-- Logs begin at Mon 2021-08-09 14:49:31 UTC, end at Mon 2021-08-09 17:07:01 UTC. -- Aug 09 15:27:20.544472 n-d-803778-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 15:27:23.298821 n-d-803778-2 neutron-server[94180]: INFO neutron.common.config [-] Logging enabled! Aug 09 15:27:23.299456 n-d-803778-2 neutron-server[94180]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev527 Aug 09 15:27:23.299627 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94180) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 15:27:23.302967 n-d-803778-2 neutron-server[94180]: INFO neutron.common.config [-] Logging enabled! Aug 09 15:27:23.303213 n-d-803778-2 neutron-server[94180]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev527 Aug 09 15:27:23.303529 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94180) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 15:27:23.304480 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 15:27:23.304729 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 15:27:23.305732 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 15:27:23.305995 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 15:27:23.306228 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 15:27:23.306562 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.306866 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.307170 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.307404 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.307700 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.307993 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.308279 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.308571 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.308872 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.309160 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.309441 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.309757 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.309990 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.310275 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.310564 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.310856 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.311082 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] debug = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.311365 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.311790 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.312204 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.312489 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.312781 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.313074 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.313338 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.313637 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.313927 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.314257 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] host = n-d-803778-2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.314550 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.314827 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.315116 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.315404 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.315683 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.315963 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.316249 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.316531 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.316808 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] log_file = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.317086 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.317376 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.317688 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.317982 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.318207 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.318429 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.318720 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.319009 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.319286 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.319562 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.319836 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.320111 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.320385 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.320681 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.320970 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.321253 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.321540 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.321844 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.322118 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.322391 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.322664 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.322952 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.323226 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.323501 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.323777 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.324064 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.324334 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.324608 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.324910 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.325199 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.325481 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.325792 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.326067 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.326356 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.326630 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.326905 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.327178 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] use_json = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.327453 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.327723 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.328014 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.328284 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.328554 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.328830 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.329100 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.329385 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:23.329708 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.330013 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.330314 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.330603 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.330903 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.331185 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.331478 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.331762 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.332050 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.332342 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.332632 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.332909 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.333199 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.333480 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.333813 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.334111 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.334414 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.334709 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.334987 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.335268 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.335544 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.335828 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.336117 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.336973 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.337271 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.337668 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.337967 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.338270 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.338546 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.338826 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.339106 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.339403 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.339723 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.340103 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.340401 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.340680 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.340959 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.341270 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.341521 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.341844 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.342129 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.342407 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.342686 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.342965 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.343235 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.343524 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.343807 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.344083 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.344359 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.344639 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.344915 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.345295 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.345614 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.345885 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.346174 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.346452 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.346729 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.347006 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.347284 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.347558 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.347833 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.348110 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.348390 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.348665 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.348941 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.349218 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.349494 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.349798 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.350095 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.350403 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.350691 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.350977 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.351261 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.351591 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.351876 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.352784 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.353128 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.353418 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.353730 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.354168 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.354556 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.355178 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.355178 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.355356 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.356516 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.356516 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.356516 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.356516 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.356819 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.357047 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.357336 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.357661 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.357963 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.358261 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.358560 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.358859 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.359148 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.359465 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.359756 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:23.359978 n-d-803778-2 neutron-server[94180]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 15:27:23.360231 n-d-803778-2 neutron-server[94180]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94180) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 15:27:23.730382 n-d-803778-2 neutron-server[94180]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 15:27:23.730668 n-d-803778-2 neutron-server[94180]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 15:27:23.730963 n-d-803778-2 neutron-server[94180]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 15:27:23.731300 n-d-803778-2 neutron-server[94180]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 15:27:24.176987 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.177173 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.177458 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.178707 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.178988 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.179268 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.214273 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.214561 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.214870 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.233514 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.233883 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.234187 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.266390 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.266669 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.266935 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.303959 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.304596 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.304596 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.548838 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.549122 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.549388 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.549691 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.550405 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.675449 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.675769 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.676072 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.676343 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.676606 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.676911 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.677167 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.677419 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.677691 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.677972 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.678234 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.678515 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.678767 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.679016 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.679267 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.679546 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.679818 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.680771 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.681064 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.681323 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.681623 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.681873 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.682162 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.682531 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.682779 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.683022 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.683420 n-d-803778-2 neutron-server[94180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:27:24.683660 n-d-803778-2 neutron-server[94180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:27:24.683894 n-d-803778-2 neutron-server[94180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:27:24.684126 n-d-803778-2 neutron-server[94180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:27:24.684374 n-d-803778-2 neutron-server[94180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:27:24.684607 n-d-803778-2 neutron-server[94180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:27:24.684977 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 15:27:24.688126 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 15:27:24.692066 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 15:27:24.695974 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 09 15:27:24.697744 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 15:27:24.698220 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 15:27:24.698556 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 15:27:24.698955 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 15:27:24.701750 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 15:27:24.702014 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 15:27:24.702358 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 15:27:24.707635 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 15:27:24.730105 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 15:27:24.730559 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.730857 n-d-803778-2 neutron-server[94180]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94180) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 15:27:24.731214 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.732565 n-d-803778-2 neutron-server[94180]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94180) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 15:27:24.732847 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 15:27:24.733123 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 15:27:24.736733 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.737061 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:24.803667 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 15:27:24.803848 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 15:27:24.804081 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 15:27:24.804447 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 15:27:24.826049 n-d-803778-2 neutron-server[94180]: DEBUG oslo_db.sqlalchemy.engines [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94180) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 15:27:25.368040 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Initializing driver for type 'gre' Aug 09 15:27:25.368810 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] gre ID ranges: [(1, 1000)] Aug 09 15:27:25.424082 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Initializing driver for type 'local' Aug 09 15:27:25.424541 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Initializing driver for type 'vlan' Aug 09 15:27:25.438167 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] VlanTypeDriver initialization complete Aug 09 15:27:25.438654 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Initializing driver for type 'vxlan' Aug 09 15:27:25.439194 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] vxlan ID ranges: [(1, 1000)] Aug 09 15:27:25.491789 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Initializing extension driver 'port_security' Aug 09 15:27:25.492167 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.extensions.port_security [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] PortSecurityExtensionDriver initialization complete Aug 09 15:27:25.492600 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Initializing mechanism driver 'openvswitch' Aug 09 15:27:25.492935 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Initializing mechanism driver 'hyperv' Aug 09 15:27:25.499851 n-d-803778-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.plugin [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:27:25.500522 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > port after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.500891 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > port after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.501241 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > port after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.501787 n-d-803778-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:27:25.502219 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > subnet after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.502572 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > subnet after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.502917 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.503304 n-d-803778-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:27:25.503728 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > network after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.504078 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > network after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.504420 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > network after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.504804 n-d-803778-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:27:25.505201 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > security_group after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.505570 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > security_group after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.505930 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.506336 n-d-803778-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:27:25.506872 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.507253 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.507601 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.508703 n-d-803778-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:27:25.509065 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > address_group after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.509467 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > address_group after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.509841 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.510231 n-d-803778-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:27:25.510622 n-d-803778-2 neutron-server[94180]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] ML2 OVO RPC backend initialized. {{(pid=94180) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 15:27:25.511353 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.511733 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.512169 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > network before_response 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.512523 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > networks before_response 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.512885 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > port before_response 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.513224 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > ports before_response 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.513566 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > subnet before_response 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.513925 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > subnets before_response 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.514266 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > network after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.514640 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > network after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.514977 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > network after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.515348 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > port after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.515689 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > port after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.516026 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > port after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.516364 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > subnet after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.516718 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > subnet after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.517059 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.517648 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.plugin [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Modular L2 Plugin initialization complete Aug 09 15:27:25.517975 n-d-803778-2 neutron-server[94180]: DEBUG neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading services supported by the core plugin {{(pid=94180) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 15:27:25.518300 n-d-803778-2 neutron-server[94180]: INFO neutron.plugins.ml2.managers [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Got port-security extension from driver 'port_security' Aug 09 15:27:25.518756 n-d-803778-2 neutron-server[94180]: INFO neutron.extensions.vlantransparent [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Disabled vlantransparent extension. Aug 09 15:27:25.519232 n-d-803778-2 neutron-server[94180]: DEBUG neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94180) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 15:27:25.519542 n-d-803778-2 neutron-server[94180]: INFO neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading Plugin: router Aug 09 15:27:25.558673 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.559125 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router after_create 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.559497 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router before_create 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.559860 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.560237 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.560600 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router after_delete 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.560958 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.561319 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router after_create 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.561688 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router after_update 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.562041 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router after_update 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.562392 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.562748 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router after_update 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.563154 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router precommit_update 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.563540 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: port after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.563878 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: port after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.564218 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: subnet after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.564563 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.564927 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.565272 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router precommit_create 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.565638 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: port before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.565989 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router precommit_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.566345 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router after_update 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.566696 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.567053 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router precommit_create 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.567414 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.567754 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router precommit_update 55549900 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.568115 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > agent after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.568465 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > agent after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.568804 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > network after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.569679 n-d-803778-2 neutron-server[94180]: DEBUG neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Tracking information for resource: router configured {{(pid=94180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:27:25.570013 n-d-803778-2 neutron-server[94180]: DEBUG neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Tracking information for resource: floatingip configured {{(pid=94180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:27:25.575105 n-d-803778-2 neutron-server[94180]: INFO neutron.db.l3_agentschedulers_db [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 15:27:25.575788 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: port after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.576148 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: port after_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.576499 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: port after_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.576848 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: port after_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.577660 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router before_create 55550100 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.578025 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.578389 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router precommit_create 55550100 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.578743 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > router precommit_update 55550100 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.583220 n-d-803778-2 neutron-server[94180]: DEBUG neutron.services.provider_configuration [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service providers = [] {{(pid=94180) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 15:27:25.583596 n-d-803778-2 neutron-server[94180]: DEBUG neutron.db.servicetype_db [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94180) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 15:27:25.587132 n-d-803778-2 neutron-server[94180]: DEBUG neutron.services.service_base [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:27:25.587499 n-d-803778-2 neutron-server[94180]: DEBUG neutron.services.service_base [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:27:25.587841 n-d-803778-2 neutron-server[94180]: DEBUG neutron.services.service_base [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:27:25.588760 n-d-803778-2 neutron-server[94180]: DEBUG neutron.services.service_base [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:27:25.589115 n-d-803778-2 neutron-server[94180]: INFO neutron.services.service_base [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 15:27:25.589492 n-d-803778-2 neutron-server[94180]: DEBUG neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:27:25.589833 n-d-803778-2 neutron-server[94180]: INFO neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 15:27:25.600409 n-d-803778-2 neutron-server[94180]: DEBUG neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:27:25.600757 n-d-803778-2 neutron-server[94180]: INFO neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading Plugin: auto_allocate Aug 09 15:27:25.606765 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: network precommit_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.607134 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: network precommit_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.607684 n-d-803778-2 neutron-server[94180]: DEBUG neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:27:25.608002 n-d-803778-2 neutron-server[94180]: INFO neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading Plugin: tag Aug 09 15:27:25.614611 n-d-803778-2 neutron-server[94180]: DEBUG neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:27:25.614958 n-d-803778-2 neutron-server[94180]: INFO neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading Plugin: timestamp Aug 09 15:27:25.619738 n-d-803778-2 neutron-server[94180]: DEBUG neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:27:25.620029 n-d-803778-2 neutron-server[94180]: INFO neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading Plugin: network_ip_availability Aug 09 15:27:25.625802 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.626176 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.626556 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.627283 n-d-803778-2 neutron-server[94180]: DEBUG neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:27:25.627620 n-d-803778-2 neutron-server[94180]: INFO neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading Plugin: flavors Aug 09 15:27:25.632455 n-d-803778-2 neutron-server[94180]: DEBUG neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:27:25.632785 n-d-803778-2 neutron-server[94180]: INFO neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading Plugin: revisions Aug 09 15:27:25.637763 n-d-803778-2 neutron-server[94180]: DEBUG neutron.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:27:25.638171 n-d-803778-2 neutron-server[94180]: DEBUG oslo_concurrency.lockutils [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.907s {{(pid=94180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 15:27:25.638911 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94180) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 15:27:25.639245 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Initializing extension manager. Aug 09 15:27:25.639766 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: __init__.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.640101 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: __pycache__ {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.640429 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.640753 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: address_group.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.641514 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.642094 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: address-group Aug 09 15:27:25.642434 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: address_scope.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.643175 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.643685 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: address-scope Aug 09 15:27:25.644004 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.644943 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.645470 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: router-admin-state-down-before-update Aug 09 15:27:25.645816 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: agent.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.646716 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.647228 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: agent Aug 09 15:27:25.647549 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: agent_resources_synced.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.648478 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.649008 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: agent-resources-synced Aug 09 15:27:25.649359 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: allowedaddresspairs.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.651136 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.651683 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: allowed-address-pairs Aug 09 15:27:25.652008 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: auto_allocated_topology.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.653089 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.653619 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: auto-allocated-topology Aug 09 15:27:25.653949 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: availability_zone.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.654633 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.655348 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: availability_zone Aug 09 15:27:25.655504 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: availability_zone_filter.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.656411 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.656914 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: availability_zone_filter Aug 09 15:27:25.657233 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: data_plane_status.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.658208 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.658731 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 15:27:25.659047 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: default_subnetpools.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.659981 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.660480 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: default-subnetpools Aug 09 15:27:25.660798 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.661660 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.662162 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: dhcp_agent_scheduler Aug 09 15:27:25.662480 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: dns.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.663406 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.663901 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 15:27:25.666190 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: dns_domain_ports.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.667182 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.667728 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 15:27:25.668076 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.669028 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.669549 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 15:27:25.669900 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: dvr.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.670567 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.671069 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: dvr Aug 09 15:27:25.671390 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: ecmp_routes.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.672318 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.672821 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 15:27:25.673162 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: empty_string_filtering.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.674094 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.674620 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: empty-string-filtering Aug 09 15:27:25.674957 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.675857 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.676380 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 15:27:25.676698 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.677641 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.678142 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 15:27:25.678459 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: external_net.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.679355 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.680430 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: external-net Aug 09 15:27:25.680779 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.681760 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.682260 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: extra_dhcp_opt Aug 09 15:27:25.682575 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: extraroute.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.683478 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.683975 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: extraroute Aug 09 15:27:25.684290 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: extraroute_atomic.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.685316 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.685844 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: extraroute-atomic Aug 09 15:27:25.686164 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: filter_validation.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.686839 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.687335 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: filter-validation Aug 09 15:27:25.687650 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: fip_pf_description.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.688608 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.689105 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 15:27:25.689422 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: fip_port_details.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.690361 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.690858 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: fip-port-details Aug 09 15:27:25.691175 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: flavors.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.692403 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.692933 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: flavors Aug 09 15:27:25.693258 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.694989 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.696236 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 15:27:25.696604 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: floatingip_pools.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.697318 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.697899 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: floatingip-pools Aug 09 15:27:25.698224 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: ip_allocation.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.699147 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.699675 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 15:27:25.699996 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.700906 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.701432 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: ip-substring-filtering Aug 09 15:27:25.701794 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: l2_adjacency.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.702713 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.703215 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 15:27:25.703535 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: l3.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.704654 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.705197 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: router Aug 09 15:27:25.705520 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.707759 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.708281 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 15:27:25.708625 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.709572 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.710104 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: ext-gw-mode Aug 09 15:27:25.710424 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.711468 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.711991 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: l3-ha Aug 09 15:27:25.712317 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: l3_flavors.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.713236 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.713791 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: l3-flavors Aug 09 15:27:25.714113 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.715054 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.715560 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 15:27:25.715877 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: l3agentscheduler.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.716920 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.717426 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: l3_agent_scheduler Aug 09 15:27:25.717796 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: logging.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.719288 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.719828 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension logging not supported by any of loaded plugins Aug 09 15:27:25.720162 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: metering.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.721041 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.721644 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: metering Aug 09 15:27:25.721970 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.723079 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.723598 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: metering_source_and_destination_fields Aug 09 15:27:25.723924 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: multiprovidernet.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.724850 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.725358 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: multi-provider Aug 09 15:27:25.725712 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: netmtu.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.726624 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.727145 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: net-mtu Aug 09 15:27:25.727469 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: netmtu_writable.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.728380 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.728905 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: net-mtu-writable Aug 09 15:27:25.729229 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: network_availability_zone.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.729916 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.730434 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: network_availability_zone Aug 09 15:27:25.730777 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: network_ip_availability.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.731867 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.732394 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: network-ip-availability Aug 09 15:27:25.732717 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: network_segment_range.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.733474 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.733997 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 15:27:25.734320 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: pagination.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.735291 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.735617 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: pagination Aug 09 15:27:25.735958 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: port_device_profile.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.736873 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.737378 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: port-device-profile Aug 09 15:27:25.737729 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.738669 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.739286 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: port-mac-address-regenerate Aug 09 15:27:25.739603 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.740541 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.741039 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: port-numa-affinity-policy Aug 09 15:27:25.741357 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: port_resource_request.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.742837 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.743414 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 15:27:25.743720 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: portbindings.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.744667 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.745174 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: binding Aug 09 15:27:25.745495 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: portbindings_extended.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.746917 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.747694 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: binding-extended Aug 09 15:27:25.748017 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: portsecurity.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.748927 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.749460 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: port-security Aug 09 15:27:25.749807 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: project_id.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.750796 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.751121 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: project-id Aug 09 15:27:25.751441 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: providernet.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.752360 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.752868 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: provider Aug 09 15:27:25.753186 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: qos.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.756766 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.757298 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension qos not supported by any of loaded plugins Aug 09 15:27:25.757652 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.759541 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.760046 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 15:27:25.760372 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.761279 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.761808 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 15:27:25.762137 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: qos_default.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.763080 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.763609 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension qos-default not supported by any of loaded plugins Aug 09 15:27:25.763934 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: qos_fip.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.764593 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.765094 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 15:27:25.765411 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: qos_gateway_ip.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.766518 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.767336 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 15:27:25.767790 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: qos_port_network_policy.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.769068 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.769599 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 15:27:25.769963 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: qos_pps_rule.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.771148 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.771658 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 15:27:25.771978 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: qos_rule_type_details.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.772896 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.773404 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 15:27:25.773853 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: qos_rules_alias.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.774954 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.775489 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 15:27:25.775812 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: quotasv2.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.776741 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.777065 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: quotas Aug 09 15:27:25.777384 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: quotasv2_detail.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.780513 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.780853 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: quota_details Aug 09 15:27:25.781187 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: rbac.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.782472 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.782998 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: rbac-policies Aug 09 15:27:25.783324 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: rbac_address_group.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.784282 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.784808 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: rbac-address-group Aug 09 15:27:25.785140 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: rbac_address_scope.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.786080 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.786589 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: rbac-address-scope Aug 09 15:27:25.786924 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: rbac_security_groups.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.787845 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.788347 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: rbac-security-groups Aug 09 15:27:25.788668 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: rbac_subnetpool.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.789661 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.790160 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: rbac-subnetpool Aug 09 15:27:25.790481 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: revisionifmatch.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.791416 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.791930 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: revision-if-match Aug 09 15:27:25.792258 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: revisions.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.793380 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.793915 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: standard-attr-revisions Aug 09 15:27:25.794246 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: router_availability_zone.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.794923 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.795445 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: router_availability_zone Aug 09 15:27:25.795763 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: routerservicetype.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.796675 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.797176 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 15:27:25.797497 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.798439 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.798948 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: security-groups-normalized-cidr Aug 09 15:27:25.799285 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.800236 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.800739 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: port-security-groups-filtering Aug 09 15:27:25.801058 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.802030 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.802529 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: security-groups-remote-address-group Aug 09 15:27:25.802850 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: securitygroup.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.813272 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.813827 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: security-group Aug 09 15:27:25.814158 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: segment.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.814955 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.815461 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension segment not supported by any of loaded plugins Aug 09 15:27:25.815789 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.816734 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.817241 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 15:27:25.817561 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: servicetype.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.818786 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.819306 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: service-type Aug 09 15:27:25.819627 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: sorting.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.821328 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.821774 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: sorting Aug 09 15:27:25.822101 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: standard_attr_segment.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.823022 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.823530 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 15:27:25.823849 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: standardattrdescription.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.824489 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.824991 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: standard-attr-description Aug 09 15:27:25.825310 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: stateful_security_group.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.826274 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.826781 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: stateful-security-group Aug 09 15:27:25.827099 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: stdattrs_common.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.827672 n-d-803778-2 neutron-server[94180]: WARNING neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 15:27:25.827989 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.828919 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.829431 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 15:27:25.829784 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: subnet_onboard.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.830858 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.831363 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: subnet_onboard Aug 09 15:27:25.831698 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.832620 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.833119 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 15:27:25.833439 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: subnet_service_types.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.834382 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.834905 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: subnet-service-types Aug 09 15:27:25.835223 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: subnetallocation.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.836981 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.837494 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: subnet_allocation Aug 09 15:27:25.837805 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.838470 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.838969 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: subnetpool-prefix-ops Aug 09 15:27:25.839357 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.840295 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.840815 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 15:27:25.841505 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: tagging.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.842245 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.842786 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: standard-attr-tag Aug 09 15:27:25.843109 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: timestamp.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.844304 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.844814 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loaded extension: standard-attr-timestamp Aug 09 15:27:25.845139 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: trunk.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.846218 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.846741 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension trunk not supported by any of loaded plugins Aug 09 15:27:25.847062 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: trunk_details.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.847971 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.848476 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 15:27:25.848805 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: uplink_status_propagation.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.849761 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.850269 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 15:27:25.850591 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Loading extension file: vlantransparent.py {{(pid=94180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:27:25.851256 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:27:25.852370 n-d-803778-2 neutron-server[94180]: INFO neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 15:27:25.854894 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:network Aug 09 15:27:25.855438 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:subnet Aug 09 15:27:25.855845 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:27:25.856223 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:port Aug 09 15:27:25.857450 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.857944 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service FLAVORS assigned prefix: {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.858628 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.859045 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.859371 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:router Aug 09 15:27:25.859803 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 15:27:25.860294 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service METERING assigned prefix: /metering {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.861790 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.862164 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.862514 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:27:25.863530 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 15:27:25.863976 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:security_group Aug 09 15:27:25.864409 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 15:27:25.866183 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service CORE assigned prefix: {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.866535 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:27:25.866891 n-d-803778-2 neutron-server[94180]: WARNING neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] subnetpool is already registered Aug 09 15:27:25.867912 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service CORE assigned prefix: {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.868329 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:27:25.868771 n-d-803778-2 neutron-server[94180]: WARNING neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] subnetpool is already registered Aug 09 15:27:25.871191 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.871570 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service FLAVORS assigned prefix: {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.872442 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.872871 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.873203 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:router Aug 09 15:27:25.873555 n-d-803778-2 neutron-server[94180]: WARNING neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] router is already registered Aug 09 15:27:25.873999 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 15:27:25.874332 n-d-803778-2 neutron-server[94180]: WARNING neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] floatingip is already registered Aug 09 15:27:25.874786 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service METERING assigned prefix: /metering {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.875446 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 15:27:25.875769 n-d-803778-2 neutron-server[94180]: WARNING neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] rbac_policy is already registered Aug 09 15:27:25.876207 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:security_group Aug 09 15:27:25.876537 n-d-803778-2 neutron-server[94180]: WARNING neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] security_group is already registered Aug 09 15:27:25.876938 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 15:27:25.877267 n-d-803778-2 neutron-server[94180]: WARNING neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] security_group_rule is already registered Aug 09 15:27:25.877948 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service CORE assigned prefix: {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.878274 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:27:25.878604 n-d-803778-2 neutron-server[94180]: WARNING neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] subnetpool is already registered Aug 09 15:27:25.879026 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.v2.resource_helper [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Service CORE assigned prefix: {{(pid=94180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:27:25.879427 n-d-803778-2 neutron-server[94180]: INFO neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:27:25.879764 n-d-803778-2 neutron-server[94180]: WARNING neutron.quota.resource_registry [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] subnetpool is already registered Aug 09 15:27:25.880257 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: extensions {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.881739 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: address-groups {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.883969 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: address-scopes {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.885289 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: agents {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.886492 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: auto-allocated-topology {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.887762 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: availability_zones {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.888981 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: dhcp-networks {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.890522 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: dhcp-agents {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.891971 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: routers {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.893735 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: flavors {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.895017 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: service_profiles {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.896260 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: next_providers {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.897691 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: service_profiles {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.899257 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: floatingip-pools {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.900470 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: routers {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.902269 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: floatingips {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.903588 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: l3-routers {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.905054 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: l3-agents {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.906401 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: metering-labels {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.907679 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: metering-label-rules {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.909045 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: network-ip-availabilities {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.910310 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: bindings {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.911843 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: quotas {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.913394 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: quotas {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.915056 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: rbac-policies {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.916253 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: security-groups {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.917562 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: security-group-rules {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.918805 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: service-providers {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.920048 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: subnetpools {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.921367 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: subnetpools {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.923001 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: tags {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.924704 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: tags {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.926530 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: tags {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.928326 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: tags {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.930705 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: tags {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.933745 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: tags {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.935338 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: tags {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.937180 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: tags {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.939123 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: tags {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.940895 n-d-803778-2 neutron-server[94180]: DEBUG neutron.api.extensions [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Extended resource: tags {{(pid=94180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:27:25.947526 n-d-803778-2 neutron-server[94180]: WARNING keystonemiddleware.auth_token [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 15:27:25.952152 n-d-803778-2 neutron-server[94180]: WARNING keystonemiddleware.auth_token [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 15:27:25.960807 n-d-803778-2 neutron-server[94180]: DEBUG oslo_concurrency.lockutils [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Acquired lock "singleton_lock" {{(pid=94180) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 15:27:25.961312 n-d-803778-2 neutron-server[94180]: DEBUG oslo_concurrency.lockutils [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Releasing lock "singleton_lock" {{(pid=94180) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 15:27:25.961982 n-d-803778-2 neutron-server[94180]: INFO oslo_service.service [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Starting 2 workers Aug 09 15:27:25.966746 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Started child 94289 {{(pid=94180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:27:25.971237 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Started child 94290 {{(pid=94180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:27:25.972269 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:25.972881 n-d-803778-2 neutron-server[94180]: INFO neutron.service [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 15:27:25.973483 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Notify callbacks [] for process, before_spawn {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:25.973763 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [-] (94289) wsgi starting up on http://0.0.0.0:9696 Aug 09 15:27:25.975951 n-d-803778-2 neutron-server[94180]: INFO oslo_service.service [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Starting 1 workers Aug 09 15:27:25.976150 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:25.978125 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [-] (94290) wsgi starting up on http://0.0.0.0:9696 Aug 09 15:27:25.981723 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Started child 94291 {{(pid=94180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:27:25.982287 n-d-803778-2 neutron-server[94180]: INFO oslo_service.service [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Starting 1 workers Aug 09 15:27:25.985700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.service [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] calling RpcWorker wait() {{(pid=94291) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 15:27:25.986235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.service [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] returning from RpcWorker wait() {{(pid=94291) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 15:27:25.986844 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Started child 94292 {{(pid=94180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:27:25.987574 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:25.987685 n-d-803778-2 neutron-server[94180]: DEBUG neutron_lib.callbacks.manager [None req-a167dca8-2ad4-4480-b411-d9a916cbbb18 None None] Notify callbacks [] for process, after_spawn {{(pid=94180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:25.988087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:27:25.989573 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94180) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 15:27:25.989806 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 15:27:25.990010 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 15:27:25.990230 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 15:27:25.990568 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 15:27:25.990733 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 15:27:25.991270 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.991564 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.991824 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.992093 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:25.993125 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.993125 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.993694 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.993959 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.994296 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.994565 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.994806 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.994980 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.995147 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.995418 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.995668 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.995951 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.996222 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.996470 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.996775 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.996949 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.997466 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.997762 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.998022 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.998284 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] debug = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.998542 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.999010 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.999255 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.999518 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:25.999734 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.000001 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.000258 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.000547 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.000814 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.001032 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.001267 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.001527 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.001828 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.002078 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.002298 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.002591 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.002812 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.003295 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] host = n-d-803778-2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.003542 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.003758 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.004004 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.004247 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.004488 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.004729 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.004978 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.005234 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.005509 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.005796 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.006018 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.006297 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.006523 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.006768 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_file = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.006949 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_options = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.007195 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.007483 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.007769 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.008048 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.008245 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.008421 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.008669 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.008832 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.009086 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.009299 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.009511 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.009789 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.010048 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.010268 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.010527 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.010781 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.010997 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.011204 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.011462 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.011706 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.011930 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.012168 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.012410 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.012623 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.012931 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.013101 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.013323 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.013536 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.013788 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.014052 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.014286 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.014545 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.014796 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.015069 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.015299 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.015524 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.015765 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.016039 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.016286 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.016568 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.016824 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.017059 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.017317 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.017556 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.017900 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.018129 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] use_json = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.018333 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.018576 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.018833 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.019065 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.019301 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.019520 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.019766 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.020011 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.020471 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.020756 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.021084 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.021532 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.021691 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.021992 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.022184 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.022358 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.022610 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.022986 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.023293 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.023625 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.024432 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.024610 n-d-803778-2 neutron-server[94292]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:27:26.024951 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.024951 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.024951 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.025404 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.025404 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.025731 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.025871 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.026107 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.026334 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.026682 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.027056 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.027377 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.027707 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.027918 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.028295 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.028700 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.028700 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.028985 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.029214 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.029681 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.029912 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.030143 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.030529 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.030727 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.030997 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.031241 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.031530 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.032038 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.032486 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.032747 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.033376 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.033376 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.033376 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.033843 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.034033 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.034178 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.034502 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.034658 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.034875 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.035337 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.035529 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.035682 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.035929 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.036257 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.036514 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.036811 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.037035 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.037173 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.037459 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.037822 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.038182 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.038618 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.038922 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.039645 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.039884 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.040160 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.040430 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.040645 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.040907 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.041242 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.045952 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.046230 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.047349 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.049747 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.050051 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.050323 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.050632 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.050902 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.051151 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.051551 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.051836 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.052156 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.052870 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.052870 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.053206 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.053487 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.053813 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.054068 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.054366 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.054667 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.055466 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.055868 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.056293 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.056559 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.056829 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.057114 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.057385 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.057666 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.057918 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.058148 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.058845 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.059475 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.059971 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.060457 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.060912 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.061412 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.061713 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.061978 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.062279 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.062549 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.062858 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.063116 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.063414 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.063729 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.064004 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.064282 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.064548 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.064794 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.065061 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.065301 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.065570 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.066035 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.066485 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.066912 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.067409 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.067819 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.068074 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.068327 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.068614 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.069061 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.069336 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.069618 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.069842 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.070137 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.070480 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.070919 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.071375 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.071637 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.071885 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.072166 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.072409 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.072634 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.072875 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.073135 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.073365 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.073624 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.073887 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.074143 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.074387 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.074617 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.074873 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.075113 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.075342 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.075582 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.075809 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.076036 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.076293 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.076514 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.076740 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.076984 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.077209 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.077434 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.077683 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.077982 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.078163 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.078574 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.079140 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.079554 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.079806 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.080279 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.080715 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.080964 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.081187 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.081446 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.081700 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.081919 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.082139 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.082370 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.082611 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.082831 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.083085 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.083302 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.083750 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.084171 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.084513 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.084776 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.085036 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.085280 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.085506 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.085788 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.086071 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.086400 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.086820 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.087063 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.087291 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.087562 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.087795 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.088073 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.088295 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.088511 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.088751 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.088980 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.089244 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.089608 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.089914 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.090111 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.090372 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.090617 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.090857 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.091112 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.091326 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.091543 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.091768 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.092026 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.092229 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.092460 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.092681 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.092923 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.093142 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.093362 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.093581 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.093851 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.094065 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.094280 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.094503 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.094726 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.094938 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.095188 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.095589 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.095830 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.096058 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.096282 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.096495 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.096897 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.097269 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.097486 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.097738 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.097961 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.098203 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.098503 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.098762 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.098990 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.099291 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.099525 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.099776 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.100023 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.100353 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.100589 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.100834 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.101057 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.101295 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.101519 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.102370 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.102909 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.103212 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.103484 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.103770 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.104071 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.104357 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.104645 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.104863 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.105163 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.105517 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.105819 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.106091 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.106321 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.106575 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.106809 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.107036 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.107276 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.107514 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.107805 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.108050 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.108285 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.108568 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.108787 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.109020 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.109281 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.109511 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.109804 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.110054 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.110276 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.110433 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 15:27:26.111115 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94180) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 15:27:26.111277 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 15:27:26.111622 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 15:27:26.111971 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 15:27:26.112319 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 15:27:26.112650 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 15:27:26.113045 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.113395 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.113558 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.113746 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.113909 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.114098 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.114259 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.114428 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.114599 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.114791 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.114920 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.115232 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.115392 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.115700 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.115866 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.116021 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.116184 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.116338 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.116507 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.116669 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.116833 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.116992 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.117149 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] debug = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.117620 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.117993 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.118176 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.118343 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.118558 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.118662 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.118823 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.118983 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.119150 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.119309 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.119490 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.119656 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.119770 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.119935 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.120095 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.120253 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.120415 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.120578 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] host = n-d-803778-2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.120737 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.120895 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.121270 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.121381 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.121523 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.121708 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.121870 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.122027 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.122593 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.122765 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.122927 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.123083 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.123395 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.123555 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_file = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.123716 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_options = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.123900 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.124076 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.124338 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.124645 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.124821 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.125012 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.125177 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.125336 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.125497 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.125680 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.125843 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.126007 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.126169 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.126328 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.126488 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.126648 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.126810 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.126972 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.127135 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.127294 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.127457 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.127615 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.127773 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.128103 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.128266 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.128425 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.128731 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.128898 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.129064 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.129223 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.129384 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.129541 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.129807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:27:26.130047 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.130209 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.130370 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.130531 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.130690 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.130855 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.131017 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.131177 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.131336 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.131498 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.131658 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.131817 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.131977 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.132137 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] use_json = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.132296 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.132460 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.132624 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.132787 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.133532 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.133850 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.134146 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.134344 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:27:26.134532 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.134699 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.134878 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.135049 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.135214 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.135379 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.135541 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.135704 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.135865 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.136027 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.136196 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.136359 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.136534 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.136696 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.136858 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.137023 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.137187 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.137350 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.137512 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.137701 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.137865 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.138026 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.138205 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.138369 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.138534 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.138696 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.138858 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.139022 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.139187 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.139355 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.139514 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.139682 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.139869 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.140020 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.140174 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.140316 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.140475 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.140639 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.140803 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.140966 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.141130 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.141291 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.141458 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.141635 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.141957 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.142121 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.142433 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.142744 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.143042 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.143346 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.143674 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.143975 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.144150 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.144317 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.144479 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.144782 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.145111 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.145413 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.145906 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.146076 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.146224 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.146401 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.146564 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.146728 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.146890 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.147054 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.147217 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.147381 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.147543 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.147705 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.147885 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.148040 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.148164 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.148316 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.149168 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.149275 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.149553 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.149869 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.150036 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.150200 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.150364 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.150529 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.150694 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.150857 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.151031 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.151210 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.151372 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.151542 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.151708 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.151835 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.151997 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.152159 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.152315 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.152470 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.152631 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.152792 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.152939 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.153107 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.153271 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.153433 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.153630 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.153775 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.153942 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.154100 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.154256 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.154422 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.154583 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.154745 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.154911 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.155099 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.155099 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.155099 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.155099 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.156924 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.156924 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.156924 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.156924 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.156924 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.156924 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.156924 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.156924 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.160632 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.160632 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.160632 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.160632 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.160632 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.160632 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.160632 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.160632 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161203 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161203 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161203 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161203 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161203 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161203 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161203 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161203 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161837 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161837 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161837 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161837 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161837 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161837 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161837 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.161837 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.162374 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.162374 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.162374 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.162374 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.162374 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.162374 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.162374 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.162374 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163061 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163061 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163061 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163061 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163061 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163061 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163061 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163061 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163662 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163662 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163662 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163662 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.163939 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.164020 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.164152 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.164413 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.164726 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.165029 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.165208 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.165375 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.165542 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.165729 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.165896 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.166064 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.166254 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.166477 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.166696 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.166862 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.167027 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.167191 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.167394 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.167569 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.167733 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.167895 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.168074 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.168237 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.168399 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.168561 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.168725 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.168889 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.169103 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.169279 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.169424 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.169633 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.169747 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.170289 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.170289 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.170289 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.170289 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.171512 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.171512 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.171512 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.171512 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.171512 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.171512 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.171512 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.171512 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.172118 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.172118 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.172118 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.172118 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.172402 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.172402 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.172546 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.172672 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.172851 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.173013 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.173176 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.173340 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.173486 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.173767 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.173896 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.174029 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.174154 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.174277 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.174426 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.174587 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.174758 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.174924 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.175087 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.175952 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.175952 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.175952 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.175952 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.175952 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.176804 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.176804 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.176804 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.176804 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.176804 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.176804 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.178016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.178016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.178016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.178016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.178016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.178016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.178016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.178016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.179805 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.179805 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.179805 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.179805 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.179805 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.179805 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.179805 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.179805 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.182260 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.182260 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.182260 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.182260 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.182260 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.182260 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.182260 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.182260 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184016 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184609 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184609 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184609 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184609 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184609 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184609 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184609 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.184609 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:27:26.185135 n-d-803778-2 neutron-server[94180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 15:27:26.226360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44690) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:27:26.235016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063179 Aug 09 15:27:37.662367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892a47bf-9caf-4327-ac2c-f6307b461c25 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:27:37.758611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a47bf-9caf-4327-ac2c-f6307b461c25 None None] No non-hosted networks {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 15:27:37.796266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.agentschedulers_db [None req-892a47bf-9caf-4327-ac2c-f6307b461c25 None None] DHCP Agent not found on host n-d-803778-2 {{(pid=94291) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 15:27:37.883215 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a4e68890-bb48-4588-a438-e2642aca2aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055910'] for agent, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:40.410663 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0367734d-341e-4145-aa72-94667ba68ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055910'] for agent, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:40.501709 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2c41ca46-4b2c-4e30-81fa-31e8a246694a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:40.683610 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055910'] for agent, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:40.686032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:40.686704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:40.687270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:40.688350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:40.691037 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:40.691758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:40.692310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:40.694058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:40.695073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:40.696097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:40.698180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:40.698831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:40.699504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-803778-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:27:40.708435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-803778-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:27:41.427606 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055910'] for agent, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:43.226170 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055910'] for agent, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:44.493384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44782) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:27:44.892359 n-d-803778-2 neutron-server[94291]: INFO neutron.db.l3_hamode_db [None req-81c02d53-a8d9-4249-9afd-267654e81fe4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 15:27:44.970314 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c02d53-a8d9-4249-9afd-267654e81fe4 None None] Routers set() bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:27:44.970708 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c02d53-a8d9-4249-9afd-267654e81fe4 None None] Router IDs set() for agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 15:27:45.003026 n-d-803778-2 neutron-server[94290]: WARNING oslo_policy.policy [None req-56100c60-1751-422e-bbc1-e2eb3060ea4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:27:45.003606 n-d-803778-2 neutron-server[94290]: WARNING oslo_policy.policy [None req-56100c60-1751-422e-bbc1-e2eb3060ea4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:27:45.228282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-56100c60-1751-422e-bbc1-e2eb3060ea4d admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:27:45.229326 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-56100c60-1751-422e-bbc1-e2eb3060ea4d admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7349372 Aug 09 15:27:47.558041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44796) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:27:47.867126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7ce08a4f-43f9-498e-8f62-86ba4df5b5f8 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:27:47.960505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.policy [None req-7ce08a4f-43f9-498e-8f62-86ba4df5b5f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94290) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 15:27:48.004789 n-d-803778-2 neutron-server[94290]: WARNING oslo_policy.policy [None req-7ce08a4f-43f9-498e-8f62-86ba4df5b5f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:27:48.005158 n-d-803778-2 neutron-server[94290]: WARNING oslo_policy.policy [None req-7ce08a4f-43f9-498e-8f62-86ba4df5b5f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:27:48.014096 n-d-803778-2 neutron-server[94290]: INFO neutron.quota [None req-7ce08a4f-43f9-498e-8f62-86ba4df5b5f8 admin admin] Loaded quota_driver: . Aug 09 15:27:48.105890 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ce08a4f-43f9-498e-8f62-86ba4df5b5f8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765759123521', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765759125042', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765759070777', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765759076458', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765758977472', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765759031642', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1036399', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-816200', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1816712', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1751514'] for rbac-policy, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:48.170016 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ce08a4f-43f9-498e-8f62-86ba4df5b5f8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:48.171199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7ce08a4f-43f9-498e-8f62-86ba4df5b5f8 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6122155 Aug 09 15:27:50.764541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44808) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:27:51.064362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'project_id': '531e6dab35a749be8e1afa49a845fc77'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:27:51.093580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Made reservation on behalf of 531e6dab35a749be8e1afa49a845fc77 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:27:51.096344 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:51.113359 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:51.236003 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:51.239599 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:51.258244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:27:51.288764 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765756906599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:51.289350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Unsubscribe: segment precommit_create {{(pid=94290) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 15:27:51.289899 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Added segment 7a3dc86c-9c12-47c4-a93c-f5361c70fa2c of type vlan for network 263c946d-1fb8-4de5-b12d-c65594848dd6 Aug 09 15:27:51.307095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf563b9a-9897-4ed2-b230-c3c142ebd840,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:27:51.334418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:51.334755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:51.335089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:51.335419 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:51.335745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:51.336068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:51.336384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:51.336705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:51.337020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:51.337332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:51.337667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:51.337981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Tracked resource versions report: Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: pushed versions: Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: { 'AddressGroup': {'1.2'}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'ConntrackHelper': {'1.0'}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'Log': {'1.0'}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'Network': {'1.1'}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'Port': {'1.7'}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'PortForwarding': {'1.2'}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'QosPolicy': {'1.9'}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'SecurityGroup': {'1.4'}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'SubPort': {'1.0'}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'Subnet': {'1.1'}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'Trunk': {'1.1'}} Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: consumer versions: Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: { DHCP agent@n-d-803778-2: {}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: L3 agent@n-d-803778-2: {}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: Metadata agent@n-d-803778-2: {}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: Metering agent@n-d-803778-2: {}, Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: Open vSwitch agent@n-d-803778-2: { 'AddressGroup': '1.2', Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'ConntrackHelper': '1.0', Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'Log': '1.0', Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'Network': '1.1', Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'Port': '1.7', Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'PortForwarding': '1.2', Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'QosPolicy': '1.9', Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'SecurityGroup': '1.4', Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'SecurityGroupRule': '1.2', Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'SubPort': '1.0', Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'Subnet': '1.1', Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: 'Trunk': '1.1'}} Aug 09 15:27:51.339115 n-d-803778-2 neutron-server[94290]: {{(pid=94290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:27:51.421949 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:51.472851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:51.473947 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:27:51.475089 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:51.559491 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7937808 Aug 09 15:27:51.573106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba253c22-2447-454b-bbd0-f4c2d0324fae admin admin] Pushing event updated for resources: {'Network': ['ID=263c946d-1fb8-4de5-b12d-c65594848dd6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:27:51.584989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 263c946d-1fb8-4de5-b12d-c65594848dd6 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:27:54.189759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44822) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:27:54.579426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37731418-257e-4f57-86cb-22d55148d50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:27:54.580792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-37731418-257e-4f57-86cb-22d55148d50b admin admin] 10.222.0.81 "GET /v2.0/networks/263c946d-1fb8-4de5-b12d-c65594848dd6 HTTP/1.1" status: 200 len: 825 time: 0.3900840 Aug 09 15:27:54.605046 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c90d0119-0417-49f0-9ed7-37335182988c admin admin] 10.222.0.81 "GET /v2.0/subnetpools/ab9324e2-d301-4a72-85b9-a5240ae4b5a5 HTTP/1.1" status: 200 len: 734 time: 0.0182855 Aug 09 15:27:54.613836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-12f07097-87d2-4fe9-bef5-4eeb033fc1a5 admin admin] Request body: {'subnet': {'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ab9324e2-d301-4a72-85b9-a5240ae4b5a5', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:27:54.635994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f07097-87d2-4fe9-bef5-4eeb033fc1a5 admin admin] Made reservation on behalf of 531e6dab35a749be8e1afa49a845fc77 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:27:54.638549 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12f07097-87d2-4fe9-bef5-4eeb033fc1a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:54.940104 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12f07097-87d2-4fe9-bef5-4eeb033fc1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:55.010933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f07097-87d2-4fe9-bef5-4eeb033fc1a5 admin admin] Checking segment: {'id': '7a3dc86c-9c12-47c4-a93c-f5361c70fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:27:55.011326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f07097-87d2-4fe9-bef5-4eeb033fc1a5 admin admin] Network hostable DHCP agents. Network: 263c946d-1fb8-4de5-b12d-c65594848dd6, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:27:55.015730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f07097-87d2-4fe9-bef5-4eeb033fc1a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6531bd4d-c290-4d4a-bcfa-a131de95af04,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:27:55.036481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f07097-87d2-4fe9-bef5-4eeb033fc1a5 admin admin] Network 263c946d-1fb8-4de5-b12d-c65594848dd6 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:27:55.047377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-12f07097-87d2-4fe9-bef5-4eeb033fc1a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 263c946d-1fb8-4de5-b12d-c65594848dd6) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:27:55.052716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f07097-87d2-4fe9-bef5-4eeb033fc1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:27:55.053357 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12f07097-87d2-4fe9-bef5-4eeb033fc1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:55.058906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c838718-193d-41ee-b588-6130fdbf5fb0 None None] Network 263c946d-1fb8-4de5-b12d-c65594848dd6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:27:55.066909 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-12f07097-87d2-4fe9-bef5-4eeb033fc1a5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4563632 Aug 09 15:27:55.378186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-263c946d-1fb8-4de5-b12d-c65594848dd6', 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'fixed_ips': [{'subnet_id': '6531bd4d-c290-4d4a-bcfa-a131de95af04'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:27:55.379444 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:55.660862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Allocated IP 172.20.0.2 (263c946d-1fb8-4de5-b12d-c65594848dd6/6531bd4d-c290-4d4a-bcfa-a131de95af04/c78f7480-a2cd-4773-ad9a-8283e72e6e5d) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:27:55.871604 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:55.915249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Transition to ACTIVE for port object c78f7480-a2cd-4773-ad9a-8283e72e6e5d will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:27:55.935845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Transition to ACTIVE for port object c78f7480-a2cd-4773-ad9a-8283e72e6e5d will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:27:55.944835 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:56.019301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Network 263c946d-1fb8-4de5-b12d-c65594848dd6 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:27:56.027287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:27:56.030405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:27:56.033779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Pushing event updated for resources: {'Port': ['ID=c78f7480-a2cd-4773-ad9a-8283e72e6e5d,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:27:56.064523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:56.065183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:56.065183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:56.065529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:56.065959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:56.066297 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:56.066631 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:56.066953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:56.067279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:56.068134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:56.068570 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:56.068896 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Tracked resource versions report: Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: pushed versions: Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: { 'AddressGroup': {'1.2'}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'ConntrackHelper': {'1.0'}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'Log': {'1.0'}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'Network': {'1.1'}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'Port': {'1.7'}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'PortForwarding': {'1.2'}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'QosPolicy': {'1.9'}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'SecurityGroup': {'1.4'}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'SubPort': {'1.0'}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'Subnet': {'1.1'}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'Trunk': {'1.1'}} Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: consumer versions: Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: { DHCP agent@n-d-803778-2: {}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: L3 agent@n-d-803778-2: {}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: Metadata agent@n-d-803778-2: {}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: Metering agent@n-d-803778-2: {}, Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: Open vSwitch agent@n-d-803778-2: { 'AddressGroup': '1.2', Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'ConntrackHelper': '1.0', Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'Log': '1.0', Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'Network': '1.1', Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'Port': '1.7', Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'PortForwarding': '1.2', Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'QosPolicy': '1.9', Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'SecurityGroup': '1.4', Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'SecurityGroupRule': '1.2', Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'SubPort': '1.0', Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'Subnet': '1.1', Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: 'Trunk': '1.1'}} Aug 09 15:27:56.070045 n-d-803778-2 neutron-server[94291]: {{(pid=94291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:27:56.118376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Attempting to bind port c78f7480-a2cd-4773-ad9a-8283e72e6e5d on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:27:56.118788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Attempting to bind port c78f7480-a2cd-4773-ad9a-8283e72e6e5d by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '7a3dc86c-9c12-47c4-a93c-f5361c70fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:27:56.119316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Attempting to bind port c78f7480-a2cd-4773-ad9a-8283e72e6e5d on network 263c946d-1fb8-4de5-b12d-c65594848dd6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:27:56.124270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:27:56.124674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Checking segment: {'id': '7a3dc86c-9c12-47c4-a93c-f5361c70fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:27:56.125147 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:56.125557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Bound using segment: {'id': '7a3dc86c-9c12-47c4-a93c-f5361c70fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:27:56.126067 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Bound port: c78f7480-a2cd-4773-ad9a-8283e72e6e5d, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3dc86c-9c12-47c4-a93c-f5361c70fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:27:56.126462 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:56.190888 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] For port c78f7480-a2cd-4773-ad9a-8283e72e6e5d, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:27:56.195743 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] For port c78f7480-a2cd-4773-ad9a-8283e72e6e5d, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c78f7480-a2cd-4773-ad9a-8283e72e6e5d,segment=NetworkSegment(7a3dc86c-9c12-47c4-a93c-f5361c70fa2c),segment_id=7a3dc86c-9c12-47c4-a93c-f5361c70fa2c)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:27:56.199867 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:27:56.271666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a2ab4-9fe1-4493-8ade-7804488d49ac None None] Pushing event updated for resources: {'Port': ['ID=c78f7480-a2cd-4773-ad9a-8283e72e6e5d,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:27:57.469531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44830) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:27:57.802598 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-33edef41-b4ab-4508-94be-811eab2c73e7 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:27:57.803591 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-33edef41-b4ab-4508-94be-811eab2c73e7 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3329816 Aug 09 15:28:00.189662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44838) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:28:00.511968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-0b7fec08-2847-485b-8633-86f0c5387cbd admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:28:00.513065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0b7fec08-2847-485b-8633-86f0c5387cbd admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3223937 Aug 09 15:28:03.225030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44848) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:28:03.525769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bf0eeb19-35fa-48cd-8e99-80fcc1281204 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'name': 'router1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:28:03.558331 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf0eeb19-35fa-48cd-8e99-80fcc1281204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:03.560165 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf0eeb19-35fa-48cd-8e99-80fcc1281204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:03.707120 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf0eeb19-35fa-48cd-8e99-80fcc1281204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:03.712082 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf0eeb19-35fa-48cd-8e99-80fcc1281204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:03.724775 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf0eeb19-35fa-48cd-8e99-80fcc1281204 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:03.726027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bf0eeb19-35fa-48cd-8e99-80fcc1281204 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5000107 Aug 09 15:28:04.643333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c78f7480-a2cd-4773-ad9a-8283e72e6e5d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:28:04.710132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca2cfc-663a-4c2d-833a-8a6e7b369b89 None None] Network 263c946d-1fb8-4de5-b12d-c65594848dd6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:28:04.788528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c78f7480-a2cd-4773-ad9a-8283e72e6e5d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:28:04.825032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e2b307ea-e979-4a43-92f6-354349650d38 None None] Provisioning for port c78f7480-a2cd-4773-ad9a-8283e72e6e5d completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:28:04.831773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e2b307ea-e979-4a43-92f6-354349650d38 None None] Provisioning complete for port c78f7480-a2cd-4773-ad9a-8283e72e6e5d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:28:04.832177 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2b307ea-e979-4a43-92f6-354349650d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:05.017410 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2b307ea-e979-4a43-92f6-354349650d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:05.055882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e2b307ea-e979-4a43-92f6-354349650d38 None None] For port c78f7480-a2cd-4773-ad9a-8283e72e6e5d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c78f7480-a2cd-4773-ad9a-8283e72e6e5d,segment=NetworkSegment(7a3dc86c-9c12-47c4-a93c-f5361c70fa2c),segment_id=7a3dc86c-9c12-47c4-a93c-f5361c70fa2c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:28:05.061524 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2b307ea-e979-4a43-92f6-354349650d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:05.109736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b307ea-e979-4a43-92f6-354349650d38 None None] Pushing event updated for resources: {'Port': ['ID=c78f7480-a2cd-4773-ad9a-8283e72e6e5d,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:05.181713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8074f7c0-ce53-41cc-b612-5b574d22ca73 None None] Provisioning complete for port c78f7480-a2cd-4773-ad9a-8283e72e6e5d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:28:05.182084 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8074f7c0-ce53-41cc-b612-5b574d22ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:06.120663 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44862) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:28:06.608673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c78f7480-a2cd-4773-ad9a-8283e72e6e5d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:28:06.632252 n-d-803778-2 neutron-server[94289]: WARNING oslo_policy.policy [None req-0dec16d3-3b24-4ab1-b91e-c51157ca604f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:28:06.633131 n-d-803778-2 neutron-server[94289]: WARNING oslo_policy.policy [None req-0dec16d3-3b24-4ab1-b91e-c51157ca604f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:28:06.659737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c78f7480-a2cd-4773-ad9a-8283e72e6e5d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:28:06.660252 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:06.856634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-0dec16d3-3b24-4ab1-b91e-c51157ca604f admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:28:06.857911 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0dec16d3-3b24-4ab1-b91e-c51157ca604f admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7351534 Aug 09 15:28:07.535864 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-481bcc43-091c-4070-9f36-4e7c2005727c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:09.222456 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44876) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:28:09.534626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:28:09.536346 n-d-803778-2 neutron-server[94289]: INFO neutron.quota [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Loaded quota_driver: . Aug 09 15:28:09.592954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Made reservation on behalf of 5e25e8e7fcc3443e8ae7e00e8265b8df for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:28:09.660410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.policy [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94289) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 15:28:09.703890 n-d-803778-2 neutron-server[94289]: WARNING oslo_policy.policy [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:28:09.704263 n-d-803778-2 neutron-server[94289]: WARNING oslo_policy.policy [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:28:09.714197 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:09.735352 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:09.871154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:09.875054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:09.886341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Reserving flat network on physical network physnet1 {{(pid=94289) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 15:28:09.918925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765756906599', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:09.919400 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Unsubscribe: segment precommit_create {{(pid=94289) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 15:28:09.919919 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Added segment 21892358-9308-4750-81f1-bee202b39f7f of type flat for network 520e6828-545a-4a8b-86d6-f1c6904f8404 Aug 09 15:28:09.938508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2855a539-c184-439f-a963-e8571b80ed0a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:09.964966 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:09.965306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:09.965668 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:09.965998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:09.966351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:09.966647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:09.966967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:09.967283 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:09.967598 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:09.967914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:09.968232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:09.968548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Tracked resource versions report: Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: pushed versions: Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: { 'AddressGroup': {'1.2'}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'ConntrackHelper': {'1.0'}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'Log': {'1.0'}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'Network': {'1.1'}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'Port': {'1.7'}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'PortForwarding': {'1.2'}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'QosPolicy': {'1.9'}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'SecurityGroup': {'1.4'}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'SubPort': {'1.0'}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'Subnet': {'1.1'}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'Trunk': {'1.1'}} Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: consumer versions: Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: { DHCP agent@n-d-803778-2: {}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: L3 agent@n-d-803778-2: {}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: Metadata agent@n-d-803778-2: {}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: Metering agent@n-d-803778-2: {}, Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: Open vSwitch agent@n-d-803778-2: { 'AddressGroup': '1.2', Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'ConntrackHelper': '1.0', Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'Log': '1.0', Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'Network': '1.1', Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'Port': '1.7', Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'PortForwarding': '1.2', Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'QosPolicy': '1.9', Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'SecurityGroup': '1.4', Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'SecurityGroupRule': '1.2', Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'SubPort': '1.0', Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'Subnet': '1.1', Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: 'Trunk': '1.1'}} Aug 09 15:28:09.969685 n-d-803778-2 neutron-server[94289]: {{(pid=94289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:28:10.073129 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:10.130673 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:10.131876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:28:10.132544 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:10.217820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9935255 Aug 09 15:28:10.231551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132e8e3-ca2b-46e3-92a9-d37777273383 admin admin] Pushing event updated for resources: {'Network': ['ID=520e6828-545a-4a8b-86d6-f1c6904f8404,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:10.243385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:28:10.416147 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b81b2936-be12-4459-bb42-3d917dea0964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:10.683697 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:11.051500 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 5 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:28:11.373105 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:12.595276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44900) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:28:12.815947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77561d87-ce99-4635-b51b-ae50ef690a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:28:12.817691 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-77561d87-ce99-4635-b51b-ae50ef690a1c admin admin] 10.222.0.81 "GET /v2.0/subnets/6531bd4d-c290-4d4a-bcfa-a131de95af04 HTTP/1.1" status: 200 len: 849 time: 0.2214522 Aug 09 15:28:12.981712 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-47166906-aebc-4683-9b13-5a52908e734a admin admin] 10.222.0.81 "GET /v2.0/routers/b0fb6229-82b4-4106-a2b4-522e81eaa064 HTTP/1.1" status: 200 len: 704 time: 0.1581106 Aug 09 15:28:13.158826 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:13.276880 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:13.572146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Allocated IP 172.20.0.1 (263c946d-1fb8-4de5-b12d-c65594848dd6/6531bd4d-c290-4d4a-bcfa-a131de95af04/088869f9-5ad1-4aa0-a5be-960f4e73bedc) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:28:13.759571 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:13.784013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Transition to ACTIVE for port object 088869f9-5ad1-4aa0-a5be-960f4e73bedc will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:28:13.866671 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:13.939412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Network 263c946d-1fb8-4de5-b12d-c65594848dd6 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:28:13.948490 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:28:13.954686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:28:13.955247 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:13.959039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=088869f9-5ad1-4aa0-a5be-960f4e73bedc,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:14.136857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4d47da1a-fcef-4499-8a95-05e6ed64eb92 None None] Provisioning for port 088869f9-5ad1-4aa0-a5be-960f4e73bedc completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:28:14.140517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4d47da1a-fcef-4499-8a95-05e6ed64eb92 None None] Provisioning complete for port 088869f9-5ad1-4aa0-a5be-960f4e73bedc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:28:14.140884 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4d47da1a-fcef-4499-8a95-05e6ed64eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:14.165040 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:14.174490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4d47da1a-fcef-4499-8a95-05e6ed64eb92 None None] Port 088869f9-5ad1-4aa0-a5be-960f4e73bedc cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:28:14.436228 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:14.441380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:14.443023 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:14.525238 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=088869f9-5ad1-4aa0-a5be-960f4e73bedc,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:14.571642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Network 263c946d-1fb8-4de5-b12d-c65594848dd6 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:28:14.572932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:28:14.743242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Router b0fb6229-82b4-4106-a2b4-522e81eaa064 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:28:14.799690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9bf08c72-817d-4d93-adcc-8df5f04c5759 None None] Provisioning complete for port 088869f9-5ad1-4aa0-a5be-960f4e73bedc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:28:14.800066 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9bf08c72-817d-4d93-adcc-8df5f04c5759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:14.836735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9bf08c72-817d-4d93-adcc-8df5f04c5759 None None] Port 088869f9-5ad1-4aa0-a5be-960f4e73bedc cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:28:14.840647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:28:14.846772 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-04af71b0-fa85-4722-8c94-d31c3a3c8dd5 admin admin] 10.222.0.81 "PUT /v2.0/routers/b0fb6229-82b4-4106-a2b4-522e81eaa064/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8572521 Aug 09 15:28:14.853157 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Sync routers for ids ['b0fb6229-82b4-4106-a2b4-522e81eaa064'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:28:14.869701 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Routers {'b0fb6229-82b4-4106-a2b4-522e81eaa064'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:28:14.870587 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:28:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b0fb6229-82b4-4106-a2b4-522e81eaa064'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:28:15.060582 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Set router b0fb6229-82b4-4106-a2b4-522e81eaa064 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:28:15.485782 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'name': 'router1', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:28:03Z', 'updated_at': '2021-08-09T15:28:14Z', 'revision_number': 2, 'project_id': '531e6dab35a749be8e1afa49a845fc77', 'gw_port_host': None, '_interfaces': [{'id': '088869f9-5ad1-4aa0-a5be-960f4e73bedc', 'name': '', 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'mac_address': 'fa:16:3e:be:ad:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6531bd4d-c290-4d4a-bcfa-a131de95af04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:28:13Z', 'updated_at': '2021-08-09T15:28:14Z', 'revision_number': 2, 'project_id': '531e6dab35a749be8e1afa49a845fc77', 'subnets': [{'id': '6531bd4d-c290-4d4a-bcfa-a131de95af04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab9324e2-d301-4a72-85b9-a5240ae4b5a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:28:15.538130 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Checking router: b0fb6229-82b4-4106-a2b4-522e81eaa064 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:28:15.538501 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Updating router b0fb6229-82b4-4106-a2b4-522e81eaa064 port 088869f9-5ad1-4aa0-a5be-960f4e73bedc binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:28:15.586921 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:16.105566 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:16.123825 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Transition to ACTIVE for port object 088869f9-5ad1-4aa0-a5be-960f4e73bedc will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:28:16.130563 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:16.299027 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Pushing event updated for resources: {'Port': ['ID=088869f9-5ad1-4aa0-a5be-960f4e73bedc,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:16.302906 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Attempting to bind port 088869f9-5ad1-4aa0-a5be-960f4e73bedc on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:28:16.303304 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Attempting to bind port 088869f9-5ad1-4aa0-a5be-960f4e73bedc by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '7a3dc86c-9c12-47c4-a93c-f5361c70fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:28:16.303743 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Attempting to bind port 088869f9-5ad1-4aa0-a5be-960f4e73bedc on network 263c946d-1fb8-4de5-b12d-c65594848dd6 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:28:16.311365 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:28:16.311775 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Checking segment: {'id': '7a3dc86c-9c12-47c4-a93c-f5361c70fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:28:16.312238 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:16.312647 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Bound using segment: {'id': '7a3dc86c-9c12-47c4-a93c-f5361c70fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:28:16.313141 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Bound port: 088869f9-5ad1-4aa0-a5be-960f4e73bedc, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3dc86c-9c12-47c4-a93c-f5361c70fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:28:16.313520 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:16.325056 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:16.325405 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:16.325779 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:16.326117 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:16.326449 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:16.326778 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:16.327105 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:16.327429 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:16.327752 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:16.328073 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:16.328395 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:16.328714 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Tracked resource versions report: Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: pushed versions: Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: { 'AddressGroup': {'1.2'}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'ConntrackHelper': {'1.0'}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'Log': {'1.0'}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'Network': {'1.1'}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'Port': {'1.7'}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'PortForwarding': {'1.2'}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'QosPolicy': {'1.9'}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'SecurityGroup': {'1.4'}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'SubPort': {'1.0'}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'Subnet': {'1.1'}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'Trunk': {'1.1'}} Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: consumer versions: Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: { DHCP agent@n-d-803778-2: {}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: L3 agent@n-d-803778-2: {}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: Metadata agent@n-d-803778-2: {}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: Metering agent@n-d-803778-2: {}, Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: Open vSwitch agent@n-d-803778-2: { 'AddressGroup': '1.2', Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'ConntrackHelper': '1.0', Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'Log': '1.0', Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'Network': '1.1', Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'Port': '1.7', Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'PortForwarding': '1.2', Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'QosPolicy': '1.9', Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'SecurityGroup': '1.4', Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'SecurityGroupRule': '1.2', Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'SubPort': '1.0', Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'Subnet': '1.1', Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: 'Trunk': '1.1'}} Aug 09 15:28:16.329840 n-d-803778-2 neutron-server[94292]: {{(pid=94292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:28:16.391152 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] For port 088869f9-5ad1-4aa0-a5be-960f4e73bedc, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:28:16.413056 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] For port 088869f9-5ad1-4aa0-a5be-960f4e73bedc, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=088869f9-5ad1-4aa0-a5be-960f4e73bedc,segment=NetworkSegment(7a3dc86c-9c12-47c4-a93c-f5361c70fa2c),segment_id=7a3dc86c-9c12-47c4-a93c-f5361c70fa2c)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:28:16.417234 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:16.473194 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Routers {'b0fb6229-82b4-4106-a2b4-522e81eaa064'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:28:16.473837 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:28:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b0fb6229-82b4-4106-a2b4-522e81eaa064'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:28:16.514410 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847d715-afaf-48a8-b345-12dd5a32bb4b None None] Pushing event updated for resources: {'Port': ['ID=088869f9-5ad1-4aa0-a5be-960f4e73bedc,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:16.567955 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] Set router b0fb6229-82b4-4106-a2b4-522e81eaa064 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:28:16.790212 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'name': 'router1', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:28:03Z', 'updated_at': '2021-08-09T15:28:14Z', 'revision_number': 2, 'project_id': '531e6dab35a749be8e1afa49a845fc77', 'gw_port_host': None, '_interfaces': [{'id': '088869f9-5ad1-4aa0-a5be-960f4e73bedc', 'name': '', 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'mac_address': 'fa:16:3e:be:ad:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6531bd4d-c290-4d4a-bcfa-a131de95af04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:28:13Z', 'updated_at': '2021-08-09T15:28:16Z', 'revision_number': 4, 'project_id': '531e6dab35a749be8e1afa49a845fc77', 'subnets': [{'id': '6531bd4d-c290-4d4a-bcfa-a131de95af04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab9324e2-d301-4a72-85b9-a5240ae4b5a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:28:16.815735 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e752a7c-8ebe-4e26-af95-91e8a32c7a19 None None] The sync data for ids ['b0fb6229-82b4-4106-a2b4-522e81eaa064'] in n-d-803778-2 is: [{'id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'name': 'router1', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:28:03Z', 'updated_at': '2021-08-09T15:28:14Z', 'revision_number': 2, 'project_id': '531e6dab35a749be8e1afa49a845fc77', 'gw_port_host': None, '_interfaces': [{'id': '088869f9-5ad1-4aa0-a5be-960f4e73bedc', 'name': '', 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'mac_address': 'fa:16:3e:be:ad:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6531bd4d-c290-4d4a-bcfa-a131de95af04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:28:13Z', 'updated_at': '2021-08-09T15:28:16Z', 'revision_number': 4, 'project_id': '531e6dab35a749be8e1afa49a845fc77', 'subnets': [{'id': '6531bd4d-c290-4d4a-bcfa-a131de95af04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab9324e2-d301-4a72-85b9-a5240ae4b5a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:28:17.079361 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44920) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:28:17.196576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fec6398-82c6-412c-a6a6-693597ca5b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:28:17.198011 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3fec6398-82c6-412c-a6a6-693597ca5b69 admin admin] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 842 time: 0.1176989 Aug 09 15:28:17.209225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:28:17.234089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] Made reservation on behalf of 5e25e8e7fcc3443e8ae7e00e8265b8df for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:28:17.236348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:17.559480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.objects.ports [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:28:17.559918 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:17.619840 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6403bc3f-6ed1-4e98-a074-45868065fffd,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:17.624259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:28:17.624631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] Network hostable DHCP agents. Network: 520e6828-545a-4a8b-86d6-f1c6904f8404, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:28:17.646923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:28:17.658179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 520e6828-545a-4a8b-86d6-f1c6904f8404) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:28:17.662669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:28:17.663261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:17.668575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261da6a7-659e-48a8-82e1-93621dbb256f None None] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:28:17.689630 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d3107e08-9936-4a04-9031-e48417b3b458 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4731262 Aug 09 15:28:17.807959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b227166-4f74-43fa-8a5a-46da4dd6c0e8 None None] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:28:20.026226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44928) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:28:20.178819 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-12bda86a-a7d2-4471-9f62-6a62850ec4af admin admin] 10.222.0.81 "GET /v2.0/routers/b0fb6229-82b4-4106-a2b4-522e81eaa064 HTTP/1.1" status: 200 len: 710 time: 0.1510301 Aug 09 15:28:20.265963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3b8ab9-9364-4666-a66f-51904e94bdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:28:20.267331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fa3b8ab9-9364-4666-a66f-51904e94bdc2 admin admin] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 886 time: 0.0822465 Aug 09 15:28:20.278272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:28:20.608327 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:20.847296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:20.924358 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:21.031429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Allocated IP 172.25.2.124 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/dd760898-bdd4-44d3-8bb8-311291419cce) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:28:21.136726 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:21.176438 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:21.216850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:28:21.220038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:28:21.223575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:28:21.229474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Pushing event updated for resources: {'Port': ['ID=dd760898-bdd4-44d3-8bb8-311291419cce,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:21.490499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:21.689976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:21.693999 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:21.801195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Router b0fb6229-82b4-4106-a2b4-522e81eaa064 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:28:21.908597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:28:21.912922 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:21.914122 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bb0e22a9-ff6a-4b06-9cfa-889031071621 admin admin] 10.222.0.81 "PUT /v2.0/routers/b0fb6229-82b4-4106-a2b4-522e81eaa064 HTTP/1.1" status: 200 len: 890 time: 1.6404064 Aug 09 15:28:22.633363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 088869f9-5ad1-4aa0-a5be-960f4e73bedc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:28:22.685409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 088869f9-5ad1-4aa0-a5be-960f4e73bedc completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:28:22.689027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 088869f9-5ad1-4aa0-a5be-960f4e73bedc triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:28:22.689406 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:22.772364 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:22.806261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 088869f9-5ad1-4aa0-a5be-960f4e73bedc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=088869f9-5ad1-4aa0-a5be-960f4e73bedc,segment=NetworkSegment(7a3dc86c-9c12-47c4-a93c-f5361c70fa2c),segment_id=7a3dc86c-9c12-47c4-a93c-f5361c70fa2c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:28:22.810899 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:22.864463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=088869f9-5ad1-4aa0-a5be-960f4e73bedc,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:23.388962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Sync routers for ids ['b0fb6229-82b4-4106-a2b4-522e81eaa064'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:28:23.401335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Routers {'b0fb6229-82b4-4106-a2b4-522e81eaa064'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:28:23.402032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:28:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b0fb6229-82b4-4106-a2b4-522e81eaa064'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:28:23.695753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Set router b0fb6229-82b4-4106-a2b4-522e81eaa064 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:28:24.122222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'name': 'router1', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'dd760898-bdd4-44d3-8bb8-311291419cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:28:03Z', 'updated_at': '2021-08-09T15:28:21Z', 'revision_number': 4, 'project_id': '531e6dab35a749be8e1afa49a845fc77', 'gw_port': {'id': 'dd760898-bdd4-44d3-8bb8-311291419cce', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:28:20Z', 'updated_at': '2021-08-09T15:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '088869f9-5ad1-4aa0-a5be-960f4e73bedc', 'name': '', 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'mac_address': 'fa:16:3e:be:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6531bd4d-c290-4d4a-bcfa-a131de95af04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:28:13Z', 'updated_at': '2021-08-09T15:28:22Z', 'revision_number': 5, 'project_id': '531e6dab35a749be8e1afa49a845fc77', 'subnets': [{'id': '6531bd4d-c290-4d4a-bcfa-a131de95af04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab9324e2-d301-4a72-85b9-a5240ae4b5a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:28:24.174317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Checking router: b0fb6229-82b4-4106-a2b4-522e81eaa064 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:28:24.174718 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Updating router b0fb6229-82b4-4106-a2b4-522e81eaa064 port dd760898-bdd4-44d3-8bb8-311291419cce binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:28:24.219915 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:24.388857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44940) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:28:24.508492 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-501053ef-f75d-4a52-804d-36b854df5315 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1184843 Aug 09 15:28:24.560606 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:24.572264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Transition to ACTIVE for port object dd760898-bdd4-44d3-8bb8-311291419cce will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:28:24.579652 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:24.640588 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562c99e-f568-4b3b-9873-748eb6e4c42c None None] Pushing event updated for resources: {'Port': ['ID=dd760898-bdd4-44d3-8bb8-311291419cce,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:24.643195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Attempting to bind port dd760898-bdd4-44d3-8bb8-311291419cce on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:28:24.644128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Attempting to bind port dd760898-bdd4-44d3-8bb8-311291419cce by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:28:24.644450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Attempting to bind port dd760898-bdd4-44d3-8bb8-311291419cce on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:28:24.648480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 088869f9-5ad1-4aa0-a5be-960f4e73bedc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:28:24.671492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:28:24.671870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:28:24.672274 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:24.672673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:28:24.673164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Bound port: dd760898-bdd4-44d3-8bb8-311291419cce, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:28:24.673571 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:24.738572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] For port dd760898-bdd4-44d3-8bb8-311291419cce, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:28:24.742321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] For port dd760898-bdd4-44d3-8bb8-311291419cce, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=dd760898-bdd4-44d3-8bb8-311291419cce,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:28:24.748455 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:24.751557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 088869f9-5ad1-4aa0-a5be-960f4e73bedc triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:28:24.751922 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:24.917133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562c99e-f568-4b3b-9873-748eb6e4c42c None None] Pushing event updated for resources: {'Port': ['ID=dd760898-bdd4-44d3-8bb8-311291419cce,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:24.928932 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Routers {'b0fb6229-82b4-4106-a2b4-522e81eaa064'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:28:24.929549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:28:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b0fb6229-82b4-4106-a2b4-522e81eaa064'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:28:25.065854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] Set router b0fb6229-82b4-4106-a2b4-522e81eaa064 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:28:25.289268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'name': 'router1', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'dd760898-bdd4-44d3-8bb8-311291419cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:28:03Z', 'updated_at': '2021-08-09T15:28:21Z', 'revision_number': 4, 'project_id': '531e6dab35a749be8e1afa49a845fc77', 'gw_port': {'id': 'dd760898-bdd4-44d3-8bb8-311291419cce', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:28:20Z', 'updated_at': '2021-08-09T15:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '088869f9-5ad1-4aa0-a5be-960f4e73bedc', 'name': '', 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'mac_address': 'fa:16:3e:be:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6531bd4d-c290-4d4a-bcfa-a131de95af04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:28:13Z', 'updated_at': '2021-08-09T15:28:22Z', 'revision_number': 5, 'project_id': '531e6dab35a749be8e1afa49a845fc77', 'subnets': [{'id': '6531bd4d-c290-4d4a-bcfa-a131de95af04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab9324e2-d301-4a72-85b9-a5240ae4b5a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:28:25.316263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1ce66-ae01-4277-b414-f02aea5edfd1 None None] The sync data for ids ['b0fb6229-82b4-4106-a2b4-522e81eaa064'] in n-d-803778-2 is: [{'id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'name': 'router1', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'dd760898-bdd4-44d3-8bb8-311291419cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:28:03Z', 'updated_at': '2021-08-09T15:28:21Z', 'revision_number': 4, 'project_id': '531e6dab35a749be8e1afa49a845fc77', 'gw_port': {'id': 'dd760898-bdd4-44d3-8bb8-311291419cce', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:90:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:28:20Z', 'updated_at': '2021-08-09T15:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '088869f9-5ad1-4aa0-a5be-960f4e73bedc', 'name': '', 'network_id': '263c946d-1fb8-4de5-b12d-c65594848dd6', 'tenant_id': '531e6dab35a749be8e1afa49a845fc77', 'mac_address': 'fa:16:3e:be:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fb6229-82b4-4106-a2b4-522e81eaa064', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6531bd4d-c290-4d4a-bcfa-a131de95af04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:28:13Z', 'updated_at': '2021-08-09T15:28:22Z', 'revision_number': 5, 'project_id': '531e6dab35a749be8e1afa49a845fc77', 'subnets': [{'id': '6531bd4d-c290-4d4a-bcfa-a131de95af04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab9324e2-d301-4a72-85b9-a5240ae4b5a5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:28:26.668566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device dd760898-bdd4-44d3-8bb8-311291419cce up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:28:26.724046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port dd760898-bdd4-44d3-8bb8-311291419cce completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:28:26.728975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port dd760898-bdd4-44d3-8bb8-311291419cce triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:28:26.729638 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:26.818632 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:26.841419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port dd760898-bdd4-44d3-8bb8-311291419cce, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=dd760898-bdd4-44d3-8bb8-311291419cce,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:28:26.851329 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:26.903689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=dd760898-bdd4-44d3-8bb8-311291419cce,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:28:28.673698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device dd760898-bdd4-44d3-8bb8-311291419cce up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:28:28.747409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port dd760898-bdd4-44d3-8bb8-311291419cce triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:28:28.747788 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:37.538931 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81e30638-5858-4dbf-a634-eea2e5234a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:40.418364 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e13c6c85-eb99-4a00-8c54-49bf55290232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:40.688371 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:41.379235 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:43.187820 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:28:48.052185 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 5 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:29:07.541064 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-57b71809-023d-40f2-823f-83b9162b9054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:10.421870 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5eeea6f1-d500-4fc9-bcd9-ccd4b689b267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:10.682345 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:11.380244 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:13.180641 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:25.049733 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 5 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:29:37.542483 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-af5e6068-f1f5-4c9d-960e-d5c94311d4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:40.423678 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f9ca567c-d0d3-410a-9188-135bb4b5529a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:40.688071 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:41.378031 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:29:43.190570 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:02.048941 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 5 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:30:06.160535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45540) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:06.228562 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3329a06-2464-4cdc-ad21-7bdcc76f8889 admin admin] GET failed (client error): The resource could not be found. Aug 09 15:30:06.229935 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f3329a06-2464-4cdc-ad21-7bdcc76f8889 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684302 Aug 09 15:30:06.474491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff6222e-af7f-4a5d-8fec-0f32af4a6604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:06.475905 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-eff6222e-af7f-4a5d-8fec-0f32af4a6604 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2410438 Aug 09 15:30:07.544839 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b455516c-99eb-4e2d-a9ab-ea0464f46dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:08.669622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45550) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:08.763358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b38d7c-ce28-45e6-860a-23172eb9957e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:08.764726 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-27b38d7c-ce28-45e6-860a-23172eb9957e admin admin] 10.222.0.81 "GET /v2.0/subnets/6531bd4d-c290-4d4a-bcfa-a131de95af04 HTTP/1.1" status: 200 len: 849 time: 0.0941241 Aug 09 15:30:08.774425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:08.862991 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:09.012993 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765756868244'] for subnet, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:09.044504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:09.045714 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:09.057780 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] 10.222.0.81 "PUT /v2.0/subnets/6531bd4d-c290-4d4a-bcfa-a131de95af04 HTTP/1.1" status: 200 len: 868 time: 0.2756996 Aug 09 15:30:09.058009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd0fdee-e54c-43fc-8812-9ccda0e10a7d None None] Network 263c946d-1fb8-4de5-b12d-c65594848dd6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:30:09.066925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6531bd4d-c290-4d4a-bcfa-a131de95af04,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:09.074416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:09.074760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:09.075098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:09.075437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:09.075765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:09.076235 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:09.076565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:09.076889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:09.077210 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:09.077530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:09.078424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:09.078746 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12400c7-b7e7-4131-b08f-28da0ac2ecc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:09.445248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d6f111ac-ecf4-4c9e-bb96-286f367cca40 None None] Provisioning complete for port c78f7480-a2cd-4773-ad9a-8283e72e6e5d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:09.445649 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d6f111ac-ecf4-4c9e-bb96-286f367cca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:09.537378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d6f111ac-ecf4-4c9e-bb96-286f367cca40 None None] Provisioning complete for port 088869f9-5ad1-4aa0-a5be-960f4e73bedc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:30:09.537678 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d6f111ac-ecf4-4c9e-bb96-286f367cca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:10.434088 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-daae0a93-e11d-44bd-8b91-accc33b06fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:10.690484 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:11.230472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45558) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:11.381351 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:11.432370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48a3737-69f3-4fe0-bd42-6f3584811e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:11.432777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48a3737-69f3-4fe0-bd42-6f3584811e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:11.434361 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d48a3737-69f3-4fe0-bd42-6f3584811e0c admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2029386 Aug 09 15:30:13.191366 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:13.624782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45566) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:13.831671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cda6d5-df11-405d-a916-8bb67dbeabc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:13.832135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cda6d5-df11-405d-a916-8bb67dbeabc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:13.833985 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-06cda6d5-df11-405d-a916-8bb67dbeabc7 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2081873 Aug 09 15:30:16.079687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45576) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:16.250028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1da1b3-2cd8-433a-94e9-b7cb67c83107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:16.251407 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7c1da1b3-2cd8-433a-94e9-b7cb67c83107 admin admin] 10.222.0.81 "GET /v2.0/networks/263c946d-1fb8-4de5-b12d-c65594848dd6 HTTP/1.1" status: 200 len: 869 time: 0.1707821 Aug 09 15:30:18.501503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45584) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:18.636267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc5508-36a7-4be3-942b-d175c2053a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:18.637698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e2cc5508-36a7-4be3-942b-d175c2053a26 admin admin] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 886 time: 0.1351876 Aug 09 15:30:20.828303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45592) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:20.955681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84955fc8-0827-4f2d-a6f3-d4cd7736d192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:20.956059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84955fc8-0827-4f2d-a6f3-d4cd7736d192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:20.957651 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-84955fc8-0827-4f2d-a6f3-d4cd7736d192 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283498 Aug 09 15:30:23.178203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45600) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:23.283385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c95556-07af-4612-9963-70ff9e82a205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:23.283844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c95556-07af-4612-9963-70ff9e82a205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:23.289622 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-35c95556-07af-4612-9963-70ff9e82a205 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1062546 Aug 09 15:30:25.496657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45608) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:25.584429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef5591-57c0-43ac-acb5-2e21b7468b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:25.585872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3bef5591-57c0-43ac-acb5-2e21b7468b44 admin admin] 10.222.0.81 "GET /v2.0/subnets/6403bc3f-6ed1-4e98-a074-45868065fffd HTTP/1.1" status: 200 len: 816 time: 0.0882041 Aug 09 15:30:27.761996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45616) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:27.856668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c023cb-d3b3-4a5f-b282-aa0dddbb229c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:27.858043 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-14c023cb-d3b3-4a5f-b282-aa0dddbb229c admin admin] 10.222.0.81 "GET /v2.0/subnets/6531bd4d-c290-4d4a-bcfa-a131de95af04 HTTP/1.1" status: 200 len: 868 time: 0.0950794 Aug 09 15:30:37.547354 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-42130988-17a0-4060-b653-2454e2d5d2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:39.047380 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 5 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:30:40.425183 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-203e93ff-adbe-430a-b1d5-93ffae547d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:40.693536 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:41.384040 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:43.191061 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:53.865192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45670) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:53.913528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-17e96320-54bc-4c7a-a4c3-d51edbfdb7fc admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:30:53.914538 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-17e96320-54bc-4c7a-a4c3-d51edbfdb7fc admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483677 Aug 09 15:30:56.211519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45678) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:56.274093 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6faf0761-b49a-4b71-afd2-74e8bf1c2fe6 admin admin] GET failed (client error): The resource could not be found. Aug 09 15:30:56.275385 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6faf0761-b49a-4b71-afd2-74e8bf1c2fe6 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629563 Aug 09 15:30:56.414591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ffa7eb-1694-44dd-9a9d-8bfc408be12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:56.415958 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-25ffa7eb-1694-44dd-9a9d-8bfc408be12e admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1354709 Aug 09 15:30:58.626849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45686) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:30:58.679200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:30:58.700293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Made reservation on behalf of 5e25e8e7fcc3443e8ae7e00e8265b8df for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:30:58.703481 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.739236 n-d-803778-2 neutron-server[94290]: WARNING neutron.services.revisions.revision_plugin [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Could not find related network for resource to bump revision. Aug 09 15:30:58.751476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:30:58.761640 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.761977 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Added segment 04c371e9-a087-4af4-b2e6-b1b12d197f3e of type vlan for network 93fc6782-998d-466f-90e8-d8a82f8aae7b Aug 09 15:30:58.801312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.829686 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.830629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:30:58.831293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:30:58.897118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2691944 Aug 09 15:30:58.901977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Pushing event updated for resources: {'Network': ['ID=93fc6782-998d-466f-90e8-d8a82f8aae7b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:30:58.910473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:58.910840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:58.911200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:58.911535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:58.911885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:58.912216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:58.912543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:58.912881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:58.913209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:58.913532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:58.913901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:58.914226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a02f0-25c8-43d5-bfed-44410bf0aab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:30:58.926893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:31:01.109938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45694) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:31:01.171340 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c742d7-b1d6-4d0a-8931-a84b7a0f83c6 admin admin] GET failed (client error): The resource could not be found. Aug 09 15:31:01.172676 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-18c742d7-b1d6-4d0a-8931-a84b7a0f83c6 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617614 Aug 09 15:31:01.244546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a359a39c-edec-4ea9-a307-04c6ce60f2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:01.246030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a359a39c-edec-4ea9-a307-04c6ce60f2d4 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688980 Aug 09 15:31:01.256957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-046292f3-6687-4e6d-aca4-8da513c7f7d2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:31:01.275812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046292f3-6687-4e6d-aca4-8da513c7f7d2 admin admin] Made reservation on behalf of 5e25e8e7fcc3443e8ae7e00e8265b8df for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:31:01.278029 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-046292f3-6687-4e6d-aca4-8da513c7f7d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.442425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-046292f3-6687-4e6d-aca4-8da513c7f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.543874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046292f3-6687-4e6d-aca4-8da513c7f7d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4444c197-8a4f-45f0-89a6-519cde67a053,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:01.551767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046292f3-6687-4e6d-aca4-8da513c7f7d2 admin admin] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:01.552125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046292f3-6687-4e6d-aca4-8da513c7f7d2 admin admin] Network hostable DHCP agents. Network: 93fc6782-998d-466f-90e8-d8a82f8aae7b, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:31:01.568690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046292f3-6687-4e6d-aca4-8da513c7f7d2 admin admin] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:31:01.577260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-046292f3-6687-4e6d-aca4-8da513c7f7d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 93fc6782-998d-466f-90e8-d8a82f8aae7b) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:01.581288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046292f3-6687-4e6d-aca4-8da513c7f7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:31:01.581902 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-046292f3-6687-4e6d-aca4-8da513c7f7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.587238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8199fe3c-2490-4690-bc90-7a3235018588 None None] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:01.599704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-046292f3-6687-4e6d-aca4-8da513c7f7d2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3462658 Aug 09 15:31:01.834468 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-93fc6782-998d-466f-90e8-d8a82f8aae7b', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'tenant_id': '5e25e8e7fcc3443e8ae7e00e8265b8df', 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:31:01.835347 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:01.980121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Allocated IP 192.168.233.2 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/94d10c6f-da66-4308-b35e-6302f3fa5221) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:31:02.135105 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.144302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Transition to ACTIVE for port object 94d10c6f-da66-4308-b35e-6302f3fa5221 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:02.160216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Transition to ACTIVE for port object 94d10c6f-da66-4308-b35e-6302f3fa5221 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:31:02.166645 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.207962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:31:02.210878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:31:02.215210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:31:02.219009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Pushing event updated for resources: {'Port': ['ID=94d10c6f-da66-4308-b35e-6302f3fa5221,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:02.229873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:02.230221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:02.230564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:02.230903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:02.231233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:02.231562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:02.231886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:02.232587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:02.232587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:02.232909 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:02.233624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:02.233624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:31:02.279683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Attempting to bind port 94d10c6f-da66-4308-b35e-6302f3fa5221 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:31:02.280773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Attempting to bind port 94d10c6f-da66-4308-b35e-6302f3fa5221 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:31:02.281219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Attempting to bind port 94d10c6f-da66-4308-b35e-6302f3fa5221 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:31:02.286251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:31:02.286615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:31:02.287010 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.287775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:31:02.288233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Bound port: 94d10c6f-da66-4308-b35e-6302f3fa5221, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:31:02.288627 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.354075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] For port 94d10c6f-da66-4308-b35e-6302f3fa5221, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:31:02.357436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] For port 94d10c6f-da66-4308-b35e-6302f3fa5221, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=94d10c6f-da66-4308-b35e-6302f3fa5221,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:31:02.362384 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:02.420228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21d98a-f2f0-47da-9078-868bca769898 None None] Pushing event updated for resources: {'Port': ['ID=94d10c6f-da66-4308-b35e-6302f3fa5221,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:02.799755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 94d10c6f-da66-4308-b35e-6302f3fa5221 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:02.860172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 94d10c6f-da66-4308-b35e-6302f3fa5221 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:03.230181 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9b3cac-ec51-4de7-b21e-db9c871576a0 None None] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:31:03.292908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8521d5f8-b0ea-4393-9bdd-6e6a1c7a4d99 None None] Provisioning for port 94d10c6f-da66-4308-b35e-6302f3fa5221 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:31:03.305286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8521d5f8-b0ea-4393-9bdd-6e6a1c7a4d99 None None] Provisioning complete for port 94d10c6f-da66-4308-b35e-6302f3fa5221 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:03.305683 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8521d5f8-b0ea-4393-9bdd-6e6a1c7a4d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.448514 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8521d5f8-b0ea-4393-9bdd-6e6a1c7a4d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.490854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8521d5f8-b0ea-4393-9bdd-6e6a1c7a4d99 None None] For port 94d10c6f-da66-4308-b35e-6302f3fa5221, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=94d10c6f-da66-4308-b35e-6302f3fa5221,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:31:03.496414 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8521d5f8-b0ea-4393-9bdd-6e6a1c7a4d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:03.554357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521d5f8-b0ea-4393-9bdd-6e6a1c7a4d99 None None] Pushing event updated for resources: {'Port': ['ID=94d10c6f-da66-4308-b35e-6302f3fa5221,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:31:03.716785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f76c2b97-47f2-45f7-8fd7-6bb53ea9f6eb None None] Provisioning complete for port 94d10c6f-da66-4308-b35e-6302f3fa5221 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:03.717156 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f76c2b97-47f2-45f7-8fd7-6bb53ea9f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:04.750855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 94d10c6f-da66-4308-b35e-6302f3fa5221 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:31:04.798424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 94d10c6f-da66-4308-b35e-6302f3fa5221 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:31:04.798791 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:07.549623 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a1b5e7f-d45a-4014-a54f-c6f7a575cc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.426181 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-63d55b05-7403-4b74-8782-d1bdb6951f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:10.693894 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:11.386302 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:13.197289 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:16.045927 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 5 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:31:37.553513 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6758-8d52-4365-a675-e275a0f9e0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:40.426293 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3a13fab9-f6e5-475a-8ef9-f0ae97a578fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:40.695211 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:41.389802 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:43.196457 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:31:53.044942 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 5 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:32:07.556394 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-18f53a04-1f77-4673-ac1c-a2865c189532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:10.429761 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b31b760e-4183-4503-9f08-a2f217f52d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:10.701303 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.394737 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.459408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45746) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:12.466077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-f5a935c0-d2e9-4daf-8bc4-c0bf4fa8b633 tempest-verify_tempest_config-2063974539 tempest-verify_tempest_config-2063974539-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:32:12.467059 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f5a935c0-d2e9-4daf-8bc4-c0bf4fa8b633 tempest-verify_tempest_config-2063974539 tempest-verify_tempest_config-2063974539-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067186 Aug 09 15:32:12.771900 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45764) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:12.877487 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.968064 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:12.972024 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.017184 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7f871d78ffd456d8d4b1f20f60deeaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2442536 Aug 09 15:32:13.018023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ef0e21-90b4-4c7c-98fd-8fa5bdc1d606,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:13.019977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45768) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:13.024485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.024827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.026317 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.026660 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.026986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.027312 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.027631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.027949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.028270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.028584 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.028920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.029219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357856a6-bdb7-4af6-a744-c129d8006004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.076834 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.098391 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.186271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.188763 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.189946 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20ef0e21-90b4-4c7c-98fd-8fa5bdc1d606 HTTP/1.1" status: 204 len: 168 time: 0.1689589 Aug 09 15:32:13.200218 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ef0e21-90b4-4c7c-98fd-8fa5bdc1d606,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:13.201956 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:13.207209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.207586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.207923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.208254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.208589 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.208917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.209236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.209556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.209908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.210230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.210559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:13.210863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf27d72-5097-40d1-b08f-cf3817a36969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:30.042892 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 5 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:32:37.558181 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-312767b3-f9fc-4a49-8583-3fb88f6a547d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.433008 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-37d6376b-752c-4e30-9c3f-ab980662f07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.694189 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:41.393914 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:43.203665 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.043202 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 5 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:33:07.559874 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-70a35635-69bc-4ead-becf-7973d7e3c13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.433217 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1ccab700-025d-44ad-b6a5-ab4e797f9572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.696465 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:11.396172 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:13.206762 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:37.564887 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4a35f799-c5ae-4dc6-ad97-9a129fe5e55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:40.433608 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-26d38eec-5f3e-4c64-98a5-de73ce4c64b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:40.697259 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:41.399538 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:43.213285 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:44.040061 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 5 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:34:07.566604 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68769fff-41c4-4495-95c2-d07a567a2716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:10.433999 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-780054a8-7265-453b-b190-08f4d010438d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:10.698397 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:11.401327 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:13.214128 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:21.039393 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 5 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:34:37.567894 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4d87-ec9b-4f54-83af-773fc2ae3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:40.434712 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0688035b-cefc-4be5-ab82-20dd72d8b6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:40.700214 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:41.405101 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:43.215379 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:58.037946 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 5 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:35:07.567775 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c8a75c2e-88ea-4533-b792-6ea3596444f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:10.434762 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae2ad86c-4020-4486-a550-04474ac26805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:10.702146 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:11.207840 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055910'] for agent, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:11.407552 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:12.670065 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2055910'] for agent, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:13.218686 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:35.037898 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:35:37.569701 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3caa5382-6cd2-403a-b6e5-237de5435996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:40.437015 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-20be1eaa-445e-4329-8c80-2cde720b8ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:40.707113 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:41.193889 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:41.410672 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:42.665216 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:43.222581 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:03.726425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45834) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:03.830946 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4da850d8-435d-4dd9-a3bb-5864f29795e9 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1031163 Aug 09 15:36:06.024052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45844) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:06.085914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-748964b8-8632-4106-a287-1740e26314fa admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0606344 Aug 09 15:36:07.570487 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3339d76-b215-4ff9-9d94-ace9a202c6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:10.437746 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a7882b61-e3f8-4406-b11f-b29245cdbf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:10.708398 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:11.193773 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:11.412734 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:12.039281 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:36:12.660757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:13.225802 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:37.572970 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f9b6ea4-2e92-42a7-95da-f70d820dc781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:40.440250 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ac9ed878-fd7b-425f-916b-1cdf53e8d7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:40.712910 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:41.196172 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:41.416636 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:42.660502 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:43.228455 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:49.039679 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:37:07.574228 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be9dae17-0498-478c-b4b1-d25b9917280c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:10.443965 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-734d3139-9e35-41d7-af19-b34ff7260463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:10.716040 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:11.192522 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:11.419379 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:12.655667 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:13.230615 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:26.040581 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:37:32.648027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46256) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:32.753502 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.858128 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.863947 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:32.898754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883b9fa0-6bb1-4c3b-b162-c0a91cdb2b5f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:32.904316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46286) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:32.908473 n-d-803778-2 neutron-server[94290]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 15:37:32.911830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:32.912172 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:32.912502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:32.912882 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:32.913204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:32.913722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:32.914377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:32.915038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:32.915821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:32.916299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:32.917124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:32.917449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] Tracked resource versions report: Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: pushed versions: Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: { 'AddressGroup': {'1.2'}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'ConntrackHelper': {'1.0'}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'Log': {'1.0'}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'Network': {'1.1'}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'Port': {'1.7'}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'PortForwarding': {'1.2'}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'QosPolicy': {'1.9'}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'SecurityGroup': {'1.4'}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'SubPort': {'1.0'}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'Subnet': {'1.1'}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'Trunk': {'1.1'}} Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: consumer versions: Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: { DHCP agent@n-d-803778-2: {}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: HyperV agent@n-h1-803778-2: {}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: HyperV agent@n-h2-803778-2: {}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: L3 agent@n-d-803778-2: {}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: Metadata agent@n-d-803778-2: {}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: Metering agent@n-d-803778-2: {}, Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: Open vSwitch agent@n-d-803778-2: { 'AddressGroup': '1.2', Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'ConntrackHelper': '1.0', Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'Log': '1.0', Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'Network': '1.1', Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'Port': '1.7', Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'PortForwarding': '1.2', Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'QosPolicy': '1.9', Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'SecurityGroup': '1.4', Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'SecurityGroupRule': '1.2', Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'SubPort': '1.0', Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'Subnet': '1.1', Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: 'Trunk': '1.1'}} Aug 09 15:37:32.918676 n-d-803778-2 neutron-server[94289]: {{(pid=94289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:37:32.939159 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6a57787e-f64a-4adc-80df-e777d8738c47 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4399494b6e224a049fbae75f7d1525b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2896898 Aug 09 15:37:32.939872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46290) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:32.948530 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-4f23821c-b1f3-4a06-96bd-032582f3ece3 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c297b80489844064801f175308ff85e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420432 Aug 09 15:37:32.997967 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4974c366-f163-4a25-a62b-1f2ea54382d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.060495 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4974c366-f163-4a25-a62b-1f2ea54382d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.101230 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4974c366-f163-4a25-a62b-1f2ea54382d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.104527 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4974c366-f163-4a25-a62b-1f2ea54382d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.110984 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4974c366-f163-4a25-a62b-1f2ea54382d3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/883b9fa0-6bb1-4c3b-b162-c0a91cdb2b5f HTTP/1.1" status: 204 len: 168 time: 0.1654091 Aug 09 15:37:33.120554 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974c366-f163-4a25-a62b-1f2ea54382d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883b9fa0-6bb1-4c3b-b162-c0a91cdb2b5f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:33.153947 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-dbeaf750-bc78-4bb6-a43c-7545cab018f4 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:33.158612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-dbeaf750-bc78-4bb6-a43c-7545cab018f4 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086067 Aug 09 15:37:33.175479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-8d519179-f4d4-4307-982b-8a7d204150c7 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/quotas/c297b80489844064801f175308ff85e7 HTTP/1.1" status: 200 len: 375 time: 0.0124128 Aug 09 15:37:33.248035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-5dae1953-1f9c-4544-bfc3-d5da0679ddaa tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c297b80489844064801f175308ff85e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665419 Aug 09 15:37:33.462309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46330) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:33.476406 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.580721 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.586663 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.643705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46340) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:33.645079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0df2ad3aa9d046b8ada27d841142e4c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1812828 Aug 09 15:37:33.646450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2dda6a-1d71-438e-803b-fa88b837265b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:33.647841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46342) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:33.654630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:33.655077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:33.655489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:33.655989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:33.656959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:33.657409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:33.657826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:33.658379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:33.658895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:33.659583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:33.660115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:33.661124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa67dc02-ce05-41e4-8d53-7a87781c22c4 admin admin] Tracked resource versions report: Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: pushed versions: Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: { 'AddressGroup': {'1.2'}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'ConntrackHelper': {'1.0'}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'Log': {'1.0'}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'Network': {'1.1'}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'Port': {'1.7'}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'PortForwarding': {'1.2'}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'QosPolicy': {'1.9'}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'SecurityGroup': {'1.4'}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'SubPort': {'1.0'}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'Subnet': {'1.1'}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'Trunk': {'1.1'}} Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: consumer versions: Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: { DHCP agent@n-d-803778-2: {}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: HyperV agent@n-h1-803778-2: {}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: HyperV agent@n-h2-803778-2: {}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: L3 agent@n-d-803778-2: {}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: Metadata agent@n-d-803778-2: {}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: Metering agent@n-d-803778-2: {}, Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: Open vSwitch agent@n-d-803778-2: { 'AddressGroup': '1.2', Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'ConntrackHelper': '1.0', Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'Log': '1.0', Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'Network': '1.1', Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'Port': '1.7', Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'PortForwarding': '1.2', Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'QosPolicy': '1.9', Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'SecurityGroup': '1.4', Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'SecurityGroupRule': '1.2', Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'SubPort': '1.0', Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'Subnet': '1.1', Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: 'Trunk': '1.1'}} Aug 09 15:37:33.662899 n-d-803778-2 neutron-server[94290]: {{(pid=94290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:37:33.696052 n-d-803778-2 neutron-server[94289]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 15:37:33.739455 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-20142e47-2fbd-4fae-8820-f10a28dbd082 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3db5924556fe4b23b861d1e4e4681575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503023 Aug 09 15:37:33.744084 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7875c3e0-f177-4b46-8edd-5db0056e3eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:33.855534 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7875c3e0-f177-4b46-8edd-5db0056e3eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:34.002170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-be0fba3d-c4b4-4a60-92b8-b830aa58da7b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:34.003512 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-be0fba3d-c4b4-4a60-92b8-b830aa58da7b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2550733 Aug 09 15:37:34.004142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7875c3e0-f177-4b46-8edd-5db0056e3eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:34.006652 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7875c3e0-f177-4b46-8edd-5db0056e3eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:34.010653 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7875c3e0-f177-4b46-8edd-5db0056e3eda admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c2dda6a-1d71-438e-803b-fa88b837265b HTTP/1.1" status: 204 len: 168 time: 0.3615680 Aug 09 15:37:34.027823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-ce06bdb1-ec01-409c-8504-e5e4cdbf5394 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c126caad2f2b40d5995eda4abaffbf72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299549 Aug 09 15:37:34.029721 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875c3e0-f177-4b46-8edd-5db0056e3eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2dda6a-1d71-438e-803b-fa88b837265b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:34.033713 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-5285e287-5c84-4fb0-8811-d8c04a6d0e0d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/quotas/3db5924556fe4b23b861d1e4e4681575 HTTP/1.1" status: 200 len: 375 time: 0.0216231 Aug 09 15:37:34.112282 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-f036da2b-e120-42c4-8a75-d936938fd70e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653982 Aug 09 15:37:34.189992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-414f669a-a46b-45e2-8328-a55eefc366b1 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:34.191779 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-414f669a-a46b-45e2-8328-a55eefc366b1 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530004 Aug 09 15:37:34.220092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-535d12e9-1ac3-4bef-b5a0-a5741cbc7d77 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/quotas/c126caad2f2b40d5995eda4abaffbf72 HTTP/1.1" status: 200 len: 375 time: 0.0216496 Aug 09 15:37:34.256320 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-d0ff125e-44b5-4d59-a5ef-25ac068bcbb9 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c126caad2f2b40d5995eda4abaffbf72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349970 Aug 09 15:37:34.563167 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-81cd44c3-ee97-4ee2-b930-9d4f77341b42 req-60d5ef0e-b90c-464f-9fef-6edbb3e37841 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 210 time: 0.1121194 Aug 09 15:37:34.651273 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c75d8857-f762-4b9e-90d6-08aee8a8c1b9 req-ae849890-e6c5-471a-98a7-76e47961bd01 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 210 time: 0.1683571 Aug 09 15:37:34.816368 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b24ab28-25fd-43ff-ba76-c26dc9081480 req-c777a529-059b-4fd1-9751-c33931a98f2c tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 210 time: 0.0655823 Aug 09 15:37:35.481930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46480) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:35.524639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46484) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:35.600757 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46490) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:35.631914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-network', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:35.670744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Made reservation on behalf of 5578f31a28c045a8983c4f4caf442b2d for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:35.673877 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.683301 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.710163 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd61c1e9-11f6-475a-8f86-a3753af63826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.729619 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-955b0d5f-914b-4d4c-8547-80ce0b53d7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.864486 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.893667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-99756139-e743-43b7-aeb1-0d91d5f61452 req-1f87305b-d924-41c8-958b-6d378c0692b6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 210 time: 0.0274117 Aug 09 15:37:35.907945 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.930551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:37:35.931243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef5d57df-2a80-4b5a-8a58-1a7248813b1f req-c60711fa-4fda-4242-9cbb-768e14f51bca tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 210 time: 0.0507150 Aug 09 15:37:35.936997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.53', 57408) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:35.941466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:35.942087 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Added segment 1267f897-a01b-4a52-b7d0-d79ea0e7f4bd of type vlan for network 9dd26dc2-108a-452f-9988-e63a860d56f7 Aug 09 15:37:35.947013 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-955b0d5f-914b-4d4c-8547-80ce0b53d7e2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:37:35.947013 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:37:35.947013 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id_1': 'fae531c37a1846bf89d5edc591524c94', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 37, 35, 878052)}] Aug 09 15:37:35.947013 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:37:35.947695 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-955b0d5f-914b-4d4c-8547-80ce0b53d7e2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:37:35.977346 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-930d4091-cc2b-4b03-829d-939426223f9e tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c297b80489844064801f175308ff85e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353358 Aug 09 15:37:35.995184 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.022152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de39ed08-10a3-40d5-8eb4-51b129740f39,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:36.057631 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ff36431e-7f3a-44ca-9a22-89c82b3f74b2 req-74fd0b47-4f2a-4773-9ee7-d69972683372 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 210 time: 0.0544915 Aug 09 15:37:36.072238 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.073399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:36.074014 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.129818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd26dc2-108a-452f-9988-e63a860d56f7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:36.143539 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 9dd26dc2-108a-452f-9988-e63a860d56f7 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:37:36.147234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-f8a60a2f-f419-4032-ab64-8727b415618c tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:36.148770 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-f8a60a2f-f419-4032-ab64-8727b415618c tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661108 Aug 09 15:37:36.170736 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd61c1e9-11f6-475a-8f86-a3753af63826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.175492 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd61c1e9-11f6-475a-8f86-a3753af63826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.179618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-966e6795-2451-49b5-b001-ef48949dac45 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6965368 Aug 09 15:37:36.182731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46508) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:36.188066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f2d09a6f-0052-4adb-b69f-0eac3714c8a4 admin admin] Request body: {'subnet': {'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-subnet', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:36.210829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d09a6f-0052-4adb-b69f-0eac3714c8a4 admin admin] Made reservation on behalf of 5578f31a28c045a8983c4f4caf442b2d for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:36.213233 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f2d09a6f-0052-4adb-b69f-0eac3714c8a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.218029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Request body: {'port': {'device_id': 'a2ee3a41-581a-4ce7-b5df-3f0251c549ba', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'c297b80489844064801f175308ff85e7'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:36.259409 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cd61c1e9-11f6-475a-8f86-a3753af63826 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1c9beb083bd445e989367a593e74915&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6572540 Aug 09 15:37:36.260117 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61c1e9-11f6-475a-8f86-a3753af63826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a6dc3-177f-4567-9556-c891eed8e1e1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:36.280812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46512) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:36.411214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.53', 57411) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:36.429185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b87c42e0-497c-4118-a90e-5f9a793c9c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.451193 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-955b0d5f-914b-4d4c-8547-80ce0b53d7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.455703 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-623c1a53-2f9a-408c-a308-ed6f7c426fb9 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c126caad2f2b40d5995eda4abaffbf72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407660 Aug 09 15:37:36.480143 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Made reservation on behalf of c297b80489844064801f175308ff85e7 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:36.485868 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.508551 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.514721 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b87c42e0-497c-4118-a90e-5f9a793c9c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.532608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:37:36.532608 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:37:36.532608 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id_1': 'c297b80489844064801f175308ff85e7', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 37, 36, 523286)}] Aug 09 15:37:36.532608 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:37:36.533817 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:37:36.628317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-955b0d5f-914b-4d4c-8547-80ce0b53d7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.633622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-955b0d5f-914b-4d4c-8547-80ce0b53d7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.645042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-d4e152bf-5244-43fb-b21d-b19d9ab1b8cb tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:36.646593 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-d4e152bf-5244-43fb-b21d-b19d9ab1b8cb tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584060 Aug 09 15:37:36.659875 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f2d09a6f-0052-4adb-b69f-0eac3714c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.665812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Request body: {'port': {'device_id': 'e0e6da23-b044-4b28-8a7d-ee4fdfd9b628', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'c126caad2f2b40d5995eda4abaffbf72'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:36.675096 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-955b0d5f-914b-4d4c-8547-80ce0b53d7e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fae531c37a1846bf89d5edc591524c94&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1494398 Aug 09 15:37:36.678389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46534) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:36.703711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b0d5f-914b-4d4c-8547-80ce0b53d7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e02839-13f3-4511-88b3-8eb1ad4a4ea9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:36.744422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d92550b5-fc99-43e6-848b-3ce662424c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.777570 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d92550b5-fc99-43e6-848b-3ce662424c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.790629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d09a6f-0052-4adb-b69f-0eac3714c8a4 admin admin] Checking segment: {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:36.790987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d09a6f-0052-4adb-b69f-0eac3714c8a4 admin admin] Network hostable DHCP agents. Network: 9dd26dc2-108a-452f-9988-e63a860d56f7, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:37:36.808760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b87c42e0-497c-4118-a90e-5f9a793c9c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.811011 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b87c42e0-497c-4118-a90e-5f9a793c9c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.812360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b87c42e0-497c-4118-a90e-5f9a793c9c73 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b2a6dc3-177f-4567-9556-c891eed8e1e1 HTTP/1.1" status: 204 len: 168 time: 0.5298743 Aug 09 15:37:36.855110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.53', 57412) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:36.866817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d92550b5-fc99-43e6-848b-3ce662424c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.874347 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d92550b5-fc99-43e6-848b-3ce662424c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:36.877079 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d92550b5-fc99-43e6-848b-3ce662424c19 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66e02839-13f3-4511-88b3-8eb1ad4a4ea9 HTTP/1.1" status: 204 len: 168 time: 0.1975238 Aug 09 15:37:36.882569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c42e0-497c-4118-a90e-5f9a793c9c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a6dc3-177f-4567-9556-c891eed8e1e1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:36.892686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92550b5-fc99-43e6-848b-3ce662424c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e02839-13f3-4511-88b3-8eb1ad4a4ea9,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:36.908963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-e0632069-1ea8-4f09-99d3-9a0edd9558cf tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3db5924556fe4b23b861d1e4e4681575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523686 Aug 09 15:37:36.919107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d09a6f-0052-4adb-b69f-0eac3714c8a4 admin admin] Network 9dd26dc2-108a-452f-9988-e63a860d56f7 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:37:37.039729 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.107629 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d8a7f07-092e-4cb1-bf77-2443056a4d64 req-b8299117-d70a-41ed-99ac-7fe0a7ba3483 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 210 time: 0.0781288 Aug 09 15:37:37.119054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d09a6f-0052-4adb-b69f-0eac3714c8a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=052ec7d3-4676-4f2c-bb5b-537f1308a81e,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:37.349641 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1223777d-2016-4f96-90f8-100354849093 req-8ac6ad00-f794-4ca5-884a-c79771654188 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 210 time: 0.0739160 Aug 09 15:37:37.446306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.455721 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.467507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-0432f494-0cc3-475b-9529-8a3cc2b84d40 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:37.470080 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-0432f494-0cc3-475b-9529-8a3cc2b84d40 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5010223 Aug 09 15:37:37.537352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f2d09a6f-0052-4adb-b69f-0eac3714c8a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 9dd26dc2-108a-452f-9988-e63a860d56f7) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:37.548169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec45018-4ff8-4b8f-832d-a7ca295dc146 None None] Network 9dd26dc2-108a-452f-9988-e63a860d56f7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:37:37.560966 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d09a6f-0052-4adb-b69f-0eac3714c8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:37.561640 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f2d09a6f-0052-4adb-b69f-0eac3714c8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.575163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46554) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:37.626545 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a296dc6-921e-4484-9ae7-8b7e49e7222d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:37.656094 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70b74eb0-320b-4a6e-a2a0-f618d07724a0 req-fe566138-5e47-4e98-88a4-9aa66a22aca6 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 210 time: 0.1844640 Aug 09 15:37:37.661103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Made reservation on behalf of c126caad2f2b40d5995eda4abaffbf72 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:37.671478 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.699117 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Request body: {'port': {'device_id': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '3db5924556fe4b23b861d1e4e4681575'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:37.742480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46558) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:37.785861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.828789 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5840d416-e4c8-4bbc-a67c-b87941847b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.849810 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad02d-7670-492c-a228-6f21535216a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.852554 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f2d09a6f-0052-4adb-b69f-0eac3714c8a4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6686144 Aug 09 15:37:37.855139 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4cc4-dd24-4208-ad74-cd419ab2447f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:37.859965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46560) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:37.883578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:37.908418 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-5840d416-e4c8-4bbc-a67c-b87941847b94 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:37:37.908418 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:37:37.908418 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id_1': '4864cc8fbcdd42fbb29e330e51775c0f', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 37, 37, 873891)}] Aug 09 15:37:37.908418 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:37:37.910012 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-5840d416-e4c8-4bbc-a67c-b87941847b94 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:37:37.931099 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Allocated IP 192.168.233.202 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/8dc4c806-45de-4fb8-ae40-883cc85ad263) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:38.001295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-9dd26dc2-108a-452f-9988-e63a860d56f7', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:37:38.002532 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.199707 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.208644 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.268789 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-5c3ad02d-7670-492c-a228-6f21535216a3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:37:38.268789 n-d-803778-2 neutron-server[94290]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:37:38.268789 n-d-803778-2 neutron-server[94290]: [parameters: {'project_id_1': 'f299466cafde40c38769ce185127359b', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 37, 37, 920738)}] Aug 09 15:37:38.268789 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:37:38.269627 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-5c3ad02d-7670-492c-a228-6f21535216a3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:37:38.278549 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f0eb6286-0f2e-4a64-8529-7113f2749a90 req-8b04a47a-75b3-4884-858a-fd28d2589597 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 210 time: 0.0375311 Aug 09 15:37:38.284881 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.316476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Transition to ACTIVE for port object 8dc4c806-45de-4fb8-ae40-883cc85ad263 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:38.347011 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:37:38.347011 n-d-803778-2 neutron-server[94290]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:37:38.347011 n-d-803778-2 neutron-server[94290]: [parameters: {'project_id_1': '3db5924556fe4b23b861d1e4e4681575', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 37, 38, 90940)}] Aug 09 15:37:38.347011 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:37:38.347443 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:37:38.361995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Allocated IP 172.20.0.2 (9dd26dc2-108a-452f-9988-e63a860d56f7/052ec7d3-4676-4f2c-bb5b-537f1308a81e/024949c4-828a-4c8d-baa6-a3b6103ecad0) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:38.378986 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.418152 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.419269 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.429504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5840d416-e4c8-4bbc-a67c-b87941847b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.507857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b9c499-459d-4907-98ee-063b787dacd4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:38.551787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:38.583738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:38.592690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:38.602738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:38.604154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.631654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Pushing event updated for resources: {'Port': ['ID=8dc4c806-45de-4fb8-ae40-883cc85ad263,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:38.748039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc0ac24e-25ae-405b-ab01-e45e8ad50bef req-4794afdf-51cc-40fd-85b8-b64037238f1d tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 210 time: 0.2439866 Aug 09 15:37:38.758911 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.783900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Transition to ACTIVE for port object 024949c4-828a-4c8d-baa6-a3b6103ecad0 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:38.800662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad02d-7670-492c-a228-6f21535216a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.824776 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.827420 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5840d416-e4c8-4bbc-a67c-b87941847b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.835701 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5840d416-e4c8-4bbc-a67c-b87941847b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.846719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Transition to ACTIVE for port object 024949c4-828a-4c8d-baa6-a3b6103ecad0 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:38.869453 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:38.872575 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ac4c6e4c-583f-4308-a609-2bfb1b5cab7b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6634610 Aug 09 15:37:38.954638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Network 9dd26dc2-108a-452f-9988-e63a860d56f7 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:38.958177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:38.964785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:39.010016 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Pushing event updated for resources: {'Port': ['ID=024949c4-828a-4c8d-baa6-a3b6103ecad0,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:39.021815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:39.022514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:39.023074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:39.023627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:39.024257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:39.024830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:39.025419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:39.026036 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:39.026633 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:39.027224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:39.027959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:39.028564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Tracked resource versions report: Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: pushed versions: Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: { 'AddressGroup': {'1.2'}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'ConntrackHelper': {'1.0'}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'Log': {'1.0'}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'Network': {'1.1'}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'Port': {'1.7'}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'PortForwarding': {'1.2'}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'QosPolicy': {'1.9'}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'SecurityGroup': {'1.4'}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'SubPort': {'1.0'}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'Subnet': {'1.1'}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'Trunk': {'1.1'}} Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: consumer versions: Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: { DHCP agent@n-d-803778-2: {}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: HyperV agent@n-h1-803778-2: {}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: HyperV agent@n-h2-803778-2: {}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: L3 agent@n-d-803778-2: {}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: Metadata agent@n-d-803778-2: {}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: Metering agent@n-d-803778-2: {}, Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: Open vSwitch agent@n-d-803778-2: { 'AddressGroup': '1.2', Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'ConntrackHelper': '1.0', Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'Log': '1.0', Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'Network': '1.1', Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'Port': '1.7', Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'PortForwarding': '1.2', Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'QosPolicy': '1.9', Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'SecurityGroup': '1.4', Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'SecurityGroupRule': '1.2', Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'SubPort': '1.0', Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'Subnet': '1.1', Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: 'Trunk': '1.1'}} Aug 09 15:37:39.030198 n-d-803778-2 neutron-server[94291]: {{(pid=94291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:37:39.055705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-4cf0b72b-031f-44b3-ac5c-911474abeb6b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:37:39.056738 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-4cf0b72b-031f-44b3-ac5c-911474abeb6b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470955 Aug 09 15:37:39.070747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Attempting to bind port 024949c4-828a-4c8d-baa6-a3b6103ecad0 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:39.071213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Attempting to bind port 024949c4-828a-4c8d-baa6-a3b6103ecad0 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:39.071693 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Attempting to bind port 024949c4-828a-4c8d-baa6-a3b6103ecad0 on network 9dd26dc2-108a-452f-9988-e63a860d56f7 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:39.077415 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:39.078340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Checking segment: {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:39.079010 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.079546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Bound using segment: {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:39.080274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Bound port: 024949c4-828a-4c8d-baa6-a3b6103ecad0, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:39.080928 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.092393 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5840d416-e4c8-4bbc-a67c-b87941847b94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4864cc8fbcdd42fbb29e330e51775c0f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3487358 Aug 09 15:37:39.098725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46568) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:39.126196 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840d416-e4c8-4bbc-a67c-b87941847b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4517f41-79b8-4e22-a9cb-340f896f839b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:39.173944 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ce52ad43-4100-45f1-97a8-5d66eb9f9e5c None None] Provisioning for port 8dc4c806-45de-4fb8-ae40-883cc85ad263 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:39.180883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ce52ad43-4100-45f1-97a8-5d66eb9f9e5c None None] Provisioning complete for port 8dc4c806-45de-4fb8-ae40-883cc85ad263 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:39.181558 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ce52ad43-4100-45f1-97a8-5d66eb9f9e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.210324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] For port 024949c4-828a-4c8d-baa6-a3b6103ecad0, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:39.229639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] For port 024949c4-828a-4c8d-baa6-a3b6103ecad0, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=024949c4-828a-4c8d-baa6-a3b6103ecad0,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:39.237187 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.238907 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e43254-4604-4f23-8f39-b3d93956a627 req-bb45352a-769c-4e06-8640-0831dfac44d2 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:39.240486 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-93e43254-4604-4f23-8f39-b3d93956a627 req-bb45352a-769c-4e06-8640-0831dfac44d2 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 936 time: 0.3922362 Aug 09 15:37:39.298587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ce52ad43-4100-45f1-97a8-5d66eb9f9e5c None None] Port 8dc4c806-45de-4fb8-ae40-883cc85ad263 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:37:39.350662 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2270a77a-afd2-41bc-9522-aae3d69bf495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.364870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Allocated IP 192.168.233.103 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/018768f1-f00f-4d1d-9675-ecc186a132a2) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:39.382971 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2270a77a-afd2-41bc-9522-aae3d69bf495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.408735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b664be2-864a-487b-a9c1-bebffbf92a95 None None] Pushing event updated for resources: {'Port': ['ID=024949c4-828a-4c8d-baa6-a3b6103ecad0,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:39.452727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-93e43254-4604-4f23-8f39-b3d93956a627 req-2fb799b7-dd70-48e0-aad8-7ec52254dbb8 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978147 Aug 09 15:37:39.454091 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2270a77a-afd2-41bc-9522-aae3d69bf495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.457020 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2270a77a-afd2-41bc-9522-aae3d69bf495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.458438 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2270a77a-afd2-41bc-9522-aae3d69bf495 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4517f41-79b8-4e22-a9cb-340f896f839b HTTP/1.1" status: 204 len: 168 time: 0.3578601 Aug 09 15:37:39.474989 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270a77a-afd2-41bc-9522-aae3d69bf495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4517f41-79b8-4e22-a9cb-340f896f839b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:39.540374 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.548674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Made reservation on behalf of 3db5924556fe4b23b861d1e4e4681575 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:39.553820 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.763008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7baea830-fc4f-45a9-b3b1-03a28c1093f0 req-8749f5e1-7e01-4f78-9728-5e6756933501 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 210 time: 0.1360133 Aug 09 15:37:39.777556 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.929853 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad02d-7670-492c-a228-6f21535216a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:39.948224 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5c3ad02d-7670-492c-a228-6f21535216a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:40.008479 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70e89732-dbf1-40c1-8989-e4b5dd0c00d1 req-895b83af-b3c2-421f-97df-a29245821b8a tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 210 time: 0.0748098 Aug 09 15:37:40.081116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5c3ad02d-7670-492c-a228-6f21535216a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f299466cafde40c38769ce185127359b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4521317 Aug 09 15:37:40.084296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46576) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:40.102039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ad02d-7670-492c-a228-6f21535216a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2453a88-fa00-4d84-8dfe-c953447c9b07,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:40.197871 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-78a5ba9b-c671-45dd-bb2f-6178f8d46784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:40.270224 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-78a5ba9b-c671-45dd-bb2f-6178f8d46784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:40.278559 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:40.341917 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:40.362438 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-78a5ba9b-c671-45dd-bb2f-6178f8d46784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:40.374653 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-78a5ba9b-c671-45dd-bb2f-6178f8d46784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:40.380068 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-78a5ba9b-c671-45dd-bb2f-6178f8d46784 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2453a88-fa00-4d84-8dfe-c953447c9b07 HTTP/1.1" status: 204 len: 168 time: 0.2947919 Aug 09 15:37:40.388954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:40.392973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5ba9b-c671-45dd-bb2f-6178f8d46784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2453a88-fa00-4d84-8dfe-c953447c9b07,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:40.402139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Transition to ACTIVE for port object 018768f1-f00f-4d1d-9675-ecc186a132a2 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:40.487532 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c4c24fb7-e335-4f44-afda-7f1aa1734295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:40.680085 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ca2202-c663-4427-b1a5-7609df9ed5cd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:40.753767 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.043084 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c971e3ab-9c43-494e-a0e5-d46d383d039d req-596fece2-8c5f-4ef2-821f-b5875e9b0088 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 210 time: 0.0904288 Aug 09 15:37:41.072350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.177398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9735d43-4d43-41b8-b42a-7467023b6ab7 None None] Network 9dd26dc2-108a-452f-9988-e63a860d56f7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:37:41.178662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.216108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.268482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec2b0c-b63d-4648-af68-bfb2021b5a01 req-8740a6e3-44d3-4cbe-a356-a54634052cf5 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:41.277097 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6aec2b0c-b63d-4648-af68-bfb2021b5a01 req-8740a6e3-44d3-4cbe-a356-a54634052cf5 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 936 time: 0.0759652 Aug 09 15:37:41.280289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 024949c4-828a-4c8d-baa6-a3b6103ecad0 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:41.338240 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6aec2b0c-b63d-4648-af68-bfb2021b5a01 req-9e5fc127-b6a3-4c35-aaab-25f766d3ce7b tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569499 Aug 09 15:37:41.382544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d646a4-3590-496c-bbfc-b162fe8962bb req-7d0f5cb9-0117-499a-baba-0c9b743b7ff4 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:41.384364 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3d646a4-3590-496c-bbfc-b162fe8962bb req-7d0f5cb9-0117-499a-baba-0c9b743b7ff4 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 936 time: 0.6662588 Aug 09 15:37:41.523810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9d36680e-64e4-4e88-b071-44a3509949f9 None None] Provisioning for port 024949c4-828a-4c8d-baa6-a3b6103ecad0 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:41.546131 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.548123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Allocated IP 192.168.233.138 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/8a3bf99a-0506-4d47-9c9d-fafed99f2971) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:41.582865 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.599272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 024949c4-828a-4c8d-baa6-a3b6103ecad0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:41.644309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 024949c4-828a-4c8d-baa6-a3b6103ecad0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:41.647077 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.895685 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.905760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:41.995963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 024949c4-828a-4c8d-baa6-a3b6103ecad0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=024949c4-828a-4c8d-baa6-a3b6103ecad0,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:42.018325 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.069920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Transition to ACTIVE for port object 8a3bf99a-0506-4d47-9c9d-fafed99f2971 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:42.153332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:42.180369 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=024949c4-828a-4c8d-baa6-a3b6103ecad0,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:42.288137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:42.295416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:42.301683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:42.306733 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.334925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Pushing event updated for resources: {'Port': ['ID=018768f1-f00f-4d1d-9675-ecc186a132a2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:42.395919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4f9eb161-6a70-4a32-a304-26a5f0810580 None None] Provisioning complete for port 024949c4-828a-4c8d-baa6-a3b6103ecad0 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:42.396289 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4f9eb161-6a70-4a32-a304-26a5f0810580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.401162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Allocated IP 172.25.2.74 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/091d9328-3c2e-4f5e-9421-f789e05c37e0) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:42.602052 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.656106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3d646a4-3590-496c-bbfc-b162fe8962bb req-8096a670-590b-4414-8030-2a5ddd0bec25 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2558789 Aug 09 15:37:42.658070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-86fba1ca-91d4-4e02-b7e8-6176d9517c71 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9995658 Aug 09 15:37:42.661421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.746811 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.787151 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1107de6b-231d-4fb5-b81b-952fed1e0a73 req-b6467b8b-6209-4ced-9d23-5b80ef75db59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 210 time: 0.5407472 Aug 09 15:37:42.801121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Pushing event updated for resources: {'Port': ['ID=091d9328-3c2e-4f5e-9421-f789e05c37e0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:42.811587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:42.854355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:42.857084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:42.875410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c58d723c-6062-4953-a726-2915ed0fc758 None None] Provisioning for port 018768f1-f00f-4d1d-9675-ecc186a132a2 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:42.886667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c58d723c-6062-4953-a726-2915ed0fc758 None None] Provisioning complete for port 018768f1-f00f-4d1d-9675-ecc186a132a2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:42.888576 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c58d723c-6062-4953-a726-2915ed0fc758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:42.976834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cda394-614f-4019-b2ba-e1150c1e3dcf req-10a8be16-13b2-4cb3-92e4-17a2fdc1d444 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:42.982450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c58d723c-6062-4953-a726-2915ed0fc758 None None] Port 018768f1-f00f-4d1d-9675-ecc186a132a2 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:37:42.990993 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01cda394-614f-4019-b2ba-e1150c1e3dcf req-10a8be16-13b2-4cb3-92e4-17a2fdc1d444 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 936 time: 0.1909349 Aug 09 15:37:43.055178 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 024949c4-828a-4c8d-baa6-a3b6103ecad0 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:43.077850 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:43.189537 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01cda394-614f-4019-b2ba-e1150c1e3dcf req-ab2bf27a-d95c-4539-a6eb-1648b169bcfb tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475015 Aug 09 15:37:43.205247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:43.240805 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:43.245827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 024949c4-828a-4c8d-baa6-a3b6103ecad0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:43.246434 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:43.249474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Pushing event updated for resources: {'Port': ['ID=8a3bf99a-0506-4d47-9c9d-fafed99f2971,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:43.258699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:43.376163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:43.382346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:43.383226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:43.420023 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-967e1758-68bb-4950-9b84-11080e90bfa4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7967803 Aug 09 15:37:43.571709 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:43.721925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-84f22dd8-3b98-4b41-9e8e-0d2d5e0d9578 None None] Provisioning for port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:43.730704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-84f22dd8-3b98-4b41-9e8e-0d2d5e0d9578 None None] Provisioning complete for port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:43.732241 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-84f22dd8-3b98-4b41-9e8e-0d2d5e0d9578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:43.818334 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-84f22dd8-3b98-4b41-9e8e-0d2d5e0d9578 None None] Port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:37:43.970038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d38d65-ffa3-4ede-b354-5f00997dcc9c req-1bab7ee8-3986-42c9-8c93-2f154d5a4a5a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:43.972634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-01d38d65-ffa3-4ede-b354-5f00997dcc9c req-1bab7ee8-3986-42c9-8c93-2f154d5a4a5a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 936 time: 0.0689881 Aug 09 15:37:44.024328 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-01d38d65-ffa3-4ede-b354-5f00997dcc9c req-023bdb92-9886-4275-95b2-4fc2ce17f4d9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448124 Aug 09 15:37:44.084782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e9e1-e682-402f-b5ad-f58d4c4a5586 req-97d22d06-23ec-4e23-8514-ceb66f540e73 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:44.086347 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7886e9e1-e682-402f-b5ad-f58d4c4a5586 req-97d22d06-23ec-4e23-8514-ceb66f540e73 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 936 time: 0.2753701 Aug 09 15:37:44.120130 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:44.178890 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7886e9e1-e682-402f-b5ad-f58d4c4a5586 req-3bde28f8-0e02-41c4-86d3-294c1c8721eb tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837088 Aug 09 15:37:44.355888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Router 8dae6933-f53f-44cf-b8ba-211ddb5f538a is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:37:44.452648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e31b-2f90-40e6-aefe-885eb3e3e2d6 req-76e6d591-f40f-448b-9c39-19ba5917a3d8 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:44.455375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f22e31b-2f90-40e6-aefe-885eb3e3e2d6 req-76e6d591-f40f-448b-9c39-19ba5917a3d8 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 936 time: 0.0888457 Aug 09 15:37:44.522824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:37:44.534791 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Sync routers for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:37:44.543962 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f22e31b-2f90-40e6-aefe-885eb3e3e2d6 req-46dc4d75-ba7d-46cf-9ff5-0fa14113d7c1 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820360 Aug 09 15:37:44.545902 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:44.548576 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-26e14319-6904-43e7-aa7e-cebe3ca48d7a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.6842043 Aug 09 15:37:44.551319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46688) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:44.565140 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:44.569831 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:37:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:44.734025 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:45.017199 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46700) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:45.071151 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 3, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:45.106452 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Checking router: 8dae6933-f53f-44cf-b8ba-211ddb5f538a for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:37:45.107054 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Updating router 8dae6933-f53f-44cf-b8ba-211ddb5f538a port 091d9328-3c2e-4f5e-9421-f789e05c37e0 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:37:45.161029 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.161494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46706) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:45.396141 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3df6c503-a470-44cb-8fc4-984160fa55fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.432863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727a23d-b1e0-4b19-bd60-c40c79b9b5a8 req-39bdd76b-34d6-4180-9d34-80bbb4476557 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:45.436625 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7727a23d-b1e0-4b19-bd60-c40c79b9b5a8 req-39bdd76b-34d6-4180-9d34-80bbb4476557 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 936 time: 0.1912208 Aug 09 15:37:45.531297 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27b17d15-5d8c-4f15-ba50-4ace8dc22c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.532289 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bb022-5104-4dfc-875f-ae76b49c57fa req-f22aba36-02cc-4f62-975d-3bd37297261e tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:45.545298 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-654bb022-5104-4dfc-875f-ae76b49c57fa req-f22aba36-02cc-4f62-975d-3bd37297261e tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 936 time: 0.1158881 Aug 09 15:37:45.587108 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7727a23d-b1e0-4b19-bd60-c40c79b9b5a8 req-300e5ec0-8133-4129-b617-b5cbff589abf tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303053 Aug 09 15:37:45.647919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.664780 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-654bb022-5104-4dfc-875f-ae76b49c57fa req-28530d30-847a-4171-9cfd-e49ef30b76ed tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125243 Aug 09 15:37:45.704858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3df6c503-a470-44cb-8fc4-984160fa55fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.771279 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3df6c503-a470-44cb-8fc4-984160fa55fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.838412 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.853725 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Transition to ACTIVE for port object 091d9328-3c2e-4f5e-9421-f789e05c37e0 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:45.878265 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.901139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3df6c503-a470-44cb-8fc4-984160fa55fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3f3885f25724facbfa866319447f147&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8827806 Aug 09 15:37:45.904073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46714) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:45.906749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6c503-a470-44cb-8fc4-984160fa55fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a5b2b-e5b6-439a-bc44-b96909057fb0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:45.946374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f801-07c3-4855-9eb8-549524593783 req-e1590f91-e717-4297-a1b7-aa58ca6b8a44 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:45.948150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-baf9f801-07c3-4855-9eb8-549524593783 req-e1590f91-e717-4297-a1b7-aa58ca6b8a44 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 936 time: 0.1781557 Aug 09 15:37:45.958428 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Pushing event updated for resources: {'Port': ['ID=091d9328-3c2e-4f5e-9421-f789e05c37e0,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:45.974276 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:45.974552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27b17d15-5d8c-4f15-ba50-4ace8dc22c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:45.975433 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:45.976027 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:45.976631 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:45.977190 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:45.977536 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:45.977914 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:45.978481 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:45.978824 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:45.979289 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:45.979629 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:45.979955 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Tracked resource versions report: Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: pushed versions: Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: { 'AddressGroup': {'1.2'}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'ConntrackHelper': {'1.0'}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'Log': {'1.0'}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'Network': {'1.1'}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'Port': {'1.7'}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'PortForwarding': {'1.2'}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'QosPolicy': {'1.9'}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'SecurityGroup': {'1.4'}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'SubPort': {'1.0'}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'Subnet': {'1.1'}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'Trunk': {'1.1'}} Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: consumer versions: Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: { DHCP agent@n-d-803778-2: {}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: HyperV agent@n-h1-803778-2: {}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: HyperV agent@n-h2-803778-2: {}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: L3 agent@n-d-803778-2: {}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: Metadata agent@n-d-803778-2: {}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: Metering agent@n-d-803778-2: {}, Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: Open vSwitch agent@n-d-803778-2: { 'AddressGroup': '1.2', Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'ConntrackHelper': '1.0', Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'Log': '1.0', Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'Network': '1.1', Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'Port': '1.7', Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'PortForwarding': '1.2', Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'QosPolicy': '1.9', Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'SecurityGroup': '1.4', Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'SecurityGroupRule': '1.2', Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'SubPort': '1.0', Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'Subnet': '1.1', Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: 'Trunk': '1.1'}} Aug 09 15:37:45.981177 n-d-803778-2 neutron-server[94292]: {{(pid=94292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:37:45.991428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27b17d15-5d8c-4f15-ba50-4ace8dc22c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.002466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b1d56ed-9e8e-408a-84dd-47e5560fd4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.011373 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Attempting to bind port 091d9328-3c2e-4f5e-9421-f789e05c37e0 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:46.011766 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Attempting to bind port 091d9328-3c2e-4f5e-9421-f789e05c37e0 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:46.012139 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Attempting to bind port 091d9328-3c2e-4f5e-9421-f789e05c37e0 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:46.018958 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:46.019340 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:46.019747 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.020143 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:46.020617 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Bound port: 091d9328-3c2e-4f5e-9421-f789e05c37e0, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:46.021020 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.032835 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b1d56ed-9e8e-408a-84dd-47e5560fd4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.056669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b17d15-5d8c-4f15-ba50-4ace8dc22c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebef3fcd-d1a3-484b-b732-bc794c298602,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:46.061684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-27b17d15-5d8c-4f15-ba50-4ace8dc22c6c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41eac29f583a4bf3aff7b8a4cbf4e7da&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8991244 Aug 09 15:37:46.066678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46716) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:46.079895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-baf9f801-07c3-4855-9eb8-549524593783 req-12913b5c-50bc-49ff-8603-d9cf99131a97 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102509 Aug 09 15:37:46.082153 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] For port 091d9328-3c2e-4f5e-9421-f789e05c37e0, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:46.087311 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] For port 091d9328-3c2e-4f5e-9421-f789e05c37e0, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=091d9328-3c2e-4f5e-9421-f789e05c37e0,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:46.099446 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b1d56ed-9e8e-408a-84dd-47e5560fd4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.099598 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.102761 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b1d56ed-9e8e-408a-84dd-47e5560fd4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.106510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4b1d56ed-9e8e-408a-84dd-47e5560fd4c5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a13a5b2b-e5b6-439a-bc44-b96909057fb0 HTTP/1.1" status: 204 len: 168 time: 0.1987350 Aug 09 15:37:46.142163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Allocated IP 172.20.0.1 (9dd26dc2-108a-452f-9988-e63a860d56f7/052ec7d3-4676-4f2c-bb5b-537f1308a81e/ebb9b62f-1ab1-4679-b407-2072660014e4) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:46.187021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2302-af85-4800-a52e-8054ca1eb36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.212182 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b72795-53e7-4e7c-92dd-a3586ecf804d None None] Pushing event updated for resources: {'Port': ['ID=091d9328-3c2e-4f5e-9421-f789e05c37e0,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:46.217194 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:46.217856 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:37:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:46.233026 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2302-af85-4800-a52e-8054ca1eb36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.281488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d56ed-9e8e-408a-84dd-47e5560fd4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a5b2b-e5b6-439a-bc44-b96909057fb0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:46.307116 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2302-af85-4800-a52e-8054ca1eb36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.310591 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2302-af85-4800-a52e-8054ca1eb36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.311989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cf2d2302-af85-4800-a52e-8054ca1eb36b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ebef3fcd-d1a3-484b-b732-bc794c298602 HTTP/1.1" status: 204 len: 168 time: 0.2438745 Aug 09 15:37:46.324437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d2302-af85-4800-a52e-8054ca1eb36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebef3fcd-d1a3-484b-b732-bc794c298602,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:46.418153 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:46.477612 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.509325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Transition to ACTIVE for port object ebb9b62f-1ab1-4679-b407-2072660014e4 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:46.573016 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.651659 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Network 9dd26dc2-108a-452f-9988-e63a860d56f7 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:46.654706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:46.659165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:46.659651 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.708153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46730) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:46.731492 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-711c0463-e4ab-4ee1-9794-f371eac57d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:46.817715 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 3, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:46.845938 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9916c7e-7b17-4ebc-a0a3-c55f955862af None None] The sync data for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 is: [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:43Z', 'revision_number': 3, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:37:46.959254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb9b62f-1ab1-4679-b407-2072660014e4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:46.991541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd969fe3-d6cf-4968-ac22-f7138e494c1a req-4e813a9b-0ebc-43a7-a9f2-2f586ab2b9a0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:46.993145 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd969fe3-d6cf-4968-ac22-f7138e494c1a req-4e813a9b-0ebc-43a7-a9f2-2f586ab2b9a0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 936 time: 0.1929255 Aug 09 15:37:47.000524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-711c0463-e4ab-4ee1-9794-f371eac57d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.005474 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-711c0463-e4ab-4ee1-9794-f371eac57d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.023628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99974a-7e78-4f2e-939c-87d5ce701f15 req-0b675d1c-229d-4099-a3fe-8ebe1d08bd17 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:47.033360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7a99974a-7e78-4f2e-939c-87d5ce701f15 req-0b675d1c-229d-4099-a3fe-8ebe1d08bd17 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 936 time: 0.1121731 Aug 09 15:37:47.091378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2ca7420c-52b0-4198-b8de-9e0c2fe33e67 None None] Provisioning for port ebb9b62f-1ab1-4679-b407-2072660014e4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:47.092989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c0463-e4ab-4ee1-9794-f371eac57d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8341ff07-c65b-45d9-ab94-1832e3123f19,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:47.099400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2ca7420c-52b0-4198-b8de-9e0c2fe33e67 None None] Provisioning complete for port ebb9b62f-1ab1-4679-b407-2072660014e4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:47.100023 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2ca7420c-52b0-4198-b8de-9e0c2fe33e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.133887 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd969fe3-d6cf-4968-ac22-f7138e494c1a req-e004b4e9-63e1-4990-8d28-f987fc6c8b0c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034734 Aug 09 15:37:47.171300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7420c-52b0-4198-b8de-9e0c2fe33e67 None None] Port ebb9b62f-1ab1-4679-b407-2072660014e4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:37:47.178035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-711c0463-e4ab-4ee1-9794-f371eac57d01 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ec90be94ece425ab5b96087b770b799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661205 Aug 09 15:37:47.178932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46734) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:47.207800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46736) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:47.260074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7a99974a-7e78-4f2e-939c-87d5ce701f15 req-3db9805a-2a3c-4dcb-b242-17d3e7798b74 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247550 Aug 09 15:37:47.271777 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2e26db15-62c5-4696-80b4-8a5651592964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.330390 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.337485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35691d2f-671a-407c-b7fa-99473da1ac8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.393768 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35691d2f-671a-407c-b7fa-99473da1ac8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.444854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf6f57-d721-4752-b4c1-84f78a5ba1f4 req-bad2fe97-049d-4b86-b29c-5336da3d6aa0 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:47.449974 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90cf6f57-d721-4752-b4c1-84f78a5ba1f4 req-bad2fe97-049d-4b86-b29c-5336da3d6aa0 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 936 time: 0.1906610 Aug 09 15:37:47.488293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35691d2f-671a-407c-b7fa-99473da1ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.491157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35691d2f-671a-407c-b7fa-99473da1ac8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.494852 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-35691d2f-671a-407c-b7fa-99473da1ac8f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8341ff07-c65b-45d9-ab94-1832e3123f19 HTTP/1.1" status: 204 len: 168 time: 0.2972047 Aug 09 15:37:47.516549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35691d2f-671a-407c-b7fa-99473da1ac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8341ff07-c65b-45d9-ab94-1832e3123f19,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:47.622595 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90cf6f57-d721-4752-b4c1-84f78a5ba1f4 req-08a53b8d-3b87-4d9a-83dc-5df51b479881 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251707 Aug 09 15:37:47.695036 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2e26db15-62c5-4696-80b4-8a5651592964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.704284 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2e26db15-62c5-4696-80b4-8a5651592964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.762945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26db15-62c5-4696-80b4-8a5651592964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3965a4d9-747b-4af8-a735-82900fb2044d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:47.770958 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2e26db15-62c5-4696-80b4-8a5651592964 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49f1efa69433413ebcaedb82ee2972b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5567183 Aug 09 15:37:47.770958 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.771374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46740) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:47.787490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.788244 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.867750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c48a8d1-fbba-4a97-9299-c02c04f5a2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.901498 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c48a8d1-fbba-4a97-9299-c02c04f5a2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.916521 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb9b62f-1ab1-4679-b407-2072660014e4,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:47.980733 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c48a8d1-fbba-4a97-9299-c02c04f5a2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.984766 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c48a8d1-fbba-4a97-9299-c02c04f5a2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:47.989540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Network 9dd26dc2-108a-452f-9988-e63a860d56f7 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:47.990406 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9c48a8d1-fbba-4a97-9299-c02c04f5a2b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3965a4d9-747b-4af8-a735-82900fb2044d HTTP/1.1" status: 204 len: 168 time: 0.2180414 Aug 09 15:37:47.991272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:47.999987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48a8d1-fbba-4a97-9299-c02c04f5a2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3965a4d9-747b-4af8-a735-82900fb2044d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:48.212191 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Router 8dae6933-f53f-44cf-b8ba-211ddb5f538a has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:37:48.270682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565b1cb-969f-4f04-84c9-75dddc272e3f req-75ecea8b-9d8b-4855-b5a7-6c858a6ee1b5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:48.272504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4565b1cb-969f-4f04-84c9-75dddc272e3f req-75ecea8b-9d8b-4855-b5a7-6c858a6ee1b5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 936 time: 0.0667696 Aug 09 15:37:48.310289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7ad1d786-9e14-441d-9cac-d23bfdb77972 None None] Provisioning complete for port ebb9b62f-1ab1-4679-b407-2072660014e4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:48.311764 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d786-9e14-441d-9cac-d23bfdb77972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:48.362558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1d786-9e14-441d-9cac-d23bfdb77972 None None] Port ebb9b62f-1ab1-4679-b407-2072660014e4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:37:48.378719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4565b1cb-969f-4f04-84c9-75dddc272e3f req-292e05db-0336-40c4-a408-91efb69d97e0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738635 Aug 09 15:37:48.441740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:37:48.461437 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-11bf44a0-ecd4-445b-a7fe-e2e16a66e475 admin admin] 10.222.0.81 "PUT /v2.0/routers/8dae6933-f53f-44cf-b8ba-211ddb5f538a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9037139 Aug 09 15:37:48.480953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8ccbb-de80-4f46-ab13-deb293448649 req-5cfdab54-5957-465f-a226-6110698dccfd tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:48.489862 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-95b8ccbb-de80-4f46-ab13-deb293448649 req-5cfdab54-5957-465f-a226-6110698dccfd tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 936 time: 0.1046095 Aug 09 15:37:48.528403 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-95b8ccbb-de80-4f46-ab13-deb293448649 req-d87a3aaa-af4a-434b-9bf7-9264cddf48bf tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373650 Aug 09 15:37:48.753076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9c006-a7fc-4c15-a7da-d641bba69bca req-69198cc3-4f59-4628-af5f-4c36b6a10863 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:48.754773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2e9c006-a7fc-4c15-a7da-d641bba69bca req-69198cc3-4f59-4628-af5f-4c36b6a10863 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 936 time: 0.0560913 Aug 09 15:37:48.807677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2e9c006-a7fc-4c15-a7da-d641bba69bca req-5045db80-c92e-464e-b063-6e86b455c173 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457437 Aug 09 15:37:48.857026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Request body: {'port': {'device_id': 'a2ee3a41-581a-4ce7-b5df-3f0251c549ba', 'device_owner': 'compute:tempest-test_az-1635693599', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:48.905519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Request body: {'port': {'device_id': 'e0e6da23-b044-4b28-8a7d-ee4fdfd9b628', 'device_owner': 'compute:tempest-test_az-1635693599', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:48.906801 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Request body: {'port': {'device_id': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'device_owner': 'compute:tempest-test_az-1635693599', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:48.997124 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:49.016126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Sync routers for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:37:49.039456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:49.042345 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:49.042645 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:49.043446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:37:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:49.100821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 091d9328-3c2e-4f5e-9421-f789e05c37e0 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:49.268002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 091d9328-3c2e-4f5e-9421-f789e05c37e0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:49.276851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 091d9328-3c2e-4f5e-9421-f789e05c37e0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:49.277311 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:49.280154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:49.654126 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:49.673516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc4c806-45de-4fb8-ae40-883cc85ad263 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:49.699206 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:49.705630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 091d9328-3c2e-4f5e-9421-f789e05c37e0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=091d9328-3c2e-4f5e-9421-f789e05c37e0,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:49.713144 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:49.731892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Transition to ACTIVE for port object 8dc4c806-45de-4fb8-ae40-883cc85ad263 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:49.736076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92780fd3-7ee6-409a-ae22-7cedb42f6606 req-0ee3c3b9-00c9-4655-b09c-a1f817fca0e4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:49.738133 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-92780fd3-7ee6-409a-ae22-7cedb42f6606 req-0ee3c3b9-00c9-4655-b09c-a1f817fca0e4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 936 time: 0.0786517 Aug 09 15:37:49.743727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:49.767820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1ef71-2fdb-4bf4-ab10-7c28f987cd2e req-63df962f-3f60-4f39-8315-50635308d257 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:49.776195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84c1ef71-2fdb-4bf4-ab10-7c28f987cd2e req-63df962f-3f60-4f39-8315-50635308d257 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 936 time: 0.1284285 Aug 09 15:37:49.786224 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-92780fd3-7ee6-409a-ae22-7cedb42f6606 req-a967d454-3a2a-4d03-8e9d-222d386a51e7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Aug 09 15:37:49.946541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46826) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:49.953556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-543342563-network', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:50.000918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666535a-83d1-4565-846d-930c35cb6729 req-a6600b8c-8fb2-4650-932e-eec93a3d1b4b tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:50.010499 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9666535a-83d1-4565-846d-930c35cb6729 req-a6600b8c-8fb2-4650-932e-eec93a3d1b4b tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 936 time: 0.1197014 Aug 09 15:37:50.018979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Made reservation on behalf of 12ab74e2a35a4685b71318ee5465316c for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:50.021979 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.045898 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.080443 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9666535a-83d1-4565-846d-930c35cb6729 req-0497e4a2-21a1-44d4-96ac-bfa44f8c8084 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688927 Aug 09 15:37:50.166518 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=091d9328-3c2e-4f5e-9421-f789e05c37e0,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:50.210811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 2, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:50.228488 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.237576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.251749 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Checking router: 8dae6933-f53f-44cf-b8ba-211ddb5f538a for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:37:50.252406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Updating router 8dae6933-f53f-44cf-b8ba-211ddb5f538a port ebb9b62f-1ab1-4679-b407-2072660014e4 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:37:50.269960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc4c806-45de-4fb8-ae40-883cc85ad263,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:50.275005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a969712b-c506-419e-a7ad-f03330d8acb9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:50.291977 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.303379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:37:50.326277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84c1ef71-2fdb-4bf4-ab10-7c28f987cd2e req-721dc68e-a395-4fbf-9116-5fc813d8484e tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452373 Aug 09 15:37:50.327628 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.328701 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Added segment 88cf3b27-6a04-4c51-a018-f1b909ba9604 of type vlan for network 13fb27af-5331-49b6-8f26-41d449fdf2b8 Aug 09 15:37:50.399664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Attempting to bind port 8dc4c806-45de-4fb8-ae40-883cc85ad263 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:50.400098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Attempting to bind port 8dc4c806-45de-4fb8-ae40-883cc85ad263 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:50.400384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Attempting to bind port 8dc4c806-45de-4fb8-ae40-883cc85ad263 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:50.417805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Port 8dc4c806-45de-4fb8-ae40-883cc85ad263 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:37:50.417805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Attempting to bind port 8dc4c806-45de-4fb8-ae40-883cc85ad263 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:50.435864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:50.435864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:50.436342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:50.440215 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.444893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Bound port: 8dc4c806-45de-4fb8-ae40-883cc85ad263, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:50.445217 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.496088 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.497350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:50.498198 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.528459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018768f1-f00f-4d1d-9675-ecc186a132a2 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:50.555302 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.574916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] For port 8dc4c806-45de-4fb8-ae40-883cc85ad263, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:50.581536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] For port 8dc4c806-45de-4fb8-ae40-883cc85ad263, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8dc4c806-45de-4fb8-ae40-883cc85ad263,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:50.582796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Transition to ACTIVE for port object 018768f1-f00f-4d1d-9675-ecc186a132a2 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:50.587028 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.596722 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.601203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] Pushing event updated for resources: {'Network': ['ID=13fb27af-5331-49b6-8f26-41d449fdf2b8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:50.625709 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 13fb27af-5331-49b6-8f26-41d449fdf2b8 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:37:50.636603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:50.638178 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.640226 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] 10.222.0.53 "PUT /v2.0/ports/8dc4c806-45de-4fb8-ae40-883cc85ad263 HTTP/1.1" status: 200 len: 1118 time: 1.9828794 Aug 09 15:37:50.663108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ee3a41-581a-4ce7-b5df-3f0251c549ba', 'tag': '8dc4c806-45de-4fb8-ae40-883cc85ad263'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:50.675877 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ccd1bd56-74a5-4e19-bb02-ffaedab8a8a4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7270350 Aug 09 15:37:50.677023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46844) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:50.685348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-28a4e34b-982d-4dda-9920-62fa9df68c5a admin admin] Request body: {'subnet': {'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543342563-subnet', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:50.717068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a4e34b-982d-4dda-9920-62fa9df68c5a admin admin] Made reservation on behalf of 12ab74e2a35a4685b71318ee5465316c for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:37:50.720450 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28a4e34b-982d-4dda-9920-62fa9df68c5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:50.974875 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28a4e34b-982d-4dda-9920-62fa9df68c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.031557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb798f-b9bc-47e1-86bf-271816ce33c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc4c806-45de-4fb8-ae40-883cc85ad263,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:51.033697 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.046995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4e34b-982d-4dda-9920-62fa9df68c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fea0cd1-4719-4d77-b06a-b352037cd617,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:51.060947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Transition to ACTIVE for port object ebb9b62f-1ab1-4679-b407-2072660014e4 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:51.099356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a4e34b-982d-4dda-9920-62fa9df68c5a admin admin] Checking segment: {'id': '88cf3b27-6a04-4c51-a018-f1b909ba9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:51.099721 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4e34b-982d-4dda-9920-62fa9df68c5a admin admin] Network hostable DHCP agents. Network: 13fb27af-5331-49b6-8f26-41d449fdf2b8, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:37:51.107830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 091d9328-3c2e-4f5e-9421-f789e05c37e0 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:51.112937 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.136787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4e34b-982d-4dda-9920-62fa9df68c5a admin admin] Network 13fb27af-5331-49b6-8f26-41d449fdf2b8 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:37:51.158135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-28a4e34b-982d-4dda-9920-62fa9df68c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 13fb27af-5331-49b6-8f26-41d449fdf2b8) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:51.175494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a4e34b-982d-4dda-9920-62fa9df68c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:51.176267 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28a4e34b-982d-4dda-9920-62fa9df68c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.213063 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-28a4e34b-982d-4dda-9920-62fa9df68c5a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5319960 Aug 09 15:37:51.213063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46860) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:51.243135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-543342563-router', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:37:51.318404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3bf99a-0506-4d47-9c9d-fafed99f2971 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:51.323825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f15f60-7adf-4eaf-a75b-129632026749 None None] Network 13fb27af-5331-49b6-8f26-41d449fdf2b8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:37:51.334379 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.341834 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.342966 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.344144 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b4b1e0-3f5d-4748-9035-0f833571b478" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ee3a41-581a-4ce7-b5df-3f0251c549ba", "tag": "8dc4c806-45de-4fb8-ae40-883cc85ad263"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:51.358409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Attempting to bind port 018768f1-f00f-4d1d-9675-ecc186a132a2 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:51.358824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Attempting to bind port 018768f1-f00f-4d1d-9675-ecc186a132a2 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:51.359220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Attempting to bind port 018768f1-f00f-4d1d-9675-ecc186a132a2 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:51.362916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-cc444ed7-8311-41df-afff-dfd2b5d254f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:51.364458 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-cc444ed7-8311-41df-afff-dfd2b5d254f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c297b80489844064801f175308ff85e7&device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 1121 time: 0.6129785 Aug 09 15:37:51.367233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=018768f1-f00f-4d1d-9675-ecc186a132a2,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:51.379707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Transition to ACTIVE for port object 8a3bf99a-0506-4d47-9c9d-fafed99f2971 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:51.389880 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.395420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de2a40-79c5-4933-8a2b-a16709282392 None None] Pushing event updated for resources: {'Port': ['ID=ebb9b62f-1ab1-4679-b407-2072660014e4,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:51.401481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Port 018768f1-f00f-4d1d-9675-ecc186a132a2 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:37:51.402015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Attempting to bind port 018768f1-f00f-4d1d-9675-ecc186a132a2 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:51.509354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4495b5-e25d-4dae-8440-f0f0ebd2e33f req-67f98e1f-4a88-47d3-a551-ba6b5a0fbee4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:51.512500 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a4495b5-e25d-4dae-8440-f0f0ebd2e33f req-67f98e1f-4a88-47d3-a551-ba6b5a0fbee4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 936 time: 0.5043509 Aug 09 15:37:51.513867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:51.514207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:51.514587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:51.516468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Bound port: 018768f1-f00f-4d1d-9675-ecc186a132a2, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:51.517385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.521273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3bf99a-0506-4d47-9c9d-fafed99f2971,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:51.524812 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-d2aac8f2-d497-4a3d-abd3-8b9c720b4e45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8dc4c806-45de-4fb8-ae40-883cc85ad263 HTTP/1.1" status: 200 len: 217 time: 0.1483383 Aug 09 15:37:51.560638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 091d9328-3c2e-4f5e-9421-f789e05c37e0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:51.561023 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.561803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da2a3d-910c-46dc-9aca-d11878f42684 req-fbf30bda-eea7-4f1a-b97e-79b733b146ae tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:51.564523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-13da2a3d-910c-46dc-9aca-d11878f42684 req-fbf30bda-eea7-4f1a-b97e-79b733b146ae tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 970 time: 0.2824976 Aug 09 15:37:51.631319 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a4495b5-e25d-4dae-8440-f0f0ebd2e33f req-8cf55f03-986e-4048-8998-41d8f058f050 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090779 Aug 09 15:37:51.632465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Attempting to bind port ebb9b62f-1ab1-4679-b407-2072660014e4 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:51.632843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Attempting to bind port ebb9b62f-1ab1-4679-b407-2072660014e4 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:51.633208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Attempting to bind port ebb9b62f-1ab1-4679-b407-2072660014e4 on network 9dd26dc2-108a-452f-9988-e63a860d56f7 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:51.655152 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.678800 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:51.679283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Checking segment: {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:51.679953 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.680456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Bound using segment: {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:51.681130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Bound port: ebb9b62f-1ab1-4679-b407-2072660014e4, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:51.681542 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.722709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-8aa72b60-d56e-4dcf-af61-f80ef310b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:51.724918 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-8aa72b60-d56e-4dcf-af61-f80ef310b07c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1684756 Aug 09 15:37:51.755267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-13fb27af-5331-49b6-8f26-41d449fdf2b8', 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'fixed_ips': [{'subnet_id': '9fea0cd1-4719-4d77-b06a-b352037cd617'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:37:51.756137 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.813803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] For port 018768f1-f00f-4d1d-9675-ecc186a132a2, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:51.846015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] For port 018768f1-f00f-4d1d-9675-ecc186a132a2, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=018768f1-f00f-4d1d-9675-ecc186a132a2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:51.857409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-fb951789-1097-4eda-b9df-1657d0a8ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:51.859782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-fb951789-1097-4eda-b9df-1657d0a8ea91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266623 Aug 09 15:37:51.861231 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.870881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-13da2a3d-910c-46dc-9aca-d11878f42684 req-b1db0273-246c-4d52-92a3-d790ec450b8e tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837496 Aug 09 15:37:51.932255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:51.933277 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:51.935136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] 10.222.0.53 "PUT /v2.0/ports/018768f1-f00f-4d1d-9675-ecc186a132a2 HTTP/1.1" status: 200 len: 1118 time: 3.2763112 Aug 09 15:37:51.962912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] For port ebb9b62f-1ab1-4679-b407-2072660014e4, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:52.013028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] For port ebb9b62f-1ab1-4679-b407-2072660014e4, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ebb9b62f-1ab1-4679-b407-2072660014e4,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:52.024660 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:52.111546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Attempting to bind port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:52.113871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Attempting to bind port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:52.115374 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Attempting to bind port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:52.127110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-ad00221b-ae07-498d-9505-6a6708bbeda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.129023 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-ad00221b-ae07-498d-9505-6a6708bbeda3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c126caad2f2b40d5995eda4abaffbf72&device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 1121 time: 0.1458035 Aug 09 15:37:52.130443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ef5dc-08fe-4c48-b9b3-1889b9b01fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=018768f1-f00f-4d1d-9675-ecc186a132a2,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:52.132284 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:37:52.134703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Attempting to bind port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:52.154605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:52.156262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:52.159369 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:52.160087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Bound port: 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:52.160622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:52.177125 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:52.253316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Allocated IP 172.20.0.2 (13fb27af-5331-49b6-8f26-41d449fdf2b8/9fea0cd1-4719-4d77-b06a-b352037cd617/256eddf3-e306-4359-b23e-3a96dea74d6d) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:52.257433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:52.261917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-75fe8f39-20af-453e-be5f-bbfc3a48dee3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=018768f1-f00f-4d1d-9675-ecc186a132a2 HTTP/1.1" status: 200 len: 217 time: 0.1203792 Aug 09 15:37:52.262890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:37:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:52.264878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de2a40-79c5-4933-8a2b-a16709282392 None None] Pushing event updated for resources: {'Port': ['ID=ebb9b62f-1ab1-4679-b407-2072660014e4,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:52.277858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-ded8b7b3-1338-4c39-a348-91b5fe89e61a service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077246 Aug 09 15:37:52.329124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-5ea0317b-1a98-482d-81a4-16b8d1924097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.330897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-5ea0317b-1a98-482d-81a4-16b8d1924097 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0556703 Aug 09 15:37:52.423956 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99133132-c109-4f62-abae-0e88f7ee9494 req-34a1707b-9a44-4789-b0c3-b72f80bb00d2 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.425494 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-99133132-c109-4f62-abae-0e88f7ee9494 req-34a1707b-9a44-4789-b0c3-b72f80bb00d2 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 970 time: 0.1830771 Aug 09 15:37:52.432384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:52.438471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:52.446307 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:52.497722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.498603 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:52.501230 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] 10.222.0.53 "PUT /v2.0/ports/8a3bf99a-0506-4d47-9c9d-fafed99f2971 HTTP/1.1" status: 200 len: 1118 time: 3.8399506 Aug 09 15:37:52.509980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'tag': '8a3bf99a-0506-4d47-9c9d-fafed99f2971'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:52.528375 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:52.548689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-9fc39157-5417-4b7a-8022-f0687a5dfe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.551586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-9fc39157-5417-4b7a-8022-f0687a5dfe58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2014530 Aug 09 15:37:52.559920 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2e6c22-eced-4195-a509-f7f75ade62bb x-openstack-request-id: req-5a2e6c22-eced-4195-a509-f7f75ade62bb {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:52.560475 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ee3a41-581a-4ce7-b5df-3f0251c549ba", "tag": "8dc4c806-45de-4fb8-ae40-883cc85ad263", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:52.560941 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a2e6c22-eced-4195-a509-f7f75ade62bb {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:52.562389 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ee3a41-581a-4ce7-b5df-3f0251c549ba', 'tag': '8dc4c806-45de-4fb8-ae40-883cc85ad263', 'status': 'completed', 'code': 200} Aug 09 15:37:52.643861 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7304a94d-3b56-4bfc-a059-5a55b17cc65b req-8b442f7e-e02f-4864-af60-35c30768659a service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116689 Aug 09 15:37:52.737623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088778da-07f8-4013-99c0-14ef32d32da3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3bf99a-0506-4d47-9c9d-fafed99f2971,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:52.775029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-d2e23904-09d1-4a1f-b217-35d1fa7443d8 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027724 Aug 09 15:37:52.799835 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:52.806190 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-99133132-c109-4f62-abae-0e88f7ee9494 req-ff6171ed-b55b-43da-99e8-e008eab2ac75 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579075 Aug 09 15:37:52.863574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-2842a9a2-2158-43c9-b926-92eb031c3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.865082 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-2842a9a2-2158-43c9-b926-92eb031c3f07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 1121 time: 0.2686715 Aug 09 15:37:52.867728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4b1e0-3f5d-4748-9035-0f833571b478 req-a1f69053-34ee-4362-8040-d99a1d737116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:52.869470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8b4b1e0-3f5d-4748-9035-0f833571b478 req-a1f69053-34ee-4362-8040-d99a1d737116 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c297b80489844064801f175308ff85e7&device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 1121 time: 0.1443477 Aug 09 15:37:52.885289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Transition to ACTIVE for port object 256eddf3-e306-4359-b23e-3a96dea74d6d will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:52.889378 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3272a9-bc70-43fa-9606-9bbb28ac1260" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea5800f-4655-4a32-8a39-d23418cef2f5", "tag": "8a3bf99a-0506-4d47-9c9d-fafed99f2971"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:52.918276 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Transition to ACTIVE for port object 256eddf3-e306-4359-b23e-3a96dea74d6d will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:52.948187 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:53.005796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Network 13fb27af-5331-49b6-8f26-41d449fdf2b8 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:53.016138 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:53.023592 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:53.051173 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Pushing event updated for resources: {'Port': ['ID=256eddf3-e306-4359-b23e-3a96dea74d6d,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:53.196569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Attempting to bind port 256eddf3-e306-4359-b23e-3a96dea74d6d on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:53.197137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Attempting to bind port 256eddf3-e306-4359-b23e-3a96dea74d6d by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '88cf3b27-6a04-4c51-a018-f1b909ba9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:53.197502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Attempting to bind port 256eddf3-e306-4359-b23e-3a96dea74d6d on network 13fb27af-5331-49b6-8f26-41d449fdf2b8 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:53.206740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:53.207326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Checking segment: {'id': '88cf3b27-6a04-4c51-a018-f1b909ba9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:53.208233 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:53.208793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Bound using segment: {'id': '88cf3b27-6a04-4c51-a018-f1b909ba9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:53.209529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Bound port: 256eddf3-e306-4359-b23e-3a96dea74d6d, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cf3b27-6a04-4c51-a018-f1b909ba9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:53.210117 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:53.214411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bea1e83-9b2b-4618-b8d8-f10125d6a702 req-9ee4bd5f-0c52-46ab-812e-ccccaa08eafd service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313080 Aug 09 15:37:53.215831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:53.216877 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-269b0de8-6c94-4120-aa98-7a0979cea29e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971 HTTP/1.1" status: 200 len: 217 time: 0.3374786 Aug 09 15:37:53.272068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e79e4-32b3-4ded-8779-e6038f1f5c94 req-35edfcd2-3d7b-4c1f-8d8f-24837edeeb32 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:53.273692 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef9e79e4-32b3-4ded-8779-e6038f1f5c94 req-35edfcd2-3d7b-4c1f-8d8f-24837edeeb32 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 970 time: 0.3844359 Aug 09 15:37:53.332892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4b1e0-3f5d-4748-9035-0f833571b478 req-afed3586-7583-4d78-bf74-be1e3c277fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:53.334426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8b4b1e0-3f5d-4748-9035-0f833571b478 req-afed3586-7583-4d78-bf74-be1e3c277fd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.4463863 Aug 09 15:37:53.359953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef9e79e4-32b3-4ded-8779-e6038f1f5c94 req-a40aea4e-499a-41fb-bb64-3978429264d2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754685 Aug 09 15:37:53.392978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-d7f978b3-4dc7-4d9b-9471-abeac284ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:53.395972 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-d7f978b3-4dc7-4d9b-9471-abeac284ccdb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1462686 Aug 09 15:37:53.408159 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8b4b1e0-3f5d-4748-9035-0f833571b478 req-0365e758-6a82-429b-9daa-353403b7c566 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8dc4c806-45de-4fb8-ae40-883cc85ad263 HTTP/1.1" status: 200 len: 217 time: 0.0626299 Aug 09 15:37:53.428484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c5623-c3cb-47e6-b683-d0df7e59a034 None None] The sync data for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 is: [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:51Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:37:53.488183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46908) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:53.534953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] For port 256eddf3-e306-4359-b23e-3a96dea74d6d, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:53.541453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] For port 256eddf3-e306-4359-b23e-3a96dea74d6d, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=256eddf3-e306-4359-b23e-3a96dea74d6d,segment=NetworkSegment(88cf3b27-6a04-4c51-a018-f1b909ba9604),segment_id=88cf3b27-6a04-4c51-a018-f1b909ba9604)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:53.547973 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:53.579421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:53.587451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4b1e0-3f5d-4748-9035-0f833571b478 req-665b9dc3-bb1b-4c87-9da3-ab3523101fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:53.588274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2d9af-9cc6-4f0b-b707-cc0b24a76e04 req-f6b5987d-eb9f-4b91-bb17-fc2b4b81777b tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:53.588949 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8b4b1e0-3f5d-4748-9035-0f833571b478 req-665b9dc3-bb1b-4c87-9da3-ab3523101fe8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1735833 Aug 09 15:37:53.590038 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d0b2d9af-9cc6-4f0b-b707-cc0b24a76e04 req-f6b5987d-eb9f-4b91-bb17-fc2b4b81777b tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 970 time: 0.3811362 Aug 09 15:37:53.629746 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:53.683823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46912) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:53.696081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa329fc2-c487-4624-859e-b71d83e44056 None None] Pushing event updated for resources: {'Port': ['ID=256eddf3-e306-4359-b23e-3a96dea74d6d,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:53.697137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-d683e80a-d2e2-43e9-a1c1-29064e265cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:53.699024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-d683e80a-d2e2-43e9-a1c1-29064e265cdf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2624235 Aug 09 15:37:53.717269 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4b1e0-3f5d-4748-9035-0f833571b478 req-c7adfe94-de32-45b8-bbd6-893c19d4fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:53.720562 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8b4b1e0-3f5d-4748-9035-0f833571b478 req-c7adfe94-de32-45b8-bbd6-893c19d4fadb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208072 Aug 09 15:37:53.794486 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36467018-5850-4037-b04f-4f67d25561d8 x-openstack-request-id: req-36467018-5850-4037-b04f-4f67d25561d8 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:53.795039 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea5800f-4655-4a32-8a39-d23418cef2f5", "tag": "8a3bf99a-0506-4d47-9c9d-fafed99f2971", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:53.795445 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36467018-5850-4037-b04f-4f67d25561d8 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:53.796051 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'tag': '8a3bf99a-0506-4d47-9c9d-fafed99f2971', 'status': 'completed', 'code': 200} Aug 09 15:37:53.895815 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ca60927-0a7f-41c7-a53d-3b75e916514c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:53.917806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d0b2d9af-9cc6-4f0b-b707-cc0b24a76e04 req-068902d2-f03c-4ccf-a76f-5c0b2fcc42e7 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954371 Aug 09 15:37:53.918976 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8b4b1e0-3f5d-4748-9035-0f833571b478 req-3849d67a-a007-4703-823a-5a37d7ab5f0c service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894448 Aug 09 15:37:53.932253 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89a152bc-d547-4b04-9ed4-d566f9f35a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.023137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Allocated IP 172.25.2.115 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/ed4a92ac-297e-4d95-9017-1e63e91bad30) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:54.119626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-5b49c995-abd9-4c59-9325-988ed531c923 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459413 Aug 09 15:37:54.124610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94607f5-d219-425d-9fbc-9f525f5ef1b0 req-e912b180-e50e-4932-9261-fa7fefc82606 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:54.126361 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e94607f5-d219-425d-9fbc-9f525f5ef1b0 req-e912b180-e50e-4932-9261-fa7fefc82606 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 970 time: 0.1844182 Aug 09 15:37:54.179183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8b4b1e0-3f5d-4748-9035-0f833571b478 req-ef7f3b1c-d271-4fe0-a6f5-d9058da9affd service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500982 Aug 09 15:37:54.223067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e94607f5-d219-425d-9fbc-9f525f5ef1b0 req-b56c8fc1-a6c0-4d5f-b26a-17d178c16d32 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894003 Aug 09 15:37:54.241186 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.263143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ca60927-0a7f-41c7-a53d-3b75e916514c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.273405 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ca60927-0a7f-41c7-a53d-3b75e916514c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.283481 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61ae5ca-e689-4dd0-a843-cc39379927f8 req-47c5c106-e1a9-428d-9cb7-07318330fdc0 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488912 Aug 09 15:37:54.312817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.350265 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5ca60927-0a7f-41c7-a53d-3b75e916514c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=23480e866a6349aea89ac49cda15c66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6653554 Aug 09 15:37:54.356584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46918) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:54.365780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca60927-0a7f-41c7-a53d-3b75e916514c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fb7383-e23b-4fc2-8eca-8b03e0a091fd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:54.409986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4a92ac-297e-4d95-9017-1e63e91bad30,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:54.423820 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:54.428500 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:54.432914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:54.459854 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85aad745-754d-4fd1-960c-c0d9f6df48d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.479627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89a152bc-d547-4b04-9ed4-d566f9f35a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.493855 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89a152bc-d547-4b04-9ed4-d566f9f35a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.508584 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85aad745-754d-4fd1-960c-c0d9f6df48d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.555669 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-89a152bc-d547-4b04-9ed4-d566f9f35a07 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d35ccafa170437aa79210a519e66887&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0623224 Aug 09 15:37:54.562916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a152bc-d547-4b04-9ed4-d566f9f35a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a086ac84-ff00-43c1-ab84-6390fb3a1237,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:54.564066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46922) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:54.569476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e6da23-b044-4b28-8a7d-ee4fdfd9b628', 'tag': '018768f1-f00f-4d1d-9675-ecc186a132a2'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:37:54.572720 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6a7ee7-694f-4539-a2b0-4b10aef135a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e6da23-b044-4b28-8a7d-ee4fdfd9b628", "tag": "018768f1-f00f-4d1d-9675-ecc186a132a2"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:37:54.616367 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85aad745-754d-4fd1-960c-c0d9f6df48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.619362 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85aad745-754d-4fd1-960c-c0d9f6df48d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.625886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-85aad745-754d-4fd1-960c-c0d9f6df48d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2fb7383-e23b-4fc2-8eca-8b03e0a091fd HTTP/1.1" status: 204 len: 168 time: 0.2682030 Aug 09 15:37:54.636480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aad745-754d-4fd1-960c-c0d9f6df48d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fb7383-e23b-4fc2-8eca-8b03e0a091fd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:54.682715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3272a9-bc70-43fa-9606-9bbb28ac1260 req-0fedc126-63dc-4331-bc3a-d9a7a98d7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:54.684255 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f3272a9-bc70-43fa-9606-9bbb28ac1260 req-0fedc126-63dc-4331-bc3a-d9a7a98d7fb4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 1121 time: 0.3395092 Aug 09 15:37:54.695076 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d192da59-af1b-44e3-8e65-c3e86143cb6f x-openstack-request-id: req-d192da59-af1b-44e3-8e65-c3e86143cb6f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:37:54.695652 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e6da23-b044-4b28-8a7d-ee4fdfd9b628", "tag": "018768f1-f00f-4d1d-9675-ecc186a132a2", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:37:54.695906 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d192da59-af1b-44e3-8e65-c3e86143cb6f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:37:54.696526 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e6da23-b044-4b28-8a7d-ee4fdfd9b628', 'tag': '018768f1-f00f-4d1d-9675-ecc186a132a2', 'status': 'completed', 'code': 200} Aug 09 15:37:54.705263 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9ce29760-ec6d-441c-bf11-69ae96e2deb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.781572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a7ee7-694f-4539-a2b0-4b10aef135a5 req-c72d79f5-a95a-4f13-b7b6-169c2d57cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:54.787613 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b6a7ee7-694f-4539-a2b0-4b10aef135a5 req-c72d79f5-a95a-4f13-b7b6-169c2d57cd04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c126caad2f2b40d5995eda4abaffbf72&device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 1121 time: 0.0692141 Aug 09 15:37:54.847169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f4b20-fcb1-4720-9d22-14d96e8ff324 req-cbe50300-51b9-49aa-9060-93d4e86e3bf4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:54.848892 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-015f4b20-fcb1-4720-9d22-14d96e8ff324 req-cbe50300-51b9-49aa-9060-93d4e86e3bf4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 970 time: 0.2882199 Aug 09 15:37:54.861725 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9ce29760-ec6d-441c-bf11-69ae96e2deb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:54.947654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a7ee7-694f-4539-a2b0-4b10aef135a5 req-7774890a-89b0-4874-ac96-7313f9b014ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:54.950251 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b6a7ee7-694f-4539-a2b0-4b10aef135a5 req-7774890a-89b0-4874-ac96-7313f9b014ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1551931 Aug 09 15:37:54.997396 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-015f4b20-fcb1-4720-9d22-14d96e8ff324 req-0ddfb4b6-b8a3-4491-a26d-370e1f7a7714 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271613 Aug 09 15:37:55.086178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b6a7ee7-694f-4539-a2b0-4b10aef135a5 req-c6c67d42-48b1-43bd-a661-c57e7d802b16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=018768f1-f00f-4d1d-9675-ecc186a132a2 HTTP/1.1" status: 200 len: 217 time: 0.1264300 Aug 09 15:37:55.127277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 256eddf3-e306-4359-b23e-3a96dea74d6d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:55.143410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3272a9-bc70-43fa-9606-9bbb28ac1260 req-c49ba078-443c-4ba1-baf8-b9c9d2adee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:55.145169 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f3272a9-bc70-43fa-9606-9bbb28ac1260 req-c49ba078-443c-4ba1-baf8-b9c9d2adee45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.4417012 Aug 09 15:37:55.174006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d9ee7c-3db6-4b0e-bbe0-714e87b9420b None None] Network 13fb27af-5331-49b6-8f26-41d449fdf2b8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:37:55.204032 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f3272a9-bc70-43fa-9606-9bbb28ac1260 req-07ef6e5c-d355-4bef-9a71-7fe02fa9e34b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971 HTTP/1.1" status: 200 len: 217 time: 0.0483954 Aug 09 15:37:55.204568 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.216399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46936) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:55.263997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c6bab50-2f75-4cff-8c07-37f5a01c17df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.266806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-08c4c74f-2ffd-4780-a67f-1758a62df714 None None] Provisioning for port 256eddf3-e306-4359-b23e-3a96dea74d6d completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:55.288063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 256eddf3-e306-4359-b23e-3a96dea74d6d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:55.298975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a7ee7-694f-4539-a2b0-4b10aef135a5 req-64b0aa87-d4b5-4048-a7a2-bd1532de3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:55.299222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 256eddf3-e306-4359-b23e-3a96dea74d6d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:55.299598 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.301117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b6a7ee7-694f-4539-a2b0-4b10aef135a5 req-64b0aa87-d4b5-4048-a7a2-bd1532de3e78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1852262 Aug 09 15:37:55.408496 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c6bab50-2f75-4cff-8c07-37f5a01c17df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.422997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c6bab50-2f75-4cff-8c07-37f5a01c17df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.435857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcc2d6-96b3-40fb-a89a-52265e36c7c5 req-43c0fbf0-c6e7-4102-9b82-17c70f6c4fdf tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:55.437777 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31fcc2d6-96b3-40fb-a89a-52265e36c7c5 req-43c0fbf0-c6e7-4102-9b82-17c70f6c4fdf tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 970 time: 0.3555486 Aug 09 15:37:55.449146 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.501397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 256eddf3-e306-4359-b23e-3a96dea74d6d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=256eddf3-e306-4359-b23e-3a96dea74d6d,segment=NetworkSegment(88cf3b27-6a04-4c51-a018-f1b909ba9604),segment_id=88cf3b27-6a04-4c51-a018-f1b909ba9604)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:55.508537 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.510229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ebb9b62f-1ab1-4679-b407-2072660014e4 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:55.521624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9c6bab50-2f75-4cff-8c07-37f5a01c17df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc748a1c34e44cbe9c41d09527f0c33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987254 Aug 09 15:37:55.521624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bab50-2f75-4cff-8c07-37f5a01c17df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd51f477-5002-4782-8c9a-20d0c3afe4ae,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:55.524387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46940) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:55.533030 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9ce29760-ec6d-441c-bf11-69ae96e2deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.535767 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9ce29760-ec6d-441c-bf11-69ae96e2deb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.537487 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9ce29760-ec6d-441c-bf11-69ae96e2deb5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a086ac84-ff00-43c1-ab84-6390fb3a1237 HTTP/1.1" status: 204 len: 168 time: 0.9707987 Aug 09 15:37:55.561254 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31fcc2d6-96b3-40fb-a89a-52265e36c7c5 req-e5739509-ea5c-41c6-b17c-ab4b3b7e66c9 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066139 Aug 09 15:37:55.568089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a7ee7-694f-4539-a2b0-4b10aef135a5 req-6f49bbe8-f5d9-443a-bc5d-4626bc1b29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:55.569622 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b6a7ee7-694f-4539-a2b0-4b10aef135a5 req-6f49bbe8-f5d9-443a-bc5d-4626bc1b29e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565800 Aug 09 15:37:55.644717 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce29760-ec6d-441c-bf11-69ae96e2deb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a086ac84-ff00-43c1-ab84-6390fb3a1237,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:55.693419 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65389a50-6df8-4859-bdcd-adfdcfa81a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.704765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ebb9b62f-1ab1-4679-b407-2072660014e4 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:55.708397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3272a9-bc70-43fa-9606-9bbb28ac1260 req-09827ee6-d35b-4027-90f4-c935d4d96aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:55.709931 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=256eddf3-e306-4359-b23e-3a96dea74d6d,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:55.710070 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f3272a9-bc70-43fa-9606-9bbb28ac1260 req-09827ee6-d35b-4027-90f4-c935d4d96aa3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.4656820 Aug 09 15:37:55.729565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ebb9b62f-1ab1-4679-b407-2072660014e4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:55.730750 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.757201 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65389a50-6df8-4859-bdcd-adfdcfa81a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.776176 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b6a7ee7-694f-4539-a2b0-4b10aef135a5 req-30c3b2ee-6029-440b-8d92-d2a2260c70d1 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910381 Aug 09 15:37:55.786853 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530d5-6c55-4e44-ba73-1c91161d150a req-89a1c9f1-a4ca-4f25-b5b0-404da19e24d9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:55.788400 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-565530d5-6c55-4e44-ba73-1c91161d150a req-89a1c9f1-a4ca-4f25-b5b0-404da19e24d9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 970 time: 0.2497425 Aug 09 15:37:55.857052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-160738f9-5eb5-48ac-a033-5444cf5c6cc9 None None] Provisioning complete for port 256eddf3-e306-4359-b23e-3a96dea74d6d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:55.857856 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-160738f9-5eb5-48ac-a033-5444cf5c6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.863778 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.917054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8dc4c806-45de-4fb8-ae40-883cc85ad263 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:37:55.922360 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65389a50-6df8-4859-bdcd-adfdcfa81a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.927293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65389a50-6df8-4859-bdcd-adfdcfa81a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.931176 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-65389a50-6df8-4859-bdcd-adfdcfa81a75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd51f477-5002-4782-8c9a-20d0c3afe4ae HTTP/1.1" status: 204 len: 168 time: 0.4013844 Aug 09 15:37:55.941552 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-565530d5-6c55-4e44-ba73-1c91161d150a req-91b725c4-486e-446d-9d85-3c9ce5af1a9a tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415098 Aug 09 15:37:55.946328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3272a9-bc70-43fa-9606-9bbb28ac1260 req-f610b2d4-f563-4c54-bf13-29bee1ee4009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:55.947390 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f3272a9-bc70-43fa-9606-9bbb28ac1260 req-f610b2d4-f563-4c54-bf13-29bee1ee4009 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1969941 Aug 09 15:37:55.955217 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.967032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ebb9b62f-1ab1-4679-b407-2072660014e4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ebb9b62f-1ab1-4679-b407-2072660014e4,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:55.978555 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:55.985669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65389a50-6df8-4859-bdcd-adfdcfa81a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd51f477-5002-4782-8c9a-20d0c3afe4ae,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:56.004111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b6a7ee7-694f-4539-a2b0-4b10aef135a5 req-e14759d1-3634-4b6c-8791-5443473ef82e service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202361 Aug 09 15:37:56.159247 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ebb9b62f-1ab1-4679-b407-2072660014e4,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:56.183303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 8dc4c806-45de-4fb8-ae40-883cc85ad263, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8dc4c806-45de-4fb8-ae40-883cc85ad263,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:56.192569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f3272a9-bc70-43fa-9606-9bbb28ac1260 req-932f3049-e13c-400a-864d-4f7ff7355578 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349408 Aug 09 15:37:56.198884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '8dc4c806-45de-4fb8-ae40-883cc85ad263', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '8dc4c806-45de-4fb8-ae40-883cc85ad263', 'mac_address': 'fa:16:3e:9d:32:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:tempest-test_az-1635693599', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:37:56.219825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46952) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:56.241580 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.251112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccf074-9b6f-44b8-a464-e6ca294253e0 req-e2786ce7-f6e5-444a-986b-d930bca1541f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:56.253880 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0ccf074-9b6f-44b8-a464-e6ca294253e0 req-e2786ce7-f6e5-444a-986b-d930bca1541f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 970 time: 0.1119761 Aug 09 15:37:56.255195 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18b2737f-915e-47a0-b8ce-74efd04f336d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.262725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc4c806-45de-4fb8-ae40-883cc85ad263 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:56.287311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 8dc4c806-45de-4fb8-ae40-883cc85ad263, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8dc4c806-45de-4fb8-ae40-883cc85ad263,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:56.293075 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.294015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 018768f1-f00f-4d1d-9675-ecc186a132a2 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:37:56.329227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Router ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:37:56.337426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0ccf074-9b6f-44b8-a464-e6ca294253e0 req-e69ef5d0-fcf1-4c01-b7c8-4b5ec302b8aa tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630724 Aug 09 15:37:56.342691 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f3272a9-bc70-43fa-9606-9bbb28ac1260 req-d8384870-b6ce-49a0-b36e-7abb69e33413 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356230 Aug 09 15:37:56.382394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 018768f1-f00f-4d1d-9675-ecc186a132a2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=018768f1-f00f-4d1d-9675-ecc186a132a2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:56.401638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=8dc4c806-45de-4fb8-ae40-883cc85ad263,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:56.404746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '018768f1-f00f-4d1d-9675-ecc186a132a2', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '018768f1-f00f-4d1d-9675-ecc186a132a2', 'mac_address': 'fa:16:3e:9a:4d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:tempest-test_az-1635693599', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:37:56.440934 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18b2737f-915e-47a0-b8ce-74efd04f336d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.448189 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18b2737f-915e-47a0-b8ce-74efd04f336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.450003 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.464338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018768f1-f00f-4d1d-9675-ecc186a132a2 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:56.491693 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 018768f1-f00f-4d1d-9675-ecc186a132a2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=018768f1-f00f-4d1d-9675-ecc186a132a2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:56.497982 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.499831 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-18b2737f-915e-47a0-b8ce-74efd04f336d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f77f905337d54903a798984a8fa9b6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783897 Aug 09 15:37:56.504315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46960) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:56.507575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2737f-915e-47a0-b8ce-74efd04f336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f881de8-e15f-4d43-9a23-c4fc33aba061,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:56.518426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:37:56.529803 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Sync routers for ids ['ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:37:56.542640 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Routers {'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:56.543516 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:37:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:56.562393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=018768f1-f00f-4d1d-9675-ecc186a132a2,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:56.576242 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.580421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cd3d09bf-a7f1-4db1-b3eb-13dfaee393f6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3613055 Aug 09 15:37:56.580543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46964) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:37:56.646863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ccf83398-57f3-4098-b661-e52688e888e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.667027 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Set router ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:56.729397 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ccf83398-57f3-4098-b661-e52688e888e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.805464 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9e1e3-2ba5-4c7f-a449-01e3e3928e7a req-d837eac8-a165-42a7-b70c-5f11dc65a108 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:56.807464 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-94f9e1e3-2ba5-4c7f-a449-01e3e3928e7a req-d837eac8-a165-42a7-b70c-5f11dc65a108 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 971 time: 0.1455748 Aug 09 15:37:56.864597 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543342563-router', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:51Z', 'updated_at': '2021-08-09T15:37:54Z', 'revision_number': 3, 'project_id': '12ab74e2a35a4685b71318ee5465316c', 'gw_port': {'id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:53Z', 'updated_at': '2021-08-09T15:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:56.879463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['018768f1-f00f-4d1d-9675-ecc186a132a2'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:56.888299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['8dc4c806-45de-4fb8-ae40-883cc85ad263'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:56.896172 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Checking router: ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:37:56.896856 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Updating router ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 port ed4a92ac-297e-4d95-9017-1e63e91bad30 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:37:56.922242 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ccf83398-57f3-4098-b661-e52688e888e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.924141 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.924824 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ccf83398-57f3-4098-b661-e52688e888e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.928242 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ccf83398-57f3-4098-b661-e52688e888e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f881de8-e15f-4d43-9a23-c4fc33aba061 HTTP/1.1" status: 204 len: 168 time: 0.4198287 Aug 09 15:37:56.933771 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-94f9e1e3-2ba5-4c7f-a449-01e3e3928e7a req-ca5cd581-25e1-44f5-b272-91362c35c7f2 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931878 Aug 09 15:37:56.946736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf83398-57f3-4098-b661-e52688e888e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f881de8-e15f-4d43-9a23-c4fc33aba061,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:57.104092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 256eddf3-e306-4359-b23e-3a96dea74d6d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:57.162009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181da1ce-a25f-434f-9378-415f6f125169 req-b4a1e55b-f851-4137-ad01-f5278d35290f tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:57.167161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-181da1ce-a25f-434f-9378-415f6f125169 req-b4a1e55b-f851-4137-ad01-f5278d35290f tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 971 time: 0.0973604 Aug 09 15:37:57.263902 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-181da1ce-a25f-434f-9378-415f6f125169 req-5a94a5fc-1722-4e72-bb6f-155539d4a4bc tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880158 Aug 09 15:37:57.334987 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 256eddf3-e306-4359-b23e-3a96dea74d6d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:57.335544 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.362870 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.378026 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Transition to ACTIVE for port object ed4a92ac-297e-4d95-9017-1e63e91bad30 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:57.389675 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.465367 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.527857 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Attempting to bind port ed4a92ac-297e-4d95-9017-1e63e91bad30 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:37:57.528370 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Attempting to bind port ed4a92ac-297e-4d95-9017-1e63e91bad30 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:37:57.528871 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Attempting to bind port ed4a92ac-297e-4d95-9017-1e63e91bad30 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:37:57.537373 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:37:57.538112 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:37:57.538578 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.539045 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:37:57.539804 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Bound port: ed4a92ac-297e-4d95-9017-1e63e91bad30, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:37:57.540585 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.611814 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e474c-5700-405f-a846-e2db2073eacf req-1af5b73f-3099-4e9e-9712-4058c1b195e4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:57.613997 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] For port ed4a92ac-297e-4d95-9017-1e63e91bad30, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:37:57.615223 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e8e474c-5700-405f-a846-e2db2073eacf req-1af5b73f-3099-4e9e-9712-4058c1b195e4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 970 time: 0.1170595 Aug 09 15:37:57.617883 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] For port ed4a92ac-297e-4d95-9017-1e63e91bad30, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ed4a92ac-297e-4d95-9017-1e63e91bad30,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:37:57.625896 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9ae77-1a3c-4eab-abc5-368dbbae40a7 None None] Pushing event updated for resources: {'Port': ['ID=ed4a92ac-297e-4d95-9017-1e63e91bad30,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:57.630410 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.692142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ebb9b62f-1ab1-4679-b407-2072660014e4 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:57.702167 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Routers {'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:37:57.703627 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:37:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:57.708155 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9ae77-1a3c-4eab-abc5-368dbbae40a7 None None] Pushing event updated for resources: {'Port': ['ID=ed4a92ac-297e-4d95-9017-1e63e91bad30,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:57.720425 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e8e474c-5700-405f-a846-e2db2073eacf req-ab1fe845-2435-4a5c-a691-f1e1e8769315 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648241 Aug 09 15:37:57.803521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ebb9b62f-1ab1-4679-b407-2072660014e4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:57.804473 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.805754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Allocated IP 172.20.0.1 (13fb27af-5331-49b6-8f26-41d449fdf2b8/9fea0cd1-4719-4d77-b06a-b352037cd617/ca7ac6ea-760d-4195-9240-903d9cd46585) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:37:57.861931 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] Set router ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:37:57.894952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8a3bf99a-0506-4d47-9c9d-fafed99f2971 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:37:58.082787 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543342563-router', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:51Z', 'updated_at': '2021-08-09T15:37:54Z', 'revision_number': 3, 'project_id': '12ab74e2a35a4685b71318ee5465316c', 'gw_port': {'id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:53Z', 'updated_at': '2021-08-09T15:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:37:58.138726 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43259b9e-f460-4980-a998-9e63b70eaead None None] The sync data for ids ['ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'] in n-d-803778-2 is: [{'id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543342563-router', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:51Z', 'updated_at': '2021-08-09T15:37:54Z', 'revision_number': 3, 'project_id': '12ab74e2a35a4685b71318ee5465316c', 'gw_port': {'id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:53Z', 'updated_at': '2021-08-09T15:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:37:58.171351 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae1a28-e124-4d82-af66-ad146b449821 req-7bf3acdd-1924-45e4-b41a-cdcc2f0709e9 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:58.174133 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87ae1a28-e124-4d82-af66-ad146b449821 req-7bf3acdd-1924-45e4-b41a-cdcc2f0709e9 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 971 time: 0.1020417 Aug 09 15:37:58.201335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:58.259303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87ae1a28-e124-4d82-af66-ad146b449821 req-f5acfd27-8b06-40ad-b12d-46614d0e3024 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633731 Aug 09 15:37:58.287107 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.305493 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Transition to ACTIVE for port object ca7ac6ea-760d-4195-9240-903d9cd46585 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:37:58.349488 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.381569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '8a3bf99a-0506-4d47-9c9d-fafed99f2971', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '8a3bf99a-0506-4d47-9c9d-fafed99f2971', 'mac_address': 'fa:16:3e:14:d0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:tempest-test_az-1635693599', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:37:58.446278 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.455389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Network 13fb27af-5331-49b6-8f26-41d449fdf2b8 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:58.462219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:58.463595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3bf99a-0506-4d47-9c9d-fafed99f2971 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:37:58.464630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:37:58.465299 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.474510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7ac6ea-760d-4195-9240-903d9cd46585,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:58.523962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:58.537430 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.589866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff9316-928f-4f20-b2c8-e5ae46dd70e5 req-1c84b9e1-e7e1-4dc2-9df8-b73c4fff3ab2 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:58.600053 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9cff9316-928f-4f20-b2c8-e5ae46dd70e5 req-1c84b9e1-e7e1-4dc2-9df8-b73c4fff3ab2 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 971 time: 0.1950552 Aug 09 15:37:58.667524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=8a3bf99a-0506-4d47-9c9d-fafed99f2971,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:58.750182 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9cff9316-928f-4f20-b2c8-e5ae46dd70e5 req-7bf5f956-c243-4d36-855e-846b5999f680 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501191 Aug 09 15:37:58.765322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['8a3bf99a-0506-4d47-9c9d-fafed99f2971'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:37:58.802536 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.954158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a3cf7ca4-976d-4c79-8bcb-27a9a5b7afb6 None None] Provisioning for port ca7ac6ea-760d-4195-9240-903d9cd46585 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:58.968078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a3cf7ca4-976d-4c79-8bcb-27a9a5b7afb6 None None] Provisioning complete for port ca7ac6ea-760d-4195-9240-903d9cd46585 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:58.968528 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a3cf7ca4-976d-4c79-8bcb-27a9a5b7afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.069100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf7ca4-976d-4c79-8bcb-27a9a5b7afb6 None None] Port ca7ac6ea-760d-4195-9240-903d9cd46585 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:37:59.084639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c36a-e496-43e2-b101-99a65c93f8b8 req-dbdf76e1-ce5a-41f6-a559-d5fd534c00a2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:59.093812 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d86c36a-e496-43e2-b101-99a65c93f8b8 req-dbdf76e1-ce5a-41f6-a559-d5fd534c00a2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 971 time: 0.2151711 Aug 09 15:37:59.096719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ed4a92ac-297e-4d95-9017-1e63e91bad30 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:59.186928 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d86c36a-e496-43e2-b101-99a65c93f8b8 req-d4f30360-0beb-43d0-b877-261516b09bce tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873132 Aug 09 15:37:59.235492 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.243734 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.245675 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.290165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ed4a92ac-297e-4d95-9017-1e63e91bad30 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:37:59.306145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ed4a92ac-297e-4d95-9017-1e63e91bad30 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:59.306655 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.464297 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.491684 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ed4a92ac-297e-4d95-9017-1e63e91bad30, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ed4a92ac-297e-4d95-9017-1e63e91bad30,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:37:59.501032 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.525138 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7ac6ea-760d-4195-9240-903d9cd46585,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:59.578684 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ed4a92ac-297e-4d95-9017-1e63e91bad30,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:37:59.590059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Network 13fb27af-5331-49b6-8f26-41d449fdf2b8 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:37:59.595476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:37:59.669375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76c836-3414-46b9-aa50-fcb78185794f req-7a6784a1-9331-471c-a6f8-607df6b0b2ad tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:59.677090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7b76c836-3414-46b9-aa50-fcb78185794f req-7a6784a1-9331-471c-a6f8-607df6b0b2ad tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 971 time: 0.2895718 Aug 09 15:37:59.733704 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7b76c836-3414-46b9-aa50-fcb78185794f req-af9a6451-84c3-4db7-a0ee-b51d2c772342 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556026 Aug 09 15:37:59.835461 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Router ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:37:59.894793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-374ac0e3-2ac4-472d-924b-cb8bfd1a65d4 None None] Provisioning complete for port ca7ac6ea-760d-4195-9240-903d9cd46585 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:37:59.895260 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-374ac0e3-2ac4-472d-924b-cb8bfd1a65d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:59.898552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8dc4c806-45de-4fb8-ae40-883cc85ad263 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:37:59.982652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-374ac0e3-2ac4-472d-924b-cb8bfd1a65d4 None None] Port ca7ac6ea-760d-4195-9240-903d9cd46585 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:37:59.985474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1d107-a0de-46c2-a24c-d31a9a70665f req-0a99b6e1-08f1-4204-930d-bce4025277c6 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:37:59.987173 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8eb1d107-a0de-46c2-a24c-d31a9a70665f req-0a99b6e1-08f1-4204-930d-bce4025277c6 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 971 time: 0.0754805 Aug 09 15:38:00.006391 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 8dc4c806-45de-4fb8-ae40-883cc85ad263 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:00.012168 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 8dc4c806-45de-4fb8-ae40-883cc85ad263 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:00.012546 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.104211 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8eb1d107-a0de-46c2-a24c-d31a9a70665f req-228faa5e-bc43-42a9-9931-f8da127a6a31 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763257 Aug 09 15:38:00.130085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:00.136311 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f46c2f5a-3828-4f78-b37f-edd95b752e26 admin admin] 10.222.0.81 "PUT /v2.0/routers/ffc946ca-1cdc-47d0-baa9-7f0033ff6b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5548315 Aug 09 15:38:00.213487 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.256134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ee3a41-581a-4ce7-b5df-3f0251c549ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc4c806-45de-4fb8-ae40-883cc85ad263'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:00.264453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47078) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:00.382485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 8dc4c806-45de-4fb8-ae40-883cc85ad263, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8dc4c806-45de-4fb8-ae40-883cc85ad263,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:00.391999 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.393324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 018768f1-f00f-4d1d-9675-ecc186a132a2 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:00.402589 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b1f7e-3f5d-4a12-8494-6d32997d6aeb req-71994a32-898e-4d53-8033-10f877db1a06 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:00.404300 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da0b1f7e-3f5d-4a12-8494-6d32997d6aeb req-71994a32-898e-4d53-8033-10f877db1a06 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 971 time: 0.1114099 Aug 09 15:38:00.486401 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=8dc4c806-45de-4fb8-ae40-883cc85ad263,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:00.523407 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da0b1f7e-3f5d-4a12-8494-6d32997d6aeb req-e4f189fe-e3a8-4635-9652-22e646b2da56 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011434 Aug 09 15:38:00.524867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 018768f1-f00f-4d1d-9675-ecc186a132a2 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:00.539690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 018768f1-f00f-4d1d-9675-ecc186a132a2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:00.541339 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.617687 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8941d513-3ac5-4e49-baa0-27ab8019fef1" -d '{"events": [{"server_uuid": "a2ee3a41-581a-4ce7-b5df-3f0251c549ba", "name": "network-vif-plugged", "status": "completed", "tag": "8dc4c806-45de-4fb8-ae40-883cc85ad263"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:00.637843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8e00627-8861-4750-8eab-527259c47082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.639212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Sync routers for ids ['ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:00.671718 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Routers {'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:00.673705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:37:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:00.740808 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8e00627-8861-4750-8eab-527259c47082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.746747 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8e00627-8861-4750-8eab-527259c47082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.808388 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a8e00627-8861-4750-8eab-527259c47082 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ad7070514641435595a19ab09ea4a14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397589 Aug 09 15:38:00.808695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47104) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:00.812555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e00627-8861-4750-8eab-527259c47082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a01c9d-7bc9-474d-a355-dc8b600d6993,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:00.842609 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa34d458-c3f6-42de-a671-81c384dbc633 x-openstack-request-id: req-aa34d458-c3f6-42de-a671-81c384dbc633 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:00.843074 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ee3a41-581a-4ce7-b5df-3f0251c549ba", "name": "network-vif-plugged", "status": "completed", "tag": "8dc4c806-45de-4fb8-ae40-883cc85ad263", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:00.843686 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa34d458-c3f6-42de-a671-81c384dbc633 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:00.844180 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ee3a41-581a-4ce7-b5df-3f0251c549ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc4c806-45de-4fb8-ae40-883cc85ad263', 'code': 200} Aug 09 15:38:00.851118 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.884713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Set router ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:00.987347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 018768f1-f00f-4d1d-9675-ecc186a132a2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=018768f1-f00f-4d1d-9675-ecc186a132a2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:00.993747 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:00.994735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8a3bf99a-0506-4d47-9c9d-fafed99f2971 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:01.042585 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8f96d18-b516-446d-9f50-c6775464c410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.099236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ed4a92ac-297e-4d95-9017-1e63e91bad30 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:01.117020 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8f96d18-b516-446d-9f50-c6775464c410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.131551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72d018-6a66-4c07-ae59-c2a766e21109 req-4836718c-48b2-402e-bbb6-521d03a73550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:01.133061 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb72d018-6a66-4c07-ae59-c2a766e21109 req-4836718c-48b2-402e-bbb6-521d03a73550 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 1123 time: 0.2105205 Aug 09 15:38:01.150267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99d3ae-ad9c-441d-bec7-d25421257591 req-fd546194-996a-463e-b107-2db2c7e6b25e tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:01.152494 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a99d3ae-ad9c-441d-bec7-d25421257591 req-fd546194-996a-463e-b107-2db2c7e6b25e tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 972 time: 0.1881623 Aug 09 15:38:01.199544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=018768f1-f00f-4d1d-9675-ecc186a132a2,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:01.209782 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bb72d018-6a66-4c07-ae59-c2a766e21109 req-a4c724c2-661f-481f-ba51-89bb30aa87dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.223012 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:01.231056 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:01.231433 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.285730 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ed4a92ac-297e-4d95-9017-1e63e91bad30 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:01.285997 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.292305 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a99d3ae-ad9c-441d-bec7-d25421257591 req-b73d7000-4d15-4c10-856e-9bf8f6cde6fd tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190050 Aug 09 15:38:01.322019 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8f96d18-b516-446d-9f50-c6775464c410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.322019 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8f96d18-b516-446d-9f50-c6775464c410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.322019 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c8f96d18-b516-446d-9f50-c6775464c410 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7a01c9d-7bc9-474d-a355-dc8b600d6993 HTTP/1.1" status: 204 len: 168 time: 0.5083966 Aug 09 15:38:01.325023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47124) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:01.331079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e7489f86-2ddd-429e-9e14-df6b3ce237b7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717209287', 'description': 'tempest-description--1881331033'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:01.378219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96d18-b516-446d-9f50-c6775464c410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a01c9d-7bc9-474d-a355-dc8b600d6993,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:01.440597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543342563-router', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:51Z', 'updated_at': '2021-08-09T15:37:58Z', 'revision_number': 4, 'project_id': '12ab74e2a35a4685b71318ee5465316c', 'gw_port': {'id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:53Z', 'updated_at': '2021-08-09T15:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ca7ac6ea-760d-4195-9240-903d9cd46585', 'name': '', 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'mac_address': 'fa:16:3e:5b:bb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '9fea0cd1-4719-4d77-b06a-b352037cd617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:57Z', 'updated_at': '2021-08-09T15:37:58Z', 'revision_number': 2, 'project_id': '12ab74e2a35a4685b71318ee5465316c', 'subnets': [{'id': '9fea0cd1-4719-4d77-b06a-b352037cd617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:01.486318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ef725-1b77-4c38-bead-09421b87a774 req-87d50c0e-b6e3-48d7-acd4-6cfb3814e0d3 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:01.488390 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b33ef725-1b77-4c38-bead-09421b87a774 req-87d50c0e-b6e3-48d7-acd4-6cfb3814e0d3 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 972 time: 0.0949080 Aug 09 15:38:01.489617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Checking router: ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:01.490107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Updating router ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 port ca7ac6ea-760d-4195-9240-903d9cd46585 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:38:01.494836 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bb72d018-6a66-4c07-ae59-c2a766e21109 req-a4c724c2-661f-481f-ba51-89bb30aa87dc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.504021 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bb72d018-6a66-4c07-ae59-c2a766e21109 req-a4c724c2-661f-481f-ba51-89bb30aa87dc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.527226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e7489f86-2ddd-429e-9e14-df6b3ce237b7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.527664 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.530832 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.613146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:01.643960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b33ef725-1b77-4c38-bead-09421b87a774 req-7d2c113a-1eac-442d-b377-9884854db9b8 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470416 Aug 09 15:38:01.654048 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb72d018-6a66-4c07-ae59-c2a766e21109 req-a4c724c2-661f-481f-ba51-89bb30aa87dc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958715 Aug 09 15:38:01.656809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c724c2-661f-481f-ba51-89bb30aa87dc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e044c3c6-986c-4526-958a-9a8cab5ef6fd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:01.674188 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.737996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe651e-ff71-4889-90e1-a0df0329fcef req-8ca6696c-906d-4e01-b5da-59616cdce157 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:01.745952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbe651e-ff71-4889-90e1-a0df0329fcef req-8ca6696c-906d-4e01-b5da-59616cdce157 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.1170177 Aug 09 15:38:01.761316 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e7489f86-2ddd-429e-9e14-df6b3ce237b7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.772598 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e7489f86-2ddd-429e-9e14-df6b3ce237b7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.822728 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e7489f86-2ddd-429e-9e14-df6b3ce237b7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.823959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e7489f86-2ddd-429e-9e14-df6b3ce237b7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4982536 Aug 09 15:38:01.825029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7489f86-2ddd-429e-9e14-df6b3ce237b7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:01.827193 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47134) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:01.832838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cdbea742-da55-410e-813d-7f8f7bccebfb tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Request body: {'security_group_rule': {'security_group_id': '3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:01.851444 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbe651e-ff71-4889-90e1-a0df0329fcef req-2da2be47-dc7e-40f3-b45c-0873449b5ca5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898745 Aug 09 15:38:01.877843 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdbea742-da55-410e-813d-7f8f7bccebfb tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.903234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47136) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:01.917675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=8a3bf99a-0506-4d47-9c9d-fafed99f2971,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:01.957855 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdbea742-da55-410e-813d-7f8f7bccebfb tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.963096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdbea742-da55-410e-813d-7f8f7bccebfb tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.982008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbea742-da55-410e-813d-7f8f7bccebfb tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa48989-05b3-4f77-bfe6-028242ab841c,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:01.994391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdbea742-da55-410e-813d-7f8f7bccebfb tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:01.995735 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cdbea742-da55-410e-813d-7f8f7bccebfb tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1668911 Aug 09 15:38:01.998683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47140) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:02.004137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-35b48e6b-22ce-4d67-bc76-9af6bb1daf71 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Request body: {'security_group_rule': {'security_group_id': '3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:02.042613 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35b48e6b-22ce-4d67-bc76-9af6bb1daf71 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.043760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47142) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:02.058636 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bdf74da-0c86-4e03-a923-e3bdfba047d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.059362 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.073050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Transition to ACTIVE for port object ca7ac6ea-760d-4195-9240-903d9cd46585 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:02.073967 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78825fe8-326b-4944-bb84-94c7fb2fe3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.081261 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.122312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35b48e6b-22ce-4d67-bc76-9af6bb1daf71 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.127000 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35b48e6b-22ce-4d67-bc76-9af6bb1daf71 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.143432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b48e6b-22ce-4d67-bc76-9af6bb1daf71 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4e0708-9b03-44bb-9bf0-02a017cbbb46,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:02.143982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf0c90-2b47-477d-a574-3c59f622ed48 None None] Pushing event updated for resources: {'Port': ['ID=ca7ac6ea-760d-4195-9240-903d9cd46585,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:02.186138 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bdf74da-0c86-4e03-a923-e3bdfba047d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.191143 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bdf74da-0c86-4e03-a923-e3bdfba047d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.204552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Attempting to bind port ca7ac6ea-760d-4195-9240-903d9cd46585 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:02.205080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Attempting to bind port ca7ac6ea-760d-4195-9240-903d9cd46585 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '88cf3b27-6a04-4c51-a018-f1b909ba9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:02.205539 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Attempting to bind port ca7ac6ea-760d-4195-9240-903d9cd46585 on network 13fb27af-5331-49b6-8f26-41d449fdf2b8 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:02.212198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:02.212720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Checking segment: {'id': '88cf3b27-6a04-4c51-a018-f1b909ba9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:02.213361 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.213884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Bound using segment: {'id': '88cf3b27-6a04-4c51-a018-f1b909ba9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:02.214648 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Bound port: ca7ac6ea-760d-4195-9240-903d9cd46585, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cf3b27-6a04-4c51-a018-f1b909ba9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:02.215124 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.255902 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0bdf74da-0c86-4e03-a923-e3bdfba047d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5270eef20027442a8dc3fc61e172586d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110279 Aug 09 15:38:02.258319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf74da-0c86-4e03-a923-e3bdfba047d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad353708-ab0e-45e0-a957-741d781c4385,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:02.261659 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47144) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:02.304987 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78825fe8-326b-4944-bb84-94c7fb2fe3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.315064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78825fe8-326b-4944-bb84-94c7fb2fe3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.316016 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] For port ca7ac6ea-760d-4195-9240-903d9cd46585, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:02.320630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] For port ca7ac6ea-760d-4195-9240-903d9cd46585, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ca7ac6ea-760d-4195-9240-903d9cd46585,segment=NetworkSegment(88cf3b27-6a04-4c51-a018-f1b909ba9604),segment_id=88cf3b27-6a04-4c51-a018-f1b909ba9604)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:02.326015 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.326213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26ed1a9c-2dbf-4533-b901-d62fd6f057dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.352925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26ed1a9c-2dbf-4533-b901-d62fd6f057dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.357785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-78825fe8-326b-4944-bb84-94c7fb2fe3aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a61ce0edd9d0494a83ad3595f1e18c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507203 Aug 09 15:38:02.358995 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35b48e6b-22ce-4d67-bc76-9af6bb1daf71 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.361187 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-35b48e6b-22ce-4d67-bc76-9af6bb1daf71 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611717 Aug 09 15:38:02.361937 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47148) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:02.367441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47150) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:02.377332 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:02.393250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf0c90-2b47-477d-a574-3c59f622ed48 None None] Pushing event updated for resources: {'Port': ['ID=ca7ac6ea-760d-4195-9240-903d9cd46585,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:02.397720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Routers {'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:02.397720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:37:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:02.425918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78825fe8-326b-4944-bb84-94c7fb2fe3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a37ed1-5bf3-4cab-98b9-c16acbc8f8d6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:02.466236 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd86a371-6c73-4cb7-8c3d-8e9694452539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.472480 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.496274 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd86a371-6c73-4cb7-8c3d-8e9694452539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.557958 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd86a371-6c73-4cb7-8c3d-8e9694452539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.561884 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd86a371-6c73-4cb7-8c3d-8e9694452539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.562774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] Set router ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:02.564769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7312bc-d126-4f79-9bbe-e50b2966373d req-694c7d5a-6e0e-451a-a4ea-50174ec90c16 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:02.566535 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee7312bc-d126-4f79-9bbe-e50b2966373d req-694c7d5a-6e0e-451a-a4ea-50174ec90c16 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 972 time: 0.1764097 Aug 09 15:38:02.568161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26ed1a9c-2dbf-4533-b901-d62fd6f057dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.570671 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26ed1a9c-2dbf-4533-b901-d62fd6f057dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.571977 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-26ed1a9c-2dbf-4533-b901-d62fd6f057dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad353708-ab0e-45e0-a957-741d781c4385 HTTP/1.1" status: 204 len: 168 time: 0.3090367 Aug 09 15:38:02.574613 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dd86a371-6c73-4cb7-8c3d-8e9694452539 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9a37ed1-5bf3-4cab-98b9-c16acbc8f8d6 HTTP/1.1" status: 204 len: 168 time: 0.1853418 Aug 09 15:38:02.591890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed1a9c-2dbf-4533-b901-d62fd6f057dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad353708-ab0e-45e0-a957-741d781c4385,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:02.604848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86a371-6c73-4cb7-8c3d-8e9694452539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a37ed1-5bf3-4cab-98b9-c16acbc8f8d6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:02.672394 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee7312bc-d126-4f79-9bbe-e50b2966373d req-9ca7e4ba-f1a2-49c4-a9ba-b642d8fce501 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870857 Aug 09 15:38:02.720434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:02.845130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e6da23-b044-4b28-8a7d-ee4fdfd9b628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018768f1-f00f-4d1d-9675-ecc186a132a2'}, {'server_uuid': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3bf99a-0506-4d47-9c9d-fafed99f2971'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:02.847673 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64163c48-e850-4315-9a82-a226f16cd256" -d '{"events": [{"server_uuid": "e0e6da23-b044-4b28-8a7d-ee4fdfd9b628", "name": "network-vif-plugged", "status": "completed", "tag": "018768f1-f00f-4d1d-9675-ecc186a132a2"}, {"server_uuid": "2ea5800f-4655-4a32-8a39-d23418cef2f5", "name": "network-vif-plugged", "status": "completed", "tag": "8a3bf99a-0506-4d47-9c9d-fafed99f2971"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:02.847813 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Allocated IP 172.25.2.161 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/84b02c44-be84-492e-a799-751ca7abe88c) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:02.911264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df511ee-c5d6-4be2-a4cf-16636607bdd8 req-c8448914-eb7f-4d9f-87d7-c9f1ed58c527 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:02.913273 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2df511ee-c5d6-4be2-a4cf-16636607bdd8 req-c8448914-eb7f-4d9f-87d7-c9f1ed58c527 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 972 time: 0.1263461 Aug 09 15:38:02.978507 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2df511ee-c5d6-4be2-a4cf-16636607bdd8 req-3e05ef94-b1db-4c29-b431-37cc26077915 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 Aug 09 15:38:02.985773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543342563-router', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:51Z', 'updated_at': '2021-08-09T15:37:58Z', 'revision_number': 4, 'project_id': '12ab74e2a35a4685b71318ee5465316c', 'gw_port': {'id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:53Z', 'updated_at': '2021-08-09T15:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ca7ac6ea-760d-4195-9240-903d9cd46585', 'name': '', 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'mac_address': 'fa:16:3e:5b:bb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '9fea0cd1-4719-4d77-b06a-b352037cd617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:57Z', 'updated_at': '2021-08-09T15:38:02Z', 'revision_number': 4, 'project_id': '12ab74e2a35a4685b71318ee5465316c', 'subnets': [{'id': '9fea0cd1-4719-4d77-b06a-b352037cd617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:03.025286 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.027598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648184fb-103d-4649-8c0a-4a411ff484a2 None None] The sync data for ids ['ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'] in n-d-803778-2 is: [{'id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543342563-router', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:51Z', 'updated_at': '2021-08-09T15:37:58Z', 'revision_number': 4, 'project_id': '12ab74e2a35a4685b71318ee5465316c', 'gw_port': {'id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:53Z', 'updated_at': '2021-08-09T15:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ca7ac6ea-760d-4195-9240-903d9cd46585', 'name': '', 'network_id': '13fb27af-5331-49b6-8f26-41d449fdf2b8', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'mac_address': 'fa:16:3e:5b:bb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '9fea0cd1-4719-4d77-b06a-b352037cd617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:57Z', 'updated_at': '2021-08-09T15:38:02Z', 'revision_number': 4, 'project_id': '12ab74e2a35a4685b71318ee5465316c', 'subnets': [{'id': '9fea0cd1-4719-4d77-b06a-b352037cd617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:03.041038 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:38:03.070920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bfb16-40de-43f1-b2bc-f47f26061f0b req-c9a3d4ee-0ea1-41f5-b721-3f13250dd922 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:03.095203 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f02bfb16-40de-43f1-b2bc-f47f26061f0b req-c9a3d4ee-0ea1-41f5-b721-3f13250dd922 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.1513731 Aug 09 15:38:03.233398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47172) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:03.237914 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f02bfb16-40de-43f1-b2bc-f47f26061f0b req-ebbd4b37-f2ca-46fd-85d1-9482f4e0be01 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058218 Aug 09 15:38:03.241355 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.270889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7af1-3d14-4f90-b257-737b70bc8747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.294716 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:03.298534 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:03.306662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:03.376632 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463d4cd2-fadb-4660-a88b-9b4060063615 x-openstack-request-id: req-463d4cd2-fadb-4660-a88b-9b4060063615 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:03.377248 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e6da23-b044-4b28-8a7d-ee4fdfd9b628", "name": "network-vif-plugged", "status": "completed", "tag": "018768f1-f00f-4d1d-9675-ecc186a132a2", "code": 200}, {"server_uuid": "2ea5800f-4655-4a32-8a39-d23418cef2f5", "name": "network-vif-plugged", "status": "completed", "tag": "8a3bf99a-0506-4d47-9c9d-fafed99f2971", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:03.377733 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-463d4cd2-fadb-4660-a88b-9b4060063615 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:03.378458 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e6da23-b044-4b28-8a7d-ee4fdfd9b628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018768f1-f00f-4d1d-9675-ecc186a132a2', 'code': 200} Aug 09 15:38:03.378893 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3bf99a-0506-4d47-9c9d-fafed99f2971', 'code': 200} Aug 09 15:38:03.402200 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7af1-3d14-4f90-b257-737b70bc8747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.409374 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed6c7af1-3d14-4f90-b257-737b70bc8747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.459788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ed6c7af1-3d14-4f90-b257-737b70bc8747 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac30f4129261462ea87d653f2b857acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247009 Aug 09 15:38:03.462586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47176) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:03.474958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c7af1-3d14-4f90-b257-737b70bc8747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856225de-f377-45fe-9916-edc51b5ded20,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:03.633120 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3204e6e-19cf-4146-8cd7-9c71a90000ba req-35506b74-ff85-4b85-9778-6a9e7fe7ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:03.636154 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3204e6e-19cf-4146-8cd7-9c71a90000ba req-35506b74-ff85-4b85-9778-6a9e7fe7ddb8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 1123 time: 0.1625388 Aug 09 15:38:03.646539 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Pushing event updated for resources: {'Port': ['ID=84b02c44-be84-492e-a799-751ca7abe88c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:03.651625 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-886682b1-a505-4da8-adfb-61fd20e9c2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.685458 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.711989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3204e6e-19cf-4146-8cd7-9c71a90000ba req-44d57090-e418-4a7f-9e2e-aac78d9b4bdc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686929 Aug 09 15:38:03.729472 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-886682b1-a505-4da8-adfb-61fd20e9c2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.759024 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eeb5b-9d22-4d3b-8bde-827701ff490b req-124092a6-3ebc-4fb5-9653-509264a52e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:03.760537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac4eeb5b-9d22-4d3b-8bde-827701ff490b req-124092a6-3ebc-4fb5-9653-509264a52e99 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 1123 time: 0.0999162 Aug 09 15:38:03.763749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.815374 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-886682b1-a505-4da8-adfb-61fd20e9c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.819218 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-886682b1-a505-4da8-adfb-61fd20e9c2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:03.823268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-886682b1-a505-4da8-adfb-61fd20e9c2c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/856225de-f377-45fe-9916-edc51b5ded20 HTTP/1.1" status: 204 len: 168 time: 0.3566866 Aug 09 15:38:03.833086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886682b1-a505-4da8-adfb-61fd20e9c2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856225de-f377-45fe-9916-edc51b5ded20,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:03.836402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47190) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:03.873041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac4eeb5b-9d22-4d3b-8bde-827701ff490b req-6a31c568-1de8-4d67-bbf4-afaaa5dde663 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057665 Aug 09 15:38:03.924837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d7e45-ba61-4651-b411-b3a35fc75e86 req-6515948b-558c-4ea9-b9f0-2928811743ae tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:03.926387 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e30d7e45-ba61-4651-b411-b3a35fc75e86 req-6515948b-558c-4ea9-b9f0-2928811743ae tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 972 time: 0.1294708 Aug 09 15:38:03.995111 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e30d7e45-ba61-4651-b411-b3a35fc75e86 req-8ea5b00b-551b-4e13-b485-26bc8577d050 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602989 Aug 09 15:38:04.033852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.042620 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.075125 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.103830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Pushing event updated for resources: {'Port': ['ID=84b02c44-be84-492e-a799-751ca7abe88c,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:04.106891 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.108140 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7215f059-b40d-4799-af5e-7850f0b93df8 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7400889 Aug 09 15:38:04.278111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2106767010-network', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:04.315372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d4c3-8915-435a-a6d0-118989dc9f49 req-a56af6cd-9325-4ce7-90c6-2a7586692bb8 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:04.316906 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bb2d4c3-8915-435a-a6d0-118989dc9f49 req-a56af6cd-9325-4ce7-90c6-2a7586692bb8 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 972 time: 0.2600787 Aug 09 15:38:04.318032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Made reservation on behalf of 8af8b481287f4a7ea16bdbe6416e8887 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:04.320220 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.331578 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.351946 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-a30c4c5c-9a2e-4426-ad93-1c2552a60ee9 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--717209287&fields=id&tenant_id=5578f31a28c045a8983c4f4caf442b2d HTTP/1.1" status: 200 len: 267 time: 0.0469830 Aug 09 15:38:04.386622 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bb2d4c3-8915-435a-a6d0-118989dc9f49 req-1cac858d-ad18-46cd-b9ff-0f810c8ab86a tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569658 Aug 09 15:38:04.507476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.518329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.549839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea72597-08bf-441d-9832-09d2e93ec8c3 req-386f2bb4-5aae-4f93-b917-90e5d936d83b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:04.551408 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fea72597-08bf-441d-9832-09d2e93ec8c3 req-386f2bb4-5aae-4f93-b917-90e5d936d83b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.0838070 Aug 09 15:38:04.554630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:38:04.613059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-9c423953-f909-4e29-a425-8aba9f0cb4de tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:04.614494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b47ee7f-4968-491d-a2b7-51c1a0d7d0f7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:04.621409 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.621948 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Added segment 6c94eebc-367f-43e9-8a89-988a03781b7a of type vlan for network 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 Aug 09 15:38:04.628524 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-9c423953-f909-4e29-a425-8aba9f0cb4de tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/networks?id=9dd26dc2-108a-452f-9988-e63a860d56f7 HTTP/1.1" status: 200 len: 823 time: 0.2629404 Aug 09 15:38:04.648096 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-41365dff-0339-4736-860b-6b9b0da5ad15 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/quotas/5578f31a28c045a8983c4f4caf442b2d HTTP/1.1" status: 200 len: 375 time: 0.0193162 Aug 09 15:38:04.710480 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fea72597-08bf-441d-9832-09d2e93ec8c3 req-9cb03eee-f024-42af-b9a9-049df41d6737 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493478 Aug 09 15:38:04.713315 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.766898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.768103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:04.768748 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.801039 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-da0f517f-0d10-4126-b6c5-4628177b3087 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5578f31a28c045a8983c4f4caf442b2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1518857 Aug 09 15:38:04.841831 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9855366 Aug 09 15:38:04.845872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47236) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:04.851717 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c4eb8b09-89cc-47a2-a712-eb1cf121a120 admin admin] Request body: {'subnet': {'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2106767010-subnet', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:04.880402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eb8b09-89cc-47a2-a712-eb1cf121a120 admin admin] Made reservation on behalf of 8af8b481287f4a7ea16bdbe6416e8887 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:04.884426 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4eb8b09-89cc-47a2-a712-eb1cf121a120 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:04.887988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd9778-a161-4130-b809-1f4a52114053 admin admin] Pushing event updated for resources: {'Network': ['ID=5d5938ca-9bb7-4bf0-bfae-afe803aec6b8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:04.903602 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:38:05.124025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ca7ac6ea-760d-4195-9240-903d9cd46585 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:05.201231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ca7ac6ea-760d-4195-9240-903d9cd46585 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:05.209761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ca7ac6ea-760d-4195-9240-903d9cd46585 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:05.210575 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:05.290657 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4eb8b09-89cc-47a2-a712-eb1cf121a120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:05.325100 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:05.370398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb8b09-89cc-47a2-a712-eb1cf121a120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b704055-0810-4015-a84f-6f09c78a1645,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:05.384251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eb8b09-89cc-47a2-a712-eb1cf121a120 admin admin] Checking segment: {'id': '6c94eebc-367f-43e9-8a89-988a03781b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:05.384613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eb8b09-89cc-47a2-a712-eb1cf121a120 admin admin] Network hostable DHCP agents. Network: 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:38:05.401477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ca7ac6ea-760d-4195-9240-903d9cd46585, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ca7ac6ea-760d-4195-9240-903d9cd46585,segment=NetworkSegment(88cf3b27-6a04-4c51-a018-f1b909ba9604),segment_id=88cf3b27-6a04-4c51-a018-f1b909ba9604)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:05.412382 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:05.415681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eb8b09-89cc-47a2-a712-eb1cf121a120 admin admin] Network 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:38:05.428197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c4eb8b09-89cc-47a2-a712-eb1cf121a120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:05.435183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eb8b09-89cc-47a2-a712-eb1cf121a120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:05.435356 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4eb8b09-89cc-47a2-a712-eb1cf121a120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:05.465850 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c4eb8b09-89cc-47a2-a712-eb1cf121a120 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6187761 Aug 09 15:38:05.469193 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47252) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:05.483037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2106767010-router', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:05.490195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-3ef59b27-519f-4654-b8ba-aa8e735d027a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:38:05.491250 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-3ef59b27-519f-4654-b8ba-aa8e735d027a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2488942 Aug 09 15:38:05.521661 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ca7ac6ea-760d-4195-9240-903d9cd46585,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:05.536039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa11788-9157-4bf0-aab0-b6dcca4dd013 None None] Network 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:05.585457 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:05.586792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:05.618336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d536fe7-108b-44c6-a28d-aff967039425 req-3443bd4e-a61a-46d2-bea7-5628d07d3059 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:05.622229 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d536fe7-108b-44c6-a28d-aff967039425 req-3443bd4e-a61a-46d2-bea7-5628d07d3059 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 972 time: 0.0762367 Aug 09 15:38:05.673465 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:05.677083 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-7c7d21d2-ffbb-4fd6-8855-f0ecbd45cbd5 service neutron] 10.222.0.81 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778331 Aug 09 15:38:05.689976 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d536fe7-108b-44c6-a28d-aff967039425 req-e948a96c-3c2f-4a9f-9914-a42100f54027 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589290 Aug 09 15:38:05.773542 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-5d5938ca-9bb7-4bf0-bfae-afe803aec6b8', 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'fixed_ips': [{'subnet_id': '5b704055-0810-4015-a84f-6f09c78a1645'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:38:05.774429 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:05.802390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72cc0-e79f-432d-93f5-07578e908239 req-66823c1b-13db-475b-9c23-1ac78c118af2 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:05.804088 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64b72cc0-e79f-432d-93f5-07578e908239 req-66823c1b-13db-475b-9c23-1ac78c118af2 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 972 time: 0.0523942 Aug 09 15:38:05.845411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64b72cc0-e79f-432d-93f5-07578e908239 req-81e12fba-4ea4-418f-b849-f6deb734825b tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345731 Aug 09 15:38:05.880321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:05.944062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Allocated IP 172.20.0.2 (5d5938ca-9bb7-4bf0-bfae-afe803aec6b8/5b704055-0810-4015-a84f-6f09c78a1645/aee8697d-0c14-446a-ad74-e7519fbe46b3) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:05.950991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-e92a9afd-5750-4f28-ab6d-df5c1dc9e951 service neutron] 10.222.0.81 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305427 Aug 09 15:38:05.958856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5c12a-f9b0-458c-9693-5ee924ec78a9 req-fcaaaa2e-c737-4e4b-a8b0-7198d1181547 tempest-AggregatesAdminTestJSON-588741087 tempest-AggregatesAdminTestJSON-588741087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:05.966423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-21b5c12a-f9b0-458c-9693-5ee924ec78a9 req-fcaaaa2e-c737-4e4b-a8b0-7198d1181547 tempest-AggregatesAdminTestJSON-588741087 tempest-AggregatesAdminTestJSON-588741087-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 1123 time: 0.0496461 Aug 09 15:38:05.985281 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-21b5c12a-f9b0-458c-9693-5ee924ec78a9 req-2a7bd289-d7d3-42ec-b0fd-e2a54796f0de tempest-AggregatesAdminTestJSON-588741087 tempest-AggregatesAdminTestJSON-588741087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.105765 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-21b5c12a-f9b0-458c-9693-5ee924ec78a9 req-2a7bd289-d7d3-42ec-b0fd-e2a54796f0de tempest-AggregatesAdminTestJSON-588741087 tempest-AggregatesAdminTestJSON-588741087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.120361 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-21b5c12a-f9b0-458c-9693-5ee924ec78a9 req-2a7bd289-d7d3-42ec-b0fd-e2a54796f0de tempest-AggregatesAdminTestJSON-588741087 tempest-AggregatesAdminTestJSON-588741087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.143984 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.153959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Transition to ACTIVE for port object aee8697d-0c14-446a-ad74-e7519fbe46b3 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:06.159329 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bd289-d7d3-42ec-b0fd-e2a54796f0de tempest-AggregatesAdminTestJSON-588741087 tempest-AggregatesAdminTestJSON-588741087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ece30a-3316-4d7d-903f-d75c521768d4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:06.165879 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.169321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-21b5c12a-f9b0-458c-9693-5ee924ec78a9 req-2a7bd289-d7d3-42ec-b0fd-e2a54796f0de tempest-AggregatesAdminTestJSON-588741087 tempest-AggregatesAdminTestJSON-588741087-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020297 Aug 09 15:38:06.183383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Transition to ACTIVE for port object aee8697d-0c14-446a-ad74-e7519fbe46b3 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:06.190988 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.202393 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.253625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Network 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:06.256868 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:06.262338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:06.268352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Pushing event updated for resources: {'Port': ['ID=aee8697d-0c14-446a-ad74-e7519fbe46b3,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:06.339555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Allocated IP 172.25.2.65 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/d211d8e5-dff4-455b-97d9-0492b64911aa) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:06.361912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c134213-0845-4278-bdcd-a21eb17f062c req-93b809c4-0500-4fe4-a432-f351bf2dcc4d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:06.370513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c134213-0845-4278-bdcd-a21eb17f062c req-93b809c4-0500-4fe4-a432-f351bf2dcc4d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.0801890 Aug 09 15:38:06.373496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Attempting to bind port aee8697d-0c14-446a-ad74-e7519fbe46b3 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:06.373912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Attempting to bind port aee8697d-0c14-446a-ad74-e7519fbe46b3 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '6c94eebc-367f-43e9-8a89-988a03781b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:06.374363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Attempting to bind port aee8697d-0c14-446a-ad74-e7519fbe46b3 on network 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:06.381924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:06.382457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Checking segment: {'id': '6c94eebc-367f-43e9-8a89-988a03781b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:06.382864 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.383258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Bound using segment: {'id': '6c94eebc-367f-43e9-8a89-988a03781b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:06.383722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Bound port: aee8697d-0c14-446a-ad74-e7519fbe46b3, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c94eebc-367f-43e9-8a89-988a03781b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:06.384100 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.423497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c134213-0845-4278-bdcd-a21eb17f062c req-65d2b864-5a1b-45b7-9c63-5cbde9886ca6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519147 Aug 09 15:38:06.491737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] For port aee8697d-0c14-446a-ad74-e7519fbe46b3, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:06.496678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] For port aee8697d-0c14-446a-ad74-e7519fbe46b3, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aee8697d-0c14-446a-ad74-e7519fbe46b3,segment=NetworkSegment(6c94eebc-367f-43e9-8a89-988a03781b7a),segment_id=6c94eebc-367f-43e9-8a89-988a03781b7a)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:06.502637 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.526747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3cf7f98-087a-4b6f-a22d-9aad7a856d0b req-f4fb5cc1-8de5-495c-9c8b-026cc04bce91 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 210 time: 0.0405393 Aug 09 15:38:06.547598 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.582382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40d40d-2483-49ee-b361-a109fad2c488 None None] Pushing event updated for resources: {'Port': ['ID=aee8697d-0c14-446a-ad74-e7519fbe46b3,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:06.627676 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:06.672907 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Pushing event updated for resources: {'Port': ['ID=d211d8e5-dff4-455b-97d9-0492b64911aa,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:06.688334 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:06.690207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:06.697424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:06.931194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80471fae-da0b-4f4c-b58c-1254a1e2b735 req-6ff6f9b2-dac0-4ca9-89cd-d270bd23711e tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:06.941209 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-80471fae-da0b-4f4c-b58c-1254a1e2b735 req-6ff6f9b2-dac0-4ca9-89cd-d270bd23711e tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 1123 time: 0.0857692 Aug 09 15:38:06.970829 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-80471fae-da0b-4f4c-b58c-1254a1e2b735 req-68667fcb-23e1-4320-a704-d626c789353a tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.154115 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c357b-55ea-447f-bb73-ed90f5f782ca req-331c69ae-08dc-423e-9f54-fb6b65edd74e tempest-DeleteServersAdminTestJSON-313565177 tempest-DeleteServersAdminTestJSON-313565177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:07.156501 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bc1c357b-55ea-447f-bb73-ed90f5f782ca req-331c69ae-08dc-423e-9f54-fb6b65edd74e tempest-DeleteServersAdminTestJSON-313565177 tempest-DeleteServersAdminTestJSON-313565177-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 1123 time: 0.0877113 Aug 09 15:38:07.198593 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-80471fae-da0b-4f4c-b58c-1254a1e2b735 req-68667fcb-23e1-4320-a704-d626c789353a tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.210019 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-80471fae-da0b-4f4c-b58c-1254a1e2b735 req-68667fcb-23e1-4320-a704-d626c789353a tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.225984 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-80471fae-da0b-4f4c-b58c-1254a1e2b735 req-68667fcb-23e1-4320-a704-d626c789353a tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840328 Aug 09 15:38:07.247249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68667fcb-23e1-4320-a704-d626c789353a tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38d05e6-aa28-48d2-bc36-f3593ab099c6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:07.305839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aee8697d-0c14-446a-ad74-e7519fbe46b3 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:07.346496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca5a9f-5b95-468f-ae72-56fffd8e0721 req-1c089ecd-d655-4228-91ee-3f7eee956a7e tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:07.348020 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-73ca5a9f-5b95-468f-ae72-56fffd8e0721 req-1c089ecd-d655-4228-91ee-3f7eee956a7e tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 972 time: 0.1895368 Aug 09 15:38:07.394280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port aee8697d-0c14-446a-ad74-e7519fbe46b3 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:07.402171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.402920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ca7ac6ea-760d-4195-9240-903d9cd46585 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:07.456437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.60', 60175) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:07.469132 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-acda9e6b-661e-4572-af4a-01019b5e0beb req-bc93a06b-0f6e-4b9b-a519-1aee5c2a130e tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b4891b8d767846d89451bae3ca567976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266454 Aug 09 15:38:07.473790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ca7ac6ea-760d-4195-9240-903d9cd46585 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:07.474173 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.477936 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-73ca5a9f-5b95-468f-ae72-56fffd8e0721 req-f27e1372-0aae-4a9d-a60f-6a895724bb52 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070220 Aug 09 15:38:07.484174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-bc1c357b-55ea-447f-bb73-ed90f5f782ca req-ccca59d2-b610-4de7-ba9b-ec26d1f1ae88 tempest-DeleteServersAdminTestJSON-313565177 tempest-DeleteServersAdminTestJSON-313565177-project-admin] Deleting port 8dc4c806-45de-4fb8-ae40-883cc85ad263 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:07.484611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bc1c357b-55ea-447f-bb73-ed90f5f782ca req-ccca59d2-b610-4de7-ba9b-ec26d1f1ae88 tempest-DeleteServersAdminTestJSON-313565177 tempest-DeleteServersAdminTestJSON-313565177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.637293 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cb64f318-8b78-48c5-a1e3-e77ecde3c678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.845376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-bc1c357b-55ea-447f-bb73-ed90f5f782ca req-ccca59d2-b610-4de7-ba9b-ec26d1f1ae88 tempest-DeleteServersAdminTestJSON-313565177 tempest-DeleteServersAdminTestJSON-313565177-project-admin] For port 8dc4c806-45de-4fb8-ae40-883cc85ad263, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8dc4c806-45de-4fb8-ae40-883cc85ad263,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:07.845789 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bc1c357b-55ea-447f-bb73-ed90f5f782ca req-ccca59d2-b610-4de7-ba9b-ec26d1f1ae88 tempest-DeleteServersAdminTestJSON-313565177 tempest-DeleteServersAdminTestJSON-313565177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.881884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-bc1c357b-55ea-447f-bb73-ed90f5f782ca req-ccca59d2-b610-4de7-ba9b-ec26d1f1ae88 tempest-DeleteServersAdminTestJSON-313565177 tempest-DeleteServersAdminTestJSON-313565177-project-admin] Calling delete_port for 8dc4c806-45de-4fb8-ae40-883cc85ad263 owned by compute:tempest-test_az-1635693599 {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:07.887191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-e2a51123-955c-410c-ad90-f2cc2c6d027f tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:07.889692 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-e2a51123-955c-410c-ad90-f2cc2c6d027f tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.60 "GET /v2.0/networks?id=9dd26dc2-108a-452f-9988-e63a860d56f7 HTTP/1.1" status: 200 len: 823 time: 0.4233234 Aug 09 15:38:07.902504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda9e6b-661e-4572-af4a-01019b5e0beb req-8a7e8c81-6a76-4d6c-a279-bfbfa0aea9cc tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:07.913774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-acda9e6b-661e-4572-af4a-01019b5e0beb req-8a7e8c81-6a76-4d6c-a279-bfbfa0aea9cc tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4238157 Aug 09 15:38:07.929796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-acda9e6b-661e-4572-af4a-01019b5e0beb req-bf5b8240-cf10-41ce-bcdc-982e8c98c3d5 tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] 10.222.0.81 "GET /v2.0/quotas/b4891b8d767846d89451bae3ca567976 HTTP/1.1" status: 200 len: 375 time: 0.0121486 Aug 09 15:38:07.938579 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:07.982463 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-acda9e6b-661e-4572-af4a-01019b5e0beb req-3982686e-b5be-496f-8e26-6a26f6590b28 tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b4891b8d767846d89451bae3ca567976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443654 Aug 09 15:38:07.990133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef61be5-ebc9-4539-a5e3-f18ab72fad74 None None] Network 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:08.073480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-37d9b5ac-30b2-4ab4-8891-7b5c035872af None None] Provisioning for port aee8697d-0c14-446a-ad74-e7519fbe46b3 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:08.082857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-37d9b5ac-30b2-4ab4-8891-7b5c035872af None None] Provisioning complete for port aee8697d-0c14-446a-ad74-e7519fbe46b3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:08.083478 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-37d9b5ac-30b2-4ab4-8891-7b5c035872af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:08.161206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bc1c357b-55ea-447f-bb73-ed90f5f782ca req-ccca59d2-b610-4de7-ba9b-ec26d1f1ae88 tempest-DeleteServersAdminTestJSON-313565177 tempest-DeleteServersAdminTestJSON-313565177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:08.184722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['8dc4c806-45de-4fb8-ae40-883cc85ad263'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:08.231097 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca59d2-b610-4de7-ba9b-ec26d1f1ae88 tempest-DeleteServersAdminTestJSON-313565177 tempest-DeleteServersAdminTestJSON-313565177-project-admin] Pushing event deleted for resources: {'Port': ['ID=8dc4c806-45de-4fb8-ae40-883cc85ad263,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:08.297513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1c357b-55ea-447f-bb73-ed90f5f782ca req-ccca59d2-b610-4de7-ba9b-ec26d1f1ae88 tempest-DeleteServersAdminTestJSON-313565177 tempest-DeleteServersAdminTestJSON-313565177-project-admin] No DVR routers for this DVR port 8dc4c806-45de-4fb8-ae40-883cc85ad263 on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:38:08.314981 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bc1c357b-55ea-447f-bb73-ed90f5f782ca req-ccca59d2-b610-4de7-ba9b-ec26d1f1ae88 tempest-DeleteServersAdminTestJSON-313565177 tempest-DeleteServersAdminTestJSON-313565177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:08.317442 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bc1c357b-55ea-447f-bb73-ed90f5f782ca req-ccca59d2-b610-4de7-ba9b-ec26d1f1ae88 tempest-DeleteServersAdminTestJSON-313565177 tempest-DeleteServersAdminTestJSON-313565177-project-admin] 10.222.0.53 "DELETE /v2.0/ports/8dc4c806-45de-4fb8-ae40-883cc85ad263 HTTP/1.1" status: 204 len: 173 time: 1.1489069 Aug 09 15:38:08.318216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ee3a41-581a-4ce7-b5df-3f0251c549ba', 'name': 'network-vif-deleted', 'tag': '8dc4c806-45de-4fb8-ae40-883cc85ad263'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:08.321167 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f05c464-630d-4301-a61e-d54513cb0acf" -d '{"events": [{"server_uuid": "a2ee3a41-581a-4ce7-b5df-3f0251c549ba", "name": "network-vif-deleted", "tag": "8dc4c806-45de-4fb8-ae40-883cc85ad263"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:08.350460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Router e550f34b-f614-49bb-bc98-d8a4d7819289 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:38:08.492491 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-37d9b5ac-30b2-4ab4-8891-7b5c035872af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:08.554437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:08.568559 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Sync routers for ids ['e550f34b-f614-49bb-bc98-d8a4d7819289'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:08.581719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-37d9b5ac-30b2-4ab4-8891-7b5c035872af None None] For port aee8697d-0c14-446a-ad74-e7519fbe46b3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aee8697d-0c14-446a-ad74-e7519fbe46b3,segment=NetworkSegment(6c94eebc-367f-43e9-8a89-988a03781b7a),segment_id=6c94eebc-367f-43e9-8a89-988a03781b7a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:08.588920 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-37d9b5ac-30b2-4ab4-8891-7b5c035872af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:08.594053 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Routers {'e550f34b-f614-49bb-bc98-d8a4d7819289'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:08.598633 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:37:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e550f34b-f614-49bb-bc98-d8a4d7819289'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:08.623199 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:08.632597 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3c9ba03b-114f-40b1-b7c6-27e367f3821b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1523435 Aug 09 15:38:08.633931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47364) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:08.776370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9b5ac-30b2-4ab4-8891-7b5c035872af None None] Pushing event updated for resources: {'Port': ['ID=aee8697d-0c14-446a-ad74-e7519fbe46b3,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:08.909642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47374) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:08.923825 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Set router e550f34b-f614-49bb-bc98-d8a4d7819289 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:08.929122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c8e21bda-899b-401e-9272-8c878b4490ac None None] Provisioning complete for port aee8697d-0c14-446a-ad74-e7519fbe46b3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:08.929543 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c8e21bda-899b-401e-9272-8c878b4490ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.141203 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ecd6c117-e0b2-4ffd-a209-ed45cdf00a39 req-c1b5cd02-c268-4af4-888c-3de3d53566c4 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 210 time: 0.0480244 Aug 09 15:38:09.145608 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aee8697d-0c14-446a-ad74-e7519fbe46b3 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:09.152678 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-1529693a-82b0-4e04-bdda-60d8dffe8203 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2416420 Aug 09 15:38:09.175641 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc4d880-5551-427d-9bb0-f40a4d354d78 x-openstack-request-id: req-9bc4d880-5551-427d-9bb0-f40a4d354d78 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:09.176022 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ee3a41-581a-4ce7-b5df-3f0251c549ba", "name": "network-vif-deleted", "tag": "8dc4c806-45de-4fb8-ae40-883cc85ad263", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:09.176333 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9bc4d880-5551-427d-9bb0-f40a4d354d78 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:09.176790 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ee3a41-581a-4ce7-b5df-3f0251c549ba', 'name': 'network-vif-deleted', 'tag': '8dc4c806-45de-4fb8-ae40-883cc85ad263', 'status': 'completed', 'code': 200} Aug 09 15:38:09.225663 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'name': 'tempest-FloatingIPDetailsTestJSON-2106767010-router', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:05Z', 'updated_at': '2021-08-09T15:38:07Z', 'revision_number': 3, 'project_id': '8af8b481287f4a7ea16bdbe6416e8887', 'gw_port': {'id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:09.314997 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Checking router: e550f34b-f614-49bb-bc98-d8a4d7819289 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:09.317624 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Updating router e550f34b-f614-49bb-bc98-d8a4d7819289 port d211d8e5-dff4-455b-97d9-0492b64911aa binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:38:09.401727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port aee8697d-0c14-446a-ad74-e7519fbe46b3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:09.402509 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.452715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b81d448-868f-4c78-9251-e80bc845ef2f req-f936074b-9458-428d-bd53-11a401b7b74c tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2ee3a41-581a-4ce7-b5df-3f0251c549ba HTTP/1.1" status: 200 len: 210 time: 0.0439749 Aug 09 15:38:09.532247 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.538552 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033d545-8ea4-4518-bbc5-d1e8c2fc9ce9 req-692d0e90-d68b-4177-90f9-7f4f4b9bb357 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:09.543049 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4033d545-8ea4-4518-bbc5-d1e8c2fc9ce9 req-692d0e90-d68b-4177-90f9-7f4f4b9bb357 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.1036563 Aug 09 15:38:09.637074 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4033d545-8ea4-4518-bbc5-d1e8c2fc9ce9 req-4fc1005f-2c62-4c32-a629-1040aa402dbf tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855839 Aug 09 15:38:09.879222 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.949471 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:09.964809 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Transition to ACTIVE for port object d211d8e5-dff4-455b-97d9-0492b64911aa will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:09.982981 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.090678 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Attempting to bind port d211d8e5-dff4-455b-97d9-0492b64911aa on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:10.091284 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Attempting to bind port d211d8e5-dff4-455b-97d9-0492b64911aa by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:10.091814 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Attempting to bind port d211d8e5-dff4-455b-97d9-0492b64911aa on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:10.122895 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefef93-3852-4437-8614-e0b582432612 None None] Pushing event updated for resources: {'Port': ['ID=d211d8e5-dff4-455b-97d9-0492b64911aa,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:10.132892 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:10.133457 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:10.133895 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.134288 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:10.135020 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Bound port: d211d8e5-dff4-455b-97d9-0492b64911aa, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:10.135422 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.208050 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fd0d73f-d142-485a-a129-13f115a44219 req-a1ae0af1-f25b-4e1a-88fe-85a2c868c9a1 tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b4891b8d767846d89451bae3ca567976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694911 Aug 09 15:38:10.213570 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] For port d211d8e5-dff4-455b-97d9-0492b64911aa, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:10.219339 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] For port d211d8e5-dff4-455b-97d9-0492b64911aa, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d211d8e5-dff4-455b-97d9-0492b64911aa,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:10.225364 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.299728 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Routers {'e550f34b-f614-49bb-bc98-d8a4d7819289'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:10.300466 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:37:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e550f34b-f614-49bb-bc98-d8a4d7819289'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:10.366044 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefef93-3852-4437-8614-e0b582432612 None None] Pushing event updated for resources: {'Port': ['ID=d211d8e5-dff4-455b-97d9-0492b64911aa,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:10.469656 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] Set router e550f34b-f614-49bb-bc98-d8a4d7819289 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:10.470848 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d769230-cf2f-47d5-b3a3-13b4f9fc797a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.540797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Allocated IP 172.20.0.1 (5d5938ca-9bb7-4bf0-bfae-afe803aec6b8/5b704055-0810-4015-a84f-6f09c78a1645/a0824931-10e3-4665-a35e-2b31841ff910) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:10.552040 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd85647f-869b-4c4f-97cc-7afa000ea401 req-4492e495-0998-4915-a8eb-d8f21232659c tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 210 time: 0.0335698 Aug 09 15:38:10.569500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d73f-d142-485a-a129-13f115a44219 req-05e8e358-35dd-40d0-9a35-84a58ee2002a tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:10.576480 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fd0d73f-d142-485a-a129-13f115a44219 req-05e8e358-35dd-40d0-9a35-84a58ee2002a tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3673878 Aug 09 15:38:10.591542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fd0d73f-d142-485a-a129-13f115a44219 req-6dfbff50-9e68-4566-a55c-d6ca80ca8b4f tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] 10.222.0.81 "GET /v2.0/quotas/b4891b8d767846d89451bae3ca567976 HTTP/1.1" status: 200 len: 375 time: 0.0141830 Aug 09 15:38:10.663365 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fd0d73f-d142-485a-a129-13f115a44219 req-1f7634fb-54c2-47dd-bdd1-676f1ece1e43 tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b4891b8d767846d89451bae3ca567976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612102 Aug 09 15:38:10.733111 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'name': 'tempest-FloatingIPDetailsTestJSON-2106767010-router', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:05Z', 'updated_at': '2021-08-09T15:38:07Z', 'revision_number': 3, 'project_id': '8af8b481287f4a7ea16bdbe6416e8887', 'gw_port': {'id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:10.738106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.756671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Transition to ACTIVE for port object a0824931-10e3-4665-a35e-2b31841ff910 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:10.762757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.797805 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.827494 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb25c7d-032f-471c-bb3b-b4c15949ab9a None None] The sync data for ids ['e550f34b-f614-49bb-bc98-d8a4d7819289'] in n-d-803778-2 is: [{'id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'name': 'tempest-FloatingIPDetailsTestJSON-2106767010-router', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:05Z', 'updated_at': '2021-08-09T15:38:07Z', 'revision_number': 3, 'project_id': '8af8b481287f4a7ea16bdbe6416e8887', 'gw_port': {'id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:10.853891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Network 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:10.857198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:10.861751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:10.862311 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:10.898313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Pushing event updated for resources: {'Port': ['ID=a0824931-10e3-4665-a35e-2b31841ff910,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:10.947669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f16e-ff3c-4c03-9b85-d77a0610065d req-c6b0cd7b-87fc-42cb-ab29-5a0e72171b6b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:10.961309 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a5f16e-ff3c-4c03-9b85-d77a0610065d req-c6b0cd7b-87fc-42cb-ab29-5a0e72171b6b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.0848408 Aug 09 15:38:11.027022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a5f16e-ff3c-4c03-9b85-d77a0610065d req-7b3a9b28-817c-49b5-822b-52bca2a5a79e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644808 Aug 09 15:38:11.224963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-cc11f191-5e64-416e-8ce2-37b5c22346c5 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c297b80489844064801f175308ff85e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540855 Aug 09 15:38:11.236768 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.242407 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.262952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d43e3325-2dba-4714-aef1-13f3dba2a8bb None None] Provisioning for port a0824931-10e3-4665-a35e-2b31841ff910 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:11.268348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d43e3325-2dba-4714-aef1-13f3dba2a8bb None None] Provisioning complete for port a0824931-10e3-4665-a35e-2b31841ff910 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:11.269132 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d43e3325-2dba-4714-aef1-13f3dba2a8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.343397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d43e3325-2dba-4714-aef1-13f3dba2a8bb None None] Port a0824931-10e3-4665-a35e-2b31841ff910 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:11.434277 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.478577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-58342e0a-5e07-4bef-8770-44e98b26e1c1 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:11.480255 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-58342e0a-5e07-4bef-8770-44e98b26e1c1 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345188 Aug 09 15:38:11.511657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-d2c03819-6b3f-45bb-9fa0-f526b4175392 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/quotas/c297b80489844064801f175308ff85e7 HTTP/1.1" status: 200 len: 375 time: 0.0214679 Aug 09 15:38:11.572117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-1328ffd5-ca25-4fb1-a20d-c1a75fff8b66 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c297b80489844064801f175308ff85e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495446 Aug 09 15:38:11.603776 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.608510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.609464 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:11.776980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Pushing event updated for resources: {'Port': ['ID=a0824931-10e3-4665-a35e-2b31841ff910,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:11.786344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Network 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:11.791971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:11.921114 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d53e9503-600a-430a-b32e-7d0a4928ce8a req-0e41fbc1-fab4-4c15-98b5-1864176ef9fb tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 210 time: 0.0541437 Aug 09 15:38:11.961925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8dc4c806-45de-4fb8-ae40-883cc85ad263 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:12.003648 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 8dc4c806-45de-4fb8-ae40-883cc85ad263 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:38:12.003990 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8dc4c806-45de-4fb8-ae40-883cc85ad263 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:38:12.029695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Router e550f34b-f614-49bb-bc98-d8a4d7819289 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:38:12.033984 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5bf9ee70-7d59-438b-85e7-c78175ab959b req-df8adee5-8149-42ac-8391-b21f91304e46 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 210 time: 0.0581510 Aug 09 15:38:12.150346 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-18a1e0fc-412a-4546-9446-c387329de121 req-f83a38ed-7f20-40a6-ac9a-cc0e02d6d8a9 tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b4891b8d767846d89451bae3ca567976&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483656 Aug 09 15:38:12.275717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bcc3759f-ee85-464e-8da1-6faa471e74a8 None None] Provisioning complete for port a0824931-10e3-4665-a35e-2b31841ff910 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:12.276234 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bcc3759f-ee85-464e-8da1-6faa471e74a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:12.312713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e0fc-412a-4546-9446-c387329de121 req-cae023ae-0836-4280-9623-3a6bbec80962 tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:12.314740 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-18a1e0fc-412a-4546-9446-c387329de121 req-cae023ae-0836-4280-9623-3a6bbec80962 tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555905 Aug 09 15:38:12.333579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-bcc3759f-ee85-464e-8da1-6faa471e74a8 None None] Port a0824931-10e3-4665-a35e-2b31841ff910 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:12.344574 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-18a1e0fc-412a-4546-9446-c387329de121 req-40d84347-9916-4c9d-ae8a-79d0ecc10d68 tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] 10.222.0.81 "GET /v2.0/quotas/b4891b8d767846d89451bae3ca567976 HTTP/1.1" status: 200 len: 375 time: 0.0206437 Aug 09 15:38:12.349851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3cdd-5ae6-4d18-bf9e-4b64759921d1 req-2cf71f7d-18ca-4e9b-a903-9a947552231f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:12.357485 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4df3cdd-5ae6-4d18-bf9e-4b64759921d1 req-2cf71f7d-18ca-4e9b-a903-9a947552231f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.1357515 Aug 09 15:38:12.378692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-18a1e0fc-412a-4546-9446-c387329de121 req-44669e80-46a1-4ba2-bf8b-6beb653f1198 tempest-QuotasAdminNegativeTest-2048700150 tempest-QuotasAdminNegativeTest-2048700150-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b4891b8d767846d89451bae3ca567976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330768 Aug 09 15:38:12.385402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:12.394097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-02e02c20-99b3-4cfb-a9d1-8c2f80a3fd9d admin admin] 10.222.0.81 "PUT /v2.0/routers/e550f34b-f614-49bb-bc98-d8a4d7819289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7595911 Aug 09 15:38:12.412549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4df3cdd-5ae6-4d18-bf9e-4b64759921d1 req-d27867e8-6b60-4a08-b505-116b623996f4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541334 Aug 09 15:38:12.676732 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.013220 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-80dd3719-3609-4056-a4b3-bb2eacee2ea6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2953269 Aug 09 15:38:13.018849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:13.055383 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.099265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2d0f4f8-ca3a-449b-a002-82f8a0f02931 req-202a5a98-5600-45b7-a42c-ca1cb9f71382 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 210 time: 0.0462017 Aug 09 15:38:13.131122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d211d8e5-dff4-455b-97d9-0492b64911aa up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:13.206728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d211d8e5-dff4-455b-97d9-0492b64911aa completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:13.212180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Sync routers for ids ['e550f34b-f614-49bb-bc98-d8a4d7819289'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:13.222318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d211d8e5-dff4-455b-97d9-0492b64911aa triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:13.222318 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.254953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Routers {'e550f34b-f614-49bb-bc98-d8a4d7819289'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:13.255920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:38:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e550f34b-f614-49bb-bc98-d8a4d7819289'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:13.263570 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.279698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47614) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:13.363577 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.423998 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ee358c5-2d2d-4f00-b663-5f28ade8e378 req-3bada6eb-44b5-454c-902d-7f0ce1f9f557 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 210 time: 0.0604830 Aug 09 15:38:13.442254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Allocated IP 172.25.2.157 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/0f122fb2-44ad-4dae-9770-04b11b3ae9cc) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:13.473944 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.504823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port d211d8e5-dff4-455b-97d9-0492b64911aa, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d211d8e5-dff4-455b-97d9-0492b64911aa,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:13.510538 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.531658 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b185-8ee7-4d6e-a4fd-7cbef0835629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.558456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Set router e550f34b-f614-49bb-bc98-d8a4d7819289 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:13.598338 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.633798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=d211d8e5-dff4-455b-97d9-0492b64911aa,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:13.663342 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.696169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cea52-b614-47cc-8f73-a19481ce2e46 req-b47233e3-0a12-475e-84af-f4617d48a0c7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:13.699231 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af1cea52-b614-47cc-8f73-a19481ce2e46 req-b47233e3-0a12-475e-84af-f4617d48a0c7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.1004727 Aug 09 15:38:13.720265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:13.727044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:13.731536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:13.735777 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b185-8ee7-4d6e-a4fd-7cbef0835629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.740974 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b185-8ee7-4d6e-a4fd-7cbef0835629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.749740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Pushing event updated for resources: {'Port': ['ID=0f122fb2-44ad-4dae-9770-04b11b3ae9cc,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:13.786424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af1cea52-b614-47cc-8f73-a19481ce2e46 req-9c622557-d14f-439a-8339-1e49a44dda05 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804231 Aug 09 15:38:13.817940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2b185-8ee7-4d6e-a4fd-7cbef0835629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f927319-f7e2-4b3f-90c2-625718a7c6df,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:13.857446 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3bd2b185-8ee7-4d6e-a4fd-7cbef0835629 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b4891b8d767846d89451bae3ca567976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5812469 Aug 09 15:38:13.862445 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47630) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:13.878436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'name': 'tempest-FloatingIPDetailsTestJSON-2106767010-router', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:05Z', 'updated_at': '2021-08-09T15:38:11Z', 'revision_number': 4, 'project_id': '8af8b481287f4a7ea16bdbe6416e8887', 'gw_port': {'id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a0824931-10e3-4665-a35e-2b31841ff910', 'name': '', 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'mac_address': 'fa:16:3e:6c:77:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'device_owner': 'network:router_interface', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '5b704055-0810-4015-a84f-6f09c78a1645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:09Z', 'updated_at': '2021-08-09T15:38:11Z', 'revision_number': 2, 'project_id': '8af8b481287f4a7ea16bdbe6416e8887', 'subnets': [{'id': '5b704055-0810-4015-a84f-6f09c78a1645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:13.928807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Checking router: e550f34b-f614-49bb-bc98-d8a4d7819289 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:13.929410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Updating router e550f34b-f614-49bb-bc98-d8a4d7819289 port a0824931-10e3-4665-a35e-2b31841ff910 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:38:13.960746 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70101631-0328-4d97-844b-3ab7f351ea1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.976765 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:13.985005 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70101631-0328-4d97-844b-3ab7f351ea1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.040357 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70101631-0328-4d97-844b-3ab7f351ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.043684 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70101631-0328-4d97-844b-3ab7f351ea1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.045377 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-70101631-0328-4d97-844b-3ab7f351ea1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f927319-f7e2-4b3f-90c2-625718a7c6df HTTP/1.1" status: 204 len: 168 time: 0.1813698 Aug 09 15:38:14.048288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.058602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70101631-0328-4d97-844b-3ab7f351ea1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f927319-f7e2-4b3f-90c2-625718a7c6df,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:14.100839 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.307850 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef5fc53c-71aa-4c46-a9e1-3f57209b97b5 req-29097298-36dd-4294-921e-12d3fefdd007 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 210 time: 0.0309381 Aug 09 15:38:14.351308 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.356543 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.390048 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.400011 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.420377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Transition to ACTIVE for port object a0824931-10e3-4665-a35e-2b31841ff910 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:14.420622 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.433923 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.439083 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4248774 Aug 09 15:38:14.515120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efb315-b8ea-4fdf-8a9a-b22b8a1debe5 None None] Pushing event updated for resources: {'Port': ['ID=a0824931-10e3-4665-a35e-2b31841ff910,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:14.544940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3485ca5-4937-4b8a-8a13-f7b6b554a77b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Pushing event updated for resources: {'Port': ['ID=0f122fb2-44ad-4dae-9770-04b11b3ae9cc,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:14.564496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-99e0696a-ce66-4bef-a727-b1d00cd3da71 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.157 HTTP/1.1" status: 200 len: 696 time: 0.1211650 Aug 09 15:38:14.596396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Attempting to bind port a0824931-10e3-4665-a35e-2b31841ff910 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:14.596934 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Attempting to bind port a0824931-10e3-4665-a35e-2b31841ff910 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '6c94eebc-367f-43e9-8a89-988a03781b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:14.597396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Attempting to bind port a0824931-10e3-4665-a35e-2b31841ff910 on network 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:14.604623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:14.605760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Checking segment: {'id': '6c94eebc-367f-43e9-8a89-988a03781b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:14.606229 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.606726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Bound using segment: {'id': '6c94eebc-367f-43e9-8a89-988a03781b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:14.607316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Bound port: a0824931-10e3-4665-a35e-2b31841ff910, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c94eebc-367f-43e9-8a89-988a03781b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:14.610957 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.611559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47668) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:14.629273 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f108a62-31b6-483b-8deb-1ecd12bddf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.724729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-ffd14078-87e9-40de-86f9-dd640eccdbc4 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:14.733977 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-ffd14078-87e9-40de-86f9-dd640eccdbc4 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.1706100 Aug 09 15:38:14.740649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-913ad45c-70b6-4e5e-b444-b4f1313efcd8 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:38:14.750943 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c68e17f1-2a70-406d-b8d9-0fbef82d7736 req-913ad45c-70b6-4e5e-b444-b4f1313efcd8 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152740 Aug 09 15:38:14.774766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] For port a0824931-10e3-4665-a35e-2b31841ff910, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:14.781298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] For port a0824931-10e3-4665-a35e-2b31841ff910, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a0824931-10e3-4665-a35e-2b31841ff910,segment=NetworkSegment(6c94eebc-367f-43e9-8a89-988a03781b7a),segment_id=6c94eebc-367f-43e9-8a89-988a03781b7a)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:14.787734 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.805297 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-08d009a3-2dad-43af-8d1e-2af4048a0a80 req-39bce9d3-bde6-442b-a2dc-e7b7389c7077 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 210 time: 0.0426116 Aug 09 15:38:14.807839 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f108a62-31b6-483b-8deb-1ecd12bddf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.812747 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f108a62-31b6-483b-8deb-1ecd12bddf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:14.885916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47682) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:14.886116 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1f108a62-31b6-483b-8deb-1ecd12bddf30 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b9645a9426264d3fa2e4716eed676a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732069 Aug 09 15:38:14.886943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f108a62-31b6-483b-8deb-1ecd12bddf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7eaf58-f656-4920-a758-50ddb5efdfba,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:14.899449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Routers {'e550f34b-f614-49bb-bc98-d8a4d7819289'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:14.900193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:38:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e550f34b-f614-49bb-bc98-d8a4d7819289'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:14.903333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efb315-b8ea-4fdf-8a9a-b22b8a1debe5 None None] Pushing event updated for resources: {'Port': ['ID=a0824931-10e3-4665-a35e-2b31841ff910,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:15.131943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d211d8e5-dff4-455b-97d9-0492b64911aa up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:15.135685 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-2fb2a8b2-71f1-4428-88cc-416c4f42cfb5 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5578f31a28c045a8983c4f4caf442b2d HTTP/1.1" status: 200 len: 379 time: 0.1796868 Aug 09 15:38:15.136846 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9528b0a-9a7f-40cb-991c-898aec9e8ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.154748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] Set router e550f34b-f614-49bb-bc98-d8a4d7819289 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:15.160683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Request body: {'port': {'device_id': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'admin_state_up': True, 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'security_groups': ['3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:15.299412 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9528b0a-9a7f-40cb-991c-898aec9e8ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.373002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d211d8e5-dff4-455b-97d9-0492b64911aa triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:15.373543 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.376854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98ca7b-44b5-4d60-90f7-f08863b9e4a2 req-18121209-1847-4431-85c6-c22b6e19c8be tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:15.378439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d98ca7b-44b5-4d60-90f7-f08863b9e4a2 req-18121209-1847-4431-85c6-c22b6e19c8be tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.1245492 Aug 09 15:38:15.443034 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9528b0a-9a7f-40cb-991c-898aec9e8ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.445460 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9528b0a-9a7f-40cb-991c-898aec9e8ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.446697 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b9528b0a-9a7f-40cb-991c-898aec9e8ed3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f7eaf58-f656-4920-a758-50ddb5efdfba HTTP/1.1" status: 204 len: 168 time: 0.5590334 Aug 09 15:38:15.481623 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d98ca7b-44b5-4d60-90f7-f08863b9e4a2 req-5a3c3ea1-672e-40f5-b164-ff667260fcc3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846567 Aug 09 15:38:15.482932 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-cb396abe-9bc1-436e-a314-619a6c5c98f3 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5783145 Aug 09 15:38:15.486068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9528b0a-9a7f-40cb-991c-898aec9e8ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7eaf58-f656-4920-a758-50ddb5efdfba,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:15.489128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Made reservation on behalf of 5578f31a28c045a8983c4f4caf442b2d for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:15.489787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:15.495783 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.527026 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.709848 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:15.750638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Allocated IP 172.20.0.4 (9dd26dc2-108a-452f-9988-e63a860d56f7/052ec7d3-4676-4f2c-bb5b-537f1308a81e/ab92e60d-c071-483b-9c86-5f9110a3089b) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:15.764954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'name': 'tempest-FloatingIPDetailsTestJSON-2106767010-router', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:05Z', 'updated_at': '2021-08-09T15:38:11Z', 'revision_number': 4, 'project_id': '8af8b481287f4a7ea16bdbe6416e8887', 'gw_port': {'id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a0824931-10e3-4665-a35e-2b31841ff910', 'name': '', 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'mac_address': 'fa:16:3e:6c:77:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'device_owner': 'network:router_interface', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '5b704055-0810-4015-a84f-6f09c78a1645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:09Z', 'updated_at': '2021-08-09T15:38:14Z', 'revision_number': 4, 'project_id': '8af8b481287f4a7ea16bdbe6416e8887', 'subnets': [{'id': '5b704055-0810-4015-a84f-6f09c78a1645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:15.816063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7852d75-dc0a-4e14-81d7-7968113a81d5 None None] The sync data for ids ['e550f34b-f614-49bb-bc98-d8a4d7819289'] in n-d-803778-2 is: [{'id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'name': 'tempest-FloatingIPDetailsTestJSON-2106767010-router', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:05Z', 'updated_at': '2021-08-09T15:38:11Z', 'revision_number': 4, 'project_id': '8af8b481287f4a7ea16bdbe6416e8887', 'gw_port': {'id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a0824931-10e3-4665-a35e-2b31841ff910', 'name': '', 'network_id': '5d5938ca-9bb7-4bf0-bfae-afe803aec6b8', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'mac_address': 'fa:16:3e:6c:77:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'device_owner': 'network:router_interface', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '5b704055-0810-4015-a84f-6f09c78a1645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:09Z', 'updated_at': '2021-08-09T15:38:14Z', 'revision_number': 4, 'project_id': '8af8b481287f4a7ea16bdbe6416e8887', 'subnets': [{'id': '5b704055-0810-4015-a84f-6f09c78a1645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:15.850649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e6eb5d4-b44f-49e9-846b-1f0893d5421d req-23d77749-0861-400b-a0a2-78f93cb02a74 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 210 time: 0.0732958 Aug 09 15:38:15.943474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.60', 60182) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:16.083872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-131c6b6a-e9ed-4a63-adb0-c0e02634dde1 req-67f8bcf0-1b79-4424-97f3-d30142ff0d83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2634788 Aug 09 15:38:16.133961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Allocated IP 172.25.2.239 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/ca0b190c-487d-4b06-8a19-4e4c232c0dbc) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:16.137422 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-6740fd0d-800b-418b-a458-e45a4fe15031 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c297b80489844064801f175308ff85e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1927979 Aug 09 15:38:16.150633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47712) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:16.231149 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9faf4180-4af4-4249-a602-9a778504363f req-5328d54e-4b36-49f9-87c1-efda5026dc3e tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 210 time: 0.1719303 Aug 09 15:38:16.305722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c6b6a-e9ed-4a63-adb0-c0e02634dde1 req-8d2a4799-e7a8-41be-b7f2-36a9cd84ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:16.307243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-131c6b6a-e9ed-4a63-adb0-c0e02634dde1 req-8d2a4799-e7a8-41be-b7f2-36a9cd84ee67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c126caad2f2b40d5995eda4abaffbf72&device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 1123 time: 0.1382987 Aug 09 15:38:16.460541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-893ef361-e861-4ea7-aa2b-cfa30802e19d tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:16.462835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-893ef361-e861-4ea7-aa2b-cfa30802e19d tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3027487 Aug 09 15:38:16.469449 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:16.474530 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0c2d8646-58ec-4e32-bfc7-0e554ca098c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:16.477735 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:16.486548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Request body: {'port': {'device_id': 'ba00c084-e364-487d-bcf2-9b33f7d577ce', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'c297b80489844064801f175308ff85e7'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:16.648518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c6b6a-e9ed-4a63-adb0-c0e02634dde1 req-df694de5-f865-431e-a679-d0af72f0ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:16.650110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-131c6b6a-e9ed-4a63-adb0-c0e02634dde1 req-df694de5-f865-431e-a679-d0af72f0ceb2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3151131 Aug 09 15:38:16.671482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Transition to ACTIVE for port object ab92e60d-c071-483b-9c86-5f9110a3089b will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:16.760402 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-131c6b6a-e9ed-4a63-adb0-c0e02634dde1 req-73dd9503-6cbf-4dd9-97ff-b80430d64f64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=018768f1-f00f-4d1d-9675-ecc186a132a2 HTTP/1.1" status: 200 len: 217 time: 0.0967925 Aug 09 15:38:16.825048 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:16.872182 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-6d8ec3f3-1ae1-4c6d-ba08-3e5178362f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:16.874363 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-6d8ec3f3-1ae1-4c6d-ba08-3e5178362f0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 1123 time: 0.2529011 Aug 09 15:38:16.909223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1175107-e63e-41b4-bed2-c7ec079c66f2 req-110dc6cd-834b-4ab7-8b6f-02ed6116215e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:16.911391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1175107-e63e-41b4-bed2-c7ec079c66f2 req-110dc6cd-834b-4ab7-8b6f-02ed6116215e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.2000456 Aug 09 15:38:16.914212 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:16.924631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:16.934639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c6b6a-e9ed-4a63-adb0-c0e02634dde1 req-ada2180b-90b7-43e5-bac1-08e39f82aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:16.936904 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-131c6b6a-e9ed-4a63-adb0-c0e02634dde1 req-ada2180b-90b7-43e5-bac1-08e39f82aef9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1666362 Aug 09 15:38:16.937486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:16.945980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:16.949876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Pushing event updated for resources: {'Port': ['ID=ca0b190c-487d-4b06-8a19-4e4c232c0dbc,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:17.059223 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0c2d8646-58ec-4e32-bfc7-0e554ca098c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.076942 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.079068 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0c2d8646-58ec-4e32-bfc7-0e554ca098c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.080629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Network 9dd26dc2-108a-452f-9988-e63a860d56f7 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:17.114653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c6b6a-e9ed-4a63-adb0-c0e02634dde1 req-8e202b82-324b-4acc-af5e-a3e96a6f62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:17.114863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:17.116171 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-131c6b6a-e9ed-4a63-adb0-c0e02634dde1 req-8e202b82-324b-4acc-af5e-a3e96a6f62b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549289 Aug 09 15:38:17.129729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:17.148633 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a0824931-10e3-4665-a35e-2b31841ff910 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:17.149127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:17.149490 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.242239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Made reservation on behalf of c297b80489844064801f175308ff85e7 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:17.252041 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.261337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port a0824931-10e3-4665-a35e-2b31841ff910 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:17.270848 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1175107-e63e-41b4-bed2-c7ec079c66f2 req-b1e559d6-eb6d-4756-89ee-929ed32506f5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438721 Aug 09 15:38:17.294136 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0c2d8646-58ec-4e32-bfc7-0e554ca098c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a01cc1506a14992b5cc418f6944ed78&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1409268 Aug 09 15:38:17.296400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a0824931-10e3-4665-a35e-2b31841ff910 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:17.296783 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.304373 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1581125 Aug 09 15:38:17.305555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47752) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:17.376987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bdcfa-bb38-4594-a681-c796d1d3d62e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Pushing event updated for resources: {'Port': ['ID=ab92e60d-c071-483b-9c86-5f9110a3089b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:17.393981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-8bc7cd75-5ef5-4487-b579-90b9759dbb48 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:38:17.407449 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-8bc7cd75-5ef5-4487-b579-90b9759dbb48 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164349 Aug 09 15:38:17.407655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-131c6b6a-e9ed-4a63-adb0-c0e02634dde1 req-3a2799d4-daed-47a6-8b7c-82f24ec9141b service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707911 Aug 09 15:38:17.410518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d8646-58ec-4e32-bfc7-0e554ca098c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e6dd12-8ca9-404e-905d-b105fa3e3fb7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:17.501871 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.514245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-8dae1ea6-84b0-454d-a794-1b010dc7d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:17.516488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-8dae1ea6-84b0-454d-a794-1b010dc7d210 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.6291025 Aug 09 15:38:17.524386 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.560351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port a0824931-10e3-4665-a35e-2b31841ff910, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a0824931-10e3-4665-a35e-2b31841ff910,segment=NetworkSegment(6c94eebc-367f-43e9-8a89-988a03781b7a),segment_id=6c94eebc-367f-43e9-8a89-988a03781b7a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:17.576055 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.619953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-97b5b636-841d-45f8-be7a-0322053c2a24 None None] Provisioning for port ab92e60d-c071-483b-9c86-5f9110a3089b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:17.638275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-97b5b636-841d-45f8-be7a-0322053c2a24 None None] Provisioning complete for port ab92e60d-c071-483b-9c86-5f9110a3089b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:17.639049 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-97b5b636-841d-45f8-be7a-0322053c2a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.679893 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-314571cb-072a-4341-9450-aee6d1e6f10c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971 HTTP/1.1" status: 200 len: 217 time: 0.1238272 Aug 09 15:38:17.691764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-97b5b636-841d-45f8-be7a-0322053c2a24 None None] Port ab92e60d-c071-483b-9c86-5f9110a3089b cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:17.700437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=a0824931-10e3-4665-a35e-2b31841ff910,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:17.708829 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-747f8ad7-9d28-4db0-b4f2-e5eebde05eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.777397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-131c6b6a-e9ed-4a63-adb0-c0e02634dde1 req-85392523-2075-4e98-aa2a-d66b37311eea service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465614 Aug 09 15:38:17.816142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.826450 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.856772 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.872804 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-747f8ad7-9d28-4db0-b4f2-e5eebde05eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.888716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcf0a7-eca0-4453-898f-70213c165555 req-24e3f9dd-83e1-4698-b548-efa01e379991 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:17.891499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9dcf0a7-eca0-4453-898f-70213c165555 req-24e3f9dd-83e1-4698-b548-efa01e379991 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 931 time: 0.3678417 Aug 09 15:38:17.897652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Request body: {'port': {'device_id': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:17.910596 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:17.911754 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4270921 Aug 09 15:38:17.915537 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7852e2-d89d-4c1f-911a-7033219dfdc6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Pushing event updated for resources: {'Port': ['ID=ca0b190c-487d-4b06-8a19-4e4c232c0dbc,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:17.941979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-5157883a-0e69-4697-812c-d969d7e9f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:17.943429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-5157883a-0e69-4697-812c-d969d7e9f83f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2360661 Aug 09 15:38:18.006715 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-50675e9d-ef66-486b-984d-fd5d679895f0 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.0733206 Aug 09 15:38:18.048523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Allocated IP 192.168.233.70 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:18.065876 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.087436 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9dcf0a7-eca0-4453-898f-70213c165555 req-767c57e4-e8da-4e2d-b686-11db2c78289d tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535127 Aug 09 15:38:18.123476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-60edb044-af07-43bc-8f43-b21da067879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:18.125018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-60edb044-af07-43bc-8f43-b21da067879e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1686788 Aug 09 15:38:18.147936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-dfd178e7-058b-466b-87fa-2b2b3cf9ce3b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:18.149954 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-dfd178e7-058b-466b-87fa-2b2b3cf9ce3b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.1367340 Aug 09 15:38:18.161804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-afd00462-a3b2-40d7-92e9-333f23d691cc tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:38:18.163034 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fd9a7a6-450b-4f0e-b419-1a7f86fdcfd4 req-afd00462-a3b2-40d7-92e9-333f23d691cc tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068579 Aug 09 15:38:18.180509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-747f8ad7-9d28-4db0-b4f2-e5eebde05eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.183114 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-747f8ad7-9d28-4db0-b4f2-e5eebde05eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.184204 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-747f8ad7-9d28-4db0-b4f2-e5eebde05eb1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1e6dd12-8ca9-404e-905d-b105fa3e3fb7 HTTP/1.1" status: 204 len: 168 time: 0.8685322 Aug 09 15:38:18.466639 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37b22412-66c7-4568-99af-52c5de2c71c5 req-cb2a74b7-5a5b-464c-bab6-dcd3c1e45363 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 210 time: 0.3184278 Aug 09 15:38:18.495458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f8ad7-9d28-4db0-b4f2-e5eebde05eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e6dd12-8ca9-404e-905d-b105fa3e3fb7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:18.553453 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47792) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:18.567954 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe3847b8-c8a1-481e-ad9e-bbe1e5431f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.682556 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe3847b8-c8a1-481e-ad9e-bbe1e5431f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.691910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-5a00d8c4-761b-4a20-8551-6260ee36065e req-258fe0d9-d66c-418e-9cc9-c9450794f19f tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Request body: {'security_group': {'name': 'tempest-securitygroup-460242625', 'description': 'tempest-description-704797125'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:18.704682 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe3847b8-c8a1-481e-ad9e-bbe1e5431f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.748695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-279367f9-b374-43fc-ad51-37dce52246aa service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015701 Aug 09 15:38:18.762639 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fe3847b8-c8a1-481e-ad9e-bbe1e5431f18 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e62daed29b2443090da361a282a4a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029030 Aug 09 15:38:18.762639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3847b8-c8a1-481e-ad9e-bbe1e5431f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36607394-3008-4d30-9e39-9d451dd147e1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:18.762923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47794) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:18.771321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a00d8c4-761b-4a20-8551-6260ee36065e req-258fe0d9-d66c-418e-9cc9-c9450794f19f tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.788669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a00d8c4-761b-4a20-8551-6260ee36065e req-258fe0d9-d66c-418e-9cc9-c9450794f19f tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.838003 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.851000 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f8ea-248f-4226-b55f-b2314e1fbf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.884792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f8ea-248f-4226-b55f-b2314e1fbf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.903238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Transition to ACTIVE for port object 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:18.910057 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-bf9dffab-2fad-4144-8dd6-4c3a5836e789 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3715198 Aug 09 15:38:18.931037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:18.959023 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a00d8c4-761b-4a20-8551-6260ee36065e req-258fe0d9-d66c-418e-9cc9-c9450794f19f tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.963455 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a00d8c4-761b-4a20-8551-6260ee36065e req-258fe0d9-d66c-418e-9cc9-c9450794f19f tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.972370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f8ea-248f-4226-b55f-b2314e1fbf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.974834 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f8ea-248f-4226-b55f-b2314e1fbf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:18.976019 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f5e6f8ea-248f-4226-b55f-b2314e1fbf6c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36607394-3008-4d30-9e39-9d451dd147e1 HTTP/1.1" status: 204 len: 168 time: 0.2122726 Aug 09 15:38:19.004261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fe0d9-d66c-418e-9cc9-c9450794f19f tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b799e119-a2d1-4903-99b3-fbcc6865de2f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:19.018808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6f8ea-248f-4226-b55f-b2314e1fbf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36607394-3008-4d30-9e39-9d451dd147e1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:19.044715 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.070633 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-c67696be-2560-48b2-8849-c38018423e79 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921314 Aug 09 15:38:19.070880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a0824931-10e3-4665-a35e-2b31841ff910 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:19.140654 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a0824931-10e3-4665-a35e-2b31841ff910 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:19.141886 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.161454 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a00d8c4-761b-4a20-8551-6260ee36065e req-258fe0d9-d66c-418e-9cc9-c9450794f19f tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.166455 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a00d8c4-761b-4a20-8551-6260ee36065e req-258fe0d9-d66c-418e-9cc9-c9450794f19f tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.187678 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a00d8c4-761b-4a20-8551-6260ee36065e req-258fe0d9-d66c-418e-9cc9-c9450794f19f tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.203483 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a00d8c4-761b-4a20-8551-6260ee36065e req-258fe0d9-d66c-418e-9cc9-c9450794f19f tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5162892 Aug 09 15:38:19.203650 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.239962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fe0d9-d66c-418e-9cc9-c9450794f19f tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0617628a-4681-4e73-89ae-fa7ccfb71907,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:19.286945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Pushing event updated for resources: {'Port': ['ID=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:19.304863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:19.311032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:19.313831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:19.319803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:19.320435 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.350948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab92e60d-c071-483b-9c86-5f9110a3089b {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:19.371658 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.378351 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-139debc8-45f6-43c1-aed8-c90cc682d345 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9054594 Aug 09 15:38:19.393220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Request body: {'port': {'device_id': 'ba00c084-e364-487d-bcf2-9b33f7d577ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:19.398654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accf4ad-a968-4d86-8b5d-c0c86f7c3683 req-b4781de3-099f-49c5-b602-4c49f773cd23 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:19.402508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Transition to ACTIVE for port object ab92e60d-c071-483b-9c86-5f9110a3089b will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:19.414724 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2accf4ad-a968-4d86-8b5d-c0c86f7c3683 req-b4781de3-099f-49c5-b602-4c49f773cd23 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.1253045 Aug 09 15:38:19.426476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.481789 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2accf4ad-a968-4d86-8b5d-c0c86f7c3683 req-8cd9604b-d1a5-4a9f-83e5-5b46fe550361 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663762 Aug 09 15:38:19.565733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Pushing event updated for resources: {'Port': ['ID=ab92e60d-c071-483b-9c86-5f9110a3089b,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:19.588618 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.653689 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.694415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Attempting to bind port ab92e60d-c071-483b-9c86-5f9110a3089b on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:19.694749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Attempting to bind port ab92e60d-c071-483b-9c86-5f9110a3089b by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:19.695086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Attempting to bind port ab92e60d-c071-483b-9c86-5f9110a3089b on network 9dd26dc2-108a-452f-9988-e63a860d56f7 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:19.712517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Port ab92e60d-c071-483b-9c86-5f9110a3089b on network 9dd26dc2-108a-452f-9988-e63a860d56f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:38:19.712832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Attempting to bind port ab92e60d-c071-483b-9c86-5f9110a3089b on network 9dd26dc2-108a-452f-9988-e63a860d56f7 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:19.729015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e6d40-dc7e-4e01-8eb6-890a81c89802 req-ade0e676-1ed5-4feb-9784-83d2afb4ce2b tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:19.736424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d30e6d40-dc7e-4e01-8eb6-890a81c89802 req-ade0e676-1ed5-4feb-9784-83d2afb4ce2b tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 943 time: 0.0720518 Aug 09 15:38:19.751408 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c4e7622c-c923-4fad-9aae-2ab672081c91 None None] Provisioning for port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:19.756118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c4e7622c-c923-4fad-9aae-2ab672081c91 None None] Provisioning complete for port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:19.756498 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c4e7622c-c923-4fad-9aae-2ab672081c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.779769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:19.780649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Checking segment: {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:19.781105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Bound using segment: {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:19.781688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Bound port: ab92e60d-c071-483b-9c86-5f9110a3089b, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:19.782068 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.789926 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d30e6d40-dc7e-4e01-8eb6-890a81c89802 req-51a6bf12-a208-49a8-914d-ee48ee855ed2 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514934 Aug 09 15:38:19.815893 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-31c7299e-b277-44d7-8a87-2cd4dae66341 req-a999f092-7b21-45ce-bdf3-9ed29ec1087a tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1426687438', 'description': 'tempest-description-1388235244'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:19.835518 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7622c-c923-4fad-9aae-2ab672081c91 None None] Port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:19.851589 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-31c7299e-b277-44d7-8a87-2cd4dae66341 req-a999f092-7b21-45ce-bdf3-9ed29ec1087a tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.955191 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-31c7299e-b277-44d7-8a87-2cd4dae66341 req-a999f092-7b21-45ce-bdf3-9ed29ec1087a tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:19.959525 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-31c7299e-b277-44d7-8a87-2cd4dae66341 req-a999f092-7b21-45ce-bdf3-9ed29ec1087a tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.000106 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-31c7299e-b277-44d7-8a87-2cd4dae66341 req-a999f092-7b21-45ce-bdf3-9ed29ec1087a tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.001895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-31c7299e-b277-44d7-8a87-2cd4dae66341 req-a999f092-7b21-45ce-bdf3-9ed29ec1087a tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1901264 Aug 09 15:38:20.006020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999f092-7b21-45ce-bdf3-9ed29ec1087a tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e276a4-d638-45aa-84cc-017a5f3fba64,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:20.029244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Allocated IP 172.25.2.89 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/0737bd9f-7927-426a-ac94-4053a52f3055) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:20.058210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] For port ab92e60d-c071-483b-9c86-5f9110a3089b, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:20.125049 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b1ace-4963-4121-aa50-7f45743cd1d6 req-d2184592-f08e-4ba2-9248-824b23f6ce76 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:20.126580 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a6b1ace-4963-4121-aa50-7f45743cd1d6 req-d2184592-f08e-4ba2-9248-824b23f6ce76 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 935 time: 0.0617480 Aug 09 15:38:20.126704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] For port ab92e60d-c071-483b-9c86-5f9110a3089b, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ab92e60d-c071-483b-9c86-5f9110a3089b,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:20.139792 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.181846 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a6b1ace-4963-4121-aa50-7f45743cd1d6 req-9ff9ba2b-8b92-464a-bd3f-01d29d8a4cbf tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454097 Aug 09 15:38:20.195933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:20.196567 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.198069 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] 10.222.0.60 "PUT /v2.0/ports/ab92e60d-c071-483b-9c86-5f9110a3089b HTTP/1.1" status: 200 len: 1091 time: 2.5171537 Aug 09 15:38:20.219672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'tag': 'ab92e60d-c071-483b-9c86-5f9110a3089b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:20.219672 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f951b9-6c25-4b13-88e6-69a5bbc76a60" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b2b561-193e-4129-8586-2fb36eb69164", "tag": "ab92e60d-c071-483b-9c86-5f9110a3089b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:20.290929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524331c-51f8-4770-8560-b86e72cbb739 service neutron] Pushing event updated for resources: {'Port': ['ID=ab92e60d-c071-483b-9c86-5f9110a3089b,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:20.295388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:20.326377 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.364550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.366968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Transition to ACTIVE for port object 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:20.374337 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.390989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-41bbb358-2836-4450-b436-7d44398767f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:20.392531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-41bbb358-2836-4450-b436-7d44398767f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5578f31a28c045a8983c4f4caf442b2d&device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 1094 time: 0.1255555 Aug 09 15:38:20.476872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-6d1b4922-a8cc-4ed9-9f5d-8fa4d248c52b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab92e60d-c071-483b-9c86-5f9110a3089b HTTP/1.1" status: 200 len: 217 time: 0.0644474 Aug 09 15:38:20.510048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Pushing event updated for resources: {'Port': ['ID=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:20.584834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Attempting to bind port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:20.585179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Attempting to bind port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:20.585511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Attempting to bind port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:20.593145 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.601799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:38:20.602126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Attempting to bind port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:20.604963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0362d244-2c21-41b9-932f-822935d0c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:20.606517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-0362d244-2c21-41b9-932f-822935d0c66a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=052ec7d3-4676-4f2c-bb5b-537f1308a81e HTTP/1.1" status: 200 len: 862 time: 0.1167693 Aug 09 15:38:20.650118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:20.650456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:20.650847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:20.651293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Bound port: 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:20.651651 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.679532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-00db1365-0aa2-4b10-8105-52aafeb599cd req-b6f648c9-2127-439d-93a6-81dc3b56cf32 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-169514263', 'description': 'tempest-description-509022769'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:20.686782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:20.699768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:20.703376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:20.705423 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-00db1365-0aa2-4b10-8105-52aafeb599cd req-b6f648c9-2127-439d-93a6-81dc3b56cf32 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.707164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Pushing event updated for resources: {'Port': ['ID=0737bd9f-7927-426a-ac94-4053a52f3055,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:20.723480 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-00db1365-0aa2-4b10-8105-52aafeb599cd req-b6f648c9-2127-439d-93a6-81dc3b56cf32 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.782601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-308818e3-e9c3-4aa9-8423-513bf098bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:20.784130 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-308818e3-e9c3-4aa9-8423-513bf098bc3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9dd26dc2-108a-452f-9988-e63a860d56f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488781 Aug 09 15:38:20.851548 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-00db1365-0aa2-4b10-8105-52aafeb599cd req-b6f648c9-2127-439d-93a6-81dc3b56cf32 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.856595 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-00db1365-0aa2-4b10-8105-52aafeb599cd req-b6f648c9-2127-439d-93a6-81dc3b56cf32 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.858373 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.871808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] For port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:20.902297 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f648c9-2127-439d-93a6-81dc3b56cf32 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd91d40-f199-4b4d-9d83-a28c417807f2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:20.907558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] For port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:20.920160 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.957193 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.980186 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-00db1365-0aa2-4b10-8105-52aafeb599cd req-b6f648c9-2127-439d-93a6-81dc3b56cf32 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:20.986198 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-00db1365-0aa2-4b10-8105-52aafeb599cd req-b6f648c9-2127-439d-93a6-81dc3b56cf32 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.017152 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f648c9-2127-439d-93a6-81dc3b56cf32 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5ab4f6-4929-4b3e-90fa-adf2bba5b02b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:21.020905 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-00db1365-0aa2-4b10-8105-52aafeb599cd req-b6f648c9-2127-439d-93a6-81dc3b56cf32 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.022277 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00db1365-0aa2-4b10-8105-52aafeb599cd req-b6f648c9-2127-439d-93a6-81dc3b56cf32 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3468671 Aug 09 15:38:21.164833 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017e443b-4506-4317-94ba-b79e2d3aec77 x-openstack-request-id: req-017e443b-4506-4317-94ba-b79e2d3aec77 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:21.165123 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b2b561-193e-4129-8586-2fb36eb69164", "tag": "ab92e60d-c071-483b-9c86-5f9110a3089b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:21.165372 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-017e443b-4506-4317-94ba-b79e2d3aec77 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:21.165781 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'tag': 'ab92e60d-c071-483b-9c86-5f9110a3089b', 'status': 'completed', 'code': 200} Aug 09 15:38:21.215831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:21.216467 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.217944 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] 10.222.0.60 "PUT /v2.0/ports/14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb HTTP/1.1" status: 200 len: 1095 time: 1.8308334 Aug 09 15:38:21.229343 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-4d4224ff-7064-4adf-8cb0-b537ee3addc8 service neutron] 10.222.0.60 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269164 Aug 09 15:38:21.249154 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afded5-1c11-4d22-9ad3-e6f543a835d2 service neutron] Pushing event updated for resources: {'Port': ['ID=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:21.378018 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3314e0-c516-4c2c-b063-67320e4cc610 req-205466c3-49ba-429f-8755-42f5aa5c7eec tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:21.379986 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb3314e0-c516-4c2c-b063-67320e4cc610 req-205466c3-49ba-429f-8755-42f5aa5c7eec tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.0620520 Aug 09 15:38:21.424849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-2e663bbf-3c6d-4e39-918f-e1d9032e01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:21.426380 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-2e663bbf-3c6d-4e39-918f-e1d9032e01bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c297b80489844064801f175308ff85e7&device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 1098 time: 0.1306555 Aug 09 15:38:21.427167 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb3314e0-c516-4c2c-b063-67320e4cc610 req-aa427db0-86a9-4683-9f77-1777faecc559 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365086 Aug 09 15:38:21.496957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2635937-91b3-4eaf-98c7-0c6325a0ee04 req-7acae8cf-22a9-4de2-8f94-706be15f741f service neutron] 10.222.0.60 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446482 Aug 09 15:38:21.504309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-d953a332-4b39-4e69-848f-8599aef7a104 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb HTTP/1.1" status: 200 len: 217 time: 0.0647857 Aug 09 15:38:21.514305 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.525882 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.552969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2060f-b00a-4e7b-b33c-004a182be57d req-ce81d563-84b3-40a5-942a-2524c57907cd tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:21.554702 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f2a2060f-b00a-4e7b-b33c-004a182be57d req-ce81d563-84b3-40a5-942a-2524c57907cd tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 943 time: 0.0548501 Aug 09 15:38:21.591355 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.593465 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f2a2060f-b00a-4e7b-b33c-004a182be57d req-7ec2d01f-cab1-443b-9236-4252f4daf2d5 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326829 Aug 09 15:38:21.613028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-a98ec732-7456-491c-ba20-38cb0cecd18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:21.614548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-a98ec732-7456-491c-ba20-38cb0cecd18c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0977414 Aug 09 15:38:21.622074 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-c7ce44d3-3750-4f43-a4ab-978d63b3218e req-8f9c5317-3626-461a-8fb9-59c1a69795d3 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-476405330', 'description': 'tempest-description-1415481437'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:21.644999 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c7ce44d3-3750-4f43-a4ab-978d63b3218e req-8f9c5317-3626-461a-8fb9-59c1a69795d3 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.648197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Pushing event updated for resources: {'Port': ['ID=0737bd9f-7927-426a-ac94-4053a52f3055,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:21.676094 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.677318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-60261585-d8e8-496f-9fb1-1a26dcbd13bf tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7560995 Aug 09 15:38:21.697461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f951b9-6c25-4b13-88e6-69a5bbc76a60 req-75807a26-733f-49d9-a62f-d52639a902ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:21.698962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7f951b9-6c25-4b13-88e6-69a5bbc76a60 req-75807a26-733f-49d9-a62f-d52639a902ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5578f31a28c045a8983c4f4caf442b2d&device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 1094 time: 0.1137877 Aug 09 15:38:21.733215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-e2046a93-793d-463a-af03-705e5bfcf67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:21.734777 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-e2046a93-793d-463a-af03-705e5bfcf67c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978787 Aug 09 15:38:21.745523 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c7ce44d3-3750-4f43-a4ab-978d63b3218e req-8f9c5317-3626-461a-8fb9-59c1a69795d3 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.749772 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c7ce44d3-3750-4f43-a4ab-978d63b3218e req-8f9c5317-3626-461a-8fb9-59c1a69795d3 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.782150 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c7ce44d3-3750-4f43-a4ab-978d63b3218e req-8f9c5317-3626-461a-8fb9-59c1a69795d3 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:21.783623 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c7ce44d3-3750-4f43-a4ab-978d63b3218e req-8f9c5317-3626-461a-8fb9-59c1a69795d3 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1668630 Aug 09 15:38:21.791620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c5317-3626-461a-8fb9-59c1a69795d3 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43a40d2-a8a8-44b0-ad33-2cda78f2b56d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:21.801690 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-fd73ca62-1c3e-479b-908e-a6a7faa1c409 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.1129606 Aug 09 15:38:21.973482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-2905bd50-104a-4991-af33-5a24a83e328f service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298810 Aug 09 15:38:21.978360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f951b9-6c25-4b13-88e6-69a5bbc76a60 req-98d0d77a-30c1-4ded-ae91-11f74cce862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:21.980223 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7f951b9-6c25-4b13-88e6-69a5bbc76a60 req-98d0d77a-30c1-4ded-ae91-11f74cce862c service neutron] 10.222.0.60 "GET /v2.0/networks?id=9dd26dc2-108a-452f-9988-e63a860d56f7 HTTP/1.1" status: 200 len: 924 time: 0.2491632 Aug 09 15:38:22.075748 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7f951b9-6c25-4b13-88e6-69a5bbc76a60 req-bae5c1ec-5d37-41b8-8bac-b1e73fdb1db7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab92e60d-c071-483b-9c86-5f9110a3089b HTTP/1.1" status: 200 len: 217 time: 0.0823720 Aug 09 15:38:22.079226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5401dc-83f7-43b4-b26e-8ac991b8bccc req-65da8f27-38c6-4ebd-a5d4-f88177e34c08 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:22.080871 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb5401dc-83f7-43b4-b26e-8ac991b8bccc req-65da8f27-38c6-4ebd-a5d4-f88177e34c08 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 947 time: 0.0511627 Aug 09 15:38:22.084670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-fe587653-94b8-4e0d-ad9c-508bde4b30f2 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:22.086036 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02b367f3-9053-4f3e-b6be-022b7af4d5d2 req-fe587653-94b8-4e0d-ad9c-508bde4b30f2 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.2836525 Aug 09 15:38:22.150455 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb5401dc-83f7-43b4-b26e-8ac991b8bccc req-ee32afbd-d677-4aca-979d-4e64025d9fb8 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551314 Aug 09 15:38:22.161796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f951b9-6c25-4b13-88e6-69a5bbc76a60 req-9189b7e2-2eea-4250-8fe9-207476b6ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:22.163225 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7f951b9-6c25-4b13-88e6-69a5bbc76a60 req-9189b7e2-2eea-4250-8fe9-207476b6ebd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=052ec7d3-4676-4f2c-bb5b-537f1308a81e HTTP/1.1" status: 200 len: 862 time: 0.0763247 Aug 09 15:38:22.183447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e127b2f-5a3f-4e6c-a7f9-7e1d0bcc2d18 req-59303eb3-7cf5-42f8-82e8-7f7b96672a59 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005124 Aug 09 15:38:22.268225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f951b9-6c25-4b13-88e6-69a5bbc76a60 req-fd73d74f-5eb8-4b8f-afb8-2f444d2eb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:22.269663 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7f951b9-6c25-4b13-88e6-69a5bbc76a60 req-fd73d74f-5eb8-4b8f-afb8-2f444d2eb5c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9dd26dc2-108a-452f-9988-e63a860d56f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886312 Aug 09 15:38:22.314909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47890) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:22.362564 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-c31c0ff2-6707-47f5-b3da-0cdb91d12315 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1322963 Aug 09 15:38:22.378713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:22.404514 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.467525 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7f951b9-6c25-4b13-88e6-69a5bbc76a60 req-d05b4f24-08ce-4630-81fe-92dde0b8c0b6 service neutron] 10.222.0.60 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724186 Aug 09 15:38:22.527113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.557647 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6be8f06b-dd46-48d5-82c4-21a7eabb112a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.565504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47898) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:22.622583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-71f3afdc-a819-48a7-b717-753b4afcbc3d tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45072 time: 0.4648702 Aug 09 15:38:22.652954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Allocated IP 172.25.2.252 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/aa013adf-9ccb-48be-aeda-09fd09b7971a) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:22.676636 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7f951b9-6c25-4b13-88e6-69a5bbc76a60 req-64beb96b-8c4b-4acf-a6fa-8c8a530dfd0d service neutron] 10.222.0.60 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969669 Aug 09 15:38:22.718548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-ab56e3ce-a96a-4127-a58d-1aa3fa57b2b0 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/2855a539-c184-439f-a963-e8571b80ed0a HTTP/1.1" status: 200 len: 2977 time: 0.0732045 Aug 09 15:38:22.732011 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-037db39c-3020-4cc7-b82f-e095b5656c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.765525 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6be8f06b-dd46-48d5-82c4-21a7eabb112a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.773329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6be8f06b-dd46-48d5-82c4-21a7eabb112a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.807015 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.811585 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-d22cc6ae-e881-4a73-9c16-5cd6a3673b4c tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/2855a539-c184-439f-a963-e8571b80ed0a HTTP/1.1" status: 200 len: 2977 time: 0.0829566 Aug 09 15:38:22.819228 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6be8f06b-dd46-48d5-82c4-21a7eabb112a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65238b17b968439181655b2fd1089562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001643 Aug 09 15:38:22.822037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47904) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:22.825851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8f06b-dd46-48d5-82c4-21a7eabb112a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd8e61d-0cd2-4715-9d32-45231aa21374,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:22.881042 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-ebe39b85-4835-4ce0-a159-ada0748b405c tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/2b47ee7f-4968-491d-a2b7-51c1a0d7d0f7 HTTP/1.1" status: 200 len: 2981 time: 0.0566366 Aug 09 15:38:22.933244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-8c5a140f-f07f-4af1-8d51-6edc3071ea36 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/2b47ee7f-4968-491d-a2b7-51c1a0d7d0f7 HTTP/1.1" status: 200 len: 2981 time: 0.0423584 Aug 09 15:38:22.945497 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4bfc410b-ebcb-49d0-8b6b-e86c1cfc13bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.952629 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:22.982172 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-a3ca3501-9fdb-4489-9274-a3603f818af6 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/5a296dc6-921e-4484-9ae7-8b7e49e7222d HTTP/1.1" status: 200 len: 2977 time: 0.0395763 Aug 09 15:38:22.994941 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-037db39c-3020-4cc7-b82f-e095b5656c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.012141 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-037db39c-3020-4cc7-b82f-e095b5656c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.019740 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4bfc410b-ebcb-49d0-8b6b-e86c1cfc13bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.026701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-f927e9d2-c87d-4323-8fe4-b0a29a53c8fb tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/5a296dc6-921e-4484-9ae7-8b7e49e7222d HTTP/1.1" status: 200 len: 2977 time: 0.0378740 Aug 09 15:38:23.052411 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:23.072550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-72e68451-d8d2-4d3f-a974-7e267a25b5fd tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/60ece30a-3316-4d7d-903f-d75c521768d4 HTTP/1.1" status: 200 len: 2981 time: 0.0373015 Aug 09 15:38:23.073129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:23.085919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:23.091109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Pushing event updated for resources: {'Port': ['ID=aa013adf-9ccb-48be-aeda-09fd09b7971a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:23.104433 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-037db39c-3020-4cc7-b82f-e095b5656c54 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e8cda5a186746f58e5117115701a188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378823 Aug 09 15:38:23.106853 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037db39c-3020-4cc7-b82f-e095b5656c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f812e840-9708-4fce-966c-47f206bce8c8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:23.107679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47906) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:23.136169 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-dc8091a8-0ed8-4e82-9bcf-bc7025cd5431 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/60ece30a-3316-4d7d-903f-d75c521768d4 HTTP/1.1" status: 200 len: 2981 time: 0.0568380 Aug 09 15:38:23.159751 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.161175 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4bfc410b-ebcb-49d0-8b6b-e86c1cfc13bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.163642 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4bfc410b-ebcb-49d0-8b6b-e86c1cfc13bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.164872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4bfc410b-ebcb-49d0-8b6b-e86c1cfc13bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/afd8e61d-0cd2-4715-9d32-45231aa21374 HTTP/1.1" status: 204 len: 168 time: 0.3419008 Aug 09 15:38:23.166225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba00c084-e364-487d-bcf2-9b33f7d577ce', 'tag': '14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:23.168762 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42995e61-427e-41e3-9dfd-9798a1e326a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba00c084-e364-487d-bcf2-9b33f7d577ce", "tag": "14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:23.181432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc410b-ebcb-49d0-8b6b-e86c1cfc13bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd8e61d-0cd2-4715-9d32-45231aa21374,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:23.203713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a25fada-32fb-409a-a517-3ad56cfab607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.227315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-1a45a21c-447d-4093-87bc-7da782c23116 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/62b9c499-459d-4907-98ee-063b787dacd4 HTTP/1.1" status: 200 len: 2977 time: 0.0829287 Aug 09 15:38:23.231823 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.240931 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a25fada-32fb-409a-a517-3ad56cfab607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.303600 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-4d7f5b59-ce2d-4562-b032-74c99697e0ba tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/62b9c499-459d-4907-98ee-063b787dacd4 HTTP/1.1" status: 200 len: 2977 time: 0.0653856 Aug 09 15:38:23.341460 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a25fada-32fb-409a-a517-3ad56cfab607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.344845 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a25fada-32fb-409a-a517-3ad56cfab607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.346165 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1a25fada-32fb-409a-a517-3ad56cfab607 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f812e840-9708-4fce-966c-47f206bce8c8 HTTP/1.1" status: 204 len: 168 time: 0.2375295 Aug 09 15:38:23.365117 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25fada-32fb-409a-a517-3ad56cfab607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f812e840-9708-4fce-966c-47f206bce8c8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:23.374296 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-94776e6e-2f83-43b0-a38a-cf4daa8951e5 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a969712b-c506-419e-a7ad-f03330d8acb9 HTTP/1.1" status: 200 len: 2981 time: 0.0623713 Aug 09 15:38:23.434579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-e5e1206d-7274-4f76-8cde-ad994b6690ee tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a969712b-c506-419e-a7ad-f03330d8acb9 HTTP/1.1" status: 200 len: 2981 time: 0.0536005 Aug 09 15:38:23.457602 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.464976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.494256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-5303b596-0f2b-4f4b-abd0-be2b7c669bf0 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/b799e119-a2d1-4903-99b3-fbcc6865de2f HTTP/1.1" status: 200 len: 2981 time: 0.0517006 Aug 09 15:38:23.515059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.543408 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.551781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-c38ff68c-011d-487e-8646-ee7eb261f48a tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/b799e119-a2d1-4903-99b3-fbcc6865de2f HTTP/1.1" status: 200 len: 2981 time: 0.0497615 Aug 09 15:38:23.551907 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1799166 Aug 09 15:38:23.554770 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9a29f-8b5e-406a-8461-65cea011c0a9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Pushing event updated for resources: {'Port': ['ID=aa013adf-9ccb-48be-aeda-09fd09b7971a,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:23.571917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47918) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:23.602845 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-d1da7d79-cd8d-41af-bda1-35d8b504e7fe tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bf563b9a-9897-4ed2-b230-c3c142ebd840 HTTP/1.1" status: 200 len: 2973 time: 0.0423183 Aug 09 15:38:23.620176 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bcd0299d-aee9-4f31-9799-99b2394ef6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.625463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-0b82c326-829e-4fd5-81ee-858b67a459a0 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.0727067 Aug 09 15:38:23.651135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-56b9d90b-fb61-4207-adc0-dd9eaa66076b tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bf563b9a-9897-4ed2-b230-c3c142ebd840 HTTP/1.1" status: 200 len: 2973 time: 0.0409243 Aug 09 15:38:23.709077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-5319fe5c-2932-4bef-86c0-fb317bab1252 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bfd91d40-f199-4b4d-9d83-a28c417807f2 HTTP/1.1" status: 200 len: 2981 time: 0.0509331 Aug 09 15:38:23.759362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-9f643614-db1c-4167-8a18-daab5bb38ef2 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bfd91d40-f199-4b4d-9d83-a28c417807f2 HTTP/1.1" status: 200 len: 2981 time: 0.0438888 Aug 09 15:38:23.814972 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-c37f907b-5a77-46b0-8151-7cbc8cad1c30 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/d38d05e6-aa28-48d2-bc36-f3593ab099c6 HTTP/1.1" status: 200 len: 2981 time: 0.0467536 Aug 09 15:38:23.814972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47922) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:23.849046 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2486386e-0d84-43c6-9f9a-dcfc1d3154ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:23.899231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-3a191e4b-de12-4bba-9a2d-05930a0a9f0d tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/d38d05e6-aa28-48d2-bc36-f3593ab099c6 HTTP/1.1" status: 200 len: 2981 time: 0.0734477 Aug 09 15:38:23.946435 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-239b578d-98f5-4f02-96c4-d984869f5b17 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/de39ed08-10a3-40d5-8eb4-51b129740f39 HTTP/1.1" status: 200 len: 2977 time: 0.0403013 Aug 09 15:38:24.008306 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-c115202e-fcfd-4c23-a7cb-8a92e2ec2ada tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/de39ed08-10a3-40d5-8eb4-51b129740f39 HTTP/1.1" status: 200 len: 2977 time: 0.0547879 Aug 09 15:38:24.012289 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-8db5978e-5c51-4250-a5d9-abff2d718976 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:24.013696 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27cddd53-4164-43a2-a53a-a0bf2af70ad6 req-8db5978e-5c51-4250-a5d9-abff2d718976 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.3748260 Aug 09 15:38:24.055004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bcd0299d-aee9-4f31-9799-99b2394ef6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.059231 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bcd0299d-aee9-4f31-9799-99b2394ef6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.062320 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-e549aeda-3222-456d-b75e-003648fe73d9 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/e044c3c6-986c-4526-958a-9a8cab5ef6fd HTTP/1.1" status: 200 len: 2981 time: 0.0472491 Aug 09 15:38:24.102606 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bcd0299d-aee9-4f31-9799-99b2394ef6c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c5f0f2f4bf44dd4ac11d7fdf308c23c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5272064 Aug 09 15:38:24.102606 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0299d-aee9-4f31-9799-99b2394ef6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd1336f-9a30-461b-9ea3-2944fef49687,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:24.103889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47928) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:24.124228 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-a092ae68-cd23-48a5-b3c3-a2b7a2245d29 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/e044c3c6-986c-4526-958a-9a8cab5ef6fd HTTP/1.1" status: 200 len: 2981 time: 0.0543158 Aug 09 15:38:24.183372 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57114d28-7084-464b-a639-5f8bee1474af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.192832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-e2b43cc1-11dd-4a97-ac11-1c8443c7aa4f tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/f2ca2202-c663-4427-b1a5-7609df9ed5cd HTTP/1.1" status: 200 len: 2977 time: 0.0573511 Aug 09 15:38:24.215492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cb7a8-5084-48d4-b389-bf4088e2c1bd req-adfba8d2-527a-4991-a054-fd2a8b2bd4e0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:24.216978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f5cb7a8-5084-48d4-b389-bf4088e2c1bd req-adfba8d2-527a-4991-a054-fd2a8b2bd4e0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.0836194 Aug 09 15:38:24.219767 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57114d28-7084-464b-a639-5f8bee1474af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.221276 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2486386e-0d84-43c6-9f9a-dcfc1d3154ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.226800 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2486386e-0d84-43c6-9f9a-dcfc1d3154ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.280666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486386e-0d84-43c6-9f9a-dcfc1d3154ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f109dcce-4808-41f6-b0f4-acc6777350ad,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:24.282021 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f5cb7a8-5084-48d4-b389-bf4088e2c1bd req-de3e1ec5-9bea-4ca5-b0d2-0ecbf67dec14 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553341 Aug 09 15:38:24.288029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2486386e-0d84-43c6-9f9a-dcfc1d3154ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c30ff6e7d2d478dadc34202b3e4f054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4695871 Aug 09 15:38:24.288029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86a5f544-0d7d-4a86-83c5-dbbb61e09217 req-fabce9f5-a9c2-4f2e-85d1-e117b025266d tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/f2ca2202-c663-4427-b1a5-7609df9ed5cd HTTP/1.1" status: 200 len: 2977 time: 0.0848591 Aug 09 15:38:24.288560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47930) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:24.329853 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57114d28-7084-464b-a639-5f8bee1474af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.332508 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57114d28-7084-464b-a639-5f8bee1474af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.336674 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-57114d28-7084-464b-a639-5f8bee1474af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fbd1336f-9a30-461b-9ea3-2944fef49687 HTTP/1.1" status: 204 len: 168 time: 0.2294648 Aug 09 15:38:24.345679 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57114d28-7084-464b-a639-5f8bee1474af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd1336f-9a30-461b-9ea3-2944fef49687,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:24.357230 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0fd384bf-609b-483d-8d52-b83e4dad4eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.385941 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0fd384bf-609b-483d-8d52-b83e4dad4eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.394680 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f8250d-b177-4c80-8b60-2af7b01cfb66 x-openstack-request-id: req-57f8250d-b177-4c80-8b60-2af7b01cfb66 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:24.394818 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba00c084-e364-487d-bcf2-9b33f7d577ce", "tag": "14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:24.395062 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57f8250d-b177-4c80-8b60-2af7b01cfb66 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:24.395427 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba00c084-e364-487d-bcf2-9b33f7d577ce', 'tag': '14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb', 'status': 'completed', 'code': 200} Aug 09 15:38:24.495300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42995e61-427e-41e3-9dfd-9798a1e326a2 req-78ca0f36-ded9-4217-bba4-66d20eea9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:24.497082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42995e61-427e-41e3-9dfd-9798a1e326a2 req-78ca0f36-ded9-4217-bba4-66d20eea9c52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c297b80489844064801f175308ff85e7&device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 1098 time: 0.0996976 Aug 09 15:38:24.501055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033b291-88ff-4776-acd6-0ed8a20dacc6 req-cbffc1f1-629f-43e3-8017-7bce9bc6e070 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:24.503107 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8033b291-88ff-4776-acd6-0ed8a20dacc6 req-cbffc1f1-629f-43e3-8017-7bce9bc6e070 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 947 time: 0.0673444 Aug 09 15:38:24.508077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff67bfc-58d1-42db-9e18-067de3708a63 req-0956c881-5214-4382-a6f2-b93d7f0f572f tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:24.509542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ff67bfc-58d1-42db-9e18-067de3708a63 req-0956c881-5214-4382-a6f2-b93d7f0f572f tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 943 time: 0.1133804 Aug 09 15:38:24.551495 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8033b291-88ff-4776-acd6-0ed8a20dacc6 req-2b1a6fc0-e704-4fc9-9d56-284cd9326122 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417156 Aug 09 15:38:24.586966 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0fd384bf-609b-483d-8d52-b83e4dad4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.589540 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0fd384bf-609b-483d-8d52-b83e4dad4eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:24.594270 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0fd384bf-609b-483d-8d52-b83e4dad4eb0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f109dcce-4808-41f6-b0f4-acc6777350ad HTTP/1.1" status: 204 len: 168 time: 0.3016431 Aug 09 15:38:24.621507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd384bf-609b-483d-8d52-b83e4dad4eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f109dcce-4808-41f6-b0f4-acc6777350ad,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:24.659556 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ff67bfc-58d1-42db-9e18-067de3708a63 req-8cb7672f-934f-4d15-896f-f6ec7c1b8829 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196666 Aug 09 15:38:24.695943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42995e61-427e-41e3-9dfd-9798a1e326a2 req-555df608-32b4-4eeb-945a-61e2ac6da9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:24.698423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42995e61-427e-41e3-9dfd-9798a1e326a2 req-555df608-32b4-4eeb-945a-61e2ac6da9bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1875923 Aug 09 15:38:24.704233 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dfaaf10c-ae1e-45ff-a31f-ab1c18c3a0c1 req-251a6d0a-cd40-4512-82cf-7f791f61a40a tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips/5e8dd4b7-e7d4-47e1-a3dc-c42af334bfa3 HTTP/1.1" status: 200 len: 693 time: 0.1251073 Aug 09 15:38:24.744955 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42995e61-427e-41e3-9dfd-9798a1e326a2 req-64bf5d89-0b54-4d64-932e-708454855637 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb HTTP/1.1" status: 200 len: 217 time: 0.0374951 Aug 09 15:38:24.832356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42995e61-427e-41e3-9dfd-9798a1e326a2 req-b3bf3d29-5419-44a1-9d5e-aa4b27d180d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:24.833854 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42995e61-427e-41e3-9dfd-9798a1e326a2 req-b3bf3d29-5419-44a1-9d5e-aa4b27d180d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0807869 Aug 09 15:38:24.871098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaf10c-ae1e-45ff-a31f-ab1c18c3a0c1 req-74113903-9e42-4dac-b08e-6b795f82240a tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:24.873462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dfaaf10c-ae1e-45ff-a31f-ab1c18c3a0c1 req-74113903-9e42-4dac-b08e-6b795f82240a tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.1620076 Aug 09 15:38:24.886189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-dfaaf10c-ae1e-45ff-a31f-ab1c18c3a0c1 req-ec08b092-1d53-4ca5-994e-01f3ffe4c31b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:38:24.892464 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08318c7f-8a0e-4935-a69d-c72439880ddf req-5b25e0a4-7f7e-4475-903b-07e20326e5f5 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d84d55db3b248fdb1b99340f453dde4 HTTP/1.1" status: 200 len: 6102 time: 0.1404896 Aug 09 15:38:24.906847 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dfaaf10c-ae1e-45ff-a31f-ab1c18c3a0c1 req-ec08b092-1d53-4ca5-994e-01f3ffe4c31b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268559 Aug 09 15:38:24.920818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42995e61-427e-41e3-9dfd-9798a1e326a2 req-776b5676-0c95-488a-8017-3bfd45c40a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:24.922427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42995e61-427e-41e3-9dfd-9798a1e326a2 req-776b5676-0c95-488a-8017-3bfd45c40a22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742915 Aug 09 15:38:25.004399 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-7501d112-55a7-4ce3-8ff1-a0b2450ca01b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips/5e8dd4b7-e7d4-47e1-a3dc-c42af334bfa3 HTTP/1.1" status: 200 len: 693 time: 0.0651078 Aug 09 15:38:25.058026 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08318c7f-8a0e-4935-a69d-c72439880ddf req-fffb92b3-3788-45aa-b653-14aa32ff4567 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] 10.222.0.81 "GET /v2.0/security-groups/b799e119-a2d1-4903-99b3-fbcc6865de2f HTTP/1.1" status: 200 len: 2981 time: 0.1557915 Aug 09 15:38:25.136183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08318c7f-8a0e-4935-a69d-c72439880ddf req-312df721-2241-4d3c-b33f-b16f26d08e83 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] 10.222.0.81 "GET /v2.0/security-groups/b799e119-a2d1-4903-99b3-fbcc6865de2f HTTP/1.1" status: 200 len: 2981 time: 0.0772996 Aug 09 15:38:25.149997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42995e61-427e-41e3-9dfd-9798a1e326a2 req-99fa8e52-b4aa-444d-932f-d57c16fd3dd4 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159100 Aug 09 15:38:25.150839 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-f9a466dc-8674-42b9-82b7-c8ee3b01f100 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:25.152412 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-f9a466dc-8674-42b9-82b7-c8ee3b01f100 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.1419683 Aug 09 15:38:25.168909 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-306fed13-f3e6-476d-8927-62a08055ff82 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:38:25.171724 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-306fed13-f3e6-476d-8927-62a08055ff82 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106058 Aug 09 15:38:25.232320 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-669e956c-3e99-4b0f-a765-7643a7355388 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.0532355 Aug 09 15:38:25.265898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42995e61-427e-41e3-9dfd-9798a1e326a2 req-bfa60e39-2c05-4e98-abf3-9e382a2988f6 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045611 Aug 09 15:38:25.304253 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-5bb2e77f-9677-4d7a-8903-55e19600a8df tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.0640459 Aug 09 15:38:25.345198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a56130f-52e0-4d55-ad77-15382a8c7719 req-a5efa0e2-1873-4815-bb49-6ab32c58ca5e tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c43a40d2-a8a8-44b0-ad33-2cda78f2b56d HTTP/1.1" status: 200 len: 1777 time: 0.0781415 Aug 09 15:38:25.409803 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4a56130f-52e0-4d55-ad77-15382a8c7719 req-dbbdd471-3daa-4c17-bc47-5ba6d5da650e tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:25.437051 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4a56130f-52e0-4d55-ad77-15382a8c7719 req-dbbdd471-3daa-4c17-bc47-5ba6d5da650e tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:25.488273 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4a56130f-52e0-4d55-ad77-15382a8c7719 req-dbbdd471-3daa-4c17-bc47-5ba6d5da650e tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:25.493641 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4a56130f-52e0-4d55-ad77-15382a8c7719 req-dbbdd471-3daa-4c17-bc47-5ba6d5da650e tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:25.496520 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a56130f-52e0-4d55-ad77-15382a8c7719 req-dbbdd471-3daa-4c17-bc47-5ba6d5da650e tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/c43a40d2-a8a8-44b0-ad33-2cda78f2b56d HTTP/1.1" status: 204 len: 173 time: 0.1494567 Aug 09 15:38:25.505837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ab92e60d-c071-483b-9c86-5f9110a3089b details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:38:25.509489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdd471-3daa-4c17-bc47-5ba6d5da650e tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43a40d2-a8a8-44b0-ad33-2cda78f2b56d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:25.600054 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-cfef36f5-9ad0-447d-bd36-2b69d5b8615f tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Deleting port aa013adf-9ccb-48be-aeda-09fd09b7971a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:25.601258 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-cfef36f5-9ad0-447d-bd36-2b69d5b8615f tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:25.703720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47994) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:25.720954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ab92e60d-c071-483b-9c86-5f9110a3089b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ab92e60d-c071-483b-9c86-5f9110a3089b,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:25.732664 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'ab92e60d-c071-483b-9c86-5f9110a3089b', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'port_id': 'ab92e60d-c071-483b-9c86-5f9110a3089b', 'mac_address': 'fa:16:3e:7c:a5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:38:25.741767 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-cfef36f5-9ad0-447d-bd36-2b69d5b8615f tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:25.742097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-cfef36f5-9ad0-447d-bd36-2b69d5b8615f tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:25.756234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-cfef36f5-9ad0-447d-bd36-2b69d5b8615f tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Calling delete_port for aa013adf-9ccb-48be-aeda-09fd09b7971a owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:25.776931 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:25.792504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab92e60d-c071-483b-9c86-5f9110a3089b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:25.820921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ab92e60d-c071-483b-9c86-5f9110a3089b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ab92e60d-c071-483b-9c86-5f9110a3089b,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:25.827693 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:25.830371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:38:25.910532 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c085d385-496b-4de7-b7dd-c6ce4ca0e902 tempest-AutoAllocateNetworkTest-325837990 tempest-AutoAllocateNetworkTest-325837990-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f13c3a08b6cd4f75b876b48ca67fb290&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2054112 Aug 09 15:38:25.919265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48002) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:25.996578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa74681-fa04-4ca1-acd0-40669d405104 req-e86b258c-94f3-42a7-a5a4-176384e08494 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:25.998303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-faa74681-fa04-4ca1-acd0-40669d405104 req-e86b258c-94f3-42a7-a5a4-176384e08494 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.0903502 Aug 09 15:38:26.026817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:26.042517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-faa74681-fa04-4ca1-acd0-40669d405104 req-7b2394b1-2263-4832-abd8-3d9b4ae7476a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355623 Aug 09 15:38:26.057294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb', 'mac_address': 'fa:16:3e:07:df:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:38:26.067832 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-cfef36f5-9ad0-447d-bd36-2b69d5b8615f tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.069723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ab92e60d-c071-483b-9c86-5f9110a3089b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:26.084253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b545ff-2341-4b29-8efc-66e54d2e8f3b tempest-AutoAllocateNetworkTest-325837990 tempest-AutoAllocateNetworkTest-325837990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:26.085878 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a4b545ff-2341-4b29-8efc-66e54d2e8f3b tempest-AutoAllocateNetworkTest-325837990 tempest-AutoAllocateNetworkTest-325837990-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1656957 Aug 09 15:38:26.088814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48008) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:26.107548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef36f5-9ad0-447d-bd36-2b69d5b8615f tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Pushing event deleted for resources: {'Port': ['ID=aa013adf-9ccb-48be-aeda-09fd09b7971a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:26.123246 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.139813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:26.154935 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7b24570e-4c48-45ae-9f43-3d6f0e5a94b3 tempest-AutoAllocateNetworkTest-325837990 tempest-AutoAllocateNetworkTest-325837990-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648189 Aug 09 15:38:26.166139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48012) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:26.169266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:26.177366 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-cfef36f5-9ad0-447d-bd36-2b69d5b8615f tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.179408 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.183121 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-cfef36f5-9ad0-447d-bd36-2b69d5b8615f tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.183121 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef2e1881-41f2-4906-906c-b743c85b6510 req-cfef36f5-9ad0-447d-bd36-2b69d5b8615f tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "DELETE /v2.0/floatingips/5e8dd4b7-e7d4-47e1-a3dc-c42af334bfa3 HTTP/1.1" status: 204 len: 173 time: 0.8708174 Aug 09 15:38:26.206367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1ec55d48-0ff7-4bad-ac11-6f8d7f25bcaa tempest-AutoAllocateNetworkTest-325837990 tempest-AutoAllocateNetworkTest-325837990-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f13c3a08b6cd4f75b876b48ca67fb290 HTTP/1.1" status: 200 len: 208 time: 0.0384526 Aug 09 15:38:26.247139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:26.302740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d7fe6-baed-4012-ba1b-bd674d3fdb01 req-9ab8f060-1d34-410c-86b7-6113d3482f3d tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:26.304525 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-142d7fe6-baed-4012-ba1b-bd674d3fdb01 req-9ab8f060-1d34-410c-86b7-6113d3482f3d tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 948 time: 0.0595868 Aug 09 15:38:26.366350 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-142d7fe6-baed-4012-ba1b-bd674d3fdb01 req-ba3c6990-3b9f-4401-8c7b-6154dd7b7151 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548897 Aug 09 15:38:26.471396 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-710d2f1a-61f3-4c0d-a723-85128c34293e req-0a6bcc03-ae7d-49bd-a8c9-30c59c592284 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "GET /v2.0/security-groups/0f5ab4f6-4929-4b3e-90fa-adf2bba5b02b HTTP/1.1" status: 200 len: 1776 time: 0.3564630 Aug 09 15:38:26.504985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102f649-cd46-4887-ab6a-d2546ce4d840 req-d940f6f8-ccc1-40eb-b181-273eb38dbef3 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:26.506086 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8102f649-cd46-4887-ab6a-d2546ce4d840 req-d940f6f8-ccc1-40eb-b181-273eb38dbef3 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 944 time: 0.0576665 Aug 09 15:38:26.534412 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-710d2f1a-61f3-4c0d-a723-85128c34293e req-cfd27b8d-29b3-40ad-9553-9abb4daede12 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.556064 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8102f649-cd46-4887-ab6a-d2546ce4d840 req-25f05e06-1433-49d2-94a3-46aaa0c9be31 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378199 Aug 09 15:38:26.560523 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-710d2f1a-61f3-4c0d-a723-85128c34293e req-cfd27b8d-29b3-40ad-9553-9abb4daede12 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.572083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:26.602488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48028) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:26.606032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['ab92e60d-c071-483b-9c86-5f9110a3089b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:26.618749 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-710d2f1a-61f3-4c0d-a723-85128c34293e req-cfd27b8d-29b3-40ad-9553-9abb4daede12 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.623221 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-710d2f1a-61f3-4c0d-a723-85128c34293e req-cfd27b8d-29b3-40ad-9553-9abb4daede12 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.626966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-710d2f1a-61f3-4c0d-a723-85128c34293e req-cfd27b8d-29b3-40ad-9553-9abb4daede12 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f5ab4f6-4929-4b3e-90fa-adf2bba5b02b HTTP/1.1" status: 204 len: 173 time: 0.1464031 Aug 09 15:38:26.641502 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd27b8d-29b3-40ad-9553-9abb4daede12 tempest-SecurityGroupsTestAdminJSON-158397889 tempest-SecurityGroupsTestAdminJSON-158397889-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5ab4f6-4929-4b3e-90fa-adf2bba5b02b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:26.744800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303fe9f-5175-473b-8897-684097bf0c15 req-59bbd138-0757-485f-85d7-0e4fb54d75a0 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:26.756111 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8303fe9f-5175-473b-8897-684097bf0c15 req-59bbd138-0757-485f-85d7-0e4fb54d75a0 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 972 time: 0.0757191 Aug 09 15:38:26.817291 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8303fe9f-5175-473b-8897-684097bf0c15 req-f979936f-a3ef-4773-96df-cbef440d0978 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600426 Aug 09 15:38:26.828526 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f66fa88-a32a-4623-a340-9b56baf77fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.917497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11d6eb-4fea-461e-865f-dc25866374fb req-478b735c-8411-4fc8-ad10-ca858d06bdd0 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:26.930061 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa11d6eb-4fea-461e-865f-dc25866374fb req-478b735c-8411-4fc8-ad10-ca858d06bdd0 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2704856 Aug 09 15:38:26.966797 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f66fa88-a32a-4623-a340-9b56baf77fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.974610 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f66fa88-a32a-4623-a340-9b56baf77fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.984542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b455082-48db-4d36-a093-cf6f7b0b0e10 req-27821832-a1a8-4979-9cb4-cba8468c6741 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] 10.222.0.81 "GET /v2.0/security-groups/f8e276a4-d638-45aa-84cc-017a5f3fba64 HTTP/1.1" status: 200 len: 1778 time: 0.0476782 Aug 09 15:38:27.027137 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2f66fa88-a32a-4623-a340-9b56baf77fbb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f13c3a08b6cd4f75b876b48ca67fb290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4211721 Aug 09 15:38:27.028419 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48038) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:27.046392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66fa88-a32a-4623-a340-9b56baf77fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06ff3ac-73bf-4f07-83d0-fa36131c2c58,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:27.054428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b455082-48db-4d36-a093-cf6f7b0b0e10 req-16a24530-92ca-4ee7-a9b2-1ab7ee10b864 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.093204 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b455082-48db-4d36-a093-cf6f7b0b0e10 req-16a24530-92ca-4ee7-a9b2-1ab7ee10b864 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.137204 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b455082-48db-4d36-a093-cf6f7b0b0e10 req-16a24530-92ca-4ee7-a9b2-1ab7ee10b864 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.139828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b455082-48db-4d36-a093-cf6f7b0b0e10 req-16a24530-92ca-4ee7-a9b2-1ab7ee10b864 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.141104 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b455082-48db-4d36-a093-cf6f7b0b0e10 req-16a24530-92ca-4ee7-a9b2-1ab7ee10b864 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] 10.222.0.81 "DELETE /v2.0/security-groups/f8e276a4-d638-45aa-84cc-017a5f3fba64 HTTP/1.1" status: 204 len: 173 time: 0.1468639 Aug 09 15:38:27.147585 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-49d10282-2b0a-4118-91f3-60caf5a97e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.151527 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a24530-92ca-4ee7-a9b2-1ab7ee10b864 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e276a4-d638-45aa-84cc-017a5f3fba64,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:27.172870 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bceadca6-256d-43b4-b422-938388b7b586 req-c3048a6a-e350-4ea3-b2c6-93ae1c73c65e tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=8af8b481287f4a7ea16bdbe6416e8887 HTTP/1.1" status: 200 len: 1656 time: 0.0904853 Aug 09 15:38:27.197642 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-49d10282-2b0a-4118-91f3-60caf5a97e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.315431 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceadca6-256d-43b4-b422-938388b7b586 req-38ff932f-df1f-4205-b3d9-cb5a4e122cd0 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:27.316873 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bceadca6-256d-43b4-b422-938388b7b586 req-38ff932f-df1f-4205-b3d9-cb5a4e122cd0 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks?id=520e6828-545a-4a8b-86d6-f1c6904f8404&id=520e6828-545a-4a8b-86d6-f1c6904f8404&id=520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 787 time: 0.1338770 Aug 09 15:38:27.321889 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-49d10282-2b0a-4118-91f3-60caf5a97e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.324785 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-49d10282-2b0a-4118-91f3-60caf5a97e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.325875 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-49d10282-2b0a-4118-91f3-60caf5a97e36 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a06ff3ac-73bf-4f07-83d0-fa36131c2c58 HTTP/1.1" status: 204 len: 168 time: 0.2965674 Aug 09 15:38:27.335153 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-bceadca6-256d-43b4-b422-938388b7b586 req-d91e36cc-85f9-4601-936a-0ee74e166880 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:38:27.336264 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bceadca6-256d-43b4-b422-938388b7b586 req-d91e36cc-85f9-4601-936a-0ee74e166880 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092747 Aug 09 15:38:27.342346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d10282-2b0a-4118-91f3-60caf5a97e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06ff3ac-73bf-4f07-83d0-fa36131c2c58,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:27.404551 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-26cb3c42-384f-4eb4-a03c-2b3ae9c7f831 req-90e9d14c-3c93-4d79-b85b-648c658ad5d6 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] 10.222.0.81 "GET /v2.0/security-groups/0617628a-4681-4e73-89ae-fa7ccfb71907 HTTP/1.1" status: 200 len: 1776 time: 0.0459492 Aug 09 15:38:27.414352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9f3be-af06-4a06-9d12-3842ac0df12a req-419316d0-d463-4504-a0c8-d2d8ee5ee655 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:27.416809 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ecd9f3be-af06-4a06-9d12-3842ac0df12a req-419316d0-d463-4504-a0c8-d2d8ee5ee655 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 972 time: 0.0866158 Aug 09 15:38:27.425345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a34767-4e20-41e4-bdc5-d59af01136c2 req-23dda120-fc1a-4e72-81a7-2d4851fc80b7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:27.430056 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60a34767-4e20-41e4-bdc5-d59af01136c2 req-23dda120-fc1a-4e72-81a7-2d4851fc80b7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.1350243 Aug 09 15:38:27.469871 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-26cb3c42-384f-4eb4-a03c-2b3ae9c7f831 req-846f625e-2d15-4193-995e-ec329b607624 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.484311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ab92e60d-c071-483b-9c86-5f9110a3089b up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:27.506383 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-26cb3c42-384f-4eb4-a03c-2b3ae9c7f831 req-846f625e-2d15-4193-995e-ec329b607624 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.541465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port ab92e60d-c071-483b-9c86-5f9110a3089b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:27.556890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port ab92e60d-c071-483b-9c86-5f9110a3089b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:27.557928 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.563373 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-26cb3c42-384f-4eb4-a03c-2b3ae9c7f831 req-846f625e-2d15-4193-995e-ec329b607624 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.566297 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-26cb3c42-384f-4eb4-a03c-2b3ae9c7f831 req-846f625e-2d15-4193-995e-ec329b607624 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.577895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-26cb3c42-384f-4eb4-a03c-2b3ae9c7f831 req-846f625e-2d15-4193-995e-ec329b607624 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] 10.222.0.81 "DELETE /v2.0/security-groups/0617628a-4681-4e73-89ae-fa7ccfb71907 HTTP/1.1" status: 204 len: 173 time: 0.1668200 Aug 09 15:38:27.588275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f625e-2d15-4193-995e-ec329b607624 tempest-SecurityGroupsTestAdminJSON-1669596663 tempest-SecurityGroupsTestAdminJSON-1669596663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0617628a-4681-4e73-89ae-fa7ccfb71907,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:27.598319 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60a34767-4e20-41e4-bdc5-d59af01136c2 req-a129a748-dfe3-4689-aae2-06658ac641cb tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372893 Aug 09 15:38:27.706891 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.735494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-980034ca-b4d8-474f-ab53-a415dbf01c0f tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips/5e994ab1-ebf7-4fa8-8f18-641425faf32e HTTP/1.1" status: 200 len: 692 time: 0.1089482 Aug 09 15:38:27.739323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab92e60d-c071-483b-9c86-5f9110a3089b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:27.742216 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee1a4e5-2d85-44ca-b4c1-9ce6105ab4cd" -d '{"events": [{"server_uuid": "d1b2b561-193e-4129-8586-2fb36eb69164", "name": "network-vif-plugged", "status": "completed", "tag": "ab92e60d-c071-483b-9c86-5f9110a3089b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:27.745779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-ecd9f3be-af06-4a06-9d12-3842ac0df12a req-dd829d4a-d287-4bab-9e79-0073e0a9e815 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Deleting port 018768f1-f00f-4d1d-9675-ecc186a132a2 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:27.746258 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ecd9f3be-af06-4a06-9d12-3842ac0df12a req-dd829d4a-d287-4bab-9e79-0073e0a9e815 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.757508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ab92e60d-c071-483b-9c86-5f9110a3089b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ab92e60d-c071-483b-9c86-5f9110a3089b,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:27.764682 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.766502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:27.884954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ab92e60d-c071-483b-9c86-5f9110a3089b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:27.936745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:27.942116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:27.942919 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.954930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-94290f60-7bd3-4007-b78e-ba15eebcc0ff tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:27.954930 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-94290f60-7bd3-4007-b78e-ba15eebcc0ff tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.2038538 Aug 09 15:38:28.004491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-309a44dc-a4de-4a33-bb6e-3f4b35842e56 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:38:28.006753 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-309a44dc-a4de-4a33-bb6e-3f4b35842e56 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132370 Aug 09 15:38:28.007242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48078) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:28.071363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a370e-1656-421e-9ff5-e2ee56ca2792 req-e8f6c92d-7d5c-44a8-89ba-a5f152b7072c tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:28.073654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.086768 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-803a370e-1656-421e-9ff5-e2ee56ca2792 req-e8f6c92d-7d5c-44a8-89ba-a5f152b7072c tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 948 time: 0.0971646 Aug 09 15:38:28.097622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ecd9f3be-af06-4a06-9d12-3842ac0df12a req-dd829d4a-d287-4bab-9e79-0073e0a9e815 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] For port 018768f1-f00f-4d1d-9675-ecc186a132a2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=018768f1-f00f-4d1d-9675-ecc186a132a2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:28.098243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ecd9f3be-af06-4a06-9d12-3842ac0df12a req-dd829d4a-d287-4bab-9e79-0073e0a9e815 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.110905 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-4018ae77-111b-4ca1-afc4-07dae5310c64 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.0915244 Aug 09 15:38:28.141251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:28.148554 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.153576 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-803a370e-1656-421e-9ff5-e2ee56ca2792 req-92b9b340-7cc3-45e5-80e7-674204c77fd5 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652597 Aug 09 15:38:28.163220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-ecd9f3be-af06-4a06-9d12-3842ac0df12a req-dd829d4a-d287-4bab-9e79-0073e0a9e815 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Calling delete_port for 018768f1-f00f-4d1d-9675-ecc186a132a2 owned by compute:tempest-test_az-1635693599 {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:28.195100 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-221135c9-90c2-4aa3-8358-13424bbf36b0 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.0831807 Aug 09 15:38:28.242144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:28.325167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911b6d0-7f7e-4bd7-9ea4-38cd88917af0 req-70070def-15fb-47b2-b6d9-a9005b09ea58 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:28.327452 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6911b6d0-7f7e-4bd7-9ea4-38cd88917af0 req-70070def-15fb-47b2-b6d9-a9005b09ea58 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 945 time: 0.0661075 Aug 09 15:38:28.371849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6911b6d0-7f7e-4bd7-9ea4-38cd88917af0 req-041d4d03-ea64-411f-be08-e73337579fe1 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371263 Aug 09 15:38:28.435736 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830ae6bf-387c-4f23-a2e2-c2ade9a9d77b x-openstack-request-id: req-830ae6bf-387c-4f23-a2e2-c2ade9a9d77b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:28.436265 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b2b561-193e-4129-8586-2fb36eb69164", "name": "network-vif-plugged", "status": "completed", "tag": "ab92e60d-c071-483b-9c86-5f9110a3089b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:28.436745 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-830ae6bf-387c-4f23-a2e2-c2ade9a9d77b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:28.437152 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab92e60d-c071-483b-9c86-5f9110a3089b', 'code': 200} Aug 09 15:38:28.460535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f5319181-748f-422f-8c1c-ed3b4947de5e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d84d55db3b248fdb1b99340f453dde4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490187 Aug 09 15:38:28.461124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48094) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:28.541832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-632d9ecc-d6fc-4cce-8df8-c0ea1e6c6e23 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Deleting port 0737bd9f-7927-426a-ac94-4053a52f3055 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:28.542444 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-632d9ecc-d6fc-4cce-8df8-c0ea1e6c6e23 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.592115 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de9362-9aeb-497b-9510-3b3f26e4d2f6 req-cc2a5f37-b980-482a-99a5-1252db3a06fb tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:28.600466 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8de9362-9aeb-497b-9510-3b3f26e4d2f6 req-cc2a5f37-b980-482a-99a5-1252db3a06fb tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0e6da23-b044-4b28-8a7d-ee4fdfd9b628 HTTP/1.1" status: 200 len: 972 time: 0.0928192 Aug 09 15:38:28.603591 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6309-ddc0-4911-89d7-fd4b3a49ea2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.649202 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6309-ddc0-4911-89d7-fd4b3a49ea2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.674893 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8de9362-9aeb-497b-9510-3b3f26e4d2f6 req-9dd290c4-6c55-4758-828f-ba42d3b61a2d tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.81 "GET /v2.0/security-groups?id=62b9c499-459d-4907-98ee-063b787dacd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715671 Aug 09 15:38:28.676382 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ecd9f3be-af06-4a06-9d12-3842ac0df12a req-dd829d4a-d287-4bab-9e79-0073e0a9e815 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.692567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['018768f1-f00f-4d1d-9675-ecc186a132a2'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:28.740133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36001cc5-79e5-4ece-ae7d-9b8e7a6426f4 req-3b95ecf5-72fb-44e9-9e00-09afc4447c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:28.742025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36001cc5-79e5-4ece-ae7d-9b8e7a6426f4 req-3b95ecf5-72fb-44e9-9e00-09afc4447c5b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 1096 time: 0.1912789 Aug 09 15:38:28.766838 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6309-ddc0-4911-89d7-fd4b3a49ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.769756 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6309-ddc0-4911-89d7-fd4b3a49ea2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.773923 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b3dd6309-ddc0-4911-89d7-fd4b3a49ea2c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b799e119-a2d1-4903-99b3-fbcc6865de2f HTTP/1.1" status: 204 len: 168 time: 0.3116941 Aug 09 15:38:28.786008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd6309-ddc0-4911-89d7-fd4b3a49ea2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b799e119-a2d1-4903-99b3-fbcc6865de2f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:28.792170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd829d4a-d287-4bab-9e79-0073e0a9e815 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Pushing event deleted for resources: {'Port': ['ID=018768f1-f00f-4d1d-9675-ecc186a132a2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:28.827893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-632d9ecc-d6fc-4cce-8df8-c0ea1e6c6e23 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.828404 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-632d9ecc-d6fc-4cce-8df8-c0ea1e6c6e23 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.873244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd9f3be-af06-4a06-9d12-3842ac0df12a req-dd829d4a-d287-4bab-9e79-0073e0a9e815 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] No DVR routers for this DVR port 018768f1-f00f-4d1d-9675-ecc186a132a2 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:38:28.877002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-632d9ecc-d6fc-4cce-8df8-c0ea1e6c6e23 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Calling delete_port for 0737bd9f-7927-426a-ac94-4053a52f3055 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:28.885386 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ecd9f3be-af06-4a06-9d12-3842ac0df12a req-dd829d4a-d287-4bab-9e79-0073e0a9e815 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.888991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ecd9f3be-af06-4a06-9d12-3842ac0df12a req-dd829d4a-d287-4bab-9e79-0073e0a9e815 tempest-AggregatesAdminTestJSON-430240487 tempest-AggregatesAdminTestJSON-430240487-project] 10.222.0.53 "DELETE /v2.0/ports/018768f1-f00f-4d1d-9675-ecc186a132a2 HTTP/1.1" status: 204 len: 173 time: 1.4574146 Aug 09 15:38:28.888991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e6da23-b044-4b28-8a7d-ee4fdfd9b628', 'name': 'network-vif-deleted', 'tag': '018768f1-f00f-4d1d-9675-ecc186a132a2'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:28.894323 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90e76ed-eddd-4bb5-afcc-a3bc40bb01d6" -d '{"events": [{"server_uuid": "e0e6da23-b044-4b28-8a7d-ee4fdfd9b628", "name": "network-vif-deleted", "tag": "018768f1-f00f-4d1d-9675-ecc186a132a2"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:28.982326 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36001cc5-79e5-4ece-ae7d-9b8e7a6426f4 req-c7b5ae43-1488-4c1a-b87a-58bb6750a283 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264767 Aug 09 15:38:29.140926 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-632d9ecc-d6fc-4cce-8df8-c0ea1e6c6e23 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.169515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d9ecc-d6fc-4cce-8df8-c0ea1e6c6e23 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Pushing event deleted for resources: {'Port': ['ID=0737bd9f-7927-426a-ac94-4053a52f3055,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:29.208904 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-632d9ecc-d6fc-4cce-8df8-c0ea1e6c6e23 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.213049 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-632d9ecc-d6fc-4cce-8df8-c0ea1e6c6e23 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.229609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e18165df-aed2-4cd0-9c9c-5430e7641c6f req-632d9ecc-d6fc-4cce-8df8-c0ea1e6c6e23 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "DELETE /v2.0/floatingips/5e994ab1-ebf7-4fa8-8f18-641425faf32e HTTP/1.1" status: 204 len: 173 time: 1.0300763 Aug 09 15:38:29.289955 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435df210-9b6b-4975-be0e-8886574cf7ae x-openstack-request-id: req-435df210-9b6b-4975-be0e-8886574cf7ae {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:29.290321 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e6da23-b044-4b28-8a7d-ee4fdfd9b628", "name": "network-vif-deleted", "tag": "018768f1-f00f-4d1d-9675-ecc186a132a2", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:29.290717 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-435df210-9b6b-4975-be0e-8886574cf7ae {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:29.291356 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e6da23-b044-4b28-8a7d-ee4fdfd9b628', 'name': 'network-vif-deleted', 'tag': '018768f1-f00f-4d1d-9675-ecc186a132a2', 'status': 'completed', 'code': 200} Aug 09 15:38:29.366918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834801e4-58df-4929-b2b7-b7599dc414e9 req-3242a713-05c2-456c-a0d1-2c23eac73382 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:29.369406 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-834801e4-58df-4929-b2b7-b7599dc414e9 req-3242a713-05c2-456c-a0d1-2c23eac73382 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.0650196 Aug 09 15:38:29.453146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48126) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:29.458924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6b136-7751-4d0d-987f-36161dcf6d16 req-7699dab4-ef79-4854-8194-1d3c93ea704e tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:29.473302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68e6b136-7751-4d0d-987f-36161dcf6d16 req-7699dab4-ef79-4854-8194-1d3c93ea704e tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 949 time: 0.0891759 Aug 09 15:38:29.487586 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-834801e4-58df-4929-b2b7-b7599dc414e9 req-ae87d430-232e-4f01-a873-0df6f6b7de2e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047063 Aug 09 15:38:29.544642 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68e6b136-7751-4d0d-987f-36161dcf6d16 req-4432aa05-4ca1-4cca-8efa-f60377e83280 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688033 Aug 09 15:38:29.567224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48128) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:29.567785 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6388d96b-a1a6-4e82-b810-236498322922 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71e95088fd604828b0784f98cfcc694d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131687 Aug 09 15:38:29.622239 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-be765558-5571-4a13-8658-a9efea7df57a req-e04755b0-1599-431f-b0cd-1644f255f1b6 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips/11478a46-8306-4ba5-8688-25d401179fea HTTP/1.1" status: 200 len: 693 time: 0.0856168 Aug 09 15:38:29.643293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-42cf81a8-69cf-4c0d-b887-f1eb8797c10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.673300 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-42cf81a8-69cf-4c0d-b887-f1eb8797c10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.778830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be765558-5571-4a13-8658-a9efea7df57a req-97793aa1-f7f3-4816-9cac-bb9f1be16d3d tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:29.782033 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-be765558-5571-4a13-8658-a9efea7df57a req-97793aa1-f7f3-4816-9cac-bb9f1be16d3d tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.1591501 Aug 09 15:38:29.785141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b308e-5723-406c-ba9b-894ea296e8f5 req-9d760b3f-6a1b-4ea9-90ff-c9b2eda815e7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:29.786754 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-654b308e-5723-406c-ba9b-894ea296e8f5 req-9d760b3f-6a1b-4ea9-90ff-c9b2eda815e7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 945 time: 0.0660253 Aug 09 15:38:29.803526 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-42cf81a8-69cf-4c0d-b887-f1eb8797c10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.806319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-42cf81a8-69cf-4c0d-b887-f1eb8797c10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:29.807770 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-42cf81a8-69cf-4c0d-b887-f1eb8797c10c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bfd91d40-f199-4b4d-9d83-a28c417807f2 HTTP/1.1" status: 204 len: 168 time: 0.2394371 Aug 09 15:38:29.829222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf81a8-69cf-4c0d-b887-f1eb8797c10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd91d40-f199-4b4d-9d83-a28c417807f2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:29.852257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-654b308e-5723-406c-ba9b-894ea296e8f5 req-07bceaaf-ef03-439d-a5f3-03b1e0252701 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575693 Aug 09 15:38:29.854526 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-be765558-5571-4a13-8658-a9efea7df57a req-528b5f26-b1e1-4db8-b9c4-f133e30f0262 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.0597994 Aug 09 15:38:29.902977 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-be765558-5571-4a13-8658-a9efea7df57a req-c361b604-ff2a-4f6d-9a40-8120b78a52e0 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.239 HTTP/1.1" status: 200 len: 696 time: 0.0473988 Aug 09 15:38:30.057371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-be765558-5571-4a13-8658-a9efea7df57a req-d27999d2-dd5c-4850-a155-4ce1d58975e9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Deleting port ca0b190c-487d-4b06-8a19-4e4c232c0dbc {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:30.057762 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-be765558-5571-4a13-8658-a9efea7df57a req-d27999d2-dd5c-4850-a155-4ce1d58975e9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.147108 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-be765558-5571-4a13-8658-a9efea7df57a req-d27999d2-dd5c-4850-a155-4ce1d58975e9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.147744 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-be765558-5571-4a13-8658-a9efea7df57a req-d27999d2-dd5c-4850-a155-4ce1d58975e9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.161302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-be765558-5571-4a13-8658-a9efea7df57a req-d27999d2-dd5c-4850-a155-4ce1d58975e9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Calling delete_port for ca0b190c-487d-4b06-8a19-4e4c232c0dbc owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:30.340995 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-be765558-5571-4a13-8658-a9efea7df57a req-d27999d2-dd5c-4850-a155-4ce1d58975e9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.368303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48162) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:30.371914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27999d2-dd5c-4850-a155-4ce1d58975e9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Pushing event deleted for resources: {'Port': ['ID=ca0b190c-487d-4b06-8a19-4e4c232c0dbc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:30.396580 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-be765558-5571-4a13-8658-a9efea7df57a req-d27999d2-dd5c-4850-a155-4ce1d58975e9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.399601 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-be765558-5571-4a13-8658-a9efea7df57a req-d27999d2-dd5c-4850-a155-4ce1d58975e9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:30.411803 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-be765558-5571-4a13-8658-a9efea7df57a req-d27999d2-dd5c-4850-a155-4ce1d58975e9 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "DELETE /v2.0/floatingips/11478a46-8306-4ba5-8688-25d401179fea HTTP/1.1" status: 204 len: 173 time: 0.5014884 Aug 09 15:38:30.438927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba00c084-e364-487d-bcf2-9b33f7d577ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:30.444537 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0377639-eb13-4b62-8e29-44fbb908afab" -d '{"events": [{"server_uuid": "ba00c084-e364-487d-bcf2-9b33f7d577ce", "name": "network-vif-plugged", "status": "completed", "tag": "14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:30.510664 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4da5693-a4a5-4f8d-acfd-03378f48bfba x-openstack-request-id: req-d4da5693-a4a5-4f8d-acfd-03378f48bfba {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:30.511218 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba00c084-e364-487d-bcf2-9b33f7d577ce", "name": "network-vif-plugged", "status": "completed", "tag": "14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:30.511610 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4da5693-a4a5-4f8d-acfd-03378f48bfba {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:30.512185 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba00c084-e364-487d-bcf2-9b33f7d577ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb', 'code': 200} Aug 09 15:38:30.521126 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-0e1635bf-6f89-44d6-af67-623f18d34c34 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips/4a07b5aa-70c7-437c-8f62-b0fbd1cecb24 HTTP/1.1" status: 200 len: 693 time: 0.0639570 Aug 09 15:38:30.735343 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32422b2-b822-4160-816b-ca5679adbd5b req-7751fe6d-dc17-47ad-ade0-c9cbf0918d59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:30.743947 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e32422b2-b822-4160-816b-ca5679adbd5b req-7751fe6d-dc17-47ad-ade0-c9cbf0918d59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.0684483 Aug 09 15:38:30.791510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e32422b2-b822-4160-816b-ca5679adbd5b req-0cf8ddc6-231a-456c-bfe6-c1b1c0d8553e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458376 Aug 09 15:38:30.941779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48200) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:30.961545 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7ff7f-1b88-403d-97c2-fe278db8be44 req-28dea130-6ab6-4095-8027-8805490694bb tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:30.963290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70a7ff7f-1b88-403d-97c2-fe278db8be44 req-28dea130-6ab6-4095-8027-8805490694bb tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 949 time: 0.0776136 Aug 09 15:38:30.985326 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7de6eb92-fb73-47b3-b36b-fc531625ae43 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c126caad2f2b40d5995eda4abaffbf72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6130300 Aug 09 15:38:30.986536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48206) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:30.995508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-3ac5acdc-6bcb-4657-80eb-c301ee8efa0b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:31.003833 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-3ac5acdc-6bcb-4657-80eb-c301ee8efa0b tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.4755530 Aug 09 15:38:31.011968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c484a3-c394-43e5-84c6-2ffa5839287b req-25e6a966-ff13-4343-947c-95c8af585bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:31.013449 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32c484a3-c394-43e5-84c6-2ffa5839287b req-25e6a966-ff13-4343-947c-95c8af585bd7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 1100 time: 0.1249664 Aug 09 15:38:31.036799 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70a7ff7f-1b88-403d-97c2-fe278db8be44 req-374e4ed9-8d17-4309-9ed5-a5e975169791 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580456 Aug 09 15:38:31.097104 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-b5ff300f-7fc7-4ea1-a36d-581424ee86cb tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.157 HTTP/1.1" status: 200 len: 696 time: 0.0921602 Aug 09 15:38:31.140315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48212) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:31.162048 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-eb896c11-0a86-4070-a44c-760cccafe3c5 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.157 HTTP/1.1" status: 200 len: 696 time: 0.0639589 Aug 09 15:38:31.172392 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32c484a3-c394-43e5-84c6-2ffa5839287b req-06e4f53c-69bf-428f-a4dd-644f314c07fb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474695 Aug 09 15:38:31.194507 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48206fb4-d4c4-4f78-a4a6-c02a35e2481c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.205109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1063426978-network', 'tenant_id': '251efce9fc1a4fdc95785b66d30f762a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:31.225184 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f37bc01-20b7-4991-a901-8b42dc17d6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.241342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21086532-db32-4901-a119-cb2cf076806e req-7fd7e46e-f5d0-495f-8f5e-a31d5d8089f3 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:31.242852 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21086532-db32-4901-a119-cb2cf076806e req-7fd7e46e-f5d0-495f-8f5e-a31d5d8089f3 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 945 time: 0.1050220 Aug 09 15:38:31.252815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Made reservation on behalf of 251efce9fc1a4fdc95785b66d30f762a for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:31.255098 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.274099 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.290942 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f37bc01-20b7-4991-a901-8b42dc17d6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.331728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21086532-db32-4901-a119-cb2cf076806e req-37d4116c-444a-43ec-b7c8-c4cbf3d2a753 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798163 Aug 09 15:38:31.360622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-8d312a30-0497-44e5-b656-48c328f2ce00 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Deleting port 0f122fb2-44ad-4dae-9770-04b11b3ae9cc {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:31.361002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-8d312a30-0497-44e5-b656-48c328f2ce00 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.407456 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48206fb4-d4c4-4f78-a4a6-c02a35e2481c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.416549 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48206fb4-d4c4-4f78-a4a6-c02a35e2481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.429572 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f37bc01-20b7-4991-a901-8b42dc17d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.432697 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f37bc01-20b7-4991-a901-8b42dc17d6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.433782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1f37bc01-20b7-4991-a901-8b42dc17d6c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62b9c499-459d-4907-98ee-063b787dacd4 HTTP/1.1" status: 204 len: 168 time: 0.4463904 Aug 09 15:38:31.446315 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37bc01-20b7-4991-a901-8b42dc17d6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b9c499-459d-4907-98ee-063b787dacd4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:31.479562 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-8d312a30-0497-44e5-b656-48c328f2ce00 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.479888 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-8d312a30-0497-44e5-b656-48c328f2ce00 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.492367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-8d312a30-0497-44e5-b656-48c328f2ce00 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Calling delete_port for 0f122fb2-44ad-4dae-9770-04b11b3ae9cc owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:31.528879 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-48206fb4-d4c4-4f78-a4a6-c02a35e2481c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b54de99d0efa4a0cbe14f6e1b24a7bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5858800 Aug 09 15:38:31.530854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48222) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:31.531482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48206fb4-d4c4-4f78-a4a6-c02a35e2481c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb1009f-2add-4046-b214-c6b049cb1314,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:31.612738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7ec76-4f71-4774-a1e5-e4ca1804b784 req-92dbfe42-aa36-48f2-8709-96cc97f43875 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:31.614317 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-87e7ec76-4f71-4774-a1e5-e4ca1804b784 req-92dbfe42-aa36-48f2-8709-96cc97f43875 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 945 time: 0.1346202 Aug 09 15:38:31.625384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48226) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:31.635311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-be12dfd3-6371-4ef8-8c32-5bddd77e3c32 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Request body: {'floatingip': {'port_id': 'ab92e60d-c071-483b-9c86-5f9110a3089b'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:31.660642 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-8d312a30-0497-44e5-b656-48c328f2ce00 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.706353 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be12dfd3-6371-4ef8-8c32-5bddd77e3c32 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.712287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d312a30-0497-44e5-b656-48c328f2ce00 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Pushing event deleted for resources: {'Port': ['ID=0f122fb2-44ad-4dae-9770-04b11b3ae9cc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:31.719472 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-8d312a30-0497-44e5-b656-48c328f2ce00 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.722818 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-8d312a30-0497-44e5-b656-48c328f2ce00 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.727752 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2dbda41a-fedb-4068-8f73-4f05abbd6b4d req-8d312a30-0497-44e5-b656-48c328f2ce00 tempest-FloatingIPDetailsTestJSON-707394514 tempest-FloatingIPDetailsTestJSON-707394514-project] 10.222.0.81 "DELETE /v2.0/floatingips/4a07b5aa-70c7-437c-8f62-b0fbd1cecb24 HTTP/1.1" status: 204 len: 173 time: 0.5578246 Aug 09 15:38:31.730746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48232) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:31.749416 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.750416 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18c70af7-a0e8-44e4-bd33-c7370aca085c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.783375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.808664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48238) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:31.856419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18c70af7-a0e8-44e4-bd33-c7370aca085c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.905491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:38:31.964475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fdc893-ea06-4e34-9980-486f36ce34a0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:31.970194 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:31.970544 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Added segment cc04d9cc-66d0-4330-84bd-fb7f441a5f97 of type vlan for network eb8cd4b0-94e5-42ee-962f-1e0197cde0ae Aug 09 15:38:31.992236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6a5f4220-88b2-4860-8a90-bfb37a317842 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cbb37ed3baf7455f877af48a92549ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812243 Aug 09 15:38:32.000462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48250) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:32.039252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061c888-d541-42be-9b31-96165f4b3188 req-1091e73e-a14b-4273-b3c8-c1b4818d43b4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:32.040817 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d061c888-d541-42be-9b31-96165f4b3188 req-1091e73e-a14b-4273-b3c8-c1b4818d43b4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.1580811 Aug 09 15:38:32.056105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 018768f1-f00f-4d1d-9675-ecc186a132a2 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:32.088471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 018768f1-f00f-4d1d-9675-ecc186a132a2 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:38:32.089872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 018768f1-f00f-4d1d-9675-ecc186a132a2 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:38:32.110189 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.153106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d061c888-d541-42be-9b31-96165f4b3188 req-644ce52d-6016-43e0-a88f-0c80ffd86ab3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587974 Aug 09 15:38:32.391200 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18c70af7-a0e8-44e4-bd33-c7370aca085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.393667 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18c70af7-a0e8-44e4-bd33-c7370aca085c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.397229 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ef67ce3-b6d8-4fec-a4cd-7dec65b372ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.397405 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-18c70af7-a0e8-44e4-bd33-c7370aca085c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8cb1009f-2add-4046-b214-c6b049cb1314 HTTP/1.1" status: 204 len: 168 time: 0.8596048 Aug 09 15:38:32.403698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.resource_extend [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:38:32.457356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c70af7-a0e8-44e4-bd33-c7370aca085c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb1009f-2add-4046-b214-c6b049cb1314,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:32.472817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.474068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:32.474814 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.512240 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.668725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5257590 Aug 09 15:38:32.679642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48274) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:32.685102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1d2a5c5b-b644-41b4-86df-7402921c6d2d admin admin] Request body: {'subnet': {'network_id': 'eb8cd4b0-94e5-42ee-962f-1e0197cde0ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1063426978-subnet', 'tenant_id': '251efce9fc1a4fdc95785b66d30f762a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:32.691811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2e9c3-8093-467d-a9b5-a1928f20449e req-12d6f7c2-3999-4b1d-92b9-bca98b0b5fc7 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:32.693727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8c2e9c3-8093-467d-a9b5-a1928f20449e req-12d6f7c2-3999-4b1d-92b9-bca98b0b5fc7 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 949 time: 0.3081002 Aug 09 15:38:32.720981 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd3e06-440f-47f9-ba1f-da0af0856750 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8cd4b0-94e5-42ee-962f-1e0197cde0ae,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:32.729707 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.734360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network eb8cd4b0-94e5-42ee-962f-1e0197cde0ae details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:38:32.754032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2a5c5b-b644-41b4-86df-7402921c6d2d admin admin] Made reservation on behalf of 251efce9fc1a4fdc95785b66d30f762a for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:32.754032 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5c5b-b644-41b4-86df-7402921c6d2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.847039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-6ef67ce3-b6d8-4fec-a4cd-7dec65b372ba admin admin] Deleting port a0824931-10e3-4665-a35e-2b31841ff910 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:32.847954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ef67ce3-b6d8-4fec-a4cd-7dec65b372ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:32.916692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8c2e9c3-8093-467d-a9b5-a1928f20449e req-c576e36d-6d5d-4b36-95cc-41f747f4bd9e tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093873 Aug 09 15:38:33.023817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.029173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48294) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:33.029833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.034458 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60ece30a-3316-4d7d-903f-d75c521768d4 HTTP/1.1" status: 204 len: 168 time: 1.0287402 Aug 09 15:38:33.035368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-6ef67ce3-b6d8-4fec-a4cd-7dec65b372ba admin admin] For port a0824931-10e3-4665-a35e-2b31841ff910, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a0824931-10e3-4665-a35e-2b31841ff910,segment=NetworkSegment(6c94eebc-367f-43e9-8a89-988a03781b7a),segment_id=6c94eebc-367f-43e9-8a89-988a03781b7a)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:33.035620 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ef67ce3-b6d8-4fec-a4cd-7dec65b372ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.055531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ece30a-3316-4d7d-903f-d75c521768d4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:33.062448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-6ef67ce3-b6d8-4fec-a4cd-7dec65b372ba admin admin] Calling delete_port for a0824931-10e3-4665-a35e-2b31841ff910 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:33.064365 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-603c5d36-548c-457a-9e2b-ff7c8d71fedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.072198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:33.072684 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:33.073249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:33.073841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:33.074470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:33.074696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:33.075124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:33.075552 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:33.076000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:33.076931 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:33.077353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:33.077769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707ab717-7d45-45e9-9f0b-507e0a7121d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:33.082034 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.resource_extend [None req-be12dfd3-6371-4ef8-8c32-5bddd77e3c32 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:38:33.181630 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be12dfd3-6371-4ef8-8c32-5bddd77e3c32 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.190433 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be12dfd3-6371-4ef8-8c32-5bddd77e3c32 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.204289 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5c5b-b644-41b4-86df-7402921c6d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.370348 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-be12dfd3-6371-4ef8-8c32-5bddd77e3c32 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Floating IP f0f317a7-e970-4cdf-bd81-3c6b19b29a4c associated. External IP: 172.25.2.161, port: ab92e60d-c071-483b-9c86-5f9110a3089b. Aug 09 15:38:33.381028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a5c5b-b644-41b4-86df-7402921c6d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4beca391-cfb0-4b8d-976c-6cd0ec99deb0,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:33.425502 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-603c5d36-548c-457a-9e2b-ff7c8d71fedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.437074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a5c5b-b644-41b4-86df-7402921c6d2d admin admin] Checking segment: {'id': 'cc04d9cc-66d0-4330-84bd-fb7f441a5f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eb8cd4b0-94e5-42ee-962f-1e0197cde0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:33.437337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a5c5b-b644-41b4-86df-7402921c6d2d admin admin] Network hostable DHCP agents. Network: eb8cd4b0-94e5-42ee-962f-1e0197cde0ae, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:38:33.439421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-603c5d36-548c-457a-9e2b-ff7c8d71fedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.504241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b881eb4-25e7-4722-874e-0ddcf45ad990 req-0f2ed5b4-37f9-4992-97ee-0aa8dea06143 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:33.511848 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b881eb4-25e7-4722-874e-0ddcf45ad990 req-0f2ed5b4-37f9-4992-97ee-0aa8dea06143 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.2670498 Aug 09 15:38:33.515937 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-603c5d36-548c-457a-9e2b-ff7c8d71fedb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=82b6040741414b0ab69a61fd6a06544d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830360 Aug 09 15:38:33.519742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c5d36-548c-457a-9e2b-ff7c8d71fedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de176d4f-9fdf-4272-8897-969a2f06d41d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:33.521088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48324) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:33.524547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a5c5b-b644-41b4-86df-7402921c6d2d admin admin] Network eb8cd4b0-94e5-42ee-962f-1e0197cde0ae is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:38:33.550381 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ef67ce3-b6d8-4fec-a4cd-7dec65b372ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.561025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1d2a5c5b-b644-41b4-86df-7402921c6d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, eb8cd4b0-94e5-42ee-962f-1e0197cde0ae) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:33.569903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e361b939-f93d-4ecf-8421-6c0dcf84d984 None None] Network eb8cd4b0-94e5-42ee-962f-1e0197cde0ae requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:33.586952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a5c5b-b644-41b4-86df-7402921c6d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:33.587639 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d2a5c5b-b644-41b4-86df-7402921c6d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.590567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef67ce3-b6d8-4fec-a4cd-7dec65b372ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a0824931-10e3-4665-a35e-2b31841ff910,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:33.678534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1d2a5c5b-b644-41b4-86df-7402921c6d2d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9976223 Aug 09 15:38:33.701166 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b881eb4-25e7-4722-874e-0ddcf45ad990 req-c5581e73-6a15-4518-865c-48f726778680 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884663 Aug 09 15:38:33.778253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecd8a44-14be-45ea-b5ff-905afe6e036d None None] Network eb8cd4b0-94e5-42ee-962f-1e0197cde0ae requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:33.844281 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00135c7f-5b65-4c1d-a805-7d4a4af795cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.857110 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ef67ce3-b6d8-4fec-a4cd-7dec65b372ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.911888 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00135c7f-5b65-4c1d-a805-7d4a4af795cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:33.965666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be12dfd3-6371-4ef8-8c32-5bddd77e3c32 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Router 8dae6933-f53f-44cf-b8ba-211ddb5f538a has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:38:34.118409 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be12dfd3-6371-4ef8-8c32-5bddd77e3c32 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:34.124201 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be12dfd3-6371-4ef8-8c32-5bddd77e3c32 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.145071 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00135c7f-5b65-4c1d-a805-7d4a4af795cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.147812 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00135c7f-5b65-4c1d-a805-7d4a4af795cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.149121 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-00135c7f-5b65-4c1d-a805-7d4a4af795cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de176d4f-9fdf-4272-8897-969a2f06d41d HTTP/1.1" status: 204 len: 168 time: 0.6247339 Aug 09 15:38:34.149873 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5228db8-72f4-4ebd-8f5a-dace68430337 None None] Sync routers for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:34.161383 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00135c7f-5b65-4c1d-a805-7d4a4af795cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de176d4f-9fdf-4272-8897-969a2f06d41d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:34.166002 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5228db8-72f4-4ebd-8f5a-dace68430337 None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:34.166627 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e5228db8-72f4-4ebd-8f5a-dace68430337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:38:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:34.170064 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-be12dfd3-6371-4ef8-8c32-5bddd77e3c32 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "PUT /v2.0/floatingips/f0f317a7-e970-4cdf-bd81-3c6b19b29a4c HTTP/1.1" status: 200 len: 991 time: 2.5422559 Aug 09 15:38:34.170669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'tag': 'ab92e60d-c071-483b-9c86-5f9110a3089b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:34.176381 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aaf62b-16c8-49c1-9dc8-f26b78ae9426" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b2b561-193e-4129-8586-2fb36eb69164", "tag": "ab92e60d-c071-483b-9c86-5f9110a3089b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:34.299233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-90cc10e5-ef7b-46e1-ac7f-fa9104c60486 req-774dde30-9834-4cea-842a-c1393cfaf925 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-340452188', 'description': 'tempest-description-1763401348'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:34.302392 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-e5228db8-72f4-4ebd-8f5a-dace68430337 None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:34.344125 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-90cc10e5-ef7b-46e1-ac7f-fa9104c60486 req-774dde30-9834-4cea-842a-c1393cfaf925 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.382340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48366) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:34.417684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586414c9-f621-483a-bd13-32d571ebfeb8 req-7b5469cd-d79d-40f9-b827-d1971f2e2d37 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:34.427175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-586414c9-f621-483a-bd13-32d571ebfeb8 req-7b5469cd-d79d-40f9-b827-d1971f2e2d37 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 949 time: 0.1275718 Aug 09 15:38:34.496540 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-586414c9-f621-483a-bd13-32d571ebfeb8 req-82ca9e13-6612-480d-945c-0101bb63e42a tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686436 Aug 09 15:38:34.546512 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-90cc10e5-ef7b-46e1-ac7f-fa9104c60486 req-774dde30-9834-4cea-842a-c1393cfaf925 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.551525 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-90cc10e5-ef7b-46e1-ac7f-fa9104c60486 req-774dde30-9834-4cea-842a-c1393cfaf925 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.628106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dde30-9834-4cea-842a-c1393cfaf925 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4327c365-0e6d-4217-83b8-d25756364d51,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:34.633172 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-90cc10e5-ef7b-46e1-ac7f-fa9104c60486 req-774dde30-9834-4cea-842a-c1393cfaf925 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.648350 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90cc10e5-ef7b-46e1-ac7f-fa9104c60486 req-774dde30-9834-4cea-842a-c1393cfaf925 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3546133 Aug 09 15:38:34.714704 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-67437973-d7f3-4531-9ce7-4a45450a74b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:34.751864 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e718725-00eb-407f-9da7-096fb0e823b8 x-openstack-request-id: req-5e718725-00eb-407f-9da7-096fb0e823b8 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:34.752220 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b2b561-193e-4129-8586-2fb36eb69164", "tag": "ab92e60d-c071-483b-9c86-5f9110a3089b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:34.752481 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e718725-00eb-407f-9da7-096fb0e823b8 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:34.752893 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'tag': 'ab92e60d-c071-483b-9c86-5f9110a3089b', 'status': 'completed', 'code': 200} Aug 09 15:38:34.839012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef67ce3-b6d8-4fec-a4cd-7dec65b372ba admin admin] Router e550f34b-f614-49bb-bc98-d8a4d7819289 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:38:34.875610 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4de13967-1f88-41af-810a-2c69f06ac17c req-3fb50104-9d7f-49e7-9983-582024863d98 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/4327c365-0e6d-4217-83b8-d25756364d51 HTTP/1.1" status: 200 len: 1812 time: 0.0835202 Aug 09 15:38:34.879257 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e5228db8-72f4-4ebd-8f5a-dace68430337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'f0f317a7-e970-4cdf-bd81-3c6b19b29a4c', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'port_id': 'ab92e60d-c071-483b-9c86-5f9110a3089b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'mac_address': 'fa:16:3e:7c:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:03Z', 'updated_at': '2021-08-09T15:38:32Z', 'revision_number': 1, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:55Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:34.894416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-4de13967-1f88-41af-810a-2c69f06ac17c req-e611b4ed-c683-4f79-8770-4bbe60033b35 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4327c365-0e6d-4217-83b8-d25756364d51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:34.894743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-4de13967-1f88-41af-810a-2c69f06ac17c req-e611b4ed-c683-4f79-8770-4bbe60033b35 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4327c365-0e6d-4217-83b8-d25756364d51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:34.909936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaf62b-16c8-49c1-9dc8-f26b78ae9426 req-27df8e5a-1371-4439-9019-0a21d7a57100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:34.916129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7aaf62b-16c8-49c1-9dc8-f26b78ae9426 req-27df8e5a-1371-4439-9019-0a21d7a57100 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5578f31a28c045a8983c4f4caf442b2d&device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 1096 time: 0.1704037 Aug 09 15:38:34.925860 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5228db8-72f4-4ebd-8f5a-dace68430337 None None] Checking router: 8dae6933-f53f-44cf-b8ba-211ddb5f538a for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:34.947717 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5228db8-72f4-4ebd-8f5a-dace68430337 None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:34.948984 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e5228db8-72f4-4ebd-8f5a-dace68430337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:38:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:34.993012 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-67437973-d7f3-4531-9ce7-4a45450a74b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.003732 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-67437973-d7f3-4531-9ce7-4a45450a74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.081191 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-67437973-d7f3-4531-9ce7-4a45450a74b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=153c009b6c5c4069b289c81e77ddb84e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951520 Aug 09 15:38:35.082971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67437973-d7f3-4531-9ce7-4a45450a74b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877b75af-dca7-43b9-a56d-145df47e536e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:35.088993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48400) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:35.167326 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4de13967-1f88-41af-810a-2c69f06ac17c req-e611b4ed-c683-4f79-8770-4bbe60033b35 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.201173 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-e5228db8-72f4-4ebd-8f5a-dace68430337 None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:35.210656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b231904-ab58-4890-9c6b-dd22a5b530c0 req-f2923d40-b4ee-4e81-8b65-6ba5f0dbb34a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:35.215170 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4de13967-1f88-41af-810a-2c69f06ac17c req-e611b4ed-c683-4f79-8770-4bbe60033b35 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.216771 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bec5a022-ecde-4a6b-af0c-a046ad03fff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.219370 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b231904-ab58-4890-9c6b-dd22a5b530c0 req-f2923d40-b4ee-4e81-8b65-6ba5f0dbb34a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.1963537 Aug 09 15:38:35.221355 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4de13967-1f88-41af-810a-2c69f06ac17c req-e611b4ed-c683-4f79-8770-4bbe60033b35 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.265702 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef67ce3-b6d8-4fec-a4cd-7dec65b372ba admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:35.277488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f1f46-515d-4637-8222-8b10d81697cd None None] Sync routers for ids ['e550f34b-f614-49bb-bc98-d8a4d7819289'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:35.280385 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bec5a022-ecde-4a6b-af0c-a046ad03fff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.283149 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611b4ed-c683-4f79-8770-4bbe60033b35 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e0e912-3881-4b86-a49a-070c4432c4b1,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:35.287094 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6ef67ce3-b6d8-4fec-a4cd-7dec65b372ba admin admin] 10.222.0.81 "PUT /v2.0/routers/e550f34b-f614-49bb-bc98-d8a4d7819289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5552087 Aug 09 15:38:35.288412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48406) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:35.292594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b231904-ab58-4890-9c6b-dd22a5b530c0 req-7e4ffe4c-c13e-4d5b-8218-476582173319 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717490 Aug 09 15:38:35.292978 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4de13967-1f88-41af-810a-2c69f06ac17c req-e611b4ed-c683-4f79-8770-4bbe60033b35 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.294186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4de13967-1f88-41af-810a-2c69f06ac17c req-e611b4ed-c683-4f79-8770-4bbe60033b35 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4085052 Aug 09 15:38:35.309057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f1f46-515d-4637-8222-8b10d81697cd None None] Routers {'e550f34b-f614-49bb-bc98-d8a4d7819289'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:35.310279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ad5f1f46-515d-4637-8222-8b10d81697cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:38:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e550f34b-f614-49bb-bc98-d8a4d7819289'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:35.320351 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaf62b-16c8-49c1-9dc8-f26b78ae9426 req-653b785c-c9bd-463a-8e27-903e441a9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:35.320351 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7aaf62b-16c8-49c1-9dc8-f26b78ae9426 req-653b785c-c9bd-463a-8e27-903e441a9767 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9dd26dc2-108a-452f-9988-e63a860d56f7 HTTP/1.1" status: 200 len: 924 time: 0.3953717 Aug 09 15:38:35.359189 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bec5a022-ecde-4a6b-af0c-a046ad03fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.362250 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bec5a022-ecde-4a6b-af0c-a046ad03fff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.363714 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bec5a022-ecde-4a6b-af0c-a046ad03fff8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/877b75af-dca7-43b9-a56d-145df47e536e HTTP/1.1" status: 204 len: 168 time: 0.2726562 Aug 09 15:38:35.377188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5a022-ecde-4a6b-af0c-a046ad03fff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877b75af-dca7-43b9-a56d-145df47e536e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:35.500573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0593c8-a573-43ef-abb3-3378feada97f req-d6f2e321-ba37-40a0-b099-914567c54e25 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:35.505931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee0593c8-a573-43ef-abb3-3378feada97f req-d6f2e321-ba37-40a0-b099-914567c54e25 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 949 time: 0.1080370 Aug 09 15:38:35.518106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7aaf62b-16c8-49c1-9dc8-f26b78ae9426 req-a82b5d25-0adf-4b78-a1c6-1e73afcbe114 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab92e60d-c071-483b-9c86-5f9110a3089b HTTP/1.1" status: 200 len: 999 time: 0.1189990 Aug 09 15:38:35.571868 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee0593c8-a573-43ef-abb3-3378feada97f req-4946018e-35d5-479e-b0f5-eb07c9c80ae9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552089 Aug 09 15:38:35.627809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ad5f1f46-515d-4637-8222-8b10d81697cd None None] Set router e550f34b-f614-49bb-bc98-d8a4d7819289 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:35.650872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaf62b-16c8-49c1-9dc8-f26b78ae9426 req-16d1bb54-bbcc-40ca-ac9d-f9140ea69273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:35.654420 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7aaf62b-16c8-49c1-9dc8-f26b78ae9426 req-16d1bb54-bbcc-40ca-ac9d-f9140ea69273 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=052ec7d3-4676-4f2c-bb5b-537f1308a81e HTTP/1.1" status: 200 len: 862 time: 0.1254861 Aug 09 15:38:35.781186 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-293fe028-3d88-4134-8764-611787efa469 req-6fd66f0d-a156-4988-bdd8-1688b443ab47 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/4327c365-0e6d-4217-83b8-d25756364d51 HTTP/1.1" status: 200 len: 2405 time: 0.2616019 Aug 09 15:38:35.852126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaf62b-16c8-49c1-9dc8-f26b78ae9426 req-0fabfe0e-1025-4016-87fa-df9a752b45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:35.853610 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7aaf62b-16c8-49c1-9dc8-f26b78ae9426 req-0fabfe0e-1025-4016-87fa-df9a752b45b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9dd26dc2-108a-452f-9988-e63a860d56f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657643 Aug 09 15:38:35.925406 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3da458ad-afbc-45c0-b715-39848f5278f4 req-93bce599-c78a-431b-8b6f-5fbdfada14ec tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-group-rules/a0e0e912-3881-4b86-a49a-070c4432c4b1 HTTP/1.1" status: 200 len: 778 time: 0.0538566 Aug 09 15:38:35.931642 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:35.979260 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48438) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:35.994995 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e5228db8-72f4-4ebd-8f5a-dace68430337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'f0f317a7-e970-4cdf-bd81-3c6b19b29a4c', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'port_id': 'ab92e60d-c071-483b-9c86-5f9110a3089b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'mac_address': 'fa:16:3e:7c:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:03Z', 'updated_at': '2021-08-09T15:38:32Z', 'revision_number': 1, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:55Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:36.050979 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f811edb3-158c-492a-856c-34aed9efd016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.054261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ad5f1f46-515d-4637-8222-8b10d81697cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'name': 'tempest-FloatingIPDetailsTestJSON-2106767010-router', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:05Z', 'updated_at': '2021-08-09T15:38:33Z', 'revision_number': 5, 'project_id': '8af8b481287f4a7ea16bdbe6416e8887', 'gw_port': {'id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:36.054860 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5228db8-72f4-4ebd-8f5a-dace68430337 None None] The sync data for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 is: [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'f0f317a7-e970-4cdf-bd81-3c6b19b29a4c', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'port_id': 'ab92e60d-c071-483b-9c86-5f9110a3089b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'mac_address': 'fa:16:3e:7c:a5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:03Z', 'updated_at': '2021-08-09T15:38:32Z', 'revision_number': 1, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:55Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:36.072461 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3da458ad-afbc-45c0-b715-39848f5278f4 req-03b04f84-1b1a-49c3-bb1c-6930ee9948c9 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/4327c365-0e6d-4217-83b8-d25756364d51 HTTP/1.1" status: 200 len: 2405 time: 0.1458127 Aug 09 15:38:36.174142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3da458ad-afbc-45c0-b715-39848f5278f4 req-6e2f6559-1dde-4722-b16d-89cf6b18a217 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.200605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642c250-04b8-45b8-b115-51ba3f342350 req-18267b0d-06a4-4148-aaf0-b74f44af0668 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:36.202929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c642c250-04b8-45b8-b115-51ba3f342350 req-18267b0d-06a4-4148-aaf0-b74f44af0668 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 949 time: 0.1397235 Aug 09 15:38:36.204911 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3da458ad-afbc-45c0-b715-39848f5278f4 req-6e2f6559-1dde-4722-b16d-89cf6b18a217 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.257427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f1f46-515d-4637-8222-8b10d81697cd None None] Checking router: e550f34b-f614-49bb-bc98-d8a4d7819289 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:36.267431 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3da458ad-afbc-45c0-b715-39848f5278f4 req-6e2f6559-1dde-4722-b16d-89cf6b18a217 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.274544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f1f46-515d-4637-8222-8b10d81697cd None None] Routers {'e550f34b-f614-49bb-bc98-d8a4d7819289'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:36.275858 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ad5f1f46-515d-4637-8222-8b10d81697cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:38:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e550f34b-f614-49bb-bc98-d8a4d7819289'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:36.278354 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3da458ad-afbc-45c0-b715-39848f5278f4 req-6e2f6559-1dde-4722-b16d-89cf6b18a217 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.280007 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3da458ad-afbc-45c0-b715-39848f5278f4 req-6e2f6559-1dde-4722-b16d-89cf6b18a217 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/a0e0e912-3881-4b86-a49a-070c4432c4b1 HTTP/1.1" status: 204 len: 173 time: 0.1972978 Aug 09 15:38:36.290500 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f6559-1dde-4722-b16d-89cf6b18a217 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0e0e912-3881-4b86-a49a-070c4432c4b1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:36.328211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-74837ae5-6246-4753-a570-ffbdcaf33659 req-331ee091-4e71-4366-84ae-053e911efd9f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-7132599', 'description': 'tempest-description-743708109'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:36.339859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f811edb3-158c-492a-856c-34aed9efd016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.345458 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7aaf62b-16c8-49c1-9dc8-f26b78ae9426 req-e2e582a4-fc2f-43a2-aeaa-28cb28bb6107 service neutron] 10.222.0.60 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855096 Aug 09 15:38:36.348057 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f811edb3-158c-492a-856c-34aed9efd016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.410587 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-74837ae5-6246-4753-a570-ffbdcaf33659 req-331ee091-4e71-4366-84ae-053e911efd9f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.418971 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c642c250-04b8-45b8-b115-51ba3f342350 req-e829f9dd-5186-4685-a9b2-f39f917555ee tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448298 Aug 09 15:38:36.426250 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f811edb3-158c-492a-856c-34aed9efd016 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9d6069f49f65489aa459ad752410eadf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4389689 Aug 09 15:38:36.428144 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811edb3-158c-492a-856c-34aed9efd016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c48404f-b1da-4211-a47a-17104113e581,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:36.430701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48448) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:36.493323 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d86856-66b0-4f54-a497-f29781514b92 None None] New status for floating IP f0f317a7-e970-4cdf-bd81-3c6b19b29a4c: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:38:36.518085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ad5f1f46-515d-4637-8222-8b10d81697cd None None] Set router e550f34b-f614-49bb-bc98-d8a4d7819289 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:36.584463 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-24e6f9d4-e202-4fe8-b4a0-c33697c31564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.608206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-24e6f9d4-e202-4fe8-b4a0-c33697c31564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.642777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48452) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:36.650377 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7aaf62b-16c8-49c1-9dc8-f26b78ae9426 req-ce5fa839-609f-4665-9834-0f4b7a6261a9 service neutron] 10.222.0.60 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460811 Aug 09 15:38:36.668993 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.724289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-24e6f9d4-e202-4fe8-b4a0-c33697c31564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.730862 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-24e6f9d4-e202-4fe8-b4a0-c33697c31564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.734217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-24e6f9d4-e202-4fe8-b4a0-c33697c31564 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c48404f-b1da-4211-a47a-17104113e581 HTTP/1.1" status: 204 len: 168 time: 0.2795789 Aug 09 15:38:36.750153 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-74837ae5-6246-4753-a570-ffbdcaf33659 req-331ee091-4e71-4366-84ae-053e911efd9f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.777183 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-74837ae5-6246-4753-a570-ffbdcaf33659 req-331ee091-4e71-4366-84ae-053e911efd9f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.780452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6f9d4-e202-4fe8-b4a0-c33697c31564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c48404f-b1da-4211-a47a-17104113e581,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:36.822858 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ad5f1f46-515d-4637-8222-8b10d81697cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'name': 'tempest-FloatingIPDetailsTestJSON-2106767010-router', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:05Z', 'updated_at': '2021-08-09T15:38:33Z', 'revision_number': 5, 'project_id': '8af8b481287f4a7ea16bdbe6416e8887', 'gw_port': {'id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:36.832776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fddce-b019-40d1-8367-79d2ebffff92 req-a645598a-80b2-405f-8d80-11cc78697307 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:36.845733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-325fddce-b019-40d1-8367-79d2ebffff92 req-a645598a-80b2-405f-8d80-11cc78697307 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.2943316 Aug 09 15:38:36.851772 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-74837ae5-6246-4753-a570-ffbdcaf33659 req-331ee091-4e71-4366-84ae-053e911efd9f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.852979 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74837ae5-6246-4753-a570-ffbdcaf33659 req-331ee091-4e71-4366-84ae-053e911efd9f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5348759 Aug 09 15:38:36.864242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ee091-4e71-4366-84ae-053e911efd9f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffad1c7-c098-4391-aba7-d0149cfb1e07,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:36.880602 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f1f46-515d-4637-8222-8b10d81697cd None None] The sync data for ids ['e550f34b-f614-49bb-bc98-d8a4d7819289'] in n-d-803778-2 is: [{'id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'name': 'tempest-FloatingIPDetailsTestJSON-2106767010-router', 'tenant_id': '8af8b481287f4a7ea16bdbe6416e8887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:05Z', 'updated_at': '2021-08-09T15:38:33Z', 'revision_number': 5, 'project_id': '8af8b481287f4a7ea16bdbe6416e8887', 'gw_port': {'id': 'd211d8e5-dff4-455b-97d9-0492b64911aa', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550f34b-f614-49bb-bc98-d8a4d7819289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:06Z', 'updated_at': '2021-08-09T15:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:36.928367 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ab94894b-1b47-4218-b49e-82518e652751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.960995 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-325fddce-b019-40d1-8367-79d2ebffff92 req-e3bb601b-c80c-4d9a-971d-d355bd7a4f36 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125889 Aug 09 15:38:36.989791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Deleting port d211d8e5-dff4-455b-97d9-0492b64911aa {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:36.991010 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.039537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8336d03-bf66-4db6-a428-d083d631be7c req-5df2bdee-a631-4d65-8869-2ffacdf2999c tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/0ffad1c7-c098-4391-aba7-d0149cfb1e07 HTTP/1.1" status: 200 len: 1809 time: 0.1517153 Aug 09 15:38:37.126102 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-80322631-7a42-4e3b-a94c-8b83111a9b12 req-cd40d2ea-953d-43a2-86b3-3b88f9c51904 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-84133952', 'description': 'tempest-description-1966006180'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:37.164202 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ab94894b-1b47-4218-b49e-82518e652751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.173877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ab94894b-1b47-4218-b49e-82518e652751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.175526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] For port d211d8e5-dff4-455b-97d9-0492b64911aa, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d211d8e5-dff4-455b-97d9-0492b64911aa,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:37.175944 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.192016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Calling delete_port for d211d8e5-dff4-455b-97d9-0492b64911aa owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:37.225298 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ab94894b-1b47-4218-b49e-82518e652751 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5693379abc1c49a7b3387e992f103a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5789902 Aug 09 15:38:37.227558 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94894b-1b47-4218-b49e-82518e652751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267f0f2d-b933-40db-989b-b8894d9bdc37,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:37.229991 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48480) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:37.276108 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-80322631-7a42-4e3b-a94c-8b83111a9b12 req-cd40d2ea-953d-43a2-86b3-3b88f9c51904 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.300358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a0824931-10e3-4665-a35e-2b31841ff910 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:37.359339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: a0824931-10e3-4665-a35e-2b31841ff910 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:38:37.360172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a0824931-10e3-4665-a35e-2b31841ff910 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:38:37.446443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26494a14-7a55-43a2-ba0e-23a7dc2bb769 req-44cd0eda-7e6c-43c5-9b3d-e269f4f49cc7 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:37.448281 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26494a14-7a55-43a2-ba0e-23a7dc2bb769 req-44cd0eda-7e6c-43c5-9b3d-e269f4f49cc7 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 949 time: 0.1842513 Aug 09 15:38:37.468645 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b724d36f-3bdf-4f80-8c86-58354bbd84e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.525399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b724d36f-3bdf-4f80-8c86-58354bbd84e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.579721 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1c04034a-3181-4687-8a9a-644a30647c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.637925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-80322631-7a42-4e3b-a94c-8b83111a9b12 req-cd40d2ea-953d-43a2-86b3-3b88f9c51904 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.642952 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-80322631-7a42-4e3b-a94c-8b83111a9b12 req-cd40d2ea-953d-43a2-86b3-3b88f9c51904 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.672786 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.678343 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b724d36f-3bdf-4f80-8c86-58354bbd84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.680829 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b724d36f-3bdf-4f80-8c86-58354bbd84e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.684638 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b724d36f-3bdf-4f80-8c86-58354bbd84e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/267f0f2d-b933-40db-989b-b8894d9bdc37 HTTP/1.1" status: 204 len: 168 time: 0.4388437 Aug 09 15:38:37.687536 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-80322631-7a42-4e3b-a94c-8b83111a9b12 req-cd40d2ea-953d-43a2-86b3-3b88f9c51904 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.698274 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-80322631-7a42-4e3b-a94c-8b83111a9b12 req-cd40d2ea-953d-43a2-86b3-3b88f9c51904 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5782928 Aug 09 15:38:37.710083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40d2ea-953d-43a2-86b3-3b88f9c51904 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013ce4d4-7279-4bb2-8698-af46e667ebc4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:37.723061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724d36f-3bdf-4f80-8c86-58354bbd84e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267f0f2d-b933-40db-989b-b8894d9bdc37,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:37.726688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d211d8e5-dff4-455b-97d9-0492b64911aa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:37.756683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c93dfe-8f22-44d0-9f6a-78250ba676a8 req-ee44ccec-a2e4-4b13-bcf6-257c58ea50db tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:37.758327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23c93dfe-8f22-44d0-9f6a-78250ba676a8 req-ee44ccec-a2e4-4b13-bcf6-257c58ea50db tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 949 time: 0.1872289 Aug 09 15:38:37.790585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-26494a14-7a55-43a2-ba0e-23a7dc2bb769 req-6048d90f-e40c-4455-ad2c-81604406fdd9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Deleting port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:37.790930 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-26494a14-7a55-43a2-ba0e-23a7dc2bb769 req-6048d90f-e40c-4455-ad2c-81604406fdd9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.795763 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.803031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:37.803618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:37.804146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:37.804666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:37.805184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:37.805740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:37.806268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:37.806775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:37.807292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:37.807798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:37.808336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:37.808647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:38.077796 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48508) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:38.114651 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbbac-e876-4231-9130-5584c73adf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.175878 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-378aa1ec-a731-4e1c-b083-215edb36a156 req-e78519b1-2346-4e7b-b6f5-9cba9f4d074e tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/013ce4d4-7279-4bb2-8698-af46e667ebc4 HTTP/1.1" status: 200 len: 1811 time: 0.0705342 Aug 09 15:38:38.283973 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbbac-e876-4231-9130-5584c73adf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.297158 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbbac-e876-4231-9130-5584c73adf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.359085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dbbac-e876-4231-9130-5584c73adf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe87dadb-58fa-4b25-b926-85be4b050b5f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:38.366416 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23c93dfe-8f22-44d0-9f6a-78250ba676a8 req-51a4fcf1-bab3-4570-ba38-e50ce546c3e7 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a296dc6-921e-4484-9ae7-8b7e49e7222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808330 Aug 09 15:38:38.369975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48518) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:38.378192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-26494a14-7a55-43a2-ba0e-23a7dc2bb769 req-6048d90f-e40c-4455-ad2c-81604406fdd9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] For port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:38.378761 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-26494a14-7a55-43a2-ba0e-23a7dc2bb769 req-6048d90f-e40c-4455-ad2c-81604406fdd9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.395610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-26494a14-7a55-43a2-ba0e-23a7dc2bb769 req-6048d90f-e40c-4455-ad2c-81604406fdd9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Calling delete_port for 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:38.520003 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.528598 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.619078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-7a8dece6-17f4-4bbd-8531-3e35728576a8 req-cc26dbe7-f020-453d-9dc3-1d952a89db95 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-433860837', 'description': 'tempest-description-2111822753'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:38.632375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844036b-c2ee-4fb7-8894-451790472466 req-5da49705-e279-4fe2-bfa7-cd5037cc4dae tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:38.638434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d844036b-c2ee-4fb7-8894-451790472466 req-5da49705-e279-4fe2-bfa7-cd5037cc4dae tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.3521132 Aug 09 15:38:38.642348 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ec4dbbac-e876-4231-9130-5584c73adf8e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=35e41192d25a42a28c39e19b318c678e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5634186 Aug 09 15:38:38.644945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48524) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:38.649832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1560791768-network', 'tenant_id': 'bfbbec31d1de44c78633a7bdff61ea36'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:38.655108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.655797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e550f34b-f614-49bb-bc98-d8a4d7819289 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:38:38.661699 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.663886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-de4ebd03-4852-4885-b65d-eaa3156db9f7 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e550f34b-f614-49bb-bc98-d8a4d7819289 HTTP/1.1" status: 204 len: 168 time: 3.3699017 Aug 09 15:38:38.671927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48526) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:38.682530 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-26494a14-7a55-43a2-ba0e-23a7dc2bb769 req-6048d90f-e40c-4455-ad2c-81604406fdd9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.695293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:38.727071 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d844036b-c2ee-4fb7-8894-451790472466 req-d1f4482c-a924-4dd0-ac21-1eafb9e3b983 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875933 Aug 09 15:38:38.731984 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1f4d2b6-f996-46f6-8c43-8040b7056e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.759683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee00804-ae8c-492a-946f-85436000bf80 admin admin] Deleting subnet 5b704055-0810-4015-a84f-6f09c78a1645 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:38:38.772083 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1f4d2b6-f996-46f6-8c43-8040b7056e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.791312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7a8dece6-17f4-4bbd-8531-3e35728576a8 req-cc26dbe7-f020-453d-9dc3-1d952a89db95 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.793103 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ee00804-ae8c-492a-946f-85436000bf80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.832510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048d90f-e40c-4455-ad2c-81604406fdd9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Pushing event deleted for resources: {'Port': ['ID=14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:38.838409 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1f4d2b6-f996-46f6-8c43-8040b7056e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.844540 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1f4d2b6-f996-46f6-8c43-8040b7056e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.848852 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a1f4d2b6-f996-46f6-8c43-8040b7056e3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe87dadb-58fa-4b25-b926-85be4b050b5f HTTP/1.1" status: 204 len: 168 time: 0.1996741 Aug 09 15:38:38.863583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4d2b6-f996-46f6-8c43-8040b7056e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe87dadb-58fa-4b25-b926-85be4b050b5f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:38.887661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ee00804-ae8c-492a-946f-85436000bf80 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:38.961000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Made reservation on behalf of bfbbec31d1de44c78633a7bdff61ea36 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:38.963320 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.002840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-26494a14-7a55-43a2-ba0e-23a7dc2bb769 req-6048d90f-e40c-4455-ad2c-81604406fdd9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] No DVR routers for this DVR port 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:38:39.011429 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.022862 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-26494a14-7a55-43a2-ba0e-23a7dc2bb769 req-6048d90f-e40c-4455-ad2c-81604406fdd9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.024924 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26494a14-7a55-43a2-ba0e-23a7dc2bb769 req-6048d90f-e40c-4455-ad2c-81604406fdd9 tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.60 "DELETE /v2.0/ports/14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb HTTP/1.1" status: 204 len: 173 time: 1.5698583 Aug 09 15:38:39.025382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba00c084-e364-487d-bcf2-9b33f7d577ce', 'name': 'network-vif-deleted', 'tag': '14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:39.028273 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478906af-7e59-4589-92e7-135254ee60a4" -d '{"events": [{"server_uuid": "ba00c084-e364-487d-bcf2-9b33f7d577ce", "name": "network-vif-deleted", "tag": "14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:39.057706 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ee00804-ae8c-492a-946f-85436000bf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.112412 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26976f6-ac5d-4a51-b21a-286d1c8ba858 x-openstack-request-id: req-e26976f6-ac5d-4a51-b21a-286d1c8ba858 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:39.112701 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba00c084-e364-487d-bcf2-9b33f7d577ce", "name": "network-vif-deleted", "tag": "14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:39.112953 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e26976f6-ac5d-4a51-b21a-286d1c8ba858 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:39.113622 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba00c084-e364-487d-bcf2-9b33f7d577ce', 'name': 'network-vif-deleted', 'tag': '14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb', 'status': 'completed', 'code': 200} Aug 09 15:38:39.188989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ee00804-ae8c-492a-946f-85436000bf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.194692 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7a8dece6-17f4-4bbd-8531-3e35728576a8 req-cc26dbe7-f020-453d-9dc3-1d952a89db95 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.232594 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7a8dece6-17f4-4bbd-8531-3e35728576a8 req-cc26dbe7-f020-453d-9dc3-1d952a89db95 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.254575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee00804-ae8c-492a-946f-85436000bf80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b704055-0810-4015-a84f-6f09c78a1645,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:39.266338 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ee00804-ae8c-492a-946f-85436000bf80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.270013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f21fbb6-35e4-48e8-97de-cd9f874416e1 None None] Network 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:39.271027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48548) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:39.277441 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3ee00804-ae8c-492a-946f-85436000bf80 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5b704055-0810-4015-a84f-6f09c78a1645 HTTP/1.1" status: 204 len: 168 time: 0.6040123 Aug 09 15:38:39.324209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26dbe7-f020-453d-9dc3-1d952a89db95 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0971b5-9f4d-4896-85c2-0abde58e45a0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:39.347099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d211d8e5-dff4-455b-97d9-0492b64911aa no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:39.374884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d211d8e5-dff4-455b-97d9-0492b64911aa {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:38:39.375256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d211d8e5-dff4-455b-97d9-0492b64911aa not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:38:39.431555 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.442157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.448759 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.462376 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7a8dece6-17f4-4bbd-8531-3e35728576a8 req-cc26dbe7-f020-453d-9dc3-1d952a89db95 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.475985 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7a8dece6-17f4-4bbd-8531-3e35728576a8 req-cc26dbe7-f020-453d-9dc3-1d952a89db95 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9247901 Aug 09 15:38:39.524525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:38:39.563084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e664d97-52cb-46e4-835a-14813eaff5e0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:39.568770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.575256 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Added segment 65a49146-18f1-43ba-812e-c506c5b2e67d of type vlan for network dc159eb9-7876-48f2-ae8d-2cf79ceac39a Aug 09 15:38:39.593107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] DHCP port deletion for 5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:38:39.643732 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Deleting port aee8697d-0c14-446a-ad74-e7519fbe46b3 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:39.644317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.649551 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e47207b1-de72-436c-a9dd-e1de94e02f2f req-2d9b9018-3f65-4f38-8d70-66256661d9cc tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/9e0971b5-9f4d-4896-85c2-0abde58e45a0 HTTP/1.1" status: 200 len: 1812 time: 0.1329260 Aug 09 15:38:39.695415 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Deleting port aee8697d-0c14-446a-ad74-e7519fbe46b3 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:38:39.696515 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.727202 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] For port aee8697d-0c14-446a-ad74-e7519fbe46b3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aee8697d-0c14-446a-ad74-e7519fbe46b3,segment=NetworkSegment(6c94eebc-367f-43e9-8a89-988a03781b7a),segment_id=6c94eebc-367f-43e9-8a89-988a03781b7a)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:39.727975 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.754393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Calling delete_port for aee8697d-0c14-446a-ad74-e7519fbe46b3 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:39.813699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] For port aee8697d-0c14-446a-ad74-e7519fbe46b3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aee8697d-0c14-446a-ad74-e7519fbe46b3,segment=NetworkSegment(6c94eebc-367f-43e9-8a89-988a03781b7a),segment_id=6c94eebc-367f-43e9-8a89-988a03781b7a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:39.814455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3e5a59b-b8f3-445d-97db-02503bd38fc0 req-72ec57e1-328c-4382-869c-04120dfe9def tempest-DeleteServersAdminTestJSON-1870209717 tempest-DeleteServersAdminTestJSON-1870209717-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba00c084-e364-487d-bcf2-9b33f7d577ce HTTP/1.1" status: 200 len: 210 time: 0.1191416 Aug 09 15:38:39.821465 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.825336 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.860115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Calling delete_port for aee8697d-0c14-446a-ad74-e7519fbe46b3 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:38:39.899007 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1f6c7006-ce4c-4d4f-a8d3-f22cc4031891 req-b47d2345-5750-4a30-b84d-99ba24b325fa tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1026813255', 'description': 'tempest-description-1176609959'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:39.944230 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1f6c7006-ce4c-4d4f-a8d3-f22cc4031891 req-b47d2345-5750-4a30-b84d-99ba24b325fa tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.948168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.949504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:39.950861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:39.967907 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.011646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee8697d-0c14-446a-ad74-e7519fbe46b3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:40.015244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] No DVR routers for this DVR port aee8697d-0c14-446a-ad74-e7519fbe46b3 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:38:40.040759 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:38:40.073190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5559788 Aug 09 15:38:40.079500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48588) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:40.090379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-13c292c2-4a62-4f29-a9a3-61f22d705c1e admin admin] Request body: {'subnet': {'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1560791768-subnet', 'tenant_id': 'bfbbec31d1de44c78633a7bdff61ea36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:40.102514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3277c-9f40-40a2-ab99-019a4b929e36 admin admin] Pushing event updated for resources: {'Network': ['ID=dc159eb9-7876-48f2-ae8d-2cf79ceac39a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:40.103455 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.122657 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.127529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] No DVR routers for this DVR port aee8697d-0c14-446a-ad74-e7519fbe46b3 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:38:40.135720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network dc159eb9-7876-48f2-ae8d-2cf79ceac39a details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:38:40.142178 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.142528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.143928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.144531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.144884 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.145245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.146010 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.146519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.146798 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.147191 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.198282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1f6c7006-ce4c-4d4f-a8d3-f22cc4031891 req-b47d2345-5750-4a30-b84d-99ba24b325fa tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.203977 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1f6c7006-ce4c-4d4f-a8d3-f22cc4031891 req-b47d2345-5750-4a30-b84d-99ba24b325fa tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.234849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Pushing event deleted for resources: {'Port': ['ID=aee8697d-0c14-446a-ad74-e7519fbe46b3,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:40.251435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:40.251878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:40.252286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:40.252690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:40.253088 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:40.253631 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:40.253968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:40.254344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:40.254844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:40.255315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:40.255899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:40.256349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2dadd7-ad6c-45f1-8e1a-49d325eee515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:38:40.262337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c292c2-4a62-4f29-a9a3-61f22d705c1e admin admin] Made reservation on behalf of bfbbec31d1de44c78633a7bdff61ea36 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:40.265619 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13c292c2-4a62-4f29-a9a3-61f22d705c1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.269372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d2345-5750-4a30-b84d-99ba24b325fa tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b5aa9d-1508-485b-9250-005812008271,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:40.271958 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1f6c7006-ce4c-4d4f-a8d3-f22cc4031891 req-b47d2345-5750-4a30-b84d-99ba24b325fa tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.285860 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f6c7006-ce4c-4d4f-a8d3-f22cc4031891 req-b47d2345-5750-4a30-b84d-99ba24b325fa tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4010706 Aug 09 15:38:40.300791 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.300971 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.301301 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.301661 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:40.302068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5938ca-9bb7-4bf0-bfae-afe803aec6b8']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:40.324999 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c94eebc-367f-43e9-8a89-988a03781b7a') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:40.325457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c94eebc-367f-43e9-8a89-988a03781b7a') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:40.352752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e591469-2754-47ca-816d-8fe502e6938c req-73806712-1197-414d-8edd-65849e215ce7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:40.354517 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e591469-2754-47ca-816d-8fe502e6938c req-73806712-1197-414d-8edd-65849e215ce7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.3518355 Aug 09 15:38:40.357116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.400251 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.408712 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edc65c35-ef14-4647-84c6-bd41a3c7e17e req-2cf9bd05-9e46-4fd1-a60f-64f1b0c24da8 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/08b5aa9d-1508-485b-9250-005812008271 HTTP/1.1" status: 200 len: 1813 time: 0.0720484 Aug 09 15:38:40.413420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:38:40.413858 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: from cryptography.utils import int_from_bytes Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: from cryptography.utils import int_from_bytes Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:38:40.454981 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:38:40.457101 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fcb28ca4-e395-4ad4-b883-7df47e9cbe35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.491967 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-7a815cfe-097c-444f-b8e1-491862f69e0b req-484cb951-b29a-4424-a6cb-bdd05a36a88e tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] show failed (client error): The resource could not be found. Aug 09 15:38:40.493380 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7a815cfe-097c-444f-b8e1-491862f69e0b req-484cb951-b29a-4424-a6cb-bdd05a36a88e tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/49381e35-b09e-4e94-a13f-d9ee6b867c4b HTTP/1.1" status: 404 len: 352 time: 0.0170612 Aug 09 15:38:40.511043 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e591469-2754-47ca-816d-8fe502e6938c req-1f12ae32-b48f-484e-9f9d-4e0932ce3e4b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492984 Aug 09 15:38:40.544759 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-7d51bbcd-d3c0-4fab-b308-31c5430f6e4c req-39de20ce-8bbb-44d4-b11c-f57637b24148 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] show failed (client error): The resource could not be found. Aug 09 15:38:40.545897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7d51bbcd-d3c0-4fab-b308-31c5430f6e4c req-39de20ce-8bbb-44d4-b11c-f57637b24148 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-group-rules/08712e39-e3bf-47d5-bb75-6aba4c4e3645 HTTP/1.1" status: 404 len: 361 time: 0.0182908 Aug 09 15:38:40.551153 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.579462 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.581832 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5d5938ca-9bb7-4bf0-bfae-afe803aec6b8 HTTP/1.1" status: 204 len: 168 time: 1.3092315 Aug 09 15:38:40.585382 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bab9c-690b-4bed-ba77-75fd198043b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d5938ca-9bb7-4bf0-bfae-afe803aec6b8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:40.632024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aad96f45-6c13-40f6-8ef5-1d00f4d26582 req-dc3d9e48-6bd2-4e12-9f60-fc2bb4ea12e5 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/08b5aa9d-1508-485b-9250-005812008271 HTTP/1.1" status: 200 len: 1813 time: 0.0483799 Aug 09 15:38:40.699059 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13c292c2-4a62-4f29-a9a3-61f22d705c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.710653 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-aad96f45-6c13-40f6-8ef5-1d00f4d26582 req-c266c6d1-30d2-4195-ad9b-84348ec52fe3 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.738274 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-aad96f45-6c13-40f6-8ef5-1d00f4d26582 req-c266c6d1-30d2-4195-ad9b-84348ec52fe3 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.755370 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.765669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48622) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:40.789798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c292c2-4a62-4f29-a9a3-61f22d705c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:40.791975 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-aad96f45-6c13-40f6-8ef5-1d00f4d26582 req-c266c6d1-30d2-4195-ad9b-84348ec52fe3 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.795805 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-aad96f45-6c13-40f6-8ef5-1d00f4d26582 req-c266c6d1-30d2-4195-ad9b-84348ec52fe3 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.803896 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aad96f45-6c13-40f6-8ef5-1d00f4d26582 req-c266c6d1-30d2-4195-ad9b-84348ec52fe3 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "DELETE /v2.0/security-groups/08b5aa9d-1508-485b-9250-005812008271 HTTP/1.1" status: 204 len: 173 time: 0.1635194 Aug 09 15:38:40.810177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c292c2-4a62-4f29-a9a3-61f22d705c1e admin admin] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:40.811141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c292c2-4a62-4f29-a9a3-61f22d705c1e admin admin] Network hostable DHCP agents. Network: dc159eb9-7876-48f2-ae8d-2cf79ceac39a, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:38:40.836285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c292c2-4a62-4f29-a9a3-61f22d705c1e admin admin] Network dc159eb9-7876-48f2-ae8d-2cf79ceac39a is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:38:40.852511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-13c292c2-4a62-4f29-a9a3-61f22d705c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, dc159eb9-7876-48f2-ae8d-2cf79ceac39a) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:40.852692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266c6d1-30d2-4195-ad9b-84348ec52fe3 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b5aa9d-1508-485b-9250-005812008271,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:40.859211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c292c2-4a62-4f29-a9a3-61f22d705c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:40.859211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13c292c2-4a62-4f29-a9a3-61f22d705c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.878249 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-13c292c2-4a62-4f29-a9a3-61f22d705c1e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7934806 Aug 09 15:38:40.889640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf777d-eb83-4b26-86f2-1a1464c88bde None None] Network dc159eb9-7876-48f2-ae8d-2cf79ceac39a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:40.891509 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70d1695b-873f-4dd3-8b7e-0539c8456a5a req-eade8f74-fc64-44c5-b39f-e279399e8c88 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/9e0971b5-9f4d-4896-85c2-0abde58e45a0 HTTP/1.1" status: 200 len: 1812 time: 0.0656676 Aug 09 15:38:40.931216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48634) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:40.990101 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-70d1695b-873f-4dd3-8b7e-0539c8456a5a req-34092ec9-ec0e-4bfd-a35e-32fd02a681ff tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:40.992257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9dee0f00-64d0-4b27-a47a-7a9c8a2b43a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8af8b481287f4a7ea16bdbe6416e8887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586112 Aug 09 15:38:40.994663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48636) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:41.052758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-70d1695b-873f-4dd3-8b7e-0539c8456a5a req-34092ec9-ec0e-4bfd-a35e-32fd02a681ff tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.069266 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f05cfbde-737f-4bc2-8c85-d93c7a35aac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.102612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f05cfbde-737f-4bc2-8c85-d93c7a35aac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.120469 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-70d1695b-873f-4dd3-8b7e-0539c8456a5a req-34092ec9-ec0e-4bfd-a35e-32fd02a681ff tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.122003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aee8697d-0c14-446a-ad74-e7519fbe46b3 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:41.124009 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-70d1695b-873f-4dd3-8b7e-0539c8456a5a req-34092ec9-ec0e-4bfd-a35e-32fd02a681ff tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.126386 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70d1695b-873f-4dd3-8b7e-0539c8456a5a req-34092ec9-ec0e-4bfd-a35e-32fd02a681ff tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "DELETE /v2.0/security-groups/9e0971b5-9f4d-4896-85c2-0abde58e45a0 HTTP/1.1" status: 204 len: 173 time: 0.2223926 Aug 09 15:38:41.147404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34092ec9-ec0e-4bfd-a35e-32fd02a681ff tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0971b5-9f4d-4896-85c2-0abde58e45a0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:41.165231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693b75d-adec-4c9a-90dd-ec3786f78396 None None] Network dc159eb9-7876-48f2-ae8d-2cf79ceac39a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:41.172482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: aee8697d-0c14-446a-ad74-e7519fbe46b3 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:38:41.173046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aee8697d-0c14-446a-ad74-e7519fbe46b3 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:38:41.212570 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b678141f-1cf5-4a3d-8649-dcf1207d9aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.221490 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f05cfbde-737f-4bc2-8c85-d93c7a35aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.234503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f05cfbde-737f-4bc2-8c85-d93c7a35aac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.238227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f05cfbde-737f-4bc2-8c85-d93c7a35aac7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b47ee7f-4968-491d-a2b7-51c1a0d7d0f7 HTTP/1.1" status: 204 len: 168 time: 0.2397909 Aug 09 15:38:41.251607 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cfbde-737f-4bc2-8c85-d93c7a35aac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b47ee7f-4968-491d-a2b7-51c1a0d7d0f7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:41.268634 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.438426 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.448182 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b678141f-1cf5-4a3d-8649-dcf1207d9aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.455278 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-932a750c-d94d-4a09-a4dd-b8904692b092 req-0d367fbf-cbdb-4d60-80f9-1337393a46f3 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/013ce4d4-7279-4bb2-8698-af46e667ebc4 HTTP/1.1" status: 200 len: 1811 time: 0.1101902 Aug 09 15:38:41.455744 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b678141f-1cf5-4a3d-8649-dcf1207d9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.537419 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-47e676fb-2177-4943-a451-9f7d79a192c0 service neutron] show failed (client error): The resource could not be found. Aug 09 15:38:41.537953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-47e676fb-2177-4943-a451-9f7d79a192c0 service neutron] 10.222.0.53 "GET /v2.0/ports/8a3bf99a-0506-4d47-9c9d-fafed99f2971/bindings/n-h2-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.1674519 Aug 09 15:38:41.540951 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b678141f-1cf5-4a3d-8649-dcf1207d9aa7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e014d22edd194b0f842cf6c6148e63d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7574620 Aug 09 15:38:41.541930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678141f-1cf5-4a3d-8649-dcf1207d9aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1394c1-fce7-46d8-85e8-e31e7f5cfde4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:41.546203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48660) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:41.558549 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-932a750c-d94d-4a09-a4dd-b8904692b092 req-00cdbcbc-05b3-4054-8a02-3af13b60bb69 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.579120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:41.611591 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4f89-80e7-4670-8313-73c1ed06ebea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.613769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-932a750c-d94d-4a09-a4dd-b8904692b092 req-00cdbcbc-05b3-4054-8a02-3af13b60bb69 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.630741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:38:41.631451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 14ec8de3-63cf-45a5-b3a6-0a6f9f73c2bb not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:38:41.653888 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4f89-80e7-4670-8313-73c1ed06ebea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.717803 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-932a750c-d94d-4a09-a4dd-b8904692b092 req-00cdbcbc-05b3-4054-8a02-3af13b60bb69 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.720876 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-932a750c-d94d-4a09-a4dd-b8904692b092 req-00cdbcbc-05b3-4054-8a02-3af13b60bb69 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.722681 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-932a750c-d94d-4a09-a4dd-b8904692b092 req-00cdbcbc-05b3-4054-8a02-3af13b60bb69 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "DELETE /v2.0/security-groups/013ce4d4-7279-4bb2-8698-af46e667ebc4 HTTP/1.1" status: 204 len: 173 time: 0.2665515 Aug 09 15:38:41.732627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4f89-80e7-4670-8313-73c1ed06ebea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.742520 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4f89-80e7-4670-8313-73c1ed06ebea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.744997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cb3d4f89-80e7-4670-8313-73c1ed06ebea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f1394c1-fce7-46d8-85e8-e31e7f5cfde4 HTTP/1.1" status: 204 len: 168 time: 0.1976647 Aug 09 15:38:41.755682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdbcbc-05b3-4054-8a02-3af13b60bb69 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013ce4d4-7279-4bb2-8698-af46e667ebc4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:41.787670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d4f89-80e7-4670-8313-73c1ed06ebea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1394c1-fce7-46d8-85e8-e31e7f5cfde4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:41.898824 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-494a75b7-7a87-4c05-8935-58656bb6d6fa req-cf339d29-6479-4bac-8702-5dc69bafd0a5 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/0ffad1c7-c098-4391-aba7-d0149cfb1e07 HTTP/1.1" status: 200 len: 1809 time: 0.0449200 Aug 09 15:38:41.959713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8941e-4f1e-4c89-b317-0211ec030f81 req-613b6350-1087-4cc2-b807-ed47b1fcecba tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:41.961331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffb8941e-4f1e-4c89-b317-0211ec030f81 req-613b6350-1087-4cc2-b807-ed47b1fcecba tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 972 time: 0.1749561 Aug 09 15:38:41.973137 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-494a75b7-7a87-4c05-8935-58656bb6d6fa req-7c715e73-ba72-4c87-ae40-388c897a9d73 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:41.987991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-a7031f1a-b744-40eb-8128-997727ccb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:41.989491 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-a7031f1a-b744-40eb-8128-997727ccb3fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5&tenant_id=3db5924556fe4b23b861d1e4e4681575 HTTP/1.1" status: 200 len: 1123 time: 0.1133304 Aug 09 15:38:42.001261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-494a75b7-7a87-4c05-8935-58656bb6d6fa req-7c715e73-ba72-4c87-ae40-388c897a9d73 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.004725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:42.054927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-494a75b7-7a87-4c05-8935-58656bb6d6fa req-7c715e73-ba72-4c87-ae40-388c897a9d73 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.058225 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-494a75b7-7a87-4c05-8935-58656bb6d6fa req-7c715e73-ba72-4c87-ae40-388c897a9d73 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.061291 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffb8941e-4f1e-4c89-b317-0211ec030f81 req-dbe29f85-39dc-425a-bc0e-936074c59480 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902927 Aug 09 15:38:42.062385 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-494a75b7-7a87-4c05-8935-58656bb6d6fa req-7c715e73-ba72-4c87-ae40-388c897a9d73 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "DELETE /v2.0/security-groups/0ffad1c7-c098-4391-aba7-d0149cfb1e07 HTTP/1.1" status: 204 len: 173 time: 0.1539810 Aug 09 15:38:42.081531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c715e73-ba72-4c87-ae40-388c897a9d73 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffad1c7-c098-4391-aba7-d0149cfb1e07,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:42.117527 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.156836 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8dea683-fba1-435a-a39e-7fe0dc6f0116 req-4c5dac8e-d62b-4410-a77d-1fc305c62e00 tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "GET /v2.0/security-groups/4327c365-0e6d-4217-83b8-d25756364d51 HTTP/1.1" status: 200 len: 1812 time: 0.0638986 Aug 09 15:38:42.236588 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e8dea683-fba1-435a-a39e-7fe0dc6f0116 req-27e6865e-90b5-4a77-8339-72f8e2bddd2f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.277290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e8dea683-fba1-435a-a39e-7fe0dc6f0116 req-27e6865e-90b5-4a77-8339-72f8e2bddd2f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.297135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48708) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:42.349483 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e8dea683-fba1-435a-a39e-7fe0dc6f0116 req-27e6865e-90b5-4a77-8339-72f8e2bddd2f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.352788 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e8dea683-fba1-435a-a39e-7fe0dc6f0116 req-27e6865e-90b5-4a77-8339-72f8e2bddd2f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.359637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8dea683-fba1-435a-a39e-7fe0dc6f0116 req-27e6865e-90b5-4a77-8339-72f8e2bddd2f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] 10.222.0.81 "DELETE /v2.0/security-groups/4327c365-0e6d-4217-83b8-d25756364d51 HTTP/1.1" status: 204 len: 173 time: 0.1926544 Aug 09 15:38:42.368348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48716) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:42.391312 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6865e-90b5-4a77-8339-72f8e2bddd2f tempest-SecurityGroupRulesNegativeTestJSON-1155073455 tempest-SecurityGroupRulesNegativeTestJSON-1155073455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4327c365-0e6d-4217-83b8-d25756364d51,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:42.452081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:42.454572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc94d75c-483c-4c42-9442-dc74c5359c3c admin admin] Deleting subnet 4beca391-cfb0-4b8d-976c-6cd0ec99deb0 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:38:42.456605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48720) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:42.458329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc94d75c-483c-4c42-9442-dc74c5359c3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.478515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-989fd599-cd3b-476d-a9d0-c0ae8401583e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.500803 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc94d75c-483c-4c42-9442-dc74c5359c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.518853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:42.556920 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc94d75c-483c-4c42-9442-dc74c5359c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.581681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a3bf99a-0506-4d47-9c9d-fafed99f2971'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:42.583959 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33fcbb8-dc00-4cd5-8e25-77414a165518" -d '{"events": [{"server_uuid": "2ea5800f-4655-4a32-8a39-d23418cef2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "8a3bf99a-0506-4d47-9c9d-fafed99f2971"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:42.589369 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.617224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Transition to ACTIVE for port object 8a3bf99a-0506-4d47-9c9d-fafed99f2971 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:42.633659 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.650058 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc94d75c-483c-4c42-9442-dc74c5359c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.679365 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5795e4-539c-47ef-a21e-ed89c0b463ef x-openstack-request-id: req-3b5795e4-539c-47ef-a21e-ed89c0b463ef {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:42.679649 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea5800f-4655-4a32-8a39-d23418cef2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "8a3bf99a-0506-4d47-9c9d-fafed99f2971", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:42.679897 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b5795e4-539c-47ef-a21e-ed89c0b463ef {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:42.680281 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a3bf99a-0506-4d47-9c9d-fafed99f2971', 'code': 200} Aug 09 15:38:42.702773 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc94d75c-483c-4c42-9442-dc74c5359c3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.708719 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.710695 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fc94d75c-483c-4c42-9442-dc74c5359c3c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4beca391-cfb0-4b8d-976c-6cd0ec99deb0 HTTP/1.1" status: 204 len: 168 time: 0.3374074 Aug 09 15:38:42.722915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48726) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:42.739695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94d75c-483c-4c42-9442-dc74c5359c3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4beca391-cfb0-4b8d-976c-6cd0ec99deb0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:42.771893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-989fd599-cd3b-476d-a9d0-c0ae8401583e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.839057 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Pushing event updated for resources: {'Port': ['ID=8a3bf99a-0506-4d47-9c9d-fafed99f2971,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:42.841453 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-989fd599-cd3b-476d-a9d0-c0ae8401583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.844757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] No DVR routers for this DVR port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:38:42.932387 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-28f55170-c664-44f6-93b8-c4de4455cb69 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c297b80489844064801f175308ff85e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6344109 Aug 09 15:38:42.936014 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48734) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:42.969002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-989fd599-cd3b-476d-a9d0-c0ae8401583e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f20783d654f140458acec1df83cc508f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5120575 Aug 09 15:38:42.970146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48736) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:42.970786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fd599-cd3b-476d-a9d0-c0ae8401583e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f75ead9-1568-4006-8f29-680f0dfbabcc,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:42.975119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:42.985360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Attempting to bind port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:42.985728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Attempting to bind port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:42.986060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Attempting to bind port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:43.002281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:38:43.002710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Attempting to bind port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:43.010132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48738) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:43.018412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-454886562-network', 'tenant_id': '17d0c9690fc2408fafe1e882cfa3b0b2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:43.024650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:43.025073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:43.025526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:43.026189 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Bound port: 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:43.026517 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.050717 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9081dcc4-cde3-4ab5-8a85-b44c21f5bb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.070332 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Made reservation on behalf of 17d0c9690fc2408fafe1e882cfa3b0b2 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:43.073658 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.104519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.110757 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9081dcc4-cde3-4ab5-8a85-b44c21f5bb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.159705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48744) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:43.189135 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.197131 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79579ee3-181e-4af4-9723-54f8b6372f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.232801 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9081dcc4-cde3-4ab5-8a85-b44c21f5bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.236498 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9081dcc4-cde3-4ab5-8a85-b44c21f5bb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.237358 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.237820 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.238742 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.239112 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.239565 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.240002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.240429 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.240571 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9081dcc4-cde3-4ab5-8a85-b44c21f5bb82 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a296dc6-921e-4484-9ae7-8b7e49e7222d HTTP/1.1" status: 204 len: 168 time: 0.3033044 Aug 09 15:38:43.240909 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.241246 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.241702 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.254103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081dcc4-cde3-4ab5-8a85-b44c21f5bb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a296dc6-921e-4484-9ae7-8b7e49e7222d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:43.267717 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.300434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.304913 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.313066 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.313413 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.313790 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.314285 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:38:43.314853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8cd4b0-94e5-42ee-962f-1e0197cde0ae']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:43.330179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:38:43.348764 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.349113 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Added segment 4a0abb8d-6579-4db9-8b93-80d3d83b43e9 of type vlan for network 02b7a47e-926b-4905-ac77-387155aa5645 Aug 09 15:38:43.349325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc04d9cc-66d0-4330-84bd-fb7f441a5f97') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:43.349817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc04d9cc-66d0-4330-84bd-fb7f441a5f97') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:43.350377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a71b39-c040-4b32-894d-452e925776e4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:43.384798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.401496 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.407798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79579ee3-181e-4af4-9723-54f8b6372f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.414012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:43.439130 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.446300 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.447381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:43.448254 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.457143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:43.493842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5374c94-9f31-4339-915a-b8ed6ffac97f req-1a467c52-14ff-4bc0-867f-d45e162c33b6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:43.495824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5374c94-9f31-4339-915a-b8ed6ffac97f req-1a467c52-14ff-4bc0-867f-d45e162c33b6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 948 time: 0.3093257 Aug 09 15:38:43.500313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:38:43.503718 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: from cryptography.utils import int_from_bytes Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: from cryptography.utils import int_from_bytes Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:38:43.516519 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:38:43.522923 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f47fd048-e088-4134-80b6-89a18f944fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.545411 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.559230 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5479677 Aug 09 15:38:43.563267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48756) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:43.589992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5e5acb02-ae43-4878-bd51-d4c735eddba7 admin admin] Request body: {'subnet': {'network_id': '02b7a47e-926b-4905-ac77-387155aa5645', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-454886562-subnet', 'tenant_id': '17d0c9690fc2408fafe1e882cfa3b0b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:43.594857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e17f0e-846e-44ef-9b1b-5eb28841488a admin admin] Pushing event updated for resources: {'Network': ['ID=02b7a47e-926b-4905-ac77-387155aa5645,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:43.609793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 02b7a47e-926b-4905-ac77-387155aa5645 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:38:43.660055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:43.660965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.662718 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] 10.222.0.60 "PUT /v2.0/ports/8a3bf99a-0506-4d47-9c9d-fafed99f2971 HTTP/1.1" status: 200 len: 1096 time: 1.6647980 Aug 09 15:38:43.692828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.708561 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5374c94-9f31-4339-915a-b8ed6ffac97f req-b55a49ad-ffe7-4711-8598-e4060c609f77 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885734 Aug 09 15:38:43.738886 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79579ee3-181e-4af4-9723-54f8b6372f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.741849 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79579ee3-181e-4af4-9723-54f8b6372f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.750608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-79579ee3-181e-4af4-9723-54f8b6372f27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f75ead9-1568-4006-8f29-680f0dfbabcc HTTP/1.1" status: 204 len: 168 time: 0.7731760 Aug 09 15:38:43.752057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.757026 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/eb8cd4b0-94e5-42ee-962f-1e0197cde0ae HTTP/1.1" status: 204 len: 168 time: 1.0243769 Aug 09 15:38:43.763235 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f47fd048-e088-4134-80b6-89a18f944fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.778072 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f47fd048-e088-4134-80b6-89a18f944fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.783054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1dbda-c50d-4d2f-b621-5435ca5563a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8cd4b0-94e5-42ee-962f-1e0197cde0ae,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:43.784817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0694a-4f1c-485b-a9d9-05038cc7a64a service neutron] Pushing event updated for resources: {'Port': ['ID=8a3bf99a-0506-4d47-9c9d-fafed99f2971,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:43.809633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79579ee3-181e-4af4-9723-54f8b6372f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f75ead9-1568-4006-8f29-680f0dfbabcc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:43.828676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-88e9d242-4171-43c0-b5b6-4559f4661626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:43.830455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-88e9d242-4171-43c0-b5b6-4559f4661626 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 1099 time: 0.0699828 Aug 09 15:38:43.881800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fd048-e088-4134-80b6-89a18f944fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f856ded3-1c41-4ba4-b436-2c77ac8b60f4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:43.887113 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f47fd048-e088-4134-80b6-89a18f944fca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b89d102b4ddb43e0b7dc02db80b5162e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7252917 Aug 09 15:38:43.891185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48768) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:43.915719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5acb02-ae43-4878-bd51-d4c735eddba7 admin admin] Made reservation on behalf of 17d0c9690fc2408fafe1e882cfa3b0b2 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:43.916853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48770) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:43.917375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e5acb02-ae43-4878-bd51-d4c735eddba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:43.942744 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f63c6cd0-9775-4245-a613-74e2babc8f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.033429 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de809178-ff19-403f-adb3-ee8f901845ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.069912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-68c15d2a-4cb8-4137-b171-b05c7d5357bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:44.071533 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-68c15d2a-4cb8-4137-b171-b05c7d5357bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.2331190 Aug 09 15:38:44.098966 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de809178-ff19-403f-adb3-ee8f901845ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.162016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-6bd2c1c9-4ff7-4c71-983f-3e9106afb694 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971 HTTP/1.1" status: 200 len: 217 time: 0.0822606 Aug 09 15:38:44.209821 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de809178-ff19-403f-adb3-ee8f901845ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.215860 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de809178-ff19-403f-adb3-ee8f901845ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.215860 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-de809178-ff19-403f-adb3-ee8f901845ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f856ded3-1c41-4ba4-b436-2c77ac8b60f4 HTTP/1.1" status: 204 len: 168 time: 0.3218601 Aug 09 15:38:44.247192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-87d71742-e063-47d9-96c3-39b8d1d5e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:44.253943 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-87d71742-e063-47d9-96c3-39b8d1d5e3e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0759113 Aug 09 15:38:44.255366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48810) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:44.258172 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de809178-ff19-403f-adb3-ee8f901845ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f856ded3-1c41-4ba4-b436-2c77ac8b60f4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:44.280279 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e5acb02-ae43-4878-bd51-d4c735eddba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.358058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5acb02-ae43-4878-bd51-d4c735eddba7 admin admin] Checking segment: {'id': '4a0abb8d-6579-4db9-8b93-80d3d83b43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '02b7a47e-926b-4905-ac77-387155aa5645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:44.358451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5acb02-ae43-4878-bd51-d4c735eddba7 admin admin] Network hostable DHCP agents. Network: 02b7a47e-926b-4905-ac77-387155aa5645, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:38:44.380529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5acb02-ae43-4878-bd51-d4c735eddba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8755e6ce-7dfd-4d75-82b1-3c0f2df339a9,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:44.386123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-e23db7fd-b7e0-4f0b-90f0-9e5e859783f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:44.388350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5acb02-ae43-4878-bd51-d4c735eddba7 admin admin] Network 02b7a47e-926b-4905-ac77-387155aa5645 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:38:44.389959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-e23db7fd-b7e0-4f0b-90f0-9e5e859783f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919952 Aug 09 15:38:44.394890 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1b62266a-4d38-43a3-9736-65b74a009bcf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=251efce9fc1a4fdc95785b66d30f762a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363807 Aug 09 15:38:44.399620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48816) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:44.409752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5e5acb02-ae43-4878-bd51-d4c735eddba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 02b7a47e-926b-4905-ac77-387155aa5645) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:44.414902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5acb02-ae43-4878-bd51-d4c735eddba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:44.417988 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e5acb02-ae43-4878-bd51-d4c735eddba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.421281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f222421-2a9c-4854-89ff-e7abd4cef850 None None] Network 02b7a47e-926b-4905-ac77-387155aa5645 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:44.496116 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f63c6cd0-9775-4245-a613-74e2babc8f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.515610 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f63c6cd0-9775-4245-a613-74e2babc8f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.526512 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5e5acb02-ae43-4878-bd51-d4c735eddba7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9617286 Aug 09 15:38:44.594870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3960880a-870f-426d-a02f-86e73fdfa193 None None] Network 02b7a47e-926b-4905-ac77-387155aa5645 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:44.602635 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f63c6cd0-9775-4245-a613-74e2babc8f1f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=68bd364a2f194a2e8f0c39502e4800db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6841917 Aug 09 15:38:44.605236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48826) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:44.627684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c6cd0-9775-4245-a613-74e2babc8f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393bfcdc-710d-4288-b5bb-d3a41f0a9980,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:44.636972 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-ce98f3c3-811f-425b-a191-090ae019419f service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381029 Aug 09 15:38:44.638107 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9831-3771-42fd-a895-90d7a1da56ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.682511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'tag': '8a3bf99a-0506-4d47-9c9d-fafed99f2971'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:44.684898 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb663d0-3ace-430f-97de-82c26a7f6641" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea5800f-4655-4a32-8a39-d23418cef2f5", "tag": "8a3bf99a-0506-4d47-9c9d-fafed99f2971"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:44.711417 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48832) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:44.753094 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1891f63-3422-4a31-9fe7-9157abf76787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.817782 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1891f63-3422-4a31-9fe7-9157abf76787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.821348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48838) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:44.828381 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dd3360-4031-490b-bad6-1954f634ce9e x-openstack-request-id: req-f9dd3360-4031-490b-bad6-1954f634ce9e {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:44.828708 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea5800f-4655-4a32-8a39-d23418cef2f5", "tag": "8a3bf99a-0506-4d47-9c9d-fafed99f2971", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:44.828914 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f9dd3360-4031-490b-bad6-1954f634ce9e {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:44.829295 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'tag': '8a3bf99a-0506-4d47-9c9d-fafed99f2971', 'status': 'completed', 'code': 200} Aug 09 15:38:44.852618 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9831-3771-42fd-a895-90d7a1da56ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.913318 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1891f63-3422-4a31-9fe7-9157abf76787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.916147 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1891f63-3422-4a31-9fe7-9157abf76787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.918386 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d1891f63-3422-4a31-9fe7-9157abf76787 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/393bfcdc-710d-4288-b5bb-d3a41f0a9980 HTTP/1.1" status: 204 len: 168 time: 0.3117280 Aug 09 15:38:44.930061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1891f63-3422-4a31-9fe7-9157abf76787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393bfcdc-710d-4288-b5bb-d3a41f0a9980,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:44.952227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd88bf-c57e-4734-ab7c-dedcb6295e81 req-88ef587a-d0f5-47a7-ad38-ab531f0c46ad tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:44.953953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1fcd88bf-c57e-4734-ab7c-dedcb6295e81 req-88ef587a-d0f5-47a7-ad38-ab531f0c46ad tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 948 time: 0.0791101 Aug 09 15:38:44.980440 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43d8376c-74db-43f1-ade9-2bed3fc55d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.985870 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9831-3771-42fd-a895-90d7a1da56ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.988392 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ffb9831-3771-42fd-a895-90d7a1da56ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:44.989679 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7ffb9831-3771-42fd-a895-90d7a1da56ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41fdc893-ea06-4e34-9980-486f36ce34a0 HTTP/1.1" status: 204 len: 168 time: 0.5543125 Aug 09 15:38:45.016444 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1fcd88bf-c57e-4734-ab7c-dedcb6295e81 req-58a7331d-0b96-4937-95f4-efc2cb142f5f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536256 Aug 09 15:38:45.032659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb9831-3771-42fd-a895-90d7a1da56ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fdc893-ea06-4e34-9980-486f36ce34a0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:45.075268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-657421e8-f814-45c2-808d-1d68b161199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:45.076801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-657421e8-f814-45c2-808d-1d68b161199a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 1099 time: 0.2564695 Aug 09 15:38:45.079832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c83444bc-e2ad-4075-8e37-7308e30bac5a req-e1c0770b-5861-42be-a489-8cb56dfda7f1 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307809 Aug 09 15:38:45.161057 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e07342b-76b0-48fb-acea-85f51e6d6315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.512834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-92056a4f-fbcd-45f2-b572-d34aab708a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:45.515083 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-92056a4f-fbcd-45f2-b572-d34aab708a25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 1099 time: 0.0929761 Aug 09 15:38:45.610399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-72b888af-1dd5-4bbf-bb6e-af633e5b868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:45.612038 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-72b888af-1dd5-4bbf-bb6e-af633e5b868a service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.5237367 Aug 09 15:38:45.615349 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43d8376c-74db-43f1-ade9-2bed3fc55d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.635381 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43d8376c-74db-43f1-ade9-2bed3fc55d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.699354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-ae0f5fd0-696d-417e-8a77-9ba1cf84662b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971 HTTP/1.1" status: 200 len: 217 time: 0.0791016 Aug 09 15:38:45.775935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8376c-74db-43f1-ade9-2bed3fc55d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc7ffce-a69f-4fd6-a851-8b78853167db,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:45.797820 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e07342b-76b0-48fb-acea-85f51e6d6315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.802556 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-43d8376c-74db-43f1-ade9-2bed3fc55d01 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aedf0cfe4eb64119aea00f7707ecfac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8925920 Aug 09 15:38:45.806245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48884) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:45.834416 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e07342b-76b0-48fb-acea-85f51e6d6315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.863941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-082c8920-4907-4d77-a99a-e0d35ef0bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:45.865724 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-082c8920-4907-4d77-a99a-e0d35ef0bb23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3257720 Aug 09 15:38:45.884031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-eaa77500-1350-413e-91d2-8fc972526f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:45.885652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-eaa77500-1350-413e-91d2-8fc972526f03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1773610 Aug 09 15:38:45.896359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4e07342b-76b0-48fb-acea-85f51e6d6315 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=942534eca97f4f30a31ebef51ff8280c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1810799 Aug 09 15:38:45.900589 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48890) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:45.912878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07342b-76b0-48fb-acea-85f51e6d6315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d1c467-9d7c-41fb-8562-fe44a5abb67c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:45.934460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-4574f69d-e73d-4fc8-aff3-f3b8833e134f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971 HTTP/1.1" status: 200 len: 217 time: 0.0593450 Aug 09 15:38:45.956529 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5c238ae-0ed8-475d-87fd-aeff82b803ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.994027 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5c238ae-0ed8-475d-87fd-aeff82b803ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:45.995893 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-07cf52bb-d792-4b25-a119-990c44328f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:46.045020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-139c40e7-64e4-4723-8ffd-1b5a8d783ee8 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:46.046761 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-139c40e7-64e4-4723-8ffd-1b5a8d783ee8 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 808 time: 0.2777154 Aug 09 15:38:46.049515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-33f66039-d4dd-4a52-bcf4-3acaeca5e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:46.051257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-33f66039-d4dd-4a52-bcf4-3acaeca5e57f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0980275 Aug 09 15:38:46.052505 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-07cf52bb-d792-4b25-a119-990c44328f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:46.053325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-8884036c-362e-4b70-82f3-15231dc7099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:46.054844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-8884036c-362e-4b70-82f3-15231dc7099d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315520 Aug 09 15:38:46.111831 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-4ee7a955-7f13-4f57-811b-ce291b257cd2 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/quotas/bfbbec31d1de44c78633a7bdff61ea36 HTTP/1.1" status: 200 len: 375 time: 0.0558190 Aug 09 15:38:46.117419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5c238ae-0ed8-475d-87fd-aeff82b803ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:46.120384 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5c238ae-0ed8-475d-87fd-aeff82b803ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:46.124227 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f5c238ae-0ed8-475d-87fd-aeff82b803ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/abc7ffce-a69f-4fd6-a851-8b78853167db HTTP/1.1" status: 204 len: 168 time: 0.3142676 Aug 09 15:38:46.132256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8a3bf99a-0506-4d47-9c9d-fafed99f2971 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:38:46.135333 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-07cf52bb-d792-4b25-a119-990c44328f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:46.144135 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-07cf52bb-d792-4b25-a119-990c44328f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:46.150455 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-07cf52bb-d792-4b25-a119-990c44328f66 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49d1c467-9d7c-41fb-8562-fe44a5abb67c HTTP/1.1" status: 204 len: 168 time: 0.2457013 Aug 09 15:38:46.161300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c238ae-0ed8-475d-87fd-aeff82b803ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc7ffce-a69f-4fd6-a851-8b78853167db,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:46.180609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-f4e38a03-412c-4cf2-bfd2-ac41aea16461 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412390 Aug 09 15:38:46.184353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf52bb-d792-4b25-a119-990c44328f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d1c467-9d7c-41fb-8562-fe44a5abb67c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:46.211917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-cb725b08-445f-4f5d-b5d8-09653037ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:46.213655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-cb725b08-445f-4f5d-b5d8-09653037ff4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484253 Aug 09 15:38:46.237554 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7d6d6-3ce5-49a3-a610-fb87116a81fa req-d8c04374-63bd-464b-a2ca-7eae9e5221b8 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:46.250139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-6755459a-4077-4ee6-8905-9d7331b56857 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858513 Aug 09 15:38:46.261456 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fea7d6d6-3ce5-49a3-a610-fb87116a81fa req-d8c04374-63bd-464b-a2ca-7eae9e5221b8 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 948 time: 0.1022594 Aug 09 15:38:46.265975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8a3bf99a-0506-4d47-9c9d-fafed99f2971 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:38:46.321086 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fea7d6d6-3ce5-49a3-a610-fb87116a81fa req-f0e6a065-86bd-472a-ba88-6cc4e22073bf tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572188 Aug 09 15:38:46.401480 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-64701f69-7511-444b-a4e7-88ea2ec429b1 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772478 Aug 09 15:38:46.408139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-9cb49e0f-f92b-44c6-a756-b76c98d455bc service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273787 Aug 09 15:38:46.500593 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cb663d0-3ace-430f-97de-82c26a7f6641 req-ad1c6b4e-9a56-4508-bf92-289302e5d247 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906539 Aug 09 15:38:46.916249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-5b48d31c-3a1e-46f1-8bd9-dfbcffcb8015 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:38:46.917663 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-5b48d31c-3a1e-46f1-8bd9-dfbcffcb8015 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1400030 Aug 09 15:38:47.030435 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-74573773-e7d7-4ea7-9a27-b34af68d5cf5 service neutron] 10.222.0.81 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057262 Aug 09 15:38:47.123934 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-2775f8f1-fc9f-4b46-9fad-f370fb29cb1f service neutron] 10.222.0.81 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921016 Aug 09 15:38:47.319696 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2f5d5b-f673-413a-b715-0ad982e01448 req-afc31387-2691-4c27-9cee-5f05d76c8923 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 210 time: 0.0335374 Aug 09 15:38:47.366285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48964) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:47.455047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cead5-7be8-41b4-b399-2a6f74ca4086 req-409f11d9-4a4a-4573-82fd-45a1639a0a5b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:47.456863 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-838cead5-7be8-41b4-b399-2a6f74ca4086 req-409f11d9-4a4a-4573-82fd-45a1639a0a5b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 948 time: 0.0644453 Aug 09 15:38:47.502935 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-838cead5-7be8-41b4-b399-2a6f74ca4086 req-53462637-42b6-4227-a7fc-aa32683eeac3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Aug 09 15:38:47.627340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 8a3bf99a-0506-4d47-9c9d-fafed99f2971 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:38:47.760566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-network', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:47.768528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:47.782625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '8a3bf99a-0506-4d47-9c9d-fafed99f2971', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '8a3bf99a-0506-4d47-9c9d-fafed99f2971', 'mac_address': 'fa:16:3e:14:d0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:38:47.838648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:47.842605 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.881522 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.905668 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:47.934353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3bf99a-0506-4d47-9c9d-fafed99f2971 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:47.968025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:47.974520 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.046884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=8a3bf99a-0506-4d47-9c9d-fafed99f2971,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:48.060666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bd114-2835-4be0-9df3-38f8c86f8be1 req-9ba71d4a-f452-4d5e-9944-13ba7a0e30a2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:48.068340 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-976bd114-2835-4be0-9df3-38f8c86f8be1 req-9ba71d4a-f452-4d5e-9944-13ba7a0e30a2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 948 time: 0.1934855 Aug 09 15:38:48.141914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-15fb1bd3-c362-48e9-824a-ad2b57b422d1 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:48.141914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-15fb1bd3-c362-48e9-824a-ad2b57b422d1 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5&tenant_id=3db5924556fe4b23b861d1e4e4681575&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 949 time: 0.2035830 Aug 09 15:38:48.192978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-976bd114-2835-4be0-9df3-38f8c86f8be1 req-468ba26b-ddb1-495b-b709-d79f826a334a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237428 Aug 09 15:38:48.226413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['8a3bf99a-0506-4d47-9c9d-fafed99f2971'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:48.261735 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-648b97e1-3ef3-45fd-9cb5-fb0358804091 service neutron] delete failed (client error): The resource could not be found. Aug 09 15:38:48.262765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-648b97e1-3ef3-45fd-9cb5-fb0358804091 service neutron] 10.222.0.53 "DELETE /v2.0/ports/8a3bf99a-0506-4d47-9c9d-fafed99f2971/bindings/n-h1-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.1126404 Aug 09 15:38:48.273555 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.280420 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.317769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:38:48.329654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0781295c-63f1-473b-a56a-faa6677067dd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:48.385331 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.390347 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Added segment b501933b-95c2-4a51-9381-a37f11de0ef2 of type vlan for network 513e6b81-6742-476e-a576-44c46ff3978e Aug 09 15:38:48.503977 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-68019385-1cfa-4fe6-bc9a-f4acfd861571 req-a34bddd8-3512-4f6c-8b8b-cb5d42213785 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 210 time: 0.0690918 Aug 09 15:38:48.523773 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.535370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-2b5b1f13-7367-4072-bb42-1266dd30b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:48.537315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-2b5b1f13-7367-4072-bb42-1266dd30b4fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 1100 time: 0.1452181 Aug 09 15:38:48.617318 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.618984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:48.619577 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.645564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-e4d44868-05a7-4116-b197-6fd294c1ce39 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:48.647245 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-e4d44868-05a7-4116-b197-6fd294c1ce39 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.53 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 808 time: 0.1916435 Aug 09 15:38:48.667854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Request body: {'port': {'device_id': '9290fde1-9708-4a94-82e9-a3c89bdae3b7', 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a', 'admin_state_up': True, 'tenant_id': 'bfbbec31d1de44c78633a7bdff61ea36'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:48.704322 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3366351 Aug 09 15:38:48.710369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49024) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:48.717472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7c83536b-37ca-4c54-a034-2f3286043cfc admin admin] Request body: {'subnet': {'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-subnet', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:48.725430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa73df-5f93-4634-965f-e3578708e6bc admin admin] Pushing event updated for resources: {'Network': ['ID=513e6b81-6742-476e-a576-44c46ff3978e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:48.738382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 513e6b81-6742-476e-a576-44c46ff3978e details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:38:48.764098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-6b998d88-6995-468e-8e7b-13a7f421687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:48.769885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-6b998d88-6995-468e-8e7b-13a7f421687a service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.2199872 Aug 09 15:38:48.851098 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-fcc718d2-9dda-41e6-aa79-2ffb4559d779 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971 HTTP/1.1" status: 200 len: 217 time: 0.0712159 Aug 09 15:38:48.853194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c83536b-37ca-4c54-a034-2f3286043cfc admin admin] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:48.859544 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c83536b-37ca-4c54-a034-2f3286043cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:48.893550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Made reservation on behalf of bfbbec31d1de44c78633a7bdff61ea36 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:48.898075 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.022376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-b872f908-7480-481f-8cec-bdca915b2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:49.024095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-b872f908-7480-481f-8cec-bdca915b2598 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1639204 Aug 09 15:38:49.074826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Allocated IP 172.20.0.3 (dc159eb9-7876-48f2-ae8d-2cf79ceac39a/c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11/3ce0a720-29ff-45b0-8727-cc8b2b07812b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:49.130257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-4a60f2ef-1494-4f8d-8808-f13417e8d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:49.131817 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-4a60f2ef-1494-4f8d-8808-f13417e8d3e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003733 Aug 09 15:38:49.254176 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c83536b-37ca-4c54-a034-2f3286043cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.267222 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.316997 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.327177 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-6ab344c6-9ea9-449a-8fa7-efc9ea92832e service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869135 Aug 09 15:38:49.340557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83536b-37ca-4c54-a034-2f3286043cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=19138694-734c-4465-b6cf-40c50ce31215,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:49.371736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Network dc159eb9-7876-48f2-ae8d-2cf79ceac39a is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:49.375414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:49.381351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:49.385824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Pushing event updated for resources: {'Port': ['ID=3ce0a720-29ff-45b0-8727-cc8b2b07812b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:49.432394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c83536b-37ca-4c54-a034-2f3286043cfc admin admin] Checking segment: {'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:49.432996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c83536b-37ca-4c54-a034-2f3286043cfc admin admin] Network hostable DHCP agents. Network: 513e6b81-6742-476e-a576-44c46ff3978e, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:38:49.441203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:49.441991 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.458171 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-d61f38fd-cd38-4551-86c0-c64ea2056fc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016829 Aug 09 15:38:49.471237 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Request body: {'port': {'device_id': '9290fde1-9708-4a94-82e9-a3c89bdae3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:49.497086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711283e0-21fb-4afc-89e9-6c7018324f9a req-a9e17dea-ffa3-4dc6-a152-e11eff2537aa tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:49.499292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-711283e0-21fb-4afc-89e9-6c7018324f9a req-a9e17dea-ffa3-4dc6-a152-e11eff2537aa tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 949 time: 0.1458437 Aug 09 15:38:49.500635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c83536b-37ca-4c54-a034-2f3286043cfc admin admin] Network 513e6b81-6742-476e-a576-44c46ff3978e is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:38:49.505190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edbb025b-84ef-4410-a1b5-a532936a9787 req-85f3f812-87b3-4733-99be-a5612433e1ea service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662896 Aug 09 15:38:49.529961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-7c83536b-37ca-4c54-a034-2f3286043cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 513e6b81-6742-476e-a576-44c46ff3978e) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:49.536391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c83536b-37ca-4c54-a034-2f3286043cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:49.538315 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c83536b-37ca-4c54-a034-2f3286043cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.539086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f3f8b-4ad7-448d-9d0e-84df1bd6f582 None None] Network 513e6b81-6742-476e-a576-44c46ff3978e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:49.562110 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.586570 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-711283e0-21fb-4afc-89e9-6c7018324f9a req-35c6a569-aaac-4dad-b612-110c694f4425 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804014 Aug 09 15:38:49.599300 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7c83536b-37ca-4c54-a034-2f3286043cfc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8876097 Aug 09 15:38:49.600132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49064) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:49.605140 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:49.641704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.643432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.677194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49072) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:49.700503 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 8a3bf99a-0506-4d47-9c9d-fafed99f2971 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:49.732078 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-0828a17a-a257-48b7-8bce-76d6685f63b8 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=cad2640b3fcf450782b5ccce04b3edb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449219 Aug 09 15:38:49.753136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:49.923652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-2283ebea-1e2c-452d-a1ed-d4e4d2afc4a0 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:49.934123 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-2283ebea-1e2c-452d-a1ed-d4e4d2afc4a0 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406281 Aug 09 15:38:49.961885 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-2a26f2c0-f021-443e-a6fc-6406c8c43154 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/quotas/cad2640b3fcf450782b5ccce04b3edb6 HTTP/1.1" status: 200 len: 375 time: 0.0233929 Aug 09 15:38:50.016955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-77a3ed2d-0a98-4111-804f-6d5b4880620e tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cad2640b3fcf450782b5ccce04b3edb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541685 Aug 09 15:38:50.071713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.269365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a3f18-d3a9-43dc-860c-dae1764d136b req-00e94f5b-ec31-4dde-afb5-b9ce3642e573 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:50.271706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:50.274654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a86a3f18-d3a9-43dc-860c-dae1764d136b req-00e94f5b-ec31-4dde-afb5-b9ce3642e573 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 931 time: 0.3633392 Aug 09 15:38:50.277461 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b537-c63c-430d-8606-a74b440f7759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.294391 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:50.295339 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.385887 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-589e6d25-7bd5-46fc-bb0a-97210ce15076 req-d84f4be9-0371-4e01-bb21-b8a046f0d7a9 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 210 time: 0.0432739 Aug 09 15:38:50.413164 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce0a720-29ff-45b0-8727-cc8b2b07812b {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:50.432622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.454549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-513e6b81-6742-476e-a576-44c46ff3978e', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'fixed_ips': [{'subnet_id': '19138694-734c-4465-b6cf-40c50ce31215'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:38:50.455434 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.491132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Transition to ACTIVE for port object 3ce0a720-29ff-45b0-8727-cc8b2b07812b will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:50.507576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.673389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce0a720-29ff-45b0-8727-cc8b2b07812b,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:50.714365 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.714514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a86a3f18-d3a9-43dc-860c-dae1764d136b req-3131cfb3-25b0-42ec-bac5-93feeff09e2c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321575 Aug 09 15:38:50.766569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3bf99a-0506-4d47-9c9d-fafed99f2971'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:50.769378 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb7e808-8667-4b8b-add1-c6445fa1692c" -d '{"events": [{"server_uuid": "2ea5800f-4655-4a32-8a39-d23418cef2f5", "name": "network-vif-plugged", "status": "completed", "tag": "8a3bf99a-0506-4d47-9c9d-fafed99f2971"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:50.789339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Allocated IP 172.20.0.2 (513e6b81-6742-476e-a576-44c46ff3978e/19138694-734c-4465-b6cf-40c50ce31215/38ca2cb7-164a-4511-9a89-d8ade4a2cdae) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:50.799623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:50.807833 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.840447 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b537-c63c-430d-8606-a74b440f7759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.843305 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Attempting to bind port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:50.843857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Attempting to bind port 3ce0a720-29ff-45b0-8727-cc8b2b07812b by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:50.844409 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Attempting to bind port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:50.852886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:38:50.853432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Attempting to bind port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:50.883797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:50.891195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:50.891558 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Bound using segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:50.892351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Bound port: 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:50.893127 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.939284 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b537-c63c-430d-8606-a74b440f7759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:50.999087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2b537-c63c-430d-8606-a74b440f7759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143ec418-6bdb-4d10-871f-84e9949bff8c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:51.030798 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.036687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=8a3bf99a-0506-4d47-9c9d-fafed99f2971,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:51.045925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Transition to ACTIVE for port object 38ca2cb7-164a-4511-9a89-d8ade4a2cdae will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:51.063963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Transition to ACTIVE for port object 38ca2cb7-164a-4511-9a89-d8ade4a2cdae will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:51.072586 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.126686 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Network 513e6b81-6742-476e-a576-44c46ff3978e is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:51.132129 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.132943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:51.139115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:51.156008 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d4e2b537-c63c-430d-8606-a74b440f7759 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=385e2e548ab74c7185c4b202f19c867b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4758239 Aug 09 15:38:51.163070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49124) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:51.173770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Pushing event updated for resources: {'Port': ['ID=38ca2cb7-164a-4511-9a89-d8ade4a2cdae,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:51.202840 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.205822 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-bc9473e3-b26f-44be-b907-003783119f56 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=953e1e6efa7e4d7bad0ad319f4208a00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478067 Aug 09 15:38:51.230358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Attempting to bind port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:51.231202 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Attempting to bind port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:51.231774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Attempting to bind port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae on network 513e6b81-6742-476e-a576-44c46ff3978e {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:51.241142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:51.241900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Checking segment: {'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:51.242485 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.243054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Bound using segment: {'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:51.243758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Bound port: 38ca2cb7-164a-4511-9a89-d8ade4a2cdae, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:51.244304 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.328547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] For port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:51.334108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] For port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=38ca2cb7-164a-4511-9a89-d8ade4a2cdae,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:51.339972 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.374084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:51.410891 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:51.414383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc230a39-697b-423b-b357-60baaab11b4b None None] Pushing event updated for resources: {'Port': ['ID=38ca2cb7-164a-4511-9a89-d8ade4a2cdae,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:51.419056 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bdae358f-fa71-4be7-8710-11f7209969c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.420408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bfdd6-e1d2-4f8d-beef-be5cefc9d637 req-33794890-d99d-49e4-a587-92411573929f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:51.422352 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d48bfdd6-e1d2-4f8d-beef-be5cefc9d637 req-33794890-d99d-49e4-a587-92411573929f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 950 time: 0.1986880 Aug 09 15:38:51.430477 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.525685 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bdae358f-fa71-4be7-8710-11f7209969c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.528188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:51.528470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d48bfdd6-e1d2-4f8d-beef-be5cefc9d637 req-9e742fb9-b658-4cdc-88f9-3091cb3376a3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985904 Aug 09 15:38:51.528800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.529828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Allocated IP 172.25.2.20 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/854376f3-f6fa-4b97-bcc7-c606b4c264eb) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:51.530438 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] 10.222.0.53 "PUT /v2.0/ports/3ce0a720-29ff-45b0-8727-cc8b2b07812b HTTP/1.1" status: 200 len: 1091 time: 2.0642159 Aug 09 15:38:51.534264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9290fde1-9708-4a94-82e9-a3c89bdae3b7', 'tag': '3ce0a720-29ff-45b0-8727-cc8b2b07812b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:51.537052 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59912ad1-cf68-48dd-b925-74f9d4a2801b" -d '{"events": [{"name": "network-changed", "server_uuid": "9290fde1-9708-4a94-82e9-a3c89bdae3b7", "tag": "3ce0a720-29ff-45b0-8727-cc8b2b07812b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:51.575785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-f0f2a41f-7606-4ff1-8846-b696ea37dda8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:51.584326 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-f0f2a41f-7606-4ff1-8846-b696ea37dda8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3272691 Aug 09 15:38:51.620075 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-f781c053-58aa-4d52-8746-9eca5a4da440 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/quotas/953e1e6efa7e4d7bad0ad319f4208a00 HTTP/1.1" status: 200 len: 375 time: 0.0347092 Aug 09 15:38:51.658152 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c63ac-1944-4b6d-81a5-bf3d396fca04 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce0a720-29ff-45b0-8727-cc8b2b07812b,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:51.695114 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a87522-e34f-47fc-96e0-ed17c94fe88c x-openstack-request-id: req-00a87522-e34f-47fc-96e0-ed17c94fe88c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:51.695546 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea5800f-4655-4a32-8a39-d23418cef2f5", "name": "network-vif-plugged", "status": "completed", "tag": "8a3bf99a-0506-4d47-9c9d-fafed99f2971", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:51.695896 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00a87522-e34f-47fc-96e0-ed17c94fe88c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:51.702663 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3bf99a-0506-4d47-9c9d-fafed99f2971', 'code': 200} Aug 09 15:38:51.713179 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-2605dc56-298e-4118-90c0-dfd9b8bbbcc9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=953e1e6efa7e4d7bad0ad319f4208a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613701 Aug 09 15:38:51.739972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-150acd38-4fac-4b7d-8711-5a593d7d62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:51.745510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-150acd38-4fac-4b7d-8711-5a593d7d62d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 1094 time: 0.1339147 Aug 09 15:38:51.747175 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.809358 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bdae358f-fa71-4be7-8710-11f7209969c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.812970 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bdae358f-fa71-4be7-8710-11f7209969c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.814099 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bdae358f-fa71-4be7-8710-11f7209969c5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/143ec418-6bdb-4d10-871f-84e9949bff8c HTTP/1.1" status: 204 len: 168 time: 0.6501145 Aug 09 15:38:51.834927 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-9b9d1491-1d39-4818-9b55-539a2cf88be8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b HTTP/1.1" status: 200 len: 217 time: 0.0788457 Aug 09 15:38:51.854727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:51.880344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae358f-fa71-4be7-8710-11f7209969c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143ec418-6bdb-4d10-871f-84e9949bff8c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:51.957004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:51.977293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:51.984397 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d96cf65-cdb3-48db-a45d-ff3269d1a166 x-openstack-request-id: req-8d96cf65-cdb3-48db-a45d-ff3269d1a166 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:51.984957 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9290fde1-9708-4a94-82e9-a3c89bdae3b7", "tag": "3ce0a720-29ff-45b0-8727-cc8b2b07812b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:51.985410 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d96cf65-cdb3-48db-a45d-ff3269d1a166 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:51.986136 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9290fde1-9708-4a94-82e9-a3c89bdae3b7', 'tag': '3ce0a720-29ff-45b0-8727-cc8b2b07812b', 'status': 'completed', 'code': 200} Aug 09 15:38:51.998806 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:52.017704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-eda2f15b-f09c-44c9-9562-f5b7a0b55a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:52.019231 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-eda2f15b-f09c-44c9-9562-f5b7a0b55a27 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.1715026 Aug 09 15:38:52.041336 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-213d19b6-cee6-41ae-bcd7-488818bb82a0 req-dce066be-de9d-4f3b-b73f-7b5656398104 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 210 time: 0.0514803 Aug 09 15:38:52.043643 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-0e7fde26-9efa-4f18-bbb1-0d89ebe32913 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cad2640b3fcf450782b5ccce04b3edb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855329 Aug 09 15:38:52.102295 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-5c55431d-ee88-45b4-85df-56eae5fd1f36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746830 Aug 09 15:38:52.126395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Pushing event updated for resources: {'Port': ['ID=854376f3-f6fa-4b97-bcc7-c606b4c264eb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:52.305954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2658f-aba4-47a7-b659-5e011efff7af req-f08b4357-968d-480e-ba92-f4fde351ece1 tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:52.316112 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5d2658f-aba4-47a7-b659-5e011efff7af req-f08b4357-968d-480e-ba92-f4fde351ece1 tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 1101 time: 0.2059367 Aug 09 15:38:52.336267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-b7a38385-8b73-4053-8a11-16fe3772d335 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237463 Aug 09 15:38:52.391817 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5d2658f-aba4-47a7-b659-5e011efff7af req-cb62c9a3-31b7-42db-a42e-d925d229a6f2 tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749185 Aug 09 15:38:52.450204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefee3d-1123-4d1d-999a-7431726afb94 req-1cce6cd8-40ea-41ca-95c6-78a0398f8c6c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:52.453276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9aefee3d-1123-4d1d-999a-7431726afb94 req-1cce6cd8-40ea-41ca-95c6-78a0398f8c6c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 943 time: 0.2737412 Aug 09 15:38:52.559096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-417dd700-7fcb-46cd-9918-0474467e3bb8 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:52.563271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-417dd700-7fcb-46cd-9918-0474467e3bb8 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4668038 Aug 09 15:38:52.592274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Request body: {'port': {'device_id': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'cad2640b3fcf450782b5ccce04b3edb6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:52.609511 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab0d16c6-2c00-45b1-b6a5-f1c5c57a8e08 req-7695836b-153e-4190-a7f9-ffc63bd33658 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654669 Aug 09 15:38:52.665691 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49162) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:52.842158 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9aefee3d-1123-4d1d-999a-7431726afb94 req-d47bf7c1-7a08-4ead-8c0f-cf61e888d3b2 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501077 Aug 09 15:38:52.999226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc330e7-1933-4015-9a6a-70e7054c6f97 None None] Network 513e6b81-6742-476e-a576-44c46ff3978e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:53.015539 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df2d4195-adf7-4fe6-b6b2-65572bda9425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.051546 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2fc4ed6b-8e8f-49de-a453-783613658769 req-e649bb20-27bc-4278-ad5e-c236b565320f tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 210 time: 0.0847530 Aug 09 15:38:53.062130 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.138952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Made reservation on behalf of cad2640b3fcf450782b5ccce04b3edb6 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:53.139223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912ad1-cf68-48dd-b925-74f9d4a2801b req-e318da77-b8bc-446c-af06-e168b47acdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:53.141135 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59912ad1-cf68-48dd-b925-74f9d4a2801b req-e318da77-b8bc-446c-af06-e168b47acdba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 1094 time: 0.1363027 Aug 09 15:38:53.149612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.184157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-aee8ad87-be5a-47f9-95a6-e925a272efce None None] Provisioning for port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:53.188372 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.274778 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 38ca2cb7-164a-4511-9a89-d8ade4a2cdae up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:53.375601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912ad1-cf68-48dd-b925-74f9d4a2801b req-58dc411c-a683-443f-8f0f-6f3275b9d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:53.377089 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59912ad1-cf68-48dd-b925-74f9d4a2801b req-58dc411c-a683-443f-8f0f-6f3275b9d747 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.2230551 Aug 09 15:38:53.390328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:53.394663 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:53.395534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.401720 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.459955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cb2b7243-149a-4b31-8293-29b9795d2f6f req-89edfbcd-04ba-4ba5-b01d-f5444de3bad0 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 210 time: 0.0718880 Aug 09 15:38:53.520895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59912ad1-cf68-48dd-b925-74f9d4a2801b req-97928921-f13e-4bb6-977c-77c4642063dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b HTTP/1.1" status: 200 len: 217 time: 0.1126351 Aug 09 15:38:53.574735 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.603396 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-14583163-511f-4a8d-b5be-b945a4f3a33b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3db5924556fe4b23b861d1e4e4681575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461831 Aug 09 15:38:53.604591 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912ad1-cf68-48dd-b925-74f9d4a2801b req-c94d54cf-6869-48a5-9b5b-dc3dde128489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:53.606260 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59912ad1-cf68-48dd-b925-74f9d4a2801b req-c94d54cf-6869-48a5-9b5b-dc3dde128489 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.0725300 Aug 09 15:38:53.613579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=38ca2cb7-164a-4511-9a89-d8ade4a2cdae,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:53.624403 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.642396 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-b7110479-4729-4aef-be99-3e190eb0d05e tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=953e1e6efa7e4d7bad0ad319f4208a00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863144 Aug 09 15:38:53.646136 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df2d4195-adf7-4fe6-b6b2-65572bda9425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.673972 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df2d4195-adf7-4fe6-b6b2-65572bda9425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.696508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=38ca2cb7-164a-4511-9a89-d8ade4a2cdae,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:53.737167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-04e90343-05e5-4624-aa37-7e0233cfca90 None None] Provisioning complete for port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:53.739347 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-04e90343-05e5-4624-aa37-7e0233cfca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:53.742682 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59912ad1-cf68-48dd-b925-74f9d4a2801b req-6ec38987-45d2-4e33-a7ca-28b5142b25ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946274 Aug 09 15:38:53.766338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-df2d4195-adf7-4fe6-b6b2-65572bda9425 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=959a0bf8eb7b450b98d131df64748b73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0994022 Aug 09 15:38:53.784032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49196) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:53.822644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d4195-adf7-4fe6-b6b2-65572bda9425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c97d11-1640-43c8-86ac-68745bda8293,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:53.898161 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59912ad1-cf68-48dd-b925-74f9d4a2801b req-d889b4b5-7485-4a1e-b935-224242d09f0b service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445968 Aug 09 15:38:53.954485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76370f83-5aac-4107-8458-354f0e97b349 req-a92db1ea-ee28-49a4-9cf9-873491f06bfa tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:53.957274 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-a92db1ea-ee28-49a4-9cf9-873491f06bfa tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3518209 Aug 09 15:38:53.977525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-30c9de40-cbc6-4303-b6a8-049da5b10387 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:53.978974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-30c9de40-cbc6-4303-b6a8-049da5b10387 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2566667 Aug 09 15:38:53.999266 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59912ad1-cf68-48dd-b925-74f9d4a2801b req-0ae916c5-ce4a-4a9b-a08f-2059ad879998 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933135 Aug 09 15:38:54.004398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Request body: {'port': {'device_id': 'd116d75e-0033-4eef-92d3-644ebd3156aa', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '953e1e6efa7e4d7bad0ad319f4208a00'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:54.033793 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-29205d8d-c25b-4da6-af7b-69f48a89054c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/quotas/3db5924556fe4b23b861d1e4e4681575 HTTP/1.1" status: 200 len: 375 time: 0.0659044 Aug 09 15:38:54.067324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Router b6dc24a5-5284-456f-86b6-830978078b40 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:38:54.074590 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae9897ce-7929-4a76-84a0-565c0a8676b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.119389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e32bd-0ed8-4f8c-be7b-bf5d2a36042b req-95ea88d9-7408-45da-bb6b-bb6c163189ea tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:54.120785 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f3e32bd-0ed8-4f8c-be7b-bf5d2a36042b req-95ea88d9-7408-45da-bb6b-bb6c163189ea tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 943 time: 0.0571365 Aug 09 15:38:54.161360 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f3e32bd-0ed8-4f8c-be7b-bf5d2a36042b req-259cfb87-e35c-45dc-bf9e-4e0fbdf7ed1b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Aug 09 15:38:54.198678 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae9897ce-7929-4a76-84a0-565c0a8676b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.240285 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.270273 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.276077 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d947813d-b449-4437-a610-142a9bea1308 req-f0884cfe-881b-4ca3-a3c6-47e2e557b116 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 210 time: 0.0332520 Aug 09 15:38:54.316903 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-dfe3524d-438a-4f93-a0e4-509cd88de1f1 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2519214 Aug 09 15:38:54.428657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25606d3-d536-4387-8fb9-32a7b972e62e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:54.456194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Made reservation on behalf of 953e1e6efa7e4d7bad0ad319f4208a00 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:54.459713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.472966 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae9897ce-7929-4a76-84a0-565c0a8676b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.475477 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae9897ce-7929-4a76-84a0-565c0a8676b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.476627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ae9897ce-7929-4a76-84a0-565c0a8676b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5c97d11-1640-43c8-86ac-68745bda8293 HTTP/1.1" status: 204 len: 168 time: 0.6899481 Aug 09 15:38:54.477742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:38:54.490138 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Sync routers for ids ['b6dc24a5-5284-456f-86b6-830978078b40'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:38:54.505291 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Routers {'b6dc24a5-5284-456f-86b6-830978078b40'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:54.506044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:38:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b6dc24a5-5284-456f-86b6-830978078b40'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:54.533173 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.628177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9897ce-7929-4a76-84a0-565c0a8676b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c97d11-1640-43c8-86ac-68745bda8293,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:54.656139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ff205060-de53-462a-a9f7-048894cefb0d req-f8982d26-8ab4-4e7b-8ef5-17690ea35f85 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 210 time: 0.1239407 Aug 09 15:38:54.668777 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:54.679307 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-222767be-3fbc-409f-aa18-508b2f8cb61e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0778570 Aug 09 15:38:54.680170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49234) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:54.690647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Set router b6dc24a5-5284-456f-86b6-830978078b40 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:54.717134 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52a8508c-d512-4def-b425-0375d1ae9cd6 req-49b735fa-f145-4f50-9775-c42e94606288 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 210 time: 0.0943761 Aug 09 15:38:55.094880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Allocated IP 192.168.233.74 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/01165de4-3df5-42d9-b9ef-8daef0e60ab9) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:55.099004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:52Z', 'revision_number': 3, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:55.142074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Checking router: b6dc24a5-5284-456f-86b6-830978078b40 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:38:55.142626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Updating router b6dc24a5-5284-456f-86b6-830978078b40 port 854376f3-f6fa-4b97-bcc7-c606b4c264eb binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:38:55.170256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 38ca2cb7-164a-4511-9a89-d8ade4a2cdae up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:55.184082 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.387148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ce8bb-a9c8-4226-9b5c-0a1f42fdbf1c req-8d7644d8-bd26-43dc-a956-9169e394adaf tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:55.390777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b70ce8bb-a9c8-4226-9b5c-0a1f42fdbf1c req-8d7644d8-bd26-43dc-a956-9169e394adaf tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 943 time: 0.1099498 Aug 09 15:38:55.499603 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b70ce8bb-a9c8-4226-9b5c-0a1f42fdbf1c req-84fef647-0d00-4633-9e15-1e83f6dff176 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000397 Aug 09 15:38:55.518219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:55.518887 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.606040 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.623096 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.671020 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54846703-9fc0-4d2e-8159-b18fd966d3f2 req-8c234c53-9d5d-4ddd-ab20-0d7b974534c2 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 210 time: 0.0647717 Aug 09 15:38:55.734449 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.785543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49292) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:55.786424 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.804865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68afba17-8a87-4fc4-ad2e-84083b90c2ab,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:55.831406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Transition to ACTIVE for port object 01165de4-3df5-42d9-b9ef-8daef0e60ab9 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:55.831768 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Transition to ACTIVE for port object 854376f3-f6fa-4b97-bcc7-c606b4c264eb will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:55.840143 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.865853 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa64adc9-246b-4fb4-90ad-b792b7cf0ccf req-f9a9437c-d6fb-4d5e-ab8e-61f1c643d828 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 210 time: 0.0598671 Aug 09 15:38:55.941389 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bb4b639-be6e-4841-8f69-c6daaa8489d6 req-f7cbc27b-7e9d-41c7-8315-ab15660a8a74 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 210 time: 0.0363977 Aug 09 15:38:55.985700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:55.994078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Attempting to bind port 854376f3-f6fa-4b97-bcc7-c606b4c264eb on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:55.994451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Attempting to bind port 854376f3-f6fa-4b97-bcc7-c606b4c264eb by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:55.994837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Attempting to bind port 854376f3-f6fa-4b97-bcc7-c606b4c264eb on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:55.998905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03bb60-768c-4fea-ad76-537ee8b857ce None None] Pushing event updated for resources: {'Port': ['ID=854376f3-f6fa-4b97-bcc7-c606b4c264eb,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:56.004401 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:56.004768 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:56.005174 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.005561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:56.006074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Bound port: 854376f3-f6fa-4b97-bcc7-c606b4c264eb, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:56.006475 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.031498 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-86207706-bebc-4a90-b01b-e5a3fb09ccdb tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3db5924556fe4b23b861d1e4e4681575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302310 Aug 09 15:38:56.038893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.088777 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] For port 854376f3-f6fa-4b97-bcc7-c606b4c264eb, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:56.094000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] For port 854376f3-f6fa-4b97-bcc7-c606b4c264eb, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=854376f3-f6fa-4b97-bcc7-c606b4c264eb,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:56.103272 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.115752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1613415615-network', 'tenant_id': '1bbdb0720b6a4c95b2df71f2cc90c841'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:56.142002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Made reservation on behalf of 1bbdb0720b6a4c95b2df71f2cc90c841 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:56.144885 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.166681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3ce0a720-29ff-45b0-8727-cc8b2b07812b details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:38:56.172517 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.196204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49300) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:56.222122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:56.223480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03bb60-768c-4fea-ad76-537ee8b857ce None None] Pushing event updated for resources: {'Port': ['ID=854376f3-f6fa-4b97-bcc7-c606b4c264eb,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:56.225583 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Routers {'b6dc24a5-5284-456f-86b6-830978078b40'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:38:56.226080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:38:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b6dc24a5-5284-456f-86b6-830978078b40'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:56.242329 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76370f83-5aac-4107-8458-354f0e97b349 req-e5a2d643-e1c4-47d4-848c-fb288fe7fdf4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:56.243940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-e5a2d643-e1c4-47d4-848c-fb288fe7fdf4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028835 Aug 09 15:38:56.246549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Allocated IP 192.168.233.142 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/36d911ef-52ed-4c3b-8e79-464d205fba2d) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:56.258628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:56.281113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Request body: {'port': {'device_id': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '3db5924556fe4b23b861d1e4e4681575'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:56.295779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:56.369992 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.381859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.407779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:38:56.415058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Pushing event updated for resources: {'Port': ['ID=01165de4-3df5-42d9-b9ef-8daef0e60ab9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:56.428299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbff658-371d-440d-9760-473c7a4ffbdb,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:56.433896 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.434328 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Added segment 381e6bcc-3d67-4ccd-9752-ba6358d66e22 of type vlan for network a200b7ae-ec04-4d38-a56a-cb2ef8c50259 Aug 09 15:38:56.484754 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6113a6fe-a87a-44ae-b113-d8b576ec24f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.492051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:56.492699 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.497452 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.541989 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.543357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:56.544222 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.553129 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:56.579167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '3ce0a720-29ff-45b0-8727-cc8b2b07812b', 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a', 'port_id': '3ce0a720-29ff-45b0-8727-cc8b2b07812b', 'mac_address': 'fa:16:3e:de:ac:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:38:56.596819 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-fc7787cf-085a-4635-8c30-09a44f1c7347 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0155723 Aug 09 15:38:56.623377 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8356912 Aug 09 15:38:56.638913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49306) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:56.644953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Request body: {'port': {'device_id': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:56.650825 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1299f83d-50ac-47a9-aa45-98d30569042b admin admin] Request body: {'subnet': {'network_id': 'a200b7ae-ec04-4d38-a56a-cb2ef8c50259', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1613415615-subnet', 'tenant_id': '1bbdb0720b6a4c95b2df71f2cc90c841', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:56.655551 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b116f869-dfff-41a4-83cf-876fa626aaa9 None None] Provisioning for port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:56.659681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639ba29-0606-4672-ba78-cfec6448f644 admin admin] Pushing event updated for resources: {'Network': ['ID=a200b7ae-ec04-4d38-a56a-cb2ef8c50259,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:56.672289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network a200b7ae-ec04-4d38-a56a-cb2ef8c50259 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:38:56.677860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b116f869-dfff-41a4-83cf-876fa626aaa9 None None] Provisioning complete for port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:56.678323 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b116f869-dfff-41a4-83cf-876fa626aaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.688291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbcd8d-3c7c-4fb4-bf04-9c1b4d3eb5a1 req-fabc8b61-0847-4ea9-abed-f7c76a1b269c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:56.689852 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5cbcd8d-3c7c-4fb4-bf04-9c1b4d3eb5a1 req-fabc8b61-0847-4ea9-abed-f7c76a1b269c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 943 time: 0.0965738 Aug 09 15:38:56.741995 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5cbcd8d-3c7c-4fb4-bf04-9c1b4d3eb5a1 req-e3a8c682-c498-46cc-a465-89b77c72eeed tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447967 Aug 09 15:38:56.788683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] Set router b6dc24a5-5284-456f-86b6-830978078b40 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:38:56.811647 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.847508 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db41ddff-028c-441e-9c79-89bc119582f5 req-b557cb79-6337-49cd-9543-05f404eeb8b4 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 210 time: 0.1001558 Aug 09 15:38:56.886023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Allocated IP 172.20.0.1 (513e6b81-6742-476e-a576-44c46ff3978e/19138694-734c-4465-b6cf-40c50ce31215/ae7d7489-bb60-4eea-b271-296b634811f5) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:56.887930 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.901304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce0a720-29ff-45b0-8727-cc8b2b07812b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:56.925086 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.931810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b116f869-dfff-41a4-83cf-876fa626aaa9 None None] Port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:56.959319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:56.965239 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.991657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Transition to ACTIVE for port object 36d911ef-52ed-4c3b-8e79-464d205fba2d will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:57.021370 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-968735e1-92e8-49a0-a992-85ccbf18d89d req-47dba804-0197-40c9-8c44-68afbc609143 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 210 time: 0.0638514 Aug 09 15:38:57.062175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3ce0a720-29ff-45b0-8727-cc8b2b07812b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:57.069394 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6113a6fe-a87a-44ae-b113-d8b576ec24f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.090586 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6113a6fe-a87a-44ae-b113-d8b576ec24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.092170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:52Z', 'revision_number': 3, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:38:57.111379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1299f83d-50ac-47a9-aa45-98d30569042b admin admin] Made reservation on behalf of 1bbdb0720b6a4c95b2df71f2cc90c841 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:57.114772 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1299f83d-50ac-47a9-aa45-98d30569042b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.128765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfe92ab-1d05-4f68-aa3c-7de4fea746b2 None None] The sync data for ids ['b6dc24a5-5284-456f-86b6-830978078b40'] in n-d-803778-2 is: [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:52Z', 'revision_number': 3, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:38:57.192950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['3ce0a720-29ff-45b0-8727-cc8b2b07812b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:38:57.245904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113a6fe-a87a-44ae-b113-d8b576ec24f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c38b234-eb23-4b03-817d-25d8ff1fcfcf,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:57.272736 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6113a6fe-a87a-44ae-b113-d8b576ec24f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8bb7964c4e624854ab78af2b42f3883e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0694394 Aug 09 15:38:57.279548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49318) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:57.286960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Made reservation on behalf of 3db5924556fe4b23b861d1e4e4681575 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:57.290988 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.318494 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.373172 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1299f83d-50ac-47a9-aa45-98d30569042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.412400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcd9eb-84ba-4b88-b0cf-3228fc407dbf req-53831aea-e42f-44b3-bdb5-948a2de80124 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:57.413953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5fbcd9eb-84ba-4b88-b0cf-3228fc407dbf req-53831aea-e42f-44b3-bdb5-948a2de80124 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 935 time: 0.3737462 Aug 09 15:38:57.429117 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Pushing event updated for resources: {'Port': ['ID=36d911ef-52ed-4c3b-8e79-464d205fba2d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:57.441523 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.469575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299f83d-50ac-47a9-aa45-98d30569042b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20bce0a-be42-4db0-840b-4ed6dfcdd479,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:57.473459 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a4b32c10-24db-4591-b5ed-d24353c34bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.494738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Transition to ACTIVE for port object ae7d7489-bb60-4eea-b271-296b634811f5 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:57.500575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1299f83d-50ac-47a9-aa45-98d30569042b admin admin] Checking segment: {'id': '381e6bcc-3d67-4ccd-9752-ba6358d66e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a200b7ae-ec04-4d38-a56a-cb2ef8c50259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:57.501007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1299f83d-50ac-47a9-aa45-98d30569042b admin admin] Network hostable DHCP agents. Network: a200b7ae-ec04-4d38-a56a-cb2ef8c50259, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:38:57.507010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:57.517662 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a4b32c10-24db-4591-b5ed-d24353c34bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.551762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:57.556920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:57.575258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1299f83d-50ac-47a9-aa45-98d30569042b admin admin] Network a200b7ae-ec04-4d38-a56a-cb2ef8c50259 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:38:57.592805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1299f83d-50ac-47a9-aa45-98d30569042b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, a200b7ae-ec04-4d38-a56a-cb2ef8c50259) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:57.601010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1299f83d-50ac-47a9-aa45-98d30569042b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:57.602683 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1299f83d-50ac-47a9-aa45-98d30569042b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.604168 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdad3bba-c184-48da-9e47-c3b8adf005a1 None None] Network a200b7ae-ec04-4d38-a56a-cb2ef8c50259 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:57.619388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a4b32c10-24db-4591-b5ed-d24353c34bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.620804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:57.622561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a4b32c10-24db-4591-b5ed-d24353c34bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.623265 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.628613 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a4b32c10-24db-4591-b5ed-d24353c34bdb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c38b234-eb23-4b03-817d-25d8ff1fcfcf HTTP/1.1" status: 204 len: 168 time: 0.3479207 Aug 09 15:38:57.641425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b32c10-24db-4591-b5ed-d24353c34bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c38b234-eb23-4b03-817d-25d8ff1fcfcf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:57.649915 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1299f83d-50ac-47a9-aa45-98d30569042b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0098743 Aug 09 15:38:57.686207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5fbcd9eb-84ba-4b88-b0cf-3228fc407dbf req-ab833a6f-8fef-40cc-b67e-180bf0f1a5f7 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182214 Aug 09 15:38:57.699629 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-0bd3c051-e40a-4a10-8475-a4f99df370f9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7072294 Aug 09 15:38:57.738671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Request body: {'port': {'device_id': 'd116d75e-0033-4eef-92d3-644ebd3156aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:57.817627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.020963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163096af-57bc-4d07-be65-ee88ad96f1c1 None None] Network a200b7ae-ec04-4d38-a56a-cb2ef8c50259 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:38:58.041392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b6bd9-dc12-4987-a07c-2798e21c49dc req-e58f64e8-4efb-49a8-83d5-249eb42ef9ce tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:58.053862 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a27b6bd9-dc12-4987-a07c-2798e21c49dc req-e58f64e8-4efb-49a8-83d5-249eb42ef9ce tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 944 time: 0.1640842 Aug 09 15:38:58.113660 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.135776 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a27b6bd9-dc12-4987-a07c-2798e21c49dc req-52738b86-ef50-468a-a3ae-3667f62e951f tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786686 Aug 09 15:38:58.244892 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3ce0a720-29ff-45b0-8727-cc8b2b07812b up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:58.293398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cd5b4250-5eca-4ad3-a6b1-1cd5c230b9b4 None None] Provisioning for port 36d911ef-52ed-4c3b-8e79-464d205fba2d completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:58.307940 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0e10fdeb-c4ed-44bd-9b34-e33fa4abcab3 req-75f9e60f-8f14-4f4c-b93c-a4b21d4e4956 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 210 time: 0.0613708 Aug 09 15:38:58.308784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49338) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:58.320093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cd5b4250-5eca-4ad3-a6b1-1cd5c230b9b4 None None] Provisioning complete for port 36d911ef-52ed-4c3b-8e79-464d205fba2d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:58.321645 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4250-5eca-4ad3-a6b1-1cd5c230b9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.338542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7e814658-dac5-40a6-9267-49576716c295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.377659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 3ce0a720-29ff-45b0-8727-cc8b2b07812b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:58.382258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b4250-5eca-4ad3-a6b1-1cd5c230b9b4 None None] Port 36d911ef-52ed-4c3b-8e79-464d205fba2d cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:58.385244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 3ce0a720-29ff-45b0-8727-cc8b2b07812b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:58.385635 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.517103 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.517823 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7e814658-dac5-40a6-9267-49576716c295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.523329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7e814658-dac5-40a6-9267-49576716c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.557116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9290fde1-9708-4a94-82e9-a3c89bdae3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce0a720-29ff-45b0-8727-cc8b2b07812b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:38:58.561216 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7e814658-dac5-40a6-9267-49576716c295 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db1dc7bc53364d24ab3dbb4f3e11d051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503865 Aug 09 15:38:58.561435 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ca69ad-267a-4c3a-a9ab-14762d547a6f" -d '{"events": [{"server_uuid": "9290fde1-9708-4a94-82e9-a3c89bdae3b7", "name": "network-vif-plugged", "status": "completed", "tag": "3ce0a720-29ff-45b0-8727-cc8b2b07812b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:38:58.569451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49344) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:58.578715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:58.584798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7d7489-bb60-4eea-b271-296b634811f5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:58.590095 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.614106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Network 513e6b81-6742-476e-a576-44c46ff3978e is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:38:58.619296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01165de4-3df5-42d9-b9ef-8daef0e60ab9 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:38:58.626277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:38:58.628438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e814658-dac5-40a6-9267-49576716c295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d99703-88d1-4232-88b3-f45c155c7b6e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:58.629392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:38:58.635351 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62395d04-7235-46a7-a454-c63656b86457 x-openstack-request-id: req-62395d04-7235-46a7-a454-c63656b86457 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:38:58.635878 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9290fde1-9708-4a94-82e9-a3c89bdae3b7", "name": "network-vif-plugged", "status": "completed", "tag": "3ce0a720-29ff-45b0-8727-cc8b2b07812b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:38:58.635878 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62395d04-7235-46a7-a454-c63656b86457 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:38:58.636351 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9290fde1-9708-4a94-82e9-a3c89bdae3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce0a720-29ff-45b0-8727-cc8b2b07812b', 'code': 200} Aug 09 15:38:58.637367 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.670032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3ce0a720-29ff-45b0-8727-cc8b2b07812b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:58.707145 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-83c7a6ae-dd6e-4d01-b573-b7a5dcfd63c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.708623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ade8b-e9e3-42c6-8de9-f5401ca4028b req-9b510571-0eea-43d0-8e6b-9e40051fc4be tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:58.715979 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7d1ade8b-e9e3-42c6-8de9-f5401ca4028b req-9b510571-0eea-43d0-8e6b-9e40051fc4be tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 936 time: 0.6604006 Aug 09 15:38:58.726255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Transition to ACTIVE for port object 01165de4-3df5-42d9-b9ef-8daef0e60ab9 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:58.736537 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-83c7a6ae-dd6e-4d01-b573-b7a5dcfd63c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.740865 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.824124 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.854194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49354) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:58.856158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff47d3-753b-4fe6-a91f-b34f326a050f req-38f24a14-5a3e-4831-9b2d-03332da0b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:58.858439 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45ff47d3-753b-4fe6-a91f-b34f326a050f req-38f24a14-5a3e-4831-9b2d-03332da0b704 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 1096 time: 0.1528709 Aug 09 15:38:58.864031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1471846975-network', 'tenant_id': '31815e24222742d083d8311ce61bf39e'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:58.882352 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-83c7a6ae-dd6e-4d01-b573-b7a5dcfd63c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.884809 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-83c7a6ae-dd6e-4d01-b573-b7a5dcfd63c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.885957 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-83c7a6ae-dd6e-4d01-b573-b7a5dcfd63c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25d99703-88d1-4232-88b3-f45c155c7b6e HTTP/1.1" status: 204 len: 168 time: 0.3155282 Aug 09 15:38:58.932292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7a6ae-dd6e-4d01-b573-b7a5dcfd63c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d99703-88d1-4232-88b3-f45c155c7b6e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:58.962229 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7d1ade8b-e9e3-42c6-8de9-f5401ca4028b req-915a2f3d-04a8-445f-a223-f5b5531d8aae tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453454 Aug 09 15:38:58.962921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Pushing event updated for resources: {'Port': ['ID=01165de4-3df5-42d9-b9ef-8daef0e60ab9,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:58.992728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Allocated IP 192.168.233.139 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/99999c04-d9ba-41c4-bd5e-6e35c63d0ff0) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:38:58.993815 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45ff47d3-753b-4fe6-a91f-b34f326a050f req-bd200630-c8fc-4ded-8750-3d16865c1cda service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201262 Aug 09 15:38:58.995992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Made reservation on behalf of 31815e24222742d083d8311ce61bf39e for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:59.005257 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.013184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7c90a738-23e7-4896-88b6-47303dba0246 None None] Provisioning for port ae7d7489-bb60-4eea-b271-296b634811f5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:59.027715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7c90a738-23e7-4896-88b6-47303dba0246 None None] Provisioning complete for port ae7d7489-bb60-4eea-b271-296b634811f5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:59.028100 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7c90a738-23e7-4896-88b6-47303dba0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.072784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da443081-f55b-43cb-bc3e-787ddfde0076 req-7a133f7a-c83c-47e5-8aa8-79cf7ccc288e tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:59.080284 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da443081-f55b-43cb-bc3e-787ddfde0076 req-7a133f7a-c83c-47e5-8aa8-79cf7ccc288e tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 947 time: 0.2892160 Aug 09 15:38:59.083438 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.126772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7c90a738-23e7-4896-88b6-47303dba0246 None None] Port ae7d7489-bb60-4eea-b271-296b634811f5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:38:59.188770 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da443081-f55b-43cb-bc3e-787ddfde0076 req-2ded8305-c967-422c-b01c-8c2a324d8744 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772388 Aug 09 15:38:59.233637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 854376f3-f6fa-4b97-bcc7-c606b4c264eb up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:38:59.323788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 854376f3-f6fa-4b97-bcc7-c606b4c264eb completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:38:59.324202 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.329167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.332710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 854376f3-f6fa-4b97-bcc7-c606b4c264eb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:38:59.333728 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.347185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:38:59.357799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.358637 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Added segment 7535580b-caf0-49bc-8f97-c6334038d0a9 of type vlan for network 3b21e4e8-76b5-4f23-8267-7790e2bc4519 Aug 09 15:38:59.444259 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.446269 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.448012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Attempting to bind port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:38:59.448012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Attempting to bind port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:38:59.448696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Attempting to bind port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:59.461865 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.469421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:38:59.470027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Attempting to bind port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:38:59.475588 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 854376f3-f6fa-4b97-bcc7-c606b4c264eb, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=854376f3-f6fa-4b97-bcc7-c606b4c264eb,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:38:59.480223 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.508857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:38:59.509481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:38:59.510113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:38:59.510772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Bound port: 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:38:59.511361 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.538059 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-707c7a28-b589-4d9b-8c0b-af529931f6b0 req-e64ff262-a518-414f-8388-7bd11f0bfd33 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 210 time: 0.0998206 Aug 09 15:38:59.543457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49366) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:59.556795 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=854376f3-f6fa-4b97-bcc7-c606b4c264eb,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:59.559972 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0f4ffa2b-44e4-4b52-b7d4-13ba13aadedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.567282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcda60f2-064f-465e-bc3a-092f108a15fa,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:59.567456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6a8fd-5edd-42cb-a29c-c597ec164e8f req-6d86eee6-a76c-48fe-9c85-b3061fbbb0b6 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:59.569171 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2df6a8fd-5edd-42cb-a29c-c597ec164e8f req-6d86eee6-a76c-48fe-9c85-b3061fbbb0b6 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 945 time: 0.2987368 Aug 09 15:38:59.592018 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.593022 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:38:59.593578 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.673737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] Pushing event updated for resources: {'Network': ['ID=3b21e4e8-76b5-4f23-8267-7790e2bc4519,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:59.687698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 3b21e4e8-76b5-4f23-8267-7790e2bc4519 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:38:59.689225 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.749887 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0f4ffa2b-44e4-4b52-b7d4-13ba13aadedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.756758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0f4ffa2b-44e4-4b52-b7d4-13ba13aadedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.768691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2df6a8fd-5edd-42cb-a29c-c597ec164e8f req-0cb889f8-ce10-4ad9-aa1f-d0ccc2cf2cc6 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679592 Aug 09 15:38:59.771891 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ae74b2fb-eaad-4d04-98fe-c19ccff0244f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9123147 Aug 09 15:38:59.779636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Transition to ACTIVE for port object 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:38:59.783047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49368) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:59.792173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b94c5c9f-5ee0-456d-bbca-15ab34e3c658 admin admin] Request body: {'subnet': {'network_id': '3b21e4e8-76b5-4f23-8267-7790e2bc4519', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1471846975-subnet', 'tenant_id': '31815e24222742d083d8311ce61bf39e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:38:59.825947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ffa2b-44e4-4b52-b7d4-13ba13aadedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dda01a-853f-4c30-ada5-742741705fc8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:38:59.830011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:38:59.834045 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0f4ffa2b-44e4-4b52-b7d4-13ba13aadedd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3639b4beaf164b7ba3c729ca345c9e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895615 Aug 09 15:38:59.836772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49370) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:59.845396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:38:59.861014 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.899226 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9839af71-bce0-4e32-bb67-5ea8c05ecf5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.900100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94c5c9f-5ee0-456d-bbca-15ab34e3c658 admin admin] Made reservation on behalf of 31815e24222742d083d8311ce61bf39e for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:38:59.902441 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b94c5c9f-5ee0-456d-bbca-15ab34e3c658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.925882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9839af71-bce0-4e32-bb67-5ea8c05ecf5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:59.999404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.000122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.001466 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] 10.222.0.60 "PUT /v2.0/ports/01165de4-3df5-42d9-b9ef-8daef0e60ab9 HTTP/1.1" status: 200 len: 1095 time: 3.3607531 Aug 09 15:39:00.002023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:00.005702 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ed0e19-68e4-4718-bfca-bf5fe93feb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:00.012849 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9839af71-bce0-4e32-bb67-5ea8c05ecf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.016277 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9839af71-bce0-4e32-bb67-5ea8c05ecf5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.019768 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9839af71-bce0-4e32-bb67-5ea8c05ecf5e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0dda01a-853f-4c30-ada5-742741705fc8 HTTP/1.1" status: 204 len: 168 time: 0.1807134 Aug 09 15:39:00.047818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839af71-bce0-4e32-bb67-5ea8c05ecf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dda01a-853f-4c30-ada5-742741705fc8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:00.082835 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1c771e-cf3f-49f8-b8c0-bb0df7eb29a8 x-openstack-request-id: req-4f1c771e-cf3f-49f8-b8c0-bb0df7eb29a8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:00.083140 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:00.083391 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f1c771e-cf3f-49f8-b8c0-bb0df7eb29a8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:00.083792 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'status': 'completed', 'code': 200} Aug 09 15:39:00.113912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e27eea-e189-4232-b26a-b4a4195787db service neutron] Pushing event updated for resources: {'Port': ['ID=01165de4-3df5-42d9-b9ef-8daef0e60ab9,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:00.117067 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.134665 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['8a3bf99a-0506-4d47-9c9d-fafed99f2971'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:00.166937 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.200946 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075912e-226c-4a36-8fde-db25d4da75a0 req-6ecd49ae-47a2-4461-a50a-0a4e4b971d6b tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.202566 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2075912e-226c-4a36-8fde-db25d4da75a0 req-6ecd49ae-47a2-4461-a50a-0a4e4b971d6b tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 936 time: 0.1246264 Aug 09 15:39:00.253963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.267571 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2075912e-226c-4a36-8fde-db25d4da75a0 req-e05220fa-d8d8-4b2d-9f4a-4683f33680bd tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529144 Aug 09 15:39:00.333783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:00.369615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:00.372101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:00.407696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Pushing event updated for resources: {'Port': ['ID=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:00.445433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-409a9a37-3889-4d73-8e66-88913a3a80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.447223 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-409a9a37-3889-4d73-8e66-88913a3a80d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cad2640b3fcf450782b5ccce04b3edb6&device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 1098 time: 0.3757336 Aug 09 15:39:00.570209 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.581626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-a66f047d-2168-471e-ac77-00debc4c0114 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9 HTTP/1.1" status: 200 len: 217 time: 0.1206477 Aug 09 15:39:00.639015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-979ebe92-a480-47ca-ad07-44b5ddb8f34b None None] Provisioning for port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:00.649740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-979ebe92-a480-47ca-ad07-44b5ddb8f34b None None] Provisioning complete for port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:00.650351 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-979ebe92-a480-47ca-ad07-44b5ddb8f34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.664648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.665265 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.705536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5e639-83d1-4456-a6cf-4d32effad980 req-4c9678a1-89a7-4c15-a844-2fe46d3a3424 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.713238 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba5e639-83d1-4456-a6cf-4d32effad980 req-4c9678a1-89a7-4c15-a844-2fe46d3a3424 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 947 time: 0.3978996 Aug 09 15:39:00.737054 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86fc46-12a8-4262-82bd-ae77fa6d5771 req-c765ebff-b0c5-417c-bd42-81d9fb45ab29 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.743433 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a86fc46-12a8-4262-82bd-ae77fa6d5771 req-c765ebff-b0c5-417c-bd42-81d9fb45ab29 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 936 time: 0.1049116 Aug 09 15:39:00.749457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-979ebe92-a480-47ca-ad07-44b5ddb8f34b None None] Port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:00.759787 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7d7489-bb60-4eea-b271-296b634811f5,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:00.813375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a86fc46-12a8-4262-82bd-ae77fa6d5771 req-1979eefa-30f3-41ca-94d5-3c33f8aca1da tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690506 Aug 09 15:39:00.874877 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-ea90270f-c48f-43dc-aae3-1e878532750b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5984409 Aug 09 15:39:00.906953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-dcdd554c-591e-4f45-9ab6-16dd29550747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.908579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-dcdd554c-591e-4f45-9ab6-16dd29550747 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.3001161 Aug 09 15:39:00.914697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Request body: {'port': {'device_id': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:00.955294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bd797-9343-4cd1-b0d5-5b0cfc0b5f21 req-5d4750d9-88b1-4f90-b6fe-6fcda27a11a6 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:00.962176 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a43bd797-9343-4cd1-b0d5-5b0cfc0b5f21 req-5d4750d9-88b1-4f90-b6fe-6fcda27a11a6 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 945 time: 0.0675459 Aug 09 15:39:00.973149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b94c5c9f-5ee0-456d-bbca-15ab34e3c658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:00.977543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba5e639-83d1-4456-a6cf-4d32effad980 req-57448993-c6af-4f97-a19a-4954fdbb8045 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634766 Aug 09 15:39:00.992832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d911ef-52ed-4c3b-8e79-464d205fba2d {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:01.033959 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a43bd797-9343-4cd1-b0d5-5b0cfc0b5f21 req-0aeb282f-1d27-4de4-8ba7-ea367356bc3e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678234 Aug 09 15:39:01.105288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 854376f3-f6fa-4b97-bcc7-c606b4c264eb up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:01.105998 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:01.169880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 854376f3-f6fa-4b97-bcc7-c606b4c264eb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:01.170552 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:01.175670 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:01.230763 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Transition to ACTIVE for port object 36d911ef-52ed-4c3b-8e79-464d205fba2d will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:01.236754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c5c9f-5ee0-456d-bbca-15ab34e3c658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6fd38f9-0edb-4f11-a707-e9823b7cfb3c,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:01.257115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-4b5a82e4-f7c3-4d7a-b607-a28f1242d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:01.259078 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-4b5a82e4-f7c3-4d7a-b607-a28f1242d772 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3308184 Aug 09 15:39:01.259798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:01.268041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94c5c9f-5ee0-456d-bbca-15ab34e3c658 admin admin] Checking segment: {'id': '7535580b-caf0-49bc-8f97-c6334038d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3b21e4e8-76b5-4f23-8267-7790e2bc4519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:01.268440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94c5c9f-5ee0-456d-bbca-15ab34e3c658 admin admin] Network hostable DHCP agents. Network: 3b21e4e8-76b5-4f23-8267-7790e2bc4519, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:39:01.288360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Network 513e6b81-6742-476e-a576-44c46ff3978e is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:01.346373 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:01.479227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a00f5b-86d0-4951-8b60-7ed510e84149 req-0b98029f-6e90-4f41-9b72-8f8aa11b7b5a tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:01.479691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94c5c9f-5ee0-456d-bbca-15ab34e3c658 admin admin] Network 3b21e4e8-76b5-4f23-8267-7790e2bc4519 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:39:01.490764 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-83a00f5b-86d0-4951-8b60-7ed510e84149 req-0b98029f-6e90-4f41-9b72-8f8aa11b7b5a tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 948 time: 0.1130443 Aug 09 15:39:01.541333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Pushing event updated for resources: {'Port': ['ID=36d911ef-52ed-4c3b-8e79-464d205fba2d,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:01.579158 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-83a00f5b-86d0-4951-8b60-7ed510e84149 req-9b53d38a-c7e2-4a58-b7f2-784ffb7420a9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682356 Aug 09 15:39:01.718945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-890b2ab3-8f4c-47ee-9c03-709fa4a51ddd None None] Provisioning complete for port ae7d7489-bb60-4eea-b271-296b634811f5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:01.719322 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-890b2ab3-8f4c-47ee-9c03-709fa4a51ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:01.764434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-890b2ab3-8f4c-47ee-9c03-709fa4a51ddd None None] Port ae7d7489-bb60-4eea-b271-296b634811f5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:01.934053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-b94c5c9f-5ee0-456d-bbca-15ab34e3c658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 3b21e4e8-76b5-4f23-8267-7790e2bc4519) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:01.943152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924e419-a25d-4038-a802-49b653e7c931 None None] Network 3b21e4e8-76b5-4f23-8267-7790e2bc4519 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:01.951488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dafaf-7213-4233-86e1-50b87550fee9 req-9ec7e657-a3ea-4277-947a-0c609ef9b314 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:01.953869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e5dafaf-7213-4233-86e1-50b87550fee9 req-9ec7e657-a3ea-4277-947a-0c609ef9b314 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 936 time: 0.0563130 Aug 09 15:39:01.967228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c5c9f-5ee0-456d-bbca-15ab34e3c658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:01.967886 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b94c5c9f-5ee0-456d-bbca-15ab34e3c658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:02.005177 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e5dafaf-7213-4233-86e1-50b87550fee9 req-04be47e5-c401-447f-b91e-ed4769c22d21 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434735 Aug 09 15:39:02.086666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9cd322-d257-4d6d-935d-0bbdc0fd027b None None] Network 3b21e4e8-76b5-4f23-8267-7790e2bc4519 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:02.094223 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-14268359-bca1-45db-a188-7d5283aed82d service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8037074 Aug 09 15:39:02.095455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b94c5c9f-5ee0-456d-bbca-15ab34e3c658 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3119400 Aug 09 15:39:02.126467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f0aa6-830b-4f45-a735-33f77b4ef127 req-ff1812d0-a37c-4350-927a-7b764766e1ae tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:02.127981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-298f0aa6-830b-4f45-a735-33f77b4ef127 req-ff1812d0-a37c-4350-927a-7b764766e1ae tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 1096 time: 0.5885732 Aug 09 15:39:02.147787 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Attempting to bind port 36d911ef-52ed-4c3b-8e79-464d205fba2d on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:02.148135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Attempting to bind port 36d911ef-52ed-4c3b-8e79-464d205fba2d by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:02.148467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Attempting to bind port 36d911ef-52ed-4c3b-8e79-464d205fba2d on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:02.215433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Router b6dc24a5-5284-456f-86b6-830978078b40 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:39:02.220210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Port 36d911ef-52ed-4c3b-8e79-464d205fba2d on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:02.220537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Attempting to bind port 36d911ef-52ed-4c3b-8e79-464d205fba2d on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:02.241204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49438) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:02.257773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:02.258175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:02.258569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:02.259018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Bound port: 36d911ef-52ed-4c3b-8e79-464d205fba2d, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:02.259381 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:02.299878 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-298f0aa6-830b-4f45-a735-33f77b4ef127 req-53bd6538-3bfc-4f40-abfb-0476e10fab27 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627738 Aug 09 15:39:02.328040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f65530-27ba-4489-9efc-9329ccd594fa admin admin] Deleting subnet c20bce0a-be42-4db0-840b-4ed6dfcdd479 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:39:02.334395 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-77f65530-27ba-4489-9efc-9329ccd594fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:02.370249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a9d3-3946-424d-865a-2aaac00fec9b req-40e2d0b7-0f65-4c7c-a011-a662392b0b05 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:02.371756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3fc0a9d3-3946-424d-865a-2aaac00fec9b req-40e2d0b7-0f65-4c7c-a011-a662392b0b05 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 947 time: 0.0998385 Aug 09 15:39:02.383959 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-77f65530-27ba-4489-9efc-9329ccd594fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:02.392732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ec38dd-f55f-4aac-89fd-936d7bb8ba04 req-de1e4bd0-f84c-4119-a718-d9d78398bdd7 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824433 Aug 09 15:39:02.474308 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-77f65530-27ba-4489-9efc-9329ccd594fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:02.506216 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3fc0a9d3-3946-424d-865a-2aaac00fec9b req-d9aeb032-0d51-4b91-9340-51dbf292ee73 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244483 Aug 09 15:39:02.506742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] For port 36d911ef-52ed-4c3b-8e79-464d205fba2d, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:02.550338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] For port 36d911ef-52ed-4c3b-8e79-464d205fba2d, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=36d911ef-52ed-4c3b-8e79-464d205fba2d,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:02.555051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:02.561671 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-77f65530-27ba-4489-9efc-9329ccd594fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:02.569204 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:02.573570 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:02.598180 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f65530-27ba-4489-9efc-9329ccd594fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20bce0a-be42-4db0-840b-4ed6dfcdd479,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:02.601069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-77f65530-27ba-4489-9efc-9329ccd594fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:02.602997 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-77f65530-27ba-4489-9efc-9329ccd594fa admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c20bce0a-be42-4db0-840b-4ed6dfcdd479 HTTP/1.1" status: 204 len: 168 time: 0.3606086 Aug 09 15:39:02.605479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49452) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:02.620458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:39:02.632965 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Sync routers for ids ['b6dc24a5-5284-456f-86b6-830978078b40'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:39:02.634541 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ff745b2f-cdcc-4829-9388-137bfc43d510 admin admin] 10.222.0.81 "PUT /v2.0/routers/b6dc24a5-5284-456f-86b6-830978078b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9485760 Aug 09 15:39:02.646714 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Routers {'b6dc24a5-5284-456f-86b6-830978078b40'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:02.647965 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:38:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b6dc24a5-5284-456f-86b6-830978078b40'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:02.652015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Transition to ACTIVE for port object 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:02.670712 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:02.673868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed0e19-68e4-4718-bfca-bf5fe93feb1a req-1fc52f8b-0e92-45eb-bff6-e1d68b8e4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:02.675594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34ed0e19-68e4-4718-bfca-bf5fe93feb1a req-1fc52f8b-0e92-45eb-bff6-e1d68b8e4f3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cad2640b3fcf450782b5ccce04b3edb6&device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 1098 time: 0.1825633 Aug 09 15:39:02.676826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:02.677429 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:02.678744 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] 10.222.0.53 "PUT /v2.0/ports/36d911ef-52ed-4c3b-8e79-464d205fba2d HTTP/1.1" status: 200 len: 1096 time: 4.9537711 Aug 09 15:39:02.683135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd116d75e-0033-4eef-92d3-644ebd3156aa', 'tag': '36d911ef-52ed-4c3b-8e79-464d205fba2d'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:02.686160 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0dc351-be65-42f4-95ff-fe7fa9f02699" -d '{"events": [{"name": "network-changed", "server_uuid": "d116d75e-0033-4eef-92d3-644ebd3156aa", "tag": "36d911ef-52ed-4c3b-8e79-464d205fba2d"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:02.760868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406a85b-4fe1-4575-9524-6f4c4a158961 service neutron] Pushing event updated for resources: {'Port': ['ID=36d911ef-52ed-4c3b-8e79-464d205fba2d,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:02.791985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e0a1a-1525-4953-b71e-4150f35d6890 req-d44b7e4e-492f-4c47-872a-f28e6150d30a tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:02.800563 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-142e0a1a-1525-4953-b71e-4150f35d6890 req-d44b7e4e-492f-4c47-872a-f28e6150d30a tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 948 time: 0.1020837 Aug 09 15:39:02.814096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:02.820592 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Set router b6dc24a5-5284-456f-86b6-830978078b40 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:02.841126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef4fc9-5a57-4cf4-9776-76002e508c77 req-8ff5128f-5c9b-4402-a347-145eb913c58a tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:02.850178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bcef4fc9-5a57-4cf4-9776-76002e508c77 req-8ff5128f-5c9b-4402-a347-145eb913c58a tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 1096 time: 0.2714505 Aug 09 15:39:02.884041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-142e0a1a-1525-4953-b71e-4150f35d6890 req-32fc5ae4-7fa6-4c84-a895-72f4dd626df8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825207 Aug 09 15:39:02.963547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Pushing event updated for resources: {'Port': ['ID=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:02.988885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-747fd3b9-6456-4a63-a386-67af33a40eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:02.990438 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-747fd3b9-6456-4a63-a386-67af33a40eec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=953e1e6efa7e4d7bad0ad319f4208a00&device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 1099 time: 0.2306473 Aug 09 15:39:02.994865 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deb00c3-e091-4796-aca1-8b3427012128 x-openstack-request-id: req-5deb00c3-e091-4796-aca1-8b3427012128 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:02.995152 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d116d75e-0033-4eef-92d3-644ebd3156aa", "tag": "36d911ef-52ed-4c3b-8e79-464d205fba2d", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:02.995407 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5deb00c3-e091-4796-aca1-8b3427012128 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:02.995804 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd116d75e-0033-4eef-92d3-644ebd3156aa', 'tag': '36d911ef-52ed-4c3b-8e79-464d205fba2d', 'status': 'completed', 'code': 200} Aug 09 15:39:03.022848 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bcef4fc9-5a57-4cf4-9776-76002e508c77 req-7cec6a1d-7b06-403b-bf83-e267e21fb8f5 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715140 Aug 09 15:39:03.037933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed0e19-68e4-4718-bfca-bf5fe93feb1a req-b0480874-9dd9-48c7-be33-720552f7dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:03.039428 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34ed0e19-68e4-4718-bfca-bf5fe93feb1a req-b0480874-9dd9-48c7-be33-720552f7dfd8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3336706 Aug 09 15:39:03.101468 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.123275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a200b7ae-ec04-4d38-a56a-cb2ef8c50259']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:03.148715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-4c9689c5-97e4-4993-9c83-325b2e96feb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=36d911ef-52ed-4c3b-8e79-464d205fba2d HTTP/1.1" status: 200 len: 217 time: 0.1454191 Aug 09 15:39:03.163061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381e6bcc-3d67-4ccd-9752-ba6358d66e22') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:03.163546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381e6bcc-3d67-4ccd-9752-ba6358d66e22') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:03.175684 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.192375 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ae7d7489-bb60-4eea-b271-296b634811f5', 'name': '', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'mac_address': 'fa:16:3e:39:b8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '19138694-734c-4465-b6cf-40c50ce31215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:56Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 2, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'subnets': [{'id': '19138694-734c-4465-b6cf-40c50ce31215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:03.209940 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.225331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:39:03.225625 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.256672 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Checking router: b6dc24a5-5284-456f-86b6-830978078b40 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:39:03.257288 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Updating router b6dc24a5-5284-456f-86b6-830978078b40 port ae7d7489-bb60-4eea-b271-296b634811f5 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:39:03.304878 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.307743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34ed0e19-68e4-4718-bfca-bf5fe93feb1a req-45dfde47-c7dc-4f8f-8ae7-9dd4395accb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9 HTTP/1.1" status: 200 len: 217 time: 0.1787615 Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:39:03.411196 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:39:03.418649 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.432900 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.434844 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] 10.222.0.81 "DELETE /v2.0/networks/a200b7ae-ec04-4d38-a56a-cb2ef8c50259 HTTP/1.1" status: 204 len: 168 time: 0.8284030 Aug 09 15:39:03.470113 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49504) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:03.471116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06783ef6-6b6a-4b04-9f48-8862a43354fe admin admin] Pushing event deleted for resources: {'Network': ['ID=a200b7ae-ec04-4d38-a56a-cb2ef8c50259,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:03.477479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Attempting to bind port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:03.477948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Attempting to bind port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:03.486904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Attempting to bind port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:03.530221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:03.530553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Attempting to bind port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:03.539884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-1023cd7c-02ef-47c4-a2e2-50bca62a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:03.541358 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-1023cd7c-02ef-47c4-a2e2-50bca62a5ba7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2988210 Aug 09 15:39:03.557255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666479e-7092-42a3-86c2-4edbab4667f2 req-a4cc0e90-6d7a-4643-8415-af284fd6843a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:03.563616 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5457a71f-96e2-4e9b-8337-58f674da479a admin admin] Deleting subnet f6fd38f9-0edb-4f11-a707-e9823b7cfb3c {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:39:03.567209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5457a71f-96e2-4e9b-8337-58f674da479a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.571719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1666479e-7092-42a3-86c2-4edbab4667f2 req-a4cc0e90-6d7a-4643-8415-af284fd6843a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 948 time: 0.4246132 Aug 09 15:39:03.611269 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed0e19-68e4-4718-bfca-bf5fe93feb1a req-6c7212a9-23d1-426e-ae8f-498e71e67619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:03.612468 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34ed0e19-68e4-4718-bfca-bf5fe93feb1a req-6c7212a9-23d1-426e-ae8f-498e71e67619 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2842216 Aug 09 15:39:03.613258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:03.613614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:03.614005 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:03.614457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Bound port: 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:03.614818 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.633110 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5457a71f-96e2-4e9b-8337-58f674da479a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.677661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49524) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:03.696111 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5457a71f-96e2-4e9b-8337-58f674da479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.786466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5457a71f-96e2-4e9b-8337-58f674da479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.808606 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.836648 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Transition to ACTIVE for port object ae7d7489-bb60-4eea-b271-296b634811f5 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:03.838816 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1666479e-7092-42a3-86c2-4edbab4667f2 req-b465bc3d-9772-40db-af81-95919cbe0a38 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609344 Aug 09 15:39:03.858675 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.863299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed0e19-68e4-4718-bfca-bf5fe93feb1a req-de562dc7-b977-4cee-9ddf-02cddc523393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:03.864719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34ed0e19-68e4-4718-bfca-bf5fe93feb1a req-de562dc7-b977-4cee-9ddf-02cddc523393 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2073584 Aug 09 15:39:03.865246 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457a71f-96e2-4e9b-8337-58f674da479a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6fd38f9-0edb-4f11-a707-e9823b7cfb3c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:03.868390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-a9522ee6-fa16-4895-986b-ba4131c7d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:03.870062 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5457a71f-96e2-4e9b-8337-58f674da479a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:03.874541 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5457a71f-96e2-4e9b-8337-58f674da479a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f6fd38f9-0edb-4f11-a707-e9823b7cfb3c HTTP/1.1" status: 204 len: 168 time: 0.3980815 Aug 09 15:39:03.875575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49530) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:03.879504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-a9522ee6-fa16-4895-986b-ba4131c7d869 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2901356 Aug 09 15:39:03.975867 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.006678 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d4c04fa-3018-4b4a-b7ee-d1f3e3dd3c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.060984 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Pushing event updated for resources: {'Port': ['ID=ae7d7489-bb60-4eea-b271-296b634811f5,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:04.085023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:04.121610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:04.136256 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:04.136601 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:04.138935 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:04.139524 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:04.140739 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:04.141632 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:04.143858 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:04.144389 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:04.144892 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:04.145374 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:04.147382 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:04.147913 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:04.158114 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.177230 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Attempting to bind port ae7d7489-bb60-4eea-b271-296b634811f5 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:04.177909 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Attempting to bind port ae7d7489-bb60-4eea-b271-296b634811f5 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:04.179496 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Attempting to bind port ae7d7489-bb60-4eea-b271-296b634811f5 on network 513e6b81-6742-476e-a576-44c46ff3978e {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:04.192751 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:04.193441 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Checking segment: {'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:04.194095 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.195906 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Bound using segment: {'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:04.198089 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Bound port: ae7d7489-bb60-4eea-b271-296b634811f5, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:04.199436 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.211485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.231166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b21e4e8-76b5-4f23-8267-7790e2bc4519']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:04.254451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:04.255371 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.258317 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] 10.222.0.60 "PUT /v2.0/ports/99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 HTTP/1.1" status: 200 len: 1096 time: 3.3630030 Aug 09 15:39:04.261250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-7b38f649-45db-4c2e-8832-e7b20a170295 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806405 Aug 09 15:39:04.268496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7535580b-caf0-49bc-8f97-c6334038d0a9') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:04.269250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7535580b-caf0-49bc-8f97-c6334038d0a9') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:04.328920 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.350856 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] For port ae7d7489-bb60-4eea-b271-296b634811f5, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:04.357771 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.368774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:39:04.369103 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:39:04.370859 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:39:04.373815 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] For port ae7d7489-bb60-4eea-b271-296b634811f5, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ae7d7489-bb60-4eea-b271-296b634811f5,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:04.379401 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.523752 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c2c7d-88c8-4914-b838-de30fc07a1f4 None None] Pushing event updated for resources: {'Port': ['ID=ae7d7489-bb60-4eea-b271-296b634811f5,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:04.533363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.540810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d4c04fa-3018-4b4a-b7ee-d1f3e3dd3c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.565428 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.567422 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] 10.222.0.81 "DELETE /v2.0/networks/3b21e4e8-76b5-4f23-8267-7790e2bc4519 HTTP/1.1" status: 204 len: 168 time: 0.6907663 Aug 09 15:39:04.600200 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Routers {'b6dc24a5-5284-456f-86b6-830978078b40'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:39:04.601089 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:38:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b6dc24a5-5284-456f-86b6-830978078b40'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:04.608853 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d4c04fa-3018-4b4a-b7ee-d1f3e3dd3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:04.615525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa074a98-99d1-4954-9939-0bb44911759f admin admin] Pushing event deleted for resources: {'Network': ['ID=3b21e4e8-76b5-4f23-8267-7790e2bc4519,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:04.779323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2c6c6-0ae6-4131-9a3e-fdac390f6dda req-e10d47db-d62a-4966-b540-c6480bf10e47 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:04.784431 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11a2c6c6-0ae6-4131-9a3e-fdac390f6dda req-e10d47db-d62a-4966-b540-c6480bf10e47 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 947 time: 0.7007821 Aug 09 15:39:04.804499 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0d4c04fa-3018-4b4a-b7ee-d1f3e3dd3c87 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4c8e05d08d544bbaac9161ef7e21e407&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1233146 Aug 09 15:39:04.804499 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c04fa-3018-4b4a-b7ee-d1f3e3dd3c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a40527-d007-4691-9afd-b147e9e6681d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:04.805436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49562) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:04.816295 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34ed0e19-68e4-4718-bfca-bf5fe93feb1a req-48432bd4-0aec-4232-a2c3-7911087ba6b5 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9308431 Aug 09 15:39:04.876870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49570) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:04.878596 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] Set router b6dc24a5-5284-456f-86b6-830978078b40 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:39:04.913334 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffc170-9c76-44eb-ace7-f77d827a0fcf service neutron] Pushing event updated for resources: {'Port': ['ID=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:05.043246 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0289-9930-42c6-8ed5-da0b036433c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:05.079886 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-80c05bcc-13ac-4c75-a74c-03e5d0c31f97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1bbdb0720b6a4c95b2df71f2cc90c841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966231 Aug 09 15:39:05.081262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'tag': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:05.083828 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f161291b-cae3-4f44-8efe-2c5c49baf31d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb810ae-f10c-4ad6-9073-bfaa4f672f60", "tag": "99999c04-d9ba-41c4-bd5e-6e35c63d0ff0"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:05.090718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49576) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:05.097246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76370f83-5aac-4107-8458-354f0e97b349 req-d1c35b75-1f75-4580-9ff4-efcce9d0b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:05.099336 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-d1c35b75-1f75-4580-9ff4-efcce9d0b732 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 1099 time: 0.7489877 Aug 09 15:39:05.109520 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa108af1-feda-45fc-a495-0af46f9d49cf req-596e3b47-0da6-49ba-9e4e-60a8baada2ea service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7640655 Aug 09 15:39:05.125163 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34ed0e19-68e4-4718-bfca-bf5fe93feb1a req-a3764984-7611-4197-9c62-0b715ab59188 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741225 Aug 09 15:39:05.140376 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0289-9930-42c6-8ed5-da0b036433c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:05.285655 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0289-9930-42c6-8ed5-da0b036433c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:05.295700 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0289-9930-42c6-8ed5-da0b036433c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:05.302131 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bdcf0289-9930-42c6-8ed5-da0b036433c6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2a40527-d007-4691-9afd-b147e9e6681d HTTP/1.1" status: 204 len: 168 time: 0.4952664 Aug 09 15:39:05.319345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf0289-9930-42c6-8ed5-da0b036433c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a40527-d007-4691-9afd-b147e9e6681d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:05.403308 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ae7d7489-bb60-4eea-b271-296b634811f5', 'name': '', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'mac_address': 'fa:16:3e:39:b8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '19138694-734c-4465-b6cf-40c50ce31215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:56Z', 'updated_at': '2021-08-09T15:39:04Z', 'revision_number': 4, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'subnets': [{'id': '19138694-734c-4465-b6cf-40c50ce31215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:39:05.432994 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436b5e0-38f7-4f58-b069-f08038757bac None None] The sync data for ids ['b6dc24a5-5284-456f-86b6-830978078b40'] in n-d-803778-2 is: [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ae7d7489-bb60-4eea-b271-296b634811f5', 'name': '', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'mac_address': 'fa:16:3e:39:b8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '19138694-734c-4465-b6cf-40c50ce31215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:56Z', 'updated_at': '2021-08-09T15:39:04Z', 'revision_number': 4, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'subnets': [{'id': '19138694-734c-4465-b6cf-40c50ce31215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:39:05.517445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-8bc007b8-87a1-49e9-8324-8feb0460a586 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 HTTP/1.1" status: 200 len: 217 time: 0.4065707 Aug 09 15:39:05.530147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11a2c6c6-0ae6-4131-9a3e-fdac390f6dda req-72a68378-c2da-478c-8870-436c560c335a tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6919742 Aug 09 15:39:05.692160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dc351-be65-42f4-95ff-fe7fa9f02699 req-66142148-1e63-4956-afce-377bc7fd0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:05.693878 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a0dc351-be65-42f4-95ff-fe7fa9f02699 req-66142148-1e63-4956-afce-377bc7fd0b3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=953e1e6efa7e4d7bad0ad319f4208a00&device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 1099 time: 0.1949575 Aug 09 15:39:05.729377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 01165de4-3df5-42d9-b9ef-8daef0e60ab9 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:05.831421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e8800a6-4f15-485d-9203-283724cf2d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:05.844224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76370f83-5aac-4107-8458-354f0e97b349 req-34cb583f-ce08-49f5-8624-b8e692737016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:05.846026 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-34cb583f-ce08-49f5-8624-b8e692737016 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2673986 Aug 09 15:39:05.968002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcebb06-227e-4307-953d-5ff3ffdbe16d req-207f7fa9-9d07-434e-997d-88ec5694b332 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:05.978304 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7dcebb06-227e-4307-953d-5ff3ffdbe16d req-207f7fa9-9d07-434e-997d-88ec5694b332 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 948 time: 0.2938449 Aug 09 15:39:05.994990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e8800a6-4f15-485d-9203-283724cf2d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:06.001226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:06.018597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'mac_address': 'fa:16:3e:fb:e3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:06.079017 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:06.109099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76370f83-5aac-4107-8458-354f0e97b349 req-3c0c5e9e-0035-4ad7-9535-78b9819fe883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:06.109960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01165de4-3df5-42d9-b9ef-8daef0e60ab9 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:06.110774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-3c0c5e9e-0035-4ad7-9535-78b9819fe883 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216010 Aug 09 15:39:06.115392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dc351-be65-42f4-95ff-fe7fa9f02699 req-c0fc1a6b-9a0b-41cd-a7eb-e7cefdaae2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:06.117786 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a0dc351-be65-42f4-95ff-fe7fa9f02699 req-c0fc1a6b-9a0b-41cd-a7eb-e7cefdaae2f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3999119 Aug 09 15:39:06.121684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7dcebb06-227e-4307-953d-5ff3ffdbe16d req-b7d7084a-3feb-474e-9df8-e931f994944d tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425166 Aug 09 15:39:06.132186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49628) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:06.167615 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91226f4c-899b-4177-b78f-f443acfed8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:06.172523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:06.179401 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:06.225140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a0dc351-be65-42f4-95ff-fe7fa9f02699 req-ec51f1df-f6a5-4584-90a9-f2007961476c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=36d911ef-52ed-4c3b-8e79-464d205fba2d HTTP/1.1" status: 200 len: 217 time: 0.0872111 Aug 09 15:39:06.376366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=01165de4-3df5-42d9-b9ef-8daef0e60ab9,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:06.387764 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e8800a6-4f15-485d-9203-283724cf2d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:06.395471 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e8800a6-4f15-485d-9203-283724cf2d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:06.396689 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1e8800a6-4f15-485d-9203-283724cf2d86 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6cbff658-371d-440d-9760-473c7a4ffbdb HTTP/1.1" status: 204 len: 168 time: 1.3018744 Aug 09 15:39:06.440243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dc351-be65-42f4-95ff-fe7fa9f02699 req-6eb2527d-37ec-40dd-9c0a-1c0d805acbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:06.441847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a0dc351-be65-42f4-95ff-fe7fa9f02699 req-6eb2527d-37ec-40dd-9c0a-1c0d805acbce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2062271 Aug 09 15:39:06.442609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8800a6-4f15-485d-9203-283724cf2d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbff658-371d-440d-9760-473c7a4ffbdb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:06.471433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['01165de4-3df5-42d9-b9ef-8daef0e60ab9'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:06.480549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5734ef-dcd0-4451-bd93-24c7e907d537 req-0c3ae870-a417-4868-bce1-d87b4f63440b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:06.482448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f5734ef-dcd0-4451-bd93-24c7e907d537 req-0c3ae870-a417-4868-bce1-d87b4f63440b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 948 time: 0.1882553 Aug 09 15:39:06.501805 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91226f4c-899b-4177-b78f-f443acfed8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:06.508378 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91226f4c-899b-4177-b78f-f443acfed8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:06.510395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-df3a9c15-1237-4970-94d5-1eafddbf206a service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855944 Aug 09 15:39:06.570976 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-91226f4c-899b-4177-b78f-f443acfed8c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c266636fb58463696e12927533f1092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375389 Aug 09 15:39:06.580473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49634) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:06.648993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dc351-be65-42f4-95ff-fe7fa9f02699 req-21597029-7976-4f9d-be5f-5323d9a74cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:06.651118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a0dc351-be65-42f4-95ff-fe7fa9f02699 req-21597029-7976-4f9d-be5f-5323d9a74cd7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1991570 Aug 09 15:39:06.675960 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f5734ef-dcd0-4451-bd93-24c7e907d537 req-9bdb7d5f-b8c2-4929-bc66-ff527caad154 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790588 Aug 09 15:39:06.735471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91226f4c-899b-4177-b78f-f443acfed8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458a50c4-335f-405a-a284-bba233ef17bf,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:06.773624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-54a34af8-d2e2-425b-a1f5-b20a6ce3d067 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:39:06.785827 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-54a34af8-d2e2-425b-a1f5-b20a6ce3d067 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7391324 Aug 09 15:39:06.800106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] Request body: {'binding': {'host': 'n-h2-803778-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:06.801343 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] Unknown quota resources ['binding']. {{(pid=94289) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:39:06.859624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a0dc351-be65-42f4-95ff-fe7fa9f02699 req-ffdca78a-58f9-4cbc-b0ba-d4feb4a320e9 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998072 Aug 09 15:39:06.993556 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee289a62-e05f-4cd6-9cf7-7126e8e1b305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.032653 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05e8881-9518-418c-95ea-25011245eacd x-openstack-request-id: req-e05e8881-9518-418c-95ea-25011245eacd {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:07.035512 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb810ae-f10c-4ad6-9073-bfaa4f672f60", "tag": "99999c04-d9ba-41c4-bd5e-6e35c63d0ff0", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:07.036026 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e05e8881-9518-418c-95ea-25011245eacd {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:07.036578 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'tag': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0', 'status': 'completed', 'code': 200} Aug 09 15:39:07.039637 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76370f83-5aac-4107-8458-354f0e97b349 req-c4d471fe-3998-4347-8b90-9b82423c7c2f service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160625 Aug 09 15:39:07.056224 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee289a62-e05f-4cd6-9cf7-7126e8e1b305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.109915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] Attempting to bind port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on host n-h2-803778-2 for vnic_type normal with profile None {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:07.110583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] Attempting to bind port 3ce0a720-29ff-45b0-8727-cc8b2b07812b by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:07.111077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] Attempting to bind port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:07.140158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] Port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:07.140704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] Attempting to bind port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:07.147131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:07.147669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:07.148222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] Bound using segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:07.148826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] Bound port: 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:07.221981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd54a58-3f10-423d-b052-f8e26b7f7deb req-18d5040b-6810-4f1c-b4e3-4eb6d0928746 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:07.230704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd54a58-3f10-423d-b052-f8e26b7f7deb req-18d5040b-6810-4f1c-b4e3-4eb6d0928746 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 948 time: 0.1416256 Aug 09 15:39:07.236388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49642) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:07.252398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ae7d7489-bb60-4eea-b271-296b634811f5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:07.283044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:07.289327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a0dc351-be65-42f4-95ff-fe7fa9f02699 req-b3184f9a-6ecd-4321-a6e2-9d81512a7786 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135239 Aug 09 15:39:07.289561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] Notify callbacks [] for binding, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.291201 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-c647a4c5-35c7-48ab-b17a-aa75e142f4be service neutron] 10.222.0.81 "POST /v2.0/ports/3ce0a720-29ff-45b0-8727-cc8b2b07812b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5018172 Aug 09 15:39:07.302208 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee289a62-e05f-4cd6-9cf7-7126e8e1b305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.305504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee289a62-e05f-4cd6-9cf7-7126e8e1b305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.307046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ee289a62-e05f-4cd6-9cf7-7126e8e1b305 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/458a50c4-335f-405a-a284-bba233ef17bf HTTP/1.1" status: 204 len: 168 time: 0.7253206 Aug 09 15:39:07.317787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee289a62-e05f-4cd6-9cf7-7126e8e1b305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458a50c4-335f-405a-a284-bba233ef17bf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:07.359619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161291b-cae3-4f44-8efe-2c5c49baf31d req-0dfa54fe-ac36-4cc7-8ad9-db1933e95819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:07.362742 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f161291b-cae3-4f44-8efe-2c5c49baf31d req-0dfa54fe-ac36-4cc7-8ad9-db1933e95819 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 1099 time: 0.2117534 Aug 09 15:39:07.380195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ae7d7489-bb60-4eea-b271-296b634811f5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:07.385562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ae7d7489-bb60-4eea-b271-296b634811f5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:07.386043 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.609867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b530e63-31e5-4257-b6a4-bd949ac4e9c1 req-305744bc-2caa-42da-bb96-ab1bd2717727 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:07.611356 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.613002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd54a58-3f10-423d-b052-f8e26b7f7deb req-24a9f8da-450c-4f29-85ed-f812c6194703 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813663 Aug 09 15:39:07.617523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b530e63-31e5-4257-b6a4-bd949ac4e9c1 req-305744bc-2caa-42da-bb96-ab1bd2717727 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 948 time: 0.0958025 Aug 09 15:39:07.620429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-04ea3116-e82a-4b00-9798-0315dfbf8a9c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31815e24222742d083d8311ce61bf39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823340 Aug 09 15:39:07.633484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49648) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:07.633752 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ee84904-6d61-4066-8518-6b80c01304da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.680552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ae7d7489-bb60-4eea-b271-296b634811f5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ae7d7489-bb60-4eea-b271-296b634811f5,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:07.710808 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b530e63-31e5-4257-b6a4-bd949ac4e9c1 req-70f818de-a379-45ad-8e1a-c6516cae8c02 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838497 Aug 09 15:39:07.719576 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.729267 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa94e660-294a-4edc-a67c-842c160d8862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.754115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161291b-cae3-4f44-8efe-2c5c49baf31d req-f975a7ed-13cb-4070-bd0c-453403bae01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:07.755995 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f161291b-cae3-4f44-8efe-2c5c49baf31d req-f975a7ed-13cb-4070-bd0c-453403bae01a service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3810766 Aug 09 15:39:07.764176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-e9ca1988-1e10-47d5-8d37-a9cd42529702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:07.765945 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-e9ca1988-1e10-47d5-8d37-a9cd42529702 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 1096 time: 0.1716490 Aug 09 15:39:07.827443 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa94e660-294a-4edc-a67c-842c160d8862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:07.827692 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f161291b-cae3-4f44-8efe-2c5c49baf31d req-5e5faf9c-bf28-4118-aa34-476739e9f97d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 HTTP/1.1" status: 200 len: 217 time: 0.0606091 Aug 09 15:39:07.827798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 01165de4-3df5-42d9-b9ef-8daef0e60ab9 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:07.913169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c904278-01fb-4fdd-b2c8-4c486e745877 req-342b4b1b-8820-4960-8701-012f4b2449f2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:07.921435 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c904278-01fb-4fdd-b2c8-4c486e745877 req-342b4b1b-8820-4960-8701-012f4b2449f2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 948 time: 0.1172383 Aug 09 15:39:07.940786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ae7d7489-bb60-4eea-b271-296b634811f5,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:07.957020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:07.962223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:07.962861 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:08.016072 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa94e660-294a-4edc-a67c-842c160d8862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:08.022916 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa94e660-294a-4edc-a67c-842c160d8862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:08.026124 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aa94e660-294a-4edc-a67c-842c160d8862 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dcda60f2-064f-465e-bc3a-092f108a15fa HTTP/1.1" status: 204 len: 168 time: 0.3970385 Aug 09 15:39:08.041971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66b00d-4663-4c31-b950-9a5228cbd6f7 req-769a7ed9-29ee-43db-b19f-146c74f5828a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:08.050924 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb66b00d-4663-4c31-b950-9a5228cbd6f7 req-769a7ed9-29ee-43db-b19f-146c74f5828a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 945 time: 0.2277691 Aug 09 15:39:08.054259 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c904278-01fb-4fdd-b2c8-4c486e745877 req-57d1a15f-2128-4298-95e4-cfa4ebb1c484 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306491 Aug 09 15:39:08.059323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94e660-294a-4edc-a67c-842c160d8862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcda60f2-064f-465e-bc3a-092f108a15fa,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:08.068130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161291b-cae3-4f44-8efe-2c5c49baf31d req-c96caf50-43f1-43f1-83a7-ce2631c0963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:08.074865 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:08.080164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f161291b-cae3-4f44-8efe-2c5c49baf31d req-c96caf50-43f1-43f1-83a7-ce2631c0963f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2311990 Aug 09 15:39:08.131223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:08.134362 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0cff22-4055-4576-9fef-8992c1e52032" -d '{"events": [{"server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "name": "network-vif-plugged", "status": "completed", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:08.156422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:08.161067 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:08.236863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 36d911ef-52ed-4c3b-8e79-464d205fba2d details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:08.281052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb66b00d-4663-4c31-b950-9a5228cbd6f7 req-74752786-e586-49ed-a781-930381dbd170 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271998 Aug 09 15:39:08.290300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-67987bfd-2344-410e-9871-ca7c1cf61c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:08.292097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-67987bfd-2344-410e-9871-ca7c1cf61c5b service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.5169494 Aug 09 15:39:08.321994 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9438a5c6-b9c6-4b0b-a11a-4255e9719281 x-openstack-request-id: req-9438a5c6-b9c6-4b0b-a11a-4255e9719281 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:08.322558 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "name": "network-vif-plugged", "status": "completed", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:08.322558 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9438a5c6-b9c6-4b0b-a11a-4255e9719281 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:08.322887 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'code': 200} Aug 09 15:39:08.361335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=01165de4-3df5-42d9-b9ef-8daef0e60ab9,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:08.387814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161291b-cae3-4f44-8efe-2c5c49baf31d req-910666f5-0874-42da-90e4-30df0e5bf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:08.390136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f161291b-cae3-4f44-8efe-2c5c49baf31d req-910666f5-0874-42da-90e4-30df0e5bf4b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2892702 Aug 09 15:39:08.391618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-441bde07-f314-4a97-8dfd-9920b2dc19da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b HTTP/1.1" status: 200 len: 217 time: 0.0906897 Aug 09 15:39:08.396173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.60', 60204) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:08.430046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 36d911ef-52ed-4c3b-8e79-464d205fba2d, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=36d911ef-52ed-4c3b-8e79-464d205fba2d,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:08.443899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '36d911ef-52ed-4c3b-8e79-464d205fba2d', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '36d911ef-52ed-4c3b-8e79-464d205fba2d', 'mac_address': 'fa:16:3e:48:a3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:08.476077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415aea80-914a-4d60-8038-6c240b3b9472 req-a868d3f1-7fac-4584-9221-133e4b629157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:08.478639 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-415aea80-914a-4d60-8038-6c240b3b9472 req-a868d3f1-7fac-4584-9221-133e4b629157 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 1100 time: 0.0631738 Aug 09 15:39:08.528783 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-415aea80-914a-4d60-8038-6c240b3b9472 req-11c8c4a8-ebbb-427c-a002-30c0f9b671ab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 Aug 09 15:39:08.539879 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:08.556452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d911ef-52ed-4c3b-8e79-464d205fba2d {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:08.609616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 36d911ef-52ed-4c3b-8e79-464d205fba2d, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=36d911ef-52ed-4c3b-8e79-464d205fba2d,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:08.619637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-92457419-6d70-4e56-b0f4-1811c40eedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:08.621233 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-92457419-6d70-4e56-b0f4-1811c40eedcf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.1959491 Aug 09 15:39:08.625056 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:08.630021 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f161291b-cae3-4f44-8efe-2c5c49baf31d req-909a3a39-3a4b-4c3e-9d19-d92bfb58ec56 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144008 Aug 09 15:39:08.683260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=36d911ef-52ed-4c3b-8e79-464d205fba2d,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:08.723386 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-7c24a143-9c62-430f-bbf0-a8480705f465 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921583 Aug 09 15:39:08.861889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['36d911ef-52ed-4c3b-8e79-464d205fba2d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:08.936864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71f9c6-457b-41ca-a0d6-d245f0baae8a req-0b28062d-c8d3-4021-ac8f-22e2325691b4 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:08.946518 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab71f9c6-457b-41ca-a0d6-d245f0baae8a req-0b28062d-c8d3-4021-ac8f-22e2325691b4 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 949 time: 0.1450930 Aug 09 15:39:08.970659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38719585-1c26-4d17-871e-3111a1adc1e4 req-44ee2177-1730-45bf-b870-899db1754111 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:08.979159 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-38719585-1c26-4d17-871e-3111a1adc1e4 req-44ee2177-1730-45bf-b870-899db1754111 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 949 time: 0.2165625 Aug 09 15:39:09.009563 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-6124a9d7-33bc-436a-aa9b-f2a918b4f6bb service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769170 Aug 09 15:39:09.045279 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab71f9c6-457b-41ca-a0d6-d245f0baae8a req-f6e5c639-55be-4abf-9567-474c8a3bc557 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978129 Aug 09 15:39:09.067814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-38719585-1c26-4d17-871e-3111a1adc1e4 req-b42f570a-ba41-41ca-a723-735ae6fc09c3 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876057 Aug 09 15:39:09.069964 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f161291b-cae3-4f44-8efe-2c5c49baf31d req-93e4411a-758f-4e78-b01a-c9211f55ed3f service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284623 Aug 09 15:39:09.240760 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-126e100b-d139-4101-9bed-df9155715a19 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651003 Aug 09 15:39:09.248461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ae7d7489-bb60-4eea-b271-296b634811f5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:09.271370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae50de1-9f88-47df-8df1-95260335e6e6 req-194491a5-1034-4300-b98b-86c5c1dff0ea tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:09.302634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ae50de1-9f88-47df-8df1-95260335e6e6 req-194491a5-1034-4300-b98b-86c5c1dff0ea tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 948 time: 0.1325672 Aug 09 15:39:09.349367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ae7d7489-bb60-4eea-b271-296b634811f5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:09.349940 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:09.439910 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ae50de1-9f88-47df-8df1-95260335e6e6 req-fef8da14-57e4-4640-bf22-57b67e03a8e2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355450 Aug 09 15:39:09.604687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-8f15132b-3b66-4618-85ef-ba9b30169c84 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:09.608157 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-8f15132b-3b66-4618-85ef-ba9b30169c84 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7&tenant_id=bfbbec31d1de44c78633a7bdff61ea36&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.2235882 Aug 09 15:39:09.618111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17f9a3-afd3-4fc5-8526-45e7722d2fc5 req-827546be-63ae-44c5-a435-94381c27657e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:09.625522 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc17f9a3-afd3-4fc5-8526-45e7722d2fc5 req-827546be-63ae-44c5-a435-94381c27657e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 945 time: 0.1466298 Aug 09 15:39:09.638640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803778-2'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:09.730093 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc17f9a3-afd3-4fc5-8526-45e7722d2fc5 req-a8a81a31-ae00-42f5-9e03-65b392360d4d tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954623 Aug 09 15:39:09.730093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:09.750726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:09.924953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:09.984108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:09.992561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:10.014666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0', 'mac_address': 'fa:16:3e:d7:1f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:10.056090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9290fde1-9708-4a94-82e9-a3c89bdae3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce0a720-29ff-45b0-8727-cc8b2b07812b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:10.059303 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810539fc-c540-4c58-9af5-9f8f65d4d21a" -d '{"events": [{"server_uuid": "9290fde1-9708-4a94-82e9-a3c89bdae3b7", "name": "network-vif-unplugged", "status": "completed", "tag": "3ce0a720-29ff-45b0-8727-cc8b2b07812b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:10.079585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.092342 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.112008 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.142358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:10.186845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 36d911ef-52ed-4c3b-8e79-464d205fba2d up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:10.193466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:10.225023 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.244463 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d296f9-1a02-44b4-9324-0a29a1655d70 x-openstack-request-id: req-d8d296f9-1a02-44b4-9324-0a29a1655d70 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:10.245020 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9290fde1-9708-4a94-82e9-a3c89bdae3b7", "name": "network-vif-unplugged", "status": "completed", "tag": "3ce0a720-29ff-45b0-8727-cc8b2b07812b", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:10.245478 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8d296f9-1a02-44b4-9324-0a29a1655d70 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:10.246129 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9290fde1-9708-4a94-82e9-a3c89bdae3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce0a720-29ff-45b0-8727-cc8b2b07812b', 'code': 200} Aug 09 15:39:10.247040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Pushing event updated for resources: {'Port': ['ID=3ce0a720-29ff-45b0-8727-cc8b2b07812b,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:10.345132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:10.355703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 36d911ef-52ed-4c3b-8e79-464d205fba2d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:10.362498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 36d911ef-52ed-4c3b-8e79-464d205fba2d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:10.363611 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.365558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17013f1-163a-43c0-a7ee-8950560aeace req-0f3bf167-70f9-4dfd-b53d-fdd744623c4d tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.375507 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b17013f1-163a-43c0-a7ee-8950560aeace req-0f3bf167-70f9-4dfd-b53d-fdd744623c4d tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 949 time: 0.1124921 Aug 09 15:39:10.377609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Attempting to bind port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on host n-h1-803778-2 for vnic_type normal with profile {"migrating_to": "n-h2-803778-2"} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:10.378201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Attempting to bind port 3ce0a720-29ff-45b0-8727-cc8b2b07812b by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:10.378839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Attempting to bind port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:10.397416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:10.397908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Attempting to bind port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:10.421717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:10.422199 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:10.422692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Bound using segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:10.423228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Bound port: 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:10.423691 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.437111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b17013f1-163a-43c0-a7ee-8950560aeace req-63a53282-8826-4685-aeda-01302bd4cb21 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604134 Aug 09 15:39:10.495234 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-58392324-95c6-479f-bd9e-50ebbdf981e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.509831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['99999c04-d9ba-41c4-bd5e-6e35c63d0ff0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:10.646160 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.661946 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590027dc-1416-4b67-82da-d1cce0c647df req-0ccc81ee-bf81-49e5-aa1e-07cf4a2c0a86 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.662854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590027dc-1416-4b67-82da-d1cce0c647df req-0ccc81ee-bf81-49e5-aa1e-07cf4a2c0a86 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.664619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590027dc-1416-4b67-82da-d1cce0c647df req-0ccc81ee-bf81-49e5-aa1e-07cf4a2c0a86 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.664619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590027dc-1416-4b67-82da-d1cce0c647df req-0ccc81ee-bf81-49e5-aa1e-07cf4a2c0a86 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.667153 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590027dc-1416-4b67-82da-d1cce0c647df req-0ccc81ee-bf81-49e5-aa1e-07cf4a2c0a86 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.671165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590027dc-1416-4b67-82da-d1cce0c647df req-0ccc81ee-bf81-49e5-aa1e-07cf4a2c0a86 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.674150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590027dc-1416-4b67-82da-d1cce0c647df req-0ccc81ee-bf81-49e5-aa1e-07cf4a2c0a86 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.675982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590027dc-1416-4b67-82da-d1cce0c647df req-0ccc81ee-bf81-49e5-aa1e-07cf4a2c0a86 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.697071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd116d75e-0033-4eef-92d3-644ebd3156aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d911ef-52ed-4c3b-8e79-464d205fba2d'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:10.698582 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-590027dc-1416-4b67-82da-d1cce0c647df req-0ccc81ee-bf81-49e5-aa1e-07cf4a2c0a86 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5724 time: 0.4240849 Aug 09 15:39:10.698766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c42e70-1363-41c4-bb84-70d21edaa75a req-1aa18b61-b29f-4562-ab94-d0fcd11b735c tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.699523 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f44930-3f9c-4e01-b9b8-c787f802dcfc" -d '{"events": [{"server_uuid": "d116d75e-0033-4eef-92d3-644ebd3156aa", "name": "network-vif-plugged", "status": "completed", "tag": "36d911ef-52ed-4c3b-8e79-464d205fba2d"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:10.702992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6c42e70-1363-41c4-bb84-70d21edaa75a req-1aa18b61-b29f-4562-ab94-d0fcd11b735c tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 949 time: 0.1172483 Aug 09 15:39:10.707751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:10.722851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 36d911ef-52ed-4c3b-8e79-464d205fba2d, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=36d911ef-52ed-4c3b-8e79-464d205fba2d,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:10.725647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:10.732180 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.743792 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.793456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=36d911ef-52ed-4c3b-8e79-464d205fba2d,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:10.820593 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.913026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:10.913661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:10.915044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] 10.222.0.60 "PUT /v2.0/ports/3ce0a720-29ff-45b0-8727-cc8b2b07812b HTTP/1.1" status: 200 len: 1121 time: 1.2865767 Aug 09 15:39:10.938261 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6c42e70-1363-41c4-bb84-70d21edaa75a req-017670a2-0351-45ae-b52c-47dbf0829bcf tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197859 Aug 09 15:39:10.953357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc2ff8-be09-443b-9e5b-73a21d325b5a service neutron] Pushing event updated for resources: {'Port': ['ID=3ce0a720-29ff-45b0-8727-cc8b2b07812b,revision_number=8']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:10.996629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['3ce0a720-29ff-45b0-8727-cc8b2b07812b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:11.011594 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e89ba-7087-4a85-b467-bbcaeeeeb111 req-6741b69c-2923-4152-b8c9-2cb5f84ef485 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.019640 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a75e89ba-7087-4a85-b467-bbcaeeeeb111 req-6741b69c-2923-4152-b8c9-2cb5f84ef485 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 949 time: 0.0756142 Aug 09 15:39:11.071068 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a75e89ba-7087-4a85-b467-bbcaeeeeb111 req-a5eb09f7-0fdc-41eb-bf51-c022f5ace8cd tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496080 Aug 09 15:39:11.159064 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43151f3f-006b-4bf4-84c1-a04091c0d256 x-openstack-request-id: req-43151f3f-006b-4bf4-84c1-a04091c0d256 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:11.159512 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d116d75e-0033-4eef-92d3-644ebd3156aa", "name": "network-vif-plugged", "status": "completed", "tag": "36d911ef-52ed-4c3b-8e79-464d205fba2d", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:11.159820 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43151f3f-006b-4bf4-84c1-a04091c0d256 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:11.160271 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd116d75e-0033-4eef-92d3-644ebd3156aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d911ef-52ed-4c3b-8e79-464d205fba2d', 'code': 200} Aug 09 15:39:11.216870 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:11.255937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f97d32-8860-4537-8665-5013eef86eea req-f4a94b68-3e5f-497b-beb9-747415cdf003 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.257542 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-18f97d32-8860-4537-8665-5013eef86eea req-f4a94b68-3e5f-497b-beb9-747415cdf003 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 943 time: 0.0593255 Aug 09 15:39:11.302033 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-18f97d32-8860-4537-8665-5013eef86eea req-8d346b89-af52-4bb1-a2b2-d876680c22fb tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359151 Aug 09 15:39:11.369776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6bf3-1344-4cf1-b8a2-9f0308458f7b req-5041ff98-9eac-471b-8668-476f0fa287b7 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.371181 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-461b6bf3-1344-4cf1-b8a2-9f0308458f7b req-5041ff98-9eac-471b-8668-476f0fa287b7 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 886 time: 0.3926551 Aug 09 15:39:11.374057 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f1b3-5b2d-4c1c-adb1-6a4bcee0acb1 req-29d89e55-e854-4e75-bb6d-c3fffd8c4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.379378 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3436f1b3-5b2d-4c1c-adb1-6a4bcee0acb1 req-29d89e55-e854-4e75-bb6d-c3fffd8c4548 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 1101 time: 0.0852597 Aug 09 15:39:11.434707 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3436f1b3-5b2d-4c1c-adb1-6a4bcee0acb1 req-29b81aed-0a7c-48de-be9a-c513873e03e3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472901 Aug 09 15:39:11.437295 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:11.561521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-999e0294-6cb6-4cbc-8486-79b992e4e723 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=0b7ebbc466884f538f4938728e1f3a89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247600 Aug 09 15:39:11.706094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-015daaab-452a-4141-a6b1-1fc1d439b4c3 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.707789 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-015daaab-452a-4141-a6b1-1fc1d439b4c3 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391027 Aug 09 15:39:11.724545 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-dac0081f-3ed1-4521-b65f-963c5ed7ae19 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/quotas/0b7ebbc466884f538f4938728e1f3a89 HTTP/1.1" status: 200 len: 375 time: 0.0104029 Aug 09 15:39:11.745560 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:11.766900 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-d7935aa3-c178-469b-8ce1-f3b0b0b14278 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b7ebbc466884f538f4938728e1f3a89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352445 Aug 09 15:39:11.870950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:11.877942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:11.878443 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:11.921678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79367a-4de6-4895-8462-f3190b7a0359 req-258b1204-2cbb-4a67-ab84-c735b704fd89 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.922198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79367a-4de6-4895-8462-f3190b7a0359 req-258b1204-2cbb-4a67-ab84-c735b704fd89 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.922342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79367a-4de6-4895-8462-f3190b7a0359 req-258b1204-2cbb-4a67-ab84-c735b704fd89 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.924045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79367a-4de6-4895-8462-f3190b7a0359 req-258b1204-2cbb-4a67-ab84-c735b704fd89 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.924045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79367a-4de6-4895-8462-f3190b7a0359 req-258b1204-2cbb-4a67-ab84-c735b704fd89 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.924045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79367a-4de6-4895-8462-f3190b7a0359 req-258b1204-2cbb-4a67-ab84-c735b704fd89 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.924302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79367a-4de6-4895-8462-f3190b7a0359 req-258b1204-2cbb-4a67-ab84-c735b704fd89 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.924632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79367a-4de6-4895-8462-f3190b7a0359 req-258b1204-2cbb-4a67-ab84-c735b704fd89 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:11.930282 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e79367a-4de6-4895-8462-f3190b7a0359 req-258b1204-2cbb-4a67-ab84-c735b704fd89 tempest-NetworksTest-205235122 tempest-NetworksTest-205235122-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5724 time: 0.1674314 Aug 09 15:39:12.082449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f242771-62ff-4041-a203-f05a75142e7d req-9a1d1a09-e740-4da8-a6e3-38a437ecc8a8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:12.086458 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:12.093704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f242771-62ff-4041-a203-f05a75142e7d req-9a1d1a09-e740-4da8-a6e3-38a437ecc8a8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 950 time: 0.0778828 Aug 09 15:39:12.171508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:12.179125 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f242771-62ff-4041-a203-f05a75142e7d req-4aac9f85-4e7b-4ead-90f0-aadc847f35be tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738099 Aug 09 15:39:12.191208 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:12.246080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b781be76-9c14-48b5-aaaa-48f1651926cc req-8be66d70-873d-45cd-ab72-55b4c339df80 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 210 time: 0.0731361 Aug 09 15:39:12.247688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9290fde1-9708-4a94-82e9-a3c89bdae3b7', 'tag': '3ce0a720-29ff-45b0-8727-cc8b2b07812b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:12.251435 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4bd6f6-b9c8-433b-9ee0-7df2b5f9774c" -d '{"events": [{"name": "network-changed", "server_uuid": "9290fde1-9708-4a94-82e9-a3c89bdae3b7", "tag": "3ce0a720-29ff-45b0-8727-cc8b2b07812b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:12.314939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:12.383000 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0d53e1-1f2e-4164-b6ec-080127a7d20e x-openstack-request-id: req-3a0d53e1-1f2e-4164-b6ec-080127a7d20e {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:12.383686 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9290fde1-9708-4a94-82e9-a3c89bdae3b7", "tag": "3ce0a720-29ff-45b0-8727-cc8b2b07812b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:12.383686 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a0d53e1-1f2e-4164-b6ec-080127a7d20e {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:12.384962 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9290fde1-9708-4a94-82e9-a3c89bdae3b7', 'tag': '3ce0a720-29ff-45b0-8727-cc8b2b07812b', 'status': 'completed', 'code': 200} Aug 09 15:39:12.465665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49818) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:12.483769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21faa3-3039-40cd-a401-d9fcc1d91cdf req-b7616b14-a5e8-42c7-bcf2-1717410f7d1c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:12.491323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17134e8d-a408-461e-852a-87b39e228654 req-2e14a41a-ccc3-4bc7-a8ff-e3821ede95ed tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:12.493963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f21faa3-3039-40cd-a401-d9fcc1d91cdf req-b7616b14-a5e8-42c7-bcf2-1717410f7d1c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.2286110 Aug 09 15:39:12.499586 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-17134e8d-a408-461e-852a-87b39e228654 req-2e14a41a-ccc3-4bc7-a8ff-e3821ede95ed tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 943 time: 0.0880647 Aug 09 15:39:12.520138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bd6f6-b9c8-433b-9ee0-7df2b5f9774c req-c530291b-d9df-4d96-ace8-8efd7926f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:12.522459 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f4bd6f6-b9c8-433b-9ee0-7df2b5f9774c req-c530291b-d9df-4d96-ace8-8efd7926f2a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 1124 time: 0.1846521 Aug 09 15:39:12.557696 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-17134e8d-a408-461e-852a-87b39e228654 req-a7d74c88-37c3-44a1-987a-fcc2dc3c9438 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546849 Aug 09 15:39:12.604569 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f21faa3-3039-40cd-a401-d9fcc1d91cdf req-06c3ecff-c249-4fcd-8a3f-39f099df4474 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093206 Aug 09 15:39:12.629343 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2adbc603-c007-43aa-bed5-52d51c208977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:12.656673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bd6f6-b9c8-433b-9ee0-7df2b5f9774c req-7d4f0d26-4950-4337-b4cb-0fccad1a8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:12.659957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f4bd6f6-b9c8-433b-9ee0-7df2b5f9774c req-7d4f0d26-4950-4337-b4cb-0fccad1a8e7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.1297891 Aug 09 15:39:12.714357 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:12.754492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f4bd6f6-b9c8-433b-9ee0-7df2b5f9774c req-0b188004-0073-491b-a959-0fa2cd6b05c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b HTTP/1.1" status: 200 len: 217 time: 0.0860960 Aug 09 15:39:12.801275 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2adbc603-c007-43aa-bed5-52d51c208977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:12.807770 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2adbc603-c007-43aa-bed5-52d51c208977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:12.826689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bd6f6-b9c8-433b-9ee0-7df2b5f9774c req-cb3e4e7f-2764-4ab5-9d04-4cc1498ee2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:12.828857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f4bd6f6-b9c8-433b-9ee0-7df2b5f9774c req-cb3e4e7f-2764-4ab5-9d04-4cc1498ee2a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.0658431 Aug 09 15:39:12.852612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbc603-c007-43aa-bed5-52d51c208977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dba2af3-f429-4c25-aa10-b6640f43f2aa,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:12.862044 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2adbc603-c007-43aa-bed5-52d51c208977 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c50670bbd1404cdb8c561939d0fc6c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947132 Aug 09 15:39:12.865016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49826) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:12.882409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f4bd6f6-b9c8-433b-9ee0-7df2b5f9774c req-5e89bbd4-8c59-441d-b244-8339bb620f8b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437665 Aug 09 15:39:12.931971 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57c77d41-d393-4c33-8f71-4ee5600d7fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:12.964649 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57c77d41-d393-4c33-8f71-4ee5600d7fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.032919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57c77d41-d393-4c33-8f71-4ee5600d7fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.035615 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57c77d41-d393-4c33-8f71-4ee5600d7fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.037053 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-57c77d41-d393-4c33-8f71-4ee5600d7fe2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4dba2af3-f429-4c25-aa10-b6640f43f2aa HTTP/1.1" status: 204 len: 168 time: 0.1709018 Aug 09 15:39:13.039101 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f4bd6f6-b9c8-433b-9ee0-7df2b5f9774c req-5e038c7c-2679-4e37-83ec-5e5e08b9b766 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479237 Aug 09 15:39:13.055494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c77d41-d393-4c33-8f71-4ee5600d7fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dba2af3-f429-4c25-aa10-b6640f43f2aa,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:13.162026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:13.165776 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4f0269-f5d6-4e88-9b7d-64ff7d83c23d" -d '{"events": [{"server_uuid": "8cb810ae-f10c-4ad6-9073-bfaa4f672f60", "name": "network-vif-plugged", "status": "completed", "tag": "99999c04-d9ba-41c4-bd5e-6e35c63d0ff0"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:13.174409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f4bd6f6-b9c8-433b-9ee0-7df2b5f9774c req-cbca1da9-0c11-4ec4-9cc8-0dc98e1c7556 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278882 Aug 09 15:39:13.223035 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea60560-75db-49c5-8f4a-ef5484f47e84 x-openstack-request-id: req-8ea60560-75db-49c5-8f4a-ef5484f47e84 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:13.223325 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb810ae-f10c-4ad6-9073-bfaa4f672f60", "name": "network-vif-plugged", "status": "completed", "tag": "99999c04-d9ba-41c4-bd5e-6e35c63d0ff0", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:13.223638 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ea60560-75db-49c5-8f4a-ef5484f47e84 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:13.223957 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0', 'code': 200} Aug 09 15:39:13.287506 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.375697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b310d-1136-4623-8abe-819c1693e6db req-d6f051e0-d819-44e7-af30-51904a747597 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:13.378881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa9a03dd-578b-4770-a5b9-3554f33be8b0 req-4c6471b4-f8e8-4bc6-ac1d-63ef52706ee4 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 210 time: 0.0471473 Aug 09 15:39:13.386112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-890b310d-1136-4623-8abe-819c1693e6db req-d6f051e0-d819-44e7-af30-51904a747597 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 950 time: 0.1134014 Aug 09 15:39:13.417356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11630-911b-4083-877b-699f594babc8 req-d1cfc33b-5d62-43df-96d3-b1a370d595c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:13.419638 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50a11630-911b-4083-877b-699f594babc8 req-d1cfc33b-5d62-43df-96d3-b1a370d595c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 1101 time: 0.1125801 Aug 09 15:39:13.461343 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-c4aa7186-1cdf-4e7f-bb51-e1ce1678ae49 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b7ebbc466884f538f4938728e1f3a89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480511 Aug 09 15:39:13.500356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49850) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:13.504184 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-890b310d-1136-4623-8abe-819c1693e6db req-f16b8e7e-8927-4922-84f9-1aaf6d4e9863 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163764 Aug 09 15:39:13.540847 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-423c0650-57a3-4d61-9370-61300b361dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.541386 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50a11630-911b-4083-877b-699f594babc8 req-bca19f4a-2ff6-42b2-93a2-f5e5abc34491 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099482 Aug 09 15:39:13.647884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-d6f91f5d-85b1-4d15-b150-ab452c15762b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:13.649895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-d6f91f5d-85b1-4d15-b150-ab452c15762b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805410 Aug 09 15:39:13.668228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Request body: {'port': {'device_id': 'b7f134e5-c9a6-4e61-b2aa-863b7f0a3071', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '0b7ebbc466884f538f4938728e1f3a89'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:13.704194 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-423c0650-57a3-4d61-9370-61300b361dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.711042 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-423c0650-57a3-4d61-9370-61300b361dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.755537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 3ce0a720-29ff-45b0-8727-cc8b2b07812b details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:13.771173 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-423c0650-57a3-4d61-9370-61300b361dc6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f22afa2f097430891e88edc925d8e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696924 Aug 09 15:39:13.771828 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49862) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:13.780473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c0650-57a3-4d61-9370-61300b361dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0746625-dff1-43a8-a155-e9163774eb60,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:13.811173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae02c4-3886-40a8-ae49-03eac18cf746 req-14fc94e2-5e2b-41c3-adc4-832c24bead41 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:13.820190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0ae02c4-3886-40a8-ae49-03eac18cf746 req-14fc94e2-5e2b-41c3-adc4-832c24bead41 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 943 time: 0.1692364 Aug 09 15:39:13.832705 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e32c35c-66b6-4451-9d91-3d723f7e4d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.861556 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e32c35c-66b6-4451-9d91-3d723f7e4d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.939987 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e32c35c-66b6-4451-9d91-3d723f7e4d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.944348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e32c35c-66b6-4451-9d91-3d723f7e4d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.945299 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1e32c35c-66b6-4451-9d91-3d723f7e4d54 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0746625-dff1-43a8-a155-e9163774eb60 HTTP/1.1" status: 204 len: 168 time: 0.1718214 Aug 09 15:39:13.957483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32c35c-66b6-4451-9d91-3d723f7e4d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0746625-dff1-43a8-a155-e9163774eb60,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:13.973211 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0ae02c4-3886-40a8-ae49-03eac18cf746 req-e29a63f0-3241-46e4-ae73-68537262bef9 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520452 Aug 09 15:39:13.974432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Made reservation on behalf of 0b7ebbc466884f538f4938728e1f3a89 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:13.977999 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:13.981119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:14.000680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 3ce0a720-29ff-45b0-8727-cc8b2b07812b has no active binding in host n-h2-803778-2 {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:39:14.003255 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.151807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd73b0-040d-468d-8ae6-818a1cd0d30b req-476e207b-bcf5-4b9d-941b-26af531a306d tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:14.161417 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5dd73b0-040d-468d-8ae6-818a1cd0d30b req-476e207b-bcf5-4b9d-941b-26af531a306d tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 950 time: 0.0647030 Aug 09 15:39:14.174369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528758a-d291-4c9a-bad5-0a6c857e1750 req-9eae946e-3083-44e1-b358-eabf01abb898 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:14.176109 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f528758a-d291-4c9a-bad5-0a6c857e1750 req-9eae946e-3083-44e1-b358-eabf01abb898 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1155088 Aug 09 15:39:14.231206 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5dd73b0-040d-468d-8ae6-818a1cd0d30b req-d763c6a1-47f2-4a5f-b0f4-cba45ae8ac15 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666130 Aug 09 15:39:14.254023 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.254023 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.260068 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f528758a-d291-4c9a-bad5-0a6c857e1750 req-00852e5b-96b5-461f-b0ea-b1c5212c69b0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739627 Aug 09 15:39:14.393176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:14.561464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Allocated IP 192.168.233.163 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/ab28cd9c-73e7-4574-9665-e62c897a4670) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:14.595830 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-170edeba-f02a-48ce-b73d-99b632b6baea req-abfb40ba-c9ca-4e09-b854-4aac3e87caca tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 210 time: 0.0614855 Aug 09 15:39:14.663732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-76e05a00-0476-426d-8e59-53534b05c51c tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=953e1e6efa7e4d7bad0ad319f4208a00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356724 Aug 09 15:39:14.867165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada584c8-1def-4220-a297-99017a058dab req-862ad5f4-1224-4f32-9f8e-2c7d94d3e4c9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:14.875208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-862ad5f4-1224-4f32-9f8e-2c7d94d3e4c9 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007759 Aug 09 15:39:14.906356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-dfd7eb1f-05c4-412c-ac01-5baf85431b0d tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/quotas/953e1e6efa7e4d7bad0ad319f4208a00 HTTP/1.1" status: 200 len: 375 time: 0.0299261 Aug 09 15:39:14.915093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:14.935901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Transition to ACTIVE for port object ab28cd9c-73e7-4574-9665-e62c897a4670 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:14.980690 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.050846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:15.061901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:15.083659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:15.158814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-3c891589-78c8-4aea-ab21-766d38f04b23 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=953e1e6efa7e4d7bad0ad319f4208a00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1899736 Aug 09 15:39:15.159472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Pushing event updated for resources: {'Port': ['ID=ab28cd9c-73e7-4574-9665-e62c897a4670,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:15.202100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:15.203013 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.219603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d92f1e-7867-468e-9261-7afb868cae8a req-473e56cf-bf20-4e74-9d7e-786cc6fe0cc8 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:15.222236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-bac77c59-87fe-4a99-a8bd-e32c41ed7697 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5593624 Aug 09 15:39:15.227243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-84d92f1e-7867-468e-9261-7afb868cae8a req-473e56cf-bf20-4e74-9d7e-786cc6fe0cc8 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 943 time: 0.1168091 Aug 09 15:39:15.239993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Request body: {'port': {'device_id': 'b7f134e5-c9a6-4e61-b2aa-863b7f0a3071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:15.302750 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-84d92f1e-7867-468e-9261-7afb868cae8a req-5efe61a2-f317-403f-a119-7e5e5421c364 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742989 Aug 09 15:39:15.399534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.543827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f082d-c159-4541-a625-20f397548833 req-5205a37d-6167-4b67-ac35-75b401c76171 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:15.546649 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-181f082d-c159-4541-a625-20f397548833 req-5205a37d-6167-4b67-ac35-75b401c76171 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1634908 Aug 09 15:39:15.578968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-24e5990c-3496-414f-9c14-24043b0874e8 None None] Provisioning for port ab28cd9c-73e7-4574-9665-e62c897a4670 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:15.594613 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-24e5990c-3496-414f-9c14-24043b0874e8 None None] Provisioning complete for port ab28cd9c-73e7-4574-9665-e62c897a4670 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:15.597967 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-24e5990c-3496-414f-9c14-24043b0874e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:15.627224 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-181f082d-c159-4541-a625-20f397548833 req-a418b710-c8f3-4989-a6b7-424020317c38 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680051 Aug 09 15:39:15.708788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-24e5990c-3496-414f-9c14-24043b0874e8 None None] Port ab28cd9c-73e7-4574-9665-e62c897a4670 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:15.777516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 01165de4-3df5-42d9-b9ef-8daef0e60ab9 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:15.939888 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9e2ddce-e399-471d-9365-d225f3dc22f8 req-c4a14d42-2b30-4f39-8851-6403130b74a5 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 210 time: 0.0758550 Aug 09 15:39:16.021026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab28cd9c-73e7-4574-9665-e62c897a4670 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:16.038122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.052281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:16.067738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Transition to ACTIVE for port object ab28cd9c-73e7-4574-9665-e62c897a4670 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:16.075243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.089902 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'mac_address': 'fa:16:3e:fb:e3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:16.196813 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.228755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8ef66-b457-442e-af02-c912d7fedfb9 req-4d94d9d0-dc29-4f6d-979d-99ef3ee71bce tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:16.231432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01165de4-3df5-42d9-b9ef-8daef0e60ab9 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:16.234726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Pushing event updated for resources: {'Port': ['ID=ab28cd9c-73e7-4574-9665-e62c897a4670,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:16.243503 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fe8ef66-b457-442e-af02-c912d7fedfb9 req-4d94d9d0-dc29-4f6d-979d-99ef3ee71bce tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 948 time: 0.1496780 Aug 09 15:39:16.349864 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fe8ef66-b457-442e-af02-c912d7fedfb9 req-1c60f8cf-dfbe-4007-82a2-dbcde3cc5e50 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832472 Aug 09 15:39:16.356454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:16.364050 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.552379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Attempting to bind port ab28cd9c-73e7-4574-9665-e62c897a4670 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:16.552751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Attempting to bind port ab28cd9c-73e7-4574-9665-e62c897a4670 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:16.553088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Attempting to bind port ab28cd9c-73e7-4574-9665-e62c897a4670 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:16.568961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['01165de4-3df5-42d9-b9ef-8daef0e60ab9'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:16.577262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Port ab28cd9c-73e7-4574-9665-e62c897a4670 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:16.577610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Attempting to bind port ab28cd9c-73e7-4574-9665-e62c897a4670 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:16.602700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:16.603045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:16.603436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:16.617492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Bound port: ab28cd9c-73e7-4574-9665-e62c897a4670, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:16.621915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.706001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=01165de4-3df5-42d9-b9ef-8daef0e60ab9,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:16.795559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] For port ab28cd9c-73e7-4574-9665-e62c897a4670, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:16.800179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] For port ab28cd9c-73e7-4574-9665-e62c897a4670, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ab28cd9c-73e7-4574-9665-e62c897a4670,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:16.808768 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.927330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:16.927962 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:16.947191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] 10.222.0.53 "PUT /v2.0/ports/ab28cd9c-73e7-4574-9665-e62c897a4670 HTTP/1.1" status: 200 len: 1096 time: 1.7159963 Aug 09 15:39:16.947733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f134e5-c9a6-4e61-b2aa-863b7f0a3071', 'tag': 'ab28cd9c-73e7-4574-9665-e62c897a4670'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:16.949583 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-972c3488-4077-4549-b30c-f180c8f4801e service neutron] 10.222.0.53 "GET /v2.0/ports/3ce0a720-29ff-45b0-8727-cc8b2b07812b/bindings/n-h2-803778-2 HTTP/1.1" status: 200 len: 384 time: 0.1045721 Aug 09 15:39:16.955153 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5f9781-e253-4e3c-8115-329be7d05512" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f134e5-c9a6-4e61-b2aa-863b7f0a3071", "tag": "ab28cd9c-73e7-4574-9665-e62c897a4670"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:17.051581 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:39:17.174678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95080a-f672-4e16-8b9b-83f20548d183 service neutron] Pushing event updated for resources: {'Port': ['ID=ab28cd9c-73e7-4574-9665-e62c897a4670,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:17.209197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-c00a8f18-8927-4f40-b66c-c666974c9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:17.211059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-c00a8f18-8927-4f40-b66c-c666974c9594 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b7ebbc466884f538f4938728e1f3a89&device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 1099 time: 0.2056136 Aug 09 15:39:17.311609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-2d2ab183-5428-4003-8bdd-043096459203 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ab28cd9c-73e7-4574-9665-e62c897a4670 HTTP/1.1" status: 200 len: 217 time: 0.0883570 Aug 09 15:39:17.394970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-15f5edcd-3451-495d-8530-1bcbd25d1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:17.396478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-15f5edcd-3451-495d-8530-1bcbd25d1420 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0758779 Aug 09 15:39:17.455509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50004) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:17.485003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-8212c27d-dd24-41b3-be2c-ab258b774f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:17.487026 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-8212c27d-dd24-41b3-be2c-ab258b774f63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814524 Aug 09 15:39:17.684088 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-f8f48e57-c4c4-4984-a6cd-9ba628c8c861 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893802 Aug 09 15:39:17.702547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-3eed63da-dde5-4c0f-b7ed-2e385a841cbc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2437420 Aug 09 15:39:17.804490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 01165de4-3df5-42d9-b9ef-8daef0e60ab9 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:17.805077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a5a65-3280-4d75-a799-76c03651eaa1 req-59e819ff-ecf5-47a7-b7de-b6dbbf0cb9d5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:17.815489 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1f7a5a65-3280-4d75-a799-76c03651eaa1 req-59e819ff-ecf5-47a7-b7de-b6dbbf0cb9d5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 943 time: 0.6759472 Aug 09 15:39:17.952987 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1f7a5a65-3280-4d75-a799-76c03651eaa1 req-c2c03cb0-8a37-4389-9ecf-5c75d1ec613a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338267 Aug 09 15:39:17.954272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:17.954659 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:17.987415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e79d228-0ae9-44f5-bfdf-3dcb3312130b req-79407f2e-7d3e-4e7c-b1ce-1327d61dc36a service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813239 Aug 09 15:39:18.057166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-82d0082f-2bc1-4b76-888e-2bd3fd5873d0 service neutron] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:18.126547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-82d0082f-2bc1-4b76-888e-2bd3fd5873d0 service neutron] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:18.183624 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.222350 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-b7a064fe-e617-41d0-b973-7f8c789490b4 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=953e1e6efa7e4d7bad0ad319f4208a00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331614 Aug 09 15:39:18.245453 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-82d0082f-2bc1-4b76-888e-2bd3fd5873d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce0a720-29ff-45b0-8727-cc8b2b07812b {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:18.245656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:18.255333 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b7755e-9c49-467b-b292-ff1adc8cd854" -d '{"events": [{"server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "name": "network-vif-plugged", "status": "completed", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:18.276091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:18.281330 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.313087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-82d0082f-2bc1-4b76-888e-2bd3fd5873d0 service neutron] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:18.349649 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-82d0082f-2bc1-4b76-888e-2bd3fd5873d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.386327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=01165de4-3df5-42d9-b9ef-8daef0e60ab9,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:18.504014 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436cd09a-ff92-48e2-a859-255de69ff20b x-openstack-request-id: req-436cd09a-ff92-48e2-a859-255de69ff20b {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:18.504581 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f134e5-c9a6-4e61-b2aa-863b7f0a3071", "tag": "ab28cd9c-73e7-4574-9665-e62c897a4670", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:18.504581 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-436cd09a-ff92-48e2-a859-255de69ff20b {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:18.505229 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f134e5-c9a6-4e61-b2aa-863b7f0a3071', 'tag': 'ab28cd9c-73e7-4574-9665-e62c897a4670', 'status': 'completed', 'code': 200} Aug 09 15:39:18.598359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-82d0082f-2bc1-4b76-888e-2bd3fd5873d0 service neutron] Transition to ACTIVE for port object 3ce0a720-29ff-45b0-8727-cc8b2b07812b will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:18.600765 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a13794e-401f-4d59-8b01-9f68de2bd079 req-20ae9caf-6abd-4afa-9665-a37f74ef7f06 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 210 time: 0.0551755 Aug 09 15:39:18.603283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-82d0082f-2bc1-4b76-888e-2bd3fd5873d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:18.693829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-82d0082f-2bc1-4b76-888e-2bd3fd5873d0 service neutron] No DVR routers for this DVR port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:18.765649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0082f-2bc1-4b76-888e-2bd3fd5873d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce0a720-29ff-45b0-8727-cc8b2b07812b,revision_number=10']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:18.790391 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-82d0082f-2bc1-4b76-888e-2bd3fd5873d0 service neutron] 10.222.0.53 "PUT /v2.0/ports/3ce0a720-29ff-45b0-8727-cc8b2b07812b/bindings/n-h2-803778-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8293569 Aug 09 15:39:18.829049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f9781-e253-4e3c-8115-329be7d05512 req-db97c2c1-ca25-4561-b435-29a18f5624e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:18.829504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c5f9781-e253-4e3c-8115-329be7d05512 req-db97c2c1-ca25-4561-b435-29a18f5624e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b7ebbc466884f538f4938728e1f3a89&device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 1099 time: 0.3125758 Aug 09 15:39:18.832821 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9088cd73-5e94-42c5-bd35-473343877389 req-9f1e9a95-2f59-4e90-a2fd-e8e8781249b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3742659 Aug 09 15:39:18.840702 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada584c8-1def-4220-a297-99017a058dab req-c56b4bd7-5dad-47de-9b2d-758150bed734 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:18.854716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-c56b4bd7-5dad-47de-9b2d-758150bed734 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6211982 Aug 09 15:39:18.865125 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0cb6d-7521-475a-a38a-49c8f7f45251 req-0a578d61-0d42-455c-a9f3-624a52080572 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:18.876148 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d5e0cb6d-7521-475a-a38a-49c8f7f45251 req-0a578d61-0d42-455c-a9f3-624a52080572 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1714690 Aug 09 15:39:18.964708 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f9781-e253-4e3c-8115-329be7d05512 req-07d524b4-fce4-48e4-b801-c08596f1cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:18.966475 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c5f9781-e253-4e3c-8115-329be7d05512 req-07d524b4-fce4-48e4-b801-c08596f1cd9a service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1107254 Aug 09 15:39:18.973293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Request body: {'port': {'device_id': '6e511bfe-7221-4b9d-824c-f2ded27edab5', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '953e1e6efa7e4d7bad0ad319f4208a00'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:19.035202 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d5e0cb6d-7521-475a-a38a-49c8f7f45251 req-86aa5ad0-0e88-409b-ab8f-11475189fecc tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543770 Aug 09 15:39:19.063350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088cd73-5e94-42c5-bd35-473343877389 req-de2089bd-8858-4279-821c-a37d565d56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:19.067718 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9088cd73-5e94-42c5-bd35-473343877389 req-de2089bd-8858-4279-821c-a37d565d56f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 1101 time: 0.1481786 Aug 09 15:39:19.202574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c5f9781-e253-4e3c-8115-329be7d05512 req-4ced97da-e610-4add-9c12-dce9675e667e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ab28cd9c-73e7-4574-9665-e62c897a4670 HTTP/1.1" status: 200 len: 217 time: 0.2146010 Aug 09 15:39:19.348455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72a422-6406-4c00-885e-c412ad291419 req-d0b3e30b-d4e1-45b4-b5d8-7fd90ebb55d7 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:19.355190 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5b72a422-6406-4c00-885e-c412ad291419 req-d0b3e30b-d4e1-45b4-b5d8-7fd90ebb55d7 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 948 time: 0.1212823 Aug 09 15:39:19.395553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f9781-e253-4e3c-8115-329be7d05512 req-f1310426-ef83-42db-8c9e-2eef26117d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:19.395553 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c5f9781-e253-4e3c-8115-329be7d05512 req-f1310426-ef83-42db-8c9e-2eef26117d22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1827042 Aug 09 15:39:19.399743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088cd73-5e94-42c5-bd35-473343877389 req-c4ff95e9-07e7-462a-8dbb-7506029a612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:19.403538 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9088cd73-5e94-42c5-bd35-473343877389 req-c4ff95e9-07e7-462a-8dbb-7506029a612e service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3087044 Aug 09 15:39:19.442351 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5b72a422-6406-4c00-885e-c412ad291419 req-46439b91-cb40-4b9e-8cbe-b35b852aecd2 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787528 Aug 09 15:39:19.509952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-645425f3-c4af-4507-871a-854bd532b522 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:19.516299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-645425f3-c4af-4507-871a-854bd532b522 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7&tenant_id=bfbbec31d1de44c78633a7bdff61ea36&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1095 time: 0.5476389 Aug 09 15:39:19.537533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f9781-e253-4e3c-8115-329be7d05512 req-8d2b0b66-0ec3-432c-b4eb-9a9bd1adafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:19.540017 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c5f9781-e253-4e3c-8115-329be7d05512 req-8d2b0b66-0ec3-432c-b4eb-9a9bd1adafbb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260884 Aug 09 15:39:19.547344 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9088cd73-5e94-42c5-bd35-473343877389 req-a1ec26d2-e555-4fe2-b6e6-41d41e9f3bd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971 HTTP/1.1" status: 200 len: 217 time: 0.0976777 Aug 09 15:39:19.557909 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9dcc40-a595-4f20-bcad-a5b91db76f6b x-openstack-request-id: req-fe9dcc40-a595-4f20-bcad-a5b91db76f6b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:19.557909 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "name": "network-vif-plugged", "status": "completed", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:19.557909 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe9dcc40-a595-4f20-bcad-a5b91db76f6b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:19.558822 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'code': 200} Aug 09 15:39:19.673476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088cd73-5e94-42c5-bd35-473343877389 req-4beb85db-29ba-461d-9c71-a3b5744f621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:19.685496 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9088cd73-5e94-42c5-bd35-473343877389 req-4beb85db-29ba-461d-9c71-a3b5744f621a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1097474 Aug 09 15:39:19.748063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-62a3a2ad-109e-4646-be9f-ed1e76386ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:19.752475 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-62a3a2ad-109e-4646-be9f-ed1e76386ac3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7&tenant_id=bfbbec31d1de44c78633a7bdff61ea36 HTTP/1.1" status: 200 len: 1095 time: 0.2092853 Aug 09 15:39:19.790965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Made reservation on behalf of 953e1e6efa7e4d7bad0ad319f4208a00 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:19.796645 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:19.878917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c5f9781-e253-4e3c-8115-329be7d05512 req-18195a56-af3b-47a8-b366-6778c2cb33ae service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151169 Aug 09 15:39:19.899525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.60', 60213) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:19.991119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088cd73-5e94-42c5-bd35-473343877389 req-234d2663-ce43-4e36-abeb-04dd96cde034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:19.992773 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9088cd73-5e94-42c5-bd35-473343877389 req-234d2663-ce43-4e36-abeb-04dd96cde034 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3026989 Aug 09 15:39:20.014474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae886c5c-5bdc-47dd-b960-661aebadd944 req-8e9c3929-c963-4eb8-8967-42b48a40f530 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:20.022856 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae886c5c-5bdc-47dd-b960-661aebadd944 req-8e9c3929-c963-4eb8-8967-42b48a40f530 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 944 time: 0.3009796 Aug 09 15:39:20.027494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-511f4ec7-aa09-4563-8f98-9b4ae84f58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:20.029802 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-511f4ec7-aa09-4563-8f98-9b4ae84f58ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 1095 time: 0.2521203 Aug 09 15:39:20.126598 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-3a75e977-f670-41c5-a1ed-746b756d54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:20.128395 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-3a75e977-f670-41c5-a1ed-746b756d54d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 1101 time: 0.2248957 Aug 09 15:39:20.165982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-44588f9b-6cdd-4058-ae44-e434c03bdf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:20.168195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-44588f9b-6cdd-4058-ae44-e434c03bdf1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.1237905 Aug 09 15:39:20.190164 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae886c5c-5bdc-47dd-b960-661aebadd944 req-002aedab-beb1-43a3-b87d-e40419601550 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618867 Aug 09 15:39:20.232426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ab28cd9c-73e7-4574-9665-e62c897a4670 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:20.235731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3ce0a720-29ff-45b0-8727-cc8b2b07812b no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:20.282988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-e80e5625-81e0-49f4-8cf2-c1543e794920 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b HTTP/1.1" status: 200 len: 217 time: 0.1015098 Aug 09 15:39:20.326863 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c5f9781-e253-4e3c-8115-329be7d05512 req-c1234d45-e455-4903-a399-27e0772dfbad service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385018 Aug 09 15:39:20.336620 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9088cd73-5e94-42c5-bd35-473343877389 req-f4eba9d7-a3a1-4aa4-949a-253292a44e47 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106079 Aug 09 15:39:20.391517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Allocated IP 192.168.233.158 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/895824c0-d08c-4f2d-a7a3-ce402ce9477c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:20.409990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-abb19fbb-ab88-4606-886f-0533fa6de5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:20.412489 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-abb19fbb-ab88-4606-886f-0533fa6de5a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.1136720 Aug 09 15:39:20.426513 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3ce0a720-29ff-45b0-8727-cc8b2b07812b not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:20.526844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-925b8358-1d89-4542-a27f-0a00a36c2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:20.528793 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-925b8358-1d89-4542-a27f-0a00a36c2fbd service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3872573 Aug 09 15:39:20.530925 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9088cd73-5e94-42c5-bd35-473343877389 req-9566fa3c-bbd3-43aa-862e-01054bc385c2 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839309 Aug 09 15:39:20.540501 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-03465f15-c3ce-4805-a5ce-b5f49e0b210b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121542 Aug 09 15:39:20.693733 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-61fe5b5c-2512-4399-97dd-8b561ef121ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 HTTP/1.1" status: 200 len: 217 time: 0.1445153 Aug 09 15:39:20.723692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ab28cd9c-73e7-4574-9665-e62c897a4670, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ab28cd9c-73e7-4574-9665-e62c897a4670,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:20.752765 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:20.758332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'ab28cd9c-73e7-4574-9665-e62c897a4670', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'ab28cd9c-73e7-4574-9665-e62c897a4670', 'mac_address': 'fa:16:3e:fb:0f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:20.815816 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df20ccef-6383-49fb-bbb8-839f821916ab req-f28b2a75-5d6e-4b97-9c43-a5ca9b84e891 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 210 time: 0.0468976 Aug 09 15:39:20.831827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e709b08e-3bf2-490a-957e-e4249b751594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:20.833315 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e709b08e-3bf2-490a-957e-e4249b751594 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1274798 Aug 09 15:39:20.835945 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:20.858728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab28cd9c-73e7-4574-9665-e62c897a4670 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:20.865355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Transition to ACTIVE for port object 895824c0-d08c-4f2d-a7a3-ce402ce9477c will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:20.894687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ab28cd9c-73e7-4574-9665-e62c897a4670, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ab28cd9c-73e7-4574-9665-e62c897a4670,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:20.899771 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:20.960107 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-345d447f-56d7-4ceb-9102-b462d5ac34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:20.961660 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-345d447f-56d7-4ceb-9102-b462d5ac34b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197262 Aug 09 15:39:21.011024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=ab28cd9c-73e7-4574-9665-e62c897a4670,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:21.017997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:21.035426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680dd8d2-6d6c-4279-9338-ab63be93e9c4 req-9014ad2f-822c-43fe-ae77-9f70b3d58ba2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:21.044521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-680dd8d2-6d6c-4279-9338-ab63be93e9c4 req-9014ad2f-822c-43fe-ae77-9f70b3d58ba2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1310039 Aug 09 15:39:21.047141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['36d911ef-52ed-4c3b-8e79-464d205fba2d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:21.127480 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-680dd8d2-6d6c-4279-9338-ab63be93e9c4 req-dedc1c74-9de7-4504-b0d2-5a831144a519 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794601 Aug 09 15:39:21.154485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['ab28cd9c-73e7-4574-9665-e62c897a4670'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:21.163023 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-0f16fa03-93f6-49f3-9177-ffb7e265c4ee service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920354 Aug 09 15:39:21.304782 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50062) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:21.361323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0d784-93e1-4b89-8c85-de5f43f7b886 req-f018dc40-0d01-49d7-a134-3fb16aac9453 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:21.369258 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7d0d784-93e1-4b89-8c85-de5f43f7b886 req-f018dc40-0d01-49d7-a134-3fb16aac9453 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 949 time: 0.1042683 Aug 09 15:39:21.383628 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-cb12a706-3086-426a-8400-f72f18d3aff3 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085075 Aug 09 15:39:21.436606 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7d0d784-93e1-4b89-8c85-de5f43f7b886 req-0ff988d1-f1f7-4880-be3d-d4cc85b4965e tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649798 Aug 09 15:39:21.568878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f609d0f1-05a1-45b2-9f59-34e396954b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:21.850607 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f609d0f1-05a1-45b2-9f59-34e396954b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:21.860872 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f609d0f1-05a1-45b2-9f59-34e396954b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:21.861844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:21.869774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:21.876449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:21.881207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Pushing event updated for resources: {'Port': ['ID=895824c0-d08c-4f2d-a7a3-ce402ce9477c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:21.881303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cecba1-d0bc-4771-bab7-faf35e743cbe req-564c13c0-5d03-4e77-8906-9fb8aade2e76 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:21.890886 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-94cecba1-d0bc-4771-bab7-faf35e743cbe req-564c13c0-5d03-4e77-8906-9fb8aade2e76 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 944 time: 0.2976193 Aug 09 15:39:21.939596 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-a5cf5f0c-d40d-4958-ac20-de6532e62171 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1535499 Aug 09 15:39:21.965719 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f609d0f1-05a1-45b2-9f59-34e396954b3a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c611b61105240b39544ce6bafa176e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6578596 Aug 09 15:39:21.972333 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609d0f1-05a1-45b2-9f59-34e396954b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce10ef89-d966-475d-acc5-63784ab32619,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:21.977723 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50072) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:21.991045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:21.993529 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.000095 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-94cecba1-d0bc-4771-bab7-faf35e743cbe req-f7bf6780-1ff4-4629-9c32-38a4507b55e3 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041794 Aug 09 15:39:22.081691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-2d3ba9f4-aea3-4cd8-9968-c814fc8f7a18 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1140666 Aug 09 15:39:22.121359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Request body: {'port': {'device_id': '6e511bfe-7221-4b9d-824c-f2ded27edab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:22.124849 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dbb6009a-7ee3-45ee-84d8-c1dc417e3253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.209474 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dbb6009a-7ee3-45ee-84d8-c1dc417e3253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.254715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-e3e76973-3103-43c1-8adc-da82f1777699 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063581 Aug 09 15:39:22.256533 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ab28cd9c-73e7-4574-9665-e62c897a4670 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:22.272846 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.320378 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0cba-9178-486d-b67a-9ffeefa24fa6 req-2ed79404-0255-4bc6-b8a8-ee009057f99e tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:22.341802 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28af0cba-9178-486d-b67a-9ffeefa24fa6 req-2ed79404-0255-4bc6-b8a8-ee009057f99e tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 936 time: 0.0915914 Aug 09 15:39:22.398869 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dbb6009a-7ee3-45ee-84d8-c1dc417e3253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.402468 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dbb6009a-7ee3-45ee-84d8-c1dc417e3253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.419737 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dbb6009a-7ee3-45ee-84d8-c1dc417e3253 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce10ef89-d966-475d-acc5-63784ab32619 HTTP/1.1" status: 204 len: 168 time: 0.4294019 Aug 09 15:39:22.440097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ece6af97-c4f8-47d4-9f9a-bbeb35d05dd0 None None] Provisioning for port 895824c0-d08c-4f2d-a7a3-ce402ce9477c completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:22.443710 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28af0cba-9178-486d-b67a-9ffeefa24fa6 req-696f9e91-7559-4287-a64b-b7ec159220af tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008575 Aug 09 15:39:22.455316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ece6af97-c4f8-47d4-9f9a-bbeb35d05dd0 None None] Provisioning complete for port 895824c0-d08c-4f2d-a7a3-ce402ce9477c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:22.456419 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ece6af97-c4f8-47d4-9f9a-bbeb35d05dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.487895 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6009a-7ee3-45ee-84d8-c1dc417e3253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce10ef89-d966-475d-acc5-63784ab32619,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:22.636845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port ab28cd9c-73e7-4574-9665-e62c897a4670 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:22.648415 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port ab28cd9c-73e7-4574-9665-e62c897a4670 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:22.649143 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.659514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ece6af97-c4f8-47d4-9f9a-bbeb35d05dd0 None None] Port 895824c0-d08c-4f2d-a7a3-ce402ce9477c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:22.741206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012577e3-4ea1-438b-ba93-2a9c14c60830 req-a9259cc1-4685-45c7-a3c2-9ce500339c0f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:22.760502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-012577e3-4ea1-438b-ba93-2a9c14c60830 req-a9259cc1-4685-45c7-a3c2-9ce500339c0f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1613729 Aug 09 15:39:22.846611 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-012577e3-4ea1-438b-ba93-2a9c14c60830 req-d408cab1-3a8e-451a-964e-1f4e700a5683 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867949 Aug 09 15:39:22.869850 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.936847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f134e5-c9a6-4e61-b2aa-863b7f0a3071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab28cd9c-73e7-4574-9665-e62c897a4670'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:22.938953 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b597f6b-371d-4833-af6b-64fdf8feddee" -d '{"events": [{"server_uuid": "b7f134e5-c9a6-4e61-b2aa-863b7f0a3071", "name": "network-vif-plugged", "status": "completed", "tag": "ab28cd9c-73e7-4574-9665-e62c897a4670"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:22.957260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ab28cd9c-73e7-4574-9665-e62c897a4670, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ab28cd9c-73e7-4574-9665-e62c897a4670,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:22.975513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-5303ea15-26ec-4e8d-80ea-32260c0a2d81 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:22.975513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-5303ea15-26ec-4e8d-80ea-32260c0a2d81 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7&tenant_id=bfbbec31d1de44c78633a7bdff61ea36&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 1095 time: 0.1513431 Aug 09 15:39:22.980154 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.053211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=ab28cd9c-73e7-4574-9665-e62c897a4670,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:23.055062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a26473-094f-40ff-aafa-d92ab41f65c5 req-1736b0ab-081b-437a-9db0-dfa7196f738d tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:23.063812 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00a26473-094f-40ff-aafa-d92ab41f65c5 req-1736b0ab-081b-437a-9db0-dfa7196f738d tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 949 time: 0.1363971 Aug 09 15:39:23.141881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00a26473-094f-40ff-aafa-d92ab41f65c5 req-793729b1-6e3b-4ca5-bac8-df59e625bd1a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644994 Aug 09 15:39:23.184754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895824c0-d08c-4f2d-a7a3-ce402ce9477c {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:23.197514 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.219655 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50090) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:23.242616 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52ece4e3-348c-4137-b761-d2ea226333b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.255341 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036a083c-babd-4289-8e75-5c4fa10cb49c x-openstack-request-id: req-036a083c-babd-4289-8e75-5c4fa10cb49c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:23.255694 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f134e5-c9a6-4e61-b2aa-863b7f0a3071", "name": "network-vif-plugged", "status": "completed", "tag": "ab28cd9c-73e7-4574-9665-e62c897a4670", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:23.255882 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-036a083c-babd-4289-8e75-5c4fa10cb49c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:23.256252 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f134e5-c9a6-4e61-b2aa-863b7f0a3071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab28cd9c-73e7-4574-9665-e62c897a4670', 'code': 200} Aug 09 15:39:23.286635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Transition to ACTIVE for port object 895824c0-d08c-4f2d-a7a3-ce402ce9477c will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:23.312288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.436985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-e1e6aaf6-6ab6-4c31-8475-04f8b938e899 service neutron] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:23.453083 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52ece4e3-348c-4137-b761-d2ea226333b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.453783 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-e1e6aaf6-6ab6-4c31-8475-04f8b938e899 service neutron] Notify callbacks [] for binding, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.455136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205c8eb6-efc5-46bb-abb5-6d6e2397662d req-e1e6aaf6-6ab6-4c31-8475-04f8b938e899 service neutron] 10.222.0.60 "DELETE /v2.0/ports/3ce0a720-29ff-45b0-8727-cc8b2b07812b/bindings/n-h1-803778-2 HTTP/1.1" status: 204 len: 173 time: 0.4672239 Aug 09 15:39:23.459934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Pushing event updated for resources: {'Port': ['ID=895824c0-d08c-4f2d-a7a3-ce402ce9477c,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:23.476206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52ece4e3-348c-4137-b761-d2ea226333b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.569028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-52ece4e3-348c-4137-b761-d2ea226333b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a385b26954aa471aa8cc12cf301fc5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470700 Aug 09 15:39:23.572073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ece4e3-348c-4137-b761-d2ea226333b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c801e2-0f4b-49ce-8da3-452c5173786f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:23.577176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50094) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:23.625306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6ad88-2725-4346-b05a-160aa7b29b0d req-deaaddb7-a9df-4d45-be38-35ddfb4e1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:23.626932 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2e6ad88-2725-4346-b05a-160aa7b29b0d req-deaaddb7-a9df-4d45-be38-35ddfb4e1da2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 1101 time: 0.3062356 Aug 09 15:39:23.645376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da1441-b7d7-44ca-9306-053609563e7f req-c93c94e4-eea5-4892-bf33-0af7e2f1e79e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:23.654082 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a0da1441-b7d7-44ca-9306-053609563e7f req-c93c94e4-eea5-4892-bf33-0af7e2f1e79e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 944 time: 0.2283640 Aug 09 15:39:23.728368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Attempting to bind port 895824c0-d08c-4f2d-a7a3-ce402ce9477c on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:23.728704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Attempting to bind port 895824c0-d08c-4f2d-a7a3-ce402ce9477c by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:23.729037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Attempting to bind port 895824c0-d08c-4f2d-a7a3-ce402ce9477c on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:23.734849 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1823d3af-bab5-49bd-9303-876cc392356b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.741629 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2e6ad88-2725-4346-b05a-160aa7b29b0d req-d9648faa-7111-483d-8ab7-a110b690f1df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984454 Aug 09 15:39:23.752761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Port 895824c0-d08c-4f2d-a7a3-ce402ce9477c on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:23.753290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Attempting to bind port 895824c0-d08c-4f2d-a7a3-ce402ce9477c on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:23.771480 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a0da1441-b7d7-44ca-9306-053609563e7f req-aa939b9f-ad1b-47bc-b995-e95357b8423c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056235 Aug 09 15:39:23.778821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:23.779153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:23.779548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:23.779986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Bound port: 895824c0-d08c-4f2d-a7a3-ce402ce9477c, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:23.789976 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.862783 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1823d3af-bab5-49bd-9303-876cc392356b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.956034 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1823d3af-bab5-49bd-9303-876cc392356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.960284 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1823d3af-bab5-49bd-9303-876cc392356b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:23.963898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1823d3af-bab5-49bd-9303-876cc392356b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0c801e2-0f4b-49ce-8da3-452c5173786f HTTP/1.1" status: 204 len: 168 time: 0.3662574 Aug 09 15:39:24.015249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823d3af-bab5-49bd-9303-876cc392356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c801e2-0f4b-49ce-8da3-452c5173786f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:24.062564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd280e7-2e14-4c72-8a8a-cf8f1b37912f req-75ab2ebc-d1b8-4d2b-8e56-384a1ff4dc92 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:24.069376 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bd280e7-2e14-4c72-8a8a-cf8f1b37912f req-75ab2ebc-d1b8-4d2b-8e56-384a1ff4dc92 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 948 time: 0.1028633 Aug 09 15:39:24.071666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] For port 895824c0-d08c-4f2d-a7a3-ce402ce9477c, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:24.076964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] For port 895824c0-d08c-4f2d-a7a3-ce402ce9477c, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=895824c0-d08c-4f2d-a7a3-ce402ce9477c,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:24.096392 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.159205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:24.160060 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:24.161548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] 10.222.0.60 "PUT /v2.0/ports/895824c0-d08c-4f2d-a7a3-ce402ce9477c HTTP/1.1" status: 200 len: 1096 time: 2.0540535 Aug 09 15:39:24.163409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e511bfe-7221-4b9d-824c-f2ded27edab5', 'tag': '895824c0-d08c-4f2d-a7a3-ce402ce9477c'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:24.180019 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8050cbb6-e5eb-4a8e-a952-07569c5a8002" -d '{"events": [{"name": "network-changed", "server_uuid": "6e511bfe-7221-4b9d-824c-f2ded27edab5", "tag": "895824c0-d08c-4f2d-a7a3-ce402ce9477c"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:24.201170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bd280e7-2e14-4c72-8a8a-cf8f1b37912f req-0684dd22-ad23-4acf-82d5-47592442f725 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142817 Aug 09 15:39:24.250284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfee746-f733-4f15-9c5b-d17f619c297e service neutron] Pushing event updated for resources: {'Port': ['ID=895824c0-d08c-4f2d-a7a3-ce402ce9477c,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:24.336377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada584c8-1def-4220-a297-99017a058dab req-bb7d6219-4eac-4fb4-a245-3a7af707b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:24.338804 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-bb7d6219-4eac-4fb4-a245-3a7af707b645 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=953e1e6efa7e4d7bad0ad319f4208a00&device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 1099 time: 0.0834827 Aug 09 15:39:24.444470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-49c6f746-4ca3-47ed-bf2f-f4972190670e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=895824c0-d08c-4f2d-a7a3-ce402ce9477c HTTP/1.1" status: 200 len: 217 time: 0.0889912 Aug 09 15:39:24.523182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6c4d6-597f-4fbb-8e97-6b1337d64cc4 req-56702a23-f48b-420a-ac81-8523a0c3497f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:24.533068 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9dc6c4d6-597f-4fbb-8e97-6b1337d64cc4 req-56702a23-f48b-420a-ac81-8523a0c3497f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.0964446 Aug 09 15:39:24.551525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada584c8-1def-4220-a297-99017a058dab req-eae1abf8-744b-4c6f-af50-72d0a89fc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:24.553703 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-eae1abf8-744b-4c6f-af50-72d0a89fc40d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1006937 Aug 09 15:39:24.643879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada584c8-1def-4220-a297-99017a058dab req-73249c2e-eb6f-4b2d-b439-dc7d1509078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:24.645471 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-73249c2e-eb6f-4b2d-b439-dc7d1509078a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824790 Aug 09 15:39:24.651558 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9dc6c4d6-597f-4fbb-8e97-6b1337d64cc4 req-d97df7fe-190b-4b67-9dc5-2af88519fea0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156456 Aug 09 15:39:24.951447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-34216dc0-60eb-4025-b641-27c99e73749e service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900958 Aug 09 15:39:25.067208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde8bdd-6f53-4bbd-a7c8-a5b29422ba11 req-098eb8ef-93d8-4ad5-88dc-d4ab96282a74 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:25.073829 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0cde8bdd-6f53-4bbd-a7c8-a5b29422ba11 req-098eb8ef-93d8-4ad5-88dc-d4ab96282a74 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 950 time: 0.3376992 Aug 09 15:39:25.147652 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca4bb4a-29d3-48cf-82e6-9359c21658d3 x-openstack-request-id: req-8ca4bb4a-29d3-48cf-82e6-9359c21658d3 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:25.148181 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e511bfe-7221-4b9d-824c-f2ded27edab5", "tag": "895824c0-d08c-4f2d-a7a3-ce402ce9477c", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:25.148181 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ca4bb4a-29d3-48cf-82e6-9359c21658d3 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:25.148537 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e511bfe-7221-4b9d-824c-f2ded27edab5', 'tag': '895824c0-d08c-4f2d-a7a3-ce402ce9477c', 'status': 'completed', 'code': 200} Aug 09 15:39:25.223183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ada584c8-1def-4220-a297-99017a058dab req-4362ad70-332e-4d62-9c92-25c4ef02da08 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572274 Aug 09 15:39:25.226041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0cde8bdd-6f53-4bbd-a7c8-a5b29422ba11 req-71887cb2-0331-400a-a69e-00415614bd19 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388564 Aug 09 15:39:25.277276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788a6c1-9183-4dbc-a951-d342bc32870a req-77d28181-fbf5-4fb8-b6e9-b6ffd2042ddd tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:25.287841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8788a6c1-9183-4dbc-a951-d342bc32870a req-77d28181-fbf5-4fb8-b6e9-b6ffd2042ddd tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0864401 Aug 09 15:39:25.411662 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8788a6c1-9183-4dbc-a951-d342bc32870a req-af50a59b-5396-436a-b23b-6f1867e5ab10 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225426 Aug 09 15:39:25.428207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050cbb6-e5eb-4a8e-a952-07569c5a8002 req-1c3e8cdb-f552-411c-968a-028f6eb22044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:25.440012 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8050cbb6-e5eb-4a8e-a952-07569c5a8002 req-1c3e8cdb-f552-411c-968a-028f6eb22044 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=953e1e6efa7e4d7bad0ad319f4208a00&device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 1099 time: 0.1305578 Aug 09 15:39:25.571191 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50148) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:25.743639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9d91-35af-4bc2-9ca9-0a8632d35fa6 req-ff86ce10-8775-407d-b933-a608e2e006ca tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:25.746286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-104c9d91-35af-4bc2-9ca9-0a8632d35fa6 req-ff86ce10-8775-407d-b933-a608e2e006ca tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 948 time: 0.1655912 Aug 09 15:39:25.777444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050cbb6-e5eb-4a8e-a952-07569c5a8002 req-41f40ffe-8af4-4ceb-a169-1f42b0de77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:25.781108 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8050cbb6-e5eb-4a8e-a952-07569c5a8002 req-41f40ffe-8af4-4ceb-a169-1f42b0de77b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3272820 Aug 09 15:39:25.828020 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-104c9d91-35af-4bc2-9ca9-0a8632d35fa6 req-3161b795-d3fe-4d48-84c6-d723fca7dce2 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598021 Aug 09 15:39:25.934305 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8050cbb6-e5eb-4a8e-a952-07569c5a8002 req-100c38ff-3b19-4e8d-9fa5-a830bde6b5a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=895824c0-d08c-4f2d-a7a3-ce402ce9477c HTTP/1.1" status: 200 len: 217 time: 0.1129148 Aug 09 15:39:26.020608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-321859349-network', 'tenant_id': 'ab1aa7c1056645768de92c8e50e6cf3e'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:26.050406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Made reservation on behalf of ab1aa7c1056645768de92c8e50e6cf3e for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:26.053783 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.066656 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.156444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739021ef-4472-4295-b0b3-c838e3381547 req-20a9458d-61e2-4a69-a5b6-2dc19754c68c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:26.159151 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-739021ef-4472-4295-b0b3-c838e3381547 req-20a9458d-61e2-4a69-a5b6-2dc19754c68c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.2290120 Aug 09 15:39:26.171633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050cbb6-e5eb-4a8e-a952-07569c5a8002 req-08bbf3e0-9986-4009-8422-5651828ec37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:26.174609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8050cbb6-e5eb-4a8e-a952-07569c5a8002 req-08bbf3e0-9986-4009-8422-5651828ec37b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2258732 Aug 09 15:39:26.280850 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.288374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.313527 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-739021ef-4472-4295-b0b3-c838e3381547 req-0ad1a14f-b9f7-4447-8caa-fc7e97c2459e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462305 Aug 09 15:39:26.318760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050cbb6-e5eb-4a8e-a952-07569c5a8002 req-da4b82e9-e13b-4a87-a7bb-acffc312a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:26.321049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8050cbb6-e5eb-4a8e-a952-07569c5a8002 req-da4b82e9-e13b-4a87-a7bb-acffc312a23f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1358013 Aug 09 15:39:26.381971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:39:26.395358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:26.425252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.425758 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Added segment 740a12d1-9018-48c7-8555-5e3b4a6fdd0d of type vlan for network 717af589-4057-490d-8239-6e1e41f5367d Aug 09 15:39:26.480542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8050cbb6-e5eb-4a8e-a952-07569c5a8002 req-8df7a6e5-0849-43e5-b57d-71fec1dd9812 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468878 Aug 09 15:39:26.514804 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.527262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-25412888-30ab-4343-bffe-47b6ab714fa7 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:26.535378 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-25412888-30ab-4343-bffe-47b6ab714fa7 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 808 time: 0.3463016 Aug 09 15:39:26.561653 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-254f1a11-f697-4855-8bac-67843842f467 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/quotas/bfbbec31d1de44c78633a7bdff61ea36 HTTP/1.1" status: 200 len: 375 time: 0.0252855 Aug 09 15:39:26.613081 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.614207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:26.614588 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.646361 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8050cbb6-e5eb-4a8e-a952-07569c5a8002 req-dd270cfe-2777-43cb-a098-d2c0dd0fe63d service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555583 Aug 09 15:39:26.657384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-d59a90df-9c07-4311-ab2a-415b4a132e4b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=0b7ebbc466884f538f4938728e1f3a89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324848 Aug 09 15:39:26.691262 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-9ac87019-a0b7-4a49-b173-b011412cfe2d tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281328 Aug 09 15:39:26.699720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50198) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:26.699930 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1268218 Aug 09 15:39:26.724087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044443ab-fb16-43b7-aac5-13df594dfa1a admin admin] Pushing event updated for resources: {'Network': ['ID=717af589-4057-490d-8239-6e1e41f5367d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:26.729926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2b3532b5-df93-43e0-a24f-df1687f24e70 admin admin] Request body: {'subnet': {'network_id': '717af589-4057-490d-8239-6e1e41f5367d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-321859349-subnet', 'tenant_id': 'ab1aa7c1056645768de92c8e50e6cf3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:26.736275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 717af589-4057-490d-8239-6e1e41f5367d details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:39:26.859554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-3d08c0de-0818-4971-939f-d8c4bd11b6c6 service neutron] 10.222.0.81 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581361 Aug 09 15:39:26.878135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3532b5-df93-43e0-a24f-df1687f24e70 admin admin] Made reservation on behalf of ab1aa7c1056645768de92c8e50e6cf3e for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:26.881118 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b3532b5-df93-43e0-a24f-df1687f24e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.989449 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-8ad7e148-9859-4cce-a9c3-be0dda201169 service neutron] 10.222.0.81 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237810 Aug 09 15:39:26.994285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-8bb0d134-b632-4ded-83e7-4f3495df9643 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:27.001262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-8bb0d134-b632-4ded-83e7-4f3495df9643 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3323874 Aug 09 15:39:27.023917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-aed3317c-8494-4bda-9f71-bf16da445a66 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/quotas/0b7ebbc466884f538f4938728e1f3a89 HTTP/1.1" status: 200 len: 375 time: 0.0216222 Aug 09 15:39:27.107641 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-2d361b58-1405-4da0-8d70-9566c02cf2a4 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b7ebbc466884f538f4938728e1f3a89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810874 Aug 09 15:39:27.314206 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b3532b5-df93-43e0-a24f-df1687f24e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:27.448373 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37aa08e2-f930-4411-b3d1-be8ef88eeb78 req-48cc0cf3-b728-474a-8614-c34bfce3a03e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 210 time: 0.0541110 Aug 09 15:39:27.534688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af362b06-5bc7-4df6-9e2c-2539c1b5011c req-2e839294-51d2-4a0f-a36c-14a348e3ed7f tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:27.547581 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af362b06-5bc7-4df6-9e2c-2539c1b5011c req-2e839294-51d2-4a0f-a36c-14a348e3ed7f tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 948 time: 0.1790476 Aug 09 15:39:27.623227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c2157b5-be86-4f39-8a50-e0be7cfe71cc req-51aef9bf-3819-4366-ad9e-4da92f2a67bb tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 210 time: 0.0657990 Aug 09 15:39:27.627580 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af362b06-5bc7-4df6-9e2c-2539c1b5011c req-99aa671d-07f9-42e8-b8e8-f9afc0652521 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790353 Aug 09 15:39:27.638225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3532b5-df93-43e0-a24f-df1687f24e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77afaf2d-8066-4505-9af3-42a7499da91c,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:27.653100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3532b5-df93-43e0-a24f-df1687f24e70 admin admin] Checking segment: {'id': '740a12d1-9018-48c7-8555-5e3b4a6fdd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '717af589-4057-490d-8239-6e1e41f5367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:27.653563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3532b5-df93-43e0-a24f-df1687f24e70 admin admin] Network hostable DHCP agents. Network: 717af589-4057-490d-8239-6e1e41f5367d, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:39:27.698427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3532b5-df93-43e0-a24f-df1687f24e70 admin admin] Network 717af589-4057-490d-8239-6e1e41f5367d is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:39:27.711403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-2b3532b5-df93-43e0-a24f-df1687f24e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 717af589-4057-490d-8239-6e1e41f5367d) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:27.724220 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11a9559-88b8-4298-86b7-2f3d691a19f6 None None] Network 717af589-4057-490d-8239-6e1e41f5367d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:27.737172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3532b5-df93-43e0-a24f-df1687f24e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:27.745843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b3532b5-df93-43e0-a24f-df1687f24e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:27.823020 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2b3532b5-df93-43e0-a24f-df1687f24e70 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1223869 Aug 09 15:39:27.858498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134addfb-fd2d-4752-9e6d-4f8f7086123a req-c0728c85-f501-465a-b854-c6b40eddf625 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:27.866772 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-134addfb-fd2d-4752-9e6d-4f8f7086123a req-c0728c85-f501-465a-b854-c6b40eddf625 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1001096 Aug 09 15:39:27.967403 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-134addfb-fd2d-4752-9e6d-4f8f7086123a req-1941f10f-c59e-4105-b20b-543fc00de33a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925717 Aug 09 15:39:27.971729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 895824c0-d08c-4f2d-a7a3-ce402ce9477c details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:28.232132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a80e3-28a2-4ce7-9f43-3029ac69550a None None] Network 717af589-4057-490d-8239-6e1e41f5367d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:28.464871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 895824c0-d08c-4f2d-a7a3-ce402ce9477c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=895824c0-d08c-4f2d-a7a3-ce402ce9477c,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:28.485393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '895824c0-d08c-4f2d-a7a3-ce402ce9477c', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '895824c0-d08c-4f2d-a7a3-ce402ce9477c', 'mac_address': 'fa:16:3e:88:82:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:28.656482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c71b96b9-2b6c-47be-a3f2-fd5115e0c6a6 req-8ec0eac9-5310-4d35-b6ff-a78d950fa525 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 210 time: 0.0641162 Aug 09 15:39:28.743434 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:28.813344 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a04d4e0c-cab7-4fe1-9b73-0868c7c79bf9 req-a78d9f46-a8f3-4702-8618-68a52339a0e7 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 210 time: 0.0672028 Aug 09 15:39:28.833894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895824c0-d08c-4f2d-a7a3-ce402ce9477c {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:28.860076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad90cb-115e-44f8-8f45-12e0d092c2ad req-bbcfa9bc-cff0-4690-a47a-8846c609c0b3 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:28.878869 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-66ad90cb-115e-44f8-8f45-12e0d092c2ad req-bbcfa9bc-cff0-4690-a47a-8846c609c0b3 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 948 time: 0.1134667 Aug 09 15:39:28.898918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 895824c0-d08c-4f2d-a7a3-ce402ce9477c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=895824c0-d08c-4f2d-a7a3-ce402ce9477c,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:28.944535 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:28.994958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50276) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:29.000962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-66ad90cb-115e-44f8-8f45-12e0d092c2ad req-d3bb950a-4903-46f0-949e-bbffb7950047 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211147 Aug 09 15:39:29.005421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1150632518-network', 'tenant_id': '222642bdb6c145478cd4b83f6c6df1cc'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:29.069358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Made reservation on behalf of 222642bdb6c145478cd4b83f6c6df1cc for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:29.080611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.152769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.183055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-29f0e222-5e3a-41b2-bf7f-bd7d1c82366d tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b7ebbc466884f538f4938728e1f3a89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997999 Aug 09 15:39:29.200496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=895824c0-d08c-4f2d-a7a3-ce402ce9477c,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:29.331325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['895824c0-d08c-4f2d-a7a3-ce402ce9477c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:29.413891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e002d63-241f-40f7-a1b4-854741534b44 req-b5f91578-f888-4dac-88a6-13babe1238e7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:29.432551 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e002d63-241f-40f7-a1b4-854741534b44 req-b5f91578-f888-4dac-88a6-13babe1238e7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1497824 Aug 09 15:39:29.490761 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.510700 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.551100 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:39:29.592144 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.592478 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Added segment 9d67f238-f752-4f87-a686-19a6b390c1ea of type vlan for network a28dadbf-e963-4ea8-b7ce-84afd829bea3 Aug 09 15:39:29.624613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d750f198-600b-45a1-9547-e5451597b94f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:29.668570 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.677489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-74318a75-4565-4e94-8171-80294ac887db tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:29.682222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-74318a75-4565-4e94-8171-80294ac887db tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4876285 Aug 09 15:39:29.730729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e002d63-241f-40f7-a1b4-854741534b44 req-474ca611-b8e7-470a-967d-bcaa1a06cc2d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817442 Aug 09 15:39:29.757960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Request body: {'port': {'device_id': '72ee59ba-91c9-4f65-bec2-a4ebbaf13fab', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '0b7ebbc466884f538f4938728e1f3a89'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:29.834069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.834950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:29.836500 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:29.905105 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8731b79-7a28-4600-80eb-c38ca4a7c5fb req-b90d1a18-e7fb-45a7-b51b-5fb85cef55cc tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 210 time: 0.1055956 Aug 09 15:39:29.992830 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-735352ea-6202-41ff-aed8-1d5c5a4a54de req-78d51d16-cf7d-45f7-acfb-005342c3b9b9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 210 time: 0.0368543 Aug 09 15:39:30.078999 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0828831 Aug 09 15:39:30.082823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Made reservation on behalf of 0b7ebbc466884f538f4938728e1f3a89 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:30.091819 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.097226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50300) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:30.115546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-70169e46-8540-442f-aeeb-2c99009af70f admin admin] Request body: {'subnet': {'network_id': 'a28dadbf-e963-4ea8-b7ce-84afd829bea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1150632518-subnet', 'tenant_id': '222642bdb6c145478cd4b83f6c6df1cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:30.184082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb56042-bedc-458b-a104-68a659fe81c4 admin admin] Pushing event updated for resources: {'Network': ['ID=a28dadbf-e963-4ea8-b7ce-84afd829bea3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:30.201664 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network a28dadbf-e963-4ea8-b7ce-84afd829bea3 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:39:30.231793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-9ec2a1fc-f863-4d00-8848-27153b20d14b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:30.233830 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-9ec2a1fc-f863-4d00-8848-27153b20d14b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.53 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 808 time: 0.5036843 Aug 09 15:39:30.236766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70169e46-8540-442f-aeeb-2c99009af70f admin admin] Made reservation on behalf of 222642bdb6c145478cd4b83f6c6df1cc for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:30.239696 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70169e46-8540-442f-aeeb-2c99009af70f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.266711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Request body: {'port': {'device_id': '0f756a06-ca4e-455a-a94a-85bf4d475b9b', 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a', 'admin_state_up': True, 'tenant_id': 'bfbbec31d1de44c78633a7bdff61ea36'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:30.330656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Allocated IP 192.168.233.42 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/2fe07f49-6d8c-4e00-9f72-9869eb577dec) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:30.411737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b747e9-79bf-41a0-a862-fa775d4ab382 req-5674b8a2-a3d3-44dd-8bd7-b09e18c8be19 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:30.413375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-99b747e9-79bf-41a0-a862-fa775d4ab382 req-5674b8a2-a3d3-44dd-8bd7-b09e18c8be19 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 949 time: 0.2370086 Aug 09 15:39:30.523584 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.540074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Transition to ACTIVE for port object 2fe07f49-6d8c-4e00-9f72-9869eb577dec will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:30.553823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-99b747e9-79bf-41a0-a862-fa775d4ab382 req-e3a28d65-0115-4888-86bd-f14afa3d1bb1 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285281 Aug 09 15:39:30.603517 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.616302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['ab28cd9c-73e7-4574-9665-e62c897a4670'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:30.647339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Made reservation on behalf of bfbbec31d1de44c78633a7bdff61ea36 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:30.654368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.670077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:30.673422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:30.678434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:30.714837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Pushing event updated for resources: {'Port': ['ID=2fe07f49-6d8c-4e00-9f72-9869eb577dec,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:30.791410 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:30.801227 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:30.846112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-84abf39b-8f94-48bc-a15b-16b39b0bfdd9 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1036599 Aug 09 15:39:30.859566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Request body: {'port': {'device_id': '72ee59ba-91c9-4f65-bec2-a4ebbaf13fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:31.000299 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:31.022040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-eb7f6bf1-70b0-45d0-b67b-541ef741d8ed None None] Provisioning for port 2fe07f49-6d8c-4e00-9f72-9869eb577dec completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:31.035873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-eb7f6bf1-70b0-45d0-b67b-541ef741d8ed None None] Provisioning complete for port 2fe07f49-6d8c-4e00-9f72-9869eb577dec triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:31.036183 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6bf1-70b0-45d0-b67b-541ef741d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:31.041853 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70169e46-8540-442f-aeeb-2c99009af70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:31.119671 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d940ed0a-b865-4df9-be76-03ea96b6e23d req-b406b46a-55dc-4cd4-a290-a0038e845b87 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 210 time: 0.0514972 Aug 09 15:39:31.138675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-eb7f6bf1-70b0-45d0-b67b-541ef741d8ed None None] Port 2fe07f49-6d8c-4e00-9f72-9869eb577dec cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:31.455432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba1da8-f95d-4213-bc67-9d992bbccb87 req-c5adce58-a168-4b08-924a-5ad8ab68fe91 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:31.457737 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7eba1da8-f95d-4213-bc67-9d992bbccb87 req-c5adce58-a168-4b08-924a-5ad8ab68fe91 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 935 time: 0.2459540 Aug 09 15:39:31.502867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d46e1-11d3-4003-b7c7-4cceebfaa3b4 req-2f92ef85-16fa-4505-b11f-3898d8f1973e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:31.507628 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a0d46e1-11d3-4003-b7c7-4cceebfaa3b4 req-2f92ef85-16fa-4505-b11f-3898d8f1973e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.5502000 Aug 09 15:39:31.519107 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Allocated IP 172.20.0.7 (dc159eb9-7876-48f2-ae8d-2cf79ceac39a/c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11/b8839982-ba3a-4071-8afe-b69c8cf79e0f) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:31.525467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70169e46-8540-442f-aeeb-2c99009af70f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d37adc5-d990-48a6-8a1f-430abbff8b35,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:31.548885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe07f49-6d8c-4e00-9f72-9869eb577dec {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:31.561274 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:31.575680 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7eba1da8-f95d-4213-bc67-9d992bbccb87 req-ec0406d7-dc98-4217-8f4d-df748fec5063 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058302 Aug 09 15:39:31.592391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70169e46-8540-442f-aeeb-2c99009af70f admin admin] Checking segment: {'id': '9d67f238-f752-4f87-a686-19a6b390c1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a28dadbf-e963-4ea8-b7ce-84afd829bea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:31.592988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70169e46-8540-442f-aeeb-2c99009af70f admin admin] Network hostable DHCP agents. Network: a28dadbf-e963-4ea8-b7ce-84afd829bea3, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:39:31.601216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Transition to ACTIVE for port object 2fe07f49-6d8c-4e00-9f72-9869eb577dec will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:31.614358 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:31.652450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a0d46e1-11d3-4003-b7c7-4cceebfaa3b4 req-b24d28d0-be40-4f0d-a075-31e0123e798a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340351 Aug 09 15:39:31.692586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe07f49-6d8c-4e00-9f72-9869eb577dec,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:31.805901 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70169e46-8540-442f-aeeb-2c99009af70f admin admin] Network a28dadbf-e963-4ea8-b7ce-84afd829bea3 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:39:31.867142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-70169e46-8540-442f-aeeb-2c99009af70f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, a28dadbf-e963-4ea8-b7ce-84afd829bea3) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:31.879884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13fa69b-bcfb-454e-b40d-7d6cc213ed0c None None] Network a28dadbf-e963-4ea8-b7ce-84afd829bea3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:31.889270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70169e46-8540-442f-aeeb-2c99009af70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:31.889919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70169e46-8540-442f-aeeb-2c99009af70f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:31.903736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Attempting to bind port 2fe07f49-6d8c-4e00-9f72-9869eb577dec on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:31.906342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Attempting to bind port 2fe07f49-6d8c-4e00-9f72-9869eb577dec by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:31.906719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Attempting to bind port 2fe07f49-6d8c-4e00-9f72-9869eb577dec on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:31.914902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Port 2fe07f49-6d8c-4e00-9f72-9869eb577dec on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:31.915306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Attempting to bind port 2fe07f49-6d8c-4e00-9f72-9869eb577dec on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:31.923323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:31.923678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:31.924078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:31.924679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Bound port: 2fe07f49-6d8c-4e00-9f72-9869eb577dec, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:31.925260 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:31.976039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 895824c0-d08c-4f2d-a7a3-ce402ce9477c up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:32.000085 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.081096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] For port 2fe07f49-6d8c-4e00-9f72-9869eb577dec, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:32.084905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2d8e7-299b-440a-9daa-0685029d643c req-87dc6088-9564-475a-b84a-e2b870345a31 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:32.089017 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8fe2d8e7-299b-440a-9daa-0685029d643c req-87dc6088-9564-475a-b84a-e2b870345a31 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 949 time: 0.3099041 Aug 09 15:39:32.092685 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.096267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] For port 2fe07f49-6d8c-4e00-9f72-9869eb577dec, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2fe07f49-6d8c-4e00-9f72-9869eb577dec,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:32.103020 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.192825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:32.195786 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.201100 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] 10.222.0.53 "PUT /v2.0/ports/2fe07f49-6d8c-4e00-9f72-9869eb577dec HTTP/1.1" status: 200 len: 1095 time: 1.3424304 Aug 09 15:39:32.202214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ee59ba-91c9-4f65-bec2-a4ebbaf13fab', 'tag': '2fe07f49-6d8c-4e00-9f72-9869eb577dec'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:32.210242 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee90fc50-2bb9-47a9-8e54-af2d2181fe2c" -d '{"events": [{"name": "network-changed", "server_uuid": "72ee59ba-91c9-4f65-bec2-a4ebbaf13fab", "tag": "2fe07f49-6d8c-4e00-9f72-9869eb577dec"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:32.225124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Pushing event updated for resources: {'Port': ['ID=b8839982-ba3a-4071-8afe-b69c8cf79e0f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:32.243978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-70169e46-8540-442f-aeeb-2c99009af70f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1321080 Aug 09 15:39:32.272555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 895824c0-d08c-4f2d-a7a3-ce402ce9477c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:32.336046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8fe2d8e7-299b-440a-9daa-0685029d643c req-a8877bca-a3bd-4e00-af4d-9acdb0aa93fe tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368312 Aug 09 15:39:32.348529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 895824c0-d08c-4f2d-a7a3-ce402ce9477c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:32.348912 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.353497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Network dc159eb9-7876-48f2-ae8d-2cf79ceac39a is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:32.362382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165f8b2d-9899-42c1-8ed7-eae127aca221 None None] Network a28dadbf-e963-4ea8-b7ce-84afd829bea3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:32.366215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:32.370186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:32.435158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3855a0-30d3-49fd-8707-a8df8e292149 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe07f49-6d8c-4e00-9f72-9869eb577dec,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:32.480778 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48aecd8-ae3e-46fc-ab1e-bba50cbe8795 x-openstack-request-id: req-e48aecd8-ae3e-46fc-ab1e-bba50cbe8795 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:32.481206 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ee59ba-91c9-4f65-bec2-a4ebbaf13fab", "tag": "2fe07f49-6d8c-4e00-9f72-9869eb577dec", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:32.482330 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e48aecd8-ae3e-46fc-ab1e-bba50cbe8795 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:32.482793 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ee59ba-91c9-4f65-bec2-a4ebbaf13fab', 'tag': '2fe07f49-6d8c-4e00-9f72-9869eb577dec', 'status': 'completed', 'code': 200} Aug 09 15:39:32.500825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-cc1a1ff2-f6b5-4fbc-a279-ff41311d641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:32.501530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:32.502239 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.502718 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-cc1a1ff2-f6b5-4fbc-a279-ff41311d641b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b7ebbc466884f538f4938728e1f3a89&device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 1098 time: 0.2434778 Aug 09 15:39:32.533857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acc706-f650-4163-9696-7b4027c10dab req-dd7ff53d-2feb-4df2-ad19-53cb43dba07b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:32.535324 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-623c911c-28ab-4dc8-8c7a-be16969067af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2736597 Aug 09 15:39:32.543774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-96acc706-f650-4163-9696-7b4027c10dab req-dd7ff53d-2feb-4df2-ad19-53cb43dba07b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 931 time: 0.1912673 Aug 09 15:39:32.554495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Request body: {'port': {'device_id': '0f756a06-ca4e-455a-a94a-85bf4d475b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:32.687482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-0987d71d-d9c1-4b0a-a0d3-1cdb20014560 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=2fe07f49-6d8c-4e00-9f72-9869eb577dec HTTP/1.1" status: 200 len: 217 time: 0.1424346 Aug 09 15:39:32.692721 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.728350 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.768584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-96acc706-f650-4163-9696-7b4027c10dab req-3d442fc2-e993-4486-9060-e8a2972ce2ba tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115941 Aug 09 15:39:32.776311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 895824c0-d08c-4f2d-a7a3-ce402ce9477c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=895824c0-d08c-4f2d-a7a3-ce402ce9477c,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:32.778512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e511bfe-7221-4b9d-824c-f2ded27edab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895824c0-d08c-4f2d-a7a3-ce402ce9477c'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:32.781159 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f12bcba-25bf-4606-a59a-70e61b828c0a" -d '{"events": [{"server_uuid": "6e511bfe-7221-4b9d-824c-f2ded27edab5", "name": "network-vif-plugged", "status": "completed", "tag": "895824c0-d08c-4f2d-a7a3-ce402ce9477c"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:32.785733 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:32.828725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-e2ff92fb-2f38-4a88-9475-617f833a899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:32.831872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-e2ff92fb-2f38-4a88-9475-617f833a899b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0674465 Aug 09 15:39:32.885077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=895824c0-d08c-4f2d-a7a3-ce402ce9477c,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:32.977105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-260444c1-6e0f-4d02-8d01-aed6c32a3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:32.978667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-260444c1-6e0f-4d02-8d01-aed6c32a3892 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1361365 Aug 09 15:39:32.994937 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cb4a8-43ed-4fc4-922b-0ef6244e715f req-86e6d15f-9efd-485e-b4bd-44dfa28e715f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:32.996595 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f87cb4a8-43ed-4fc4-922b-0ef6244e715f req-86e6d15f-9efd-485e-b4bd-44dfa28e715f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.0826161 Aug 09 15:39:33.017109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8c9a-ba2c-407e-832e-ec5c7efd15f5 req-4cceb862-e862-4146-9f51-9a38529fae9a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:33.019098 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9beb8c9a-ba2c-407e-832e-ec5c7efd15f5 req-4cceb862-e862-4146-9f51-9a38529fae9a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 947 time: 0.2949224 Aug 09 15:39:33.114728 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f87cb4a8-43ed-4fc4-922b-0ef6244e715f req-3352a64e-74fa-4ad3-89bd-b8db68efab74 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088526 Aug 09 15:39:33.155336 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9beb8c9a-ba2c-407e-832e-ec5c7efd15f5 req-057872e5-3009-439f-bccf-457be59ecd5e tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302376 Aug 09 15:39:33.180008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-11610167-f1e9-431e-8882-8245b637e161 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759083 Aug 09 15:39:33.361030 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe57f84d-daa9-452a-b77e-63d277ba3093 x-openstack-request-id: req-fe57f84d-daa9-452a-b77e-63d277ba3093 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:33.361276 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e511bfe-7221-4b9d-824c-f2ded27edab5", "name": "network-vif-plugged", "status": "completed", "tag": "895824c0-d08c-4f2d-a7a3-ce402ce9477c", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:33.365022 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe57f84d-daa9-452a-b77e-63d277ba3093 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:33.366362 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e511bfe-7221-4b9d-824c-f2ded27edab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895824c0-d08c-4f2d-a7a3-ce402ce9477c', 'code': 200} Aug 09 15:39:33.374178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8839982-ba3a-4071-8afe-b69c8cf79e0f {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:33.387032 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.390832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddddfb2a-85c8-4b9d-8e22-cb6f0532c0ec req-52c5ebec-b4ac-42a6-877c-385a214a2ea8 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023687 Aug 09 15:39:33.418475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Transition to ACTIVE for port object b8839982-ba3a-4071-8afe-b69c8cf79e0f will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:33.430819 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.629370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Pushing event updated for resources: {'Port': ['ID=b8839982-ba3a-4071-8afe-b69c8cf79e0f,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:33.670277 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:33.670626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:33.670964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:33.671303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:33.671725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:33.672144 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:33.672471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:33.672802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:33.673129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:33.674550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:33.675149 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:33.675620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:33.792561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c971100-6164-47b4-91af-d7d8dd801fe8 req-6c07060c-7b7c-48c4-a64b-146f1fc6a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:33.796675 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9c971100-6164-47b4-91af-d7d8dd801fe8 req-6c07060c-7b7c-48c4-a64b-146f1fc6a71a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 1101 time: 0.2854340 Aug 09 15:39:33.805092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Attempting to bind port b8839982-ba3a-4071-8afe-b69c8cf79e0f on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:33.805490 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Attempting to bind port b8839982-ba3a-4071-8afe-b69c8cf79e0f by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:33.807254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Attempting to bind port b8839982-ba3a-4071-8afe-b69c8cf79e0f on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:33.823510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Port b8839982-ba3a-4071-8afe-b69c8cf79e0f on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:33.823883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Attempting to bind port b8839982-ba3a-4071-8afe-b69c8cf79e0f on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:33.844357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:33.844357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:33.844357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Bound using segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:33.844357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Bound port: b8839982-ba3a-4071-8afe-b69c8cf79e0f, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:33.844357 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:33.869882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90fc50-2bb9-47a9-8e54-af2d2181fe2c req-86ff0960-758d-4ce5-95ff-eae38cabe61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:33.870576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f29d7a2c-70a5-4c84-bb79-7165e9e866bf tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:33.871816 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee90fc50-2bb9-47a9-8e54-af2d2181fe2c req-86ff0960-758d-4ce5-95ff-eae38cabe61e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b7ebbc466884f538f4938728e1f3a89&device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 1098 time: 0.2939451 Aug 09 15:39:33.886496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40a347-2e14-4844-af97-3d2715cb2ba3 req-63cf52c5-7165-4470-af2d-db78b361b47e tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:33.890423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f29d7a2c-70a5-4c84-bb79-7165e9e866bf tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/networks?id=717af589-4057-490d-8239-6e1e41f5367d HTTP/1.1" status: 200 len: 814 time: 0.1943254 Aug 09 15:39:33.896132 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c40a347-2e14-4844-af97-3d2715cb2ba3 req-63cf52c5-7165-4470-af2d-db78b361b47e tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 950 time: 0.2092643 Aug 09 15:39:34.015252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:34.018897 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:34.026263 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.029149 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-d94a68f7-ede3-4af4-b402-469dea68c504 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/quotas/ab1aa7c1056645768de92c8e50e6cf3e HTTP/1.1" status: 200 len: 375 time: 0.1280670 Aug 09 15:39:34.089224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Pushing event updated for resources: {'Port': ['ID=b8839982-ba3a-4071-8afe-b69c8cf79e0f,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:34.114279 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:34.114405 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:34.115822 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-1256dd08-56cd-402d-bf82-fa4a5fdf37cc service neutron] 10.222.0.53 "PUT /v2.0/ports/b8839982-ba3a-4071-8afe-b69c8cf79e0f HTTP/1.1" status: 200 len: 1091 time: 1.5689850 Aug 09 15:39:34.143966 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f756a06-ca4e-455a-a94a-85bf4d475b9b', 'tag': 'b8839982-ba3a-4071-8afe-b69c8cf79e0f'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:34.148082 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc461cc4-4f4f-470c-8ef8-403099fca209" -d '{"events": [{"name": "network-changed", "server_uuid": "0f756a06-ca4e-455a-a94a-85bf4d475b9b", "tag": "b8839982-ba3a-4071-8afe-b69c8cf79e0f"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:34.152848 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-bb341a17-2367-47c1-a2fa-741e616e2e30 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab1aa7c1056645768de92c8e50e6cf3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679586 Aug 09 15:39:34.277396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-15de17af-6853-4223-9736-cec6b79a01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:34.281031 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-15de17af-6853-4223-9736-cec6b79a01d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 1094 time: 0.1164498 Aug 09 15:39:34.328987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9c971100-6164-47b4-91af-d7d8dd801fe8 req-bd3a3b34-f9d4-4256-acab-964d9e7b9095 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971800 Aug 09 15:39:34.350775 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-e9b79c47-4914-4e04-93b3-07a67d5341cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f HTTP/1.1" status: 200 len: 217 time: 0.0479138 Aug 09 15:39:34.366838 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-0fe3f360-7e9a-47dc-a57c-47749a2a7fab service neutron] 10.222.0.81 "GET /v2.0/networks/717af589-4057-490d-8239-6e1e41f5367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035823 Aug 09 15:39:34.370750 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c40a347-2e14-4844-af97-3d2715cb2ba3 req-625f8479-00f0-4563-9fcb-8c2a07a40fb5 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453735 Aug 09 15:39:34.404706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90fc50-2bb9-47a9-8e54-af2d2181fe2c req-10c4bfa9-eb49-4d07-8e90-c5bfcf5290c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:34.409121 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee90fc50-2bb9-47a9-8e54-af2d2181fe2c req-10c4bfa9-eb49-4d07-8e90-c5bfcf5290c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.5130637 Aug 09 15:39:34.435952 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-86265d30-ef48-4ee8-87cb-b79922c3c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:34.437736 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-86265d30-ef48-4ee8-87cb-b79922c3c654 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.0698993 Aug 09 15:39:34.461954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee90fc50-2bb9-47a9-8e54-af2d2181fe2c req-1d4288a3-c343-41d5-8ab1-7c1008e55acd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=2fe07f49-6d8c-4e00-9f72-9869eb577dec HTTP/1.1" status: 200 len: 217 time: 0.0402420 Aug 09 15:39:34.566576 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-3733eb87-deee-4888-80ce-9e8ad902bacd service neutron] 10.222.0.81 "GET /v2.0/networks/717af589-4057-490d-8239-6e1e41f5367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276605 Aug 09 15:39:34.583045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd312391-63ef-48b9-96c5-64f05430a4b0 req-cbf3c9bd-dc81-4b36-b6e5-e73c31c35301 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:34.591993 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fd312391-63ef-48b9-96c5-64f05430a4b0 req-cbf3c9bd-dc81-4b36-b6e5-e73c31c35301 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 943 time: 0.1176004 Aug 09 15:39:34.594734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90fc50-2bb9-47a9-8e54-af2d2181fe2c req-c388490b-c686-415e-8c02-a15532a666a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:34.595442 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-fadb883c-3a5a-40f4-91f5-c4c3770c8b6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414754 Aug 09 15:39:34.596133 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee90fc50-2bb9-47a9-8e54-af2d2181fe2c req-c388490b-c686-415e-8c02-a15532a666a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1132088 Aug 09 15:39:34.669921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fd312391-63ef-48b9-96c5-64f05430a4b0 req-402fc84a-8259-4461-9707-13171f9d954d tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735533 Aug 09 15:39:34.716307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90fc50-2bb9-47a9-8e54-af2d2181fe2c req-f51ca0ec-6f09-4ff5-bbd3-2d2e8e66800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:34.717914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee90fc50-2bb9-47a9-8e54-af2d2181fe2c req-f51ca0ec-6f09-4ff5-bbd3-2d2e8e66800a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031728 Aug 09 15:39:34.758360 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3895f6d-6ccc-4ccc-a0a9-b1630d46cc83 x-openstack-request-id: req-b3895f6d-6ccc-4ccc-a0a9-b1630d46cc83 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:34.758894 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f756a06-ca4e-455a-a94a-85bf4d475b9b", "tag": "b8839982-ba3a-4071-8afe-b69c8cf79e0f", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:34.759302 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3895f6d-6ccc-4ccc-a0a9-b1630d46cc83 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:34.759892 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f756a06-ca4e-455a-a94a-85bf4d475b9b', 'tag': 'b8839982-ba3a-4071-8afe-b69c8cf79e0f', 'status': 'completed', 'code': 200} Aug 09 15:39:34.810555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-27c11b92-eab5-42c4-afbb-3534253dd85a service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951535 Aug 09 15:39:34.985410 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee90fc50-2bb9-47a9-8e54-af2d2181fe2c req-d925eb8f-c46f-4a69-aa6e-cf195f540a50 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584317 Aug 09 15:39:35.112344 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ed2bc6c-a2ee-45f4-a45e-db366fa2cf55 req-91f0be04-b1f6-415a-8f35-e934f2c8e822 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831028 Aug 09 15:39:35.149483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7e1e1-cfd6-445f-b4e7-bc7cbe898c6a req-b474f5a8-3946-484b-bb43-218f1d78c442 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:35.155127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fa7e1e1-cfd6-445f-b4e7-bc7cbe898c6a req-b474f5a8-3946-484b-bb43-218f1d78c442 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1838017 Aug 09 15:39:35.157034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec6cea-7fa4-48f4-a02b-2863143094fa req-43036317-9ca2-41b1-ac27-1596e1e70e6a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:35.165438 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f4ec6cea-7fa4-48f4-a02b-2863143094fa req-43036317-9ca2-41b1-ac27-1596e1e70e6a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 947 time: 0.2442241 Aug 09 15:39:35.246815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f4ec6cea-7fa4-48f4-a02b-2863143094fa req-ebbef44b-1eb3-4abc-9ed5-0e579d957834 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793345 Aug 09 15:39:35.253361 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fa7e1e1-cfd6-445f-b4e7-bc7cbe898c6a req-0b2fbb29-413a-4209-9be1-a4edd2a120fe tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917058 Aug 09 15:39:35.297472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee90fc50-2bb9-47a9-8e54-af2d2181fe2c req-17090987-eb69-4ec0-b717-d9d3192f2324 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995827 Aug 09 15:39:35.314993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc461cc4-4f4f-470c-8ef8-403099fca209 req-16b2d085-3ce1-45b5-8156-837f360a6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:35.317811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dc461cc4-4f4f-470c-8ef8-403099fca209 req-16b2d085-3ce1-45b5-8156-837f360a6b7a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 1094 time: 0.1284685 Aug 09 15:39:35.437853 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2a83fd7-d316-4e45-87ea-7d397b643cf5 req-a5c62190-10e0-474c-b2af-3625ef720f8c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 210 time: 0.0554252 Aug 09 15:39:35.467562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc461cc4-4f4f-470c-8ef8-403099fca209 req-cbb27a84-6c06-423e-863f-a53ae15bc945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:35.469459 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dc461cc4-4f4f-470c-8ef8-403099fca209 req-cbb27a84-6c06-423e-863f-a53ae15bc945 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.1430583 Aug 09 15:39:35.559058 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dc461cc4-4f4f-470c-8ef8-403099fca209 req-bc130699-e5ab-4be3-ac70-79a48f311f15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f HTTP/1.1" status: 200 len: 217 time: 0.0798075 Aug 09 15:39:35.635873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc461cc4-4f4f-470c-8ef8-403099fca209 req-9ee52d67-acd9-44d1-bad7-1deadfaee7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:35.637762 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dc461cc4-4f4f-470c-8ef8-403099fca209 req-9ee52d67-acd9-44d1-bad7-1deadfaee7ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.0621121 Aug 09 15:39:35.693951 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dc461cc4-4f4f-470c-8ef8-403099fca209 req-7ccfc30c-ec7c-4766-860d-7dadc5a8526f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458386 Aug 09 15:39:35.703622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44648d5e-291f-425d-8dcf-1093a8beb022 req-18b3bacd-cb82-41b3-b800-cd434dd26853 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:35.705381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44648d5e-291f-425d-8dcf-1093a8beb022 req-18b3bacd-cb82-41b3-b800-cd434dd26853 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 950 time: 0.1590800 Aug 09 15:39:35.808024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da5728-ca04-4394-91bb-869422c19792 req-30e58721-e55c-41ca-ab85-a9bfd7730f56 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:35.823610 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55da5728-ca04-4394-91bb-869422c19792 req-30e58721-e55c-41ca-ab85-a9bfd7730f56 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 943 time: 0.0783875 Aug 09 15:39:35.831393 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44648d5e-291f-425d-8dcf-1093a8beb022 req-cc32d624-80fa-48fc-9490-a453ed8f51ee tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148715 Aug 09 15:39:35.883056 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dc461cc4-4f4f-470c-8ef8-403099fca209 req-a6f2db7d-30d2-494c-b194-516949fefef9 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766644 Aug 09 15:39:35.911210 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55da5728-ca04-4394-91bb-869422c19792 req-6a4f1227-3622-4956-92e1-791be20d6bf9 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871799 Aug 09 15:39:36.010997 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dc461cc4-4f4f-470c-8ef8-403099fca209 req-bd26e128-408a-46f7-a8e4-33ff385f68c7 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143563 Aug 09 15:39:36.367911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2fe07f49-6d8c-4e00-9f72-9869eb577dec details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:36.465980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dc364-69d7-4069-b905-ee32edf5968d req-e57d2a48-0347-4d0b-9a42-d4971f596b9c tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:36.476874 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-410dc364-69d7-4069-b905-ee32edf5968d req-e57d2a48-0347-4d0b-9a42-d4971f596b9c tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 947 time: 0.1500711 Aug 09 15:39:36.487308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94a7be-e70c-465e-87f8-cedc13acb010 req-ae55f73d-e99c-4742-a407-756e56036226 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:36.503085 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe94a7be-e70c-465e-87f8-cedc13acb010 req-ae55f73d-e99c-4742-a407-756e56036226 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1178780 Aug 09 15:39:36.557581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2fe07f49-6d8c-4e00-9f72-9869eb577dec, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2fe07f49-6d8c-4e00-9f72-9869eb577dec,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:36.569353 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-410dc364-69d7-4069-b905-ee32edf5968d req-c885f927-cca3-4c77-801b-feabe6128b33 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854411 Aug 09 15:39:36.591183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '2fe07f49-6d8c-4e00-9f72-9869eb577dec', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '2fe07f49-6d8c-4e00-9f72-9869eb577dec', 'mac_address': 'fa:16:3e:e1:ea:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:36.659011 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.673759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe07f49-6d8c-4e00-9f72-9869eb577dec {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:36.697494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2fe07f49-6d8c-4e00-9f72-9869eb577dec, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2fe07f49-6d8c-4e00-9f72-9869eb577dec,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:36.710798 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.795114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe94a7be-e70c-465e-87f8-cedc13acb010 req-36cc584a-55c9-4023-8dd7-bd898a22eeaa tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847097 Aug 09 15:39:36.798105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2fe07f49-6d8c-4e00-9f72-9869eb577dec,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:36.878412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-fa9aa11c-d5b4-4adf-9709-1088e83a0a87 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:36.879872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-fa9aa11c-d5b4-4adf-9709-1088e83a0a87 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.60 "GET /v2.0/networks?id=717af589-4057-490d-8239-6e1e41f5367d HTTP/1.1" status: 200 len: 814 time: 0.3684609 Aug 09 15:39:36.930226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Request body: {'port': {'device_id': '226de6ad-58d6-401d-8298-e908498184d5', 'network_id': '717af589-4057-490d-8239-6e1e41f5367d', 'admin_state_up': True, 'tenant_id': 'ab1aa7c1056645768de92c8e50e6cf3e'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:36.937016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f149c54-46c0-4a14-bc50-d551a8878fdf req-e0425e49-88ab-418b-b97a-a0e02f0e7ffe tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 210 time: 0.0390534 Aug 09 15:39:36.963720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['2fe07f49-6d8c-4e00-9f72-9869eb577dec'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:37.084759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba428a-401d-4511-b38d-253d637b5709 req-f62c1cca-0c9c-4a41-916e-a767e0f9eda2 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:37.093569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-81ba428a-401d-4511-b38d-253d637b5709 req-f62c1cca-0c9c-4a41-916e-a767e0f9eda2 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 950 time: 0.0966065 Aug 09 15:39:37.155166 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-81ba428a-401d-4511-b38d-253d637b5709 req-2580728d-61ec-4250-aae2-d611c88878be tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568254 Aug 09 15:39:37.224786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b81911-29c0-4475-a08c-6d30195b232d req-9ebb7a25-06b3-429e-9e17-7b70f045a429 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:37.232992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5b81911-29c0-4475-a08c-6d30195b232d req-9ebb7a25-06b3-429e-9e17-7b70f045a429 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 943 time: 0.1918128 Aug 09 15:39:37.326484 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5b81911-29c0-4475-a08c-6d30195b232d req-efeda5fa-d74d-4622-899e-875d82f64235 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839815 Aug 09 15:39:37.327612 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Made reservation on behalf of ab1aa7c1056645768de92c8e50e6cf3e for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:37.331292 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.566609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393221b7-f134-434b-ab77-add490aaea7f req-13690ee7-52f0-4e69-afbc-26a5b85ff83e tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:37.568164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-393221b7-f134-434b-ab77-add490aaea7f req-13690ee7-52f0-4e69-afbc-26a5b85ff83e tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 950 time: 0.0951190 Aug 09 15:39:37.574415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Allocated IP 172.20.0.6 (717af589-4057-490d-8239-6e1e41f5367d/77afaf2d-8066-4505-9af3-42a7499da91c/f40721cb-31eb-42a5-b3f2-112190de282e) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:37.660721 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b68a4049-34ce-4da4-b0c1-6c197c5a1e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:37.762982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-393221b7-f134-434b-ab77-add490aaea7f req-eca4730a-7eb9-44bf-b65b-c0a5645ee1f2 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781397 Aug 09 15:39:37.857923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611831e7-3148-4b38-8902-69b4eb1ff71b req-8a305624-f83e-4199-9af9-9c0ba4905a24 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:37.873944 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-611831e7-3148-4b38-8902-69b4eb1ff71b req-8a305624-f83e-4199-9af9-9c0ba4905a24 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 948 time: 0.1540697 Aug 09 15:39:37.972548 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-611831e7-3148-4b38-8902-69b4eb1ff71b req-fb700f2b-881e-4b0c-86f2-cdad17c4a094 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858989 Aug 09 15:39:38.005371 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.061320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e934df-1e42-4b1a-877d-9b9e28cc3506 req-b2955d59-6463-406f-bd81-83ae28cd1f3d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:38.062871 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58e934df-1e42-4b1a-877d-9b9e28cc3506 req-b2955d59-6463-406f-bd81-83ae28cd1f3d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.0757403 Aug 09 15:39:38.124021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.132743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58e934df-1e42-4b1a-877d-9b9e28cc3506 req-f9468802-d404-494f-9b5b-3d9edd56ecb5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596647 Aug 09 15:39:38.193520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Network 717af589-4057-490d-8239-6e1e41f5367d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:38.201556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:38.206357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:38.235170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Pushing event updated for resources: {'Port': ['ID=f40721cb-31eb-42a5-b3f2-112190de282e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:38.246275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:38.246650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:38.247003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:38.247341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:38.247679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:38.248010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:38.248340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:38.248667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:38.248986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:38.249310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:38.249670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:38.249998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:38.256511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd57a4b-c107-4412-9b92-720ad5524194 req-11d18fa0-bf41-4e50-8b97-7f982d37c66c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:38.271612 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3cd57a4b-c107-4412-9b92-720ad5524194 req-11d18fa0-bf41-4e50-8b97-7f982d37c66c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 931 time: 0.0838797 Aug 09 15:39:38.280355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:38.281164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.314664 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-f563edfe-dae0-4cc1-807c-a67c73d045e5 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4052186 Aug 09 15:39:38.331463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3cd57a4b-c107-4412-9b92-720ad5524194 req-c5250b36-c054-4a10-96aa-88988c76ace8 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542123 Aug 09 15:39:38.338316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Request body: {'port': {'device_id': '226de6ad-58d6-401d-8298-e908498184d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:38.385087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b8839982-ba3a-4071-8afe-b69c8cf79e0f details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:38.389785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2fe07f49-6d8c-4e00-9f72-9869eb577dec up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:38.405267 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.591968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 2fe07f49-6d8c-4e00-9f72-9869eb577dec completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:38.604914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 2fe07f49-6d8c-4e00-9f72-9869eb577dec triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:38.605448 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.678673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410fc74-1041-4796-a7bf-5ad39207a9ad req-22679fd5-8e8a-4807-b654-2b961b82a3fd tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:38.680474 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2410fc74-1041-4796-a7bf-5ad39207a9ad req-22679fd5-8e8a-4807-b654-2b961b82a3fd tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 943 time: 0.1340573 Aug 09 15:39:38.689942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:38.708103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'b8839982-ba3a-4071-8afe-b69c8cf79e0f', 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a', 'port_id': 'b8839982-ba3a-4071-8afe-b69c8cf79e0f', 'mac_address': 'fa:16:3e:04:55:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:38.770312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2410fc74-1041-4796-a7bf-5ad39207a9ad req-ac3a707b-3538-4ad1-b47c-f61ffaf64c96 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716414 Aug 09 15:39:38.789335 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.805264 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.818632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8839982-ba3a-4071-8afe-b69c8cf79e0f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:38.822475 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40721cb-31eb-42a5-b3f2-112190de282e {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:38.833092 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.850938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Transition to ACTIVE for port object f40721cb-31eb-42a5-b3f2-112190de282e will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:38.854394 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.854904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ee59ba-91c9-4f65-bec2-a4ebbaf13fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe07f49-6d8c-4e00-9f72-9869eb577dec'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:38.857840 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfff001-709c-4193-a260-0357c5b05b76" -d '{"events": [{"server_uuid": "72ee59ba-91c9-4f65-bec2-a4ebbaf13fab", "name": "network-vif-plugged", "status": "completed", "tag": "2fe07f49-6d8c-4e00-9f72-9869eb577dec"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:38.862218 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:38.876707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2fe07f49-6d8c-4e00-9f72-9869eb577dec, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2fe07f49-6d8c-4e00-9f72-9869eb577dec,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:38.879761 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.886793 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:38.905609 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac06092-8032-4b0e-b88c-f12049a8b0fa req-fedd19e9-2eed-4edd-af9c-cb48e05c946f tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:38.919248 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fac06092-8032-4b0e-b88c-f12049a8b0fa req-fedd19e9-2eed-4edd-af9c-cb48e05c946f tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 950 time: 0.0725958 Aug 09 15:39:38.942316 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25afdc2b-4c68-480a-8483-31fd72272cb3 x-openstack-request-id: req-25afdc2b-4c68-480a-8483-31fd72272cb3 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:38.942316 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ee59ba-91c9-4f65-bec2-a4ebbaf13fab", "name": "network-vif-plugged", "status": "completed", "tag": "2fe07f49-6d8c-4e00-9f72-9869eb577dec", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:38.942316 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25afdc2b-4c68-480a-8483-31fd72272cb3 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:38.942316 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ee59ba-91c9-4f65-bec2-a4ebbaf13fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe07f49-6d8c-4e00-9f72-9869eb577dec', 'code': 200} Aug 09 15:39:38.959670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=b8839982-ba3a-4071-8afe-b69c8cf79e0f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:38.984893 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fac06092-8032-4b0e-b88c-f12049a8b0fa req-411a5cdc-c6f4-45f2-aa33-ae3f07a804ef tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636518 Aug 09 15:39:39.022472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Pushing event updated for resources: {'Port': ['ID=f40721cb-31eb-42a5-b3f2-112190de282e,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:39.064105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Attempting to bind port f40721cb-31eb-42a5-b3f2-112190de282e on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:39.064482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Attempting to bind port f40721cb-31eb-42a5-b3f2-112190de282e by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '740a12d1-9018-48c7-8555-5e3b4a6fdd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '717af589-4057-490d-8239-6e1e41f5367d'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:39.064817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Attempting to bind port f40721cb-31eb-42a5-b3f2-112190de282e on network 717af589-4057-490d-8239-6e1e41f5367d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:39.069928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Port f40721cb-31eb-42a5-b3f2-112190de282e on network 717af589-4057-490d-8239-6e1e41f5367d not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:39.070353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Attempting to bind port f40721cb-31eb-42a5-b3f2-112190de282e on network 717af589-4057-490d-8239-6e1e41f5367d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:39.077344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:39.077752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Checking segment: {'id': '740a12d1-9018-48c7-8555-5e3b4a6fdd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '717af589-4057-490d-8239-6e1e41f5367d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:39.078174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Bound using segment: {'id': '740a12d1-9018-48c7-8555-5e3b4a6fdd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '717af589-4057-490d-8239-6e1e41f5367d'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:39.078650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Bound port: f40721cb-31eb-42a5-b3f2-112190de282e, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740a12d1-9018-48c7-8555-5e3b4a6fdd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '717af589-4057-490d-8239-6e1e41f5367d'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:39.079027 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.119563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2fe07f49-6d8c-4e00-9f72-9869eb577dec,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:39.125445 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6e49a-dc24-4fa0-85ef-dc2ad5c656fe req-789ff536-91e6-48d6-a5ab-91327cadab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.127143 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ac6e49a-dc24-4fa0-85ef-dc2ad5c656fe req-789ff536-91e6-48d6-a5ab-91327cadab88 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 1100 time: 0.1019666 Aug 09 15:39:39.156306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['b8839982-ba3a-4071-8afe-b69c8cf79e0f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:39.212930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] For port f40721cb-31eb-42a5-b3f2-112190de282e, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:39.215121 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46a13e-71de-48cc-bdde-fa75ee804776 req-c7e187e8-bb92-40bd-96d6-2e5ace842827 tempest-LiveMigrationNegativeTest-1958608893 tempest-LiveMigrationNegativeTest-1958608893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.217701 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] For port f40721cb-31eb-42a5-b3f2-112190de282e, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f40721cb-31eb-42a5-b3f2-112190de282e,segment=NetworkSegment(740a12d1-9018-48c7-8555-5e3b4a6fdd0d),segment_id=740a12d1-9018-48c7-8555-5e3b4a6fdd0d)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:39.219061 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a46a13e-71de-48cc-bdde-fa75ee804776 req-c7e187e8-bb92-40bd-96d6-2e5ace842827 tempest-LiveMigrationNegativeTest-1958608893 tempest-LiveMigrationNegativeTest-1958608893-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 1101 time: 0.0866418 Aug 09 15:39:39.221798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ac6e49a-dc24-4fa0-85ef-dc2ad5c656fe req-a2d61d6a-9e29-4945-b7c7-9e621de79e75 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795894 Aug 09 15:39:39.227274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46b64a-aa44-4023-a2c6-2bedb56bb824 req-422b9d5d-c70c-4e32-9bc3-0c83137ba89f tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.229302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e46b64a-aa44-4023-a2c6-2bedb56bb824 req-422b9d5d-c70c-4e32-9bc3-0c83137ba89f tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 949 time: 0.1017625 Aug 09 15:39:39.231335 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.250585 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0a46a13e-71de-48cc-bdde-fa75ee804776 req-2a60adef-b117-4baa-8932-5acf1412328f tempest-LiveMigrationNegativeTest-1958608893 tempest-LiveMigrationNegativeTest-1958608893-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.297227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.298033 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.299540 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] 10.222.0.60 "PUT /v2.0/ports/f40721cb-31eb-42a5-b3f2-112190de282e HTTP/1.1" status: 200 len: 1091 time: 0.9659388 Aug 09 15:39:39.300074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226de6ad-58d6-401d-8298-e908498184d5', 'tag': 'f40721cb-31eb-42a5-b3f2-112190de282e'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:39.302478 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e68c3a5-90aa-41f2-8d2c-e2b7512c09fa" -d '{"events": [{"name": "network-changed", "server_uuid": "226de6ad-58d6-401d-8298-e908498184d5", "tag": "f40721cb-31eb-42a5-b3f2-112190de282e"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:39.341963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e46b64a-aa44-4023-a2c6-2bedb56bb824 req-0d0fae64-86a8-4473-991b-f1724b794638 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026604 Aug 09 15:39:39.345388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8193e9-1df6-43f9-b97d-eb244a97f301 service neutron] Pushing event updated for resources: {'Port': ['ID=f40721cb-31eb-42a5-b3f2-112190de282e,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:39.446167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-ba8e0f6d-b103-4d48-bfca-983df4e3ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.447975 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-ba8e0f6d-b103-4d48-bfca-983df4e3ef3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab1aa7c1056645768de92c8e50e6cf3e&device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 1094 time: 0.0746083 Aug 09 15:39:39.490445 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0a46a13e-71de-48cc-bdde-fa75ee804776 req-2a60adef-b117-4baa-8932-5acf1412328f tempest-LiveMigrationNegativeTest-1958608893 tempest-LiveMigrationNegativeTest-1958608893-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.502117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-972f8951-66a2-43ae-8b64-f889bd930fb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f40721cb-31eb-42a5-b3f2-112190de282e HTTP/1.1" status: 200 len: 217 time: 0.0377679 Aug 09 15:39:39.506972 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0a46a13e-71de-48cc-bdde-fa75ee804776 req-2a60adef-b117-4baa-8932-5acf1412328f tempest-LiveMigrationNegativeTest-1958608893 tempest-LiveMigrationNegativeTest-1958608893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:39.533509 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a46a13e-71de-48cc-bdde-fa75ee804776 req-2a60adef-b117-4baa-8932-5acf1412328f tempest-LiveMigrationNegativeTest-1958608893 tempest-LiveMigrationNegativeTest-1958608893-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080199 Aug 09 15:39:39.547429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60adef-b117-4baa-8932-5acf1412328f tempest-LiveMigrationNegativeTest-1958608893 tempest-LiveMigrationNegativeTest-1958608893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ae2aee-8771-4c67-9e07-ed2e8a1d0a67,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:39.572513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-1cc95d1c-7d53-40bb-b9d6-badc6838a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.574262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-1cc95d1c-7d53-40bb-b9d6-badc6838a09d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=77afaf2d-8066-4505-9af3-42a7499da91c HTTP/1.1" status: 200 len: 854 time: 0.0570455 Aug 09 15:39:39.620294 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-a4d798e8-b3aa-4b12-beac-e62bf96bf9a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=717af589-4057-490d-8239-6e1e41f5367d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388169 Aug 09 15:39:39.622409 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedd5ac7-31c4-4952-bcf9-1851c785bad9 x-openstack-request-id: req-dedd5ac7-31c4-4952-bcf9-1851c785bad9 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:39.622757 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226de6ad-58d6-401d-8298-e908498184d5", "tag": "f40721cb-31eb-42a5-b3f2-112190de282e", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:39.623006 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dedd5ac7-31c4-4952-bcf9-1851c785bad9 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:39.623489 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226de6ad-58d6-401d-8298-e908498184d5', 'tag': 'f40721cb-31eb-42a5-b3f2-112190de282e', 'status': 'completed', 'code': 200} Aug 09 15:39:39.720605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cd633-fac1-4c37-ab43-adf39c04d1d0 req-4eb61c91-2525-4e17-bff4-27adbeaaf2db tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.722223 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f33cd633-fac1-4c37-ab43-adf39c04d1d0 req-4eb61c91-2525-4e17-bff4-27adbeaaf2db tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 943 time: 0.0585747 Aug 09 15:39:39.737532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f3058-a9d6-441a-80d4-761722404328 req-cc29547e-4ba1-4fe7-867a-7d727298003c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.739102 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-826f3058-a9d6-441a-80d4-761722404328 req-cc29547e-4ba1-4fe7-867a-7d727298003c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1143234 Aug 09 15:39:39.779008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-4d0e7aee-f3d2-4ae2-8673-e9b537378a9a service neutron] 10.222.0.60 "GET /v2.0/networks/717af589-4057-490d-8239-6e1e41f5367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233180 Aug 09 15:39:39.787130 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f33cd633-fac1-4c37-ab43-adf39c04d1d0 req-d3fa2645-dbd9-4b31-911b-22f653385094 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403419 Aug 09 15:39:39.828349 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-826f3058-a9d6-441a-80d4-761722404328 req-51fa94c3-2bc5-45a3-9924-5ad4c40cf566 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810084 Aug 09 15:39:39.906036 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd91a32-84a1-481f-b3e2-c48236eabe3a req-c8346512-707e-45da-9134-48e0e5e2cfb4 service neutron] 10.222.0.60 "GET /v2.0/networks/717af589-4057-490d-8239-6e1e41f5367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176054 Aug 09 15:39:39.939337 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b68bb8-2f4f-4957-ade2-02c10294c8f8 req-e5f746c3-5533-4fde-8025-4dc6fdeab12e tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:39.941418 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2b68bb8-2f4f-4957-ade2-02c10294c8f8 req-e5f746c3-5533-4fde-8025-4dc6fdeab12e tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 949 time: 0.0663431 Aug 09 15:39:39.999401 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2b68bb8-2f4f-4957-ade2-02c10294c8f8 req-4802ffea-1b3f-41bf-9f2f-466aaa05d362 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491328 Aug 09 15:39:40.061145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68c3a5-90aa-41f2-8d2c-e2b7512c09fa req-af7f73ed-da3d-424b-8225-57070a36e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:40.062766 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e68c3a5-90aa-41f2-8d2c-e2b7512c09fa req-af7f73ed-da3d-424b-8225-57070a36e297 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab1aa7c1056645768de92c8e50e6cf3e&device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 1094 time: 0.0958304 Aug 09 15:39:40.071211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1724f3-d84d-4483-85e8-366be7ec1d97 req-6dc9b076-3902-4d0c-a666-de69ac8084d6 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:40.072686 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d1724f3-d84d-4483-85e8-366be7ec1d97 req-6dc9b076-3902-4d0c-a666-de69ac8084d6 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 944 time: 0.0953269 Aug 09 15:39:40.230588 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d1724f3-d84d-4483-85e8-366be7ec1d97 req-5fe47060-e96a-4ea8-b506-04bb479dc004 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467564 Aug 09 15:39:40.234220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68c3a5-90aa-41f2-8d2c-e2b7512c09fa req-fbc759c0-a7de-47eb-8055-6a4e2b98e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:40.235630 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e68c3a5-90aa-41f2-8d2c-e2b7512c09fa req-fbc759c0-a7de-47eb-8055-6a4e2b98e875 service neutron] 10.222.0.60 "GET /v2.0/networks?id=717af589-4057-490d-8239-6e1e41f5367d HTTP/1.1" status: 200 len: 915 time: 0.1620841 Aug 09 15:39:40.306637 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e68c3a5-90aa-41f2-8d2c-e2b7512c09fa req-757176cc-e7e5-49eb-92c4-ef2118cf1aed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f40721cb-31eb-42a5-b3f2-112190de282e HTTP/1.1" status: 200 len: 217 time: 0.0602503 Aug 09 15:39:40.369410 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68c3a5-90aa-41f2-8d2c-e2b7512c09fa req-557f9965-4023-41cb-af34-f28046bb3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:40.370934 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e68c3a5-90aa-41f2-8d2c-e2b7512c09fa req-557f9965-4023-41cb-af34-f28046bb3719 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=77afaf2d-8066-4505-9af3-42a7499da91c HTTP/1.1" status: 200 len: 854 time: 0.0525587 Aug 09 15:39:40.373942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b8839982-ba3a-4071-8afe-b69c8cf79e0f up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:40.411014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e68c3a5-90aa-41f2-8d2c-e2b7512c09fa req-57a5ede5-3d9c-4e65-98e1-4ce472dec0a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=717af589-4057-490d-8239-6e1e41f5367d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301173 Aug 09 15:39:40.426458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port b8839982-ba3a-4071-8afe-b69c8cf79e0f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:40.431445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port b8839982-ba3a-4071-8afe-b69c8cf79e0f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:40.431869 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.449271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c4528-e723-4e27-a050-18a9c1e73663 req-960bec18-8952-4fea-9528-4d555245597f tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:40.451935 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ad9c4528-e723-4e27-a050-18a9c1e73663 req-960bec18-8952-4fea-9528-4d555245597f tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 950 time: 0.0710428 Aug 09 15:39:40.492200 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7da898bd-77d8-456d-b065-47c25f2aaab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.506875 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ad9c4528-e723-4e27-a050-18a9c1e73663 req-87cda41b-10cb-4366-a098-ff707d2a6350 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461359 Aug 09 15:39:40.560470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50586) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:40.566935 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e68c3a5-90aa-41f2-8d2c-e2b7512c09fa req-59de8221-e65d-4f6f-a336-a1875eb48fa6 service neutron] 10.222.0.60 "GET /v2.0/networks/717af589-4057-490d-8239-6e1e41f5367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384449 Aug 09 15:39:40.570276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-147e51cd-2d3c-4900-be14-a842bf8f0bc5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-420439225'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:40.572180 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.617294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:40.621581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147e51cd-2d3c-4900-be14-a842bf8f0bc5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:40.622440 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.626136 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-147e51cd-2d3c-4900-be14-a842bf8f0bc5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.687765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147e51cd-2d3c-4900-be14-a842bf8f0bc5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:39:40.687936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=b8839982-ba3a-4071-8afe-b69c8cf79e0f,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:40.699344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:40.700533 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:40.701304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:40.701418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:40.701833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:40.702240 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:40.702632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:40.703033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:40.703547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:40.703978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:40.704368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:40.704749 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:39:40.706492 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-147e51cd-2d3c-4900-be14-a842bf8f0bc5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.706846 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-147e51cd-2d3c-4900-be14-a842bf8f0bc5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Added segment 05039aef-b96d-4953-8ae6-c17f6aba8128 of type vlan for network 988775f1-455e-4a42-a5e9-861daba19edf Aug 09 15:39:40.715902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d908d9-d4dc-4350-83b6-0130bf8acba4 req-fe76014e-8de6-4f6e-b06f-6c28a21333bc tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:40.716276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e68c3a5-90aa-41f2-8d2c-e2b7512c09fa req-77881dc6-ff02-43e7-b941-8eecacbc46ec service neutron] 10.222.0.60 "GET /v2.0/networks/717af589-4057-490d-8239-6e1e41f5367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404157 Aug 09 15:39:40.717636 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79d908d9-d4dc-4350-83b6-0130bf8acba4 req-fe76014e-8de6-4f6e-b06f-6c28a21333bc tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 949 time: 0.1118333 Aug 09 15:39:40.755246 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.781583 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-147e51cd-2d3c-4900-be14-a842bf8f0bc5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.800353 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79d908d9-d4dc-4350-83b6-0130bf8acba4 req-1ea8a1f5-66d7-41e0-bfb4-6bedf699ff37 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748737 Aug 09 15:39:40.831621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-147e51cd-2d3c-4900-be14-a842bf8f0bc5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.844837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e51cd-2d3c-4900-be14-a842bf8f0bc5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:40.845992 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-147e51cd-2d3c-4900-be14-a842bf8f0bc5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:40.935435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f756a06-ca4e-455a-a94a-85bf4d475b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8839982-ba3a-4071-8afe-b69c8cf79e0f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:40.938823 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3ccd69-2225-4c52-8229-d3b042c146b7" -d '{"events": [{"server_uuid": "0f756a06-ca4e-455a-a94a-85bf4d475b9b", "name": "network-vif-plugged", "status": "completed", "tag": "b8839982-ba3a-4071-8afe-b69c8cf79e0f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:40.946184 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-147e51cd-2d3c-4900-be14-a842bf8f0bc5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3845344 Aug 09 15:39:40.949073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50622) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:40.955852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5b961f70-c6db-4683-bf44-c08e54a16c2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-625755052'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:40.982556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b961f70-c6db-4683-bf44-c08e54a16c2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:40.986129 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5b961f70-c6db-4683-bf44-c08e54a16c2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.015378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b961f70-c6db-4683-bf44-c08e54a16c2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:39:41.022474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e51cd-2d3c-4900-be14-a842bf8f0bc5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Network': ['ID=988775f1-455e-4a42-a5e9-861daba19edf,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:41.031892 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5b961f70-c6db-4683-bf44-c08e54a16c2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.032715 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-5b961f70-c6db-4683-bf44-c08e54a16c2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Added segment 67a7a7af-fb4e-4b05-a286-30e09926b205 of type vlan for network 9aebc04b-7567-491f-9526-844a2d600872 Aug 09 15:39:41.041755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 988775f1-455e-4a42-a5e9-861daba19edf details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:39:41.054027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44d63c-1f68-4051-bfa4-6f70ed9e5e07 req-3258e7ff-63e8-47d5-93c5-29d5f1fbfac1 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:41.056320 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fc44d63c-1f68-4051-bfa4-6f70ed9e5e07 req-3258e7ff-63e8-47d5-93c5-29d5f1fbfac1 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 943 time: 0.0884881 Aug 09 15:39:41.112340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5b961f70-c6db-4683-bf44-c08e54a16c2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.122371 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fc44d63c-1f68-4051-bfa4-6f70ed9e5e07 req-81b4d194-f45f-4d49-a4de-c99c2f53d217 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515842 Aug 09 15:39:41.155084 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5b961f70-c6db-4683-bf44-c08e54a16c2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.161655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b961f70-c6db-4683-bf44-c08e54a16c2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:41.162275 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5b961f70-c6db-4683-bf44-c08e54a16c2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.209809 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.284913 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5b961f70-c6db-4683-bf44-c08e54a16c2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3307652 Aug 09 15:39:41.285546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50632) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:41.286684 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57546bf-659c-487d-a213-d944278754ed x-openstack-request-id: req-f57546bf-659c-487d-a213-d944278754ed {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:41.286970 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f756a06-ca4e-455a-a94a-85bf4d475b9b", "name": "network-vif-plugged", "status": "completed", "tag": "b8839982-ba3a-4071-8afe-b69c8cf79e0f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:41.287387 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f57546bf-659c-487d-a213-d944278754ed {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:41.287785 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f756a06-ca4e-455a-a94a-85bf4d475b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8839982-ba3a-4071-8afe-b69c8cf79e0f', 'code': 200} Aug 09 15:39:41.290425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c483881f-a647-43b5-ad0a-84300622f973 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'subnet': {'network_id': '988775f1-455e-4a42-a5e9-861daba19edf', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:41.333777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b961f70-c6db-4683-bf44-c08e54a16c2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Network': ['ID=9aebc04b-7567-491f-9526-844a2d600872,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:41.355492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 9aebc04b-7567-491f-9526-844a2d600872 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:39:41.372391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c25138-c1c3-4769-b77b-7cba7edcf993 req-32c0285b-05e0-4133-926a-66427ce35dc1 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:41.378781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50c25138-c1c3-4769-b77b-7cba7edcf993 req-32c0285b-05e0-4133-926a-66427ce35dc1 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1294932 Aug 09 15:39:41.438637 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50c25138-c1c3-4769-b77b-7cba7edcf993 req-57d86905-76a7-425d-aba4-07f20c5e433d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514297 Aug 09 15:39:41.448437 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.492668 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c483881f-a647-43b5-ad0a-84300622f973 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:41.496114 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c483881f-a647-43b5-ad0a-84300622f973 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.517688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3257286-c7f2-42d2-9e5c-6ecc0577f3d0 req-8d653950-7244-4997-8869-561ad4c91a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:41.519121 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3257286-c7f2-42d2-9e5c-6ecc0577f3d0 req-8d653950-7244-4997-8869-561ad4c91a52 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 1096 time: 0.1161344 Aug 09 15:39:41.547467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26764949-e973-416c-b7ee-af0646913c19 req-0da06e9c-3f32-4d28-a52a-b5788e3a5247 tempest-ServersAdminNegativeTestJSON-1522405207 tempest-ServersAdminNegativeTestJSON-1522405207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:41.548975 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-26764949-e973-416c-b7ee-af0646913c19 req-0da06e9c-3f32-4d28-a52a-b5788e3a5247 tempest-ServersAdminNegativeTestJSON-1522405207 tempest-ServersAdminNegativeTestJSON-1522405207-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 1100 time: 0.1371627 Aug 09 15:39:41.556707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dc698-9009-4bbc-b43a-0c4aac5e6169 req-9e2ea935-c2a3-4620-92b3-8337d6f99ed1 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:41.557854 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f9dc698-9009-4bbc-b43a-0c4aac5e6169 req-9e2ea935-c2a3-4620-92b3-8337d6f99ed1 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 945 time: 0.0548463 Aug 09 15:39:41.593414 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-26764949-e973-416c-b7ee-af0646913c19 req-1416eb35-6873-4465-87c6-051a4983c4ba tempest-ServersAdminNegativeTestJSON-1522405207 tempest-ServersAdminNegativeTestJSON-1522405207-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.595684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f9dc698-9009-4bbc-b43a-0c4aac5e6169 req-72cac89f-4c20-483c-9773-b94f76918be7 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Aug 09 15:39:41.629611 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3257286-c7f2-42d2-9e5c-6ecc0577f3d0 req-73605848-5f46-4f0d-8f68-99f302b0af9b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795856 Aug 09 15:39:41.790049 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c483881f-a647-43b5-ad0a-84300622f973 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.846691 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-26764949-e973-416c-b7ee-af0646913c19 req-1416eb35-6873-4465-87c6-051a4983c4ba tempest-ServersAdminNegativeTestJSON-1522405207 tempest-ServersAdminNegativeTestJSON-1522405207-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.858756 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-26764949-e973-416c-b7ee-af0646913c19 req-1416eb35-6873-4465-87c6-051a4983c4ba tempest-ServersAdminNegativeTestJSON-1522405207 tempest-ServersAdminNegativeTestJSON-1522405207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:41.902486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483881f-a647-43b5-ad0a-84300622f973 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Subnet': ['ID=8c26c0bd-b5e7-4404-b118-2100253fe227,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:41.913044 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-26764949-e973-416c-b7ee-af0646913c19 req-1416eb35-6873-4465-87c6-051a4983c4ba tempest-ServersAdminNegativeTestJSON-1522405207 tempest-ServersAdminNegativeTestJSON-1522405207-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561399 Aug 09 15:39:41.914397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c483881f-a647-43b5-ad0a-84300622f973 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Checking segment: {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:41.914759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c483881f-a647-43b5-ad0a-84300622f973 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Network hostable DHCP agents. Network: 988775f1-455e-4a42-a5e9-861daba19edf, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:39:41.918271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416eb35-6873-4465-87c6-051a4983c4ba tempest-ServersAdminNegativeTestJSON-1522405207 tempest-ServersAdminNegativeTestJSON-1522405207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918c05f0-0bbe-4b7b-998d-609f8bff0897,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:41.945444 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c483881f-a647-43b5-ad0a-84300622f973 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Network 988775f1-455e-4a42-a5e9-861daba19edf is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:39:41.963231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c483881f-a647-43b5-ad0a-84300622f973 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 988775f1-455e-4a42-a5e9-861daba19edf) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:41.974556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df90e0ea-11b7-4366-b0b2-10a0b95315d9 None None] Network 988775f1-455e-4a42-a5e9-861daba19edf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:41.978896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c483881f-a647-43b5-ad0a-84300622f973 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:41.979584 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c483881f-a647-43b5-ad0a-84300622f973 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.001163 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c483881f-a647-43b5-ad0a-84300622f973 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7117643 Aug 09 15:39:42.001652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50654) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:42.007791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a7427a39-8fbe-463a-b7d5-6c74f71560e7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'subnet': {'network_id': '9aebc04b-7567-491f-9526-844a2d600872', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:42.093147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c3cfe-00c9-4aa5-b8f6-830d4f0644f9 req-4d3e4b96-c8f0-40b9-ab98-bc04cc82aaa5 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:42.095153 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fc0c3cfe-00c9-4aa5-b8f6-830d4f0644f9 req-4d3e4b96-c8f0-40b9-ab98-bc04cc82aaa5 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 950 time: 0.0942345 Aug 09 15:39:42.153650 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fc0c3cfe-00c9-4aa5-b8f6-830d4f0644f9 req-809e7b98-c745-497e-907d-0f2cfba4fe45 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503325 Aug 09 15:39:42.158630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7427a39-8fbe-463a-b7d5-6c74f71560e7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:42.165853 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a7427a39-8fbe-463a-b7d5-6c74f71560e7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.182620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-988775f1-455e-4a42-a5e9-861daba19edf', 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'fixed_ips': [{'subnet_id': '8c26c0bd-b5e7-4404-b118-2100253fe227'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:39:42.183778 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.288611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5faf5-e8da-46f7-9879-b75d54a04faa req-c9493b5e-91fb-43fd-9676-816d58b12d72 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:42.290156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64c5faf5-e8da-46f7-9879-b75d54a04faa req-c9493b5e-91fb-43fd-9676-816d58b12d72 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 943 time: 0.0752676 Aug 09 15:39:42.342764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Allocated IP 10.1.1.2 (988775f1-455e-4a42-a5e9-861daba19edf/8c26c0bd-b5e7-4404-b118-2100253fe227/c0e4348e-5c13-441f-a33b-0b359c5f8ba4) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:42.370196 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64c5faf5-e8da-46f7-9879-b75d54a04faa req-d6bc198e-868d-4f67-bd69-cd1b4888cf7c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717871 Aug 09 15:39:42.448710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f7550-0cfd-47ca-b94b-91cf95eee0ce req-dd6fff92-c062-47d8-a7d5-6c17c97bdea4 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:42.450430 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb9f7550-0cfd-47ca-b94b-91cf95eee0ce req-dd6fff92-c062-47d8-a7d5-6c17c97bdea4 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 950 time: 0.0980916 Aug 09 15:39:42.497476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a7427a39-8fbe-463a-b7d5-6c74f71560e7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.510614 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.519877 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Transition to ACTIVE for port object c0e4348e-5c13-441f-a33b-0b359c5f8ba4 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:42.536842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Transition to ACTIVE for port object c0e4348e-5c13-441f-a33b-0b359c5f8ba4 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:42.546403 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.590028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Network 988775f1-455e-4a42-a5e9-861daba19edf is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:42.592028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf8e18-964f-4263-844a-6976d19b62da req-9803d38a-c7bb-4a9e-ba4d-d350af7b1d9d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:42.594124 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bcf8e18-964f-4263-844a-6976d19b62da req-9803d38a-c7bb-4a9e-ba4d-d350af7b1d9d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.0619361 Aug 09 15:39:42.601606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:42.601995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7427a39-8fbe-463a-b7d5-6c74f71560e7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Subnet': ['ID=a229c198-1f7e-418d-9288-f40691af9d78,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:42.605361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:42.621086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7427a39-8fbe-463a-b7d5-6c74f71560e7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Checking segment: {'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:42.621448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7427a39-8fbe-463a-b7d5-6c74f71560e7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Network hostable DHCP agents. Network: 9aebc04b-7567-491f-9526-844a2d600872, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:39:42.625915 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Pushing event updated for resources: {'Port': ['ID=c0e4348e-5c13-441f-a33b-0b359c5f8ba4,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:42.646459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-eb9f7550-0cfd-47ca-b94b-91cf95eee0ce req-791a3021-8edf-418b-89b2-2bb490a9bff8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Deleting port 895824c0-d08c-4f2d-a7a3-ce402ce9477c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:42.648013 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-eb9f7550-0cfd-47ca-b94b-91cf95eee0ce req-791a3021-8edf-418b-89b2-2bb490a9bff8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.675907 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bcf8e18-964f-4263-844a-6976d19b62da req-7924793b-d16c-4058-8969-d7c5cb622b22 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757728 Aug 09 15:39:42.704520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7427a39-8fbe-463a-b7d5-6c74f71560e7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Network 9aebc04b-7567-491f-9526-844a2d600872 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:39:42.726725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a7427a39-8fbe-463a-b7d5-6c74f71560e7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 9aebc04b-7567-491f-9526-844a2d600872) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:42.740832 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.744125 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Attempting to bind port c0e4348e-5c13-441f-a33b-0b359c5f8ba4 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:42.744440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7427a39-8fbe-463a-b7d5-6c74f71560e7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:42.744963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Attempting to bind port c0e4348e-5c13-441f-a33b-0b359c5f8ba4 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:42.745098 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a7427a39-8fbe-463a-b7d5-6c74f71560e7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.746352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Attempting to bind port c0e4348e-5c13-441f-a33b-0b359c5f8ba4 on network 988775f1-455e-4a42-a5e9-861daba19edf {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:42.751144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894ae1c4-4f89-4316-8f4d-544e757bfa7f None None] Network 9aebc04b-7567-491f-9526-844a2d600872 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:42.768672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:42.769154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Checking segment: {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:42.769767 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.770455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Bound using segment: {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:42.771020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Bound port: c0e4348e-5c13-441f-a33b-0b359c5f8ba4, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:42.771506 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.781380 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a7427a39-8fbe-463a-b7d5-6c74f71560e7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7744691 Aug 09 15:39:42.781768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50670) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:42.787321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'port': {'network_id': '988775f1-455e-4a42-a5e9-861daba19edf', 'name': 'tempest-TaggedBootDevicesTest_v242-1321624690', 'fixed_ips': [{'subnet_id': '8c26c0bd-b5e7-4404-b118-2100253fe227'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:42.806674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941f55-9e11-40e2-819e-7ad93d325fa2 req-78f2794f-1009-4369-8e7c-1b12a80320e9 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:42.808358 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b941f55-9e11-40e2-819e-7ad93d325fa2 req-78f2794f-1009-4369-8e7c-1b12a80320e9 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 945 time: 0.0962117 Aug 09 15:39:42.846873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-eb9f7550-0cfd-47ca-b94b-91cf95eee0ce req-791a3021-8edf-418b-89b2-2bb490a9bff8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] For port 895824c0-d08c-4f2d-a7a3-ce402ce9477c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=895824c0-d08c-4f2d-a7a3-ce402ce9477c,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:42.847826 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-eb9f7550-0cfd-47ca-b94b-91cf95eee0ce req-791a3021-8edf-418b-89b2-2bb490a9bff8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:42.865561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-eb9f7550-0cfd-47ca-b94b-91cf95eee0ce req-791a3021-8edf-418b-89b2-2bb490a9bff8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Calling delete_port for 895824c0-d08c-4f2d-a7a3-ce402ce9477c owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:42.885380 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b941f55-9e11-40e2-819e-7ad93d325fa2 req-ad5fa7c1-4baf-493d-8275-2b07817151a1 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645127 Aug 09 15:39:42.925934 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] For port c0e4348e-5c13-441f-a33b-0b359c5f8ba4, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:42.944092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:42.947503 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] For port c0e4348e-5c13-441f-a33b-0b359c5f8ba4, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c0e4348e-5c13-441f-a33b-0b359c5f8ba4,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:42.963092 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.027432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-9aebc04b-7567-491f-9526-844a2d600872', 'network_id': '9aebc04b-7567-491f-9526-844a2d600872', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'fixed_ips': [{'subnet_id': 'a229c198-1f7e-418d-9288-f40691af9d78'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:39:43.028444 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.042788 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-eb9f7550-0cfd-47ca-b94b-91cf95eee0ce req-791a3021-8edf-418b-89b2-2bb490a9bff8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.071892 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['36d911ef-52ed-4c3b-8e79-464d205fba2d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:43.077707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['895824c0-d08c-4f2d-a7a3-ce402ce9477c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:43.084423 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.102105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] device_id is not set on port 75ee56ba-e36a-4905-b05b-e68f578f58fe yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:39:43.137126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5960ca-9d6f-4aac-b3f2-8c29168bb869 None None] Pushing event updated for resources: {'Port': ['ID=c0e4348e-5c13-441f-a33b-0b359c5f8ba4,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:43.151428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a3021-8edf-418b-89b2-2bb490a9bff8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Pushing event deleted for resources: {'Port': ['ID=895824c0-d08c-4f2d-a7a3-ce402ce9477c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:43.190507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9f7550-0cfd-47ca-b94b-91cf95eee0ce req-791a3021-8edf-418b-89b2-2bb490a9bff8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] No DVR routers for this DVR port 895824c0-d08c-4f2d-a7a3-ce402ce9477c on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:43.195839 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-eb9f7550-0cfd-47ca-b94b-91cf95eee0ce req-791a3021-8edf-418b-89b2-2bb490a9bff8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.199017 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb9f7550-0cfd-47ca-b94b-91cf95eee0ce req-791a3021-8edf-418b-89b2-2bb490a9bff8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.60 "DELETE /v2.0/ports/895824c0-d08c-4f2d-a7a3-ce402ce9477c HTTP/1.1" status: 204 len: 173 time: 0.7400155 Aug 09 15:39:43.199581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e511bfe-7221-4b9d-824c-f2ded27edab5', 'name': 'network-vif-deleted', 'tag': '895824c0-d08c-4f2d-a7a3-ce402ce9477c'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:43.202817 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cb05c9-bacb-4b61-b4c0-f5b7bee6edd1" -d '{"events": [{"server_uuid": "6e511bfe-7221-4b9d-824c-f2ded27edab5", "name": "network-vif-deleted", "tag": "895824c0-d08c-4f2d-a7a3-ce402ce9477c"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:43.309987 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.417795 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae1c09ee-0c9e-4173-aaff-a30bf5ac1171 req-751dce97-2f00-4d9b-ac92-c80b9f15ee9f tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e511bfe-7221-4b9d-824c-f2ded27edab5 HTTP/1.1" status: 200 len: 210 time: 0.0826926 Aug 09 15:39:43.419943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e03553-4dc7-40dc-be41-916fa93f98ae req-699ab164-a2b0-41d3-8b2b-831879149549 tempest-ServersAdminNegativeTestJSON-1522405207 tempest-ServersAdminNegativeTestJSON-1522405207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:43.422016 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Allocated IP 10.2.2.2 (9aebc04b-7567-491f-9526-844a2d600872/a229c198-1f7e-418d-9288-f40691af9d78/d9aad90a-79b9-4c94-8c58-2d1cd6bc6105) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:43.430031 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82e03553-4dc7-40dc-be41-916fa93f98ae req-699ab164-a2b0-41d3-8b2b-831879149549 tempest-ServersAdminNegativeTestJSON-1522405207 tempest-ServersAdminNegativeTestJSON-1522405207-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 1100 time: 0.3927474 Aug 09 15:39:43.517156 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ff378f-7cf0-4171-90e9-4c3eff9a7b2c x-openstack-request-id: req-84ff378f-7cf0-4171-90e9-4c3eff9a7b2c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:43.517435 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e511bfe-7221-4b9d-824c-f2ded27edab5", "name": "network-vif-deleted", "tag": "895824c0-d08c-4f2d-a7a3-ce402ce9477c", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:43.517710 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84ff378f-7cf0-4171-90e9-4c3eff9a7b2c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:43.518880 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e511bfe-7221-4b9d-824c-f2ded27edab5', 'name': 'network-vif-deleted', 'tag': '895824c0-d08c-4f2d-a7a3-ce402ce9477c', 'status': 'completed', 'code': 200} Aug 09 15:39:43.645997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88421c-ad44-455d-9a63-29aef379b89e req-9246f042-431f-4c09-b83c-af2b89c122aa tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:43.647510 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db88421c-ad44-455d-9a63-29aef379b89e req-9246f042-431f-4c09-b83c-af2b89c122aa tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 943 time: 0.0551333 Aug 09 15:39:43.696605 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db88421c-ad44-455d-9a63-29aef379b89e req-259f7476-f2bc-4e31-a8d8-092404c7b6e7 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Aug 09 15:39:43.809866 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.826150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Transition to ACTIVE for port object d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:43.840415 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82e03553-4dc7-40dc-be41-916fa93f98ae req-c2bf666f-ff17-4580-8562-fadbe3c295ab tempest-ServersAdminNegativeTestJSON-1522405207 tempest-ServersAdminNegativeTestJSON-1522405207-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090750 Aug 09 15:39:43.850086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Transition to ACTIVE for port object d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:43.857341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08351f96-9c9f-4505-aa0d-8e8dcc39fb7c req-d31288d9-f00c-4487-a0be-c68891d3cfab tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:43.858933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08351f96-9c9f-4505-aa0d-8e8dcc39fb7c req-d31288d9-f00c-4487-a0be-c68891d3cfab tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.0812399 Aug 09 15:39:43.867500 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:43.873275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Allocated IP 10.1.1.225 (988775f1-455e-4a42-a5e9-861daba19edf/8c26c0bd-b5e7-4404-b118-2100253fe227/75ee56ba-e36a-4905-b05b-e68f578f58fe) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:43.909481 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08351f96-9c9f-4505-aa0d-8e8dcc39fb7c req-41cbb759-7b7d-41d9-ae23-b22a9ac0e793 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433807 Aug 09 15:39:43.924119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Network 9aebc04b-7567-491f-9526-844a2d600872 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:43.927844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:43.939217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:43.942523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Pushing event updated for resources: {'Port': ['ID=d9aad90a-79b9-4c94-8c58-2d1cd6bc6105,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:44.035404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Attempting to bind port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:44.040171 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Attempting to bind port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:44.040816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Attempting to bind port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 on network 9aebc04b-7567-491f-9526-844a2d600872 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:44.054867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:44.055242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Checking segment: {'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:44.055677 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.056085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Bound using segment: {'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:44.061850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Bound port: d9aad90a-79b9-4c94-8c58-2d1cd6bc6105, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:44.062286 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.100921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f40721cb-31eb-42a5-b3f2-112190de282e details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:44.103690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 01165de4-3df5-42d9-b9ef-8daef0e60ab9 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:44.120585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc0a8f-bc05-469a-adce-cb70a4893ecd req-f479c43f-c78c-4698-9c36-d83e3f648e71 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:44.132025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-54dc0a8f-bc05-469a-adce-cb70a4893ecd req-f479c43f-c78c-4698-9c36-d83e3f648e71 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 945 time: 0.1167090 Aug 09 15:39:44.146130 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.182540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Transition to ACTIVE for port object 75ee56ba-e36a-4905-b05b-e68f578f58fe will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:44.209674 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-54dc0a8f-bc05-469a-adce-cb70a4893ecd req-c12118a1-0427-4b94-896d-d14f64696eab tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766675 Aug 09 15:39:44.255845 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.331838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Network 988775f1-455e-4a42-a5e9-861daba19edf is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:44.335152 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:44.339280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:44.380948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Port': ['ID=75ee56ba-e36a-4905-b05b-e68f578f58fe,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:44.381081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] For port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:44.397290 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.402443 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] For port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d9aad90a-79b9-4c94-8c58-2d1cd6bc6105,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:44.415762 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.453782 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:44.454600 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.474157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707f981-c8b4-4ea1-940d-c1c7ba74b4f1 req-c02820ad-7c79-4df8-b2b7-845a2d98290b tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:44.476150 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1707f981-c8b4-4ea1-940d-c1c7ba74b4f1 req-c02820ad-7c79-4df8-b2b7-845a2d98290b tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 1096 time: 0.0964959 Aug 09 15:39:44.478156 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-de07e270-e2ef-4b82-a72d-721f408ed8c7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6950004 Aug 09 15:39:44.479375 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:44.480599 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50724) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:44.485339 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05788ea6-ba45-458d-a9e4-68ebd58375be" -d '{"events": [{"server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "name": "network-vif-unplugged", "status": "completed", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:44.487196 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'port': {'network_id': '988775f1-455e-4a42-a5e9-861daba19edf', 'name': 'tempest-TaggedBootDevicesTest_v242-2042921752', 'fixed_ips': [{'subnet_id': '8c26c0bd-b5e7-4404-b118-2100253fe227'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:44.514643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca26a7d-2bc9-49db-9647-024ac3fec652 req-632e8d6c-46ba-457b-8d30-3d6c92b4b39a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:44.525061 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0ca26a7d-2bc9-49db-9647-024ac3fec652 req-632e8d6c-46ba-457b-8d30-3d6c92b4b39a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 949 time: 0.0769374 Aug 09 15:39:44.537827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:44.540614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f40721cb-31eb-42a5-b3f2-112190de282e, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f40721cb-31eb-42a5-b3f2-112190de282e,segment=NetworkSegment(740a12d1-9018-48c7-8555-5e3b4a6fdd0d),segment_id=740a12d1-9018-48c7-8555-5e3b4a6fdd0d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:44.560654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.569226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b39e8-87c4-4640-a658-fe3a163d9d18 None None] Pushing event updated for resources: {'Port': ['ID=d9aad90a-79b9-4c94-8c58-2d1cd6bc6105,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:44.575471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'f40721cb-31eb-42a5-b3f2-112190de282e', 'network_id': '717af589-4057-490d-8239-6e1e41f5367d', 'port_id': 'f40721cb-31eb-42a5-b3f2-112190de282e', 'mac_address': 'fa:16:3e:76:dd:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77afaf2d-8066-4505-9af3-42a7499da91c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:44.591621 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0ca26a7d-2bc9-49db-9647-024ac3fec652 req-5e1c8a8f-b958-4fcc-b346-9e3fbe268ba0 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650406 Aug 09 15:39:44.606798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1707f981-c8b4-4ea1-940d-c1c7ba74b4f1 req-4e5c0163-6390-47c1-96bd-79ff9e50de07 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144998 Aug 09 15:39:44.643820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ea2db-1bcf-4394-a5da-331626f9d03c None None] Network 988775f1-455e-4a42-a5e9-861daba19edf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:44.680497 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51322eb-0439-4c4b-b245-871bda2549f7 x-openstack-request-id: req-f51322eb-0439-4c4b-b245-871bda2549f7 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:44.680903 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "name": "network-vif-unplugged", "status": "completed", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:44.681037 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f51322eb-0439-4c4b-b245-871bda2549f7 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:44.681407 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'code': 200} Aug 09 15:39:44.699386 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:44.704772 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.725259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] device_id is not set on port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:39:44.753907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=01165de4-3df5-42d9-b9ef-8daef0e60ab9,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:44.799114 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.827035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-660f116c-443f-453c-924a-3551a307a115 None None] Provisioning for port c0e4348e-5c13-441f-a33b-0b359c5f8ba4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:44.831476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40721cb-31eb-42a5-b3f2-112190de282e {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:44.880798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd17bb5-feb6-4e12-97aa-e94e7f918512 req-b1d0ca30-3502-4492-96f2-a0898aeaac11 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:44.882471 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ccd17bb5-feb6-4e12-97aa-e94e7f918512 req-b1d0ca30-3502-4492-96f2-a0898aeaac11 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 1096 time: 0.1380136 Aug 09 15:39:44.890026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f40721cb-31eb-42a5-b3f2-112190de282e, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f40721cb-31eb-42a5-b3f2-112190de282e,segment=NetworkSegment(740a12d1-9018-48c7-8555-5e3b4a6fdd0d),segment_id=740a12d1-9018-48c7-8555-5e3b4a6fdd0d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:44.896526 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:44.985895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ccd17bb5-feb6-4e12-97aa-e94e7f918512 req-f99723b8-84d0-445f-927d-70f653c17dc9 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741727 Aug 09 15:39:45.034399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e039bb-a37b-41c3-a536-c2d530fea13e req-e68ec7a4-c2e5-4231-b1ed-20af58221966 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:45.036384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-89e039bb-a37b-41c3-a536-c2d530fea13e req-e68ec7a4-c2e5-4231-b1ed-20af58221966 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 944 time: 0.0620944 Aug 09 15:39:45.059969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f40721cb-31eb-42a5-b3f2-112190de282e,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:45.087468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Allocated IP 10.1.1.161 (988775f1-455e-4a42-a5e9-861daba19edf/8c26c0bd-b5e7-4404-b118-2100253fe227/1a207547-ce94-4f83-a3cf-8a3ad7a93614) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:45.090948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-89e039bb-a37b-41c3-a536-c2d530fea13e req-17cb8541-5f93-4a9e-869c-feb0f4c7fd30 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473111 Aug 09 15:39:45.169459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924f226-c129-4a25-b985-4c98f632bf75 req-1ba2b616-5af7-4374-8c06-fa5503fadfcd tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:45.182405 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9924f226-c129-4a25-b985-4c98f632bf75 req-1ba2b616-5af7-4374-8c06-fa5503fadfcd tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 950 time: 0.1049674 Aug 09 15:39:45.239036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431d3b2-0883-409e-90d4-d8661e81071c req-1212e44a-9eac-4635-9661-b52601681e36 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:45.241035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4431d3b2-0883-409e-90d4-d8661e81071c req-1212e44a-9eac-4635-9661-b52601681e36 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.0574179 Aug 09 15:39:45.274739 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:45.296664 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4431d3b2-0883-409e-90d4-d8661e81071c req-45bf9a78-91ea-4e26-b038-4f1688925652 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464435 Aug 09 15:39:45.325211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['f40721cb-31eb-42a5-b3f2-112190de282e'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:45.333321 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9924f226-c129-4a25-b985-4c98f632bf75 req-c7d253d3-94fa-4c9a-bec9-91ab098fbb22 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485903 Aug 09 15:39:45.369849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:45.380359 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c0e4348e-5c13-441f-a33b-0b359c5f8ba4 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:45.440306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.474808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Transition to ACTIVE for port object 1a207547-ce94-4f83-a3cf-8a3ad7a93614 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:45.542471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.550857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c0e4348e-5c13-441f-a33b-0b359c5f8ba4 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:45.591048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c0e4348e-5c13-441f-a33b-0b359c5f8ba4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:45.596711 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.641053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Port': ['ID=1a207547-ce94-4f83-a3cf-8a3ad7a93614,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:45.663592 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b3585f58-1999-40cd-861c-d96346febbc7 None None] Provisioning for port 75ee56ba-e36a-4905-b05b-e68f578f58fe completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:45.673361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b3585f58-1999-40cd-861c-d96346febbc7 None None] Provisioning complete for port 75ee56ba-e36a-4905-b05b-e68f578f58fe triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:45.673777 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b3585f58-1999-40cd-861c-d96346febbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.684362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Network 988775f1-455e-4a42-a5e9-861daba19edf is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:45.686386 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:45.690389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21b5c5-82c3-400f-9204-e6b0ec7bb864 req-bc6451f2-341a-4c90-9f44-f37ea20355e7 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:45.692279 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee21b5c5-82c3-400f-9204-e6b0ec7bb864 req-bc6451f2-341a-4c90-9f44-f37ea20355e7 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 1096 time: 0.0795186 Aug 09 15:39:45.704383 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:45.747105 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee21b5c5-82c3-400f-9204-e6b0ec7bb864 req-3b005e1f-0b2b-4828-af76-db4dceb411d6 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457799 Aug 09 15:39:45.786520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b3585f58-1999-40cd-861c-d96346febbc7 None None] Port 75ee56ba-e36a-4905-b05b-e68f578f58fe cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:45.855721 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:45.856393 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.884609 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.886286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe88265-32ff-4e02-8c38-3ff73f9d266f req-c7f938c9-62f9-4ac7-9e17-e141cb726e0c tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:45.889828 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dfe88265-32ff-4e02-8c38-3ff73f9d266f req-c7f938c9-62f9-4ac7-9e17-e141cb726e0c tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 949 time: 0.1256847 Aug 09 15:39:45.891349 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5398d82c-e4c0-4da6-a4bb-17d5d762fd22 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4091332 Aug 09 15:39:45.994680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-814cecb9-8e52-4202-b8a4-1bf9759c0c3e None None] Provisioning complete for port 75ee56ba-e36a-4905-b05b-e68f578f58fe triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:45.995063 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-814cecb9-8e52-4202-b8a4-1bf9759c0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:45.999728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port c0e4348e-5c13-441f-a33b-0b359c5f8ba4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c0e4348e-5c13-441f-a33b-0b359c5f8ba4,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:46.015363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dfe88265-32ff-4e02-8c38-3ff73f9d266f req-9b22763e-e3c7-46ee-be80-55ebacd008c2 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086662 Aug 09 15:39:46.035551 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.046594 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976561bd-fb80-4d6c-8a6c-b4d2f9888668 req-8d65ca58-1193-46f7-bc18-6bdbb2eeeaa1 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:46.061174 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-976561bd-fb80-4d6c-8a6c-b4d2f9888668 req-8d65ca58-1193-46f7-bc18-6bdbb2eeeaa1 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 949 time: 0.1102419 Aug 09 15:39:46.089075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2216a-5087-4e31-a333-a156c07d9ae2 None None] Network 9aebc04b-7567-491f-9526-844a2d600872 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:39:46.092121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 01165de4-3df5-42d9-b9ef-8daef0e60ab9 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:46.093924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 895824c0-d08c-4f2d-a7a3-ce402ce9477c no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:46.165747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 895824c0-d08c-4f2d-a7a3-ce402ce9477c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:46.166180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 895824c0-d08c-4f2d-a7a3-ce402ce9477c not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:46.181395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-814cecb9-8e52-4202-b8a4-1bf9759c0c3e None None] Port 75ee56ba-e36a-4905-b05b-e68f578f58fe cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:46.257921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=c0e4348e-5c13-441f-a33b-0b359c5f8ba4,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:46.288029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-976561bd-fb80-4d6c-8a6c-b4d2f9888668 req-91723670-ff1d-458a-b86e-c9f7d098cd7b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Deleting port 2fe07f49-6d8c-4e00-9f72-9869eb577dec {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:46.289187 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-976561bd-fb80-4d6c-8a6c-b4d2f9888668 req-91723670-ff1d-458a-b86e-c9f7d098cd7b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.319344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a46b2738-ed2f-4199-a815-836006b3c807 None None] Provisioning for port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:46.331573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50784) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:46.338434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bacdd9a2-41f1-4b28-9303-7c8328cc0b62 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997148166', 'description': 'tempest-description--459393010'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:46.344591 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a46b2738-ed2f-4199-a815-836006b3c807 None None] Provisioning complete for port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:46.344977 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a46b2738-ed2f-4199-a815-836006b3c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.392602 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bacdd9a2-41f1-4b28-9303-7c8328cc0b62 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.398658 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa450a9-ae44-43d0-b671-7b9d9cdef80c req-08cc8647-d282-42e9-8516-09077a1db4b7 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:46.400715 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fa450a9-ae44-43d0-b671-7b9d9cdef80c req-08cc8647-d282-42e9-8516-09077a1db4b7 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 944 time: 0.2124398 Aug 09 15:39:46.430513 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:46.458377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a46b2738-ed2f-4199-a815-836006b3c807 None None] Port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:39:46.466501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'mac_address': 'fa:16:3e:fb:e3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:39:46.544704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a46b2738-ed2f-4199-a815-836006b3c807 None None] Provisioning for port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:46.545000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-976561bd-fb80-4d6c-8a6c-b4d2f9888668 req-91723670-ff1d-458a-b86e-c9f7d098cd7b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] For port 2fe07f49-6d8c-4e00-9f72-9869eb577dec, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2fe07f49-6d8c-4e00-9f72-9869eb577dec,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:46.545531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-976561bd-fb80-4d6c-8a6c-b4d2f9888668 req-91723670-ff1d-458a-b86e-c9f7d098cd7b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.586025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-976561bd-fb80-4d6c-8a6c-b4d2f9888668 req-91723670-ff1d-458a-b86e-c9f7d098cd7b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Calling delete_port for 2fe07f49-6d8c-4e00-9f72-9869eb577dec owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:46.587722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a46b2738-ed2f-4199-a815-836006b3c807 None None] Provisioning complete for port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:46.589627 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a46b2738-ed2f-4199-a815-836006b3c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.663948 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.709760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01165de4-3df5-42d9-b9ef-8daef0e60ab9 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:39:46.753120 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bacdd9a2-41f1-4b28-9303-7c8328cc0b62 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.764129 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bacdd9a2-41f1-4b28-9303-7c8328cc0b62 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.770345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:46.780363 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.862223 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-976561bd-fb80-4d6c-8a6c-b4d2f9888668 req-91723670-ff1d-458a-b86e-c9f7d098cd7b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.884127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3285dc-7a7e-41a9-89f9-b5500c150fad req-8a2c06c1-4619-47ef-ad9e-6936bf4e8249 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:46.901106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d3285dc-7a7e-41a9-89f9-b5500c150fad req-8a2c06c1-4619-47ef-ad9e-6936bf4e8249 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.4995234 Aug 09 15:39:46.914615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['ab28cd9c-73e7-4574-9665-e62c897a4670', '2fe07f49-6d8c-4e00-9f72-9869eb577dec'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:46.933888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdd9a2-41f1-4b28-9303-7c8328cc0b62 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e230980b-9dc5-4e8d-89ee-54abbc2368d4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:46.975466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bacdd9a2-41f1-4b28-9303-7c8328cc0b62 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.976176 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['01165de4-3df5-42d9-b9ef-8daef0e60ab9'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:46.978685 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91723670-ff1d-458a-b86e-c9f7d098cd7b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Pushing event deleted for resources: {'Port': ['ID=2fe07f49-6d8c-4e00-9f72-9869eb577dec,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:46.982843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-976561bd-fb80-4d6c-8a6c-b4d2f9888668 req-91723670-ff1d-458a-b86e-c9f7d098cd7b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] No DVR routers for this DVR port 2fe07f49-6d8c-4e00-9f72-9869eb577dec on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:46.986024 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-976561bd-fb80-4d6c-8a6c-b4d2f9888668 req-91723670-ff1d-458a-b86e-c9f7d098cd7b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:46.988037 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-976561bd-fb80-4d6c-8a6c-b4d2f9888668 req-91723670-ff1d-458a-b86e-c9f7d098cd7b tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.53 "DELETE /v2.0/ports/2fe07f49-6d8c-4e00-9f72-9869eb577dec HTTP/1.1" status: 204 len: 173 time: 0.9176731 Aug 09 15:39:46.991712 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bacdd9a2-41f1-4b28-9303-7c8328cc0b62 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6579649 Aug 09 15:39:47.014730 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fa450a9-ae44-43d0-b671-7b9d9cdef80c req-b75ed9a5-839b-40fa-a13a-44e7873fa7f2 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5779593 Aug 09 15:39:47.019382 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50798) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:47.019905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ee59ba-91c9-4f65-bec2-a4ebbaf13fab', 'name': 'network-vif-deleted', 'tag': '2fe07f49-6d8c-4e00-9f72-9869eb577dec'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:47.025253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8444aae-bfce-4bc0-9194-145aabb4b854 req-fb9c692d-81c6-465d-8e5a-f22453e69b32 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:47.030626 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872a6b47-cc1d-4e25-9b01-0d2e1250a39b" -d '{"events": [{"server_uuid": "72ee59ba-91c9-4f65-bec2-a4ebbaf13fab", "name": "network-vif-deleted", "tag": "2fe07f49-6d8c-4e00-9f72-9869eb577dec"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:47.030932 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8444aae-bfce-4bc0-9194-145aabb4b854 req-fb9c692d-81c6-465d-8e5a-f22453e69b32 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.53 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 950 time: 0.5525060 Aug 09 15:39:47.055236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-46528fcf-0956-4937-8edf-abd189957283 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'security_group_rule': {'security_group_id': 'e230980b-9dc5-4e8d-89ee-54abbc2368d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:47.110146 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46528fcf-0956-4937-8edf-abd189957283 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.259511 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46528fcf-0956-4937-8edf-abd189957283 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.272920 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46528fcf-0956-4937-8edf-abd189957283 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.310101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f809a-654f-4d3f-a702-a8dfc74ce719 req-d15d86f2-5070-4763-b73d-793c8202c0d8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:47.319002 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c19f809a-654f-4d3f-a702-a8dfc74ce719 req-d15d86f2-5070-4763-b73d-793c8202c0d8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 950 time: 0.1455221 Aug 09 15:39:47.321108 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46528fcf-0956-4937-8edf-abd189957283 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.322449 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-46528fcf-0956-4937-8edf-abd189957283 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2715380 Aug 09 15:39:47.348492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50804) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:47.358111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b23cbba6-e361-423c-b885-9f700ec116f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'security_group_rule': {'security_group_id': 'e230980b-9dc5-4e8d-89ee-54abbc2368d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:47.382254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46528fcf-0956-4937-8edf-abd189957283 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f045300-271c-47d9-b6ae-4735cd1eb7f0,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:47.407722 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c19f809a-654f-4d3f-a702-a8dfc74ce719 req-ba303492-800a-466b-bbaa-f0dff5940a0a tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/security-groups?id=68afba17-8a87-4fc4-ad2e-84083b90c2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822060 Aug 09 15:39:47.448291 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b23cbba6-e361-423c-b885-9f700ec116f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.459174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c0e4348e-5c13-441f-a33b-0b359c5f8ba4 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:47.535262 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b23cbba6-e361-423c-b885-9f700ec116f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.552722 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a46b2738-ed2f-4199-a815-836006b3c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.554011 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b23cbba6-e361-423c-b885-9f700ec116f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.594395 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b23cbba6-e361-423c-b885-9f700ec116f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.597631 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b23cbba6-e361-423c-b885-9f700ec116f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2431366 Aug 09 15:39:47.599610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50814) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:47.612249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:47.628457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cbba6-e361-423c-b885-9f700ec116f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441f282e-67d9-4e99-b324-28afd92093e8,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:47.691244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=01165de4-3df5-42d9-b9ef-8daef0e60ab9,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:47.707572 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.712847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d3285dc-7a7e-41a9-89f9-b5500c150fad req-338fa7cf-b9ef-4e9a-bbe8-90750e5de97b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8102183 Aug 09 15:39:47.803636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a46b2738-ed2f-4199-a815-836006b3c807 None None] For port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d9aad90a-79b9-4c94-8c58-2d1cd6bc6105,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:47.822085 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a46b2738-ed2f-4199-a815-836006b3c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.847644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-c8444aae-bfce-4bc0-9194-145aabb4b854 req-03ff0eb1-8c9d-4381-9c2e-3c72b383a7d7 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Deleting port 36d911ef-52ed-4c3b-8e79-464d205fba2d {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:47.848253 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8444aae-bfce-4bc0-9194-145aabb4b854 req-03ff0eb1-8c9d-4381-9c2e-3c72b383a7d7 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.888583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b707320-de33-48e4-bccf-e25d93d5e9de req-c5263e94-7a63-4ca6-8bb8-9a7186b4b94d tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:47.890545 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b707320-de33-48e4-bccf-e25d93d5e9de req-c5263e94-7a63-4ca6-8bb8-9a7186b4b94d tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 1096 time: 0.1212430 Aug 09 15:39:47.905455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c0e4348e-5c13-441f-a33b-0b359c5f8ba4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:47.905869 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:47.999977 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b707320-de33-48e4-bccf-e25d93d5e9de req-1ab63283-0529-4f3f-bd60-ce6526e293da tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930619 Aug 09 15:39:48.002627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfb4d75f-7147-4f6b-a4f0-afa7d0b7a1cc req-bbd6af28-3af2-405e-94df-0756bdfb9057 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=72ee59ba-91c9-4f65-bec2-a4ebbaf13fab HTTP/1.1" status: 200 len: 210 time: 0.1268504 Aug 09 15:39:48.019671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b2738-ed2f-4199-a815-836006b3c807 None None] Pushing event updated for resources: {'Port': ['ID=d9aad90a-79b9-4c94-8c58-2d1cd6bc6105,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:48.039038 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.104134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-75a30ab4-df5a-459c-8c08-342dd7bf4fde None None] Provisioning complete for port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:48.108504 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-75a30ab4-df5a-459c-8c08-342dd7bf4fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.112193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c8444aae-bfce-4bc0-9194-145aabb4b854 req-03ff0eb1-8c9d-4381-9c2e-3c72b383a7d7 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] For port 36d911ef-52ed-4c3b-8e79-464d205fba2d, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=36d911ef-52ed-4c3b-8e79-464d205fba2d,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:48.115550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8444aae-bfce-4bc0-9194-145aabb4b854 req-03ff0eb1-8c9d-4381-9c2e-3c72b383a7d7 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.134233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f40721cb-31eb-42a5-b3f2-112190de282e up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:48.145222 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c307fc-4c37-47f5-a1ad-a9cc142e4723 x-openstack-request-id: req-26c307fc-4c37-47f5-a1ad-a9cc142e4723 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:48.145433 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ee59ba-91c9-4f65-bec2-a4ebbaf13fab", "name": "network-vif-deleted", "tag": "2fe07f49-6d8c-4e00-9f72-9869eb577dec", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:48.145709 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26c307fc-4c37-47f5-a1ad-a9cc142e4723 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:48.146630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-c8444aae-bfce-4bc0-9194-145aabb4b854 req-03ff0eb1-8c9d-4381-9c2e-3c72b383a7d7 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Calling delete_port for 36d911ef-52ed-4c3b-8e79-464d205fba2d owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:48.148244 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ee59ba-91c9-4f65-bec2-a4ebbaf13fab', 'name': 'network-vif-deleted', 'tag': '2fe07f49-6d8c-4e00-9f72-9869eb577dec', 'status': 'completed', 'code': 200} Aug 09 15:39:48.310224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f1395-a816-459a-b771-e68b6ebd8d2f req-fb46eec8-712f-47ae-90a6-d38bf7e28db3 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:48.318668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec6f1395-a816-459a-b771-e68b6ebd8d2f req-fb46eec8-712f-47ae-90a6-d38bf7e28db3 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 944 time: 0.1681883 Aug 09 15:39:48.357137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Allocated IP 172.25.2.224 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/713fb44c-4662-4d26-b9df-6084f8073572) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:48.394119 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec6f1395-a816-459a-b771-e68b6ebd8d2f req-7609fcad-89d5-4131-bcc5-bd93498b0b8b tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695763 Aug 09 15:39:48.422839 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8444aae-bfce-4bc0-9194-145aabb4b854 req-03ff0eb1-8c9d-4381-9c2e-3c72b383a7d7 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.520848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff0eb1-8c9d-4381-9c2e-3c72b383a7d7 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Pushing event deleted for resources: {'Port': ['ID=36d911ef-52ed-4c3b-8e79-464d205fba2d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:48.607626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8444aae-bfce-4bc0-9194-145aabb4b854 req-03ff0eb1-8c9d-4381-9c2e-3c72b383a7d7 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] No DVR routers for this DVR port 36d911ef-52ed-4c3b-8e79-464d205fba2d on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:48.610910 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8444aae-bfce-4bc0-9194-145aabb4b854 req-03ff0eb1-8c9d-4381-9c2e-3c72b383a7d7 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.613187 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8444aae-bfce-4bc0-9194-145aabb4b854 req-03ff0eb1-8c9d-4381-9c2e-3c72b383a7d7 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.53 "DELETE /v2.0/ports/36d911ef-52ed-4c3b-8e79-464d205fba2d HTTP/1.1" status: 204 len: 173 time: 1.5701368 Aug 09 15:39:48.613863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd116d75e-0033-4eef-92d3-644ebd3156aa', 'name': 'network-vif-deleted', 'tag': '36d911ef-52ed-4c3b-8e79-464d205fba2d'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:48.614960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-66080b51-9900-4354-ad6c-2375fd4c3c66 req-74a4c969-7061-4709-be8c-33db0af940e8 tempest-LiveMigrationNegativeTest-1682507770 tempest-LiveMigrationNegativeTest-1682507770-project] 10.222.0.81 "GET /v2.0/ports?device_id=d116d75e-0033-4eef-92d3-644ebd3156aa HTTP/1.1" status: 200 len: 210 time: 0.0764222 Aug 09 15:39:48.618999 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cabb775-3707-45dd-904c-b09d0c3d0a8b" -d '{"events": [{"server_uuid": "d116d75e-0033-4eef-92d3-644ebd3156aa", "name": "network-vif-deleted", "tag": "36d911ef-52ed-4c3b-8e79-464d205fba2d"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:48.642820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port f40721cb-31eb-42a5-b3f2-112190de282e completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:39:48.691429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port f40721cb-31eb-42a5-b3f2-112190de282e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:48.691890 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.704264 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.761526 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.825097 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:39:48.837849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:39:48.842575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:39:48.916591 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:48.918530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Port': ['ID=713fb44c-4662-4d26-b9df-6084f8073572,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:48.930698 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a8b5fc-eae8-40f7-8003-3f21bd64e1e5 x-openstack-request-id: req-67a8b5fc-eae8-40f7-8003-3f21bd64e1e5 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:48.931589 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d116d75e-0033-4eef-92d3-644ebd3156aa", "name": "network-vif-deleted", "tag": "36d911ef-52ed-4c3b-8e79-464d205fba2d", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:48.932059 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67a8b5fc-eae8-40f7-8003-3f21bd64e1e5 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:48.932660 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd116d75e-0033-4eef-92d3-644ebd3156aa', 'name': 'network-vif-deleted', 'tag': '36d911ef-52ed-4c3b-8e79-464d205fba2d', 'status': 'completed', 'code': 200} Aug 09 15:39:48.968923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226de6ad-58d6-401d-8298-e908498184d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40721cb-31eb-42a5-b3f2-112190de282e'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:48.972263 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b4d52c-eeea-44cf-840d-18800076b17c" -d '{"events": [{"server_uuid": "226de6ad-58d6-401d-8298-e908498184d5", "name": "network-vif-plugged", "status": "completed", "tag": "f40721cb-31eb-42a5-b3f2-112190de282e"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:49.009252 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f40721cb-31eb-42a5-b3f2-112190de282e, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f40721cb-31eb-42a5-b3f2-112190de282e,segment=NetworkSegment(740a12d1-9018-48c7-8555-5e3b4a6fdd0d),segment_id=740a12d1-9018-48c7-8555-5e3b4a6fdd0d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:49.018912 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.058467 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.134555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.180446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f40721cb-31eb-42a5-b3f2-112190de282e,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:49.236484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a5935-ed69-4359-85ea-9cb2fa45de09 req-19e441eb-d199-4530-896e-9a38fc934652 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:49.238759 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d70a5935-ed69-4359-85ea-9cb2fa45de09 req-19e441eb-d199-4530-896e-9a38fc934652 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.0797873 Aug 09 15:39:49.254336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:49.325905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:49.326673 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.449011 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d70a5935-ed69-4359-85ea-9cb2fa45de09 req-5846e5be-0a5a-4b46-9a99-bec52390910e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942909 Aug 09 15:39:49.529706 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d267d71-b639-4da3-9907-33df22aed3c3 x-openstack-request-id: req-0d267d71-b639-4da3-9907-33df22aed3c3 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:49.530179 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226de6ad-58d6-401d-8298-e908498184d5", "name": "network-vif-plugged", "status": "completed", "tag": "f40721cb-31eb-42a5-b3f2-112190de282e", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:49.530493 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d267d71-b639-4da3-9907-33df22aed3c3 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:49.530954 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226de6ad-58d6-401d-8298-e908498184d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40721cb-31eb-42a5-b3f2-112190de282e', 'code': 200} Aug 09 15:39:49.580793 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.594050 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.689643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784582f-b233-4e00-91f5-8db26d528025 req-2ce7c6bd-4a89-4036-983c-be42c903ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:49.692173 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9784582f-b233-4e00-91f5-8db26d528025 req-2ce7c6bd-4a89-4036-983c-be42c903ab30 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 1096 time: 0.0707059 Aug 09 15:39:49.719717 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Port': ['ID=713fb44c-4662-4d26-b9df-6084f8073572,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:49.766641 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9784582f-b233-4e00-91f5-8db26d528025 req-9481e4a3-9c8c-4614-a4bb-2214210781bc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576246 Aug 09 15:39:49.819378 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.831488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f9d56-c532-47cb-a700-28e8eb8349f0 req-8a62dae1-6f4d-4eb3-be9f-63667dceb085 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:49.833111 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cf9f9d56-c532-47cb-a700-28e8eb8349f0 req-8a62dae1-6f4d-4eb3-be9f-63667dceb085 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 945 time: 0.0732358 Aug 09 15:39:49.855411 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:49.857059 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b6813d41-eb0d-401f-bf90-38af14df3180 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2521043 Aug 09 15:39:49.901412 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cf9f9d56-c532-47cb-a700-28e8eb8349f0 req-1d4d7626-b8c6-430e-9485-436002f56fe7 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617647 Aug 09 15:39:50.135371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 01165de4-3df5-42d9-b9ef-8daef0e60ab9 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:39:50.145909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-0096b456-af36-4e4d-9d83-7ee2da7f860b tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:39:50.162632 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-0096b456-af36-4e4d-9d83-7ee2da7f860b tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1502268 Aug 09 15:39:50.173371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] Request body: {'binding': {'host': 'n-h2-803778-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:50.180421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] Unknown quota resources ['binding']. {{(pid=94290) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:39:50.218629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:39:50.219205 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.321993 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.370308 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:50.384064 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.466214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2fe07f49-6d8c-4e00-9f72-9869eb577dec no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:50.536043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 2fe07f49-6d8c-4e00-9f72-9869eb577dec {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:50.536394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2fe07f49-6d8c-4e00-9f72-9869eb577dec not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:50.536821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 36d911ef-52ed-4c3b-8e79-464d205fba2d no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:50.538693 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-796609cf-0d7f-4e5e-a94b-177ae83d0289 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1997148166&fields=id&tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1 HTTP/1.1" status: 200 len: 267 time: 0.1059639 Aug 09 15:39:50.549288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] Attempting to bind port b8839982-ba3a-4071-8afe-b69c8cf79e0f on host n-h2-803778-2 for vnic_type normal with profile None {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:50.549822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] Attempting to bind port b8839982-ba3a-4071-8afe-b69c8cf79e0f by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:50.550154 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] Attempting to bind port b8839982-ba3a-4071-8afe-b69c8cf79e0f on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:50.562323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] Port b8839982-ba3a-4071-8afe-b69c8cf79e0f on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:50.562653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] Attempting to bind port b8839982-ba3a-4071-8afe-b69c8cf79e0f on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:50.574337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 36d911ef-52ed-4c3b-8e79-464d205fba2d {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:50.574763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 36d911ef-52ed-4c3b-8e79-464d205fba2d not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:50.577831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:50.578184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:50.578752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] Bound using segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:50.579231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] Bound port: b8839982-ba3a-4071-8afe-b69c8cf79e0f, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:50.588073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=01165de4-3df5-42d9-b9ef-8daef0e60ab9,revision_number=10']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:50.636215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-bb078b2c-80c3-4921-91a5-5147dab2ff7b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:50.648399 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-bb078b2c-80c3-4921-91a5-5147dab2ff7b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports/75ee56ba-e36a-4905-b05b-e68f578f58fe HTTP/1.1" status: 200 len: 937 time: 0.1080613 Aug 09 15:39:50.650832 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50912) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:50.696223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:50.703864 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] Notify callbacks [] for binding, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:50.705239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-eca43942-eaae-4004-b05b-8f960c07d523 service neutron] 10.222.0.81 "POST /v2.0/ports/b8839982-ba3a-4071-8afe-b69c8cf79e0f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5414963 Aug 09 15:39:50.740183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7205a7a6-cf3c-46a9-a14b-92ad74a748e0 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:50.753005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7205a7a6-cf3c-46a9-a14b-92ad74a748e0 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports/1a207547-ce94-4f83-a3cf-8a3ad7a93614 HTTP/1.1" status: 200 len: 937 time: 0.1034608 Aug 09 15:39:50.848140 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-08d41b19-af78-4124-b5ec-d7213d826844 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?network_id=9aebc04b-7567-491f-9526-844a2d600872&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0936673 Aug 09 15:39:50.897802 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f648565b-f58e-455b-bc5e-5e7f62fe2fda tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?network_id=9aebc04b-7567-491f-9526-844a2d600872&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0486031 Aug 09 15:39:50.995401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a29cd2-9d42-4f66-b4fa-14a9af0c7ea4 req-3aaac906-b076-4627-84df-15eff1b35cd5 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:50.997524 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26a29cd2-9d42-4f66-b4fa-14a9af0c7ea4 req-3aaac906-b076-4627-84df-15eff1b35cd5 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 950 time: 0.0694742 Aug 09 15:39:51.052790 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26a29cd2-9d42-4f66-b4fa-14a9af0c7ea4 req-7d306edc-e115-46c0-afcd-8e7753c4fadc tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475051 Aug 09 15:39:51.094470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-df853c65-4cc7-4753-a9f3-04d234893a7c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:51.120680 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-df853c65-4cc7-4753-a9f3-04d234893a7c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:51.133638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-df853c65-4cc7-4753-a9f3-04d234893a7c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:51.136758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-df853c65-4cc7-4753-a9f3-04d234893a7c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/networks?id=513e6b81-6742-476e-a576-44c46ff3978e&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=9aebc04b-7567-491f-9526-844a2d600872&id=9aebc04b-7567-491f-9526-844a2d600872 HTTP/1.1" status: 200 len: 1994 time: 0.2366707 Aug 09 15:39:51.179249 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-97a8bf8f-3712-4e55-b382-c941476fc9a1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/quotas/755c3dcf8fc844dc9c2f12ee16244ee1 HTTP/1.1" status: 200 len: 375 time: 0.0212271 Aug 09 15:39:51.229488 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4d83ed6d-69a2-4b86-a649-ee6dc4d2132d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=953e1e6efa7e4d7bad0ad319f4208a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5775316 Aug 09 15:39:51.231759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50922) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:51.284284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-c5f470de-85d5-489a-848d-4e5c716a08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:51.285961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-c5f470de-85d5-489a-848d-4e5c716a08e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 1096 time: 0.1054120 Aug 09 15:39:51.295980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c42e5c-8d42-463c-8554-463aa4b0f07b req-e0f8fea0-a1d5-4802-b7fe-f166d694c70c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:51.297757 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02c42e5c-8d42-463c-8554-463aa4b0f07b req-e0f8fea0-a1d5-4802-b7fe-f166d694c70c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.0735540 Aug 09 15:39:51.339594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-771ef854-9ae6-427a-82ec-4e7667fa5606 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1508965 Aug 09 15:39:51.421893 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02c42e5c-8d42-463c-8554-463aa4b0f07b req-75519765-ff0c-4daf-8735-6d3eac83ad8e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069689 Aug 09 15:39:51.451160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-d4614945-481f-4be6-a0e9-9c4c7d544398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:51.452646 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-d4614945-481f-4be6-a0e9-9c4c7d544398 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.1538942 Aug 09 15:39:51.458176 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29dbb950-be20-4bd2-91aa-74466d010a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:51.492554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-a0baca72-3ff0-4142-842f-86a496e2d2af service neutron] 10.222.0.81 "GET /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518781 Aug 09 15:39:51.520449 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29dbb950-be20-4bd2-91aa-74466d010a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:51.531882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:51.534877 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0508f228-e9af-419b-9b6a-cf1a6874fa24" -d '{"events": [{"server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "name": "network-vif-plugged", "status": "completed", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:51.550423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-b90b1f8d-faa7-4c06-a501-506cc1a17c66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f HTTP/1.1" status: 200 len: 217 time: 0.0877888 Aug 09 15:39:51.634287 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-21681a18-5910-41eb-9005-afafcb58ec36 service neutron] 10.222.0.81 "GET /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407218 Aug 09 15:39:51.664456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-05359e4b-ddf4-4cd7-9834-46570825fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:51.666180 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-05359e4b-ddf4-4cd7-9834-46570825fb88 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.0888219 Aug 09 15:39:51.667715 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29dbb950-be20-4bd2-91aa-74466d010a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:51.671671 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29dbb950-be20-4bd2-91aa-74466d010a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:51.675870 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-29dbb950-be20-4bd2-91aa-74466d010a98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68afba17-8a87-4fc4-ad2e-84083b90c2ab HTTP/1.1" status: 204 len: 168 time: 0.4426396 Aug 09 15:39:51.712782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-3c6b823b-2a95-4808-bf7e-30a6d18c1fa6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382481 Aug 09 15:39:51.723086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390f2a7-8fad-4b36-8d72-0cbdbf58ad04 req-50381e5f-1e8b-48db-8692-c697e40fb995 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:51.726770 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-d39ba472-009f-410c-92eb-0b62c3910977 service neutron] 10.222.0.81 "GET /v2.0/ports/75ee56ba-e36a-4905-b05b-e68f578f58fe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0915349 Aug 09 15:39:51.734146 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4390f2a7-8fad-4b36-8d72-0cbdbf58ad04 req-50381e5f-1e8b-48db-8692-c697e40fb995 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 945 time: 0.1957502 Aug 09 15:39:51.751106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbb950-be20-4bd2-91aa-74466d010a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68afba17-8a87-4fc4-ad2e-84083b90c2ab,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:51.794830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988a6d7-cb0e-4e53-a0c0-cde5a39645ed req-8aa9faf2-fd66-46b2-aa6c-17334606f520 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:51.796536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3988a6d7-cb0e-4e53-a0c0-cde5a39645ed req-8aa9faf2-fd66-46b2-aa6c-17334606f520 tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 950 time: 0.2448554 Aug 09 15:39:51.936014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-42f31820-dae6-4dfe-affd-825d2ed72e67 service neutron] 10.222.0.81 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063737 Aug 09 15:39:51.987296 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-8e354da4-9ee3-4cc8-9630-73a4cda843ae service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474525 Aug 09 15:39:52.132001 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-05d4f356-1dea-4ced-9e90-c82921bce403 service neutron] 10.222.0.81 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897845 Aug 09 15:39:52.161635 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4390f2a7-8fad-4b36-8d72-0cbdbf58ad04 req-bb232730-9df8-478e-8760-976d1f3743d9 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262207 Aug 09 15:39:52.208229 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1cb14ec4-90ee-4379-8db3-3bcb16bb6529 service neutron] 10.222.0.81 "GET /v2.0/ports/1a207547-ce94-4f83-a3cf-8a3ad7a93614?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0639122 Aug 09 15:39:52.296467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50936) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:52.307562 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-814e88c1-f46d-48c8-b3ce-ceb2313b6d99 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927904 Aug 09 15:39:52.438183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-3988a6d7-cb0e-4e53-a0c0-cde5a39645ed req-32066717-83f0-4808-9eef-c3e74fef680a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Deleting port ab28cd9c-73e7-4574-9665-e62c897a4670 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:39:52.438485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3988a6d7-cb0e-4e53-a0c0-cde5a39645ed req-32066717-83f0-4808-9eef-c3e74fef680a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.488207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205e10a-ebc6-4b28-9975-68b631b38584 req-c295094e-295b-4732-b783-d86f31fb5316 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:52.497294 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b205e10a-ebc6-4b28-9975-68b631b38584 req-c295094e-295b-4732-b783-d86f31fb5316 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 945 time: 0.2015688 Aug 09 15:39:52.547053 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3ec7f4f0-110b-479d-87e7-09a4719744fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eaa07dd85f124dd59adf151b3bd38909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495391 Aug 09 15:39:52.549645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50942) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:52.604215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-7a6c5b17-e122-4f63-9f68-50f25514dae8 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:52.606377 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-7a6c5b17-e122-4f63-9f68-50f25514dae8 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b&tenant_id=bfbbec31d1de44c78633a7bdff61ea36&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.2120569 Aug 09 15:39:52.609362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b205e10a-ebc6-4b28-9975-68b631b38584 req-b90e3501-64ad-4ab7-b194-5cf10f73375d tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107588 Aug 09 15:39:52.614440 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-c20cdeab-0b08-4b56-8d28-e652abad40b8 service neutron] 10.222.0.81 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057224 Aug 09 15:39:52.625172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803778-2'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:52.692292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3988a6d7-cb0e-4e53-a0c0-cde5a39645ed req-32066717-83f0-4808-9eef-c3e74fef680a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] For port ab28cd9c-73e7-4574-9665-e62c897a4670, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ab28cd9c-73e7-4574-9665-e62c897a4670,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:52.692588 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3988a6d7-cb0e-4e53-a0c0-cde5a39645ed req-32066717-83f0-4808-9eef-c3e74fef680a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.733296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-3988a6d7-cb0e-4e53-a0c0-cde5a39645ed req-32066717-83f0-4808-9eef-c3e74fef680a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Calling delete_port for ab28cd9c-73e7-4574-9665-e62c897a4670 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:39:52.753916 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.797169 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75d64d5c-c251-41c3-a2ec-0b518c5b0ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.845526 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75d64d5c-c251-41c3-a2ec-0b518c5b0ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:52.855501 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-a4446a11-4b33-4ae0-9e5c-6fb5ded43459 service neutron] 10.222.0.81 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402012 Aug 09 15:39:52.918668 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bf9b21-d14d-48d0-b827-11112a8ff9c2 x-openstack-request-id: req-79bf9b21-d14d-48d0-b827-11112a8ff9c2 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:52.919191 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "name": "network-vif-plugged", "status": "completed", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:52.919545 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79bf9b21-d14d-48d0-b827-11112a8ff9c2 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:52.920583 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'code': 200} Aug 09 15:39:53.022004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75d64d5c-c251-41c3-a2ec-0b518c5b0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.030244 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75d64d5c-c251-41c3-a2ec-0b518c5b0ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.036155 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-75d64d5c-c251-41c3-a2ec-0b518c5b0ecf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1ae2aee-8771-4c67-9e07-ed2e8a1d0a67 HTTP/1.1" status: 204 len: 168 time: 0.4851842 Aug 09 15:39:53.066567 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-421e6f24-4cca-45b6-a52a-ff978ac07327 service neutron] 10.222.0.81 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878023 Aug 09 15:39:53.068852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d64d5c-c251-41c3-a2ec-0b518c5b0ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ae2aee-8771-4c67-9e07-ed2e8a1d0a67,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:53.169835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:53.223195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835ef85-f464-4723-bde8-4c2fc7816ff2 req-32a4ec13-2cb8-48e4-8500-27fc5bd80cea tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:53.224762 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4835ef85-f464-4723-bde8-4c2fc7816ff2 req-32a4ec13-2cb8-48e4-8500-27fc5bd80cea tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7f134e5-c9a6-4e61-b2aa-863b7f0a3071 HTTP/1.1" status: 200 len: 950 time: 0.1896482 Aug 09 15:39:53.263126 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1da9cce1-2cba-477d-837c-d49e646f7497 service neutron] 10.222.0.81 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841636 Aug 09 15:39:53.346307 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4835ef85-f464-4723-bde8-4c2fc7816ff2 req-e7f42b0d-951b-4b03-bbe9-00814871209a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.81 "GET /v2.0/security-groups?id=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706153 Aug 09 15:39:53.346307 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3988a6d7-cb0e-4e53-a0c0-cde5a39645ed req-32066717-83f0-4808-9eef-c3e74fef680a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.355491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['ab28cd9c-73e7-4574-9665-e62c897a4670'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:53.421634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32066717-83f0-4808-9eef-c3e74fef680a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Pushing event deleted for resources: {'Port': ['ID=ab28cd9c-73e7-4574-9665-e62c897a4670,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:53.506378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:53.521523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-18c54396-5806-4c13-9f01-0c8a89048b7f service neutron] 10.222.0.81 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548430 Aug 09 15:39:53.553917 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.567078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f756a06-ca4e-455a-a94a-85bf4d475b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8839982-ba3a-4071-8afe-b69c8cf79e0f'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:53.569432 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f454ac04-47fe-4226-82f1-49984a4d058c" -d '{"events": [{"server_uuid": "0f756a06-ca4e-455a-a94a-85bf4d475b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "b8839982-ba3a-4071-8afe-b69c8cf79e0f"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:53.584106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.737238 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-35c84881-5a5d-45fe-a85f-91268077f920 service neutron] 10.222.0.81 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141008 Aug 09 15:39:53.752029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3988a6d7-cb0e-4e53-a0c0-cde5a39645ed req-32066717-83f0-4808-9eef-c3e74fef680a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] No DVR routers for this DVR port ab28cd9c-73e7-4574-9665-e62c897a4670 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:53.754067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Pushing event updated for resources: {'Port': ['ID=b8839982-ba3a-4071-8afe-b69c8cf79e0f,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:53.759748 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3988a6d7-cb0e-4e53-a0c0-cde5a39645ed req-32066717-83f0-4808-9eef-c3e74fef680a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.762609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3988a6d7-cb0e-4e53-a0c0-cde5a39645ed req-32066717-83f0-4808-9eef-c3e74fef680a tempest-ServersAdminNegativeTestJSON-435581942 tempest-ServersAdminNegativeTestJSON-435581942-project] 10.222.0.53 "DELETE /v2.0/ports/ab28cd9c-73e7-4574-9665-e62c897a4670 HTTP/1.1" status: 204 len: 173 time: 1.8407333 Aug 09 15:39:53.876909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53d0f4-a254-4905-9ae9-e33e878c2ece req-3d87d99a-7e91-4359-8102-d09f8c4ca8c9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:53.888553 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7a53d0f4-a254-4905-9ae9-e33e878c2ece req-3d87d99a-7e91-4359-8102-d09f8c4ca8c9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.4319582 Aug 09 15:39:54.020791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-c138d58a-551f-46a1-ad82-42a4aacc8663 service neutron] 10.222.0.81 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718546 Aug 09 15:39:54.042439 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:39:54.054074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Attempting to bind port b8839982-ba3a-4071-8afe-b69c8cf79e0f on host n-h1-803778-2 for vnic_type normal with profile {"migrating_to": "n-h2-803778-2"} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:54.054619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Attempting to bind port b8839982-ba3a-4071-8afe-b69c8cf79e0f by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:54.055076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Attempting to bind port b8839982-ba3a-4071-8afe-b69c8cf79e0f on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:54.061025 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-069b6e0b-7bad-4c7c-8a72-3a9e38f5c55c service neutron] show failed (client error): The resource could not be found. Aug 09 15:39:54.062173 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-069b6e0b-7bad-4c7c-8a72-3a9e38f5c55c service neutron] 10.222.0.60 "GET /v2.0/ports/99999c04-d9ba-41c4-bd5e-6e35c63d0ff0/bindings/n-h1-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.2108200 Aug 09 15:39:54.064017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Port b8839982-ba3a-4071-8afe-b69c8cf79e0f on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:54.064427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Attempting to bind port b8839982-ba3a-4071-8afe-b69c8cf79e0f on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:54.080657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:54.080900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:54.081333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Bound using segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:54.082287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Bound port: b8839982-ba3a-4071-8afe-b69c8cf79e0f, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:54.085266 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:54.199148 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f6a2f6ac-8ddb-49c0-927a-c39fd243245f service neutron] 10.222.0.81 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774237 Aug 09 15:39:54.269366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:54.271503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:54.283427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7a53d0f4-a254-4905-9ae9-e33e878c2ece req-96ef1140-4169-423c-869a-8d73425134fb tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934128 Aug 09 15:39:54.290419 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:54.483933 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-66977099-8699-4412-99b6-04040cb24699 service neutron] 10.222.0.81 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733283 Aug 09 15:39:54.505181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Pushing event updated for resources: {'Port': ['ID=b8839982-ba3a-4071-8afe-b69c8cf79e0f,revision_number=8']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:54.611988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:54.612634 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:54.614007 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-054f6e08-1bd5-4364-b112-0ad60abb3f47 service neutron] 10.222.0.60 "PUT /v2.0/ports/b8839982-ba3a-4071-8afe-b69c8cf79e0f HTTP/1.1" status: 200 len: 1121 time: 1.9932621 Aug 09 15:39:54.623062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d864cfe-8253-4e75-80ca-d45f919dc530 req-77f18b49-9d51-42ff-8403-c61bfdc95e91 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:54.624666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d864cfe-8253-4e75-80ca-d45f919dc530 req-77f18b49-9d51-42ff-8403-c61bfdc95e91 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 943 time: 0.2132134 Aug 09 15:39:54.671876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['b8839982-ba3a-4071-8afe-b69c8cf79e0f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:39:54.695002 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-c31cabcd-b2c2-4092-be3a-311efbd0da0a service neutron] 10.222.0.81 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065713 Aug 09 15:39:54.720023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-11ea9689-7017-4ba3-97c6-e319dd842e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:54.721688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-11ea9689-7017-4ba3-97c6-e319dd842e42 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60&tenant_id=3db5924556fe4b23b861d1e4e4681575 HTTP/1.1" status: 200 len: 1101 time: 0.1116247 Aug 09 15:39:54.746533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:54.830230 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d864cfe-8253-4e75-80ca-d45f919dc530 req-4639b7a4-ece5-48a9-a3e6-b70db0407831 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734252 Aug 09 15:39:54.835766 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:54.952079 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c5974e-7312-4caf-970a-4c9504a3daf2 x-openstack-request-id: req-68c5974e-7312-4caf-970a-4c9504a3daf2 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:54.953013 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f756a06-ca4e-455a-a94a-85bf4d475b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "b8839982-ba3a-4071-8afe-b69c8cf79e0f", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:54.953326 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68c5974e-7312-4caf-970a-4c9504a3daf2 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:54.955611 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f756a06-ca4e-455a-a94a-85bf4d475b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8839982-ba3a-4071-8afe-b69c8cf79e0f', 'code': 200} Aug 09 15:39:55.165413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:55.209269 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:55.280286 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.296665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Transition to ACTIVE for port object 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:39:55.301946 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.400492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Pushing event updated for resources: {'Port': ['ID=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:55.432025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] No DVR routers for this DVR port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:39:55.531099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d66d76-7a18-43ab-a753-c9dc6c0870a4 req-b9981234-c159-4d14-aa68-c221aded8c61 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:55.532655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02d66d76-7a18-43ab-a753-c9dc6c0870a4 req-b9981234-c159-4d14-aa68-c221aded8c61 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 948 time: 0.1485109 Aug 09 15:39:55.631847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Attempting to bind port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:39:55.631847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Attempting to bind port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:39:55.631847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Attempting to bind port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:55.685657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:39:55.690678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Attempting to bind port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:39:55.693260 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51048) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:55.729814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02d66d76-7a18-43ab-a753-c9dc6c0870a4 req-25fffa4a-4a89-40d9-bd25-548f5cb3e04f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783471 Aug 09 15:39:55.736450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:39:55.736450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:39:55.736636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:39:55.737932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Bound port: 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:39:55.738548 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.895453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:39:55.901520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:39:55.910790 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.932801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:55.933851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:55.935574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] 10.222.0.53 "PUT /v2.0/ports/99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 HTTP/1.1" status: 200 len: 1096 time: 1.1943901 Aug 09 15:39:55.944219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fee08580-61f7-4d48-a61b-9afe9c3e6d95 req-3f31486e-f03d-4bdd-80fa-1bbe99411d5f tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0745559 Aug 09 15:39:56.161435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d2a7d-07f8-4bd5-8c38-b6f12100cf92 service neutron] Pushing event updated for resources: {'Port': ['ID=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:56.195198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-0ada5e77-f539-4292-b376-fb8fca47625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.197500 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-0ada5e77-f539-4292-b376-fb8fca47625b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 1099 time: 0.1541758 Aug 09 15:39:56.243258 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bab36956-1494-4e12-96e7-5e759c61c1dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b7ebbc466884f538f4938728e1f3a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5473220 Aug 09 15:39:56.253640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51074) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:56.337039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05dc78-6f61-460e-abb6-dd80a612e606 req-e5e2ee37-3d7d-40eb-9add-700563098a4c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.338927 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a05dc78-6f61-460e-abb6-dd80a612e606 req-e5e2ee37-3d7d-40eb-9add-700563098a4c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 943 time: 0.2894604 Aug 09 15:39:56.402116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2ad92f85-00e1-4a73-9123-0d84bb388064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.410638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-0e91cf45-0328-40ff-98bd-d143268eb041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.417858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-0e91cf45-0328-40ff-98bd-d143268eb041 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.2100353 Aug 09 15:39:56.431861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2ad92f85-00e1-4a73-9123-0d84bb388064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.495947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ab28cd9c-73e7-4574-9665-e62c897a4670 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:56.497318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-68a79066-8cb8-4568-bb8e-1fd623b4ef82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 HTTP/1.1" status: 200 len: 217 time: 0.0688303 Aug 09 15:39:56.498266 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a05dc78-6f61-460e-abb6-dd80a612e606 req-81d757d7-3738-4765-9056-b471f4ec4717 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488853 Aug 09 15:39:56.545437 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2ad92f85-00e1-4a73-9123-0d84bb388064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.552004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2ad92f85-00e1-4a73-9123-0d84bb388064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.553394 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2ad92f85-00e1-4a73-9123-0d84bb388064 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/716e32d4-a6ce-4aa9-b27d-6b7ebcc94979 HTTP/1.1" status: 204 len: 168 time: 0.2982817 Aug 09 15:39:56.584725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad92f85-00e1-4a73-9123-0d84bb388064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716e32d4-a6ce-4aa9-b27d-6b7ebcc94979,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:56.646802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: ab28cd9c-73e7-4574-9665-e62c897a4670 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:39:56.647165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ab28cd9c-73e7-4574-9665-e62c897a4670 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:56.653132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-193af126-d88d-4db8-bfb5-6a895e6eb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.670815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-193af126-d88d-4db8-bfb5-6a895e6eb068 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1664116 Aug 09 15:39:56.807149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-6a98a26e-4bf3-4a24-90cf-06a2cc97782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:56.811329 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-6a98a26e-4bf3-4a24-90cf-06a2cc97782a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326404 Aug 09 15:39:56.957666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f134e5-c9a6-4e61-b2aa-863b7f0a3071', 'name': 'network-vif-deleted', 'tag': 'ab28cd9c-73e7-4574-9665-e62c897a4670'}, {'name': 'network-changed', 'server_uuid': '0f756a06-ca4e-455a-a94a-85bf4d475b9b', 'tag': 'b8839982-ba3a-4071-8afe-b69c8cf79e0f'}, {'server_uuid': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0'}, {'name': 'network-changed', 'server_uuid': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'tag': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:39:56.968995 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d611633-f97e-4944-942e-a6381a162414" -d '{"events": [{"server_uuid": "b7f134e5-c9a6-4e61-b2aa-863b7f0a3071", "name": "network-vif-deleted", "tag": "ab28cd9c-73e7-4574-9665-e62c897a4670"}, {"name": "network-changed", "server_uuid": "0f756a06-ca4e-455a-a94a-85bf4d475b9b", "tag": "b8839982-ba3a-4071-8afe-b69c8cf79e0f"}, {"server_uuid": "8cb810ae-f10c-4ad6-9073-bfaa4f672f60", "name": "network-vif-unplugged", "status": "completed", "tag": "99999c04-d9ba-41c4-bd5e-6e35c63d0ff0"}, {"name": "network-changed", "server_uuid": "8cb810ae-f10c-4ad6-9073-bfaa4f672f60", "tag": "99999c04-d9ba-41c4-bd5e-6e35c63d0ff0"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:39:57.070030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-13c57b72-5436-4e18-885c-1b85a509d936 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473304 Aug 09 15:39:57.150627 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d789b-c4c3-4683-a7ae-df3346bbbeb9 req-f89f877f-9a23-4380-93d8-7a565dfda363 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.179952 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-640d789b-c4c3-4683-a7ae-df3346bbbeb9 req-f89f877f-9a23-4380-93d8-7a565dfda363 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 948 time: 0.1385093 Aug 09 15:39:57.267024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-640d789b-c4c3-4683-a7ae-df3346bbbeb9 req-89f181a2-8b5c-400e-9fb5-bb0bf507fd1c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787249 Aug 09 15:39:57.285823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b1c951-e9cd-48c5-88b4-f61d28b080b0 req-abaeb248-e2ed-4ea2-867b-f0737e0b2602 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097600 Aug 09 15:39:57.489110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51112) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:57.490838 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Mon, 09 Aug 2021 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dd3205-7f17-42a7-96c8-a83cd469aca0 x-openstack-request-id: req-b4dd3205-7f17-42a7-96c8-a83cd469aca0 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:39:57.491140 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f134e5-c9a6-4e61-b2aa-863b7f0a3071", "name": "network-vif-deleted", "tag": "ab28cd9c-73e7-4574-9665-e62c897a4670", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f756a06-ca4e-455a-a94a-85bf4d475b9b", "tag": "b8839982-ba3a-4071-8afe-b69c8cf79e0f", "status": "completed", "code": 200}, {"server_uuid": "8cb810ae-f10c-4ad6-9073-bfaa4f672f60", "name": "network-vif-unplugged", "status": "completed", "tag": "99999c04-d9ba-41c4-bd5e-6e35c63d0ff0", "code": 200}, {"name": "network-changed", "server_uuid": "8cb810ae-f10c-4ad6-9073-bfaa4f672f60", "tag": "99999c04-d9ba-41c4-bd5e-6e35c63d0ff0", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:39:57.491387 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4dd3205-7f17-42a7-96c8-a83cd469aca0 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:39:57.491782 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f134e5-c9a6-4e61-b2aa-863b7f0a3071', 'name': 'network-vif-deleted', 'tag': 'ab28cd9c-73e7-4574-9665-e62c897a4670', 'status': 'completed', 'code': 200} Aug 09 15:39:57.492033 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f756a06-ca4e-455a-a94a-85bf4d475b9b', 'tag': 'b8839982-ba3a-4071-8afe-b69c8cf79e0f', 'status': 'completed', 'code': 200} Aug 09 15:39:57.492278 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0', 'code': 200} Aug 09 15:39:57.492515 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'tag': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0', 'status': 'completed', 'code': 200} Aug 09 15:39:57.551963 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8ab722af-2156-4edd-be0c-2173e7d4d8d6 req-d44529cf-bbf2-4355-a92b-4c70cab7155a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0607877 Aug 09 15:39:57.693166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d861b477-98f3-4cd8-a0fc-12ebbae9ddbf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2358b83011e04b54b4124f213d8237bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996715 Aug 09 15:39:57.697693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51124) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:39:57.750103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-bd56ada9-cf15-460c-a36c-6946f2d72521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.753564 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-bd56ada9-cf15-460c-a36c-6946f2d72521 service neutron] 10.222.0.53 "GET /v2.0/ports/75ee56ba-e36a-4905-b05b-e68f578f58fe HTTP/1.1" status: 200 len: 1033 time: 0.0627394 Aug 09 15:39:57.768822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d23cb-e6ca-4c8e-bd64-45d7980affe7 req-700ec014-eea4-40a5-bb73-f833069cafcc tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.786864 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee7d23cb-e6ca-4c8e-bd64-45d7980affe7 req-700ec014-eea4-40a5-bb73-f833069cafcc tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 943 time: 0.1622951 Aug 09 15:39:57.911311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611633-f97e-4944-942e-a6381a162414 req-28c564bd-e56b-48a0-a9b3-b556aa96e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.913172 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-28c564bd-e56b-48a0-a9b3-b556aa96e87e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 1099 time: 0.3601456 Aug 09 15:39:57.916689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611633-f97e-4944-942e-a6381a162414 req-8c3f0e48-0285-4f2e-9655-e550c39e051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.919355 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-8c3f0e48-0285-4f2e-9655-e550c39e051d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 1124 time: 0.3708799 Aug 09 15:39:57.930217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee7d23cb-e6ca-4c8e-bd64-45d7980affe7 req-6a1cfc56-107c-407e-9588-2e307a6cc919 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407363 Aug 09 15:39:57.960182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-855e1def-86dc-44cc-93b0-8d0628050ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:57.962151 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-855e1def-86dc-44cc-93b0-8d0628050ddb service neutron] 10.222.0.53 "GET /v2.0/ports/1a207547-ce94-4f83-a3cf-8a3ad7a93614 HTTP/1.1" status: 200 len: 1033 time: 0.1691811 Aug 09 15:39:58.075267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611633-f97e-4944-942e-a6381a162414 req-2cffe2e2-295a-4c80-8b66-86424ce92c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.076761 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-2cffe2e2-295a-4c80-8b66-86424ce92c2a service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.1440792 Aug 09 15:39:58.136589 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b8839982-ba3a-4071-8afe-b69c8cf79e0f details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:39:58.142491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:39:58.169600 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a21b-9500-4e15-a657-83b08416f5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.172316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-6c96c2df-174e-45c6-a7e4-9a615b669fc5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f HTTP/1.1" status: 200 len: 217 time: 0.0671830 Aug 09 15:39:58.252298 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a21b-9500-4e15-a657-83b08416f5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.295192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611633-f97e-4944-942e-a6381a162414 req-358ee46c-9951-451e-96df-1147c7ba0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.296949 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-358ee46c-9951-451e-96df-1147c7ba0cdc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.1122415 Aug 09 15:39:58.311847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611633-f97e-4944-942e-a6381a162414 req-22510b86-2355-4cc0-8a56-0dcc87dbf6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.313514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-22510b86-2355-4cc0-8a56-0dcc87dbf6fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3903103 Aug 09 15:39:58.339899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:39:58.348895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-50093638-2cfd-490c-875b-d5775337647c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344050 Aug 09 15:39:58.577515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-b5001311-3f2d-4ab6-9da1-e22c1c6860c3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.583827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-b5001311-3f2d-4ab6-9da1-e22c1c6860c3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.599563 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-b5001311-3f2d-4ab6-9da1-e22c1c6860c3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.602070 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-b5001311-3f2d-4ab6-9da1-e22c1c6860c3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "GET /v2.0/networks?id=513e6b81-6742-476e-a576-44c46ff3978e&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=9aebc04b-7567-491f-9526-844a2d600872&id=9aebc04b-7567-491f-9526-844a2d600872 HTTP/1.1" status: 200 len: 1994 time: 0.5572224 Aug 09 15:39:58.603671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:39:58.649415 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc6672-263d-4d63-a711-ae8a9ad72e46 req-f10fd676-d25a-434f-a47e-ab131540323b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.657640 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6bc6672-263d-4d63-a711-ae8a9ad72e46 req-f10fd676-d25a-434f-a47e-ab131540323b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 948 time: 0.2178447 Aug 09 15:39:58.660782 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b8839982-ba3a-4071-8afe-b69c8cf79e0f has no active binding in host n-h2-803778-2 {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:39:58.735973 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6bc6672-263d-4d63-a711-ae8a9ad72e46 req-91b572ef-b3ea-40e3-bf7f-bfe6c3b7adf3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717175 Aug 09 15:39:58.744900 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-74934e89-47ae-4748-89d4-cade7ea1794d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1 HTTP/1.1" status: 200 len: 380 time: 0.1277213 Aug 09 15:39:58.755285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'port': {'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'admin_state_up': True, 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'security_groups': ['e230980b-9dc5-4e8d-89ee-54abbc2368d4']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:39:58.870545 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-89a11af5-0f78-488f-8281-8bafafe4ee3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 HTTP/1.1" status: 200 len: 217 time: 0.5196254 Aug 09 15:39:58.944300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611633-f97e-4944-942e-a6381a162414 req-0e6d84d9-c4ce-4280-8c0b-2ba1c3b7cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:58.946088 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-0e6d84d9-c4ce-4280-8c0b-2ba1c3b7cf7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0632191 Aug 09 15:39:58.986652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3e780658-e1d3-4c04-b80a-c850d1f9ad37 req-e4419a1b-3ea9-41be-b2a7-edcb97f4e816 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0391531 Aug 09 15:39:59.004517 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:39:59.015941 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.040540 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a21b-9500-4e15-a657-83b08416f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.043965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ddc4a21b-9500-4e15-a657-83b08416f5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.048254 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ddc4a21b-9500-4e15-a657-83b08416f5c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/918c05f0-0bbe-4b7b-998d-609f8bff0897 HTTP/1.1" status: 204 len: 168 time: 1.3450134 Aug 09 15:39:59.085220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4a21b-9500-4e15-a657-83b08416f5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918c05f0-0bbe-4b7b-998d-609f8bff0897,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:39:59.118948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-196d5f7c-25ed-4272-a570-1c5aec941770 service neutron] 10.222.0.53 "GET /v2.0/ports/b8839982-ba3a-4071-8afe-b69c8cf79e0f/bindings/n-h2-803778-2 HTTP/1.1" status: 200 len: 384 time: 0.8012125 Aug 09 15:39:59.144681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611633-f97e-4944-942e-a6381a162414 req-509df9ca-5b2e-4931-8a2b-08ba25211b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:59.146790 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-509df9ca-5b2e-4931-8a2b-08ba25211b3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1583464 Aug 09 15:39:59.337944 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-87a1e82a-9be6-4d51-b531-2b13e4ec0048 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597862 Aug 09 15:39:59.339581 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-3a77952c-25d7-4fd8-8fc0-990332049cc6 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9582186 Aug 09 15:39:59.368489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Allocated IP 172.20.0.8 (513e6b81-6742-476e-a576-44c46ff3978e/19138694-734c-4465-b6cf-40c50ce31215/acc8dcac-3435-4ea9-909a-709abae24ea2) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:39:59.493433 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-56450887-37d1-4b95-a87f-883c045ebe86 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349471 Aug 09 15:39:59.637616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453f68-8a92-4d9b-a6c0-34c34546ccd0 req-4d447fba-b127-491b-8db6-88977fc8c86e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:39:59.646886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48453f68-8a92-4d9b-a6c0-34c34546ccd0 req-4d447fba-b127-491b-8db6-88977fc8c86e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 943 time: 0.3032968 Aug 09 15:39:59.834112 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.849897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-ed63ee1c-8424-4c23-853e-2c93d4f69ae5 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695657 Aug 09 15:39:59.920997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48453f68-8a92-4d9b-a6c0-34c34546ccd0 req-ce866488-9833-4c16-b066-90204f4325ae tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729373 Aug 09 15:39:59.923459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Transition to ACTIVE for port object acc8dcac-3435-4ea9-909a-709abae24ea2 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:00.071984 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.115090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611633-f97e-4944-942e-a6381a162414 req-d54ee01d-853a-4c0a-b221-dd81b5d9f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:00.116611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-d54ee01d-853a-4c0a-b221-dd81b5d9f253 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 1099 time: 0.1806195 Aug 09 15:40:00.118446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-7de32e1d-bc80-4807-9572-05d4a02ba6be service neutron] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:00.202727 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Network 513e6b81-6742-476e-a576-44c46ff3978e is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:00.230025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31a5ff-190c-460f-9c06-0696d7388e80 req-5a9127d6-4361-4078-92fd-2d64cc2c9bda tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:00.251854 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae31a5ff-190c-460f-9c06-0696d7388e80 req-5a9127d6-4361-4078-92fd-2d64cc2c9bda tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 948 time: 0.3364191 Aug 09 15:40:00.258868 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:00.262826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:00.265351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Port': ['ID=acc8dcac-3435-4ea9-909a-709abae24ea2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:00.276788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-7de32e1d-bc80-4807-9572-05d4a02ba6be service neutron] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:00.409560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-7de32e1d-bc80-4807-9572-05d4a02ba6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8839982-ba3a-4071-8afe-b69c8cf79e0f {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:00.450326 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae31a5ff-190c-460f-9c06-0696d7388e80 req-14b78cf0-a020-4b43-8fdd-0b23c33027b3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973987 Aug 09 15:40:00.467384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:00.468096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.494130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-7de32e1d-bc80-4807-9572-05d4a02ba6be service neutron] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:00.503752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:00.565500 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7546cf38-e798-444b-86e0-aab9352d38f3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8146012 Aug 09 15:40:00.576510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-7de32e1d-bc80-4807-9572-05d4a02ba6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.576706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'port': {'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf', 'admin_state_up': True, 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'security_groups': ['e230980b-9dc5-4e8d-89ee-54abbc2368d4']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:00.651426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611633-f97e-4944-942e-a6381a162414 req-5733071b-1839-4a6f-907a-56a9013c0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:00.655222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-5733071b-1839-4a6f-907a-56a9013c0d7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.5205131 Aug 09 15:40:00.840642 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-91f09674-cf94-42c7-9250-55e181c83e4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 HTTP/1.1" status: 200 len: 217 time: 0.1412365 Aug 09 15:40:00.841183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:00.849070 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:00.941572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:00.968602 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0', 'mac_address': 'fa:16:3e:d7:1f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:01.098336 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:01.155723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:01.180792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611633-f97e-4944-942e-a6381a162414 req-3cbab57b-0db3-4295-9582-a31018e13d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:01.185309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-3cbab57b-0db3-4295-9582-a31018e13d31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2545738 Aug 09 15:40:01.186601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-7de32e1d-bc80-4807-9572-05d4a02ba6be service neutron] Transition to ACTIVE for port object b8839982-ba3a-4071-8afe-b69c8cf79e0f will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:01.187806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-11a62583-ee1a-402e-b943-55176897d0dd None None] Provisioning for port acc8dcac-3435-4ea9-909a-709abae24ea2 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:01.234483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51236) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:01.241615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d068b1-5d74-46b1-a61c-a806e67daf30 req-84850f35-24d8-4d90-b9fe-3af41c6448a2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:01.243850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-11a62583-ee1a-402e-b943-55176897d0dd None None] Provisioning complete for port acc8dcac-3435-4ea9-909a-709abae24ea2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:01.245855 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e4d068b1-5d74-46b1-a61c-a806e67daf30 req-84850f35-24d8-4d90-b9fe-3af41c6448a2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 931 time: 0.4492786 Aug 09 15:40:01.246501 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-11a62583-ee1a-402e-b943-55176897d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:01.322541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:01.334830 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:01.374857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Allocated IP 10.1.1.240 (988775f1-455e-4a42-a5e9-861daba19edf/8c26c0bd-b5e7-4404-b118-2100253fe227/d244bd87-3752-4971-9c65-29f6ddea2c84) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:01.379929 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-7de32e1d-bc80-4807-9572-05d4a02ba6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:01.415858 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-11a62583-ee1a-402e-b943-55176897d0dd None None] Port acc8dcac-3435-4ea9-909a-709abae24ea2 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:01.537320 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:01.584753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1988728247-network', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:01.593870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['99999c04-d9ba-41c4-bd5e-6e35c63d0ff0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:01.635999 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de32e1d-bc80-4807-9572-05d4a02ba6be service neutron] Pushing event updated for resources: {'Port': ['ID=b8839982-ba3a-4071-8afe-b69c8cf79e0f,revision_number=10']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:01.685683 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e4d068b1-5d74-46b1-a61c-a806e67daf30 req-52f72bb6-ad7f-4747-8575-caf3e8076fdc tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315813 Aug 09 15:40:01.815170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-7de32e1d-bc80-4807-9572-05d4a02ba6be service neutron] No DVR routers for this DVR port b8839982-ba3a-4071-8afe-b69c8cf79e0f on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:40:01.873394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-7de32e1d-bc80-4807-9572-05d4a02ba6be service neutron] 10.222.0.53 "PUT /v2.0/ports/b8839982-ba3a-4071-8afe-b69c8cf79e0f/bindings/n-h2-803778-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7432504 Aug 09 15:40:01.915018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d611633-f97e-4944-942e-a6381a162414 req-58c1c192-af61-45ef-872d-6afac8178a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:01.920222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-58c1c192-af61-45ef-872d-6afac8178a8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6045923 Aug 09 15:40:01.948778 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:01.960119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db1686-166c-430f-94ea-01d368a940ac req-105e0127-9222-41b5-beee-3dae59ff8ad9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:01.962285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16db1686-166c-430f-94ea-01d368a940ac req-105e0127-9222-41b5-beee-3dae59ff8ad9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60&tenant_id=3db5924556fe4b23b861d1e4e4681575&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 949 time: 0.3920267 Aug 09 15:40:01.966752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Transition to ACTIVE for port object d244bd87-3752-4971-9c65-29f6ddea2c84 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:02.010490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.036072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Made reservation on behalf of 56a9cdce47a44213a60c8fa201cfe7a1 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:02.038876 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.097978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-fb05552c-cb17-4da6-b720-fe5a39ce3e16 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295383 Aug 09 15:40:02.098633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Port': ['ID=d244bd87-3752-4971-9c65-29f6ddea2c84,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:02.110829 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.211849 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.223099 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.260428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Network 988775f1-455e-4a42-a5e9-861daba19edf is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:02.263804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5659bb-7c66-445a-92e2-8bd71ce416ac,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:02.279334 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a1d55-1210-4049-8e7f-8c28ac81caf6 req-e59fbef7-60f2-4827-8ad4-7952da11fdc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:02.287723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c29a1d55-1210-4049-8e7f-8c28ac81caf6 req-e59fbef7-60f2-4827-8ad4-7952da11fdc5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 944 time: 0.4750884 Aug 09 15:40:02.294486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:02.301088 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-16db1686-166c-430f-94ea-01d368a940ac req-4d7095ec-c666-4ea5-9faa-1b003dc0be2e service neutron] delete failed (client error): The resource could not be found. Aug 09 15:40:02.302208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16db1686-166c-430f-94ea-01d368a940ac req-4d7095ec-c666-4ea5-9faa-1b003dc0be2e service neutron] 10.222.0.60 "DELETE /v2.0/ports/99999c04-d9ba-41c4-bd5e-6e35c63d0ff0/bindings/n-h2-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.2072322 Aug 09 15:40:02.329616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f484d-ccf9-4793-a53d-37eadcd5bc6d req-a43f7494-0552-4189-a6d7-6a4bd5ae62c4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:02.331676 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba4f484d-ccf9-4793-a53d-37eadcd5bc6d req-a43f7494-0552-4189-a6d7-6a4bd5ae62c4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 949 time: 0.4232574 Aug 09 15:40:02.345864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-8e2c9135-4cf7-4280-9bdb-f7b71bbb6010 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:02.347343 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-8e2c9135-4cf7-4280-9bdb-f7b71bbb6010 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b&tenant_id=bfbbec31d1de44c78633a7bdff61ea36&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1095 time: 0.3778911 Aug 09 15:40:02.380864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:02.383807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:02.404323 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c29a1d55-1210-4049-8e7f-8c28ac81caf6 req-1d9b7e56-9fe1-4375-bc4d-cf4aed3b6ae1 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152275 Aug 09 15:40:02.502194 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.506520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:02.508914 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Added segment 5951a3db-0013-47b2-854f-7f56b25c5e70 of type vlan for network ad03a4f1-7ba1-4958-89d7-707b33424489 Aug 09 15:40:02.579221 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba4f484d-ccf9-4793-a53d-37eadcd5bc6d req-299bd5fa-4a97-455b-a1b3-f319bdffd2ed tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379446 Aug 09 15:40:02.580882 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:02.581800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.598012 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.629235 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-441f0981-2d36-4526-a8d2-1ec08efce2da tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0570378 Aug 09 15:40:02.631537 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d611633-f97e-4944-942e-a6381a162414 req-ba974d24-19fd-46fb-8819-055dedf5e07b service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376137 Aug 09 15:40:02.640883 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-3f332f36-9e48-4bd5-a7d4-4a6858b60724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:02.647735 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-3f332f36-9e48-4bd5-a7d4-4a6858b60724 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b&tenant_id=bfbbec31d1de44c78633a7bdff61ea36 HTTP/1.1" status: 200 len: 1095 time: 0.2766793 Aug 09 15:40:02.650335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db1686-166c-430f-94ea-01d368a940ac req-ee6e256a-70cd-4cf7-adc9-b544c66e0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:02.652823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16db1686-166c-430f-94ea-01d368a940ac req-ee6e256a-70cd-4cf7-adc9-b544c66e0a34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 1100 time: 0.1912780 Aug 09 15:40:02.663638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'port': {'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf', 'admin_state_up': True, 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'security_groups': ['e230980b-9dc5-4e8d-89ee-54abbc2368d4']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:02.735772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d1ec6dc2-90cc-482a-b631-6ab8b9f0b906 None None] Provisioning for port d244bd87-3752-4971-9c65-29f6ddea2c84 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:02.759227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d1ec6dc2-90cc-482a-b631-6ab8b9f0b906 None None] Provisioning complete for port d244bd87-3752-4971-9c65-29f6ddea2c84 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:02.759609 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6dc2-90cc-482a-b631-6ab8b9f0b906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.792456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-a7319097-aad5-42e1-b4b8-195bfbd8497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:02.795458 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-a7319097-aad5-42e1-b4b8-195bfbd8497b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 1095 time: 0.1192605 Aug 09 15:40:02.878228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db1686-166c-430f-94ea-01d368a940ac req-307cc227-3e73-4463-9ed7-7833bdd718a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:02.880379 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16db1686-166c-430f-94ea-01d368a940ac req-307cc227-3e73-4463-9ed7-7833bdd718a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.2150574 Aug 09 15:40:02.889888 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:02.897161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.908220 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec6dc2-90cc-482a-b631-6ab8b9f0b906 None None] Port d244bd87-3752-4971-9c65-29f6ddea2c84 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:02.920674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:02.921833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.922849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:02.923444 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:02.934210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:02.934699 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:03.004865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] Pushing event updated for resources: {'Network': ['ID=ad03a4f1-7ba1-4958-89d7-707b33424489,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:03.024551 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-18efd622-eab0-4df8-bb46-28cb098a559e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7887294 Aug 09 15:40:03.027904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51268) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:03.028774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-9c787f65-6406-4f52-bd41-156f5ad62428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:03.030598 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-9c787f65-6406-4f52-bd41-156f5ad62428 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.2241902 Aug 09 15:40:03.033555 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16db1686-166c-430f-94ea-01d368a940ac req-225b5dd0-b089-4c8e-9a08-d9023afeb22f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 HTTP/1.1" status: 200 len: 217 time: 0.1403503 Aug 09 15:40:03.062849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6319f59b-04ae-497b-9f23-742fc3fc12b2 admin admin] Request body: {'subnet': {'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988728247-subnet', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:03.115472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6319f59b-04ae-497b-9f23-742fc3fc12b2 admin admin] Made reservation on behalf of 56a9cdce47a44213a60c8fa201cfe7a1 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:03.118003 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6319f59b-04ae-497b-9f23-742fc3fc12b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:03.123913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network ad03a4f1-7ba1-4958-89d7-707b33424489 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:03.224803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Allocated IP 10.1.1.213 (988775f1-455e-4a42-a5e9-861daba19edf/8c26c0bd-b5e7-4404-b118-2100253fe227/4aa4ba74-90a3-46f1-832a-a6a8176e0745) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:03.255549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-8c86fc8b-1b76-4e31-8327-dc4829e03f1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f HTTP/1.1" status: 200 len: 217 time: 0.1719749 Aug 09 15:40:03.336343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a2570-5763-445d-a066-b6d712d734b3 req-fb4c64fa-7545-4dc7-bc0b-3ed4de1fd00e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:03.345063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a2570-5763-445d-a066-b6d712d734b3 req-fb4c64fa-7545-4dc7-bc0b-3ed4de1fd00e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:03.353556 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a63a2570-5763-445d-a066-b6d712d734b3 req-fb4c64fa-7545-4dc7-bc0b-3ed4de1fd00e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 1653 time: 0.3215857 Aug 09 15:40:03.409376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a63a2570-5763-445d-a066-b6d712d734b3 req-c6400d79-6447-445e-9c4c-7b8e3712c5d4 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547278 Aug 09 15:40:03.420412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db1686-166c-430f-94ea-01d368a940ac req-9ca6333b-023a-4cba-ac75-bdc9860f883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:03.423425 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16db1686-166c-430f-94ea-01d368a940ac req-9ca6333b-023a-4cba-ac75-bdc9860f883e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.3699744 Aug 09 15:40:03.425236 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:03.428507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-a789e94d-0acb-45b5-83e0-99f91c2beb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:03.432529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-a789e94d-0acb-45b5-83e0-99f91c2beb51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.1648321 Aug 09 15:40:03.482573 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:03.488379 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fad78e9-2689-45ba-9718-679059fee713" -d '{"events": [{"server_uuid": "8cb810ae-f10c-4ad6-9073-bfaa4f672f60", "name": "network-vif-plugged", "status": "completed", "tag": "99999c04-d9ba-41c4-bd5e-6e35c63d0ff0"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:03.497969 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-b3321ac6-eaa5-436e-a9d1-568a783fd463 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528066 Aug 09 15:40:03.547849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:03.552938 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:03.553778 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b8839982-ba3a-4071-8afe-b69c8cf79e0f no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:40:03.709536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-35102d59-1062-4134-85be-13718f7557b4 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714232 Aug 09 15:40:03.758389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db1686-166c-430f-94ea-01d368a940ac req-c193eda2-9dcc-463c-bd07-404af40869ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:03.764855 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16db1686-166c-430f-94ea-01d368a940ac req-c193eda2-9dcc-463c-bd07-404af40869ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3209927 Aug 09 15:40:03.791751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2e0c6-c176-4e20-9620-59cfbb0443e7 req-e49f91ad-5e09-4ea9-b48a-63434130fc6a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:03.794502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1de2e0c6-c176-4e20-9620-59cfbb0443e7 req-e49f91ad-5e09-4ea9-b48a-63434130fc6a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 944 time: 0.2096076 Aug 09 15:40:03.835108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:03.854080 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b58fb48-3323-40ec-8d97-b7f847e6c8e1 x-openstack-request-id: req-2b58fb48-3323-40ec-8d97-b7f847e6c8e1 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:03.854382 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb810ae-f10c-4ad6-9073-bfaa4f672f60", "name": "network-vif-plugged", "status": "completed", "tag": "99999c04-d9ba-41c4-bd5e-6e35c63d0ff0", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:03.854640 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b58fb48-3323-40ec-8d97-b7f847e6c8e1 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:03.858963 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0', 'code': 200} Aug 09 15:40:03.866409 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1de2e0c6-c176-4e20-9620-59cfbb0443e7 req-6e51e8ed-4b9a-4129-89e6-6b205927b096 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622988 Aug 09 15:40:03.881661 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6319f59b-04ae-497b-9f23-742fc3fc12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:03.906104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b8839982-ba3a-4071-8afe-b69c8cf79e0f not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:40:04.002979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319f59b-04ae-497b-9f23-742fc3fc12b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c3509c-bab9-44af-9d9b-b3d9b756bbe9,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:04.057900 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6319f59b-04ae-497b-9f23-742fc3fc12b2 admin admin] Checking segment: {'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:04.059754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6319f59b-04ae-497b-9f23-742fc3fc12b2 admin admin] Network hostable DHCP agents. Network: ad03a4f1-7ba1-4958-89d7-707b33424489, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:04.069815 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.086749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd0b63-5670-49d7-b015-e63bdce83762 req-c8487828-27c9-4a18-adc8-565f22d0f6d5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:04.088540 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6bd0b63-5670-49d7-b015-e63bdce83762 req-c8487828-27c9-4a18-adc8-565f22d0f6d5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1679585 Aug 09 15:40:04.094299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6319f59b-04ae-497b-9f23-742fc3fc12b2 admin admin] Network ad03a4f1-7ba1-4958-89d7-707b33424489 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:04.104426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Transition to ACTIVE for port object 4aa4ba74-90a3-46f1-832a-a6a8176e0745 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:04.111472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-6319f59b-04ae-497b-9f23-742fc3fc12b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, ad03a4f1-7ba1-4958-89d7-707b33424489) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:04.119517 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6319f59b-04ae-497b-9f23-742fc3fc12b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:04.119517 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6319f59b-04ae-497b-9f23-742fc3fc12b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.124948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a044fe-4373-4794-b061-8d7250a0064b None None] Network ad03a4f1-7ba1-4958-89d7-707b33424489 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:04.143264 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6319f59b-04ae-497b-9f23-742fc3fc12b2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1140647 Aug 09 15:40:04.154172 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51304) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:04.163020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1988728247-router', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:04.173614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6bd0b63-5670-49d7-b015-e63bdce83762 req-4f0a9038-81b1-440f-a839-99b325fa14f4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647738 Aug 09 15:40:04.185772 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-55b57740-b1f1-4cac-ba32-21fb28c084b1 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663575 Aug 09 15:40:04.205201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16db1686-166c-430f-94ea-01d368a940ac req-f88ad657-ff7a-434f-859e-6bfb0ca52ffe service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057291 Aug 09 15:40:04.256607 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.259982 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.390786 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.410294 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.439024 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16db1686-166c-430f-94ea-01d368a940ac req-38322c49-36b7-4e69-a8e7-51363fbe60c1 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263777 Aug 09 15:40:04.447831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Network 988775f1-455e-4a42-a5e9-861daba19edf is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:04.458472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:04.463474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:04.541148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-ad03a4f1-7ba1-4958-89d7-707b33424489', 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'fixed_ips': [{'subnet_id': '82c3509c-bab9-44af-9d9b-b3d9b756bbe9'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:40:04.542390 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.575362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-adace1ce-b9fa-407b-9e53-4656f3e54cc0 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:04.581347 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-adace1ce-b9fa-407b-9e53-4656f3e54cc0 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b&tenant_id=bfbbec31d1de44c78633a7bdff61ea36&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 1095 time: 0.1184008 Aug 09 15:40:04.731210 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Port': ['ID=4aa4ba74-90a3-46f1-832a-a6a8176e0745,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:04.820022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-cef1bb90-a26f-477a-a640-57e6fdf84739 service neutron] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:04.825295 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-cef1bb90-a26f-477a-a640-57e6fdf84739 service neutron] Notify callbacks [] for binding, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:04.827894 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feda9ffe-f3f3-4f79-b0e7-6249fb68253f req-cef1bb90-a26f-477a-a640-57e6fdf84739 service neutron] 10.222.0.60 "DELETE /v2.0/ports/b8839982-ba3a-4071-8afe-b69c8cf79e0f/bindings/n-h1-803778-2 HTTP/1.1" status: 204 len: 173 time: 0.2348340 Aug 09 15:40:04.894385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Allocated IP 172.20.0.2 (ad03a4f1-7ba1-4958-89d7-707b33424489/82c3509c-bab9-44af-9d9b-b3d9b756bbe9/c106bdf5-99ac-4eef-af4d-8930c178911f) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:05.147972 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.172546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Transition to ACTIVE for port object c106bdf5-99ac-4eef-af4d-8930c178911f will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:05.179205 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.214283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Transition to ACTIVE for port object c106bdf5-99ac-4eef-af4d-8930c178911f will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:05.252744 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.396589 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Network ad03a4f1-7ba1-4958-89d7-707b33424489 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:05.403703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e3a0a5ac-1869-4b4e-8a20-25945ab3ee38 None None] Provisioning for port 4aa4ba74-90a3-46f1-832a-a6a8176e0745 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:05.412367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Pushing event updated for resources: {'Port': ['ID=c106bdf5-99ac-4eef-af4d-8930c178911f,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:05.431766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:05.438342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:05.456762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e3a0a5ac-1869-4b4e-8a20-25945ab3ee38 None None] Provisioning complete for port 4aa4ba74-90a3-46f1-832a-a6a8176e0745 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:05.457144 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a5ac-1869-4b4e-8a20-25945ab3ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.523163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f848c31-73a7-4c67-8682-8f9fd7e4ebb2 req-cf5c4fc6-bed5-4199-b64a-891a385effcf tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.523765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0a5ac-1869-4b4e-8a20-25945ab3ee38 None None] Port 4aa4ba74-90a3-46f1-832a-a6a8176e0745 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:05.538007 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f848c31-73a7-4c67-8682-8f9fd7e4ebb2 req-cf5c4fc6-bed5-4199-b64a-891a385effcf tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 944 time: 0.1355011 Aug 09 15:40:05.561340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Attempting to bind port c106bdf5-99ac-4eef-af4d-8930c178911f on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:05.561743 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Attempting to bind port c106bdf5-99ac-4eef-af4d-8930c178911f by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:05.562112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Attempting to bind port c106bdf5-99ac-4eef-af4d-8930c178911f on network ad03a4f1-7ba1-4958-89d7-707b33424489 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:05.567910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:05.568281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Checking segment: {'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:05.568695 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.569092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Bound using segment: {'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:05.569568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Bound port: c106bdf5-99ac-4eef-af4d-8930c178911f, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:05.569975 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.628605 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f848c31-73a7-4c67-8682-8f9fd7e4ebb2 req-9ba93798-4e8e-4a36-bf28-8011023f5198 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892494 Aug 09 15:40:05.653948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] For port c106bdf5-99ac-4eef-af4d-8930c178911f, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:05.658142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] For port c106bdf5-99ac-4eef-af4d-8930c178911f, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c106bdf5-99ac-4eef-af4d-8930c178911f,segment=NetworkSegment(5951a3db-0013-47b2-854f-7f56b25c5e70),segment_id=5951a3db-0013-47b2-854f-7f56b25c5e70)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:05.681333 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.904666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b64531-0ac8-4fa0-a770-bbcfff688db6 None None] Pushing event updated for resources: {'Port': ['ID=c106bdf5-99ac-4eef-af4d-8930c178911f,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:05.942927 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.943613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:05.977286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77cb5b-4a47-4072-88f2-8b9d39b0b13e req-e18b301d-5af5-47b3-887f-38e30ab10c91 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.983462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77cb5b-4a47-4072-88f2-8b9d39b0b13e req-e18b301d-5af5-47b3-887f-38e30ab10c91 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.989516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77cb5b-4a47-4072-88f2-8b9d39b0b13e req-e18b301d-5af5-47b3-887f-38e30ab10c91 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:05.997721 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a77cb5b-4a47-4072-88f2-8b9d39b0b13e req-e18b301d-5af5-47b3-887f-38e30ab10c91 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 2374 time: 1.4103746 Aug 09 15:40:06.018880 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1ad38257-9d09-49f5-8456-a938b1688397 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3649116 Aug 09 15:40:06.048923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'port': {'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9aebc04b-7567-491f-9526-844a2d600872', 'admin_state_up': True, 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'security_groups': ['e230980b-9dc5-4e8d-89ee-54abbc2368d4']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:06.092434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a77cb5b-4a47-4072-88f2-8b9d39b0b13e req-71fbc8a4-bbbb-4fea-8c0f-57274843151b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937283 Aug 09 15:40:06.424642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b94f8-003f-42b7-b742-dc7b9da11897 req-c12636ec-099e-4b2f-a3ae-6d8a7bac3e44 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:06.432068 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-815b94f8-003f-42b7-b742-dc7b9da11897 req-c12636ec-099e-4b2f-a3ae-6d8a7bac3e44 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.2117202 Aug 09 15:40:06.531428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:06.713479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40913b80-5260-4ee6-a918-c8ebd33c4407 req-b79173a0-f1a7-44b1-bcb4-59155f9ac97a tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:06.721432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-40913b80-5260-4ee6-a918-c8ebd33c4407 req-b79173a0-f1a7-44b1-bcb4-59155f9ac97a tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 1095 time: 0.0654411 Aug 09 15:40:06.763070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-40913b80-5260-4ee6-a918-c8ebd33c4407 req-095e8faa-b454-465c-b422-a0a8be9cb171 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380762 Aug 09 15:40:06.873066 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:06.932319 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-815b94f8-003f-42b7-b742-dc7b9da11897 req-f38f5192-a9d8-48d3-8982-98f540a5e26f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993618 Aug 09 15:40:07.032181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51370) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:07.220872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706caf0e-5901-4681-839c-e1aeb778545a req-75ef7e28-8453-460e-a661-0c275dc11632 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:07.246060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-75ef7e28-8453-460e-a661-0c275dc11632 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 808 time: 0.2012310 Aug 09 15:40:07.288684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-111f8c2f-4825-44cb-a38e-a5a432c9ae47 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/quotas/bfbbec31d1de44c78633a7bdff61ea36 HTTP/1.1" status: 200 len: 375 time: 0.0414407 Aug 09 15:40:07.290380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.316230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c106bdf5-99ac-4eef-af4d-8930c178911f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:07.400222 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.424137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c106bdf5-99ac-4eef-af4d-8930c178911f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:07.425161 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27d0d866-42c8-4d4c-8652-7873807c3f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.466305 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-80df6c41-c31e-4433-a159-3ad3133fdca0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1757452 Aug 09 15:40:07.583178 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980eedf-115e-4bce-a08c-43b7af63c3ec None None] Network ad03a4f1-7ba1-4958-89d7-707b33424489 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:07.639000 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-2334f78c-38e7-456e-8cd2-95db83db571a service neutron] 10.222.0.81 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576617 Aug 09 15:40:07.716073 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-59e2c9ef-f304-4c72-8798-fcdfe3197dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.744046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a64d47b8-e4dc-4f26-916b-2a9e8b5dd5db None None] Provisioning for port c106bdf5-99ac-4eef-af4d-8930c178911f completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:07.754314 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Allocated IP 10.2.2.100 (9aebc04b-7567-491f-9526-844a2d600872/a229c198-1f7e-418d-9288-f40691af9d78/ad730bf3-f589-4d6f-83ff-b798d961769b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:07.763207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a64d47b8-e4dc-4f26-916b-2a9e8b5dd5db None None] Provisioning complete for port c106bdf5-99ac-4eef-af4d-8930c178911f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:07.764115 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a64d47b8-e4dc-4f26-916b-2a9e8b5dd5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.775933 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27d0d866-42c8-4d4c-8652-7873807c3f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.790340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27d0d866-42c8-4d4c-8652-7873807c3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.834439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0d866-42c8-4d4c-8652-7873807c3f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c1d764-bd95-4b31-8938-e2e91946a7e9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:07.879095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-599dd39f-9f99-4d66-8568-a05a6f5bd937 service neutron] 10.222.0.81 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389040 Aug 09 15:40:07.911659 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-27d0d866-42c8-4d4c-8652-7873807c3f16 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ad24c74a48064172b62d4b153449a6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8737926 Aug 09 15:40:07.913971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51380) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:07.965101 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:07.984436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Transition to ACTIVE for port object ad730bf3-f589-4d6f-83ff-b798d961769b will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:08.046679 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c6c1bee8-fd5c-48c4-8dad-4c334e78bc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.080269 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a64d47b8-e4dc-4f26-916b-2a9e8b5dd5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.115460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Allocated IP 172.25.2.165 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/75f40796-ae0c-4ae1-a778-ea4fe628e615) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:08.131706 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c6c1bee8-fd5c-48c4-8dad-4c334e78bc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.213869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a64d47b8-e4dc-4f26-916b-2a9e8b5dd5db None None] For port c106bdf5-99ac-4eef-af4d-8930c178911f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c106bdf5-99ac-4eef-af4d-8930c178911f,segment=NetworkSegment(5951a3db-0013-47b2-854f-7f56b25c5e70),segment_id=5951a3db-0013-47b2-854f-7f56b25c5e70)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:08.228857 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a64d47b8-e4dc-4f26-916b-2a9e8b5dd5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.304696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b352a-c1a8-4ae6-858e-ad4f52f23d23 req-e8d2b0f2-7b49-4c26-8eb1-5d862d865478 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:08.308443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e3b43-4004-4ccb-b82f-d8c92aa91029 req-3678be8d-3d47-46b5-8259-82fb388839ee tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:08.313222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b352a-c1a8-4ae6-858e-ad4f52f23d23 req-e8d2b0f2-7b49-4c26-8eb1-5d862d865478 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:08.323710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b352a-c1a8-4ae6-858e-ad4f52f23d23 req-e8d2b0f2-7b49-4c26-8eb1-5d862d865478 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:08.328842 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-178e3b43-4004-4ccb-b82f-d8c92aa91029 req-3678be8d-3d47-46b5-8259-82fb388839ee tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 1.0124249 Aug 09 15:40:08.332500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b352a-c1a8-4ae6-858e-ad4f52f23d23 req-e8d2b0f2-7b49-4c26-8eb1-5d862d865478 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:08.334498 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d72b352a-c1a8-4ae6-858e-ad4f52f23d23 req-e8d2b0f2-7b49-4c26-8eb1-5d862d865478 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 3095 time: 0.1211562 Aug 09 15:40:08.341222 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c6c1bee8-fd5c-48c4-8dad-4c334e78bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.344992 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c6c1bee8-fd5c-48c4-8dad-4c334e78bc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.346417 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c6c1bee8-fd5c-48c4-8dad-4c334e78bc1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4c1d764-bd95-4b31-8938-e2e91946a7e9 HTTP/1.1" status: 204 len: 168 time: 0.4311543 Aug 09 15:40:08.354911 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.376501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1bee8-fd5c-48c4-8dad-4c334e78bc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c1d764-bd95-4b31-8938-e2e91946a7e9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:08.450812 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d72b352a-c1a8-4ae6-858e-ad4f52f23d23 req-4483a693-a9da-4cbe-bbd3-f92c7f52c23e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013780 Aug 09 15:40:08.474226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d47b8-e4dc-4f26-916b-2a9e8b5dd5db None None] Pushing event updated for resources: {'Port': ['ID=c106bdf5-99ac-4eef-af4d-8930c178911f,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:08.592701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Network 9aebc04b-7567-491f-9526-844a2d600872 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:08.636839 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:08.645076 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-178e3b43-4004-4ccb-b82f-d8c92aa91029 req-507a436f-809a-42f6-bd60-9d773e2bb330 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155379 Aug 09 15:40:08.654628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:08.680463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Port': ['ID=ad730bf3-f589-4d6f-83ff-b798d961769b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:08.766695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-44726156-f26c-4046-a197-ceb7501703bd None None] Provisioning complete for port c106bdf5-99ac-4eef-af4d-8930c178911f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:08.769493 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-44726156-f26c-4046-a197-ceb7501703bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:08.842806 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-661e7235-1f68-4626-a03d-44b2a37b5c06 req-3f1d1bf1-c3f3-43fa-8a87-7fa20f340de5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 210 time: 0.0943975 Aug 09 15:40:08.857505 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.005132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:09.006240 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.010339 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.065677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51414) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:09.129084 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bedead7-c03a-482f-80a6-b9a0c4beaeea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.148996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Pushing event updated for resources: {'Port': ['ID=75f40796-ae0c-4ae1-a778-ea4fe628e615,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:09.160560 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:09.163370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:09.166822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:09.171666 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7ab47d67-5f59-46c5-bfae-9fdfd62d3073 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1334054 Aug 09 15:40:09.204971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'port': {'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9aebc04b-7567-491f-9526-844a2d600872', 'admin_state_up': True, 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'security_groups': ['e230980b-9dc5-4e8d-89ee-54abbc2368d4']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:09.366319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c106bdf5-99ac-4eef-af4d-8930c178911f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:09.431396 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bedead7-c03a-482f-80a6-b9a0c4beaeea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.444211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bedead7-c03a-482f-80a6-b9a0c4beaeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.460031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c106bdf5-99ac-4eef-af4d-8930c178911f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:09.460990 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.466395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-99feecc2-7454-4671-a180-85144a6349bf None None] Provisioning for port ad730bf3-f589-4d6f-83ff-b798d961769b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:09.497527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-99feecc2-7454-4671-a180-85144a6349bf None None] Provisioning complete for port ad730bf3-f589-4d6f-83ff-b798d961769b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:09.498214 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-99feecc2-7454-4671-a180-85144a6349bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.524706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4bedead7-c03a-482f-80a6-b9a0c4beaeea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c13282c2ec2b47ed86f5e6c339cde11f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574606 Aug 09 15:40:09.525892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedead7-c03a-482f-80a6-b9a0c4beaeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a75345-2b31-4f79-8509-ec61451a2a46,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:09.541580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51432) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:09.585532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-99feecc2-7454-4671-a180-85144a6349bf None None] Port ad730bf3-f589-4d6f-83ff-b798d961769b cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:09.667594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecb090-2726-4f33-8c86-9c9f90f4b732 req-393c556f-fe0b-44a6-8e5c-9776c9434d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:09.674817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecb090-2726-4f33-8c86-9c9f90f4b732 req-393c556f-fe0b-44a6-8e5c-9776c9434d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:09.681579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecb090-2726-4f33-8c86-9c9f90f4b732 req-393c556f-fe0b-44a6-8e5c-9776c9434d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:09.683765 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-53869854-6dcb-4348-b17e-54a29ca33e8d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3db5924556fe4b23b861d1e4e4681575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723207 Aug 09 15:40:09.688672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecb090-2726-4f33-8c86-9c9f90f4b732 req-393c556f-fe0b-44a6-8e5c-9776c9434d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:09.691482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbecb090-2726-4f33-8c86-9c9f90f4b732 req-393c556f-fe0b-44a6-8e5c-9776c9434d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 3095 time: 0.1099777 Aug 09 15:40:09.693087 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-39a80c9d-3cdf-4ea1-ae8c-045abf6ab393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.739235 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Made reservation on behalf of 755c3dcf8fc844dc9c2f12ee16244ee1 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:09.756789 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.789734 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-39a80c9d-3cdf-4ea1-ae8c-045abf6ab393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.836289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbecb090-2726-4f33-8c86-9c9f90f4b732 req-f043d220-a763-4552-b882-1ec2d4423dfb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194532 Aug 09 15:40:09.953386 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-39a80c9d-3cdf-4ea1-ae8c-045abf6ab393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.957471 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-39a80c9d-3cdf-4ea1-ae8c-045abf6ab393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:09.962015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-39a80c9d-3cdf-4ea1-ae8c-045abf6ab393 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63a75345-2b31-4f79-8509-ec61451a2a46 HTTP/1.1" status: 204 len: 168 time: 0.4154334 Aug 09 15:40:09.986202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a80c9d-3cdf-4ea1-ae8c-045abf6ab393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a75345-2b31-4f79-8509-ec61451a2a46,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:10.230872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9868847-83a5-46eb-acd1-b29435e8d7f7 req-3c471a7b-36d6-45e6-8e8c-ea30478f82b1 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 210 time: 0.0321095 Aug 09 15:40:10.332996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Allocated IP 10.2.2.200 (9aebc04b-7567-491f-9526-844a2d600872/a229c198-1f7e-418d-9288-f40691af9d78/db9322e6-f226-4519-b232-0c993b0e4a63) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:10.338979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706caf0e-5901-4681-839c-e1aeb778545a req-212556e8-0f2c-4372-b3de-993dc1492c71 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:10.343672 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-212556e8-0f2c-4372-b3de-993dc1492c71 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.53 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 808 time: 0.2323339 Aug 09 15:40:10.358991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-706caf0e-5901-4681-839c-e1aeb778545a req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Request body: {'port': {'device_id': 'a77cd524-b361-492e-94f7-e74df04b874b', 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a', 'admin_state_up': True, 'tenant_id': 'bfbbec31d1de44c78633a7bdff61ea36'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:10.467497 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e77efd28-2b4c-4ac5-a1f9-e911f4c900de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.507267 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.525553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Transition to ACTIVE for port object db9322e6-f226-4519-b232-0c993b0e4a63 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:10.574717 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.581802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706caf0e-5901-4681-839c-e1aeb778545a req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Made reservation on behalf of bfbbec31d1de44c78633a7bdff61ea36 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:10.586786 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-706caf0e-5901-4681-839c-e1aeb778545a req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.602258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-cc671bf0-ce3b-423c-8d64-110286f2d4d7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:10.604309 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-cc671bf0-ce3b-423c-8d64-110286f2d4d7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8910909 Aug 09 15:40:10.675816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Network 9aebc04b-7567-491f-9526-844a2d600872 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:10.683172 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-6f6af5ed-6e8b-41f7-8bca-3aacd84d9d03 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/quotas/3db5924556fe4b23b861d1e4e4681575 HTTP/1.1" status: 200 len: 375 time: 0.0691998 Aug 09 15:40:10.687528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.690821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:10.695355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:10.698475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event updated for resources: {'Port': ['ID=db9322e6-f226-4519-b232-0c993b0e4a63,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:10.764380 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:10.904247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-706caf0e-5901-4681-839c-e1aeb778545a req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Allocated IP 172.20.0.10 (dc159eb9-7876-48f2-ae8d-2cf79ceac39a/c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11/00b4219b-0713-4d54-b85d-d7f9d27b9551) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:11.017794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-837229d2-10d7-4dc5-aa53-12e815f54712 None None] Provisioning for port db9322e6-f226-4519-b232-0c993b0e4a63 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:11.030236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-837229d2-10d7-4dc5-aa53-12e815f54712 None None] Provisioning complete for port db9322e6-f226-4519-b232-0c993b0e4a63 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:11.031121 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-837229d2-10d7-4dc5-aa53-12e815f54712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.046360 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:11.047256 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.085836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-837229d2-10d7-4dc5-aa53-12e815f54712 None None] Port db9322e6-f226-4519-b232-0c993b0e4a63 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:11.125671 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-440bebc1-76d3-49af-b877-6187bfc91b62 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4312837 Aug 09 15:40:11.153988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad6270-a781-4982-8694-f0d98196eece req-b5abec09-9449-44ab-9cf8-3e4952488262 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:11.160260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad6270-a781-4982-8694-f0d98196eece req-b5abec09-9449-44ab-9cf8-3e4952488262 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:11.166443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad6270-a781-4982-8694-f0d98196eece req-b5abec09-9449-44ab-9cf8-3e4952488262 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:11.175864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad6270-a781-4982-8694-f0d98196eece req-b5abec09-9449-44ab-9cf8-3e4952488262 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:11.182096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad6270-a781-4982-8694-f0d98196eece req-b5abec09-9449-44ab-9cf8-3e4952488262 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:11.191074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-21ad6270-a781-4982-8694-f0d98196eece req-b5abec09-9449-44ab-9cf8-3e4952488262 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 3816 time: 0.1917901 Aug 09 15:40:11.214576 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.295288 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-9958002f-4b9c-4247-bc70-ba03789f3327 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0946374 Aug 09 15:40:11.413267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Request body: {'port': {'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:11.454901 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.592919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.795394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-21ad6270-a781-4982-8694-f0d98196eece req-18e33f12-86c6-4515-9d83-3bc4efb0cdad tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6033094 Aug 09 15:40:11.812172 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-706caf0e-5901-4681-839c-e1aeb778545a req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:11.919897 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-706caf0e-5901-4681-839c-e1aeb778545a req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.049340 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.095077 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-688bfe4f-5f46-42e1-b8e0-acb98ee6c480 req-b0e52933-aabc-4686-beb3-337fbd553dea tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 210 time: 0.0466666 Aug 09 15:40:12.104429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706caf0e-5901-4681-839c-e1aeb778545a req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Network dc159eb9-7876-48f2-ae8d-2cf79ceac39a is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:12.166920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-706caf0e-5901-4681-839c-e1aeb778545a req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:12.173491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-706caf0e-5901-4681-839c-e1aeb778545a req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:12.232285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Pushing event updated for resources: {'Port': ['ID=00b4219b-0713-4d54-b85d-d7f9d27b9551,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:12.283228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706caf0e-5901-4681-839c-e1aeb778545a req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:12.284330 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-706caf0e-5901-4681-839c-e1aeb778545a req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.297956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae3838-3bdd-45f5-a05b-5cf1cd46ae75 req-9ebb49bd-4edc-4ec3-bc5a-0e18c4792e12 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:12.308497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-adae3838-3bdd-45f5-a05b-5cf1cd46ae75 req-9ebb49bd-4edc-4ec3-bc5a-0e18c4792e12 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 932 time: 0.2356291 Aug 09 15:40:12.352063 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-536f0ed5-6e76-47f6-973a-89f26f76c40e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9985244 Aug 09 15:40:12.367384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Request body: {'port': {'device_id': 'a77cd524-b361-492e-94f7-e74df04b874b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:12.385873 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-adae3838-3bdd-45f5-a05b-5cf1cd46ae75 req-5a9dc4f2-cf54-4f27-91d2-c0941cfbbe47 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725222 Aug 09 15:40:12.479715 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.679774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730c6ae-c95c-4875-8186-af94693a5ac4 req-fc491855-5beb-4173-984f-7c8eb9daa138 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:12.681338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d730c6ae-c95c-4875-8186-af94693a5ac4 req-fc491855-5beb-4173-984f-7c8eb9daa138 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 950 time: 0.1926208 Aug 09 15:40:12.726043 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:12.837936 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d730c6ae-c95c-4875-8186-af94693a5ac4 req-985daae5-ce0b-446c-a0fc-ed97b3126ae9 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305363 Aug 09 15:40:12.865788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Router 52117318-668d-48ae-9a95-3080f0c1a213 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:40:12.973258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc8dcac-3435-4ea9-909a-709abae24ea2 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:12.974383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b4219b-0713-4d54-b85d-d7f9d27b9551 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:12.984664 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.006249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Transition to ACTIVE for port object 00b4219b-0713-4d54-b85d-d7f9d27b9551 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:13.013070 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.020524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c024a24-bbf3-4222-9d53-90ec013c9376 req-221d27c5-0da8-4a7c-b8bf-3c5b0156fdb6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.027140 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c024a24-bbf3-4222-9d53-90ec013c9376 req-221d27c5-0da8-4a7c-b8bf-3c5b0156fdb6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.036584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c024a24-bbf3-4222-9d53-90ec013c9376 req-221d27c5-0da8-4a7c-b8bf-3c5b0156fdb6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.039885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Transition to ACTIVE for port object acc8dcac-3435-4ea9-909a-709abae24ea2 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:13.050704 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.056677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c024a24-bbf3-4222-9d53-90ec013c9376 req-221d27c5-0da8-4a7c-b8bf-3c5b0156fdb6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.064860 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c024a24-bbf3-4222-9d53-90ec013c9376 req-221d27c5-0da8-4a7c-b8bf-3c5b0156fdb6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.066745 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c024a24-bbf3-4222-9d53-90ec013c9376 req-221d27c5-0da8-4a7c-b8bf-3c5b0156fdb6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 3816 time: 0.1379473 Aug 09 15:40:13.068175 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.097928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:13.117371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Sync routers for ids ['52117318-668d-48ae-9a95-3080f0c1a213'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:13.125697 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Pushing event updated for resources: {'Port': ['ID=acc8dcac-3435-4ea9-909a-709abae24ea2,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:13.148799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Routers {'52117318-668d-48ae-9a95-3080f0c1a213'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:13.152747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['52117318-668d-48ae-9a95-3080f0c1a213'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:13.168498 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.172798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5fcd3852-c010-4c7b-b700-7714e556a32d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0147130 Aug 09 15:40:13.172798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51554) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:13.211210 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-eda46edc-b56c-4d06-8b6b-2f2b19e95712 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3db5924556fe4b23b861d1e4e4681575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835505 Aug 09 15:40:13.276181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Pushing event updated for resources: {'Port': ['ID=00b4219b-0713-4d54-b85d-d7f9d27b9551,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:13.324321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c024a24-bbf3-4222-9d53-90ec013c9376 req-a98a8958-0a2c-486f-9943-47525786a54e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428617 Aug 09 15:40:13.366980 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.513046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Attempting to bind port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:13.513660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Attempting to bind port 00b4219b-0713-4d54-b85d-d7f9d27b9551 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:13.514105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Attempting to bind port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:13.560114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-3f0bae15-fca2-4602-8ed6-6fa6ddb45e97 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.562236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-3f0bae15-fca2-4602-8ed6-6fa6ddb45e97 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3141060 Aug 09 15:40:13.563343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:13.563777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Attempting to bind port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:13.577858 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Set router 52117318-668d-48ae-9a95-3080f0c1a213 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:13.587207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Attempting to bind port acc8dcac-3435-4ea9-909a-709abae24ea2 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:13.587530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Attempting to bind port acc8dcac-3435-4ea9-909a-709abae24ea2 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:13.587858 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Attempting to bind port acc8dcac-3435-4ea9-909a-709abae24ea2 on network 513e6b81-6742-476e-a576-44c46ff3978e {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:13.589926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Request body: {'port': {'device_id': 'f229a018-733d-401d-863a-2bcc5ed9e279', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '3db5924556fe4b23b861d1e4e4681575'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:13.597208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:13.597937 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:13.601027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Port acc8dcac-3435-4ea9-909a-709abae24ea2 on network 513e6b81-6742-476e-a576-44c46ff3978e not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:13.601295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Attempting to bind port acc8dcac-3435-4ea9-909a-709abae24ea2 on network 513e6b81-6742-476e-a576-44c46ff3978e {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:13.607385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Bound using segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:13.608621 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Bound port: 00b4219b-0713-4d54-b85d-d7f9d27b9551, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:13.609150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:13.609497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Checking segment: {'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:13.609932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Bound using segment: {'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:13.610338 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.610470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Bound port: acc8dcac-3435-4ea9-909a-709abae24ea2, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b501933b-95c2-4a51-9381-a37f11de0ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:13.610705 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.683692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] For port acc8dcac-3435-4ea9-909a-709abae24ea2, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:13.687177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] For port acc8dcac-3435-4ea9-909a-709abae24ea2, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=acc8dcac-3435-4ea9-909a-709abae24ea2,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:13.726266 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.828517 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Pushing event updated for resources: {'Port': ['ID=acc8dcac-3435-4ea9-909a-709abae24ea2,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:13.864103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:13.865179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:13.867333 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8501cb05-71d3-48ef-a053-2334141222a2 service neutron] 10.222.0.53 "PUT /v2.0/ports/acc8dcac-3435-4ea9-909a-709abae24ea2 HTTP/1.1" status: 200 len: 1091 time: 2.4597802 Aug 09 15:40:13.867943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': 'acc8dcac-3435-4ea9-909a-709abae24ea2'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:13.871450 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287ce709-6c26-4f8d-a8b9-00e604ca81a2" -d '{"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "acc8dcac-3435-4ea9-909a-709abae24ea2"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:13.970727 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Request body: {'port': {'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:13.977781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-c3a22a33-c622-4c2d-a4f5-8c8ae8d658a6 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1038477 Aug 09 15:40:13.978909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:14.015679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52117318-668d-48ae-9a95-3080f0c1a213', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988728247-router', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:04Z', 'updated_at': '2021-08-09T15:40:09Z', 'revision_number': 3, 'project_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'gw_port': {'id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52117318-668d-48ae-9a95-3080f0c1a213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:07Z', 'updated_at': '2021-08-09T15:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:14.026787 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:14.062485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.084615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Checking router: 52117318-668d-48ae-9a95-3080f0c1a213 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:14.085065 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Updating router 52117318-668d-48ae-9a95-3080f0c1a213 port 75f40796-ae0c-4ae1-a778-ea4fe628e615 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:14.148601 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.190748 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.227780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:14.228399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.229927 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] 10.222.0.53 "PUT /v2.0/ports/00b4219b-0713-4d54-b85d-d7f9d27b9551 HTTP/1.1" status: 200 len: 1092 time: 1.8674860 Aug 09 15:40:14.231105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77cd524-b361-492e-94f7-e74df04b874b', 'tag': '00b4219b-0713-4d54-b85d-d7f9d27b9551'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:14.233811 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daf82e5-29ce-4be9-bfee-cca737c62f98" -d '{"events": [{"name": "network-changed", "server_uuid": "a77cd524-b361-492e-94f7-e74df04b874b", "tag": "00b4219b-0713-4d54-b85d-d7f9d27b9551"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:14.270641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Made reservation on behalf of 3db5924556fe4b23b861d1e4e4681575 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:14.274356 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.329776 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-20501a0a-a913-43d2-a7f6-7da5cdbe39aa req-fd99b2e7-1895-4055-95e5-72687a5b7f35 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 210 time: 0.0568745 Aug 09 15:40:14.354384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5901d0-1f41-4766-a760-b84058f45e5a service neutron] Pushing event updated for resources: {'Port': ['ID=00b4219b-0713-4d54-b85d-d7f9d27b9551,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:14.385832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-1173ed5f-d118-4b24-b1d3-b403180258fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:14.388014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-1173ed5f-d118-4b24-b1d3-b403180258fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3969181 Aug 09 15:40:14.452768 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21becab0-42cb-4f96-89d3-070324d591b2 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/quotas/b224220100394a519e23f90f60157189 HTTP/1.1" status: 200 len: 375 time: 0.0298917 Aug 09 15:40:14.476836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706caf0e-5901-4681-839c-e1aeb778545a req-6cd1ec4d-78d2-479a-b9e0-ae025827900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:14.478997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-6cd1ec4d-78d2-479a-b9e0-ae025827900c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 1095 time: 0.1743081 Aug 09 15:40:14.526953 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.538600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Transition to ACTIVE for port object 75f40796-ae0c-4ae1-a778-ea4fe628e615 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:14.546556 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.576402 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.603657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-37d54522-47bc-4e4d-9470-3fa05c9f479b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551 HTTP/1.1" status: 200 len: 217 time: 0.1120651 Aug 09 15:40:14.610386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Attempting to bind port 75f40796-ae0c-4ae1-a778-ea4fe628e615 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:14.610755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Attempting to bind port 75f40796-ae0c-4ae1-a778-ea4fe628e615 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:14.611181 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Attempting to bind port 75f40796-ae0c-4ae1-a778-ea4fe628e615 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:14.618741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634035d-221d-4551-bf7b-38b39bf279c3 None None] Pushing event updated for resources: {'Port': ['ID=75f40796-ae0c-4ae1-a778-ea4fe628e615,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:14.619776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-538d3484-5179-49dc-9d26-bb7e8cf61ffe tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1546624 Aug 09 15:40:14.624278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891a622-5f04-4c3f-9b89-11ea60a12da4 req-67350259-3a5e-4c2e-b26e-cdaf03587ef0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:14.625881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3891a622-5f04-4c3f-9b89-11ea60a12da4 req-67350259-3a5e-4c2e-b26e-cdaf03587ef0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 944 time: 0.1393607 Aug 09 15:40:14.629008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:14.629573 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:14.630415 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.631014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:14.631641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Bound port: 75f40796-ae0c-4ae1-a778-ea4fe628e615, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:14.632196 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.694702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] For port 75f40796-ae0c-4ae1-a778-ea4fe628e615, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:14.698339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] For port 75f40796-ae0c-4ae1-a778-ea4fe628e615, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=75f40796-ae0c-4ae1-a778-ea4fe628e615,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:14.704585 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.760559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706caf0e-5901-4681-839c-e1aeb778545a req-fe6a9f2c-defb-4083-a464-fb34723deff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:14.762288 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3891a622-5f04-4c3f-9b89-11ea60a12da4 req-0bc8c186-dfeb-44a8-b9c5-b63d3fd84fa6 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232095 Aug 09 15:40:14.768632 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-fe6a9f2c-defb-4083-a464-fb34723deff6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.1430550 Aug 09 15:40:14.803005 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Routers {'52117318-668d-48ae-9a95-3080f0c1a213'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:14.812084 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['52117318-668d-48ae-9a95-3080f0c1a213'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:14.881466 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-e238863b-38e7-45cf-a51b-0228df0022e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987358 Aug 09 15:40:14.903241 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c74f55-7a95-49f4-bca4-3e7ddb60ccfa x-openstack-request-id: req-33c74f55-7a95-49f4-bca4-3e7ddb60ccfa {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:14.903549 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "acc8dcac-3435-4ea9-909a-709abae24ea2", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:14.903807 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33c74f55-7a95-49f4-bca4-3e7ddb60ccfa {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:14.904215 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': 'acc8dcac-3435-4ea9-909a-709abae24ea2', 'status': 'completed', 'code': 200} Aug 09 15:40:14.964287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634035d-221d-4551-bf7b-38b39bf279c3 None None] Pushing event updated for resources: {'Port': ['ID=75f40796-ae0c-4ae1-a778-ea4fe628e615,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:14.978693 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253a9dcf-dcae-4de6-a7ab-40ecc9355c8d x-openstack-request-id: req-253a9dcf-dcae-4de6-a7ab-40ecc9355c8d {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:14.978979 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77cd524-b361-492e-94f7-e74df04b874b", "tag": "00b4219b-0713-4d54-b85d-d7f9d27b9551", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:14.979223 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-253a9dcf-dcae-4de6-a7ab-40ecc9355c8d {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:14.979612 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77cd524-b361-492e-94f7-e74df04b874b', 'tag': '00b4219b-0713-4d54-b85d-d7f9d27b9551', 'status': 'completed', 'code': 200} Aug 09 15:40:14.989925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ee56ba-e36a-4905-b05b-e68f578f58fe {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:15.020879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Allocated IP 192.168.233.46 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/323145f2-52bc-43b9-a0c2-bd7a4524082f) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:15.030441 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.090777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Transition to ACTIVE for port object 75ee56ba-e36a-4905-b05b-e68f578f58fe will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:15.107528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce709-6c26-4f8d-a8b9-00e604ca81a2 req-27fac7ad-f7ab-4581-bc7d-ab308affe81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.109746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce709-6c26-4f8d-a8b9-00e604ca81a2 req-27fac7ad-f7ab-4581-bc7d-ab308affe81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.109746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce709-6c26-4f8d-a8b9-00e604ca81a2 req-27fac7ad-f7ab-4581-bc7d-ab308affe81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.110013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce709-6c26-4f8d-a8b9-00e604ca81a2 req-27fac7ad-f7ab-4581-bc7d-ab308affe81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.110843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce709-6c26-4f8d-a8b9-00e604ca81a2 req-27fac7ad-f7ab-4581-bc7d-ab308affe81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.113847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-287ce709-6c26-4f8d-a8b9-00e604ca81a2 req-27fac7ad-f7ab-4581-bc7d-ab308affe81e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 4363 time: 0.2434390 Aug 09 15:40:15.115309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] Set router 52117318-668d-48ae-9a95-3080f0c1a213 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:15.135450 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.237562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485793-f869-4066-a01f-14b03fd45046 req-fe935641-75d1-46af-8937-56edcb3c49f5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.244186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485793-f869-4066-a01f-14b03fd45046 req-fe935641-75d1-46af-8937-56edcb3c49f5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.251648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485793-f869-4066-a01f-14b03fd45046 req-fe935641-75d1-46af-8937-56edcb3c49f5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.258202 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485793-f869-4066-a01f-14b03fd45046 req-fe935641-75d1-46af-8937-56edcb3c49f5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.265283 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485793-f869-4066-a01f-14b03fd45046 req-fe935641-75d1-46af-8937-56edcb3c49f5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.273850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485793-f869-4066-a01f-14b03fd45046 req-fe935641-75d1-46af-8937-56edcb3c49f5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.276687 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c485793-f869-4066-a01f-14b03fd45046 req-fe935641-75d1-46af-8937-56edcb3c49f5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 4606 time: 0.1912298 Aug 09 15:40:15.287186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Allocated IP 172.20.0.1 (ad03a4f1-7ba1-4958-89d7-707b33424489/82c3509c-bab9-44af-9d9b-b3d9b756bbe9/c570e272-26d1-46aa-862d-3ec86f2fc33a) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:15.304917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc6b28-cd28-4cfd-bc03-30f90a9571a7 req-5f6f9b20-b068-4072-86ff-02b88ef9554b tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.317124 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fdc6b28-cd28-4cfd-bc03-30f90a9571a7 req-5f6f9b20-b068-4072-86ff-02b88ef9554b tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 945 time: 0.2985640 Aug 09 15:40:15.443030 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52117318-668d-48ae-9a95-3080f0c1a213', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988728247-router', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:04Z', 'updated_at': '2021-08-09T15:40:09Z', 'revision_number': 3, 'project_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'gw_port': {'id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52117318-668d-48ae-9a95-3080f0c1a213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:07Z', 'updated_at': '2021-08-09T15:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:15.454476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Pushing event updated for resources: {'Port': ['ID=75ee56ba-e36a-4905-b05b-e68f578f58fe,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:15.487149 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Attempting to bind port 75ee56ba-e36a-4905-b05b-e68f578f58fe on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:15.487488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Attempting to bind port 75ee56ba-e36a-4905-b05b-e68f578f58fe by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:15.487819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Attempting to bind port 75ee56ba-e36a-4905-b05b-e68f578f58fe on network 988775f1-455e-4a42-a5e9-861daba19edf {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:15.502301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf0917-d5f7-49be-a041-824175e7e91c None None] The sync data for ids ['52117318-668d-48ae-9a95-3080f0c1a213'] in n-d-803778-2 is: [{'id': '52117318-668d-48ae-9a95-3080f0c1a213', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988728247-router', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:04Z', 'updated_at': '2021-08-09T15:40:09Z', 'revision_number': 3, 'project_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'gw_port': {'id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52117318-668d-48ae-9a95-3080f0c1a213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:07Z', 'updated_at': '2021-08-09T15:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:15.527726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Port 75ee56ba-e36a-4905-b05b-e68f578f58fe on network 988775f1-455e-4a42-a5e9-861daba19edf not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:15.528142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Attempting to bind port 75ee56ba-e36a-4905-b05b-e68f578f58fe on network 988775f1-455e-4a42-a5e9-861daba19edf {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:15.537012 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c485793-f869-4066-a01f-14b03fd45046 req-f04acca5-25a4-42c5-8e04-bd3828940159 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1902876 Aug 09 15:40:15.549156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fdc6b28-cd28-4cfd-bc03-30f90a9571a7 req-7561c4e0-3754-49d6-bb4c-55ecd60fcdaf tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301068 Aug 09 15:40:15.551472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:15.551896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Checking segment: {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:15.552508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Bound using segment: {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:15.553323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Bound port: 75ee56ba-e36a-4905-b05b-e68f578f58fe, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:15.554191 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.683516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-5413efff-9113-4716-808d-c0e39b5460da service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986332 Aug 09 15:40:15.733186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] For port 75ee56ba-e36a-4905-b05b-e68f578f58fe, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:15.738347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] For port 75ee56ba-e36a-4905-b05b-e68f578f58fe, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=75ee56ba-e36a-4905-b05b-e68f578f58fe,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:15.755533 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.838778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Pushing event updated for resources: {'Port': ['ID=75ee56ba-e36a-4905-b05b-e68f578f58fe,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:15.864575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.864575 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.867033 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2c618001-2321-4823-bb48-e88b09fdbfca service neutron] 10.222.0.53 "PUT /v2.0/ports/75ee56ba-e36a-4905-b05b-e68f578f58fe HTTP/1.1" status: 200 len: 1136 time: 1.9131732 Aug 09 15:40:15.884932 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.930291 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b6162c2-6972-42d1-8421-8e19d1a020be req-67c2c5bb-0abc-4302-b01e-8ec1d8dc64c1 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 210 time: 0.2611399 Aug 09 15:40:15.957649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Transition to ACTIVE for port object c570e272-26d1-46aa-862d-3ec86f2fc33a will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:16.040498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Request body: {'port': {'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:16.047576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.162340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce709-6c26-4f8d-a8b9-00e604ca81a2 req-67c1b635-114c-4136-899b-db90cf97a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.162962 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce709-6c26-4f8d-a8b9-00e604ca81a2 req-67c1b635-114c-4136-899b-db90cf97a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.164232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce709-6c26-4f8d-a8b9-00e604ca81a2 req-67c1b635-114c-4136-899b-db90cf97a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.166418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-287ce709-6c26-4f8d-a8b9-00e604ca81a2 req-67c1b635-114c-4136-899b-db90cf97a6ef service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0299296 Aug 09 15:40:16.173678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-706caf0e-5901-4681-839c-e1aeb778545a req-067fa2e5-da8d-4587-a7d7-7467147318f5 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713521 Aug 09 15:40:16.183952 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7aeeba8-f9a0-4f51-abec-39c96686ff4e req-da803ecf-e75b-4e3e-903d-a6da8b4b6348 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 210 time: 0.0999095 Aug 09 15:40:16.247904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Network ad03a4f1-7ba1-4958-89d7-707b33424489 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:16.254582 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:16.257650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Pushing event updated for resources: {'Port': ['ID=c570e272-26d1-46aa-862d-3ec86f2fc33a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:16.259130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 01165de4-3df5-42d9-b9ef-8daef0e60ab9 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:40:16.265325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:16.268090 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.395452 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.541066 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.564758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf82e5-29ce-4be9-bfee-cca737c62f98 req-7e7ca904-31c9-43cb-9641-e6cc455f9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.566655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6daf82e5-29ce-4be9-bfee-cca737c62f98 req-7e7ca904-31c9-43cb-9641-e6cc455f9cc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 1095 time: 0.2613280 Aug 09 15:40:16.577961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc40f6-a23c-4584-b341-35e7c3adc990 req-7a48a11c-0740-4531-a8c5-3b9b738f2108 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.579936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4dc40f6-a23c-4584-b341-35e7c3adc990 req-7a48a11c-0740-4531-a8c5-3b9b738f2108 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 944 time: 0.3989131 Aug 09 15:40:16.669505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:16.677383 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.690339 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4498da-dc98-456b-9aed-ef7076967c4c" -d '{"events": [{"server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "name": "network-vif-unplugged", "status": "completed", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:16.717618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:16.726562 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.735661 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f3e0c96e-3795-406e-99d2-3e7740448324 None None] Provisioning for port c570e272-26d1-46aa-862d-3ec86f2fc33a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:16.765567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f3e0c96e-3795-406e-99d2-3e7740448324 None None] Provisioning complete for port c570e272-26d1-46aa-862d-3ec86f2fc33a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:16.766278 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c96e-3795-406e-99d2-3e7740448324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.789583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Transition to ACTIVE for port object 323145f2-52bc-43b9-a0c2-bd7a4524082f will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:16.805230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce709-6c26-4f8d-a8b9-00e604ca81a2 req-d2ddd314-7f94-4306-9208-52df20933dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.806824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-287ce709-6c26-4f8d-a8b9-00e604ca81a2 req-d2ddd314-7f94-4306-9208-52df20933dbc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5977774 Aug 09 15:40:16.843735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=01165de4-3df5-42d9-b9ef-8daef0e60ab9,revision_number=11']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:16.849222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0c96e-3795-406e-99d2-3e7740448324 None None] Port c570e272-26d1-46aa-862d-3ec86f2fc33a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:16.867198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4dc40f6-a23c-4584-b341-35e7c3adc990 req-0942f7d1-4a6a-41b3-b9a3-efdd676cda7a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709701 Aug 09 15:40:16.912498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf82e5-29ce-4be9-bfee-cca737c62f98 req-967f6845-77f7-4954-9804-ba6b7efee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.913887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': '75ee56ba-e36a-4905-b05b-e68f578f58fe'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:16.915309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6daf82e5-29ce-4be9-bfee-cca737c62f98 req-967f6845-77f7-4954-9804-ba6b7efee0ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.3118217 Aug 09 15:40:16.916628 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257" -d '{"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "75ee56ba-e36a-4905-b05b-e68f578f58fe"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:16.932577 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.945644 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['99999c04-d9ba-41c4-bd5e-6e35c63d0ff0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:16.953031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['8a3bf99a-0506-4d47-9c9d-fafed99f2971'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:16.977513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6daf82e5-29ce-4be9-bfee-cca737c62f98 req-ab74aa7a-0e4a-46ee-bf48-59441e68ef5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551 HTTP/1.1" status: 200 len: 217 time: 0.0540555 Aug 09 15:40:17.101281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:17.127561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Pushing event updated for resources: {'Port': ['ID=323145f2-52bc-43b9-a0c2-bd7a4524082f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:17.184919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:17.283489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:17.381242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.382583 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.392080 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-3c4e259b-3d27-4bd2-9179-971ec41063b9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2187853 Aug 09 15:40:17.413241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 75f40796-ae0c-4ae1-a778-ea4fe628e615 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:17.424082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf82e5-29ce-4be9-bfee-cca737c62f98 req-4754cf6a-30a0-4c00-bd5c-fae9d9e49d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.425743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6daf82e5-29ce-4be9-bfee-cca737c62f98 req-4754cf6a-30a0-4c00-bd5c-fae9d9e49d4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.4232273 Aug 09 15:40:17.456003 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-e4175d38-958f-4662-92b3-1291cfe2ef0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8722084 Aug 09 15:40:17.530410 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6daf82e5-29ce-4be9-bfee-cca737c62f98 req-6d11c18e-025a-4344-8ed5-341c4a140cae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659895 Aug 09 15:40:17.547485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Request body: {'port': {'device_id': 'f229a018-733d-401d-863a-2bcc5ed9e279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:17.635184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 75f40796-ae0c-4ae1-a778-ea4fe628e615 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:17.636104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57231ff4-c98e-4124-b4f0-6dfcc0a9ae4f req-ed22dc96-0842-46b4-a382-2403bdeec845 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.646162 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-57231ff4-c98e-4124-b4f0-6dfcc0a9ae4f req-ed22dc96-0842-46b4-a382-2403bdeec845 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 950 time: 1.2424805 Aug 09 15:40:17.714231 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-57231ff4-c98e-4124-b4f0-6dfcc0a9ae4f req-38ffbb10-350b-414d-b028-1b9365b2e099 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667357 Aug 09 15:40:17.792291 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a66c13b-0aa6-4476-8957-aaebcc88d513 x-openstack-request-id: req-1a66c13b-0aa6-4476-8957-aaebcc88d513 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:17.793722 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "name": "network-vif-unplugged", "status": "completed", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:17.794167 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a66c13b-0aa6-4476-8957-aaebcc88d513 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:17.794647 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'code': 200} Aug 09 15:40:17.803180 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.804275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 75f40796-ae0c-4ae1-a778-ea4fe628e615 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:17.804725 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.914523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4e85d5f9-aaf0-44b3-8049-0944a5499574 None None] Provisioning for port 323145f2-52bc-43b9-a0c2-bd7a4524082f completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:17.925893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4e85d5f9-aaf0-44b3-8049-0944a5499574 None None] Provisioning complete for port 323145f2-52bc-43b9-a0c2-bd7a4524082f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:17.926358 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e85d5f9-aaf0-44b3-8049-0944a5499574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.035225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635f3c-4365-473e-98ce-bb91fdfd5a7d req-f48444cf-041b-460a-8cee-4f07fdb214ae tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.042274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4e85d5f9-aaf0-44b3-8049-0944a5499574 None None] Port 323145f2-52bc-43b9-a0c2-bd7a4524082f cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:18.042632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635f3c-4365-473e-98ce-bb91fdfd5a7d req-f48444cf-041b-460a-8cee-4f07fdb214ae tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.049181 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.050103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635f3c-4365-473e-98ce-bb91fdfd5a7d req-f48444cf-041b-460a-8cee-4f07fdb214ae tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.055980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635f3c-4365-473e-98ce-bb91fdfd5a7d req-f48444cf-041b-460a-8cee-4f07fdb214ae tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.062545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635f3c-4365-473e-98ce-bb91fdfd5a7d req-f48444cf-041b-460a-8cee-4f07fdb214ae tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.068718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635f3c-4365-473e-98ce-bb91fdfd5a7d req-f48444cf-041b-460a-8cee-4f07fdb214ae tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.070703 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc635f3c-4365-473e-98ce-bb91fdfd5a7d req-f48444cf-041b-460a-8cee-4f07fdb214ae tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 4606 time: 0.6851447 Aug 09 15:40:18.071213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.53', 57501) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:18.073273 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 75f40796-ae0c-4ae1-a778-ea4fe628e615, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=75f40796-ae0c-4ae1-a778-ea4fe628e615,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:18.078685 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.081306 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.133246 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a21d0e3a-aef7-4a18-a983-e3ecce9a95cd req-dc8c3af2-fd04-4203-b9a3-ab598e39d9c2 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 210 time: 0.0387685 Aug 09 15:40:18.133246 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.138344 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.163246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=75f40796-ae0c-4ae1-a778-ea4fe628e615,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:18.242240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Pushing event updated for resources: {'Port': ['ID=c570e272-26d1-46aa-862d-3ec86f2fc33a,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:18.271246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc635f3c-4365-473e-98ce-bb91fdfd5a7d req-419966e4-cba2-43fc-8099-728e95a1c50e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346843 Aug 09 15:40:18.373491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a207547-ce94-4f83-a3cf-8a3ad7a93614 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:18.389337 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73d9fd-7881-4604-9a12-f482c3724b61 req-b489c799-64f7-4f74-9052-548b151f50ae tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.410685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-c1d49ab0-9db7-48dd-b66b-b6b02b18644e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.412174 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-c1d49ab0-9db7-48dd-b66b-b6b02b18644e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9498539 Aug 09 15:40:18.414236 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd73d9fd-7881-4604-9a12-f482c3724b61 req-b489c799-64f7-4f74-9052-548b151f50ae tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 935 time: 0.1697521 Aug 09 15:40:18.424354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6daf82e5-29ce-4be9-bfee-cca737c62f98 req-0709932b-7bf6-4c5b-a843-7ba44faabd77 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8699632 Aug 09 15:40:18.426471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.437001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b79997f-42a7-4e23-b178-c95dc65989e9 req-ce126b2f-9595-4bcb-af77-c36a89cd1500 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3597498 Aug 09 15:40:18.441243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Request body: {'port': {'device_id': '9cafd7ba-f174-40df-9af6-0fcb13c3728c', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'b224220100394a519e23f90f60157189'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:18.479973 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd73d9fd-7881-4604-9a12-f482c3724b61 req-72769630-7ef5-412e-a107-9efc9de74637 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650985 Aug 09 15:40:18.488210 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.520715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Transition to ACTIVE for port object 1a207547-ce94-4f83-a3cf-8a3ad7a93614 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:18.612366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.53', 57502) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:18.618465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 00b4219b-0713-4d54-b85d-d7f9d27b9551 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:18.656518 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc832869-55b8-4d71-98da-bcd144e1674d x-openstack-request-id: req-bc832869-55b8-4d71-98da-bcd144e1674d {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:18.656968 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "75ee56ba-e36a-4905-b05b-e68f578f58fe", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:18.657231 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc832869-55b8-4d71-98da-bcd144e1674d {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:18.657656 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': '75ee56ba-e36a-4905-b05b-e68f578f58fe', 'status': 'completed', 'code': 200} Aug 09 15:40:18.658386 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.704709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860176e9-7d1c-4131-a17d-28f486d81f4d req-fd2d5d4c-6660-4fc3-b7bd-9660b6da4a90 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.706755 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860176e9-7d1c-4131-a17d-28f486d81f4d req-fd2d5d4c-6660-4fc3-b7bd-9660b6da4a90 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 948 time: 0.3383799 Aug 09 15:40:18.770155 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:18.784626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '00b4219b-0713-4d54-b85d-d7f9d27b9551', 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a', 'port_id': '00b4219b-0713-4d54-b85d-d7f9d27b9551', 'mac_address': 'fa:16:3e:a0:2a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:18.872857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945df31-2893-498e-aac6-80c09aa23604 req-7f16122a-419f-4139-a0a5-053873c458cd tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.874509 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b945df31-2893-498e-aac6-80c09aa23604 req-7f16122a-419f-4139-a0a5-053873c458cd tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 944 time: 0.2130437 Aug 09 15:40:18.875160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Pushing event updated for resources: {'Port': ['ID=1a207547-ce94-4f83-a3cf-8a3ad7a93614,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:18.893201 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.932707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Attempting to bind port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:18.934116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Attempting to bind port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:18.934701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Attempting to bind port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 on network 988775f1-455e-4a42-a5e9-861daba19edf {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:18.934836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b4219b-0713-4d54-b85d-d7f9d27b9551 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:18.944233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 on network 988775f1-455e-4a42-a5e9-861daba19edf not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:18.944889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Attempting to bind port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 on network 988775f1-455e-4a42-a5e9-861daba19edf {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:18.968498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Network ad03a4f1-7ba1-4958-89d7-707b33424489 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:18.969966 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:18.970553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Checking segment: {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:18.972062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Bound using segment: {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:18.972930 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Bound port: 1a207547-ce94-4f83-a3cf-8a3ad7a93614, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:18.973546 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.992623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:18.996427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:19.001261 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.008365 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b945df31-2893-498e-aac6-80c09aa23604 req-68192cfc-5434-4df0-977f-b3e5f2082654 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163247 Aug 09 15:40:19.101109 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-1dcd8c0a-b723-4a01-8d26-b4e945218588 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--717209287&fields=id&tenant_id=5578f31a28c045a8983c4f4caf442b2d HTTP/1.1" status: 200 len: 267 time: 0.6540904 Aug 09 15:40:19.181994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=00b4219b-0713-4d54-b85d-d7f9d27b9551,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:19.216901 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6daf82e5-29ce-4be9-bfee-cca737c62f98 req-e6a377a0-fa5a-4ac6-a71d-3e3c621242b9 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686121 Aug 09 15:40:19.275077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['00b4219b-0713-4d54-b85d-d7f9d27b9551'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:19.298815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Router 52117318-668d-48ae-9a95-3080f0c1a213 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:40:19.331800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-4af8bf8d-f252-4f79-a104-a0a65ec9af5d tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.333655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-4af8bf8d-f252-4f79-a104-a0a65ec9af5d tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b2b561-193e-4129-8586-2fb36eb69164 HTTP/1.1" status: 200 len: 945 time: 0.3234117 Aug 09 15:40:19.334616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 75f40796-ae0c-4ae1-a778-ea4fe628e615 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:19.341303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79997f-42a7-4e23-b178-c95dc65989e9 req-ea421d84-7b48-422c-8d06-b2b6497e64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.343483 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b79997f-42a7-4e23-b178-c95dc65989e9 req-ea421d84-7b48-422c-8d06-b2b6497e64ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 1101 time: 0.8173387 Aug 09 15:40:19.399464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-da1c9db0-5cae-4100-b22d-7369618b0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.400097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-da1c9db0-5cae-4100-b22d-7369618b0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.400841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-da1c9db0-5cae-4100-b22d-7369618b0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.401431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-da1c9db0-5cae-4100-b22d-7369618b0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.402551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-da1c9db0-5cae-4100-b22d-7369618b0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.403034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-da1c9db0-5cae-4100-b22d-7369618b0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.403510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-da1c9db0-5cae-4100-b22d-7369618b0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.405494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-da1c9db0-5cae-4100-b22d-7369618b0584 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6179 time: 0.7434862 Aug 09 15:40:19.514806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0c6e224f-8b80-4d41-9fc4-0d5a021149a3 None None] Provisioning complete for port c570e272-26d1-46aa-862d-3ec86f2fc33a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:19.515194 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0c6e224f-8b80-4d41-9fc4-0d5a021149a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.565781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e224f-8b80-4d41-9fc4-0d5a021149a3 None None] Port c570e272-26d1-46aa-862d-3ec86f2fc33a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:19.565781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 75f40796-ae0c-4ae1-a778-ea4fe628e615 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:19.565781 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.594536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] For port 1a207547-ce94-4f83-a3cf-8a3ad7a93614, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:19.625388 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055240f2-b2b3-4d7e-97b0-47bed18a97f0 req-609b301c-5d63-498e-952c-5dc02bb6cbec tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.634985 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-055240f2-b2b3-4d7e-97b0-47bed18a97f0 req-609b301c-5d63-498e-952c-5dc02bb6cbec tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 948 time: 0.3993015 Aug 09 15:40:19.638818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:19.649771 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Sync routers for ids ['52117318-668d-48ae-9a95-3080f0c1a213'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:19.668568 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3c5ade03-56c5-4fce-b3a6-81faf3d45311 admin admin] 10.222.0.81 "PUT /v2.0/routers/52117318-668d-48ae-9a95-3080f0c1a213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4944990 Aug 09 15:40:19.679716 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Routers {'52117318-668d-48ae-9a95-3080f0c1a213'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:19.681160 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['52117318-668d-48ae-9a95-3080f0c1a213'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:19.710550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] For port 1a207547-ce94-4f83-a3cf-8a3ad7a93614, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1a207547-ce94-4f83-a3cf-8a3ad7a93614,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:19.727273 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.807256 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-055240f2-b2b3-4d7e-97b0-47bed18a97f0 req-36206e2d-f290-43a2-b532-bfef242335e4 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712768 Aug 09 15:40:19.813195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.814126 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.815579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-bbea4d23-cc6e-4652-af77-938529221247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.816041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-bbea4d23-cc6e-4652-af77-938529221247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.816460 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] 10.222.0.53 "PUT /v2.0/ports/1a207547-ce94-4f83-a3cf-8a3ad7a93614 HTTP/1.1" status: 200 len: 1136 time: 3.7917643 Aug 09 15:40:19.816588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-bbea4d23-cc6e-4652-af77-938529221247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.818077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-bbea4d23-cc6e-4652-af77-938529221247 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3502922 Aug 09 15:40:19.871092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Request body: {'port': {'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:19.886010 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Set router 52117318-668d-48ae-9a95-3080f0c1a213 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:19.925681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79997f-42a7-4e23-b178-c95dc65989e9 req-ccad912c-9bd2-43e7-a2ce-f5f18f923f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:19.927337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b79997f-42a7-4e23-b178-c95dc65989e9 req-ccad912c-9bd2-43e7-a2ce-f5f18f923f5f service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.5130539 Aug 09 15:40:20.021035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc2f36-48ba-473f-8ea5-8c67fdb138cb service neutron] Pushing event updated for resources: {'Port': ['ID=1a207547-ce94-4f83-a3cf-8a3ad7a93614,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:20.033097 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Deleting port ab92e60d-c071-483b-9c86-5f9110a3089b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:40:20.033453 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.080399 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-86fb13bc-6a97-48ab-97fe-f80d2fdccc48 req-a4727347-cab6-4ece-af5c-07f81c150570 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 210 time: 0.1336484 Aug 09 15:40:20.109666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Made reservation on behalf of b224220100394a519e23f90f60157189 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:20.117186 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.137089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b79997f-42a7-4e23-b178-c95dc65989e9 req-9a976de3-0d87-47e4-bb24-7fb170f41a37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 HTTP/1.1" status: 200 len: 217 time: 0.1676519 Aug 09 15:40:20.163829 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.265342 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.307423 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52117318-668d-48ae-9a95-3080f0c1a213', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988728247-router', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:04Z', 'updated_at': '2021-08-09T15:40:17Z', 'revision_number': 4, 'project_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'gw_port': {'id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52117318-668d-48ae-9a95-3080f0c1a213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:07Z', 'updated_at': '2021-08-09T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c570e272-26d1-46aa-862d-3ec86f2fc33a', 'name': '', 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'mac_address': 'fa:16:3e:18:39:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52117318-668d-48ae-9a95-3080f0c1a213', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '82c3509c-bab9-44af-9d9b-b3d9b756bbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:14Z', 'updated_at': '2021-08-09T15:40:17Z', 'revision_number': 2, 'project_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'subnets': [{'id': '82c3509c-bab9-44af-9d9b-b3d9b756bbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:20.341271 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Checking router: 52117318-668d-48ae-9a95-3080f0c1a213 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:20.341271 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Updating router 52117318-668d-48ae-9a95-3080f0c1a213 port c570e272-26d1-46aa-862d-3ec86f2fc33a binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:20.373313 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.376739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-091cf5ed-4669-4cf0-9631-57c06809b699 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.387159 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-091cf5ed-4669-4cf0-9631-57c06809b699 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/networks?id=9dd26dc2-108a-452f-9988-e63a860d56f7 HTTP/1.1" status: 200 len: 823 time: 1.1207371 Aug 09 15:40:20.495315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7faa69-3227-443a-acbe-0adad1016af0 req-d59a0c1d-b5ae-4a5d-a0af-d3e4e46c5d5b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.512614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7faa69-3227-443a-acbe-0adad1016af0 req-d59a0c1d-b5ae-4a5d-a0af-d3e4e46c5d5b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.519724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7faa69-3227-443a-acbe-0adad1016af0 req-d59a0c1d-b5ae-4a5d-a0af-d3e4e46c5d5b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.522525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-860176e9-7d1c-4131-a17d-28f486d81f4d req-753e4bb8-995e-4343-8e36-e9d22d850186 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Deleting port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:40:20.523013 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-860176e9-7d1c-4131-a17d-28f486d81f4d req-753e4bb8-995e-4343-8e36-e9d22d850186 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.527058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7faa69-3227-443a-acbe-0adad1016af0 req-d59a0c1d-b5ae-4a5d-a0af-d3e4e46c5d5b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.534196 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7faa69-3227-443a-acbe-0adad1016af0 req-d59a0c1d-b5ae-4a5d-a0af-d3e4e46c5d5b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.541010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7faa69-3227-443a-acbe-0adad1016af0 req-d59a0c1d-b5ae-4a5d-a0af-d3e4e46c5d5b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.549025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7faa69-3227-443a-acbe-0adad1016af0 req-d59a0c1d-b5ae-4a5d-a0af-d3e4e46c5d5b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.560127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f7faa69-3227-443a-acbe-0adad1016af0 req-d59a0c1d-b5ae-4a5d-a0af-d3e4e46c5d5b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5384 time: 0.3350158 Aug 09 15:40:20.564016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] For port ab92e60d-c071-483b-9c86-5f9110a3089b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ab92e60d-c071-483b-9c86-5f9110a3089b,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:20.564016 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.613270 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-776069cc-9c21-4287-b46b-744bb3b0f856 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/quotas/5578f31a28c045a8983c4f4caf442b2d HTTP/1.1" status: 200 len: 375 time: 0.1570451 Aug 09 15:40:20.622843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79997f-42a7-4e23-b178-c95dc65989e9 req-aa1c2f2d-e46f-4104-8f5b-42e54b11d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.624389 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b79997f-42a7-4e23-b178-c95dc65989e9 req-aa1c2f2d-e46f-4104-8f5b-42e54b11d27d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.4541194 Aug 09 15:40:20.629918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 00b4219b-0713-4d54-b85d-d7f9d27b9551 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:20.667009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-ebe5ce3c-4dc9-4b5b-bf13-1f8249ae041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:20.669067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6c29aa0-dfcd-4ff2-be79-d7bf4a256257 req-ebe5ce3c-4dc9-4b5b-bf13-1f8249ae041d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8070951 Aug 09 15:40:20.672176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323145f2-52bc-43b9-a0c2-bd7a4524082f {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:20.721009 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.746231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 00b4219b-0713-4d54-b85d-d7f9d27b9551 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:20.749020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': '1a207547-ce94-4f83-a3cf-8a3ad7a93614'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:20.751960 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "1a207547-ce94-4f83-a3cf-8a3ad7a93614"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:20.757565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 00b4219b-0713-4d54-b85d-d7f9d27b9551 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:20.758045 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.781781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Transition to ACTIVE for port object 323145f2-52bc-43b9-a0c2-bd7a4524082f will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:20.805277 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.810853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51700) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:20.827391 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f7faa69-3227-443a-acbe-0adad1016af0 req-fd516df9-954f-4336-8a5d-ec2639e17a82 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2658665 Aug 09 15:40:20.835009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1300287109-network', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:20.928888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Pushing event updated for resources: {'Port': ['ID=323145f2-52bc-43b9-a0c2-bd7a4524082f,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:20.951765 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.976136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-165bc522-a5fe-4422-9a18-f334cf6514e3 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5578f31a28c045a8983c4f4caf442b2d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3412619 Aug 09 15:40:20.979853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-860176e9-7d1c-4131-a17d-28f486d81f4d req-753e4bb8-995e-4343-8e36-e9d22d850186 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] For port 01165de4-3df5-42d9-b9ef-8daef0e60ab9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=01165de4-3df5-42d9-b9ef-8daef0e60ab9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:20.980249 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-860176e9-7d1c-4131-a17d-28f486d81f4d req-753e4bb8-995e-4343-8e36-e9d22d850186 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.991407 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.998370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79997f-42a7-4e23-b178-c95dc65989e9 req-a46fb56c-f84b-4c91-9b3d-562138cf36f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.000417 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b79997f-42a7-4e23-b178-c95dc65989e9 req-a46fb56c-f84b-4c91-9b3d-562138cf36f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3560810 Aug 09 15:40:21.013925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-860176e9-7d1c-4131-a17d-28f486d81f4d req-753e4bb8-995e-4343-8e36-e9d22d850186 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Calling delete_port for 01165de4-3df5-42d9-b9ef-8daef0e60ab9 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:40:21.014196 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Transition to ACTIVE for port object c570e272-26d1-46aa-862d-3ec86f2fc33a will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:21.020271 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.023058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77cd524-b361-492e-94f7-e74df04b874b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b4219b-0713-4d54-b85d-d7f9d27b9551'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:21.026307 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115d20cb-d6d8-46f8-9e1d-3bcc8d4a3e4a" -d '{"events": [{"server_uuid": "a77cd524-b361-492e-94f7-e74df04b874b", "name": "network-vif-plugged", "status": "completed", "tag": "00b4219b-0713-4d54-b85d-d7f9d27b9551"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:21.048549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:21.054492 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.103007 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Pushing event updated for resources: {'Port': ['ID=c570e272-26d1-46aa-862d-3ec86f2fc33a,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:21.130832 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:21.131183 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:21.131506 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:21.131850 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:21.132289 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:21.132680 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:21.133060 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:21.133385 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:21.133734 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:21.134058 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:21.134379 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:21.134691 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:21.147932 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=00b4219b-0713-4d54-b85d-d7f9d27b9551,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:21.196096 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-0d12b707-fc88-4f5e-a881-cf63e3061d9a service neutron] 10.222.0.81 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799009 Aug 09 15:40:21.266918 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Attempting to bind port c570e272-26d1-46aa-862d-3ec86f2fc33a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:21.267643 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Attempting to bind port c570e272-26d1-46aa-862d-3ec86f2fc33a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:21.277265 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Attempting to bind port c570e272-26d1-46aa-862d-3ec86f2fc33a on network ad03a4f1-7ba1-4958-89d7-707b33424489 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:21.301543 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:21.302357 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Checking segment: {'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:21.303019 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.303775 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Bound using segment: {'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:21.305065 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Bound port: c570e272-26d1-46aa-862d-3ec86f2fc33a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:21.305813 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.312356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9817b93-cdcf-4a1a-bf54-9d5dbb1aad04 req-2988932b-460f-4216-b851-f47ab4f6b418 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:21.314273 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e9817b93-cdcf-4a1a-bf54-9d5dbb1aad04 req-2988932b-460f-4216-b851-f47ab4f6b418 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 947 time: 0.3589656 Aug 09 15:40:21.322465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d244bd87-3752-4971-9c65-29f6ddea2c84 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:21.350326 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.356986 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.370970 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.371266 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.371590 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Floating IP f0f317a7-e970-4cdf-bd81-3c6b19b29a4c disassociated. External IP: 172.25.2.161, port: ab92e60d-c071-483b-9c86-5f9110a3089b. Aug 09 15:40:21.371936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Calling delete_port for ab92e60d-c071-483b-9c86-5f9110a3089b owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:40:21.412578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Transition to ACTIVE for port object d244bd87-3752-4971-9c65-29f6ddea2c84 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:21.421928 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] For port c570e272-26d1-46aa-862d-3ec86f2fc33a, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:21.428309 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] For port c570e272-26d1-46aa-862d-3ec86f2fc33a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c570e272-26d1-46aa-862d-3ec86f2fc33a,segment=NetworkSegment(5951a3db-0013-47b2-854f-7f56b25c5e70),segment_id=5951a3db-0013-47b2-854f-7f56b25c5e70)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:21.433293 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.461496 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.488061 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e9817b93-cdcf-4a1a-bf54-9d5dbb1aad04 req-900b3372-b81f-40e2-8a66-9cecd0bfc347 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591773 Aug 09 15:40:21.524001 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.539058 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b51ec1-fcc6-4f5f-8b56-be7377407729 None None] Pushing event updated for resources: {'Port': ['ID=c570e272-26d1-46aa-862d-3ec86f2fc33a,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:21.577229 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Routers {'52117318-668d-48ae-9a95-3080f0c1a213'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:21.578099 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['52117318-668d-48ae-9a95-3080f0c1a213'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:21.700798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Pushing event updated for resources: {'Port': ['ID=d244bd87-3752-4971-9c65-29f6ddea2c84,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:21.743134 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-41d5ad5e-ff79-4e19-8cc1-5ba183112e2c service neutron] 10.222.0.81 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653910 Aug 09 15:40:21.761122 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] Set router 52117318-668d-48ae-9a95-3080f0c1a213 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:21.807528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Attempting to bind port d244bd87-3752-4971-9c65-29f6ddea2c84 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:21.807876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Attempting to bind port d244bd87-3752-4971-9c65-29f6ddea2c84 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:21.808773 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Attempting to bind port d244bd87-3752-4971-9c65-29f6ddea2c84 on network 988775f1-455e-4a42-a5e9-861daba19edf {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:21.848990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Port d244bd87-3752-4971-9c65-29f6ddea2c84 on network 988775f1-455e-4a42-a5e9-861daba19edf not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:21.849326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Attempting to bind port d244bd87-3752-4971-9c65-29f6ddea2c84 on network 988775f1-455e-4a42-a5e9-861daba19edf {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:21.907386 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:21.907745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Checking segment: {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:21.908183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Bound using segment: {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:21.908650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Bound port: d244bd87-3752-4971-9c65-29f6ddea2c84, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:21.909024 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.992544 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.031348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be51cd33-40c6-45be-a638-687668a70a6d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:22.049973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Pushing event deleted for resources: {'Port': ['ID=ab92e60d-c071-483b-9c86-5f9110a3089b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:22.053475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] For port d244bd87-3752-4971-9c65-29f6ddea2c84, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:22.087986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] For port d244bd87-3752-4971-9c65-29f6ddea2c84, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d244bd87-3752-4971-9c65-29f6ddea2c84,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:22.089073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b79997f-42a7-4e23-b178-c95dc65989e9 req-3de76df9-f83a-400e-b494-f319daf7abfc service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0717738 Aug 09 15:40:22.094869 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.264921 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52117318-668d-48ae-9a95-3080f0c1a213', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988728247-router', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:04Z', 'updated_at': '2021-08-09T15:40:17Z', 'revision_number': 4, 'project_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'gw_port': {'id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52117318-668d-48ae-9a95-3080f0c1a213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:07Z', 'updated_at': '2021-08-09T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c570e272-26d1-46aa-862d-3ec86f2fc33a', 'name': '', 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'mac_address': 'fa:16:3e:18:39:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52117318-668d-48ae-9a95-3080f0c1a213', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '82c3509c-bab9-44af-9d9b-b3d9b756bbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:14Z', 'updated_at': '2021-08-09T15:40:21Z', 'revision_number': 4, 'project_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'subnets': [{'id': '82c3509c-bab9-44af-9d9b-b3d9b756bbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:22.278584 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:22.281678 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.283160 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] 10.222.0.53 "PUT /v2.0/ports/d244bd87-3752-4971-9c65-29f6ddea2c84 HTTP/1.1" status: 200 len: 1091 time: 2.4197197 Aug 09 15:40:22.294597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ab92e60d-c071-483b-9c86-5f9110a3089b no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:40:22.304500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Allocated IP 192.168.233.102 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/c442c687-135d-4cb9-8461-d24b94faac11) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:22.343369 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: ab92e60d-c071-483b-9c86-5f9110a3089b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:40:22.344569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ab92e60d-c071-483b-9c86-5f9110a3089b not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:40:22.346303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 01165de4-3df5-42d9-b9ef-8daef0e60ab9 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:40:22.346613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Request body: {'port': {'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:22.360080 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59edf62-1da0-455f-8961-b29a6562d5d6 None None] The sync data for ids ['52117318-668d-48ae-9a95-3080f0c1a213'] in n-d-803778-2 is: [{'id': '52117318-668d-48ae-9a95-3080f0c1a213', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988728247-router', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:04Z', 'updated_at': '2021-08-09T15:40:17Z', 'revision_number': 4, 'project_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'gw_port': {'id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52117318-668d-48ae-9a95-3080f0c1a213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:07Z', 'updated_at': '2021-08-09T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c570e272-26d1-46aa-862d-3ec86f2fc33a', 'name': '', 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'mac_address': 'fa:16:3e:18:39:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52117318-668d-48ae-9a95-3080f0c1a213', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '82c3509c-bab9-44af-9d9b-b3d9b756bbe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:14Z', 'updated_at': '2021-08-09T15:40:21Z', 'revision_number': 4, 'project_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'subnets': [{'id': '82c3509c-bab9-44af-9d9b-b3d9b756bbe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:22.498482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f2ee-f1fb-429f-8afd-7f9bc505680f service neutron] Pushing event updated for resources: {'Port': ['ID=d244bd87-3752-4971-9c65-29f6ddea2c84,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:23.022643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Made reservation on behalf of 928640f091b942f2ae0f793a5a9b8b07 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:23.025258 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.143285 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.187087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-18cca81e-c579-40b0-b77e-ed99e2b2fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.187571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-18cca81e-c579-40b0-b77e-ed99e2b2fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.188043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-18cca81e-c579-40b0-b77e-ed99e2b2fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.194542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-18cca81e-c579-40b0-b77e-ed99e2b2fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.195340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-18cca81e-c579-40b0-b77e-ed99e2b2fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.199631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-18cca81e-c579-40b0-b77e-ed99e2b2fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.200345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-18cca81e-c579-40b0-b77e-ed99e2b2fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.203117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-18cca81e-c579-40b0-b77e-ed99e2b2fdbe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6288 time: 0.1715701 Aug 09 15:40:23.266665 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c570e272-26d1-46aa-862d-3ec86f2fc33a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:23.278552 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e74c3e7-8a41-41bc-8efb-e585797110d9 x-openstack-request-id: req-4e74c3e7-8a41-41bc-8efb-e585797110d9 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:23.279176 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "1a207547-ce94-4f83-a3cf-8a3ad7a93614", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:23.279176 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e74c3e7-8a41-41bc-8efb-e585797110d9 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:23.279735 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': '1a207547-ce94-4f83-a3cf-8a3ad7a93614', 'status': 'completed', 'code': 200} Aug 09 15:40:23.332819 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Attempting to bind port 323145f2-52bc-43b9-a0c2-bd7a4524082f on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:23.333450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Attempting to bind port 323145f2-52bc-43b9-a0c2-bd7a4524082f by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:23.333450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Attempting to bind port 323145f2-52bc-43b9-a0c2-bd7a4524082f on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:23.358275 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.361883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c570e272-26d1-46aa-862d-3ec86f2fc33a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:23.371477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c570e272-26d1-46aa-862d-3ec86f2fc33a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:23.371848 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.408677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a71c3-3f6b-4196-bd0d-0f8aa5c1f57a req-28e8d0f5-7482-49b7-91c1-3232989b2264 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.411788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c2a71c3-3f6b-4196-bd0d-0f8aa5c1f57a req-28e8d0f5-7482-49b7-91c1-3232989b2264 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 1.2519636 Aug 09 15:40:23.435010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Router 8dae6933-f53f-44cf-b8ba-211ddb5f538a has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:40:23.438974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Port 323145f2-52bc-43b9-a0c2-bd7a4524082f on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:23.439309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Attempting to bind port 323145f2-52bc-43b9-a0c2-bd7a4524082f on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:23.515754 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.520053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9f677-8c20-4122-9c9e-7809c90e0ea2 req-0b50c2c6-9662-41aa-ac24-afa6af78f7aa tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.521655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fdc9f677-8c20-4122-9c9e-7809c90e0ea2 req-0b50c2c6-9662-41aa-ac24-afa6af78f7aa tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d377401-8bc7-4858-9ed9-80ac71ef65a7 HTTP/1.1" status: 200 len: 948 time: 0.2345538 Aug 09 15:40:23.536195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:23.536594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:23.536896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:23.537336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Bound port: 323145f2-52bc-43b9-a0c2-bd7a4524082f, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:23.537733 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.559528 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b79997f-42a7-4e23-b178-c95dc65989e9 req-0c9c4119-09c5-4ea4-8e72-0b82ffb9fab2 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4089711 Aug 09 15:40:23.606417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port c570e272-26d1-46aa-862d-3ec86f2fc33a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c570e272-26d1-46aa-862d-3ec86f2fc33a,segment=NetworkSegment(5951a3db-0013-47b2-854f-7f56b25c5e70),segment_id=5951a3db-0013-47b2-854f-7f56b25c5e70)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:23.611700 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.670171 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-860176e9-7d1c-4131-a17d-28f486d81f4d req-753e4bb8-995e-4343-8e36-e9d22d850186 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.725939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=c570e272-26d1-46aa-862d-3ec86f2fc33a,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:23.854694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c2a71c3-3f6b-4196-bd0d-0f8aa5c1f57a req-0fb91fdc-c815-4b8c-ba18-db4c063d189c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981054 Aug 09 15:40:23.868945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e4bb8-995e-4343-8e36-e9d22d850186 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Pushing event deleted for resources: {'Port': ['ID=01165de4-3df5-42d9-b9ef-8daef0e60ab9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:23.883886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-226f2b87-80ff-4151-9720-961db66dfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.884624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-226f2b87-80ff-4151-9720-961db66dfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.885423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-226f2b87-80ff-4151-9720-961db66dfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:23.888350 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-226f2b87-80ff-4151-9720-961db66dfe72 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6394892 Aug 09 15:40:23.910884 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fdc9f677-8c20-4122-9c9e-7809c90e0ea2 req-f3861590-ccfd-423f-b05d-6ebbd683143a tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.81 "GET /v2.0/security-groups?id=d25606d3-d536-4387-8fb9-32a7b972e62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739648 Aug 09 15:40:23.965276 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4095b934-9fe5-48b3-a498-7f24db9950a2 x-openstack-request-id: req-4095b934-9fe5-48b3-a498-7f24db9950a2 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:23.966679 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77cd524-b361-492e-94f7-e74df04b874b", "name": "network-vif-plugged", "status": "completed", "tag": "00b4219b-0713-4d54-b85d-d7f9d27b9551", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:23.967085 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4095b934-9fe5-48b3-a498-7f24db9950a2 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:23.967636 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77cd524-b361-492e-94f7-e74df04b874b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b4219b-0713-4d54-b85d-d7f9d27b9551', 'code': 200} Aug 09 15:40:24.079640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-860176e9-7d1c-4131-a17d-28f486d81f4d req-753e4bb8-995e-4343-8e36-e9d22d850186 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] No DVR routers for this DVR port 01165de4-3df5-42d9-b9ef-8daef0e60ab9 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:40:24.098595 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-860176e9-7d1c-4131-a17d-28f486d81f4d req-753e4bb8-995e-4343-8e36-e9d22d850186 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.112521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860176e9-7d1c-4131-a17d-28f486d81f4d req-753e4bb8-995e-4343-8e36-e9d22d850186 tempest-ImagesOneServerTestJSON-746629177 tempest-ImagesOneServerTestJSON-746629177-project] 10.222.0.60 "DELETE /v2.0/ports/01165de4-3df5-42d9-b9ef-8daef0e60ab9 HTTP/1.1" status: 204 len: 173 time: 5.2226343 Aug 09 15:40:24.119752 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.122166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'name': 'network-vif-deleted', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:24.128557 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86afd996-2f0d-4972-8c7b-21db45d06b0f" -d '{"events": [{"server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "name": "network-vif-deleted", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:24.156370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:24.218623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Transition to ACTIVE for port object c442c687-135d-4cb9-8461-d24b94faac11 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:24.245444 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1586a803-9876-4148-8f72-03cdb964a944 req-89df6b83-3807-4243-8928-8131e18d3e30 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 210 time: 0.0958023 Aug 09 15:40:24.259581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:24.267924 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.289153 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.303065 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.369216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:24.385641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2d10f-6074-4861-8a34-29f602a4bf77 None None] Sync routers for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:24.400635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59a90ef-2f82-41ee-9593-dd5dc2688f37,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:24.416204 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2d10f-6074-4861-8a34-29f602a4bf77 None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:24.416999 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5eb2d10f-6074-4861-8a34-29f602a4bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:24.477548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92af27-5314-4c08-a0e3-604b3d236ca2 req-9f568787-d82e-42c0-8702-d0362e9c253a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.483476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92af27-5314-4c08-a0e3-604b3d236ca2 req-9f568787-d82e-42c0-8702-d0362e9c253a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.489377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92af27-5314-4c08-a0e3-604b3d236ca2 req-9f568787-d82e-42c0-8702-d0362e9c253a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.496357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92af27-5314-4c08-a0e3-604b3d236ca2 req-9f568787-d82e-42c0-8702-d0362e9c253a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.502866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92af27-5314-4c08-a0e3-604b3d236ca2 req-9f568787-d82e-42c0-8702-d0362e9c253a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.506194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-177617de-9749-4015-a9d5-974c1d80047a tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.508115 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-177617de-9749-4015-a9d5-974c1d80047a tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.60 "GET /v2.0/networks?id=9dd26dc2-108a-452f-9988-e63a860d56f7 HTTP/1.1" status: 200 len: 823 time: 0.6630497 Aug 09 15:40:24.508940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92af27-5314-4c08-a0e3-604b3d236ca2 req-9f568787-d82e-42c0-8702-d0362e9c253a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.515700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92af27-5314-4c08-a0e3-604b3d236ca2 req-9f568787-d82e-42c0-8702-d0362e9c253a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.523565 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe92af27-5314-4c08-a0e3-604b3d236ca2 req-9f568787-d82e-42c0-8702-d0362e9c253a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5396 time: 0.4097495 Aug 09 15:40:24.532539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.533097 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.534893 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] 10.222.0.60 "PUT /v2.0/ports/323145f2-52bc-43b9-a0c2-bd7a4524082f HTTP/1.1" status: 200 len: 1095 time: 6.9970093 Aug 09 15:40:24.543718 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-76078649-f6c6-4b73-9540-fd1facc2b830 req-de9d3551-d890-475c-a91f-db6e59eb8875 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 210 time: 0.1118510 Aug 09 15:40:24.553936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] No DVR routers for this DVR port ab92e60d-c071-483b-9c86-5f9110a3089b on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:40:24.560041 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.572349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:24.583254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f89b5-1b34-4350-b228-5dcf8c8f24e8 req-223a0fb5-1270-457f-b374-f3a7de6de07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.584668 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.584841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-126f89b5-1b34-4350-b228-5dcf8c8f24e8 req-223a0fb5-1270-457f-b374-f3a7de6de07f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 1097 time: 0.4189939 Aug 09 15:40:24.585812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-d0b52bc3-ef04-4c78-8acc-9632906e6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:24.587144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f9719b6-b604-4c91-8e79-723a8c6cbc5f req-d0b52bc3-ef04-4c78-8acc-9632906e6ba8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6501849 Aug 09 15:40:24.604215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-5eb2d10f-6074-4861-8a34-29f602a4bf77 None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:24.622660 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d0f7f999-4937-4dfc-980d-725494d3b068 req-cd821a79-ef54-44e7-9f74-921c746ff116 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.60 "DELETE /v2.0/ports/ab92e60d-c071-483b-9c86-5f9110a3089b HTTP/1.1" status: 204 len: 173 time: 5.2379153 Aug 09 15:40:24.646208 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.646687 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Added segment 72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3 of type vlan for network fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 Aug 09 15:40:24.748598 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.798314 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa4ba74-90a3-46f1-832a-a6a8176e0745 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:24.835456 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.867753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Transition to ACTIVE for port object 4aa4ba74-90a3-46f1-832a-a6a8176e0745 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:24.920176 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.932580 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-126f89b5-1b34-4350-b228-5dcf8c8f24e8 req-67cfbc66-6079-41bc-a74a-55678d54b430 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163492 Aug 09 15:40:24.958668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:24.965263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ade804-6449-4bb9-abe2-72cc32ef4045 service neutron] Pushing event updated for resources: {'Port': ['ID=323145f2-52bc-43b9-a0c2-bd7a4524082f,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:25.014299 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.015643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.016527 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.028986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Pushing event updated for resources: {'Port': ['ID=4aa4ba74-90a3-46f1-832a-a6a8176e0745,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:25.035538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:25.049521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.2278347 Aug 09 15:40:25.052895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:25.060803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51740) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:25.077754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb17fea-033c-4f4f-8f8d-9b34424180a9 req-db8e0557-4236-4670-b9a8-d7110403e1ad tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.080176 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3eb17fea-033c-4f4f-8f8d-9b34424180a9 req-db8e0557-4236-4670-b9a8-d7110403e1ad tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 947 time: 0.3584938 Aug 09 15:40:25.095243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-15599dca-e3c3-41ed-b2a7-38cb7ce6c861 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5578f31a28c045a8983c4f4caf442b2d HTTP/1.1" status: 200 len: 379 time: 0.5426645 Aug 09 15:40:25.114300 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe92af27-5314-4c08-a0e3-604b3d236ca2 req-005398c4-0d91-4736-92cf-36a59edcb74b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5898654 Aug 09 15:40:25.116568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-ac8806ef-5393-4ce0-aa4d-f932a7a30c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.118451 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-ac8806ef-5393-4ce0-aa4d-f932a7a30c53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 1098 time: 0.4876671 Aug 09 15:40:25.130066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Request body: {'port': {'device_id': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'admin_state_up': True, 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'security_groups': ['3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:25.186290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5eb2d10f-6074-4861-8a34-29f602a4bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:55Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:25.217268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event updated for resources: {'Port': ['ID=c442c687-135d-4cb9-8461-d24b94faac11,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:25.270357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2d10f-6074-4861-8a34-29f602a4bf77 None None] Checking router: 8dae6933-f53f-44cf-b8ba-211ddb5f538a for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:25.298349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2d10f-6074-4861-8a34-29f602a4bf77 None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:25.305464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5eb2d10f-6074-4861-8a34-29f602a4bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:25.326336 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-c6a6a487-da40-48b7-8dcc-6f054540b878 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f HTTP/1.1" status: 200 len: 217 time: 0.1198943 Aug 09 15:40:25.354251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8df51a-df7d-4f70-b9f7-4c229561cc0a admin admin] Pushing event updated for resources: {'Network': ['ID=fa1c2fef-24ec-47e5-995c-bb4a0bd80d92,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:25.366283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c570e272-26d1-46aa-862d-3ec86f2fc33a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:25.367851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.368526 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.395275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9a361846-2780-424f-b303-2a6b3297ffd4 admin admin] Request body: {'subnet': {'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300287109-subnet', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:25.483526 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-21080ee8-d140-429b-a23c-e564e7c38761 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0516222 Aug 09 15:40:25.486425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': 'd244bd87-3752-4971-9c65-29f6ddea2c84'}, {'server_uuid': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'name': 'network-vif-deleted', 'tag': 'ab92e60d-c071-483b-9c86-5f9110a3089b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:25.489020 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193" -d '{"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "d244bd87-3752-4971-9c65-29f6ddea2c84"}, {"server_uuid": "d1b2b561-193e-4129-8586-2fb36eb69164", "name": "network-vif-deleted", "tag": "ab92e60d-c071-483b-9c86-5f9110a3089b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:25.523175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Request body: {'port': {'device_id': '9cafd7ba-f174-40df-9af6-0fcb13c3728c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:25.580091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-2ec0e547-a88c-48d4-8fcb-5737091c79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.581858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-2ec0e547-a88c-48d4-8fcb-5737091c79c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2443972 Aug 09 15:40:25.582627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:25.649402 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.679901 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a361846-2780-424f-b303-2a6b3297ffd4 admin admin] Made reservation on behalf of 928640f091b942f2ae0f793a5a9b8b07 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:25.690624 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a361846-2780-424f-b303-2a6b3297ffd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.692037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-269bf5f5-f7ac-483c-8c23-33d66912326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:25.694037 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-269bf5f5-f7ac-483c-8c23-33d66912326f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011999 Aug 09 15:40:25.754639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7e1568b3-646d-4a92-9287-54dbed817dcd None None] Provisioning for port c442c687-135d-4cb9-8461-d24b94faac11 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:25.772476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c570e272-26d1-46aa-862d-3ec86f2fc33a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:25.772849 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.781118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7e1568b3-646d-4a92-9287-54dbed817dcd None None] Provisioning complete for port c442c687-135d-4cb9-8461-d24b94faac11 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:25.781398 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7e1568b3-646d-4a92-9287-54dbed817dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.840556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Made reservation on behalf of 5578f31a28c045a8983c4f4caf442b2d for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:25.844844 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.887039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Attempting to bind port 4aa4ba74-90a3-46f1-832a-a6a8176e0745 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:25.887395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Attempting to bind port 4aa4ba74-90a3-46f1-832a-a6a8176e0745 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:25.888010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Attempting to bind port 4aa4ba74-90a3-46f1-832a-a6a8176e0745 on network 988775f1-455e-4a42-a5e9-861daba19edf {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:25.966941 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3eb17fea-033c-4f4f-8f8d-9b34424180a9 req-86a60d96-21f0-4a11-9912-760911d30fe2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8503697 Aug 09 15:40:25.967634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Port 4aa4ba74-90a3-46f1-832a-a6a8176e0745 on network 988775f1-455e-4a42-a5e9-861daba19edf not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:25.967967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Attempting to bind port 4aa4ba74-90a3-46f1-832a-a6a8176e0745 on network 988775f1-455e-4a42-a5e9-861daba19edf {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:26.092102 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:26.094824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Checking segment: {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:26.095585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Bound using segment: {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:26.096524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Bound port: 4aa4ba74-90a3-46f1-832a-a6a8176e0745, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05039aef-b96d-4953-8ae6-c17f6aba8128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:26.097266 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.127628 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7e1568b3-646d-4a92-9287-54dbed817dcd None None] Port c442c687-135d-4cb9-8461-d24b94faac11 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:26.137396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-5eb2d10f-6074-4861-8a34-29f602a4bf77 None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:26.319449 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc5c7d8-60d6-4ed9-bcde-0b69a7962eb3 x-openstack-request-id: req-9cc5c7d8-60d6-4ed9-bcde-0b69a7962eb3 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:26.320004 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d377401-8bc7-4858-9ed9-80ac71ef65a7", "name": "network-vif-deleted", "tag": "01165de4-3df5-42d9-b9ef-8daef0e60ab9", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:26.320405 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9cc5c7d8-60d6-4ed9-bcde-0b69a7962eb3 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:26.320969 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d377401-8bc7-4858-9ed9-80ac71ef65a7', 'name': 'network-vif-deleted', 'tag': '01165de4-3df5-42d9-b9ef-8daef0e60ab9', 'status': 'completed', 'code': 200} Aug 09 15:40:26.343649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c442c687-135d-4cb9-8461-d24b94faac11 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:26.362785 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.369739 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72b0bb-7539-455c-b075-afe6cf9d2f0e req-153b4448-7206-4a49-b942-f14908a76991 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.372125 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a72b0bb-7539-455c-b075-afe6cf9d2f0e req-153b4448-7206-4a49-b942-f14908a76991 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 0.2543344 Aug 09 15:40:26.378552 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-7c23a058-8b13-4e7d-bc9b-fb33df2bc0c6 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754100 Aug 09 15:40:26.389473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Transition to ACTIVE for port object c442c687-135d-4cb9-8461-d24b94faac11 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:26.395031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] For port 4aa4ba74-90a3-46f1-832a-a6a8176e0745, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:26.396932 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.420059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1aae0-6991-49a2-a053-dc4526c4b0fd req-d5be6ce7-7f8c-441b-b894-45000dfdc79c tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.422189 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9c1aae0-6991-49a2-a053-dc4526c4b0fd req-d5be6ce7-7f8c-441b-b894-45000dfdc79c tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 936 time: 0.1670797 Aug 09 15:40:26.425139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Allocated IP 172.20.0.5 (9dd26dc2-108a-452f-9988-e63a860d56f7/052ec7d3-4676-4f2c-bb5b-537f1308a81e/4a1eca32-263b-44cd-bc02-2394c8a55a92) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:26.454092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] For port 4aa4ba74-90a3-46f1-832a-a6a8176e0745, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4aa4ba74-90a3-46f1-832a-a6a8176e0745,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:26.470484 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.494674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5eb2d10f-6074-4861-8a34-29f602a4bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:55Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:26.497513 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a361846-2780-424f-b303-2a6b3297ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.543093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2d10f-6074-4861-8a34-29f602a4bf77 None None] The sync data for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 is: [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:55Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:26.629625 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a72b0bb-7539-455c-b075-afe6cf9d2f0e req-8d5a3584-1d7a-4600-aeb5-33c4c7ed21bf tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239075 Aug 09 15:40:26.665284 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9c1aae0-6991-49a2-a053-dc4526c4b0fd req-7427bb39-d08f-4678-80f6-98ea854338a9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015090 Aug 09 15:40:26.671466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Pushing event updated for resources: {'Port': ['ID=c442c687-135d-4cb9-8461-d24b94faac11,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:26.674273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51762) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:26.803181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:26.804782 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.810481 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] 10.222.0.53 "PUT /v2.0/ports/4aa4ba74-90a3-46f1-832a-a6a8176e0745 HTTP/1.1" status: 200 len: 1091 time: 4.4795146 Aug 09 15:40:26.821544 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a361846-2780-424f-b303-2a6b3297ffd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d86ddf36-c2af-42ed-91d0-7faff0aa6eb3,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:26.832673 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1026c5e-28e8-4664-b285-6274faaecd79 x-openstack-request-id: req-c1026c5e-28e8-4664-b285-6274faaecd79 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:26.833328 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "d244bd87-3752-4971-9c65-29f6ddea2c84", "status": "completed", "code": 200}, {"server_uuid": "d1b2b561-193e-4129-8586-2fb36eb69164", "name": "network-vif-deleted", "tag": "ab92e60d-c071-483b-9c86-5f9110a3089b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:26.833860 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1026c5e-28e8-4664-b285-6274faaecd79 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:26.834582 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': 'd244bd87-3752-4971-9c65-29f6ddea2c84', 'status': 'completed', 'code': 200} Aug 09 15:40:26.835072 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b2b561-193e-4129-8586-2fb36eb69164', 'name': 'network-vif-deleted', 'tag': 'ab92e60d-c071-483b-9c86-5f9110a3089b', 'status': 'completed', 'code': 200} Aug 09 15:40:26.905417 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Request body: {'port': {'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:27.070980 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52546ff-200b-4609-9298-c98e3909fb88 None None] New status for floating IP f0f317a7-e970-4cdf-bd81-3c6b19b29a4c: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:40:27.085715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffa30097-6b75-490a-87d4-632e326e3d5a req-a6faab4a-2c9c-49a4-a03f-ad2191e456a1 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 210 time: 0.1524019 Aug 09 15:40:27.087944 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46ad8ae-ea2d-433f-a11f-0d9d056230cc req-f70c1c4f-3f51-4113-a78e-981e130c4ba0 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785595 Aug 09 15:40:27.130976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560e945-53de-40b5-912a-828139cd6ebc service neutron] Pushing event updated for resources: {'Port': ['ID=4aa4ba74-90a3-46f1-832a-a6a8176e0745,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:27.143924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-17e35d56-0520-4a44-aa33-a90ebb8ecc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.146626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-17e35d56-0520-4a44-aa33-a90ebb8ecc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.147376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-17e35d56-0520-4a44-aa33-a90ebb8ecc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.148022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-17e35d56-0520-4a44-aa33-a90ebb8ecc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.150009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-17e35d56-0520-4a44-aa33-a90ebb8ecc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.153377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-17e35d56-0520-4a44-aa33-a90ebb8ecc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.154719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-17e35d56-0520-4a44-aa33-a90ebb8ecc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.161461 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-17e35d56-0520-4a44-aa33-a90ebb8ecc69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6355 time: 0.3530102 Aug 09 15:40:27.162572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Attempting to bind port c442c687-135d-4cb9-8461-d24b94faac11 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:27.162975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Attempting to bind port c442c687-135d-4cb9-8461-d24b94faac11 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:27.163335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Attempting to bind port c442c687-135d-4cb9-8461-d24b94faac11 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:27.252984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a361846-2780-424f-b303-2a6b3297ffd4 admin admin] Checking segment: {'id': '72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:27.253369 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a361846-2780-424f-b303-2a6b3297ffd4 admin admin] Network hostable DHCP agents. Network: fa1c2fef-24ec-47e5-995c-bb4a0bd80d92, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:27.317889 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Port c442c687-135d-4cb9-8461-d24b94faac11 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:27.318367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Attempting to bind port c442c687-135d-4cb9-8461-d24b94faac11 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:27.322591 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4d61de92-4f0e-4b5c-b768-37214de97ecc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cad2640b3fcf450782b5ccce04b3edb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6049831 Aug 09 15:40:27.327483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-98389e6b-dceb-4978-91df-06320e5fcae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.328287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-98389e6b-dceb-4978-91df-06320e5fcae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.328973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-98389e6b-dceb-4978-91df-06320e5fcae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.330806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51770) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:27.331128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-98389e6b-dceb-4978-91df-06320e5fcae7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1543937 Aug 09 15:40:27.334908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:27.335534 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:27.336314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:27.336991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Bound port: c442c687-135d-4cb9-8461-d24b94faac11, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:27.337750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.341046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.416622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8abbf-8436-4fb3-b088-4a93883ec603 req-137fd84c-4c79-4a51-9008-085a6f96d074 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.424402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8abbf-8436-4fb3-b088-4a93883ec603 req-137fd84c-4c79-4a51-9008-085a6f96d074 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.430784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8abbf-8436-4fb3-b088-4a93883ec603 req-137fd84c-4c79-4a51-9008-085a6f96d074 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.436990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8abbf-8436-4fb3-b088-4a93883ec603 req-137fd84c-4c79-4a51-9008-085a6f96d074 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.444045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8abbf-8436-4fb3-b088-4a93883ec603 req-137fd84c-4c79-4a51-9008-085a6f96d074 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.451346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8abbf-8436-4fb3-b088-4a93883ec603 req-137fd84c-4c79-4a51-9008-085a6f96d074 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.457497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8abbf-8436-4fb3-b088-4a93883ec603 req-137fd84c-4c79-4a51-9008-085a6f96d074 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.459191 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-26a8abbf-8436-4fb3-b088-4a93883ec603 req-137fd84c-4c79-4a51-9008-085a6f96d074 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5408 time: 0.4211261 Aug 09 15:40:27.459833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a361846-2780-424f-b303-2a6b3297ffd4 admin admin] Network fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:27.505253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9cff0-d5e9-45b8-8b0f-663cc65278fa req-b37ea066-0684-4aef-8f1e-23005332900c tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.506936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11f9cff0-d5e9-45b8-8b0f-663cc65278fa req-b37ea066-0684-4aef-8f1e-23005332900c tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 1097 time: 0.1747012 Aug 09 15:40:27.532437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] For port c442c687-135d-4cb9-8461-d24b94faac11, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:27.534050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-9a361846-2780-424f-b303-2a6b3297ffd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, fa1c2fef-24ec-47e5-995c-bb4a0bd80d92) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:27.541430 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.548574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7540933c-9acc-4df8-8761-0d510045193e None None] Network fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:27.560681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-94d912c3-4307-4a74-8117-ff53863f4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.562211 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bfbc41a-3bcc-4f03-8d04-0807f3f6c193 req-94d912c3-4307-4a74-8117-ff53863f4753 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2197378 Aug 09 15:40:27.566996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] For port c442c687-135d-4cb9-8461-d24b94faac11, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c442c687-135d-4cb9-8461-d24b94faac11,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:27.572533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Transition to ACTIVE for port object 4a1eca32-263b-44cd-bc02-2394c8a55a92 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:27.579185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.589816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a361846-2780-424f-b303-2a6b3297ffd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.590974 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a361846-2780-424f-b303-2a6b3297ffd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.618935 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a361846-2780-424f-b303-2a6b3297ffd4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5129938 Aug 09 15:40:27.628194 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11f9cff0-d5e9-45b8-8b0f-663cc65278fa req-7f400221-8db2-4486-a402-153f79d2dfce tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047428 Aug 09 15:40:27.641717 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51772) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:27.653930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.654591 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1300287109-router', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:27.662415 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.664497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] 10.222.0.53 "PUT /v2.0/ports/c442c687-135d-4cb9-8461-d24b94faac11 HTTP/1.1" status: 200 len: 1096 time: 2.1572170 Aug 09 15:40:27.692805 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-26a8abbf-8436-4fb3-b088-4a93883ec603 req-2f009106-4622-48bf-964f-a041e2cf9cb3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206864 Aug 09 15:40:27.700176 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.701309 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.756526 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a42fd91-c9d8-4121-a2ac-3bb714c6b457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.850996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-fa1c2fef-24ec-47e5-995c-bb4a0bd80d92', 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'fixed_ips': [{'subnet_id': 'd86ddf36-c2af-42ed-91d0-7faff0aa6eb3'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:40:27.852053 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.871903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60c361-d43b-46bf-b5f5-1f0698a8fac4 service neutron] Pushing event updated for resources: {'Port': ['ID=c442c687-135d-4cb9-8461-d24b94faac11,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:27.890644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-0ce61869-bf7d-4f69-b5c7-3b4e2983934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.892175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-0ce61869-bf7d-4f69-b5c7-3b4e2983934d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 1099 time: 0.1579137 Aug 09 15:40:27.921222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298afbbc-7787-4db3-87c9-a729ee6186cf req-59b226fc-501c-4f4d-97f3-0fe90f05d366 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.930781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-298afbbc-7787-4db3-87c9-a729ee6186cf req-59b226fc-501c-4f4d-97f3-0fe90f05d366 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 947 time: 0.1223614 Aug 09 15:40:27.973852 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-f4c9c7ac-ed45-4abb-994e-1067fff82199 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=c442c687-135d-4cb9-8461-d24b94faac11 HTTP/1.1" status: 200 len: 217 time: 0.0726104 Aug 09 15:40:27.985073 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.063318 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a42fd91-c9d8-4121-a2ac-3bb714c6b457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.066677 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.081869 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-298afbbc-7787-4db3-87c9-a729ee6186cf req-b9fd2ba4-60ee-46e7-a785-a351d18e70a6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499927 Aug 09 15:40:28.101511 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Allocated IP 172.20.0.2 (fa1c2fef-24ec-47e5-995c-bb4a0bd80d92/d86ddf36-c2af-42ed-91d0-7faff0aa6eb3/d428fb62-a25e-4cf9-8955-4a40609e412b) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:28.104416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-d2d56375-72a3-493c-8547-617b8323e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.106677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-d2d56375-72a3-493c-8547-617b8323e199 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1144316 Aug 09 15:40:28.139711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Pushing event updated for resources: {'Port': ['ID=4a1eca32-263b-44cd-bc02-2394c8a55a92,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:28.220392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-508f618e-e22e-415c-bbac-29b46d697f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.222368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-508f618e-e22e-415c-bbac-29b46d697f85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071739 Aug 09 15:40:28.303063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Network 9dd26dc2-108a-452f-9988-e63a860d56f7 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:28.325237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f229a018-733d-401d-863a-2bcc5ed9e279', 'tag': '323145f2-52bc-43b9-a0c2-bd7a4524082f'}, {'name': 'network-changed', 'server_uuid': '9cafd7ba-f174-40df-9af6-0fcb13c3728c', 'tag': 'c442c687-135d-4cb9-8461-d24b94faac11'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:28.328514 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800fe664-6652-4835-aab3-f7d183144365" -d '{"events": [{"name": "network-changed", "server_uuid": "f229a018-733d-401d-863a-2bcc5ed9e279", "tag": "323145f2-52bc-43b9-a0c2-bd7a4524082f"}, {"name": "network-changed", "server_uuid": "9cafd7ba-f174-40df-9af6-0fcb13c3728c", "tag": "c442c687-135d-4cb9-8461-d24b94faac11"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:28.347019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:28.354135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:28.358575 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.368681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d752c-2854-4587-9748-d54be38e02ed req-33236227-45f3-479f-87ac-6a727abde465 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.371045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e05d752c-2854-4587-9748-d54be38e02ed req-33236227-45f3-479f-87ac-6a727abde465 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 931 time: 0.1430972 Aug 09 15:40:28.371895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Transition to ACTIVE for port object d428fb62-a25e-4cf9-8955-4a40609e412b will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:28.389869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Transition to ACTIVE for port object d428fb62-a25e-4cf9-8955-4a40609e412b will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:28.397706 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.436224 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e05d752c-2854-4587-9748-d54be38e02ed req-70aaf937-b221-44a7-a5ec-3b51463e2f44 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523410 Aug 09 15:40:28.445368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Pushing event updated for resources: {'Port': ['ID=d428fb62-a25e-4cf9-8955-4a40609e412b,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:28.473000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Network fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:28.474082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04b1ff-93b3-4d8d-9ab9-68863c011dda req-9a9fcafe-e40c-435a-8702-2f8f61a0a653 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.478429 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cd04b1ff-93b3-4d8d-9ab9-68863c011dda req-9a9fcafe-e40c-435a-8702-2f8f61a0a653 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 948 time: 0.4827292 Aug 09 15:40:28.478623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:28.484804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:28.488472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-79c235cd-1f09-4e89-b2bd-4cdd2e6fccea service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178066 Aug 09 15:40:28.598716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Attempting to bind port d428fb62-a25e-4cf9-8955-4a40609e412b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:28.599332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Attempting to bind port d428fb62-a25e-4cf9-8955-4a40609e412b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:28.599602 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Attempting to bind port d428fb62-a25e-4cf9-8955-4a40609e412b on network fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:28.608798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:28.609359 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Checking segment: {'id': '72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:28.610175 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.610510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Bound using segment: {'id': '72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:28.611159 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Bound port: d428fb62-a25e-4cf9-8955-4a40609e412b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:28.611641 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.614528 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afb54c3-06c0-4c13-8dd4-8f01df1bd228 x-openstack-request-id: req-3afb54c3-06c0-4c13-8dd4-8f01df1bd228 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:28.614850 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f229a018-733d-401d-863a-2bcc5ed9e279", "tag": "323145f2-52bc-43b9-a0c2-bd7a4524082f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9cafd7ba-f174-40df-9af6-0fcb13c3728c", "tag": "c442c687-135d-4cb9-8461-d24b94faac11", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:28.615105 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3afb54c3-06c0-4c13-8dd4-8f01df1bd228 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:28.615519 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f229a018-733d-401d-863a-2bcc5ed9e279', 'tag': '323145f2-52bc-43b9-a0c2-bd7a4524082f', 'status': 'completed', 'code': 200} Aug 09 15:40:28.617113 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cafd7ba-f174-40df-9af6-0fcb13c3728c', 'tag': 'c442c687-135d-4cb9-8461-d24b94faac11', 'status': 'completed', 'code': 200} Aug 09 15:40:28.693664 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de833d0c-8c1c-4265-b884-2b352b743a58 req-78e45308-cd27-4cc5-8a25-c8c7928f9b3e service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971133 Aug 09 15:40:28.706449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe664-6652-4835-aab3-f7d183144365 req-45af81b6-f452-49ff-91e0-6b7e2914beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.708286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-45af81b6-f452-49ff-91e0-6b7e2914beb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 1098 time: 0.0903509 Aug 09 15:40:28.731397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] For port d428fb62-a25e-4cf9-8955-4a40609e412b, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:28.737499 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] For port d428fb62-a25e-4cf9-8955-4a40609e412b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d428fb62-a25e-4cf9-8955-4a40609e412b,segment=NetworkSegment(72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3),segment_id=72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:28.752683 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.788391 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2b8efa8c-7761-4100-8ad2-0a8f3c11092c None None] Provisioning for port 4a1eca32-263b-44cd-bc02-2394c8a55a92 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:28.794720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2b8efa8c-7761-4100-8ad2-0a8f3c11092c None None] Provisioning complete for port 4a1eca32-263b-44cd-bc02-2394c8a55a92 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:28.795106 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2b8efa8c-7761-4100-8ad2-0a8f3c11092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.876158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e0788-09b6-4179-9b23-37aa43c5f438 None None] Pushing event updated for resources: {'Port': ['ID=d428fb62-a25e-4cf9-8955-4a40609e412b,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:28.880255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2b8efa8c-7761-4100-8ad2-0a8f3c11092c None None] Port 4a1eca32-263b-44cd-bc02-2394c8a55a92 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:28.893719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe664-6652-4835-aab3-f7d183144365 req-10bfc83a-9c66-4118-9132-15f4b16e4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.895612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-10bfc83a-9c66-4118-9132-15f4b16e4530 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1782506 Aug 09 15:40:28.966216 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-f20a2ad2-21f8-469d-bdfd-719dc25e2f1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f HTTP/1.1" status: 200 len: 217 time: 0.0528474 Aug 09 15:40:28.976223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe664-6652-4835-aab3-f7d183144365 req-9fd8fb57-3f9c-4d19-969f-b61b1b6f94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.977858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-9fd8fb57-3f9c-4d19-969f-b61b1b6f94e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 1099 time: 0.1565728 Aug 09 15:40:28.994969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5ef1-c9b7-41f2-b104-3315a811c438 req-7f23b403-3c39-49ae-89cb-c9dac6740a9c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:28.995191 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.998127 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': '4aa4ba74-90a3-46f1-832a-a6a8176e0745'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:29.000368 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516b1932-bbe4-424d-8439-d933a7d0a3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "4aa4ba74-90a3-46f1-832a-a6a8176e0745"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:29.009713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5ef1-c9b7-41f2-b104-3315a811c438 req-7f23b403-3c39-49ae-89cb-c9dac6740a9c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.019290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5ef1-c9b7-41f2-b104-3315a811c438 req-7f23b403-3c39-49ae-89cb-c9dac6740a9c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.030134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5ef1-c9b7-41f2-b104-3315a811c438 req-7f23b403-3c39-49ae-89cb-c9dac6740a9c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.041380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5ef1-c9b7-41f2-b104-3315a811c438 req-7f23b403-3c39-49ae-89cb-c9dac6740a9c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.055242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5ef1-c9b7-41f2-b104-3315a811c438 req-7f23b403-3c39-49ae-89cb-c9dac6740a9c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.062040 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a42fd91-c9d8-4121-a2ac-3bb714c6b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.064691 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a42fd91-c9d8-4121-a2ac-3bb714c6b457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.064922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5ef1-c9b7-41f2-b104-3315a811c438 req-7f23b403-3c39-49ae-89cb-c9dac6740a9c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.065845 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a42fd91-c9d8-4121-a2ac-3bb714c6b457 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d25606d3-d536-4387-8fb9-32a7b972e62e HTTP/1.1" status: 204 len: 168 time: 1.7328560 Aug 09 15:40:29.075410 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b4c5ef1-c9b7-41f2-b104-3315a811c438 req-7f23b403-3c39-49ae-89cb-c9dac6740a9c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5408 time: 0.2304835 Aug 09 15:40:29.103840 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42fd91-c9d8-4121-a2ac-3bb714c6b457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25606d3-d536-4387-8fb9-32a7b972e62e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:29.196458 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cd04b1ff-93b3-4d8d-9ab9-68863c011dda req-96564e90-9a51-4557-9ace-fe47f3d67484 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897213 Aug 09 15:40:29.207001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.207822 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.320135 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a64fd9-fd59-4bac-a5fe-23d9d6abba5f x-openstack-request-id: req-a4a64fd9-fd59-4bac-a5fe-23d9d6abba5f {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:29.320434 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "4aa4ba74-90a3-46f1-832a-a6a8176e0745", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:29.320693 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4a64fd9-fd59-4bac-a5fe-23d9d6abba5f {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:29.321090 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': '4aa4ba74-90a3-46f1-832a-a6a8176e0745', 'status': 'completed', 'code': 200} Aug 09 15:40:29.322673 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-9c1c702d-cc08-438d-9a2b-c95f61ba75d7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1990108 Aug 09 15:40:29.338757 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Request body: {'port': {'device_id': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:29.358147 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d428fb62-a25e-4cf9-8955-4a40609e412b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:29.450665 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.485451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad730bf3-f589-4d6f-83ff-b798d961769b {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:29.488816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d428fb62-a25e-4cf9-8955-4a40609e412b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:29.627464 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.671272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Transition to ACTIVE for port object ad730bf3-f589-4d6f-83ff-b798d961769b will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:29.788576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.824594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b4c5ef1-c9b7-41f2-b104-3315a811c438 req-6b1cd5d0-9975-4d9e-9e42-40509fd6df2b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7478487 Aug 09 15:40:29.840926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe664-6652-4835-aab3-f7d183144365 req-664408ca-8a8a-481e-a876-72379ca7bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.852563 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-664408ca-8a8a-481e-a876-72379ca7bb42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.7748013 Aug 09 15:40:29.930583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-3bc26f1a-0f82-433f-b8ca-5755134f9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.932292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-3bc26f1a-0f82-433f-b8ca-5755134f9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.932878 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-3bc26f1a-0f82-433f-b8ca-5755134f9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.935425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-3bc26f1a-0f82-433f-b8ca-5755134f9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.937059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-3bc26f1a-0f82-433f-b8ca-5755134f9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.937574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-3bc26f1a-0f82-433f-b8ca-5755134f9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.939240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-3bc26f1a-0f82-433f-b8ca-5755134f9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:29.941313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-3bc26f1a-0f82-433f-b8ca-5755134f9497 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6380 time: 0.2578344 Aug 09 15:40:30.021272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe664-6652-4835-aab3-f7d183144365 req-58c4c980-08c6-43bc-857a-071f0e150fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.025430 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-58c4c980-08c6-43bc-857a-071f0e150fc6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.9396429 Aug 09 15:40:30.153199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-d2a4c545-ed44-4168-a1b1-609a000548a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=c442c687-135d-4cb9-8461-d24b94faac11 HTTP/1.1" status: 200 len: 217 time: 0.1009207 Aug 09 15:40:30.227995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617248d-a249-47cd-99a3-7a86a65c190f req-7e414cd4-8b45-4746-8f95-8e5663e64828 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.252352 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0617248d-a249-47cd-99a3-7a86a65c190f req-7e414cd4-8b45-4746-8f95-8e5663e64828 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 947 time: 0.7800646 Aug 09 15:40:30.253208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe664-6652-4835-aab3-f7d183144365 req-9a45303c-686a-466c-8be1-da6b6d9015b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.254988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-9a45303c-686a-466c-8be1-da6b6d9015b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3664725 Aug 09 15:40:30.299481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 323145f2-52bc-43b9-a0c2-bd7a4524082f details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:30.324546 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.352952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-5977d981-18a9-4f26-b8fc-97182b810611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.353435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-5977d981-18a9-4f26-b8fc-97182b810611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.353944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-5977d981-18a9-4f26-b8fc-97182b810611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.356170 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-5977d981-18a9-4f26-b8fc-97182b810611 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3689632 Aug 09 15:40:30.358199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Pushing event updated for resources: {'Port': ['ID=ad730bf3-f589-4d6f-83ff-b798d961769b,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:30.367116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.367614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29244dd8-75eb-473d-8ef2-165ccecadd9c req-c933ba14-2187-46da-b812-1ee9de9d5720 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.375945 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29244dd8-75eb-473d-8ef2-165ccecadd9c req-c933ba14-2187-46da-b812-1ee9de9d5720 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 931 time: 0.2806358 Aug 09 15:40:30.378882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe664-6652-4835-aab3-f7d183144365 req-d09c9acc-b47c-40ab-99c6-1dd07e4a55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.387734 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-d09c9acc-b47c-40ab-99c6-1dd07e4a55f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2119753 Aug 09 15:40:30.388867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e8feef-c0ef-4b7b-b080-1412ea5342d6 None None] Network fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:30.418139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Attempting to bind port ad730bf3-f589-4d6f-83ff-b798d961769b on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:30.418730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Attempting to bind port ad730bf3-f589-4d6f-83ff-b798d961769b by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:30.419493 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Attempting to bind port ad730bf3-f589-4d6f-83ff-b798d961769b on network 9aebc04b-7567-491f-9526-844a2d600872 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:30.431173 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0617248d-a249-47cd-99a3-7a86a65c190f req-dc64bd53-70eb-4c8a-aa62-01daf48000d5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751773 Aug 09 15:40:30.471922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Port ad730bf3-f589-4d6f-83ff-b798d961769b on network 9aebc04b-7567-491f-9526-844a2d600872 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:30.472256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Attempting to bind port ad730bf3-f589-4d6f-83ff-b798d961769b on network 9aebc04b-7567-491f-9526-844a2d600872 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:30.502482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:30.503185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Checking segment: {'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:30.503185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Bound using segment: {'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:30.503641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Bound port: ad730bf3-f589-4d6f-83ff-b798d961769b, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:30.504004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.625232 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29244dd8-75eb-473d-8ef2-165ccecadd9c req-e48ec948-478c-461c-b3a6-2ce0edf7e8ea tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419243 Aug 09 15:40:30.645139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4fbc861d-a2c4-4fd6-8217-d2648cec4ff5 None None] Provisioning for port d428fb62-a25e-4cf9-8955-4a40609e412b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:30.666132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe664-6652-4835-aab3-f7d183144365 req-dcae85ef-79c0-4770-8aa0-9fa0dab1ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.669172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4fbc861d-a2c4-4fd6-8217-d2648cec4ff5 None None] Provisioning complete for port d428fb62-a25e-4cf9-8955-4a40609e412b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:30.669821 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4fbc861d-a2c4-4fd6-8217-d2648cec4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.669948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-dcae85ef-79c0-4770-8aa0-9fa0dab1ca14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2580590 Aug 09 15:40:30.762930 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1eca32-263b-44cd-bc02-2394c8a55a92 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:30.767942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:30.806814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-f2f561b8-e96f-4ece-9bd0-c4e4ded31ae5 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269500 Aug 09 15:40:30.829074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-ed09a9aa-babb-408d-bed4-08a7b72b5abc service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623522 Aug 09 15:40:30.833294 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.839747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Allocated IP 172.25.2.162 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/29e6f10f-a123-42fb-9e9b-9cc5509cf965) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:30.850851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33646240-0cc0-469d-aec4-e916378c0c13 req-c1a2f9bb-d715-4e2d-8c0b-3e41a600a1bb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.852459 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33646240-0cc0-469d-aec4-e916378c0c13 req-c1a2f9bb-d715-4e2d-8c0b-3e41a600a1bb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 948 time: 0.3223624 Aug 09 15:40:30.883403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '323145f2-52bc-43b9-a0c2-bd7a4524082f', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '323145f2-52bc-43b9-a0c2-bd7a4524082f', 'mac_address': 'fa:16:3e:82:b5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:30.896690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] For port ad730bf3-f589-4d6f-83ff-b798d961769b, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:30.902342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Transition to ACTIVE for port object 4a1eca32-263b-44cd-bc02-2394c8a55a92 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:30.911013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] For port ad730bf3-f589-4d6f-83ff-b798d961769b, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ad730bf3-f589-4d6f-83ff-b798d961769b,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:31.024848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-0505eccd-987d-466f-8f4f-a0a2cd900642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.027335 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-516b1932-bbe4-424d-8439-d933a7d0a3fd req-0505eccd-987d-466f-8f4f-a0a2cd900642 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6378152 Aug 09 15:40:31.042130 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:40:31.046452 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4fbc861d-a2c4-4fd6-8217-d2648cec4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.048301 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.059698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.073211 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.134368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323145f2-52bc-43b9-a0c2-bd7a4524082f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:31.175593 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.175593 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.176936 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] 10.222.0.53 "PUT /v2.0/ports/ad730bf3-f589-4d6f-83ff-b798d961769b HTTP/1.1" status: 200 len: 1091 time: 4.2809792 Aug 09 15:40:31.182100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53077a5a-72fa-48ed-8e81-1994d4606e13 req-59ecf0b3-5a54-453c-b620-32774caa6ee5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.184642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4fbc861d-a2c4-4fd6-8217-d2648cec4ff5 None None] For port d428fb62-a25e-4cf9-8955-4a40609e412b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d428fb62-a25e-4cf9-8955-4a40609e412b,segment=NetworkSegment(72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3),segment_id=72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:31.188318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53077a5a-72fa-48ed-8e81-1994d4606e13 req-59ecf0b3-5a54-453c-b620-32774caa6ee5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.197113 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33646240-0cc0-469d-aec4-e916378c0c13 req-7e123df9-934b-4f33-b007-f0cbdf9b1199 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301294 Aug 09 15:40:31.205443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53077a5a-72fa-48ed-8e81-1994d4606e13 req-59ecf0b3-5a54-453c-b620-32774caa6ee5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.212787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1eca32-263b-44cd-bc02-2394c8a55a92,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:31.218106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:31.231831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53077a5a-72fa-48ed-8e81-1994d4606e13 req-59ecf0b3-5a54-453c-b620-32774caa6ee5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.238408 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.245573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Request body: {'port': {'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:31.245875 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53077a5a-72fa-48ed-8e81-1994d4606e13 req-59ecf0b3-5a54-453c-b620-32774caa6ee5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.257847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53077a5a-72fa-48ed-8e81-1994d4606e13 req-59ecf0b3-5a54-453c-b620-32774caa6ee5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.296008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53077a5a-72fa-48ed-8e81-1994d4606e13 req-59ecf0b3-5a54-453c-b620-32774caa6ee5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.297158 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4fbc861d-a2c4-4fd6-8217-d2648cec4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.301855 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53077a5a-72fa-48ed-8e81-1994d4606e13 req-59ecf0b3-5a54-453c-b620-32774caa6ee5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5420 time: 0.2860880 Aug 09 15:40:31.349351 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-1fa019b2-4671-4073-84e9-092a0d54854b service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941878 Aug 09 15:40:31.352447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-800fe664-6652-4835-aab3-f7d183144365 req-364a90d5-eeec-4c26-a397-dd87e5a99b29 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387774 Aug 09 15:40:31.364222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=323145f2-52bc-43b9-a0c2-bd7a4524082f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:31.383440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': 'ad730bf3-f589-4d6f-83ff-b798d961769b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:31.392673 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c3a73b-a105-4d93-91a3-89b827d1580b" -d '{"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "ad730bf3-f589-4d6f-83ff-b798d961769b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:31.418852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.449218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53077a5a-72fa-48ed-8e81-1994d4606e13 req-9460d66e-3335-44f4-8d92-3e5d0d72a4b7 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946352 Aug 09 15:40:31.528929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc861d-a2c4-4fd6-8217-d2648cec4ff5 None None] Pushing event updated for resources: {'Port': ['ID=d428fb62-a25e-4cf9-8955-4a40609e412b,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:31.567143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['323145f2-52bc-43b9-a0c2-bd7a4524082f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:31.701291 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863935eb-3e28-4f01-955c-654e0e26f8bf x-openstack-request-id: req-863935eb-3e28-4f01-955c-654e0e26f8bf {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:31.701876 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "ad730bf3-f589-4d6f-83ff-b798d961769b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:31.701876 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-863935eb-3e28-4f01-955c-654e0e26f8bf {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:31.702271 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': 'ad730bf3-f589-4d6f-83ff-b798d961769b', 'status': 'completed', 'code': 200} Aug 09 15:40:31.703349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.725241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40f9af-c7c3-4392-b07d-0b2f43131d83 service neutron] Pushing event updated for resources: {'Port': ['ID=ad730bf3-f589-4d6f-83ff-b798d961769b,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:31.746212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-a7503c61-9ebd-4de6-b7a2-9b4a9dd2c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.746980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-a7503c61-9ebd-4de6-b7a2-9b4a9dd2c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.747465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-a7503c61-9ebd-4de6-b7a2-9b4a9dd2c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.747936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-a7503c61-9ebd-4de6-b7a2-9b4a9dd2c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.748408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-a7503c61-9ebd-4de6-b7a2-9b4a9dd2c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.748875 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-a7503c61-9ebd-4de6-b7a2-9b4a9dd2c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.749344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-a7503c61-9ebd-4de6-b7a2-9b4a9dd2c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.761321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-a7503c61-9ebd-4de6-b7a2-9b4a9dd2c48d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6422 time: 0.1835072 Aug 09 15:40:31.848317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.871616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-38cd0f5b-436b-4fcd-a736-9e48a08e6893 None None] Provisioning complete for port d428fb62-a25e-4cf9-8955-4a40609e412b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:31.871996 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-38cd0f5b-436b-4fcd-a736-9e48a08e6893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.892466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304df6f-083c-4fe2-a01a-db0cc58e6dba req-ed456e9d-a2a0-473a-8c36-f6159fdd5e89 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:31.900677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0304df6f-083c-4fe2-a01a-db0cc58e6dba req-ed456e9d-a2a0-473a-8c36-f6159fdd5e89 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 948 time: 0.1972349 Aug 09 15:40:31.953909 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0304df6f-083c-4fe2-a01a-db0cc58e6dba req-2ef15cf7-d5be-4c92-a640-6e40fe9a8574 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519888 Aug 09 15:40:32.016958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-4eddca4f-1c07-48f9-9fd4-b53f2aa24766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.017895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-4eddca4f-1c07-48f9-9fd4-b53f2aa24766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.018784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-4eddca4f-1c07-48f9-9fd4-b53f2aa24766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.021309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-4eddca4f-1c07-48f9-9fd4-b53f2aa24766 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2505114 Aug 09 15:40:32.039136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Attempting to bind port 4a1eca32-263b-44cd-bc02-2394c8a55a92 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:32.039612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Attempting to bind port 4a1eca32-263b-44cd-bc02-2394c8a55a92 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:32.040073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Attempting to bind port 4a1eca32-263b-44cd-bc02-2394c8a55a92 on network 9dd26dc2-108a-452f-9988-e63a860d56f7 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:32.131941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:32.156827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-78688dec-6580-4d90-b097-7572eb0cd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.159188 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7c3a73b-a105-4d93-91a3-89b827d1580b req-78688dec-6580-4d90-b097-7572eb0cd155 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301017 Aug 09 15:40:32.166842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Port 4a1eca32-263b-44cd-bc02-2394c8a55a92 on network 9dd26dc2-108a-452f-9988-e63a860d56f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:32.167360 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Attempting to bind port 4a1eca32-263b-44cd-bc02-2394c8a55a92 on network 9dd26dc2-108a-452f-9988-e63a860d56f7 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:32.181196 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:32.192377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:32.194176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51868) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:32.212562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc5660-a4d5-4c84-9ee2-c28a4c911d78 req-1d71e29e-340e-4a33-94a2-860d1c96cefc tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.214951 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8fc5660-a4d5-4c84-9ee2-c28a4c911d78 req-1d71e29e-340e-4a33-94a2-860d1c96cefc tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 943 time: 0.3404477 Aug 09 15:40:32.215932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:32.216364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Checking segment: {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:32.216822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Bound using segment: {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:32.217385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Bound port: 4a1eca32-263b-44cd-bc02-2394c8a55a92, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:32.217838 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.240916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Pushing event updated for resources: {'Port': ['ID=29e6f10f-a123-42fb-9e9b-9cc5509cf965,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:32.369858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4e9ff020-cd06-4216-b660-b19c39a85cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.405473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bee00-4b09-4d6a-8d93-0148e081e7fe req-047b5d62-f291-4e9e-b093-a2a7e9985d00 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.407087 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-000bee00-4b09-4d6a-8d93-0148e081e7fe req-047b5d62-f291-4e9e-b093-a2a7e9985d00 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 948 time: 0.0997913 Aug 09 15:40:32.436795 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8fc5660-a4d5-4c84-9ee2-c28a4c911d78 req-b35bd61b-440e-4cbe-9bf5-3d8c62cf26e5 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835809 Aug 09 15:40:32.468940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-000bee00-4b09-4d6a-8d93-0148e081e7fe req-07da6155-7c09-4e7f-9250-d5c4fac69b30 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525794 Aug 09 15:40:32.510025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] For port 4a1eca32-263b-44cd-bc02-2394c8a55a92, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:32.535505 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4e9ff020-cd06-4216-b660-b19c39a85cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.540540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] For port 4a1eca32-263b-44cd-bc02-2394c8a55a92, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4a1eca32-263b-44cd-bc02-2394c8a55a92,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:32.543837 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4e9ff020-cd06-4216-b660-b19c39a85cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.570928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.598214 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4e9ff020-cd06-4216-b660-b19c39a85cb2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=508a5f31da554ca7b2d7f88f522e5ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020584 Aug 09 15:40:32.600271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51878) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:32.616150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ff020-cd06-4216-b660-b19c39a85cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611afbc6-3f09-495f-a05c-d38c185427ae,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:32.683467 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c703ce82-ed20-40d1-b9af-f394839a4fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.702706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9322e6-f226-4519-b232-0c993b0e4a63 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:32.708017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c442c687-135d-4cb9-8461-d24b94faac11 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:32.721618 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c703ce82-ed20-40d1-b9af-f394839a4fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.726091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.726887 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.729127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] 10.222.0.60 "PUT /v2.0/ports/4a1eca32-263b-44cd-bc02-2394c8a55a92 HTTP/1.1" status: 200 len: 1091 time: 3.3944836 Aug 09 15:40:32.759023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f6977-d19f-469b-ad18-4c9b1df43505 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1eca32-263b-44cd-bc02-2394c8a55a92,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:32.765103 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.826642 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c703ce82-ed20-40d1-b9af-f394839a4fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.829551 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c703ce82-ed20-40d1-b9af-f394839a4fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.833476 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c703ce82-ed20-40d1-b9af-f394839a4fa4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/611afbc6-3f09-495f-a05c-d38c185427ae HTTP/1.1" status: 204 len: 168 time: 0.2295265 Aug 09 15:40:32.843136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703ce82-ed20-40d1-b9af-f394839a4fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611afbc6-3f09-495f-a05c-d38c185427ae,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:32.873683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Transition to ACTIVE for port object db9322e6-f226-4519-b232-0c993b0e4a63 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:32.887990 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c442c687-135d-4cb9-8461-d24b94faac11, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c442c687-135d-4cb9-8461-d24b94faac11,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:32.900048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'c442c687-135d-4cb9-8461-d24b94faac11', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'c442c687-135d-4cb9-8461-d24b94faac11', 'mac_address': 'fa:16:3e:24:e1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:32.912350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092444a-6075-4d32-ad05-cac094514b70 req-017b9ff4-70ff-4df6-85a8-d2e65b196eeb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.920395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092444a-6075-4d32-ad05-cac094514b70 req-017b9ff4-70ff-4df6-85a8-d2e65b196eeb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.935083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092444a-6075-4d32-ad05-cac094514b70 req-017b9ff4-70ff-4df6-85a8-d2e65b196eeb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.940689 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092444a-6075-4d32-ad05-cac094514b70 req-017b9ff4-70ff-4df6-85a8-d2e65b196eeb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.946715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092444a-6075-4d32-ad05-cac094514b70 req-017b9ff4-70ff-4df6-85a8-d2e65b196eeb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.949068 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.954641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092444a-6075-4d32-ad05-cac094514b70 req-017b9ff4-70ff-4df6-85a8-d2e65b196eeb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.960516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092444a-6075-4d32-ad05-cac094514b70 req-017b9ff4-70ff-4df6-85a8-d2e65b196eeb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.963017 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7092444a-6075-4d32-ad05-cac094514b70 req-017b9ff4-70ff-4df6-85a8-d2e65b196eeb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5420 time: 0.3967788 Aug 09 15:40:32.968396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c442c687-135d-4cb9-8461-d24b94faac11 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:32.998092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.026964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c442c687-135d-4cb9-8461-d24b94faac11, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c442c687-135d-4cb9-8461-d24b94faac11,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:33.033098 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.104182 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c442c687-135d-4cb9-8461-d24b94faac11,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:33.118344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-ff1367f1-3866-4edb-a539-701556c701b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.120096 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-ff1367f1-3866-4edb-a539-701556c701b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5578f31a28c045a8983c4f4caf442b2d&device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 1094 time: 0.3305368 Aug 09 15:40:33.127013 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.192648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Pushing event updated for resources: {'Port': ['ID=db9322e6-f226-4519-b232-0c993b0e4a63,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:33.201836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448ec87-13d8-4833-ad7e-47f70cefeb2f req-06216ea4-e785-480e-87a6-68793d346763 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.203415 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7092444a-6075-4d32-ad05-cac094514b70 req-9ea2e374-62d4-489c-a767-603b3f9e2820 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2016356 Aug 09 15:40:33.209583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5448ec87-13d8-4833-ad7e-47f70cefeb2f req-06216ea4-e785-480e-87a6-68793d346763 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 948 time: 0.1014688 Aug 09 15:40:33.257921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:33.311105 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-6bbc5763-2115-47bc-8c17-cd272af11a79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a1eca32-263b-44cd-bc02-2394c8a55a92 HTTP/1.1" status: 200 len: 217 time: 0.1780839 Aug 09 15:40:33.315361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d428fb62-a25e-4cf9-8955-4a40609e412b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:33.318696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5448ec87-13d8-4833-ad7e-47f70cefeb2f req-633018ae-0ef1-4f0c-ab5d-8d43282e5e97 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078744 Aug 09 15:40:33.457290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-58b0c322-8934-4ac7-90c5-f5eff68f9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.460311 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-58b0c322-8934-4ac7-90c5-f5eff68f9a4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=052ec7d3-4676-4f2c-bb5b-537f1308a81e HTTP/1.1" status: 200 len: 862 time: 0.1197679 Aug 09 15:40:33.537312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d428fb62-a25e-4cf9-8955-4a40609e412b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:33.538773 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.728565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29613c-0310-46e9-a6ff-70d0ebad389f req-3e3adca7-333a-473d-9950-e86f59178122 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:33.737138 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da29613c-0310-46e9-a6ff-70d0ebad389f req-3e3adca7-333a-473d-9950-e86f59178122 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 949 time: 0.1112986 Aug 09 15:40:33.829059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da29613c-0310-46e9-a6ff-70d0ebad389f req-28588552-977d-4c2f-8315-b5e431f71e72 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857112 Aug 09 15:40:34.043122 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'tag': '4a1eca32-263b-44cd-bc02-2394c8a55a92'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:34.046465 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d653ea1-e510-4723-ad95-90927eb1c6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6582bd-0ba8-4c49-8059-ac690ce8bab5", "tag": "4a1eca32-263b-44cd-bc02-2394c8a55a92"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:34.116419 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e98e8c-c0fb-4ef0-9d25-dabf68dfd776 x-openstack-request-id: req-85e98e8c-c0fb-4ef0-9d25-dabf68dfd776 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:34.116669 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6582bd-0ba8-4c49-8059-ac690ce8bab5", "tag": "4a1eca32-263b-44cd-bc02-2394c8a55a92", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:34.116980 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85e98e8c-c0fb-4ef0-9d25-dabf68dfd776 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:34.117337 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'tag': '4a1eca32-263b-44cd-bc02-2394c8a55a92', 'status': 'completed', 'code': 200} Aug 09 15:40:34.309189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50d1f0-18df-4230-bced-ede8cd0b34b0 req-27a03cbc-0484-4e26-b7ff-e7da30ee7c59 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.318171 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2e50d1f0-18df-4230-bced-ede8cd0b34b0 req-27a03cbc-0484-4e26-b7ff-e7da30ee7c59 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 943 time: 0.2692094 Aug 09 15:40:34.333726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 323145f2-52bc-43b9-a0c2-bd7a4524082f up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:34.369693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Attempting to bind port db9322e6-f226-4519-b232-0c993b0e4a63 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:34.369693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Attempting to bind port db9322e6-f226-4519-b232-0c993b0e4a63 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:34.369693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Attempting to bind port db9322e6-f226-4519-b232-0c993b0e4a63 on network 9aebc04b-7567-491f-9526-844a2d600872 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:34.384341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Port db9322e6-f226-4519-b232-0c993b0e4a63 on network 9aebc04b-7567-491f-9526-844a2d600872 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:34.384663 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Attempting to bind port db9322e6-f226-4519-b232-0c993b0e4a63 on network 9aebc04b-7567-491f-9526-844a2d600872 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:34.397222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-4f87e2ae-7d17-402b-952c-36ae82400d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.399300 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-4f87e2ae-7d17-402b-952c-36ae82400d05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9dd26dc2-108a-452f-9988-e63a860d56f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9089193 Aug 09 15:40:34.421740 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2e50d1f0-18df-4230-bced-ede8cd0b34b0 req-98d9e80d-9915-4969-8772-b656fb37507c tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962079 Aug 09 15:40:34.437325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 323145f2-52bc-43b9-a0c2-bd7a4524082f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:34.438807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367491d6-5cf2-4797-944e-c1b504a3bc57 req-ddc6c622-c088-40fa-9dcc-d60939acd8a6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.441809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 323145f2-52bc-43b9-a0c2-bd7a4524082f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:34.442194 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.445905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367491d6-5cf2-4797-944e-c1b504a3bc57 req-ddc6c622-c088-40fa-9dcc-d60939acd8a6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.455296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367491d6-5cf2-4797-944e-c1b504a3bc57 req-ddc6c622-c088-40fa-9dcc-d60939acd8a6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.464936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367491d6-5cf2-4797-944e-c1b504a3bc57 req-ddc6c622-c088-40fa-9dcc-d60939acd8a6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.471012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:34.472636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Checking segment: {'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:34.473854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Bound using segment: {'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:34.474876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Bound port: db9322e6-f226-4519-b232-0c993b0e4a63, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a7a7af-fb4e-4b05-a286-30e09926b205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9aebc04b-7567-491f-9526-844a2d600872'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:34.475361 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367491d6-5cf2-4797-944e-c1b504a3bc57 req-ddc6c622-c088-40fa-9dcc-d60939acd8a6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.477202 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.482931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367491d6-5cf2-4797-944e-c1b504a3bc57 req-ddc6c622-c088-40fa-9dcc-d60939acd8a6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.489712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367491d6-5cf2-4797-944e-c1b504a3bc57 req-ddc6c622-c088-40fa-9dcc-d60939acd8a6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.500524 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-367491d6-5cf2-4797-944e-c1b504a3bc57 req-ddc6c622-c088-40fa-9dcc-d60939acd8a6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.1481919 Aug 09 15:40:34.604091 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-367491d6-5cf2-4797-944e-c1b504a3bc57 req-9ad0d863-f829-4471-a1d8-2768b9991f67 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937731 Aug 09 15:40:34.608912 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.649333 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.664930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f229a018-733d-401d-863a-2bcc5ed9e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323145f2-52bc-43b9-a0c2-bd7a4524082f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:34.670093 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8530b4c-be55-4f8d-be75-7773834addb3" -d '{"events": [{"server_uuid": "f229a018-733d-401d-863a-2bcc5ed9e279", "name": "network-vif-plugged", "status": "completed", "tag": "323145f2-52bc-43b9-a0c2-bd7a4524082f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:34.703813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:34.709231 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.784550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c442c687-135d-4cb9-8461-d24b94faac11 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:34.886824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73ee9d-b2c4-422d-b7b9-fa23a797a284 req-57a056bd-ea91-4d48-a6ca-b6445aa0ee9f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.901116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8d73ee9d-b2c4-422d-b7b9-fa23a797a284 req-57a056bd-ea91-4d48-a6ca-b6445aa0ee9f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.1920612 Aug 09 15:40:34.914747 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8c73ec-a441-485e-8b4b-80f73a132b5c x-openstack-request-id: req-2c8c73ec-a441-485e-8b4b-80f73a132b5c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:34.915704 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f229a018-733d-401d-863a-2bcc5ed9e279", "name": "network-vif-plugged", "status": "completed", "tag": "323145f2-52bc-43b9-a0c2-bd7a4524082f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:34.916107 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c8c73ec-a441-485e-8b4b-80f73a132b5c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:34.916686 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f229a018-733d-401d-863a-2bcc5ed9e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323145f2-52bc-43b9-a0c2-bd7a4524082f', 'code': 200} Aug 09 15:40:34.920640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=323145f2-52bc-43b9-a0c2-bd7a4524082f,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:34.970281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port c442c687-135d-4cb9-8461-d24b94faac11 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:34.980905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port c442c687-135d-4cb9-8461-d24b94faac11 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:34.981284 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.050216 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8d73ee9d-b2c4-422d-b7b9-fa23a797a284 req-840dbafe-7eea-4c73-acbe-34691c313cbc tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480482 Aug 09 15:40:35.096482 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.141355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c442c687-135d-4cb9-8461-d24b94faac11, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c442c687-135d-4cb9-8461-d24b94faac11,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:35.144109 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-d24c907d-a9fe-43ea-8b2c-9eedc16abc36 service neutron] 10.222.0.60 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7180059 Aug 09 15:40:35.154596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a8434-9c42-430b-8032-f34298d73306 req-cc22d135-c88b-49d0-b864-c30637017585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.156153 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d0a8434-9c42-430b-8032-f34298d73306 req-cc22d135-c88b-49d0-b864-c30637017585 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 1100 time: 0.1616824 Aug 09 15:40:35.158397 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.174889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] For port db9322e6-f226-4519-b232-0c993b0e4a63, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:35.248299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d0a8434-9c42-430b-8032-f34298d73306 req-085194cd-5c13-4ce8-a03f-b84812a1975a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847905 Aug 09 15:40:35.249929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c442c687-135d-4cb9-8461-d24b94faac11,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:35.286106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e08638fe-8da5-46de-823c-a7232f08750c req-95371f37-017e-4fc0-91a5-00c0aee19a9f tempest-AbsoluteLimitsNegativeTestJSON-2060800142 tempest-AbsoluteLimitsNegativeTestJSON-2060800142-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=17fd4a3acee84ac1b703ac6caa990572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330050 Aug 09 15:40:35.320792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] For port db9322e6-f226-4519-b232-0c993b0e4a63, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=db9322e6-f226-4519-b232-0c993b0e4a63,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:35.336261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.409688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08638fe-8da5-46de-823c-a7232f08750c req-0494c2fb-0bf7-4d5e-8235-a72202cee5b8 tempest-AbsoluteLimitsNegativeTestJSON-2060800142 tempest-AbsoluteLimitsNegativeTestJSON-2060800142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.418070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e08638fe-8da5-46de-823c-a7232f08750c req-0494c2fb-0bf7-4d5e-8235-a72202cee5b8 tempest-AbsoluteLimitsNegativeTestJSON-2060800142 tempest-AbsoluteLimitsNegativeTestJSON-2060800142-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251259 Aug 09 15:40:35.424044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.424817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.426966 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] 10.222.0.53 "PUT /v2.0/ports/db9322e6-f226-4519-b232-0c993b0e4a63 HTTP/1.1" status: 200 len: 1091 time: 4.2053363 Aug 09 15:40:35.433276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e08638fe-8da5-46de-823c-a7232f08750c req-907519a0-7400-48ee-8a2f-969b389d2777 tempest-AbsoluteLimitsNegativeTestJSON-2060800142 tempest-AbsoluteLimitsNegativeTestJSON-2060800142-project] 10.222.0.81 "GET /v2.0/quotas/17fd4a3acee84ac1b703ac6caa990572 HTTP/1.1" status: 200 len: 375 time: 0.0131276 Aug 09 15:40:35.456330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad9056-17c1-4e40-9a69-8e91945e8d52 req-d6f43b82-e1ea-4eed-9257-d90479c97943 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.465917 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8ad9056-17c1-4e40-9a69-8e91945e8d52 req-d6f43b82-e1ea-4eed-9257-d90479c97943 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 950 time: 0.3673089 Aug 09 15:40:35.490097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e08638fe-8da5-46de-823c-a7232f08750c req-b5242e47-02bd-4cdf-89be-de35569b1f68 tempest-AbsoluteLimitsNegativeTestJSON-2060800142 tempest-AbsoluteLimitsNegativeTestJSON-2060800142-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=17fd4a3acee84ac1b703ac6caa990572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372036 Aug 09 15:40:35.568153 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Pushing event updated for resources: {'Port': ['ID=db9322e6-f226-4519-b232-0c993b0e4a63,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:35.611867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60cfb9ff-4319-4090-ad3e-07ceb6f2cf77 req-acce9190-ddbb-428c-b053-41f8a83f3d68 service neutron] 10.222.0.60 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323778 Aug 09 15:40:35.641918 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8ad9056-17c1-4e40-9a69-8e91945e8d52 req-f158fa3a-7cac-4753-8b05-35bd3cee7bcd tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601703 Aug 09 15:40:35.641918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:35.641918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:35.641918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:35.643951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:35.643951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:35.643951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:35.643951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:35.643951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:35.644523 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:35.644669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:35.647307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:35.647759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8cec2a-b585-443e-81ae-bab01bf80435 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:35.660272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Router 9a34fd18-f860-4397-a0e7-ed6e700bc960 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:40:35.925536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-dae64bd7-b120-4ed3-92cc-f1a7b6819a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.926057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-dae64bd7-b120-4ed3-92cc-f1a7b6819a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.926809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-dae64bd7-b120-4ed3-92cc-f1a7b6819a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.930330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-dae64bd7-b120-4ed3-92cc-f1a7b6819a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.931003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-dae64bd7-b120-4ed3-92cc-f1a7b6819a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.931641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-dae64bd7-b120-4ed3-92cc-f1a7b6819a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.932167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-dae64bd7-b120-4ed3-92cc-f1a7b6819a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.935464 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-dae64bd7-b120-4ed3-92cc-f1a7b6819a4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6489 time: 0.4346623 Aug 09 15:40:36.006030 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-ccbb750a-dbed-4c81-9029-e052b473d2c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acc8dcac-3435-4ea9-909a-709abae24ea2 HTTP/1.1" status: 200 len: 217 time: 0.0484626 Aug 09 15:40:36.013872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:36.024122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Sync routers for ids ['9a34fd18-f860-4397-a0e7-ed6e700bc960'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:36.045497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Routers {'9a34fd18-f860-4397-a0e7-ed6e700bc960'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:36.046077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['9a34fd18-f860-4397-a0e7-ed6e700bc960'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:36.107979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d653ea1-e510-4723-ad95-90927eb1c6f5 req-34eaaeb5-6943-4237-8070-926b2eb9f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.109507 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d653ea1-e510-4723-ad95-90927eb1c6f5 req-34eaaeb5-6943-4237-8070-926b2eb9f694 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5578f31a28c045a8983c4f4caf442b2d&device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 1094 time: 0.2476079 Aug 09 15:40:36.123850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': 'db9322e6-f226-4519-b232-0c993b0e4a63'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:36.126173 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c29e54-cc13-4d43-be78-832d578b99aa" -d '{"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "db9322e6-f226-4519-b232-0c993b0e4a63"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:36.158662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51978) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:36.164875 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349900f-9712-41b8-852a-9b12656fc1cb req-c6c569c9-b81f-43e2-8c42-b50b23187eec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.168125 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dbe46-e22b-4cca-ba98-d43d1e280a07 req-e84311f5-609d-4e39-8194-fec0daaffbca tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.170034 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db7dbe46-e22b-4cca-ba98-d43d1e280a07 req-e84311f5-609d-4e39-8194-fec0daaffbca tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 943 time: 0.2982433 Aug 09 15:40:36.181515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349900f-9712-41b8-852a-9b12656fc1cb req-c6c569c9-b81f-43e2-8c42-b50b23187eec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.192529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349900f-9712-41b8-852a-9b12656fc1cb req-c6c569c9-b81f-43e2-8c42-b50b23187eec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.203463 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349900f-9712-41b8-852a-9b12656fc1cb req-c6c569c9-b81f-43e2-8c42-b50b23187eec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.210804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349900f-9712-41b8-852a-9b12656fc1cb req-c6c569c9-b81f-43e2-8c42-b50b23187eec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.220542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349900f-9712-41b8-852a-9b12656fc1cb req-c6c569c9-b81f-43e2-8c42-b50b23187eec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.228429 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.230199 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a336ee62-4843-4a1d-a759-63d7f96d5349 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5799797 Aug 09 15:40:36.231932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-3036a1ab-8ff7-48f6-8db4-0110b53d9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.233316 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-3036a1ab-8ff7-48f6-8db4-0110b53d9f67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=19138694-734c-4465-b6cf-40c50ce31215 HTTP/1.1" status: 200 len: 856 time: 0.2175772 Aug 09 15:40:36.235913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51982) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:36.244218 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349900f-9712-41b8-852a-9b12656fc1cb req-c6c569c9-b81f-43e2-8c42-b50b23187eec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.258045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0349900f-9712-41b8-852a-9b12656fc1cb req-c6c569c9-b81f-43e2-8c42-b50b23187eec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.1744421 Aug 09 15:40:36.306327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Set router 9a34fd18-f860-4397-a0e7-ed6e700bc960 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:36.339932 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0349900f-9712-41b8-852a-9b12656fc1cb req-e80bb05f-226f-4bdd-801b-e4ba862dc4ad tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790436 Aug 09 15:40:36.381477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-c1b6c0eb-732c-4da5-bc3c-a56edc4f3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.383107 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-c1b6c0eb-732c-4da5-bc3c-a56edc4f3c9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=513e6b81-6742-476e-a576-44c46ff3978e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373217 Aug 09 15:40:36.440732 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db7dbe46-e22b-4cca-ba98-d43d1e280a07 req-4e669d7a-615a-49d8-ba75-4106bff74154 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496567 Aug 09 15:40:36.490524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfe573-e297-4289-a603-1e2a54f9078e req-22440576-9176-448a-bede-e1b6badc96b3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.492164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfe573-e297-4289-a603-1e2a54f9078e req-22440576-9176-448a-bede-e1b6badc96b3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.0660031 Aug 09 15:40:36.536569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300287109-router', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:27Z', 'updated_at': '2021-08-09T15:40:32Z', 'revision_number': 3, 'project_id': '928640f091b942f2ae0f793a5a9b8b07', 'gw_port': {'id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:27:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:30Z', 'updated_at': '2021-08-09T15:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:36.540469 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f64f1a7-c346-4f46-a810-3955fb79758c x-openstack-request-id: req-2f64f1a7-c346-4f46-a810-3955fb79758c {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:36.540755 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "db9322e6-f226-4519-b232-0c993b0e4a63", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:36.541000 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f64f1a7-c346-4f46-a810-3955fb79758c {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:36.541386 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': 'db9322e6-f226-4519-b232-0c993b0e4a63', 'status': 'completed', 'code': 200} Aug 09 15:40:36.556319 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfe573-e297-4289-a603-1e2a54f9078e req-b2707faa-8b59-40ef-b60c-b7bf9038ed28 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552571 Aug 09 15:40:36.557416 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bc45d8d-0713-4117-ad45-65eb0a8ae906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.568889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Checking router: 9a34fd18-f860-4397-a0e7-ed6e700bc960 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:36.569631 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Updating router 9a34fd18-f860-4397-a0e7-ed6e700bc960 port 29e6f10f-a123-42fb-9e9b-9cc5509cf965 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:36.588505 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d653ea1-e510-4723-ad95-90927eb1c6f5 req-949396be-ffce-45eb-9412-8ca37d54c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.590664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d653ea1-e510-4723-ad95-90927eb1c6f5 req-949396be-ffce-45eb-9412-8ca37d54c80b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9dd26dc2-108a-452f-9988-e63a860d56f7 HTTP/1.1" status: 200 len: 924 time: 0.4715266 Aug 09 15:40:36.604286 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.751308 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d653ea1-e510-4723-ad95-90927eb1c6f5 req-8df07610-7eaa-42a0-9b85-01acf9806fab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a1eca32-263b-44cd-bc02-2394c8a55a92 HTTP/1.1" status: 200 len: 217 time: 0.1194410 Aug 09 15:40:36.765380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102bba8-1137-4bff-a71b-fb45f9e4c6cc req-fc73fd86-e81e-4724-b557-0af26f20f98b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.767407 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a102bba8-1137-4bff-a71b-fb45f9e4c6cc req-fc73fd86-e81e-4724-b557-0af26f20f98b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 950 time: 0.0630865 Aug 09 15:40:36.855590 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-12276a9e-71ab-438d-a9bd-c4176d4e3527 service neutron] 10.222.0.53 "GET /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363074 Aug 09 15:40:36.869037 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a102bba8-1137-4bff-a71b-fb45f9e4c6cc req-ba4860b5-8273-4429-a129-5b4f7f121ef5 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933824 Aug 09 15:40:36.917901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cafd7ba-f174-40df-9af6-0fcb13c3728c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c442c687-135d-4cb9-8461-d24b94faac11'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:36.922946 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822ae85b-251c-420d-b431-44067679f9e0" -d '{"events": [{"server_uuid": "9cafd7ba-f174-40df-9af6-0fcb13c3728c", "name": "network-vif-plugged", "status": "completed", "tag": "c442c687-135d-4cb9-8461-d24b94faac11"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:36.940981 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.954694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Transition to ACTIVE for port object 29e6f10f-a123-42fb-9e9b-9cc5509cf965 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:36.961190 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.973669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d45c9-1f87-40fc-b8df-3d94f1e81421 req-1a144b96-690c-4131-8af0-a53dfccc666c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.975204 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-270d45c9-1f87-40fc-b8df-3d94f1e81421 req-1a144b96-690c-4131-8af0-a53dfccc666c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.3348532 Aug 09 15:40:36.990002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d653ea1-e510-4723-ad95-90927eb1c6f5 req-b3f97fb6-1daa-4af1-a8e9-82164a6cb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.991462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d653ea1-e510-4723-ad95-90927eb1c6f5 req-b3f97fb6-1daa-4af1-a8e9-82164a6cb0e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=052ec7d3-4676-4f2c-bb5b-537f1308a81e HTTP/1.1" status: 200 len: 862 time: 0.2320161 Aug 09 15:40:37.035242 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bc45d8d-0713-4117-ad45-65eb0a8ae906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.061814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Attempting to bind port 29e6f10f-a123-42fb-9e9b-9cc5509cf965 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:37.066637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Attempting to bind port 29e6f10f-a123-42fb-9e9b-9cc5509cf965 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:37.067013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Attempting to bind port 29e6f10f-a123-42fb-9e9b-9cc5509cf965 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:37.072466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bc45d8d-0713-4117-ad45-65eb0a8ae906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.091282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:37.093337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:37.097875 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.098338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:37.100717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Bound port: 29e6f10f-a123-42fb-9e9b-9cc5509cf965, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:37.102993 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.162883 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f44977-25ba-4c9f-8158-a4e3c45f0333 x-openstack-request-id: req-d3f44977-25ba-4c9f-8158-a4e3c45f0333 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:37.163476 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cafd7ba-f174-40df-9af6-0fcb13c3728c", "name": "network-vif-plugged", "status": "completed", "tag": "c442c687-135d-4cb9-8461-d24b94faac11", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:37.163804 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3f44977-25ba-4c9f-8158-a4e3c45f0333 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:37.164316 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cafd7ba-f174-40df-9af6-0fcb13c3728c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c442c687-135d-4cb9-8461-d24b94faac11', 'code': 200} Aug 09 15:40:37.165166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386440c7-d9e9-4ce1-bbab-2800b25f6974 None None] Pushing event updated for resources: {'Port': ['ID=29e6f10f-a123-42fb-9e9b-9cc5509cf965,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:37.207012 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] For port 29e6f10f-a123-42fb-9e9b-9cc5509cf965, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:37.211276 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] For port 29e6f10f-a123-42fb-9e9b-9cc5509cf965, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=29e6f10f-a123-42fb-9e9b-9cc5509cf965,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:37.219342 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.252371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8995f-fcf0-4ca3-b8fd-8145bfa60c52 req-22100ddb-a6a1-48be-8c6a-7f8402ecbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.255384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfd8995f-fcf0-4ca3-b8fd-8145bfa60c52 req-22100ddb-a6a1-48be-8c6a-7f8402ecbb4a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 1101 time: 0.0579028 Aug 09 15:40:37.322106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfd8995f-fcf0-4ca3-b8fd-8145bfa60c52 req-ba6d22ec-fb42-4626-9b33-08c70827e87e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581257 Aug 09 15:40:37.426784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386440c7-d9e9-4ce1-bbab-2800b25f6974 None None] Pushing event updated for resources: {'Port': ['ID=29e6f10f-a123-42fb-9e9b-9cc5509cf965,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:37.431991 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Routers {'9a34fd18-f860-4397-a0e7-ed6e700bc960'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:37.433100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['9a34fd18-f860-4397-a0e7-ed6e700bc960'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:37.564601 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5bc45d8d-0713-4117-ad45-65eb0a8ae906 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17fd4a3acee84ac1b703ac6caa990572&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3812847 Aug 09 15:40:37.566711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52006) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:37.574910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc45d8d-0713-4117-ad45-65eb0a8ae906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3501be80-ebd8-4d93-a7a7-d36bea60b57b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:37.602666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced954b-2a7c-41cd-ab5b-80f17fa5f399 req-e769a48c-21aa-41e5-87d5-d11974da84d3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.615434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-270d45c9-1f87-40fc-b8df-3d94f1e81421 req-8e84dee8-8571-46c3-a4d7-f1071caad374 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229355 Aug 09 15:40:37.627843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced954b-2a7c-41cd-ab5b-80f17fa5f399 req-e769a48c-21aa-41e5-87d5-d11974da84d3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.630088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d653ea1-e510-4723-ad95-90927eb1c6f5 req-8050bda7-32cf-4fb1-a40d-2b752241bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.634672 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d653ea1-e510-4723-ad95-90927eb1c6f5 req-8050bda7-32cf-4fb1-a40d-2b752241bcb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9dd26dc2-108a-452f-9988-e63a860d56f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6119883 Aug 09 15:40:37.646879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced954b-2a7c-41cd-ab5b-80f17fa5f399 req-e769a48c-21aa-41e5-87d5-d11974da84d3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.668632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced954b-2a7c-41cd-ab5b-80f17fa5f399 req-e769a48c-21aa-41e5-87d5-d11974da84d3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.681516 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-30bc7a31-7fea-4851-85ae-41b2ab89fe4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.684926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced954b-2a7c-41cd-ab5b-80f17fa5f399 req-e769a48c-21aa-41e5-87d5-d11974da84d3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.695740 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-081a1bd6-5fd7-4123-a75d-7661ee663c08 service neutron] 10.222.0.53 "GET /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8238113 Aug 09 15:40:37.700574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced954b-2a7c-41cd-ab5b-80f17fa5f399 req-e769a48c-21aa-41e5-87d5-d11974da84d3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.713441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced954b-2a7c-41cd-ab5b-80f17fa5f399 req-e769a48c-21aa-41e5-87d5-d11974da84d3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.727231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dced954b-2a7c-41cd-ab5b-80f17fa5f399 req-e769a48c-21aa-41e5-87d5-d11974da84d3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.2532160 Aug 09 15:40:37.728850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] Set router 9a34fd18-f860-4397-a0e7-ed6e700bc960 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:37.832220 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-ad35b8f7-23a0-499b-bf5d-137c2f6e5b40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=75ee56ba-e36a-4905-b05b-e68f578f58fe HTTP/1.1" status: 200 len: 217 time: 0.1265121 Aug 09 15:40:37.942411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dced954b-2a7c-41cd-ab5b-80f17fa5f399 req-41fc6ef4-40f3-4778-b9bc-159c95820e37 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2141740 Aug 09 15:40:37.943363 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5cd861d-8202-4020-9710-ca1c81e64654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.974713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72530c-43c2-4cda-a3c5-165cf886a1d7 req-6f00447e-cbde-4fd3-9c91-289ad8c0e585 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.982862 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d72530c-43c2-4cda-a3c5-165cf886a1d7 req-6f00447e-cbde-4fd3-9c91-289ad8c0e585 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 943 time: 0.2741876 Aug 09 15:40:38.019207 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5cd861d-8202-4020-9710-ca1c81e64654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.027951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-e5b5977a-f669-4148-b01a-d60a3377b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:38.030519 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-e5b5977a-f669-4148-b01a-d60a3377b72b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.1853991 Aug 09 15:40:38.056972 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d653ea1-e510-4723-ad95-90927eb1c6f5 req-94ab6972-92eb-44ea-afc0-d1474ce8ee62 service neutron] 10.222.0.60 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347545 Aug 09 15:40:38.137018 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5cd861d-8202-4020-9710-ca1c81e64654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.143375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5cd861d-8202-4020-9710-ca1c81e64654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.145813 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b5cd861d-8202-4020-9710-ca1c81e64654 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3501be80-ebd8-4d93-a7a7-d36bea60b57b HTTP/1.1" status: 204 len: 168 time: 0.4131088 Aug 09 15:40:38.146023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300287109-router', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:27Z', 'updated_at': '2021-08-09T15:40:32Z', 'revision_number': 3, 'project_id': '928640f091b942f2ae0f793a5a9b8b07', 'gw_port': {'id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:27:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:30Z', 'updated_at': '2021-08-09T15:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:38.186150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd861d-8202-4020-9710-ca1c81e64654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3501be80-ebd8-4d93-a7a7-d36bea60b57b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:38.217632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1030108e-0ad1-4e8d-8c75-48401700b6c7 None None] The sync data for ids ['9a34fd18-f860-4397-a0e7-ed6e700bc960'] in n-d-803778-2 is: [{'id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300287109-router', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:27Z', 'updated_at': '2021-08-09T15:40:32Z', 'revision_number': 3, 'project_id': '928640f091b942f2ae0f793a5a9b8b07', 'gw_port': {'id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:27:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:30Z', 'updated_at': '2021-08-09T15:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:38.282727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d72530c-43c2-4cda-a3c5-165cf886a1d7 req-e366e9b5-1c52-45b5-a865-572471c0a4ac tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987275 Aug 09 15:40:38.360669 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4a1eca32-263b-44cd-bc02-2394c8a55a92 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:38.391870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bafcb-19fc-4c76-888b-e65c5fb3e0ef req-ea62fb44-35d4-4749-953d-1f19a7f2959a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:38.408497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-210bafcb-19fc-4c76-888b-e65c5fb3e0ef req-ea62fb44-35d4-4749-953d-1f19a7f2959a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 950 time: 0.2075608 Aug 09 15:40:38.495713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-a5a2b3be-6189-4f20-b8c6-dd5ee1f9fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:38.520495 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-a5a2b3be-6189-4f20-b8c6-dd5ee1f9fd59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4770439 Aug 09 15:40:38.544608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-210bafcb-19fc-4c76-888b-e65c5fb3e0ef req-3d3a5fb4-f609-4af1-80ab-77cf5b457a7c tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308830 Aug 09 15:40:38.602960 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.676953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4a1eca32-263b-44cd-bc02-2394c8a55a92, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4a1eca32-263b-44cd-bc02-2394c8a55a92,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:38.719788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '4a1eca32-263b-44cd-bc02-2394c8a55a92', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'port_id': '4a1eca32-263b-44cd-bc02-2394c8a55a92', 'mac_address': 'fa:16:3e:cc:3d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:38.795229 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d653ea1-e510-4723-ad95-90927eb1c6f5 req-42269a03-8fee-440e-9937-e34471bfa92a service neutron] 10.222.0.60 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039778 Aug 09 15:40:38.890765 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.909871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1eca32-263b-44cd-bc02-2394c8a55a92 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:38.995755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4a1eca32-263b-44cd-bc02-2394c8a55a92, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4a1eca32-263b-44cd-bc02-2394c8a55a92,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:39.006012 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.043378 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-0de715d1-fe76-48e1-a3b9-874ae4a566f4 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958553 Aug 09 15:40:39.119921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-8707d711-f703-4f41-87a5-1853ef5d401d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1916783 Aug 09 15:40:39.126701 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=4a1eca32-263b-44cd-bc02-2394c8a55a92,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:39.145715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2efc2-e71c-4a50-a776-ab85d50a0be1 req-f4d4d46c-593f-4efc-aebd-081a388458d4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.163453 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2a2efc2-e71c-4a50-a776-ab85d50a0be1 req-f4d4d46c-593f-4efc-aebd-081a388458d4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.1704621 Aug 09 15:40:39.258459 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2a2efc2-e71c-4a50-a776-ab85d50a0be1 req-06845d15-4ca3-4041-aa55-3e1541ebf1ce tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941126 Aug 09 15:40:39.315111 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['4a1eca32-263b-44cd-bc02-2394c8a55a92'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:39.343733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Allocated IP 172.20.0.1 (fa1c2fef-24ec-47e5-995c-bb4a0bd80d92/d86ddf36-c2af-42ed-91d0-7faff0aa6eb3/3ec337cb-48b5-4b5a-899c-9db9c6af08c5) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:39.415801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 29e6f10f-a123-42fb-9e9b-9cc5509cf965 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:39.454672 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-311cffc0-1f15-498f-b655-c7147b98279e service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001012 Aug 09 15:40:39.494475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff7fb9-2a9b-4e20-85e6-8f2a207d271e req-3aa53366-b47e-44d5-991b-e93d05108a6a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.516771 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff7fb9-2a9b-4e20-85e6-8f2a207d271e req-3aa53366-b47e-44d5-991b-e93d05108a6a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.533973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff7fb9-2a9b-4e20-85e6-8f2a207d271e req-3aa53366-b47e-44d5-991b-e93d05108a6a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.548293 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff7fb9-2a9b-4e20-85e6-8f2a207d271e req-3aa53366-b47e-44d5-991b-e93d05108a6a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.573825 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff7fb9-2a9b-4e20-85e6-8f2a207d271e req-3aa53366-b47e-44d5-991b-e93d05108a6a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.575920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 29e6f10f-a123-42fb-9e9b-9cc5509cf965 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:39.589293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 29e6f10f-a123-42fb-9e9b-9cc5509cf965 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:39.590126 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.591432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff7fb9-2a9b-4e20-85e6-8f2a207d271e req-3aa53366-b47e-44d5-991b-e93d05108a6a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.606545 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff7fb9-2a9b-4e20-85e6-8f2a207d271e req-3aa53366-b47e-44d5-991b-e93d05108a6a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.608466 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-faff7fb9-2a9b-4e20-85e6-8f2a207d271e req-3aa53366-b47e-44d5-991b-e93d05108a6a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.4127407 Aug 09 15:40:39.625798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecc3b3-da08-4fe5-95fb-b361e9187f2a req-a6c07138-c826-44fc-a086-5f6d52f49ad0 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.641053 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98ecc3b3-da08-4fe5-95fb-b361e9187f2a req-a6c07138-c826-44fc-a086-5f6d52f49ad0 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 944 time: 0.2072976 Aug 09 15:40:39.762145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98ecc3b3-da08-4fe5-95fb-b361e9187f2a req-b9d4344c-ee33-414f-bc82-95c0ac53329e tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143534 Aug 09 15:40:39.861135 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.871947 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-89109a0d-8d58-48e9-ad5b-6e15fe9c6e2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=1a207547-ce94-4f83-a3cf-8a3ad7a93614 HTTP/1.1" status: 200 len: 217 time: 0.2297187 Aug 09 15:40:39.902429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 29e6f10f-a123-42fb-9e9b-9cc5509cf965, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=29e6f10f-a123-42fb-9e9b-9cc5509cf965,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:39.910440 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.031319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=29e6f10f-a123-42fb-9e9b-9cc5509cf965,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:40.036174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffa862-a28a-4d9f-b04a-0e582da7b2ce req-802b2d7b-1238-479d-825f-52277a3a3e86 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.042239 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-faff7fb9-2a9b-4e20-85e6-8f2a207d271e req-135c87c1-2ec7-4170-be0c-313fd1b07ae5 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3533778 Aug 09 15:40:40.044016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52070) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:40.045026 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98ffa862-a28a-4d9f-b04a-0e582da7b2ce req-802b2d7b-1238-479d-825f-52277a3a3e86 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 950 time: 0.1324291 Aug 09 15:40:40.094155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98ffa862-a28a-4d9f-b04a-0e582da7b2ce req-f678faeb-4cce-434d-9e0d-66520fbe3bc7 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479689 Aug 09 15:40:40.130226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-e5ebf6d0-07b0-4e9c-bfb6-63bc4f2249e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.131728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-e5ebf6d0-07b0-4e9c-bfb6-63bc4f2249e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.2386930 Aug 09 15:40:40.221060 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.248530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Transition to ACTIVE for port object 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:40.251370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-84ea43b9-da1e-46c0-af9b-9393e1e51a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.252906 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-84ea43b9-da1e-46c0-af9b-9393e1e51a18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1092293 Aug 09 15:40:40.377687 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1284194783-network', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:40.468381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-3442e2de-6632-421d-b145-44026a110931 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033644 Aug 09 15:40:40.468627 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ab279a1c-1b14-434f-8f6f-928f4d3faa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.485644 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.536166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d01e18-765a-4f90-83ec-cedad935f977 req-d4d56ae1-c97b-417f-ba84-4406515cd12d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.551601 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-88d01e18-765a-4f90-83ec-cedad935f977 req-d4d56ae1-c97b-417f-ba84-4406515cd12d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.1276479 Aug 09 15:40:40.592602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Made reservation on behalf of a8cd2557f9d54068af892c84dc8305c6 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:40.596503 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.687079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-88d01e18-765a-4f90-83ec-cedad935f977 req-e610998b-cd6f-4650-afcc-8f156acad258 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317561 Aug 09 15:40:40.727374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.734370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Network fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:40.775773 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.797620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:40.824586 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Pushing event updated for resources: {'Port': ['ID=3ec337cb-48b5-4b5a-899c-9db9c6af08c5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:40.832671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:40.923488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880fa85-3ccd-4d50-a0b1-c2e12053c71b req-8103e3e4-ce81-458a-9e77-68908e4a45bb tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.931692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5880fa85-3ccd-4d50-a0b1-c2e12053c71b req-8103e3e4-ce81-458a-9e77-68908e4a45bb tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 1101 time: 0.2921572 Aug 09 15:40:40.982495 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-5a766b57-ae31-4200-9305-82f84f9c6352 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996014 Aug 09 15:40:40.983182 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5880fa85-3ccd-4d50-a0b1-c2e12053c71b req-c1f0c39b-8e13-4671-80bb-06049bee6158 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.986946 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aca023-8739-4814-bce1-b08e37f2b433 req-c9d6d615-66cf-4618-a7b9-cbdefdf79e47 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.989455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95aca023-8739-4814-bce1-b08e37f2b433 req-c9d6d615-66cf-4618-a7b9-cbdefdf79e47 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 944 time: 0.1322374 Aug 09 15:40:41.059730 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95aca023-8739-4814-bce1-b08e37f2b433 req-7084e3f7-419f-40c6-8a43-17760bd32d14 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632579 Aug 09 15:40:41.094094 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1b7a970b-b364-4b61-93bb-219264c2df6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=d244bd87-3752-4971-9c65-29f6ddea2c84 HTTP/1.1" status: 200 len: 217 time: 0.0863154 Aug 09 15:40:41.110389 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.231867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-351e1587-4373-46dd-b94e-27d0d50dcfae None None] Provisioning for port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:41.259838 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-351e1587-4373-46dd-b94e-27d0d50dcfae None None] Provisioning complete for port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:41.260311 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-351e1587-4373-46dd-b94e-27d0d50dcfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.283124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a187af-0663-4ca8-81e4-28a9d900e456 req-c546a8c1-489f-4f1a-98a9-1f57a4383c65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.290727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a187af-0663-4ca8-81e4-28a9d900e456 req-c546a8c1-489f-4f1a-98a9-1f57a4383c65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.298369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a187af-0663-4ca8-81e4-28a9d900e456 req-c546a8c1-489f-4f1a-98a9-1f57a4383c65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.313278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a187af-0663-4ca8-81e4-28a9d900e456 req-c546a8c1-489f-4f1a-98a9-1f57a4383c65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.319794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a187af-0663-4ca8-81e4-28a9d900e456 req-c546a8c1-489f-4f1a-98a9-1f57a4383c65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.327933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a187af-0663-4ca8-81e4-28a9d900e456 req-c546a8c1-489f-4f1a-98a9-1f57a4383c65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.334575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a187af-0663-4ca8-81e4-28a9d900e456 req-c546a8c1-489f-4f1a-98a9-1f57a4383c65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.344362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-351e1587-4373-46dd-b94e-27d0d50dcfae None None] Port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:41.346461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 29e6f10f-a123-42fb-9e9b-9cc5509cf965 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:41.349000 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1a187af-0663-4ca8-81e4-28a9d900e456 req-c546a8c1-489f-4f1a-98a9-1f57a4383c65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.1479235 Aug 09 15:40:41.349968 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.388124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-28703f30-625b-4bc6-b9a0-0471f17d8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.393934 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-28703f30-625b-4bc6-b9a0-0471f17d8d4a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.2746904 Aug 09 15:40:41.414728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 29e6f10f-a123-42fb-9e9b-9cc5509cf965 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:41.415106 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.434375 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1a187af-0663-4ca8-81e4-28a9d900e456 req-27502129-bbc1-4447-bc8e-ae7fda214c15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797946 Aug 09 15:40:41.482333 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.584067 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.601889 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.613273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-3b1b65c7-fe5a-476a-8d90-28d0b72820af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.615144 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-3b1b65c7-fe5a-476a-8d90-28d0b72820af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 1100 time: 0.2784531 Aug 09 15:40:41.623214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-88ef7d46-f4ba-477b-bfa7-815d0c97c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.624663 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-88ef7d46-f4ba-477b-bfa7-815d0c97c812 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1777134 Aug 09 15:40:41.670587 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:41.826745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cc4a88-8e0c-4d1d-8523-8f707e271c17,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:41.832476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5182e2f-8ddc-45ee-8cba-58d1a8ca6470 req-495baeff-20b1-498d-b979-bd2589ea75f8 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.834591 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.834941 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Added segment 8f31e371-6ec6-4859-b9a2-19173a40de5d of type vlan for network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf Aug 09 15:40:41.851081 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5182e2f-8ddc-45ee-8cba-58d1a8ca6470 req-495baeff-20b1-498d-b979-bd2589ea75f8 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.0903161 Aug 09 15:40:41.867966 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.911557 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5182e2f-8ddc-45ee-8cba-58d1a8ca6470 req-d1eddc59-9979-46a1-a1c5-6977fe9f1bde tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587003 Aug 09 15:40:41.957044 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.054662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-16d0246a-34cb-4157-ad86-8ec890ed81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.056854 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-16d0246a-34cb-4157-ad86-8ec890ed81c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.4278183 Aug 09 15:40:42.089126 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-a5f9dbe8-eab4-4480-8eee-922333b071e6 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420989 Aug 09 15:40:42.205240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37aabc6-ef98-40ce-bf6a-e4ac9ff883f1 req-7671eb09-cd7e-4c75-913a-860b3f8ed2ed tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.206797 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c37aabc6-ef98-40ce-bf6a-e4ac9ff883f1 req-7671eb09-cd7e-4c75-913a-860b3f8ed2ed tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 944 time: 0.0738382 Aug 09 15:40:42.210312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-45e6d643-226e-486f-83a0-56990c100311 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f HTTP/1.1" status: 200 len: 217 time: 0.1423748 Aug 09 15:40:42.248441 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.248952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c37aabc6-ef98-40ce-bf6a-e4ac9ff883f1 req-f6e9b156-91a4-44fb-9b43-816736e2c87c tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352209 Aug 09 15:40:42.249583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.250283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.392269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4a1eca32-263b-44cd-bc02-2394c8a55a92 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:42.454878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 4a1eca32-263b-44cd-bc02-2394c8a55a92 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:42.471055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 4a1eca32-263b-44cd-bc02-2394c8a55a92 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:42.471601 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.575185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cafaa2-0ede-4ee8-a616-09a59c0b0067 req-55cbcfcc-83c6-42cd-96f4-5c8853261fec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.589797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cafaa2-0ede-4ee8-a616-09a59c0b0067 req-55cbcfcc-83c6-42cd-96f4-5c8853261fec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.596797 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.603124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cafaa2-0ede-4ee8-a616-09a59c0b0067 req-55cbcfcc-83c6-42cd-96f4-5c8853261fec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.611407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cafaa2-0ede-4ee8-a616-09a59c0b0067 req-55cbcfcc-83c6-42cd-96f4-5c8853261fec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.618018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cafaa2-0ede-4ee8-a616-09a59c0b0067 req-55cbcfcc-83c6-42cd-96f4-5c8853261fec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.624857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cafaa2-0ede-4ee8-a616-09a59c0b0067 req-55cbcfcc-83c6-42cd-96f4-5c8853261fec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.631640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cafaa2-0ede-4ee8-a616-09a59c0b0067 req-55cbcfcc-83c6-42cd-96f4-5c8853261fec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.634070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4cafaa2-0ede-4ee8-a616-09a59c0b0067 req-55cbcfcc-83c6-42cd-96f4-5c8853261fec tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.1197443 Aug 09 15:40:42.648266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1eca32-263b-44cd-bc02-2394c8a55a92'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:42.652351 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b9908a-f987-4ab6-aab7-d195cfd39a5a" -d '{"events": [{"server_uuid": "fc6582bd-0ba8-4c49-8059-ac690ce8bab5", "name": "network-vif-plugged", "status": "completed", "tag": "4a1eca32-263b-44cd-bc02-2394c8a55a92"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:42.657673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4a1eca32-263b-44cd-bc02-2394c8a55a92, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4a1eca32-263b-44cd-bc02-2394c8a55a92,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:42.663534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.677373 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5880fa85-3ccd-4d50-a0b1-c2e12053c71b req-c1f0c39b-8e13-4671-80bb-06049bee6158 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.687423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4cafaa2-0ede-4ee8-a616-09a59c0b0067 req-d2ad74b8-7dd6-46c3-9f31-f5d8ddaa293c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461645 Aug 09 15:40:42.725536 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.732382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5880fa85-3ccd-4d50-a0b1-c2e12053c71b req-c1f0c39b-8e13-4671-80bb-06049bee6158 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.749456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=4a1eca32-263b-44cd-bc02-2394c8a55a92,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:42.767623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:42.768216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:42.768704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:42.769220 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:42.770662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:42.771340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:42.771837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:42.772340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:42.772934 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:42.773557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:42.774112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:42.774777 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:42.777632 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5880fa85-3ccd-4d50-a0b1-c2e12053c71b req-c1f0c39b-8e13-4671-80bb-06049bee6158 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8449242 Aug 09 15:40:42.778460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] Pushing event updated for resources: {'Network': ['ID=d7eef28b-528c-4d0f-88bc-8a8c6c7368bf,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:42.786805 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7279b3bd-c5e5-43b6-bfa6-c1d533e22036 x-openstack-request-id: req-7279b3bd-c5e5-43b6-bfa6-c1d533e22036 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:42.787960 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6582bd-0ba8-4c49-8059-ac690ce8bab5", "name": "network-vif-plugged", "status": "completed", "tag": "4a1eca32-263b-44cd-bc02-2394c8a55a92", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:42.788401 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7279b3bd-c5e5-43b6-bfa6-c1d533e22036 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:42.788980 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1eca32-263b-44cd-bc02-2394c8a55a92', 'code': 200} Aug 09 15:40:42.842253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:42.874729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-f67ec6ef-bacb-4327-af20-2ef973e1c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.878667 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-f67ec6ef-bacb-4327-af20-2ef973e1c3a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.3226352 Aug 09 15:40:42.884681 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9370842b-0952-4ea4-9740-2187154a2c61 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8114367 Aug 09 15:40:42.889081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52114) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:42.904872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Request body: {'subnet': {'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1284194783-subnet', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:42.942700 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-e739b742-2552-4d8b-a172-b24da20200f1 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8207767 Aug 09 15:40:43.032610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Made reservation on behalf of a8cd2557f9d54068af892c84dc8305c6 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:43.035092 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.105824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c9aeb-1521-4136-a22b-a729adb76884 req-0e8848df-7463-444a-88ae-0b4fbbd8c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.107725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-708c9aeb-1521-4136-a22b-a729adb76884 req-0e8848df-7463-444a-88ae-0b4fbbd8c02f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 1096 time: 0.2197931 Aug 09 15:40:43.140894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0c39b-8e13-4671-80bb-06049bee6158 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500e05ed-5bf6-4f5d-a09b-756268b93138,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:43.148962 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-2046eb5d-7b4b-4a91-acd1-9211eac76fc8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=4aa4ba74-90a3-46f1-832a-a6a8176e0745 HTTP/1.1" status: 200 len: 217 time: 0.1570258 Aug 09 15:40:43.182056 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-708c9aeb-1521-4136-a22b-a729adb76884 req-07e2d633-1402-42ea-916e-51e1485641e2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625734 Aug 09 15:40:43.246868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-38d26ebd-54d7-44c1-9cc7-21f331668603 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385516 Aug 09 15:40:43.255816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-b17e2a49-675e-4865-ae37-b8e6b362045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.259912 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-b17e2a49-675e-4865-ae37-b8e6b362045c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3521709 Aug 09 15:40:43.267025 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.299341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14614912-6bdb-4e32-9f42-4cecc2733eff req-c16f4d77-55bf-4793-9f05-c8af1fb990fa tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.301032 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-14614912-6bdb-4e32-9f42-4cecc2733eff req-c16f4d77-55bf-4793-9f05-c8af1fb990fa tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.2983279 Aug 09 15:40:43.309086 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.360368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.371143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.385126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1c3ac0ad-b7f3-4d3a-821a-95f8659efafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.387537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-1c3ac0ad-b7f3-4d3a-821a-95f8659efafd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.2294619 Aug 09 15:40:43.438264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=647238b4-bd94-4150-a733-4ef4e28b77a6,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:43.452480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:43.453132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:43.453661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:43.454270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:43.454835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:43.455471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:43.455981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:43.456469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:43.456954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:43.457437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:43.457954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:43.458453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:43.492481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-daa159e7-142f-4c48-93ba-218c7a4a6225 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.494859 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-daa159e7-142f-4c48-93ba-218c7a4a6225 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2392488 Aug 09 15:40:43.502819 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.529728 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Pushing event updated for resources: {'Port': ['ID=3ec337cb-48b5-4b5a-899c-9db9c6af08c5,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:43.531550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-8c224cc5-a930-40f5-a7a7-78c62e761c05 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/quotas/b224220100394a519e23f90f60157189 HTTP/1.1" status: 200 len: 375 time: 0.0277057 Aug 09 15:40:43.532454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Checking segment: {'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:43.532997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Network hostable DHCP agents. Network: d7eef28b-528c-4d0f-88bc-8a8c6c7368bf, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:43.538208 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-14614912-6bdb-4e32-9f42-4cecc2733eff req-0b61e8cc-db9b-4f84-96bb-390989034861 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165031 Aug 09 15:40:43.590929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:43.608139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d7eef28b-528c-4d0f-88bc-8a8c6c7368bf) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:43.619665 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856093b3-b6d5-4eb1-8f8f-3f651257f9d3 None None] Network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:43.629533 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-9706dc4e-d2f3-4d0f-b813-c30b6556d177 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796633 Aug 09 15:40:43.632425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-c408b340-2cf5-45ea-884e-d0192a55e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.633982 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-c408b340-2cf5-45ea-884e-d0192a55e7a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2298498 Aug 09 15:40:43.634639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.635416 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.653935 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-fe20223d-55ed-4d4c-ac45-f5bf38f5f1d2 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786988 Aug 09 15:40:43.655627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-65786fdf-7403-4448-a1ee-8a798de05b5a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7579370 Aug 09 15:40:43.657166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52134) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:43.670442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:43.720071 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.721267 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.861280 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.952169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-d7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'fixed_ips': [{'subnet_id': '647238b4-bd94-4150-a733-4ef4e28b77a6'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:40:43.956702 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.967978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Network fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:43.975758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:43.986221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b03c78-a54a-48e8-bbee-c1d8e47fee17 req-468a5f22-9e5e-4428-8eca-02d39807d23a tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.987794 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79b03c78-a54a-48e8-bbee-c1d8e47fee17 req-468a5f22-9e5e-4428-8eca-02d39807d23a tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 945 time: 0.3482599 Aug 09 15:40:44.048278 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-9da7e83d-ec89-410c-8423-b75d8fcbea4f service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816466 Aug 09 15:40:44.059440 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-411da1c9-4139-4b0a-842e-7e02b2939839 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007912 Aug 09 15:40:44.221497 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.224550 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79b03c78-a54a-48e8-bbee-c1d8e47fee17 req-2a2bd1dc-7130-4e0f-a449-fdec010d1e78 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233911 Aug 09 15:40:44.284899 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Router 9a34fd18-f860-4397-a0e7-ed6e700bc960 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:40:44.475818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fb65401e-86e9-4ea8-a2e3-91229c9ac88b None None] Provisioning complete for port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:44.476279 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fb65401e-86e9-4ea8-a2e3-91229c9ac88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.481583 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Allocated IP 172.20.0.2 (d7eef28b-528c-4d0f-88bc-8a8c6c7368bf/647238b4-bd94-4150-a733-4ef4e28b77a6/329836ab-a12e-48ed-9fef-55036d1798cf) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:44.486482 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-8009601f-98d8-4272-8704-f2d4f5ed4c62 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094720 Aug 09 15:40:44.541623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fb65401e-86e9-4ea8-a2e3-91229c9ac88b None None] Port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:44.580711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:44.596227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0ac5-f54f-422b-9f6b-e341408ddc04 req-2c023da8-3b2a-412d-8438-6358780fa182 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.599717 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Sync routers for ids ['9a34fd18-f860-4397-a0e7-ed6e700bc960'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:44.602893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0ac5-f54f-422b-9f6b-e341408ddc04 req-2c023da8-3b2a-412d-8438-6358780fa182 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.610266 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4ef4c5bb-f5dd-47ee-a8fa-b5ed2562ee5d admin admin] 10.222.0.81 "PUT /v2.0/routers/9a34fd18-f860-4397-a0e7-ed6e700bc960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3723357 Aug 09 15:40:44.615236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0ac5-f54f-422b-9f6b-e341408ddc04 req-2c023da8-3b2a-412d-8438-6358780fa182 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.615724 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Routers {'9a34fd18-f860-4397-a0e7-ed6e700bc960'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:44.616345 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['9a34fd18-f860-4397-a0e7-ed6e700bc960'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:44.630768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0ac5-f54f-422b-9f6b-e341408ddc04 req-2c023da8-3b2a-412d-8438-6358780fa182 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.647382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0ac5-f54f-422b-9f6b-e341408ddc04 req-2c023da8-3b2a-412d-8438-6358780fa182 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.655397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0ac5-f54f-422b-9f6b-e341408ddc04 req-2c023da8-3b2a-412d-8438-6358780fa182 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.678272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0ac5-f54f-422b-9f6b-e341408ddc04 req-2c023da8-3b2a-412d-8438-6358780fa182 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.680874 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-679a0ac5-f54f-422b-9f6b-e341408ddc04 req-2c023da8-3b2a-412d-8438-6358780fa182 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.2803547 Aug 09 15:40:44.732983 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-cd01c48b-dc39-4a81-8a95-da1c0bd9c79e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ad730bf3-f589-4d6f-83ff-b798d961769b HTTP/1.1" status: 200 len: 217 time: 0.1213272 Aug 09 15:40:44.795491 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.810146 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Set router 9a34fd18-f860-4397-a0e7-ed6e700bc960 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:44.820216 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-679a0ac5-f54f-422b-9f6b-e341408ddc04 req-237d75a4-380a-49b6-a469-2aec92224a9e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250908 Aug 09 15:40:44.831012 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Transition to ACTIVE for port object 329836ab-a12e-48ed-9fef-55036d1798cf will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:44.907299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Transition to ACTIVE for port object 329836ab-a12e-48ed-9fef-55036d1798cf will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:44.924858 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.926058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-01efe691-4139-403a-8cd0-fca3ea6a8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.929913 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-01efe691-4139-403a-8cd0-fca3ea6a8f96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a229c198-1f7e-418d-9288-f40691af9d78 HTTP/1.1" status: 200 len: 797 time: 0.1804047 Aug 09 15:40:45.005956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:45.009722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:45.014552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:45.023231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Pushing event updated for resources: {'Port': ['ID=329836ab-a12e-48ed-9fef-55036d1798cf,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:45.111061 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf0a7569-f322-4525-8008-0619ca47667b req-1fd0c951-5caf-4458-9949-13cdff7c9320 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 210 time: 0.1040215 Aug 09 15:40:45.141787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-c08e2353-2c15-4fde-a607-a4f9102a23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:45.143386 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-c08e2353-2c15-4fde-a607-a4f9102a23ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9aebc04b-7567-491f-9526-844a2d600872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2052307 Aug 09 15:40:45.161303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Attempting to bind port 329836ab-a12e-48ed-9fef-55036d1798cf on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:45.161691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Attempting to bind port 329836ab-a12e-48ed-9fef-55036d1798cf by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:45.162044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Attempting to bind port 329836ab-a12e-48ed-9fef-55036d1798cf on network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:45.170914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:45.171476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Checking segment: {'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:45.171890 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.172286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Bound using segment: {'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:45.173341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Bound port: 329836ab-a12e-48ed-9fef-55036d1798cf, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:45.174751 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.208855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5daf2-7496-4017-8bc9-27331268bc54 req-813db2ef-6e30-4dc1-838a-314806fa00c0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:45.228289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-92d5daf2-7496-4017-8bc9-27331268bc54 req-813db2ef-6e30-4dc1-838a-314806fa00c0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.2129052 Aug 09 15:40:45.246877 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.309987 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300287109-router', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:27Z', 'updated_at': '2021-08-09T15:40:41Z', 'revision_number': 4, 'project_id': '928640f091b942f2ae0f793a5a9b8b07', 'gw_port': {'id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:27:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:30Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '3ec337cb-48b5-4b5a-899c-9db9c6af08c5', 'name': '', 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'mac_address': 'fa:16:3e:dc:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd86ddf36-c2af-42ed-91d0-7faff0aa6eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:38Z', 'updated_at': '2021-08-09T15:40:42Z', 'revision_number': 2, 'project_id': '928640f091b942f2ae0f793a5a9b8b07', 'subnets': [{'id': 'd86ddf36-c2af-42ed-91d0-7faff0aa6eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:45.319242 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-7f6b0a1a-1615-4fce-953e-f7f2801e8fae service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665285 Aug 09 15:40:45.351132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.352970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] For port 329836ab-a12e-48ed-9fef-55036d1798cf, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:45.358521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] For port 329836ab-a12e-48ed-9fef-55036d1798cf, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=329836ab-a12e-48ed-9fef-55036d1798cf,segment=NetworkSegment(8f31e371-6ec6-4859-b9a2-19173a40de5d),segment_id=8f31e371-6ec6-4859-b9a2-19173a40de5d)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:45.369374 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.407155 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Checking router: 9a34fd18-f860-4397-a0e7-ed6e700bc960 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:45.407827 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Updating router 9a34fd18-f860-4397-a0e7-ed6e700bc960 port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:45.454812 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-92d5daf2-7496-4017-8bc9-27331268bc54 req-57cab4e2-1095-4f9c-aef5-0edbd42c1e14 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241619 Aug 09 15:40:45.460812 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.544274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101327a-ca9d-4c22-955e-e81e2d61752f None None] Pushing event updated for resources: {'Port': ['ID=329836ab-a12e-48ed-9fef-55036d1798cf,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:45.732800 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-6d405705-17ba-41c4-ba21-a3c52873b97b service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979445 Aug 09 15:40:45.753160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ff2c5-2678-4644-9743-27450c314bda req-73c0d426-0534-4c69-a29a-5d3ef8d2a640 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:45.766791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c3ff2c5-2678-4644-9743-27450c314bda req-73c0d426-0534-4c69-a29a-5d3ef8d2a640 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 945 time: 0.2386889 Aug 09 15:40:45.858885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Allocated IP 172.25.2.155 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:45.915533 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-005d3ec8-5f5b-44f6-b09c-246e1ed41293 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db9322e6-f226-4519-b232-0c993b0e4a63 HTTP/1.1" status: 200 len: 217 time: 0.1380985 Aug 09 15:40:46.161031 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c3ff2c5-2678-4644-9743-27450c314bda req-60bcf25b-a315-401f-bad6-ec7d0a2ca784 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3928177 Aug 09 15:40:46.223836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-4309dbee-0bde-46b6-bedd-d133aa467d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.237410 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-4309dbee-0bde-46b6-bedd-d133aa467d4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a229c198-1f7e-418d-9288-f40691af9d78 HTTP/1.1" status: 200 len: 797 time: 0.2945280 Aug 09 15:40:46.363258 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.387968 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Transition to ACTIVE for port object 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:46.398997 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.439883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1303d6f8-d017-4bfb-9f91-b3fff3529a83 req-1cb0ccd2-8142-4baf-823f-f8fdce4b8965 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 210 time: 0.0863888 Aug 09 15:40:46.460042 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-e6cfe8bd-d103-4cdd-8609-81fc19e96772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.461696 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-e6cfe8bd-d103-4cdd-8609-81fc19e96772 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9aebc04b-7567-491f-9526-844a2d600872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2150707 Aug 09 15:40:46.529718 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c315bc-476f-456e-b9f8-9708b65a278e None None] Pushing event updated for resources: {'Port': ['ID=3ec337cb-48b5-4b5a-899c-9db9c6af08c5,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:46.717953 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Attempting to bind port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:46.718562 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Attempting to bind port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:46.720499 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Attempting to bind port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 on network fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:46.737290 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:46.738010 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Checking segment: {'id': '72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:46.738642 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.739217 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Bound using segment: {'id': '72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:46.739840 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Bound port: 3ec337cb-48b5-4b5a-899c-9db9c6af08c5, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:46.740405 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.827984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454a04a-08a8-4ede-bd16-0804a1917de7 req-47b52d08-9540-4c16-9ec3-cacc8512e569 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.844919 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f454a04a-08a8-4ede-bd16-0804a1917de7 req-47b52d08-9540-4c16-9ec3-cacc8512e569 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 945 time: 0.2526102 Aug 09 15:40:46.864672 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52192) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:46.888472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6c13bfea-aa1e-4fd3-a519-f6b8ef8d8279 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Request body: {'floatingip': {'port_id': '4a1eca32-263b-44cd-bc02-2394c8a55a92'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:46.960525 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] For port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:46.971370 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] For port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3ec337cb-48b5-4b5a-899c-9db9c6af08c5,segment=NetworkSegment(72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3),segment_id=72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:46.979942 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.130272 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c13bfea-aa1e-4fd3-a519-f6b8ef8d8279 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.155711 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-50019c7c-347d-4deb-9dfe-b05b808b1c8e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1162412 Aug 09 15:40:47.176819 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Routers {'9a34fd18-f860-4397-a0e7-ed6e700bc960'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:47.185333 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['9a34fd18-f860-4397-a0e7-ed6e700bc960'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:47.371258 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.380934 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-4b91168e-4aaf-41cd-8589-06dafde30b99 service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8983243 Aug 09 15:40:47.393968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373acaa6-67fe-48a4-afe1-f5812e3c5c78 req-4f0775f6-6a0e-42ce-97f9-bff8103f5781 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.400093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373acaa6-67fe-48a4-afe1-f5812e3c5c78 req-4f0775f6-6a0e-42ce-97f9-bff8103f5781 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.406999 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 329836ab-a12e-48ed-9fef-55036d1798cf up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:47.407939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373acaa6-67fe-48a4-afe1-f5812e3c5c78 req-4f0775f6-6a0e-42ce-97f9-bff8103f5781 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.414234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373acaa6-67fe-48a4-afe1-f5812e3c5c78 req-4f0775f6-6a0e-42ce-97f9-bff8103f5781 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.420840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373acaa6-67fe-48a4-afe1-f5812e3c5c78 req-4f0775f6-6a0e-42ce-97f9-bff8103f5781 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.438691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373acaa6-67fe-48a4-afe1-f5812e3c5c78 req-4f0775f6-6a0e-42ce-97f9-bff8103f5781 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.444340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373acaa6-67fe-48a4-afe1-f5812e3c5c78 req-4f0775f6-6a0e-42ce-97f9-bff8103f5781 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.466895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-373acaa6-67fe-48a4-afe1-f5812e3c5c78 req-4f0775f6-6a0e-42ce-97f9-bff8103f5781 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.6457551 Aug 09 15:40:47.673077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-373acaa6-67fe-48a4-afe1-f5812e3c5c78 req-53653b00-a6c2-44bf-9ef4-fc45014e7360 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2048955 Aug 09 15:40:47.694098 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] Set router 9a34fd18-f860-4397-a0e7-ed6e700bc960 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:47.758561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dcc019-a565-4131-a0e3-0355861c2bda None None] Network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:47.866123 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-ac256a19-c06b-4090-a0a5-ab623e87ba08 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1421087 Aug 09 15:40:47.903273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-c7547d5d-d914-4c45-8e2f-7dadd3bd6269 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.905192 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-c7547d5d-d914-4c45-8e2f-7dadd3bd6269 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7487042 Aug 09 15:40:47.927323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8962563c-258b-401e-a918-567b96fbf1f9 None None] Provisioning for port 329836ab-a12e-48ed-9fef-55036d1798cf completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:47.956303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Request body: {'port': {'device_id': '73dcef7a-6c81-475e-ae75-43a2047c496e', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'b224220100394a519e23f90f60157189'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:47.981841 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.000039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 329836ab-a12e-48ed-9fef-55036d1798cf completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:48.021445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 329836ab-a12e-48ed-9fef-55036d1798cf triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:48.022169 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.146921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626efbd-dd07-476f-bbd3-88cac4539307 req-198683e3-2c5d-4d11-85e1-1e2e6f204656 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:48.163723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5626efbd-dd07-476f-bbd3-88cac4539307 req-198683e3-2c5d-4d11-85e1-1e2e6f204656 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 1.0307958 Aug 09 15:40:48.259084 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c315bc-476f-456e-b9f8-9708b65a278e None None] Pushing event updated for resources: {'Port': ['ID=3ec337cb-48b5-4b5a-899c-9db9c6af08c5,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:48.293370 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300287109-router', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:27Z', 'updated_at': '2021-08-09T15:40:41Z', 'revision_number': 4, 'project_id': '928640f091b942f2ae0f793a5a9b8b07', 'gw_port': {'id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:27:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:30Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '3ec337cb-48b5-4b5a-899c-9db9c6af08c5', 'name': '', 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'mac_address': 'fa:16:3e:dc:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd86ddf36-c2af-42ed-91d0-7faff0aa6eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:38Z', 'updated_at': '2021-08-09T15:40:46Z', 'revision_number': 4, 'project_id': '928640f091b942f2ae0f793a5a9b8b07', 'subnets': [{'id': 'd86ddf36-c2af-42ed-91d0-7faff0aa6eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:48.363772 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.367291 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680a427-2a85-4c04-bc7a-22466d8c94ef None None] The sync data for ids ['9a34fd18-f860-4397-a0e7-ed6e700bc960'] in n-d-803778-2 is: [{'id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300287109-router', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:27Z', 'updated_at': '2021-08-09T15:40:41Z', 'revision_number': 4, 'project_id': '928640f091b942f2ae0f793a5a9b8b07', 'gw_port': {'id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:27:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:30Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '3ec337cb-48b5-4b5a-899c-9db9c6af08c5', 'name': '', 'network_id': 'fa1c2fef-24ec-47e5-995c-bb4a0bd80d92', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'mac_address': 'fa:16:3e:dc:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'd86ddf36-c2af-42ed-91d0-7faff0aa6eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:38Z', 'updated_at': '2021-08-09T15:40:46Z', 'revision_number': 4, 'project_id': '928640f091b942f2ae0f793a5a9b8b07', 'subnets': [{'id': 'd86ddf36-c2af-42ed-91d0-7faff0aa6eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:48.443667 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97d3380b-452a-489d-bf51-3b0d7fd79ce8 req-ef4d7017-257d-4fb7-bae8-722d7732850e service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8713775 Aug 09 15:40:48.524494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:48.528776 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5626efbd-dd07-476f-bbd3-88cac4539307 req-b83bac77-802d-448c-ad10-06175d948043 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611395 Aug 09 15:40:48.558538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 329836ab-a12e-48ed-9fef-55036d1798cf, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=329836ab-a12e-48ed-9fef-55036d1798cf,segment=NetworkSegment(8f31e371-6ec6-4859-b9a2-19173a40de5d),segment_id=8f31e371-6ec6-4859-b9a2-19173a40de5d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:48.574708 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.595031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:48.629929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1282c336-f268-4a9c-892b-ba7ab5fe5714 req-a18a08ae-ed89-4965-8570-7514d4ca854f tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 210 time: 0.2668209 Aug 09 15:40:48.671725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:48.756812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Pushing event updated for resources: {'Port': ['ID=1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:48.784058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=329836ab-a12e-48ed-9fef-55036d1798cf,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:49.004149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-4ead56ee-ae70-4c22-8879-b7ae1f8f4047 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.005267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bf9c0cba-0749-449c-bec9-80dd69f0632e None None] Provisioning complete for port 329836ab-a12e-48ed-9fef-55036d1798cf triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:49.005843 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0cba-0749-449c-bec9-80dd69f0632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.009049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-4ead56ee-ae70-4c22-8879-b7ae1f8f4047 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1025987 Aug 09 15:40:49.098465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c29e54-cc13-4d43-be78-832d578b99aa req-f09e7aa2-8137-4b1d-9683-353d0c337d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.099682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c29e54-cc13-4d43-be78-832d578b99aa req-f09e7aa2-8137-4b1d-9683-353d0c337d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.100358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c29e54-cc13-4d43-be78-832d578b99aa req-f09e7aa2-8137-4b1d-9683-353d0c337d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.100984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c29e54-cc13-4d43-be78-832d578b99aa req-f09e7aa2-8137-4b1d-9683-353d0c337d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.101664 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c29e54-cc13-4d43-be78-832d578b99aa req-f09e7aa2-8137-4b1d-9683-353d0c337d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.102728 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c29e54-cc13-4d43-be78-832d578b99aa req-f09e7aa2-8137-4b1d-9683-353d0c337d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.103358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c29e54-cc13-4d43-be78-832d578b99aa req-f09e7aa2-8137-4b1d-9683-353d0c337d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.109482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Request body: {'port': {'device_id': 'a4e1d46f-0c4b-487f-9925-f82888d6c686', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'b224220100394a519e23f90f60157189'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:49.111033 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45c29e54-cc13-4d43-be78-832d578b99aa req-f09e7aa2-8137-4b1d-9683-353d0c337d2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6489 time: 0.5326149 Aug 09 15:40:49.294509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Made reservation on behalf of b224220100394a519e23f90f60157189 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:49.299615 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.481039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac0694-6b5f-4b98-8476-2bbc8ec4da6b req-66343d5b-1711-4f8b-99bd-d4a721349f38 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.489462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8ac0694-6b5f-4b98-8476-2bbc8ec4da6b req-66343d5b-1711-4f8b-99bd-d4a721349f38 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 945 time: 0.5752511 Aug 09 15:40:49.536696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.646759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:49.755458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:49.762142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:49.762549 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.968099 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.066252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29251460-2ac0-4454-8f37-da21d7ec85a7 req-e8866d36-bba6-4716-87ae-230bfbfdad96 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.067507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3ec337cb-48b5-4b5a-899c-9db9c6af08c5,segment=NetworkSegment(72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3),segment_id=72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:50.079723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29251460-2ac0-4454-8f37-da21d7ec85a7 req-e8866d36-bba6-4716-87ae-230bfbfdad96 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.083975 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.084791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 329836ab-a12e-48ed-9fef-55036d1798cf up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:50.099102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29251460-2ac0-4454-8f37-da21d7ec85a7 req-e8866d36-bba6-4716-87ae-230bfbfdad96 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.110602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29251460-2ac0-4454-8f37-da21d7ec85a7 req-e8866d36-bba6-4716-87ae-230bfbfdad96 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.138158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29251460-2ac0-4454-8f37-da21d7ec85a7 req-e8866d36-bba6-4716-87ae-230bfbfdad96 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.153508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29251460-2ac0-4454-8f37-da21d7ec85a7 req-e8866d36-bba6-4716-87ae-230bfbfdad96 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.183291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29251460-2ac0-4454-8f37-da21d7ec85a7 req-e8866d36-bba6-4716-87ae-230bfbfdad96 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.183784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c29e54-cc13-4d43-be78-832d578b99aa req-5853c38c-837a-437d-a90a-710c4da0557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.185892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29251460-2ac0-4454-8f37-da21d7ec85a7 req-e8866d36-bba6-4716-87ae-230bfbfdad96 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.6539378 Aug 09 15:40:50.190856 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45c29e54-cc13-4d43-be78-832d578b99aa req-5853c38c-837a-437d-a90a-710c4da0557f service neutron] 10.222.0.53 "GET /v2.0/networks?id=9aebc04b-7567-491f-9526-844a2d600872 HTTP/1.1" status: 200 len: 902 time: 1.0635605 Aug 09 15:40:50.200285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=3ec337cb-48b5-4b5a-899c-9db9c6af08c5,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:50.244064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 329836ab-a12e-48ed-9fef-55036d1798cf triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:50.245345 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.269612 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8ac0694-6b5f-4b98-8476-2bbc8ec4da6b req-9a897f82-2049-443f-a1e7-8c59c0df2b9f tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7788379 Aug 09 15:40:50.355603 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29251460-2ac0-4454-8f37-da21d7ec85a7 req-ed3a3a2f-d976-478b-97d2-912164891ec9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387210 Aug 09 15:40:50.356439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Made reservation on behalf of b224220100394a519e23f90f60157189 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:50.360186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21064c2e-5ec4-4174-a9d8-4538e0dbbd75 req-ee18f796-9d69-42c5-9ccb-11fe67423482 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.360339 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.361773 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21064c2e-5ec4-4174-a9d8-4538e0dbbd75 req-ee18f796-9d69-42c5-9ccb-11fe67423482 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.60 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 945 time: 0.1683052 Aug 09 15:40:50.363410 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45c29e54-cc13-4d43-be78-832d578b99aa req-4fe22868-59fa-4ff3-bdd9-49a9e07e5740 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db9322e6-f226-4519-b232-0c993b0e4a63 HTTP/1.1" status: 200 len: 217 time: 0.1055205 Aug 09 15:40:50.525631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Allocated IP 192.168.233.184 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/e0c72730-9587-4d23-938a-304414ec19f7) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:50.731260 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81720e8c-f7b6-42ee-bc57-01bf392f9175 req-c6a0750f-cc05-4753-a5c9-da52ab3b7ee9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 210 time: 0.1353366 Aug 09 15:40:50.797799 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.811354 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c13bfea-aa1e-4fd3-a519-f6b8ef8d8279 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.814261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c29e54-cc13-4d43-be78-832d578b99aa req-41025375-cb77-4851-9129-ee3dea9bf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.817735 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45c29e54-cc13-4d43-be78-832d578b99aa req-41025375-cb77-4851-9129-ee3dea9bf9cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a229c198-1f7e-418d-9288-f40691af9d78 HTTP/1.1" status: 200 len: 797 time: 0.1015036 Aug 09 15:40:50.855685 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c13bfea-aa1e-4fd3-a519-f6b8ef8d8279 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.972270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8bee-1370-4e1c-93c9-1e63a6652208 req-7285f6b9-c0ea-4a7f-bfad-5243ee038da6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.973848 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6bdd8bee-1370-4e1c-93c9-1e63a6652208 req-7285f6b9-c0ea-4a7f-bfad-5243ee038da6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.3209717 Aug 09 15:40:51.028237 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c29e54-cc13-4d43-be78-832d578b99aa req-c4929019-3d02-422e-9384-fff40af82468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.028451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c35dd-1fa5-49ee-a911-dcf5f43b4264 req-cb8646e7-bc90-4874-ba55-0c537d7b45de tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.029691 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45c29e54-cc13-4d43-be78-832d578b99aa req-c4929019-3d02-422e-9384-fff40af82468 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9aebc04b-7567-491f-9526-844a2d600872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1716623 Aug 09 15:40:51.029900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c9c35dd-1fa5-49ee-a911-dcf5f43b4264 req-cb8646e7-bc90-4874-ba55-0c537d7b45de tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 1097 time: 0.1575446 Aug 09 15:40:51.084042 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.109400 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-21064c2e-5ec4-4174-a9d8-4538e0dbbd75 req-65482b45-de78-4519-adc7-88151c60b44c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Deleting port f40721cb-31eb-42a5-b3f2-112190de282e {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:40:51.109777 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-21064c2e-5ec4-4174-a9d8-4538e0dbbd75 req-65482b45-de78-4519-adc7-88151c60b44c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.115021 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Transition to ACTIVE for port object e0c72730-9587-4d23-938a-304414ec19f7 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:51.124359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c9c35dd-1fa5-49ee-a911-dcf5f43b4264 req-b6cbde08-ddc5-44e2-a03e-039b9d8cd32f tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750735 Aug 09 15:40:51.130274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Router 20ff278b-9da2-4bdc-b6cb-39920c718a04 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:40:51.164755 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-6c13bfea-aa1e-4fd3-a519-f6b8ef8d8279 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Floating IP f0f317a7-e970-4cdf-bd81-3c6b19b29a4c associated. External IP: 172.25.2.161, port: 4a1eca32-263b-44cd-bc02-2394c8a55a92. Aug 09 15:40:51.177782 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6bdd8bee-1370-4e1c-93c9-1e63a6652208 req-17734906-05ae-405c-beb2-b357fb9ab6ee tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748383 Aug 09 15:40:51.292134 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.301660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Allocated IP 192.168.233.76 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/604e77f6-97d3-4a7e-a035-023ba442e42f) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:51.309708 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:51.390272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:51.467893 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45c29e54-cc13-4d43-be78-832d578b99aa req-69eb6b0c-8a7d-4887-a412-71c708d2cd22 service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263947 Aug 09 15:40:51.552786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:51.553224 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.658189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-21064c2e-5ec4-4174-a9d8-4538e0dbbd75 req-65482b45-de78-4519-adc7-88151c60b44c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] For port f40721cb-31eb-42a5-b3f2-112190de282e, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f40721cb-31eb-42a5-b3f2-112190de282e,segment=NetworkSegment(740a12d1-9018-48c7-8555-5e3b4a6fdd0d),segment_id=740a12d1-9018-48c7-8555-5e3b4a6fdd0d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:51.658602 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-21064c2e-5ec4-4174-a9d8-4538e0dbbd75 req-65482b45-de78-4519-adc7-88151c60b44c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.695949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-21064c2e-5ec4-4174-a9d8-4538e0dbbd75 req-65482b45-de78-4519-adc7-88151c60b44c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Calling delete_port for f40721cb-31eb-42a5-b3f2-112190de282e owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:40:51.752719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7dfed-9719-4615-9bb9-4ec816a0b3c6 req-90287178-8933-49ea-9fbb-716ff3c02091 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.754480 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9c7dfed-9719-4615-9bb9-4ec816a0b3c6 req-90287178-8933-49ea-9fbb-716ff3c02091 tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/ports?device_id=226de6ad-58d6-401d-8298-e908498184d5 HTTP/1.1" status: 200 len: 945 time: 0.2821414 Aug 09 15:40:51.965990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c13bfea-aa1e-4fd3-a519-f6b8ef8d8279 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Router 8dae6933-f53f-44cf-b8ba-211ddb5f538a has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:40:52.006621 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9c7dfed-9719-4615-9bb9-4ec816a0b3c6 req-ea75724e-4dd3-40f5-a3bd-018ff3c6b93a tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.81 "GET /v2.0/security-groups?id=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314510 Aug 09 15:40:52.011660 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45c29e54-cc13-4d43-be78-832d578b99aa req-1791e41e-a91f-4f31-a0b3-6cf203dc20b1 service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870021 Aug 09 15:40:52.013858 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-21064c2e-5ec4-4174-a9d8-4538e0dbbd75 req-65482b45-de78-4519-adc7-88151c60b44c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.035929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['f40721cb-31eb-42a5-b3f2-112190de282e'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:52.060281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:52.084812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:52.095630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event updated for resources: {'Port': ['ID=e0c72730-9587-4d23-938a-304414ec19f7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:52.102438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:52.130572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:52.142926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Sync routers for ids ['20ff278b-9da2-4bdc-b6cb-39920c718a04'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:52.161379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Routers {'20ff278b-9da2-4bdc-b6cb-39920c718a04'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:52.162356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['20ff278b-9da2-4bdc-b6cb-39920c718a04'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:52.276864 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.280903 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f64c4185-771e-4b1c-995b-2dddf533f87e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6201477 Aug 09 15:40:52.301801 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65482b45-de78-4519-adc7-88151c60b44c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Pushing event deleted for resources: {'Port': ['ID=f40721cb-31eb-42a5-b3f2-112190de282e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:52.343248 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52246) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:52.362570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.363216 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.404045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Set router 20ff278b-9da2-4bdc-b6cb-39920c718a04 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:52.425900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-1f64a533-b976-4f99-a8cb-8b222f419b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4853277 Aug 09 15:40:52.452435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c13bfea-aa1e-4fd3-a519-f6b8ef8d8279 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:52.464917 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c13bfea-aa1e-4fd3-a519-f6b8ef8d8279 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.477334 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Request body: {'port': {'device_id': '73dcef7a-6c81-475e-ae75-43a2047c496e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:52.497027 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56ba72f-7880-4498-bd45-17473610a4b2 None None] Sync routers for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:52.536664 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-21064c2e-5ec4-4174-a9d8-4538e0dbbd75 req-65482b45-de78-4519-adc7-88151c60b44c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] No DVR routers for this DVR port f40721cb-31eb-42a5-b3f2-112190de282e on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:40:52.542180 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ba72f-7880-4498-bd45-17473610a4b2 None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:52.542657 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-21064c2e-5ec4-4174-a9d8-4538e0dbbd75 req-65482b45-de78-4519-adc7-88151c60b44c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.544303 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b56ba72f-7880-4498-bd45-17473610a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:52.546006 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21064c2e-5ec4-4174-a9d8-4538e0dbbd75 req-65482b45-de78-4519-adc7-88151c60b44c tempest-VolumesAdminNegativeTest-1457065511 tempest-VolumesAdminNegativeTest-1457065511-project] 10.222.0.60 "DELETE /v2.0/ports/f40721cb-31eb-42a5-b3f2-112190de282e HTTP/1.1" status: 204 len: 173 time: 2.1770234 Aug 09 15:40:52.553374 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226de6ad-58d6-401d-8298-e908498184d5', 'name': 'network-vif-deleted', 'tag': 'f40721cb-31eb-42a5-b3f2-112190de282e'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:52.556082 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451dc64b-159b-4b99-b8e1-0fb45c7439e1" -d '{"events": [{"server_uuid": "226de6ad-58d6-401d-8298-e908498184d5", "name": "network-vif-deleted", "tag": "f40721cb-31eb-42a5-b3f2-112190de282e"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:52.612111 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6c13bfea-aa1e-4fd3-a519-f6b8ef8d8279 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "PUT /v2.0/floatingips/f0f317a7-e970-4cdf-bd81-3c6b19b29a4c HTTP/1.1" status: 200 len: 991 time: 5.7461979 Aug 09 15:40:52.633234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58aa07-5bf6-45c4-9c90-37ea586d48e4 req-8e4a39ba-28ea-4cfc-8cbc-5342a968d1bf tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.640910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58aa07-5bf6-45c4-9c90-37ea586d48e4 req-8e4a39ba-28ea-4cfc-8cbc-5342a968d1bf tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.647384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58aa07-5bf6-45c4-9c90-37ea586d48e4 req-8e4a39ba-28ea-4cfc-8cbc-5342a968d1bf tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.654856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58aa07-5bf6-45c4-9c90-37ea586d48e4 req-8e4a39ba-28ea-4cfc-8cbc-5342a968d1bf tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.661137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58aa07-5bf6-45c4-9c90-37ea586d48e4 req-8e4a39ba-28ea-4cfc-8cbc-5342a968d1bf tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.673525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58aa07-5bf6-45c4-9c90-37ea586d48e4 req-8e4a39ba-28ea-4cfc-8cbc-5342a968d1bf tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.684393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-22e26223-f9e6-447f-8108-fc6df865a990 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:40:52.685685 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58aa07-5bf6-45c4-9c90-37ea586d48e4 req-8e4a39ba-28ea-4cfc-8cbc-5342a968d1bf tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.689367 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed58aa07-5bf6-45c4-9c90-37ea586d48e4 req-8e4a39ba-28ea-4cfc-8cbc-5342a968d1bf tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.5094078 Aug 09 15:40:52.692858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-22e26223-f9e6-447f-8108-fc6df865a990 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482900 Aug 09 15:40:52.698790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] Request body: {'binding': {'host': 'n-h2-803778-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:52.707075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] Unknown quota resources ['binding']. {{(pid=94290) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:40:52.773475 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.778402 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b56ba72f-7880-4498-bd45-17473610a4b2 None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:52.780892 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed58aa07-5bf6-45c4-9c90-37ea586d48e4 req-d6a0799c-40c2-4f16-8c27-63a2f0e79c58 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747123 Aug 09 15:40:52.848930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Transition to ACTIVE for port object 604e77f6-97d3-4a7e-a035-023ba442e42f will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:52.852909 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.914531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b597ba08-b5da-4b11-8e6c-e7b64ecace5c None None] Provisioning for port e0c72730-9587-4d23-938a-304414ec19f7 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:52.952631 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b597ba08-b5da-4b11-8e6c-e7b64ecace5c None None] Provisioning complete for port e0c72730-9587-4d23-938a-304414ec19f7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:52.953040 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b597ba08-b5da-4b11-8e6c-e7b64ecace5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.017263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:40:49Z', 'revision_number': 3, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:53.085253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Checking router: 20ff278b-9da2-4bdc-b6cb-39920c718a04 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:53.085683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Updating router 20ff278b-9da2-4bdc-b6cb-39920c718a04 port 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:53.096321 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd8be860-08fa-48ff-afc3-dee9d181c26c req-722dac72-c6f6-42df-9e20-126ff10a63bc tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 210 time: 0.1248300 Aug 09 15:40:53.167125 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.176800 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b597ba08-b5da-4b11-8e6c-e7b64ecace5c None None] Port e0c72730-9587-4d23-938a-304414ec19f7 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:53.184484 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.236872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:53.429329 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:53.457570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:53.459673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] Attempting to bind port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on host n-h2-803778-2 for vnic_type normal with profile None {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:53.460067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] Attempting to bind port 00b4219b-0713-4d54-b85d-d7f9d27b9551 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:53.460505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] Attempting to bind port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:53.472809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:53.484887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event updated for resources: {'Port': ['ID=604e77f6-97d3-4a7e-a035-023ba442e42f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:53.513628 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b56ba72f-7880-4498-bd45-17473610a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'f0f317a7-e970-4cdf-bd81-3c6b19b29a4c', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'port_id': '4a1eca32-263b-44cd-bc02-2394c8a55a92', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'mac_address': 'fa:16:3e:cc:3d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:03Z', 'updated_at': '2021-08-09T15:40:50Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:55Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:53.531815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] Port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:53.532438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] Attempting to bind port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:53.559657 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56ba72f-7880-4498-bd45-17473610a4b2 None None] Checking router: 8dae6933-f53f-44cf-b8ba-211ddb5f538a for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:53.569949 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ba72f-7880-4498-bd45-17473610a4b2 None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:53.570861 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b56ba72f-7880-4498-bd45-17473610a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:53.594553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:53.604216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:53.604837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] Bound using segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:53.606048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] Bound port: 00b4219b-0713-4d54-b85d-d7f9d27b9551, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:53.672664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:53.680366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.768086 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-f097dc13-b19d-4d9c-a0fa-6485cf0f7f63 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6797938 Aug 09 15:40:53.780494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:53.786889 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b56ba72f-7880-4498-bd45-17473610a4b2 None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:53.795605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Request body: {'port': {'device_id': 'a4e1d46f-0c4b-487f-9925-f82888d6c686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:53.816967 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] Notify callbacks [] for binding, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.826683 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-2311a4d3-1941-486f-a22c-37a2d5b5f873 service neutron] 10.222.0.81 "POST /v2.0/ports/00b4219b-0713-4d54-b85d-d7f9d27b9551/bindings HTTP/1.1" status: 201 len: 389 time: 1.1320052 Aug 09 15:40:53.980852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c72730-9587-4d23-938a-304414ec19f7 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:53.999360 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.000984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-da042742-6462-41e5-9a12-20d3cf269bdc None None] Provisioning for port 604e77f6-97d3-4a7e-a035-023ba442e42f completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:54.007061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.035096 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-da042742-6462-41e5-9a12-20d3cf269bdc None None] Provisioning complete for port 604e77f6-97d3-4a7e-a035-023ba442e42f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:54.035796 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-da042742-6462-41e5-9a12-20d3cf269bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.037784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Transition to ACTIVE for port object e0c72730-9587-4d23-938a-304414ec19f7 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:54.077975 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.157803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-da042742-6462-41e5-9a12-20d3cf269bdc None None] Port 604e77f6-97d3-4a7e-a035-023ba442e42f cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:54.288785 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.334349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Pushing event updated for resources: {'Port': ['ID=e0c72730-9587-4d23-938a-304414ec19f7,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:54.337687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Transition to ACTIVE for port object 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:54.355064 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.514106 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b56ba72f-7880-4498-bd45-17473610a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'f0f317a7-e970-4cdf-bd81-3c6b19b29a4c', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'port_id': '4a1eca32-263b-44cd-bc02-2394c8a55a92', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'mac_address': 'fa:16:3e:cc:3d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:03Z', 'updated_at': '2021-08-09T15:40:50Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:55Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:54.515948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f40721cb-31eb-42a5-b3f2-112190de282e no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:40:54.573116 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56ba72f-7880-4498-bd45-17473610a4b2 None None] The sync data for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 is: [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'f0f317a7-e970-4cdf-bd81-3c6b19b29a4c', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'port_id': '4a1eca32-263b-44cd-bc02-2394c8a55a92', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'mac_address': 'fa:16:3e:cc:3d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:38:03Z', 'updated_at': '2021-08-09T15:40:50Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:55Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:54.576378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52262) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:54.600393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: f40721cb-31eb-42a5-b3f2-112190de282e {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:40:54.600824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f40721cb-31eb-42a5-b3f2-112190de282e not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:40:54.611143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Attempting to bind port 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:54.611597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Attempting to bind port 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:54.612057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Attempting to bind port 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:54.622348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b98b28-0d36-41ce-97a8-d5a70d5f14f5 None None] Pushing event updated for resources: {'Port': ['ID=1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:54.633954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350c8c3-ba45-4e01-99e5-94ebf6929b9c req-854db78c-29c6-46c2-854d-609304a2480b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.641065 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:54.641719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:54.642363 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.642647 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6350c8c3-ba45-4e01-99e5-94ebf6929b9c req-854db78c-29c6-46c2-854d-609304a2480b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 1.3028774 Aug 09 15:40:54.643162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:54.643908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Bound port: 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:54.644545 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.653306 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1641865b-0547-4b63-b3c4-5b1501df14d9 x-openstack-request-id: req-1641865b-0547-4b63-b3c4-5b1501df14d9 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:54.653747 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226de6ad-58d6-401d-8298-e908498184d5", "name": "network-vif-deleted", "tag": "f40721cb-31eb-42a5-b3f2-112190de282e", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:54.653963 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1641865b-0547-4b63-b3c4-5b1501df14d9 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:54.654459 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226de6ad-58d6-401d-8298-e908498184d5', 'name': 'network-vif-deleted', 'tag': 'f40721cb-31eb-42a5-b3f2-112190de282e', 'status': 'completed', 'code': 200} Aug 09 15:40:54.726229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] For port 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:54.755224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] For port 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:54.766819 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.858752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-df192957-6807-46ae-bb5c-58d8667ce5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.860548 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-df192957-6807-46ae-bb5c-58d8667ce5cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 1097 time: 0.2029657 Aug 09 15:40:54.875701 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6350c8c3-ba45-4e01-99e5-94ebf6929b9c req-99f389cd-57d4-4d4b-b331-27dd5cb66882 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271762 Aug 09 15:40:54.886721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Routers {'20ff278b-9da2-4bdc-b6cb-39920c718a04'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:54.893785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['20ff278b-9da2-4bdc-b6cb-39920c718a04'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:54.963182 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Attempting to bind port e0c72730-9587-4d23-938a-304414ec19f7 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:54.964324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Attempting to bind port e0c72730-9587-4d23-938a-304414ec19f7 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:54.964856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Attempting to bind port e0c72730-9587-4d23-938a-304414ec19f7 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:55.053834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604e77f6-97d3-4a7e-a035-023ba442e42f {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:55.062505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-12eda20c-5337-4737-90aa-050089389d45 admin admin] Deleting subnet 77afaf2d-8066-4505-9af3-42a7499da91c {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:40:55.072319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12eda20c-5337-4737-90aa-050089389d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.076943 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.077722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-05855486-e73e-451c-a4f7-5b74c19b87be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.079228 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-05855486-e73e-451c-a4f7-5b74c19b87be service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.1699078 Aug 09 15:40:55.085072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] Set router 20ff278b-9da2-4bdc-b6cb-39920c718a04 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:55.091090 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.119534 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Port e0c72730-9587-4d23-938a-304414ec19f7 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:55.120743 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Attempting to bind port e0c72730-9587-4d23-938a-304414ec19f7 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:55.145838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:55.146486 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:55.148888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:55.149522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Bound port: e0c72730-9587-4d23-938a-304414ec19f7, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:55.150274 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.157752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa958d7-14d1-46f2-9c0d-6280f8344ce3 None None] New status for floating IP f0f317a7-e970-4cdf-bd81-3c6b19b29a4c: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:40:55.179741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Transition to ACTIVE for port object 604e77f6-97d3-4a7e-a035-023ba442e42f will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:55.185351 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12eda20c-5337-4737-90aa-050089389d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.189958 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.206532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4bb7-2960-4ef8-bbc8-4efe03e2cae7 req-b9d5c5fb-323c-413f-8f7b-28a7f87095ea tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.212988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4bb7-2960-4ef8-bbc8-4efe03e2cae7 req-b9d5c5fb-323c-413f-8f7b-28a7f87095ea tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.220953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4bb7-2960-4ef8-bbc8-4efe03e2cae7 req-b9d5c5fb-323c-413f-8f7b-28a7f87095ea tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.227928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4bb7-2960-4ef8-bbc8-4efe03e2cae7 req-b9d5c5fb-323c-413f-8f7b-28a7f87095ea tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.234338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4bb7-2960-4ef8-bbc8-4efe03e2cae7 req-b9d5c5fb-323c-413f-8f7b-28a7f87095ea tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.240971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4bb7-2960-4ef8-bbc8-4efe03e2cae7 req-b9d5c5fb-323c-413f-8f7b-28a7f87095ea tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.251010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4bb7-2960-4ef8-bbc8-4efe03e2cae7 req-b9d5c5fb-323c-413f-8f7b-28a7f87095ea tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.259517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b98b28-0d36-41ce-97a8-d5a70d5f14f5 None None] Pushing event updated for resources: {'Port': ['ID=1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:55.261405 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ffb4bb7-2960-4ef8-bbc8-4efe03e2cae7 req-b9d5c5fb-323c-413f-8f7b-28a7f87095ea tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.7005396 Aug 09 15:40:55.345084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Allocated IP 172.20.0.1 (d7eef28b-528c-4d0f-88bc-8a8c6c7368bf/647238b4-bd94-4150-a733-4ef4e28b77a6/1db398fa-610c-42d7-a2bb-e4e6eceeb59e) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:55.370139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] For port e0c72730-9587-4d23-938a-304414ec19f7, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:55.374256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] For port e0c72730-9587-4d23-938a-304414ec19f7, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e0c72730-9587-4d23-938a-304414ec19f7,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:55.411941 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.470412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.470745 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.472661 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] 10.222.0.53 "PUT /v2.0/ports/e0c72730-9587-4d23-938a-304414ec19f7 HTTP/1.1" status: 200 len: 1096 time: 3.0245543 Aug 09 15:40:55.479883 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dcef7a-6c81-475e-ae75-43a2047c496e', 'tag': 'e0c72730-9587-4d23-938a-304414ec19f7'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:55.482604 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e864f5f-747b-4d69-a2b4-2fcd1c361211" -d '{"events": [{"name": "network-changed", "server_uuid": "73dcef7a-6c81-475e-ae75-43a2047c496e", "tag": "e0c72730-9587-4d23-938a-304414ec19f7"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:55.511261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.536560 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Transition to ACTIVE for port object 1db398fa-610c-42d7-a2bb-e4e6eceeb59e will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:55.614246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ffb4bb7-2960-4ef8-bbc8-4efe03e2cae7 req-291ec903-402a-41ef-95dd-d97c3dd451dd tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3517158 Aug 09 15:40:55.626381 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12eda20c-5337-4737-90aa-050089389d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.627265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-26f29c10-dd7c-44da-8a2f-c9824b5caf49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551 HTTP/1.1" status: 200 len: 217 time: 0.5198650 Aug 09 15:40:55.691259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Pushing event updated for resources: {'Port': ['ID=604e77f6-97d3-4a7e-a035-023ba442e42f,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:55.782852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-96073be8-664f-41d7-ae1e-6c589377d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.788737 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-96073be8-664f-41d7-ae1e-6c589377d14d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.1231904 Aug 09 15:40:55.847755 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-63327d98-302e-4166-9cef-9d87eb44e49c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454438 Aug 09 15:40:55.854422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.924938 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12eda20c-5337-4737-90aa-050089389d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.942061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:40:49Z', 'revision_number': 3, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:55.993737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:55.995879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb5d61-24cf-457a-a834-e6ed7a41a85e None None] The sync data for ids ['20ff278b-9da2-4bdc-b6cb-39920c718a04'] in n-d-803778-2 is: [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:40:49Z', 'revision_number': 3, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:56.005808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Pushing event updated for resources: {'Port': ['ID=1db398fa-610c-42d7-a2bb-e4e6eceeb59e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:56.009297 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12eda20c-5337-4737-90aa-050089389d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.015719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-12eda20c-5337-4737-90aa-050089389d45 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/77afaf2d-8066-4505-9af3-42a7499da91c HTTP/1.1" status: 204 len: 168 time: 1.2445366 Aug 09 15:40:56.024514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:56.028013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:56.030001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52270) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:56.075369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-effa0ed7-b771-457d-9112-95fc3e1cc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.083045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-effa0ed7-b771-457d-9112-95fc3e1cc3cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=73dcef7a-6c81-475e-ae75-43a2047c496e HTTP/1.1" status: 200 len: 1099 time: 0.5508432 Aug 09 15:40:56.104204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd3880-6c5a-4654-8aa3-5b3f19fd09d4 req-b64ac46f-ddf4-4314-add2-986fe58d5c51 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.113101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5dbd3880-6c5a-4654-8aa3-5b3f19fd09d4 req-b64ac46f-ddf4-4314-add2-986fe58d5c51 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 1.0317254 Aug 09 15:40:56.144407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eda20c-5337-4737-90aa-050089389d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77afaf2d-8066-4505-9af3-42a7499da91c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:56.217145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-dd211e88-bfcc-45a8-89e1-5e0eeca5a2ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e0c72730-9587-4d23-938a-304414ec19f7 HTTP/1.1" status: 200 len: 217 time: 0.1155150 Aug 09 15:40:56.235264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca502f96-f229-4294-8273-3ded5b4b1432 req-a2e51333-863b-4496-b857-3143bdecdaf7 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.247344 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca502f96-f229-4294-8273-3ded5b4b1432 req-a2e51333-863b-4496-b857-3143bdecdaf7 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 947 time: 0.3699584 Aug 09 15:40:56.253799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1f75d-adf3-4304-a473-75e1b7cc14eb service neutron] Pushing event updated for resources: {'Port': ['ID=e0c72730-9587-4d23-938a-304414ec19f7,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:56.293506 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5dbd3880-6c5a-4654-8aa3-5b3f19fd09d4 req-227b4981-9b43-4aa9-aae8-9660720978b2 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790590 Aug 09 15:40:56.318726 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca502f96-f229-4294-8273-3ded5b4b1432 req-bf466ab2-615b-4f5f-bd5d-317397c62dba tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705030 Aug 09 15:40:56.402337 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c706be14-d894-4c86-b41c-acdb7f9a19b1 x-openstack-request-id: req-c706be14-d894-4c86-b41c-acdb7f9a19b1 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:56.402337 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dcef7a-6c81-475e-ae75-43a2047c496e", "tag": "e0c72730-9587-4d23-938a-304414ec19f7", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:56.406268 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c706be14-d894-4c86-b41c-acdb7f9a19b1 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:56.406704 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dcef7a-6c81-475e-ae75-43a2047c496e', 'tag': 'e0c72730-9587-4d23-938a-304414ec19f7', 'status': 'completed', 'code': 200} Aug 09 15:40:56.409337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Attempting to bind port 604e77f6-97d3-4a7e-a035-023ba442e42f on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:56.409712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Attempting to bind port 604e77f6-97d3-4a7e-a035-023ba442e42f by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:56.410040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Attempting to bind port 604e77f6-97d3-4a7e-a035-023ba442e42f on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:56.428513 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.440711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Port 604e77f6-97d3-4a7e-a035-023ba442e42f on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:56.441042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Attempting to bind port 604e77f6-97d3-4a7e-a035-023ba442e42f on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:56.473774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-dddc311c-4dc1-46ec-b0ec-46c74890ccb5 None None] Provisioning for port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:56.489288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-c6acff45-d681-4990-b13e-a82488547a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.491157 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-c6acff45-d681-4990-b13e-a82488547a4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2384491 Aug 09 15:40:56.492230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:56.492799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:56.493227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-dddc311c-4dc1-46ec-b0ec-46c74890ccb5 None None] Provisioning complete for port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:56.493526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:56.494169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Bound port: 604e77f6-97d3-4a7e-a035-023ba442e42f, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:56.495316 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.496583 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dddc311c-4dc1-46ec-b0ec-46c74890ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.591318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-dddc311c-4dc1-46ec-b0ec-46c74890ccb5 None None] Port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:56.602803 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.627205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-70e6d396-2014-4803-8ef4-0543cf0f63a5 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449872 Aug 09 15:40:56.730370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'tag': '4a1eca32-263b-44cd-bc02-2394c8a55a92'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:56.733133 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188db95c-acea-44ba-9228-ce38ff9f5ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6582bd-0ba8-4c49-8059-ac690ce8bab5", "tag": "4a1eca32-263b-44cd-bc02-2394c8a55a92"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:56.771194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-3e78f759-0cff-4350-88d5-af359356c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.774019 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-3e78f759-0cff-4350-88d5-af359356c419 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2436349 Aug 09 15:40:56.781756 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] For port 604e77f6-97d3-4a7e-a035-023ba442e42f, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:56.794841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b64fa-dd68-48a7-9ef6-6d3ab7659230 req-8f08fa33-d27e-4e59-a564-d66ffd56144d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.796612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba7b64fa-dd68-48a7-9ef6-6d3ab7659230 req-8f08fa33-d27e-4e59-a564-d66ffd56144d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.1719384 Aug 09 15:40:56.807095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] For port 604e77f6-97d3-4a7e-a035-023ba442e42f, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=604e77f6-97d3-4a7e-a035-023ba442e42f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:56.903898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.926030 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.937885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717af589-4057-490d-8239-6e1e41f5367d']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:56.950002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740a12d1-9018-48c7-8555-5e3b4a6fdd0d') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:56.950400 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740a12d1-9018-48c7-8555-5e3b4a6fdd0d') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:56.961004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.968355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Pushing event updated for resources: {'Port': ['ID=604e77f6-97d3-4a7e-a035-023ba442e42f,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:56.988540 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba7b64fa-dd68-48a7-9ef6-6d3ab7659230 req-9386f125-9735-4871-80ea-b70c049a27c2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689780 Aug 09 15:40:56.989125 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.996445 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:40:56.996928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.026065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.026986 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.029115 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-eb29d555-4298-4cf7-abf4-13857030885d service neutron] 10.222.0.53 "PUT /v2.0/ports/604e77f6-97d3-4a7e-a035-023ba442e42f HTTP/1.1" status: 200 len: 1095 time: 3.2393408 Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:40:57.077786 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:40:57.114859 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac82ff5-f2d7-49bc-9408-dce043d02738 x-openstack-request-id: req-dac82ff5-f2d7-49bc-9408-dce043d02738 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:57.115165 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6582bd-0ba8-4c49-8059-ac690ce8bab5", "tag": "4a1eca32-263b-44cd-bc02-2394c8a55a92", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:57.115548 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dac82ff5-f2d7-49bc-9408-dce043d02738 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:57.116363 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'tag': '4a1eca32-263b-44cd-bc02-2394c8a55a92', 'status': 'completed', 'code': 200} Aug 09 15:40:57.119999 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.161563 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-08933c5c-1fa6-4f41-8828-9b3c524436cf service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251975 Aug 09 15:40:57.164786 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.170523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] 10.222.0.81 "DELETE /v2.0/networks/717af589-4057-490d-8239-6e1e41f5367d HTTP/1.1" status: 204 len: 168 time: 1.0943332 Aug 09 15:40:57.188830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3055b-16d5-4ac8-bfb9-07de7f1f1cc4 req-ff30dcc7-73a6-4eaf-ad16-42a3ca2563a0 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.211788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3055b-16d5-4ac8-bfb9-07de7f1f1cc4 req-ff30dcc7-73a6-4eaf-ad16-42a3ca2563a0 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.214382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52276) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:57.233552 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3055b-16d5-4ac8-bfb9-07de7f1f1cc4 req-ff30dcc7-73a6-4eaf-ad16-42a3ca2563a0 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.244701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3055b-16d5-4ac8-bfb9-07de7f1f1cc4 req-ff30dcc7-73a6-4eaf-ad16-42a3ca2563a0 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.270485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3055b-16d5-4ac8-bfb9-07de7f1f1cc4 req-ff30dcc7-73a6-4eaf-ad16-42a3ca2563a0 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.303395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3055b-16d5-4ac8-bfb9-07de7f1f1cc4 req-ff30dcc7-73a6-4eaf-ad16-42a3ca2563a0 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.319499 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3055b-16d5-4ac8-bfb9-07de7f1f1cc4 req-ff30dcc7-73a6-4eaf-ad16-42a3ca2563a0 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.321353 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4be3055b-16d5-4ac8-bfb9-07de7f1f1cc4 req-ff30dcc7-73a6-4eaf-ad16-42a3ca2563a0 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.5826085 Aug 09 15:40:57.322178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77337c-8def-4ef1-a70c-fee8e707c0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=717af589-4057-490d-8239-6e1e41f5367d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:57.364693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8314f672-1c8a-4b42-9428-a515bc4cbb6a admin admin] Deleting subnet 2d37adc5-d990-48a6-8a1f-430abbff8b35 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:40:57.369320 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:57.377959 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8314f672-1c8a-4b42-9428-a515bc4cbb6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.446027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-e770f2ea-7bba-4027-ac3b-9081ed32c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.449823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-e770f2ea-7bba-4027-ac3b-9081ed32c897 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 1098 time: 0.3715940 Aug 09 15:40:57.469154 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188db95c-acea-44ba-9228-ce38ff9f5ce0 req-94124b3e-3650-4aba-ae36-75a8c1dd8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.471877 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-188db95c-acea-44ba-9228-ce38ff9f5ce0 req-94124b3e-3650-4aba-ae36-75a8c1dd8aa4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5578f31a28c045a8983c4f4caf442b2d&device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 1096 time: 0.2929370 Aug 09 15:40:57.538148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:57.548147 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:57.548813 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.573799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-15c6ee8a-535c-4aa5-bbf5-c9e7753ae588 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7719452 Aug 09 15:40:57.574502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4be3055b-16d5-4ac8-bfb9-07de7f1f1cc4 req-8b191bea-fe7b-4c4a-884d-66fddc79212d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2345796 Aug 09 15:40:57.599859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.628658 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8314f672-1c8a-4b42-9428-a515bc4cbb6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.720314 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.743038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:57.751670 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.839400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:57.841917 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8314f672-1c8a-4b42-9428-a515bc4cbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.882056 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-34c601b1-3763-4067-8b2d-cd6fe02f1e3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=604e77f6-97d3-4a7e-a035-023ba442e42f HTTP/1.1" status: 200 len: 217 time: 0.3968360 Aug 09 15:40:57.920019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff616f8-3b59-41c7-8205-ae5b0980d1f6 req-3d85b0b1-4703-4a1a-aee7-734ef1f8e5db tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.922307 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ff616f8-3b59-41c7-8205-ae5b0980d1f6 req-3d85b0b1-4703-4a1a-aee7-734ef1f8e5db tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 947 time: 0.1743696 Aug 09 15:40:58.010988 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.022057 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.022497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-028e5ecf-064e-4c15-8cae-4fa036b3673a service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522476 Aug 09 15:40:58.170733 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ff616f8-3b59-41c7-8205-ae5b0980d1f6 req-8b3ebb8d-44f8-451b-9a2f-46c353736b14 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574585 Aug 09 15:40:58.171579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Pushing event updated for resources: {'Port': ['ID=1db398fa-610c-42d7-a2bb-e4e6eceeb59e,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:58.175395 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.258548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-94c58ff4-b94c-4c98-9ed0-b7aef5ea63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.263703 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-94c58ff4-b94c-4c98-9ed0-b7aef5ea63f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2447226 Aug 09 15:40:58.284400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8314f672-1c8a-4b42-9428-a515bc4cbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.287311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188db95c-acea-44ba-9228-ce38ff9f5ce0 req-39ee096e-ae67-47cf-adf0-aa1285d2248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.295643 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-188db95c-acea-44ba-9228-ce38ff9f5ce0 req-39ee096e-ae67-47cf-adf0-aa1285d2248a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9dd26dc2-108a-452f-9988-e63a860d56f7 HTTP/1.1" status: 200 len: 924 time: 0.7204411 Aug 09 15:40:58.328511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:58.330410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:58.354824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e201e-a699-422f-ab51-adc598f14ffa req-9deefe16-0213-45f7-b4a5-ee16d2dbb83f tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.362958 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e2e201e-a699-422f-ab51-adc598f14ffa req-9deefe16-0213-45f7-b4a5-ee16d2dbb83f tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 0.6911380 Aug 09 15:40:58.398338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314f672-1c8a-4b42-9428-a515bc4cbb6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d37adc5-d990-48a6-8a1f-430abbff8b35,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:58.445500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e1d46f-0c4b-487f-9925-f82888d6c686', 'tag': '604e77f6-97d3-4a7e-a035-023ba442e42f'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:58.445740 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee05acb5-dc41-441a-815f-6eab34ff0591" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e1d46f-0c4b-487f-9925-f82888d6c686", "tag": "604e77f6-97d3-4a7e-a035-023ba442e42f"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:58.575258 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8314f672-1c8a-4b42-9428-a515bc4cbb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.585626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8314f672-1c8a-4b42-9428-a515bc4cbb6a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2d37adc5-d990-48a6-8a1f-430abbff8b35 HTTP/1.1" status: 204 len: 168 time: 1.3692064 Aug 09 15:40:58.593754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52288) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:58.614613 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-188db95c-acea-44ba-9228-ce38ff9f5ce0 req-02203837-90d8-4c93-9531-5cf60cd0a26f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a1eca32-263b-44cd-bc02-2394c8a55a92 HTTP/1.1" status: 200 len: 1001 time: 0.2332852 Aug 09 15:40:58.621399 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e2e201e-a699-422f-ab51-adc598f14ffa req-97f54d12-46d0-4360-ad2e-7d5c997909c7 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568512 Aug 09 15:40:58.730849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-42825216-7a2a-481e-a9a7-96dc34acb0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.735833 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-42825216-7a2a-481e-a9a7-96dc34acb0d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4309380 Aug 09 15:40:58.799479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3c18d-abcd-464a-a678-a63616b44570 req-d7d1aadd-6d1f-4af9-be6d-171d2fa032c2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.808243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ad3c18d-abcd-464a-a678-a63616b44570 req-d7d1aadd-6d1f-4af9-be6d-171d2fa032c2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.3428485 Aug 09 15:40:58.815697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c4e19d1d-d144-44b9-8b60-618fd1b20487 None None] Provisioning complete for port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:58.815697 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c4e19d1d-d144-44b9-8b60-618fd1b20487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.830821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e864f5f-747b-4d69-a2b4-2fcd1c361211 req-07efafde-108a-466a-8224-927d5c7ccf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.843519 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e864f5f-747b-4d69-a2b4-2fcd1c361211 req-07efafde-108a-466a-8224-927d5c7ccf49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=73dcef7a-6c81-475e-ae75-43a2047c496e HTTP/1.1" status: 200 len: 1099 time: 0.7278306 Aug 09 15:40:58.907068 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.924464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c4e19d1d-d144-44b9-8b60-618fd1b20487 None None] Port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:58.927138 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Router 20ff278b-9da2-4bdc-b6cb-39920c718a04 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:40:59.040303 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53c78d3-0645-49f4-bcce-549b371a5bb6 x-openstack-request-id: req-f53c78d3-0645-49f4-bcce-549b371a5bb6 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:59.040743 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e1d46f-0c4b-487f-9925-f82888d6c686", "tag": "604e77f6-97d3-4a7e-a035-023ba442e42f", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:59.041096 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f53c78d3-0645-49f4-bcce-549b371a5bb6 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:59.042197 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e1d46f-0c4b-487f-9925-f82888d6c686', 'tag': '604e77f6-97d3-4a7e-a035-023ba442e42f', 'status': 'completed', 'code': 200} Aug 09 15:40:59.045033 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-00506344-8543-4603-b5b0-ff11863bb3ec service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684120 Aug 09 15:40:59.063750 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ad3c18d-abcd-464a-a678-a63616b44570 req-78097426-cf73-4fc2-942b-88d1aa614867 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081881 Aug 09 15:40:59.097461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188db95c-acea-44ba-9228-ce38ff9f5ce0 req-ddb8800a-4810-4511-b319-6e0a9cf7c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.098756 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-188db95c-acea-44ba-9228-ce38ff9f5ce0 req-ddb8800a-4810-4511-b319-6e0a9cf7c369 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=052ec7d3-4676-4f2c-bb5b-537f1308a81e HTTP/1.1" status: 200 len: 862 time: 0.4395452 Aug 09 15:40:59.131340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:59.153626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f1c26ede-1963-456a-9556-aceb31a023dd admin admin] 10.222.0.81 "PUT /v2.0/routers/20ff278b-9da2-4bdc-b6cb-39920c718a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7380457 Aug 09 15:40:59.167013 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Sync routers for ids ['20ff278b-9da2-4bdc-b6cb-39920c718a04'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:59.197218 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Routers {'20ff278b-9da2-4bdc-b6cb-39920c718a04'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:59.198773 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['20ff278b-9da2-4bdc-b6cb-39920c718a04'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:59.283048 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.321720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28dadbf-e963-4ea8-b7ce-84afd829bea3']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:59.343069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d67f238-f752-4f87-a686-19a6b390c1ea') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:59.343367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d67f238-f752-4f87-a686-19a6b390c1ea') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:59.360726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:59.383081 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.404414 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.412953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:40:59.428974 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.564726 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Set router 20ff278b-9da2-4bdc-b6cb-39920c718a04 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:59.582485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:59.584009 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:40:59.637162 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:40:59.644588 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.659054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.668951 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a28dadbf-e963-4ea8-b7ce-84afd829bea3 HTTP/1.1" status: 204 len: 168 time: 1.0737205 Aug 09 15:40:59.712194 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a839a9c7-496a-4482-aa6a-67662bb48c22 req-a7a4c92e-b77f-4b24-b7f2-5e51b06c821e service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541781 Aug 09 15:40:59.716962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd204577-5c6e-4e6b-aa22-25b07c0c31c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a28dadbf-e963-4ea8-b7ce-84afd829bea3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:59.753527 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274ae11-d474-43cd-9c1d-9677c4b3fef4 req-80aefd6e-0c9f-4d55-9235-5db582595d1c tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.763419 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a274ae11-d474-43cd-9c1d-9677c4b3fef4 req-80aefd6e-0c9f-4d55-9235-5db582595d1c tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 947 time: 0.1945016 Aug 09 15:40:59.862727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a274ae11-d474-43cd-9c1d-9677c4b3fef4 req-7644735a-ffa8-4884-8606-9b609bfc60d9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907147 Aug 09 15:40:59.959654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748a67-0294-432a-bee9-0f4b9b280dc9 req-2ede4a46-de4e-41d2-8a59-94eddcd7458e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.968463 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748a67-0294-432a-bee9-0f4b9b280dc9 req-2ede4a46-de4e-41d2-8a59-94eddcd7458e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.974837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748a67-0294-432a-bee9-0f4b9b280dc9 req-2ede4a46-de4e-41d2-8a59-94eddcd7458e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.986457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748a67-0294-432a-bee9-0f4b9b280dc9 req-2ede4a46-de4e-41d2-8a59-94eddcd7458e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.993919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748a67-0294-432a-bee9-0f4b9b280dc9 req-2ede4a46-de4e-41d2-8a59-94eddcd7458e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.996338 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52316) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:00.016977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748a67-0294-432a-bee9-0f4b9b280dc9 req-2ede4a46-de4e-41d2-8a59-94eddcd7458e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.037005 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748a67-0294-432a-bee9-0f4b9b280dc9 req-2ede4a46-de4e-41d2-8a59-94eddcd7458e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.042425 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '1db398fa-610c-42d7-a2bb-e4e6eceeb59e', 'name': '', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'mac_address': 'fa:16:3e:f2:ce:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:55Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 2, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'subnets': [{'id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:00.050199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7748a67-0294-432a-bee9-0f4b9b280dc9 req-2ede4a46-de4e-41d2-8a59-94eddcd7458e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.9941425 Aug 09 15:41:00.078714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05acb5-dc41-441a-815f-6eab34ff0591 req-17c25367-4fdc-48f5-8aef-5257009b059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.080218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee05acb5-dc41-441a-815f-6eab34ff0591 req-17c25367-4fdc-48f5-8aef-5257009b059c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 1098 time: 0.2705057 Aug 09 15:41:00.102056 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-982985f6-73ea-4971-8abd-a893a6a19c22 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab1aa7c1056645768de92c8e50e6cf3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1042361 Aug 09 15:41:00.103133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52326) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:00.169399 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Checking router: 20ff278b-9da2-4bdc-b6cb-39920c718a04 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:41:00.171053 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Updating router 20ff278b-9da2-4bdc-b6cb-39920c718a04 port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:41:00.196941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05acb5-dc41-441a-815f-6eab34ff0591 req-c704aee5-1ab0-421e-90a6-c9f7a8203677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.199792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee05acb5-dc41-441a-815f-6eab34ff0591 req-c704aee5-1ab0-421e-90a6-c9f7a8203677 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1085739 Aug 09 15:41:00.201921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188db95c-acea-44ba-9228-ce38ff9f5ce0 req-754062ab-4c93-4013-afd0-2ee0fc486f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.203510 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-188db95c-acea-44ba-9228-ce38ff9f5ce0 req-754062ab-4c93-4013-afd0-2ee0fc486f53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9dd26dc2-108a-452f-9988-e63a860d56f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4798346 Aug 09 15:41:00.210948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e864f5f-747b-4d69-a2b4-2fcd1c361211 req-f955f2c3-ff6e-4858-b59a-373e03f4761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.212935 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e864f5f-747b-4d69-a2b4-2fcd1c361211 req-f955f2c3-ff6e-4858-b59a-373e03f4761d service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 1.3686044 Aug 09 15:41:00.235356 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.238585 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aacbd5e6-713b-46fe-871d-f1875269e027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.301707 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aacbd5e6-713b-46fe-871d-f1875269e027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.368041 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aacbd5e6-713b-46fe-871d-f1875269e027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.374123 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aacbd5e6-713b-46fe-871d-f1875269e027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.376413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aacbd5e6-713b-46fe-871d-f1875269e027 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5002c253-2dfe-4e64-a8a5-b5e9aee03bbd HTTP/1.1" status: 204 len: 168 time: 0.2708497 Aug 09 15:41:00.396992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbd5e6-713b-46fe-871d-f1875269e027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5002c253-2dfe-4e64-a8a5-b5e9aee03bbd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:00.404713 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7748a67-0294-432a-bee9-0f4b9b280dc9 req-152ef919-7c74-4370-b9aa-e9b3d0c6ec8f tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3524199 Aug 09 15:41:00.495553 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee05acb5-dc41-441a-815f-6eab34ff0591 req-8c64dfd8-e9c1-46a3-99d3-7cdc01f89c16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=604e77f6-97d3-4a7e-a035-023ba442e42f HTTP/1.1" status: 200 len: 217 time: 0.2390842 Aug 09 15:41:00.500407 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e864f5f-747b-4d69-a2b4-2fcd1c361211 req-6ae4e6a1-529e-4f91-88db-236ed7c266a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e0c72730-9587-4d23-938a-304414ec19f7 HTTP/1.1" status: 200 len: 217 time: 0.2347684 Aug 09 15:41:00.625330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e864f5f-747b-4d69-a2b4-2fcd1c361211 req-499b96e7-49c7-4dbf-87fe-fa0bfdebfa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.627031 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e864f5f-747b-4d69-a2b4-2fcd1c361211 req-499b96e7-49c7-4dbf-87fe-fa0bfdebfa12 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1040258 Aug 09 15:41:00.707682 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.737296 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Transition to ACTIVE for port object 1db398fa-610c-42d7-a2bb-e4e6eceeb59e will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:00.763478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05acb5-dc41-441a-815f-6eab34ff0591 req-6aba126c-1ed9-4148-b0fa-9efde95d1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.765156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee05acb5-dc41-441a-815f-6eab34ff0591 req-6aba126c-1ed9-4148-b0fa-9efde95d1763 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2473869 Aug 09 15:41:00.788783 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.796030 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52338) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:00.801409 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ad12d3e5-f830-46d5-9c5b-b1de26d07492 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989339123', 'description': 'tempest-description--1479549793'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:00.815280 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-188db95c-acea-44ba-9228-ce38ff9f5ce0 req-f562c483-12ba-4084-8c60-92b25c84a21c service neutron] 10.222.0.60 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009490 Aug 09 15:41:00.819658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e864f5f-747b-4d69-a2b4-2fcd1c361211 req-c0f50ca8-c256-4f85-955e-f8a46e28f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.821216 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e864f5f-747b-4d69-a2b4-2fcd1c361211 req-c0f50ca8-c256-4f85-955e-f8a46e28f56a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597893 Aug 09 15:41:00.827716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e0c72730-9587-4d23-938a-304414ec19f7 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:00.829486 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5798538-47a8-46c7-a3ff-fbf91736b5c0 req-8a7e1424-bcc4-4ddf-a86d-2e227c7c56ef tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.842140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5798538-47a8-46c7-a3ff-fbf91736b5c0 req-8a7e1424-bcc4-4ddf-a86d-2e227c7c56ef tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 0.2063842 Aug 09 15:41:00.908659 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2b2ae-5e97-41a3-9fc9-a33a51688916 None None] Pushing event updated for resources: {'Port': ['ID=1db398fa-610c-42d7-a2bb-e4e6eceeb59e,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:01.006698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad12d3e5-f830-46d5-9c5b-b1de26d07492 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.042750 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e0c72730-9587-4d23-938a-304414ec19f7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e0c72730-9587-4d23-938a-304414ec19f7,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:01.068817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'e0c72730-9587-4d23-938a-304414ec19f7', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'e0c72730-9587-4d23-938a-304414ec19f7', 'mac_address': 'fa:16:3e:c5:ca:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:01.087465 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Attempting to bind port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:01.087842 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Attempting to bind port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:01.088819 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Attempting to bind port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e on network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:01.098999 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05acb5-dc41-441a-815f-6eab34ff0591 req-00f1b16d-4c1a-4f22-8e54-7ab69879f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.100663 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee05acb5-dc41-441a-815f-6eab34ff0591 req-00f1b16d-4c1a-4f22-8e54-7ab69879f2ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3234961 Aug 09 15:41:01.119950 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5798538-47a8-46c7-a3ff-fbf91736b5c0 req-be2261e8-d32b-453e-a211-38b8ac6bf2be tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818837 Aug 09 15:41:01.136463 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:01.136954 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Checking segment: {'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:01.137400 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.137824 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Bound using segment: {'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:01.138374 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Bound port: 1db398fa-610c-42d7-a2bb-e4e6eceeb59e, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:01.138774 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.143295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52344) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:01.145062 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.174390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c72730-9587-4d23-938a-304414ec19f7 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:01.206504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e0c72730-9587-4d23-938a-304414ec19f7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e0c72730-9587-4d23-938a-304414ec19f7,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:01.236951 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.310753 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9cf532a7-ef2f-4ef1-9733-7e614c3331b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=222642bdb6c145478cd4b83f6c6df1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447248 Aug 09 15:41:01.342472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a60e65-fed6-40ed-86c3-e55805eff073 req-7acfce2a-2de0-41e6-a044-c0d6062b26ca tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.356517 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77a60e65-fed6-40ed-86c3-e55805eff073 req-7acfce2a-2de0-41e6-a044-c0d6062b26ca tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.4820960 Aug 09 15:41:01.357795 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] For port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:01.360977 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52346) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:01.367910 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] For port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1db398fa-610c-42d7-a2bb-e4e6eceeb59e,segment=NetworkSegment(8f31e371-6ec6-4859-b9a2-19173a40de5d),segment_id=8f31e371-6ec6-4859-b9a2-19173a40de5d)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:01.378085 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.386520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e0c72730-9587-4d23-938a-304414ec19f7,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:01.440138 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad12d3e5-f830-46d5-9c5b-b1de26d07492 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.488936 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad12d3e5-f830-46d5-9c5b-b1de26d07492 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.489682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['e0c72730-9587-4d23-938a-304414ec19f7'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:01.515691 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Routers {'20ff278b-9da2-4bdc-b6cb-39920c718a04'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:01.516314 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:40:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['20ff278b-9da2-4bdc-b6cb-39920c718a04'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:01.561152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf69177-f98b-4a19-8df3-aa44826c207c req-e9971799-e901-4b82-ae5e-0eece73ec9ad tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.568948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ccf69177-f98b-4a19-8df3-aa44826c207c req-e9971799-e901-4b82-ae5e-0eece73ec9ad tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 947 time: 0.2939360 Aug 09 15:41:01.569356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12d3e5-f830-46d5-9c5b-b1de26d07492 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:01.593505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e864f5f-747b-4d69-a2b4-2fcd1c361211 req-2248519f-9329-462e-af6d-466ae5ddbe26 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481236 Aug 09 15:41:01.599994 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77a60e65-fed6-40ed-86c3-e55805eff073 req-7fcedca4-c2ca-413b-b473-8216ad14c37f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411149 Aug 09 15:41:01.685503 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-188db95c-acea-44ba-9228-ce38ff9f5ce0 req-55cbda4e-7e9e-46e4-8dfc-186ed116d88d service neutron] 10.222.0.60 "GET /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8279703 Aug 09 15:41:01.728993 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad12d3e5-f830-46d5-9c5b-b1de26d07492 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.730882 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ad12d3e5-f830-46d5-9c5b-b1de26d07492 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9335606 Aug 09 15:41:01.737418 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52350) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:01.753121 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-52b7992f-8f28-4ea2-80e9-697c62ee034b tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Request body: {'security_group_rule': {'security_group_id': 'c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:01.807660 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-a1fdc949-2bbd-4c5b-8ec2-1c94bb1f14d2 service neutron] 10.222.0.60 "GET /v2.0/ports/323145f2-52bc-43b9-a0c2-bd7a4524082f/bindings/n-h2-803778-2 HTTP/1.1" status: 200 len: 382 time: 0.4795454 Aug 09 15:41:01.820833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52b7992f-8f28-4ea2-80e9-697c62ee034b tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.842015 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb5b0-88b3-4a31-bdac-2a1f55d74231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.948497 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2b2ae-5e97-41a3-9fc9-a33a51688916 None None] Pushing event updated for resources: {'Port': ['ID=1db398fa-610c-42d7-a2bb-e4e6eceeb59e,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:01.949721 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee05acb5-dc41-441a-815f-6eab34ff0591 req-6d9d6738-43ce-4c9f-bb4d-65033532b419 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8048532 Aug 09 15:41:01.989749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb5b0-88b3-4a31-bdac-2a1f55d74231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.008082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ccf69177-f98b-4a19-8df3-aa44826c207c req-c2698372-6c27-4b0d-8964-50ae111f1c24 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381120 Aug 09 15:41:02.021837 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] Set router 20ff278b-9da2-4bdc-b6cb-39920c718a04 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:02.105123 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e864f5f-747b-4d69-a2b4-2fcd1c361211 req-ac699585-dc4a-4341-9ad2-22320d4625a4 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917810 Aug 09 15:41:02.143713 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee05acb5-dc41-441a-815f-6eab34ff0591 req-111b6c1e-670d-48d1-82f9-f739453d1ce9 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934559 Aug 09 15:41:02.361406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44db5d-9e30-4624-b779-5f964cddffeb req-a2fee3c7-1ec5-4721-891c-a630747bb5ce tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.366456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b44db5d-9e30-4624-b779-5f964cddffeb req-a2fee3c7-1ec5-4721-891c-a630747bb5ce tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 0.0872679 Aug 09 15:41:02.367389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe078a-a05e-40d0-88b2-dfdc9e56664c req-4e33ea48-148f-4b9e-b092-1970f0703732 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.375426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe078a-a05e-40d0-88b2-dfdc9e56664c req-4e33ea48-148f-4b9e-b092-1970f0703732 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.381940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe078a-a05e-40d0-88b2-dfdc9e56664c req-4e33ea48-148f-4b9e-b092-1970f0703732 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.388681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe078a-a05e-40d0-88b2-dfdc9e56664c req-4e33ea48-148f-4b9e-b092-1970f0703732 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.394893 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe078a-a05e-40d0-88b2-dfdc9e56664c req-4e33ea48-148f-4b9e-b092-1970f0703732 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.402243 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe078a-a05e-40d0-88b2-dfdc9e56664c req-4e33ea48-148f-4b9e-b092-1970f0703732 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.408453 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe078a-a05e-40d0-88b2-dfdc9e56664c req-4e33ea48-148f-4b9e-b092-1970f0703732 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.418194 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2dbe078a-a05e-40d0-88b2-dfdc9e56664c req-4e33ea48-148f-4b9e-b092-1970f0703732 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.4608521 Aug 09 15:41:02.469023 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52b7992f-8f28-4ea2-80e9-697c62ee034b tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.469578 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b44db5d-9e30-4624-b779-5f964cddffeb req-56320c4d-f439-4fc4-948d-6bf106470245 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960882 Aug 09 15:41:02.473351 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '1db398fa-610c-42d7-a2bb-e4e6eceeb59e', 'name': '', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'mac_address': 'fa:16:3e:f2:ce:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:55Z', 'updated_at': '2021-08-09T15:41:01Z', 'revision_number': 4, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'subnets': [{'id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:02.478653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-eeb3dc6e-0ccc-4cc0-af84-06a073083c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.482090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-eeb3dc6e-0ccc-4cc0-af84-06a073083c8a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279&tenant_id=3db5924556fe4b23b861d1e4e4681575 HTTP/1.1" status: 200 len: 1100 time: 0.3102796 Aug 09 15:41:02.489096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52b7992f-8f28-4ea2-80e9-697c62ee034b tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.506275 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb5b0-88b3-4a31-bdac-2a1f55d74231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.509104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c2bb5b0-88b3-4a31-bdac-2a1f55d74231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.511555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4c2bb5b0-88b3-4a31-bdac-2a1f55d74231 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d750f198-600b-45a1-9547-e5451597b94f HTTP/1.1" status: 204 len: 168 time: 1.1225960 Aug 09 15:41:02.540199 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2dbe078a-a05e-40d0-88b2-dfdc9e56664c req-df392a5a-00d1-4f84-ad04-e3c8198cc41a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202619 Aug 09 15:41:02.550414 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447b055-96c0-4c76-99fe-700d4fc7d103 None None] The sync data for ids ['20ff278b-9da2-4bdc-b6cb-39920c718a04'] in n-d-803778-2 is: [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '1db398fa-610c-42d7-a2bb-e4e6eceeb59e', 'name': '', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'mac_address': 'fa:16:3e:f2:ce:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:55Z', 'updated_at': '2021-08-09T15:41:01Z', 'revision_number': 4, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'subnets': [{'id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:41:02.611632 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7992f-8f28-4ea2-80e9-697c62ee034b tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c7668f-518a-4446-9ef5-f30df83de747,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:02.617241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bb5b0-88b3-4a31-bdac-2a1f55d74231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d750f198-600b-45a1-9547-e5451597b94f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:02.716483 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52b7992f-8f28-4ea2-80e9-697c62ee034b tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.727273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52358) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:02.730767 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-52b7992f-8f28-4ea2-80e9-697c62ee034b tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9870965 Aug 09 15:41:02.739478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-24a95fac-1a4d-4e49-a4ff-703a9118d6da tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Request body: {'security_group_rule': {'security_group_id': 'c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:02.794284 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-34615a90-2255-4a0a-84a9-6128d75ea973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.795848 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-34615a90-2255-4a0a-84a9-6128d75ea973 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 1100 time: 0.2509835 Aug 09 15:41:02.844692 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-24a95fac-1a4d-4e49-a4ff-703a9118d6da tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.860900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 604e77f6-97d3-4a7e-a035-023ba442e42f details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:02.863075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e0c72730-9587-4d23-938a-304414ec19f7 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:03.031969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-8b3e6c59-202b-4e34-ad05-c8fbf11b135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.033760 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-8b3e6c59-202b-4e34-ad05-c8fbf11b135f service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.2296102 Aug 09 15:41:03.042036 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-24a95fac-1a4d-4e49-a4ff-703a9118d6da tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:03.053960 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-24a95fac-1a4d-4e49-a4ff-703a9118d6da tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:03.122115 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-35b17cc6-a5ca-4c39-92e5-243efce28440 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f HTTP/1.1" status: 200 len: 217 time: 0.0805790 Aug 09 15:41:03.132751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ab803-e8c5-42ee-9682-7b01acee33e8 req-640aaecd-534f-4483-8d20-1697ee6df211 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.147364 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b6ab803-e8c5-42ee-9682-7b01acee33e8 req-640aaecd-534f-4483-8d20-1697ee6df211 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.2367132 Aug 09 15:41:03.168927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a95fac-1a4d-4e49-a4ff-703a9118d6da tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0b2285-5195-45b8-965c-d75eedf79efb,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:03.214744 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b6ab803-e8c5-42ee-9682-7b01acee33e8 req-a6e964a9-b43c-47b3-82c5-22f4408f174a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602047 Aug 09 15:41:03.220446 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-24a95fac-1a4d-4e49-a4ff-703a9118d6da tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:03.222359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-24a95fac-1a4d-4e49-a4ff-703a9118d6da tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4918938 Aug 09 15:41:03.225116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52368) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:03.234420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:03.253640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-672758b5-ce66-4b51-99a7-53198fde8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.254955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-672758b5-ce66-4b51-99a7-53198fde8e0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1247518 Aug 09 15:41:03.280043 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:03.314699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port e0c72730-9587-4d23-938a-304414ec19f7 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:03.354284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port e0c72730-9587-4d23-938a-304414ec19f7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:03.354701 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:03.435357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1db398fa-610c-42d7-a2bb-e4e6eceeb59e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:03.495985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a637a-ffe1-47aa-80b1-e309ee94f19a req-066a5fb5-4a28-4024-a026-3c75bad50c55 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.502558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:03.504755 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cf1a637a-ffe1-47aa-80b1-e309ee94f19a req-066a5fb5-4a28-4024-a026-3c75bad50c55 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 947 time: 0.2480223 Aug 09 15:41:03.531116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-7d88fab0-7994-4ef4-9df6-aa6f026489bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.539933 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-7d88fab0-7994-4ef4-9df6-aa6f026489bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2068839 Aug 09 15:41:03.690406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 604e77f6-97d3-4a7e-a035-023ba442e42f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=604e77f6-97d3-4a7e-a035-023ba442e42f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:03.820167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:03.832283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '604e77f6-97d3-4a7e-a035-023ba442e42f', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '604e77f6-97d3-4a7e-a035-023ba442e42f', 'mac_address': 'fa:16:3e:67:74:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:03.864493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:03.865101 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:03.962270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Allocated IP 172.25.2.184 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/786a84a5-94b3-4cbb-852d-d234a54f34a7) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:03.993629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b926848-eee3-4248-b65e-0400d9a65694 req-19c281bc-b217-4831-9fb1-bbfef61c0e57 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.998008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b926848-eee3-4248-b65e-0400d9a65694 req-19c281bc-b217-4831-9fb1-bbfef61c0e57 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 0.3041320 Aug 09 15:41:04.086348 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.233249 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cf1a637a-ffe1-47aa-80b1-e309ee94f19a req-b42a825c-b9ed-4cfb-86a0-d37dace40875 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7268646 Aug 09 15:41:04.305236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e0c72730-9587-4d23-938a-304414ec19f7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e0c72730-9587-4d23-938a-304414ec19f7,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:04.314351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dcef7a-6c81-475e-ae75-43a2047c496e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c72730-9587-4d23-938a-304414ec19f7'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:04.320992 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cc34b8-b3d3-44c9-9fd9-bbd3d4aa4782" -d '{"events": [{"server_uuid": "73dcef7a-6c81-475e-ae75-43a2047c496e", "name": "network-vif-plugged", "status": "completed", "tag": "e0c72730-9587-4d23-938a-304414ec19f7"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:04.333395 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.339146 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.367392 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.393080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-7d678b1a-0ebc-484e-b9ea-b574be5f96ae service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8420036 Aug 09 15:41:04.419457 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.445045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b926848-eee3-4248-b65e-0400d9a65694 req-5a7524e5-17c8-4246-84a5-f8fae5ebb03e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372194 Aug 09 15:41:04.450521 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.497539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:04.535711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604e77f6-97d3-4a7e-a035-023ba442e42f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:04.554929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:04.561930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:04.564973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Pushing event updated for resources: {'Port': ['ID=786a84a5-94b3-4cbb-852d-d234a54f34a7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:04.584184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 323145f2-52bc-43b9-a0c2-bd7a4524082f no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:04.723437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d48b9-5e9f-4816-b8a3-4596d35c607c req-d318c363-3999-4237-83b9-60412a5e0d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.742606 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d48b9-5e9f-4816-b8a3-4596d35c607c req-d318c363-3999-4237-83b9-60412a5e0d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.750769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d48b9-5e9f-4816-b8a3-4596d35c607c req-d318c363-3999-4237-83b9-60412a5e0d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.758829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d48b9-5e9f-4816-b8a3-4596d35c607c req-d318c363-3999-4237-83b9-60412a5e0d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.768818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d48b9-5e9f-4816-b8a3-4596d35c607c req-d318c363-3999-4237-83b9-60412a5e0d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.785797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d48b9-5e9f-4816-b8a3-4596d35c607c req-d318c363-3999-4237-83b9-60412a5e0d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.795815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d48b9-5e9f-4816-b8a3-4596d35c607c req-d318c363-3999-4237-83b9-60412a5e0d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.808114 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 604e77f6-97d3-4a7e-a035-023ba442e42f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=604e77f6-97d3-4a7e-a035-023ba442e42f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:04.831048 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.831808 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-087d48b9-5e9f-4816-b8a3-4596d35c607c req-d318c363-3999-4237-83b9-60412a5e0d65 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.4373860 Aug 09 15:41:04.869412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1db398fa-610c-42d7-a2bb-e4e6eceeb59e,segment=NetworkSegment(8f31e371-6ec6-4859-b9a2-19173a40de5d),segment_id=8f31e371-6ec6-4859-b9a2-19173a40de5d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:04.871819 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.894034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e0c72730-9587-4d23-938a-304414ec19f7,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:04.897810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.945698 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-087d48b9-5e9f-4816-b8a3-4596d35c607c req-b184d621-5099-4ffa-b55e-22d554e57c2f tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118908 Aug 09 15:41:04.953399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01a7bb-7664-4a50-8544-eef2f7e20cdd req-6c580ad2-5c52-4fa3-b4b9-796a4576312b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.959356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c01a7bb-7664-4a50-8544-eef2f7e20cdd req-6c580ad2-5c52-4fa3-b4b9-796a4576312b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 949 time: 0.2176332 Aug 09 15:41:04.992629 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.999031 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471a92bc-26db-40fb-8b20-1e5dcb74a343 req-c967df17-82b8-40fa-9af3-bafd91395d87 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825877 Aug 09 15:41:05.036005 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=604e77f6-97d3-4a7e-a035-023ba442e42f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:05.098015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c01a7bb-7664-4a50-8544-eef2f7e20cdd req-727baaed-6961-4f8c-864a-ceaeeaf332b6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310220 Aug 09 15:41:05.125696 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=1db398fa-610c-42d7-a2bb-e4e6eceeb59e,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:05.146169 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23273e6-b3e1-462b-ac1d-e3bb02a0ef4e x-openstack-request-id: req-b23273e6-b3e1-462b-ac1d-e3bb02a0ef4e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:05.147483 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dcef7a-6c81-475e-ae75-43a2047c496e", "name": "network-vif-plugged", "status": "completed", "tag": "e0c72730-9587-4d23-938a-304414ec19f7", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:05.147849 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b23273e6-b3e1-462b-ac1d-e3bb02a0ef4e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:05.149498 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dcef7a-6c81-475e-ae75-43a2047c496e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c72730-9587-4d23-938a-304414ec19f7', 'code': 200} Aug 09 15:41:05.214572 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.306539 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:05.323561 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.343099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['604e77f6-97d3-4a7e-a035-023ba442e42f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:05.407861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1db398fa-610c-42d7-a2bb-e4e6eceeb59e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:05.529641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eaef6-c524-4d41-97c9-40bdd29edd85 req-5bcaf462-acef-49cc-8b68-70716e452135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.531858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600eaef6-c524-4d41-97c9-40bdd29edd85 req-5bcaf462-acef-49cc-8b68-70716e452135 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=73dcef7a-6c81-475e-ae75-43a2047c496e HTTP/1.1" status: 200 len: 1101 time: 0.2204468 Aug 09 15:41:05.632583 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.687582 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.712579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e330a-89b8-49d4-bf18-aeed562ae0ed req-9cf36509-ee06-4516-89bc-3e8056fcc80a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.714895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c8e330a-89b8-49d4-bf18-aeed562ae0ed req-9cf36509-ee06-4516-89bc-3e8056fcc80a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 948 time: 0.2985060 Aug 09 15:41:05.758556 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600eaef6-c524-4d41-97c9-40bdd29edd85 req-582b67bb-25f0-415f-af09-21fa1cf02b17 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196001 Aug 09 15:41:05.786167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f827ce-f929-4ee3-86e9-eb61c444bb04 req-06639154-34ea-4d47-a42d-d9a078c5eb78 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.796185 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8f827ce-f929-4ee3-86e9-eb61c444bb04 req-06639154-34ea-4d47-a42d-d9a078c5eb78 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 0.1138225 Aug 09 15:41:05.802900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Pushing event updated for resources: {'Port': ['ID=786a84a5-94b3-4cbb-852d-d234a54f34a7,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:05.878844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c8e330a-89b8-49d4-bf18-aeed562ae0ed req-63e086d7-5882-4b4e-ac0a-ff6f17e3299c tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225512 Aug 09 15:41:05.880147 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8f827ce-f929-4ee3-86e9-eb61c444bb04 req-58622d2e-b8f0-4ecd-8044-28ec3a5931c4 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785820 Aug 09 15:41:05.884208 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.912637 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.913937 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-91907dd9-9aa6-4aa3-9e59-434649487159 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6876230 Aug 09 15:41:05.946674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=323145f2-52bc-43b9-a0c2-bd7a4524082f,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:06.022733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:06.023210 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:06.210856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b05c82-1b38-4b6c-89f9-422f0f4b9f3a req-f6d5a6c9-ef17-4e1e-a7e6-8097d459d88b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.222208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b05c82-1b38-4b6c-89f9-422f0f4b9f3a req-f6d5a6c9-ef17-4e1e-a7e6-8097d459d88b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.228929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b05c82-1b38-4b6c-89f9-422f0f4b9f3a req-f6d5a6c9-ef17-4e1e-a7e6-8097d459d88b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.235366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b05c82-1b38-4b6c-89f9-422f0f4b9f3a req-f6d5a6c9-ef17-4e1e-a7e6-8097d459d88b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.241949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b05c82-1b38-4b6c-89f9-422f0f4b9f3a req-f6d5a6c9-ef17-4e1e-a7e6-8097d459d88b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.250000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b05c82-1b38-4b6c-89f9-422f0f4b9f3a req-f6d5a6c9-ef17-4e1e-a7e6-8097d459d88b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.255957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b05c82-1b38-4b6c-89f9-422f0f4b9f3a req-f6d5a6c9-ef17-4e1e-a7e6-8097d459d88b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.265242 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-85b05c82-1b38-4b6c-89f9-422f0f4b9f3a req-f6d5a6c9-ef17-4e1e-a7e6-8097d459d88b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.1670969 Aug 09 15:41:06.272463 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-1caedd74-d769-48f5-959f-650a1834180f tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--989339123&fields=id&tenant_id=a8cd2557f9d54068af892c84dc8305c6 HTTP/1.1" status: 200 len: 267 time: 0.0796976 Aug 09 15:41:06.323490 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-85b05c82-1b38-4b6c-89f9-422f0f4b9f3a req-c39b5752-2f77-41ec-ae77-be3e38269151 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479703 Aug 09 15:41:06.460465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-c3359022-5ab0-4f91-9c00-cf324954d174 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.461945 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-c3359022-5ab0-4f91-9c00-cf324954d174 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/networks?id=d7eef28b-528c-4d0f-88bc-8a8c6c7368bf HTTP/1.1" status: 200 len: 812 time: 0.1886547 Aug 09 15:41:06.487142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-a48411bd-34cf-4248-a701-1234b850124f tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/quotas/a8cd2557f9d54068af892c84dc8305c6 HTTP/1.1" status: 200 len: 375 time: 0.0168347 Aug 09 15:41:06.521665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582c5a4-16a0-4465-9e59-5c99952c18ff req-99e6e820-6745-4f81-baf9-6fcdc1e83972 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.534085 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9582c5a4-16a0-4465-9e59-5c99952c18ff req-99e6e820-6745-4f81-baf9-6fcdc1e83972 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 947 time: 0.1332512 Aug 09 15:41:06.566075 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-37e55a3d-306f-4b77-aa82-fba4279fbfb4 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a8cd2557f9d54068af892c84dc8305c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709660 Aug 09 15:41:06.597137 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9582c5a4-16a0-4465-9e59-5c99952c18ff req-3d9beac7-ecd0-453d-8493-da6ed8438b91 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621710 Aug 09 15:41:06.743260 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-c1ca0204-1a4c-4f9c-abed-1c5dae38788e service neutron] 10.222.0.81 "GET /v2.0/networks/d7eef28b-528c-4d0f-88bc-8a8c6c7368bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543634 Aug 09 15:41:06.872299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-03dc4f3b-ed8b-4324-a52c-1906c1015fb8 service neutron] 10.222.0.81 "GET /v2.0/networks/d7eef28b-528c-4d0f-88bc-8a8c6c7368bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230283 Aug 09 15:41:07.085550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3b0ab-4e0d-40c2-a12c-ed78ec32a957 req-3b523062-4d7f-4fd9-8935-952e9cf9a324 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.087272 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36f3b0ab-4e0d-40c2-a12c-ed78ec32a957 req-3b523062-4d7f-4fd9-8935-952e9cf9a324 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 0.1281207 Aug 09 15:41:07.152497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f229a018-733d-401d-863a-2bcc5ed9e279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323145f2-52bc-43b9-a0c2-bd7a4524082f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:07.162972 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcdef4c-3e4a-4772-95af-4d858211c1de" -d '{"events": [{"server_uuid": "f229a018-733d-401d-863a-2bcc5ed9e279", "name": "network-vif-unplugged", "status": "completed", "tag": "323145f2-52bc-43b9-a0c2-bd7a4524082f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:07.175744 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36f3b0ab-4e0d-40c2-a12c-ed78ec32a957 req-5e57d9a6-6fde-4af1-b7dc-885c6977857d tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783198 Aug 09 15:41:07.363430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16036d-b4fb-43ad-90d3-f20754349102 req-59d8c31c-7032-42c7-bce6-fc9d758118db tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.373278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d16036d-b4fb-43ad-90d3-f20754349102 req-59d8c31c-7032-42c7-bce6-fc9d758118db tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 948 time: 0.1044292 Aug 09 15:41:07.428728 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d16036d-b4fb-43ad-90d3-f20754349102 req-0ca6b207-2f64-488f-b6bb-f11e0f8a681b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544715 Aug 09 15:41:07.473413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b7896b7-7338-42fd-be62-2f7b7d02ad0d req-7ee354a8-0251-45fa-9c2b-b288ec279bb6 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 210 time: 0.0763121 Aug 09 15:41:07.541870 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b39fca3-baea-409e-af25-9062ec37c657 x-openstack-request-id: req-9b39fca3-baea-409e-af25-9062ec37c657 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:07.542370 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f229a018-733d-401d-863a-2bcc5ed9e279", "name": "network-vif-unplugged", "status": "completed", "tag": "323145f2-52bc-43b9-a0c2-bd7a4524082f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:07.542692 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b39fca3-baea-409e-af25-9062ec37c657 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:07.543157 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f229a018-733d-401d-863a-2bcc5ed9e279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323145f2-52bc-43b9-a0c2-bd7a4524082f', 'code': 200} Aug 09 15:41:07.588924 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-33827f34-387b-43f7-8837-5bac44066d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:07.667561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e39ef-2754-4728-9d75-6ea1e9526ae5 req-9712d510-6a19-4554-a493-e3e7f86abfd9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.675133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e39ef-2754-4728-9d75-6ea1e9526ae5 req-9712d510-6a19-4554-a493-e3e7f86abfd9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.681265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e39ef-2754-4728-9d75-6ea1e9526ae5 req-9712d510-6a19-4554-a493-e3e7f86abfd9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.689227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e39ef-2754-4728-9d75-6ea1e9526ae5 req-9712d510-6a19-4554-a493-e3e7f86abfd9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.695835 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e39ef-2754-4728-9d75-6ea1e9526ae5 req-9712d510-6a19-4554-a493-e3e7f86abfd9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.702314 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e39ef-2754-4728-9d75-6ea1e9526ae5 req-9712d510-6a19-4554-a493-e3e7f86abfd9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.708915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e39ef-2754-4728-9d75-6ea1e9526ae5 req-9712d510-6a19-4554-a493-e3e7f86abfd9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.711036 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-540e39ef-2754-4728-9d75-6ea1e9526ae5 req-9712d510-6a19-4554-a493-e3e7f86abfd9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.1629691 Aug 09 15:41:07.765214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-540e39ef-2754-4728-9d75-6ea1e9526ae5 req-9f4e12a0-5583-4a63-a3be-6352376675d0 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469978 Aug 09 15:41:07.779501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aacc9e-31f8-4de8-9596-2888745c82e1 req-6f032d30-0495-44c7-b821-217df236003a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.787789 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06aacc9e-31f8-4de8-9596-2888745c82e1 req-6f032d30-0495-44c7-b821-217df236003a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 947 time: 0.0801079 Aug 09 15:41:07.889037 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06aacc9e-31f8-4de8-9596-2888745c82e1 req-09bdaa4b-0f47-49bc-b1ef-7c6c324911ff tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001914 Aug 09 15:41:08.050535 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:41:08.313025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e3a03-12b6-4088-a6ff-772b9117de59 req-b0912479-9ba8-4a2f-bebf-3741426565ad tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.318694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f7e3a03-12b6-4088-a6ff-772b9117de59 req-b0912479-9ba8-4a2f-bebf-3741426565ad tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 947 time: 0.0804598 Aug 09 15:41:08.319432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52494) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:08.367706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f7e3a03-12b6-4088-a6ff-772b9117de59 req-d03de4ef-4291-4c4d-9c5c-6f86a7614d4f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423131 Aug 09 15:41:08.390847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8deba7-a9f3-4cb0-b6d5-a31a07dd6896 req-73f5e7cc-e559-4c72-9364-6fccad8b60ba tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.390847 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da8deba7-a9f3-4cb0-b6d5-a31a07dd6896 req-73f5e7cc-e559-4c72-9364-6fccad8b60ba tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 0.1036866 Aug 09 15:41:08.406065 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-9d401d5a-d348-401d-9997-b7bfd9f3d2a7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.407593 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-9d401d5a-d348-401d-9997-b7bfd9f3d2a7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279&tenant_id=3db5924556fe4b23b861d1e4e4681575&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 947 time: 0.2115579 Aug 09 15:41:08.503649 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-e71f5b5b-88e4-4be6-97fe-50f7193e9d49 service neutron] 10.222.0.60 "GET /v2.0/ports/323145f2-52bc-43b9-a0c2-bd7a4524082f/bindings/n-h2-803778-2 HTTP/1.1" status: 200 len: 382 time: 0.0752184 Aug 09 15:41:08.520412 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da8deba7-a9f3-4cb0-b6d5-a31a07dd6896 req-1706a0df-bf5b-4173-b07a-d755a1950fc0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293368 Aug 09 15:41:08.581660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 323145f2-52bc-43b9-a0c2-bd7a4524082f details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:08.601906 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61b5ccf2-c8d3-4feb-a289-97b2c930a2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:08.694465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-a2798ca4-ad6d-42aa-a0b5-54dc74e2e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.698390 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-a2798ca4-ad6d-42aa-a0b5-54dc74e2e364 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 1098 time: 0.1638567 Aug 09 15:41:08.782209 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-75549659-7dd0-4989-bd69-240dcc106305 req-bf89e20e-e130-4fdf-a052-0538043c1b6e tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 210 time: 0.0857189 Aug 09 15:41:08.820571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:08.837912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '323145f2-52bc-43b9-a0c2-bd7a4524082f', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '323145f2-52bc-43b9-a0c2-bd7a4524082f', 'mac_address': 'fa:16:3e:82:b5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:08.861536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e090b-793f-4524-895e-180a2731037d req-8ed3f775-3ad5-47ad-8ed3-129f12849b6a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.863531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe5e090b-793f-4524-895e-180a2731037d req-8ed3f775-3ad5-47ad-8ed3-129f12849b6a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 948 time: 0.2264385 Aug 09 15:41:08.881269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device db9322e6-f226-4519-b232-0c993b0e4a63 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:08.884323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 604e77f6-97d3-4a7e-a035-023ba442e42f up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:08.925553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-83857174-1bad-4c52-96c3-045260a52d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.927157 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-83857174-1bad-4c52-96c3-045260a52d67 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.2048626 Aug 09 15:41:08.938644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe5e090b-793f-4524-895e-180a2731037d req-10e33327-ae56-4b3b-b191-ff7b50bd8277 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610533 Aug 09 15:41:08.962824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-4a8fd713-1533-4d1d-bbb2-966f8f830549 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.965024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-4a8fd713-1533-4d1d-bbb2-966f8f830549 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.60 "GET /v2.0/networks?id=d7eef28b-528c-4d0f-88bc-8a8c6c7368bf HTTP/1.1" status: 200 len: 812 time: 0.4305911 Aug 09 15:41:08.977405 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:08.983216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 604e77f6-97d3-4a7e-a035-023ba442e42f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:09.006200 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-e64d161a-328c-4fb6-938e-517546196236 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f HTTP/1.1" status: 200 len: 217 time: 0.0612953 Aug 09 15:41:09.015055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 604e77f6-97d3-4a7e-a035-023ba442e42f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:09.015799 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.077961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323145f2-52bc-43b9-a0c2-bd7a4524082f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:09.086895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-6ef885f0-19d0-4295-97c0-6a5b88dae6de tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8cd2557f9d54068af892c84dc8305c6 HTTP/1.1" status: 200 len: 379 time: 0.0640197 Aug 09 15:41:09.090226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61b5ccf2-c8d3-4feb-a289-97b2c930a2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.098765 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61b5ccf2-c8d3-4feb-a289-97b2c930a2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.101618 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c3042-4f93-49c7-a9b8-366707344909 req-8278ed05-fa63-4b3e-ac6b-670698326f0d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.102417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-ba204894-9a01-4799-b429-09d447621efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.104265 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-ba204894-9a01-4799-b429-09d447621efc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0899692 Aug 09 15:41:09.106577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:09.108134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c3042-4f93-49c7-a9b8-366707344909 req-8278ed05-fa63-4b3e-ac6b-670698326f0d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.114656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c3042-4f93-49c7-a9b8-366707344909 req-8278ed05-fa63-4b3e-ac6b-670698326f0d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.116430 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.121547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c3042-4f93-49c7-a9b8-366707344909 req-8278ed05-fa63-4b3e-ac6b-670698326f0d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.128523 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c3042-4f93-49c7-a9b8-366707344909 req-8278ed05-fa63-4b3e-ac6b-670698326f0d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.136678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c3042-4f93-49c7-a9b8-366707344909 req-8278ed05-fa63-4b3e-ac6b-670698326f0d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.142633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c3042-4f93-49c7-a9b8-366707344909 req-8278ed05-fa63-4b3e-ac6b-670698326f0d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.150771 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0e1c3042-4f93-49c7-a9b8-366707344909 req-8278ed05-fa63-4b3e-ac6b-670698326f0d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5432 time: 0.2130234 Aug 09 15:41:09.163430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Request body: {'port': {'device_id': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'admin_state_up': True, 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'security_groups': ['c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:09.223922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52506) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:09.225168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-61b5ccf2-c8d3-4feb-a289-97b2c930a2db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce279a7c6e0a427fa46397d2fe7a14a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9044185 Aug 09 15:41:09.227031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5ccf2-c8d3-4feb-a289-97b2c930a2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227f3b47-898e-42c0-b884-0405c3f08364,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:09.237727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port db9322e6-f226-4519-b232-0c993b0e4a63, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=db9322e6-f226-4519-b232-0c993b0e4a63,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:09.257731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=323145f2-52bc-43b9-a0c2-bd7a4524082f,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:09.266288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'db9322e6-f226-4519-b232-0c993b0e4a63', 'network_id': '9aebc04b-7567-491f-9526-844a2d600872', 'port_id': 'db9322e6-f226-4519-b232-0c993b0e4a63', 'mac_address': 'fa:16:3e:b4:70:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a229c198-1f7e-418d-9288-f40691af9d78', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:09.270140 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-8f9840f1-e633-46dc-b3ad-dfe6e7ad9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.272569 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-8f9840f1-e633-46dc-b3ad-dfe6e7ad9815 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1488314 Aug 09 15:41:09.294918 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0e1c3042-4f93-49c7-a9b8-366707344909 req-3b197bcd-c2bd-4a8b-ba1c-44ccd27895e8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1396904 Aug 09 15:41:09.317645 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.358677 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ab4781c-e8c2-4574-8f34-25be378bcfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.394868 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ab4781c-e8c2-4574-8f34-25be378bcfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.400224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 604e77f6-97d3-4a7e-a035-023ba442e42f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=604e77f6-97d3-4a7e-a035-023ba442e42f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:09.405507 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.423355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Made reservation on behalf of a8cd2557f9d54068af892c84dc8305c6 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:09.425330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9322e6-f226-4519-b232-0c993b0e4a63 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:09.425526 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.432510 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.452625 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-e9abb8cf-ecf6-466a-8dc0-64184f9dc3c0 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604719 Aug 09 15:41:09.492560 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['323145f2-52bc-43b9-a0c2-bd7a4524082f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:09.502785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port db9322e6-f226-4519-b232-0c993b0e4a63, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=db9322e6-f226-4519-b232-0c993b0e4a63,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:09.548711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e1d46f-0c4b-487f-9925-f82888d6c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604e77f6-97d3-4a7e-a035-023ba442e42f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:09.551225 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f064371c-0ade-4ba3-975a-f45cb7366c7e" -d '{"events": [{"server_uuid": "a4e1d46f-0c4b-487f-9925-f82888d6c686", "name": "network-vif-plugged", "status": "completed", "tag": "604e77f6-97d3-4a7e-a035-023ba442e42f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:09.559792 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.560633 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ad730bf3-f589-4d6f-83ff-b798d961769b details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:09.563700 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ab4781c-e8c2-4574-8f34-25be378bcfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.571594 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ab4781c-e8c2-4574-8f34-25be378bcfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.573458 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3ab4781c-e8c2-4574-8f34-25be378bcfad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/227f3b47-898e-42c0-b884-0405c3f08364 HTTP/1.1" status: 204 len: 168 time: 0.3484709 Aug 09 15:41:09.605200 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4781c-e8c2-4574-8f34-25be378bcfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227f3b47-898e-42c0-b884-0405c3f08364,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:09.627652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-0a228447-e647-4943-ac7c-abd3d6006faf service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630263 Aug 09 15:41:09.632689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ad730bf3-f589-4d6f-83ff-b798d961769b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ad730bf3-f589-4d6f-83ff-b798d961769b,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:09.685031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'ad730bf3-f589-4d6f-83ff-b798d961769b', 'network_id': '9aebc04b-7567-491f-9526-844a2d600872', 'port_id': 'ad730bf3-f589-4d6f-83ff-b798d961769b', 'mac_address': 'fa:16:3e:bd:9e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a229c198-1f7e-418d-9288-f40691af9d78', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:09.731111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d240bd7-6671-48b0-b71f-f9135f3b1bb2 req-e782f111-8557-4955-a82a-f1f7bd1a9ac5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.733533 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8d240bd7-6671-48b0-b71f-f9135f3b1bb2 req-e782f111-8557-4955-a82a-f1f7bd1a9ac5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 948 time: 0.1034393 Aug 09 15:41:09.748726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=604e77f6-97d3-4a7e-a035-023ba442e42f,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:09.767505 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Allocated IP 172.20.0.4 (d7eef28b-528c-4d0f-88bc-8a8c6c7368bf/647238b4-bd94-4150-a733-4ef4e28b77a6/6107feca-6394-438c-9d0a-2a04d4574bf4) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:09.797912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559da388-4d45-4a4d-b12b-8ba928774fc9 req-a7003db8-ac64-4d07-aac3-463ff43aee79 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.821747 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-559da388-4d45-4a4d-b12b-8ba928774fc9 req-a7003db8-ac64-4d07-aac3-463ff43aee79 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 0.1102111 Aug 09 15:41:09.877878 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.893966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8d240bd7-6671-48b0-b71f-f9135f3b1bb2 req-f9b60c54-d8b9-446c-b122-a3864689fae6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531675 Aug 09 15:41:09.898514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=db9322e6-f226-4519-b232-0c993b0e4a63,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:09.912653 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-559da388-4d45-4a4d-b12b-8ba928774fc9 req-2894b6af-7618-4b0c-801b-7b42f6199bff tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874436 Aug 09 15:41:09.938223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad730bf3-f589-4d6f-83ff-b798d961769b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:10.013472 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e0397e-acbf-4772-9bd5-d421eef57e81 x-openstack-request-id: req-b2e0397e-acbf-4772-9bd5-d421eef57e81 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:10.018748 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e1d46f-0c4b-487f-9925-f82888d6c686", "name": "network-vif-plugged", "status": "completed", "tag": "604e77f6-97d3-4a7e-a035-023ba442e42f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:10.019009 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2e0397e-acbf-4772-9bd5-d421eef57e81 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:10.019465 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e1d46f-0c4b-487f-9925-f82888d6c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604e77f6-97d3-4a7e-a035-023ba442e42f', 'code': 200} Aug 09 15:41:10.051874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ad730bf3-f589-4d6f-83ff-b798d961769b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ad730bf3-f589-4d6f-83ff-b798d961769b,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:10.065366 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.066063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device acc8dcac-3435-4ea9-909a-709abae24ea2 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:10.091123 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9ccd0f33-3a07-4bce-8f2f-db45f18bbd10 req-f0cd60fb-e3a8-480e-b7bb-6e1cb9b7133e tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 210 time: 0.0668340 Aug 09 15:41:10.162922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=ad730bf3-f589-4d6f-83ff-b798d961769b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:10.198094 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.220616 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Transition to ACTIVE for port object 6107feca-6394-438c-9d0a-2a04d4574bf4 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:10.239562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e3d29-f792-4781-8020-9171d42bc503 req-fb6c24e2-4015-4b91-a7de-ee06d953ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.247104 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d90e3d29-f792-4781-8020-9171d42bc503 req-fb6c24e2-4015-4b91-a7de-ee06d953ce0e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 1100 time: 0.1940863 Aug 09 15:41:10.296079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.330406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port acc8dcac-3435-4ea9-909a-709abae24ea2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=acc8dcac-3435-4ea9-909a-709abae24ea2,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:10.347408 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'acc8dcac-3435-4ea9-909a-709abae24ea2', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'port_id': 'acc8dcac-3435-4ea9-909a-709abae24ea2', 'mac_address': 'fa:16:3e:1b:24:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19138694-734c-4465-b6cf-40c50ce31215', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:10.375406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76452f-5c4b-41c7-bff0-ceb80ee5697a req-a502f0d7-cbd4-4880-bea8-213f03886fee tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.376912 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb76452f-5c4b-41c7-bff0-ceb80ee5697a req-a502f0d7-cbd4-4880-bea8-213f03886fee tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 949 time: 0.2366188 Aug 09 15:41:10.395213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d90e3d29-f792-4781-8020-9171d42bc503 req-562aa45a-89a5-41ea-9777-4cd582da05a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383309 Aug 09 15:41:10.420439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:10.423955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:10.440485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:10.458244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb76452f-5c4b-41c7-bff0-ceb80ee5697a req-ecaac4ba-e0d0-4800-b0ac-a8a764bf2fb8 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620213 Aug 09 15:41:10.459325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Pushing event updated for resources: {'Port': ['ID=6107feca-6394-438c-9d0a-2a04d4574bf4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:10.489828 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.534055 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92f55d8a-0131-4be8-8e7a-8df81639c6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.545682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc8dcac-3435-4ea9-909a-709abae24ea2 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:10.605712 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port acc8dcac-3435-4ea9-909a-709abae24ea2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=acc8dcac-3435-4ea9-909a-709abae24ea2,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:10.608061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.609663 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.638656 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.639493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4aa4ba74-90a3-46f1-832a-a6a8176e0745 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:10.652302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8533-3656-480a-9962-d8ad328b061f req-d79a4c27-f7e6-4d05-8afe-67736f40bb44 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.658416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8533-3656-480a-9962-d8ad328b061f req-d79a4c27-f7e6-4d05-8afe-67736f40bb44 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.665021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8533-3656-480a-9962-d8ad328b061f req-d79a4c27-f7e6-4d05-8afe-67736f40bb44 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.673986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8533-3656-480a-9962-d8ad328b061f req-d79a4c27-f7e6-4d05-8afe-67736f40bb44 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.690393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8533-3656-480a-9962-d8ad328b061f req-d79a4c27-f7e6-4d05-8afe-67736f40bb44 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.703184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8533-3656-480a-9962-d8ad328b061f req-d79a4c27-f7e6-4d05-8afe-67736f40bb44 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.710989 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8533-3656-480a-9962-d8ad328b061f req-d79a4c27-f7e6-4d05-8afe-67736f40bb44 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.713026 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ad7e8533-3656-480a-9962-d8ad328b061f req-d79a4c27-f7e6-4d05-8afe-67736f40bb44 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5434 time: 0.2510502 Aug 09 15:41:10.726450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-d5eb6845-cced-4982-9205-5a94903ab1ef tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5735278 Aug 09 15:41:10.762847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Request body: {'port': {'device_id': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:10.848583 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ad7e8533-3656-480a-9962-d8ad328b061f req-605757a5-6226-40e8-ac23-9565c1e58249 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245985 Aug 09 15:41:10.870550 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.874761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=acc8dcac-3435-4ea9-909a-709abae24ea2,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:10.893100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d2630241-669f-45e8-9d4a-737e263473f5 None None] Provisioning for port 6107feca-6394-438c-9d0a-2a04d4574bf4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:10.900945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d2630241-669f-45e8-9d4a-737e263473f5 None None] Provisioning complete for port 6107feca-6394-438c-9d0a-2a04d4574bf4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:10.901727 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d2630241-669f-45e8-9d4a-737e263473f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.906471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.955647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d2630241-669f-45e8-9d4a-737e263473f5 None None] Port 6107feca-6394-438c-9d0a-2a04d4574bf4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:41:10.976796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4aa4ba74-90a3-46f1-832a-a6a8176e0745, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4aa4ba74-90a3-46f1-832a-a6a8176e0745,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:11.005506 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '4aa4ba74-90a3-46f1-832a-a6a8176e0745', 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf', 'port_id': '4aa4ba74-90a3-46f1-832a-a6a8176e0745', 'mac_address': 'fa:16:3e:ab:06:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c26c0bd-b5e7-4404-b118-2100253fe227', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:11.076994 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:11.111160 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa4ba74-90a3-46f1-832a-a6a8176e0745 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:11.139045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4aa4ba74-90a3-46f1-832a-a6a8176e0745, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4aa4ba74-90a3-46f1-832a-a6a8176e0745,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:11.144571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431c49b-23f3-4740-9a7b-df69d37533ab req-9d03a977-0191-486c-9905-6c405e5423dd tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.145244 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:11.146420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 1a207547-ce94-4f83-a3cf-8a3ad7a93614 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:11.170857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e431c49b-23f3-4740-9a7b-df69d37533ab req-9d03a977-0191-486c-9905-6c405e5423dd tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 948 time: 0.1305144 Aug 09 15:41:11.252568 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:11.286914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e431c49b-23f3-4740-9a7b-df69d37533ab req-954e0796-941c-42db-8768-954d996f8b0e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156340 Aug 09 15:41:11.305327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 1a207547-ce94-4f83-a3cf-8a3ad7a93614, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1a207547-ce94-4f83-a3cf-8a3ad7a93614,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:11.326679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=4aa4ba74-90a3-46f1-832a-a6a8176e0745,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:11.352821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '1a207547-ce94-4f83-a3cf-8a3ad7a93614', 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf', 'port_id': '1a207547-ce94-4f83-a3cf-8a3ad7a93614', 'mac_address': 'fa:16:3e:3b:19:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c26c0bd-b5e7-4404-b118-2100253fe227', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:11.526867 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:11.539989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c47c9e-8842-416d-bb37-437dca571966 req-02deb7df-80cb-4841-bde4-fcc4d124c43d tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.542022 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:11.552211 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23c47c9e-8842-416d-bb37-437dca571966 req-02deb7df-80cb-4841-bde4-fcc4d124c43d tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 931 time: 0.1298244 Aug 09 15:41:11.585658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a207547-ce94-4f83-a3cf-8a3ad7a93614 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:11.597601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839c14e-9fce-4952-b564-4b00c82b6957 req-40b953fd-d364-4861-ad9e-5b90338f1eac tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.607766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 1a207547-ce94-4f83-a3cf-8a3ad7a93614, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1a207547-ce94-4f83-a3cf-8a3ad7a93614,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:11.615865 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:11.616703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 75ee56ba-e36a-4905-b05b-e68f578f58fe details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:11.616844 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8839c14e-9fce-4952-b564-4b00c82b6957 req-40b953fd-d364-4861-ad9e-5b90338f1eac tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 0.1631224 Aug 09 15:41:11.639336 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23c47c9e-8842-416d-bb37-437dca571966 req-aee982c9-3958-49a2-b9c3-76889a635b30 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861006 Aug 09 15:41:11.705928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6107feca-6394-438c-9d0a-2a04d4574bf4 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:11.718814 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:11.736958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Transition to ACTIVE for port object 6107feca-6394-438c-9d0a-2a04d4574bf4 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:11.762128 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:11.766587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 75ee56ba-e36a-4905-b05b-e68f578f58fe, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=75ee56ba-e36a-4905-b05b-e68f578f58fe,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:11.786977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '75ee56ba-e36a-4905-b05b-e68f578f58fe', 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf', 'port_id': '75ee56ba-e36a-4905-b05b-e68f578f58fe', 'mac_address': 'fa:16:3e:53:45:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c26c0bd-b5e7-4404-b118-2100253fe227', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:11.818002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368d26c-96b8-45c1-8ac8-cbda5acf3a9b req-5dc195e8-55e9-4770-8d3b-c4a8d3eac3fd tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.830622 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f368d26c-96b8-45c1-8ac8-cbda5acf3a9b req-5dc195e8-55e9-4770-8d3b-c4a8d3eac3fd tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 949 time: 0.0998137 Aug 09 15:41:11.898415 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8839c14e-9fce-4952-b564-4b00c82b6957 req-74d6d385-e356-486b-b5e0-2f2babd2943e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806594 Aug 09 15:41:11.978054 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f368d26c-96b8-45c1-8ac8-cbda5acf3a9b req-fe59106c-49d2-4642-b1d9-c3eb4b281a1c tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463852 Aug 09 15:41:11.994892 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=1a207547-ce94-4f83-a3cf-8a3ad7a93614,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:12.029660 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:12.080313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ee56ba-e36a-4905-b05b-e68f578f58fe {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:12.149956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 75ee56ba-e36a-4905-b05b-e68f578f58fe, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=75ee56ba-e36a-4905-b05b-e68f578f58fe,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:12.157227 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:12.158368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d244bd87-3752-4971-9c65-29f6ddea2c84 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:12.170254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Pushing event updated for resources: {'Port': ['ID=6107feca-6394-438c-9d0a-2a04d4574bf4,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:12.233319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Attempting to bind port 6107feca-6394-438c-9d0a-2a04d4574bf4 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:12.234989 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Attempting to bind port 6107feca-6394-438c-9d0a-2a04d4574bf4 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:12.237165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Attempting to bind port 6107feca-6394-438c-9d0a-2a04d4574bf4 on network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:12.239563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b57dd-1a37-4226-bed6-c05cbac35f98 req-b62ea36a-e74f-484f-95a1-d65142317f3b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.251534 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Port 6107feca-6394-438c-9d0a-2a04d4574bf4 on network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:12.253052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Attempting to bind port 6107feca-6394-438c-9d0a-2a04d4574bf4 on network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:12.262249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b57dd-1a37-4226-bed6-c05cbac35f98 req-b62ea36a-e74f-484f-95a1-d65142317f3b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.269084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:12.269489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Checking segment: {'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:12.271906 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Bound using segment: {'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:12.272506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b57dd-1a37-4226-bed6-c05cbac35f98 req-b62ea36a-e74f-484f-95a1-d65142317f3b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.272710 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Bound port: 6107feca-6394-438c-9d0a-2a04d4574bf4, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f31e371-6ec6-4859-b9a2-19173a40de5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:12.273332 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:12.274403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d244bd87-3752-4971-9c65-29f6ddea2c84, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d244bd87-3752-4971-9c65-29f6ddea2c84,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:12.278318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=75ee56ba-e36a-4905-b05b-e68f578f58fe,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:12.279418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b57dd-1a37-4226-bed6-c05cbac35f98 req-b62ea36a-e74f-484f-95a1-d65142317f3b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.304044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b57dd-1a37-4226-bed6-c05cbac35f98 req-b62ea36a-e74f-484f-95a1-d65142317f3b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.310454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b57dd-1a37-4226-bed6-c05cbac35f98 req-b62ea36a-e74f-484f-95a1-d65142317f3b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.316028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'd244bd87-3752-4971-9c65-29f6ddea2c84', 'network_id': '988775f1-455e-4a42-a5e9-861daba19edf', 'port_id': 'd244bd87-3752-4971-9c65-29f6ddea2c84', 'mac_address': 'fa:16:3e:9a:0d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c26c0bd-b5e7-4404-b118-2100253fe227', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:12.317256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b57dd-1a37-4226-bed6-c05cbac35f98 req-b62ea36a-e74f-484f-95a1-d65142317f3b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.325440 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e31b57dd-1a37-4226-bed6-c05cbac35f98 req-b62ea36a-e74f-484f-95a1-d65142317f3b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5437 time: 0.2227945 Aug 09 15:41:12.381291 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:12.403965 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e31b57dd-1a37-4226-bed6-c05cbac35f98 req-001a9f8e-0bb2-4a75-ae0f-da5d16ff2d55 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775173 Aug 09 15:41:12.406395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd42769-95c5-4def-b1cf-f9a2cd33352f req-19eb58bc-55a7-496a-b275-10d46bc0ab8b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.408327 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2fd42769-95c5-4def-b1cf-f9a2cd33352f req-19eb58bc-55a7-496a-b275-10d46bc0ab8b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dcef7a-6c81-475e-ae75-43a2047c496e HTTP/1.1" status: 200 len: 950 time: 0.1287184 Aug 09 15:41:12.414622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d244bd87-3752-4971-9c65-29f6ddea2c84 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:12.454280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d244bd87-3752-4971-9c65-29f6ddea2c84, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d244bd87-3752-4971-9c65-29f6ddea2c84,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:12.464829 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:12.495184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] For port 6107feca-6394-438c-9d0a-2a04d4574bf4, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:12.522196 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2fd42769-95c5-4def-b1cf-f9a2cd33352f req-ef293ab9-5abc-4f40-9ec1-f2e6844f9353 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033671 Aug 09 15:41:12.538037 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=d244bd87-3752-4971-9c65-29f6ddea2c84,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:12.548747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] For port 6107feca-6394-438c-9d0a-2a04d4574bf4, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6107feca-6394-438c-9d0a-2a04d4574bf4,segment=NetworkSegment(8f31e371-6ec6-4859-b9a2-19173a40de5d),segment_id=8f31e371-6ec6-4859-b9a2-19173a40de5d)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:12.559301 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:12.585192 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3ed703d-79e9-410d-856a-de3b398235d3 req-0dd349ad-e6d5-4f78-a328-285b5593b6d7 tempest-FlavorsV2NegativeTest-844019402 tempest-FlavorsV2NegativeTest-844019402-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d28f5935bb7c4e1fba4b5cd61ef68c04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427353 Aug 09 15:41:12.622862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 323145f2-52bc-43b9-a0c2-bd7a4524082f no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:12.669790 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Pushing event updated for resources: {'Port': ['ID=6107feca-6394-438c-9d0a-2a04d4574bf4,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:12.690640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.691739 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:12.693758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ea085abe-4c8d-4e10-b593-92e3a6183014 service neutron] 10.222.0.60 "PUT /v2.0/ports/6107feca-6394-438c-9d0a-2a04d4574bf4 HTTP/1.1" status: 200 len: 1091 time: 1.9441049 Aug 09 15:41:12.696649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'tag': '6107feca-6394-438c-9d0a-2a04d4574bf4'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:12.700721 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9846632-fc9d-4c9a-926e-f45dcdef959b" -d '{"events": [{"name": "network-changed", "server_uuid": "785d0df1-f5ce-4cf5-a35b-fc959f84d492", "tag": "6107feca-6394-438c-9d0a-2a04d4574bf4"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:12.779168 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:12.855675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-235bbc84-6a2b-4af9-bf82-c4fa9860f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.857710 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-235bbc84-6a2b-4af9-bf82-c4fa9860f220 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8cd2557f9d54068af892c84dc8305c6&device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 1094 time: 0.1162570 Aug 09 15:41:12.874784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab0aab-5ad8-4c88-8d58-ea43fc9b5f2b req-087b8738-c605-4700-b4dd-191d76dff3fe tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:12.883267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25ab0aab-5ad8-4c88-8d58-ea43fc9b5f2b req-087b8738-c605-4700-b4dd-191d76dff3fe tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 948 time: 0.2092056 Aug 09 15:41:12.885971 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:12.912321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 323145f2-52bc-43b9-a0c2-bd7a4524082f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:12.957572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:12.961105 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25ab0aab-5ad8-4c88-8d58-ea43fc9b5f2b req-e42a737c-c3bf-4fc7-a238-ef182f039e45 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747807 Aug 09 15:41:12.962298 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:13.058041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-b4995321-70f0-4ffe-902b-d3ac470dee99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6107feca-6394-438c-9d0a-2a04d4574bf4 HTTP/1.1" status: 200 len: 217 time: 0.1694410 Aug 09 15:41:13.068321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=323145f2-52bc-43b9-a0c2-bd7a4524082f,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:13.230971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-553aa556-9cdd-44be-aa33-03145246b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.233247 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-553aa556-9cdd-44be-aa33-03145246b10e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279&tenant_id=3db5924556fe4b23b861d1e4e4681575 HTTP/1.1" status: 200 len: 1098 time: 0.1447711 Aug 09 15:41:13.292236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed703d-79e9-410d-856a-de3b398235d3 req-786413ae-96ae-454e-85ad-7db4a15915e4 tempest-FlavorsV2NegativeTest-844019402 tempest-FlavorsV2NegativeTest-844019402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.295419 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:13.300437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-726702b7-f226-4e02-98cb-34e949b91e86 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.303581 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-726702b7-f226-4e02-98cb-34e949b91e86 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b&tenant_id=bfbbec31d1de44c78633a7bdff61ea36&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1097 time: 0.2324216 Aug 09 15:41:13.305027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3ed703d-79e9-410d-856a-de3b398235d3 req-786413ae-96ae-454e-85ad-7db4a15915e4 tempest-FlavorsV2NegativeTest-844019402 tempest-FlavorsV2NegativeTest-844019402-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7123265 Aug 09 15:41:13.306976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ddb8831d-b5e2-4537-8255-e301301576ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.309789 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-ddb8831d-b5e2-4537-8255-e301301576ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=647238b4-bd94-4150-a733-4ef4e28b77a6 HTTP/1.1" status: 200 len: 851 time: 0.2397869 Aug 09 15:41:13.327580 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803778-2'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:13.333058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3ed703d-79e9-410d-856a-de3b398235d3 req-60356b72-96b2-4ebd-a381-82f76616ee3c tempest-FlavorsV2NegativeTest-844019402 tempest-FlavorsV2NegativeTest-844019402-project] 10.222.0.81 "GET /v2.0/quotas/d28f5935bb7c4e1fba4b5cd61ef68c04 HTTP/1.1" status: 200 len: 375 time: 0.0265551 Aug 09 15:41:13.398183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3ed703d-79e9-410d-856a-de3b398235d3 req-9ab77061-52bc-41d1-bcc8-658c7230d1e8 tempest-FlavorsV2NegativeTest-844019402 tempest-FlavorsV2NegativeTest-844019402-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d28f5935bb7c4e1fba4b5cd61ef68c04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639281 Aug 09 15:41:13.446656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-ae68959f-228a-49d0-9cb4-a69944b1d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.448990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-ae68959f-228a-49d0-9cb4-a69944b1d16e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 1098 time: 0.0953448 Aug 09 15:41:13.534214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['db9322e6-f226-4519-b232-0c993b0e4a63'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:13.560592 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:13.587528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-9885c784-06f8-41b7-91ca-dd191401ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.590352 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-9885c784-06f8-41b7-91ca-dd191401ba55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7eef28b-528c-4d0f-88bc-8a8c6c7368bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2536936 Aug 09 15:41:13.593522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8190d7-87cb-479c-90f1-52e95c4bd563 req-0ce85ee7-1715-4539-b678-5318ac0db85a tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.595397 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af8190d7-87cb-479c-90f1-52e95c4bd563 req-0ce85ee7-1715-4539-b678-5318ac0db85a tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 943 time: 0.0810168 Aug 09 15:41:13.660087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['75ee56ba-e36a-4905-b05b-e68f578f58fe'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:13.669913 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af8190d7-87cb-479c-90f1-52e95c4bd563 req-c0fc9cd7-cef0-4cca-b1dd-5ec1c63a9346 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635409 Aug 09 15:41:13.671523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-6492eb50-779b-455d-83ec-d1a777c18cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.673642 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-6492eb50-779b-455d-83ec-d1a777c18cd5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.2162762 Aug 09 15:41:13.739023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:13.750960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['1a207547-ce94-4f83-a3cf-8a3ad7a93614'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:13.753989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['4aa4ba74-90a3-46f1-832a-a6a8176e0745'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:13.790905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:13.791257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-bb2bbbd1-060b-4059-a167-821b79ad87b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f HTTP/1.1" status: 200 len: 217 time: 0.1071832 Aug 09 15:41:13.802276 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['acc8dcac-3435-4ea9-909a-709abae24ea2'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:13.878120 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3031eda-2e20-4cb8-9c80-81d7cb0bc1b7 x-openstack-request-id: req-e3031eda-2e20-4cb8-9c80-81d7cb0bc1b7 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:13.882320 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785d0df1-f5ce-4cf5-a35b-fc959f84d492", "tag": "6107feca-6394-438c-9d0a-2a04d4574bf4", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:13.882763 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3031eda-2e20-4cb8-9c80-81d7cb0bc1b7 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:13.885812 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'tag': '6107feca-6394-438c-9d0a-2a04d4574bf4', 'status': 'completed', 'code': 200} Aug 09 15:41:13.919326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f46848-6e0d-4dcd-b7c4-786f4e6cb227 req-7a527e5c-1323-4f03-a451-14439455da31 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.927610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f46848-6e0d-4dcd-b7c4-786f4e6cb227 req-7a527e5c-1323-4f03-a451-14439455da31 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.930741 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e4f46848-6e0d-4dcd-b7c4-786f4e6cb227 req-7a527e5c-1323-4f03-a451-14439455da31 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dcef7a-6c81-475e-ae75-43a2047c496e&device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 1690 time: 0.4610982 Aug 09 15:41:13.954120 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-5e3f1c43-4a2b-4653-9ead-0a50b4b76741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:13.960888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-5e3f1c43-4a2b-4653-9ead-0a50b4b76741 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1604402 Aug 09 15:41:14.029353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-151e11c1-fcd6-4b02-9b53-bbccac61fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.031472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-151e11c1-fcd6-4b02-9b53-bbccac61fdad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598164 Aug 09 15:41:14.048770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e0738-f31d-4102-9fe7-a832ace0a319 req-6955ffa7-6b30-4616-92b9-9cb890c417e7 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.059091 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c28e0738-f31d-4102-9fe7-a832ace0a319 req-6955ffa7-6b30-4616-92b9-9cb890c417e7 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 946 time: 0.1639423 Aug 09 15:41:14.167612 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:14.182607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c28e0738-f31d-4102-9fe7-a832ace0a319 req-ec6438ca-ffa9-4e9e-8b0c-f9675f0e8b39 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195605 Aug 09 15:41:14.228414 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:14.306190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-b3889dc6-a7e5-421f-aa13-191a5484641e service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428629 Aug 09 15:41:14.343211 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e4f46848-6e0d-4dcd-b7c4-786f4e6cb227 req-6b44d73d-152f-4438-a39f-fb3f9b91b570 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958113 Aug 09 15:41:14.430437 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-847383d5-d2d5-4e56-a161-d4af18e2c995 service neutron] 10.222.0.60 "GET /v2.0/networks/d7eef28b-528c-4d0f-88bc-8a8c6c7368bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407624 Aug 09 15:41:14.501349 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Pushing event updated for resources: {'Port': ['ID=00b4219b-0713-4d54-b85d-d7f9d27b9551,revision_number=7']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:14.536148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Attempting to bind port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on host n-h1-803778-2 for vnic_type normal with profile {"migrating_to": "n-h2-803778-2"} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:14.536497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Attempting to bind port 00b4219b-0713-4d54-b85d-d7f9d27b9551 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:14.536811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Attempting to bind port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:14.544695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52636) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:14.553547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:14.553949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Attempting to bind port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:14.571910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:14.572502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:14.572985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Bound using segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:14.573397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Bound port: 00b4219b-0713-4d54-b85d-d7f9d27b9551, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:14.573795 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:14.600033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b873a2-631d-4f4a-9f6c-54b52e1cc526 req-9f8ca19b-5f21-4bc2-ac5f-e2db52b54615 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.602106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366cb3d-7d27-46ee-b628-0a1227148693 req-b6c8ec4d-a0e1-47ec-ab9c-837e3d239bec tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.607438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b873a2-631d-4f4a-9f6c-54b52e1cc526 req-9f8ca19b-5f21-4bc2-ac5f-e2db52b54615 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.609493 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d366cb3d-7d27-46ee-b628-0a1227148693 req-b6c8ec4d-a0e1-47ec-ab9c-837e3d239bec tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 947 time: 0.1730914 Aug 09 15:41:14.613989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b873a2-631d-4f4a-9f6c-54b52e1cc526 req-9f8ca19b-5f21-4bc2-ac5f-e2db52b54615 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.621314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b873a2-631d-4f4a-9f6c-54b52e1cc526 req-9f8ca19b-5f21-4bc2-ac5f-e2db52b54615 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.631638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b873a2-631d-4f4a-9f6c-54b52e1cc526 req-9f8ca19b-5f21-4bc2-ac5f-e2db52b54615 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.638908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b873a2-631d-4f4a-9f6c-54b52e1cc526 req-9f8ca19b-5f21-4bc2-ac5f-e2db52b54615 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.645059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b873a2-631d-4f4a-9f6c-54b52e1cc526 req-9f8ca19b-5f21-4bc2-ac5f-e2db52b54615 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.647268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65b873a2-631d-4f4a-9f6c-54b52e1cc526 req-9f8ca19b-5f21-4bc2-ac5f-e2db52b54615 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5439 time: 0.1606009 Aug 09 15:41:14.654344 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ceef6ac-a047-46a7-b7a9-22a1444f6256 req-17dc10e2-a00d-48d9-8bab-b6792aed5095 service neutron] 10.222.0.60 "GET /v2.0/networks/d7eef28b-528c-4d0f-88bc-8a8c6c7368bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130392 Aug 09 15:41:14.669059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-778f2ef6-8f91-42d3-a759-20b2b29ea49b req-10407534-9c77-4a3b-8806-31f078992270 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484859 Aug 09 15:41:14.717081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['ad730bf3-f589-4d6f-83ff-b798d961769b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:14.720748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 00b4219b-0713-4d54-b85d-d7f9d27b9551 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:14.725401 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65b873a2-631d-4f4a-9f6c-54b52e1cc526 req-6d650b12-852b-4e3f-a36b-aa48995e8730 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685632 Aug 09 15:41:14.741336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:14.744437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:14.753510 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:14.770107 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d366cb3d-7d27-46ee-b628-0a1227148693 req-9dfa3462-f25b-4f87-8e2d-d88571cef998 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597021 Aug 09 15:41:14.817642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9846632-fc9d-4c9a-926e-f45dcdef959b req-0947bf8f-0592-4554-895a-8c32e984b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.817642 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9846632-fc9d-4c9a-926e-f45dcdef959b req-0947bf8f-0592-4554-895a-8c32e984b9cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8cd2557f9d54068af892c84dc8305c6&device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 1094 time: 0.0880482 Aug 09 15:41:14.889132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:14.890021 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:14.891737 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] 10.222.0.60 "PUT /v2.0/ports/00b4219b-0713-4d54-b85d-d7f9d27b9551 HTTP/1.1" status: 200 len: 1122 time: 1.5747848 Aug 09 15:41:14.895641 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-747d3552-2995-46a5-b962-7adb0a2136a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:14.932131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e273a-5d31-4a35-a8b9-fa4867799dbf service neutron] Pushing event updated for resources: {'Port': ['ID=00b4219b-0713-4d54-b85d-d7f9d27b9551,revision_number=8']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:15.093201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aab75-c498-4728-b4f3-dda80fd5642d req-9fafb4c0-4a03-42a3-9444-0a0573ddd9eb tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.094205 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-747d3552-2995-46a5-b962-7adb0a2136a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:15.094774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a7aab75-c498-4728-b4f3-dda80fd5642d req-9fafb4c0-4a03-42a3-9444-0a0573ddd9eb tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 943 time: 0.1603746 Aug 09 15:41:15.095998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9846632-fc9d-4c9a-926e-f45dcdef959b req-3610f407-c339-40d3-a851-4b1d4b3084b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.097320 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9846632-fc9d-4c9a-926e-f45dcdef959b req-3610f407-c339-40d3-a851-4b1d4b3084b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7eef28b-528c-4d0f-88bc-8a8c6c7368bf HTTP/1.1" status: 200 len: 913 time: 0.2739110 Aug 09 15:41:15.108864 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-747d3552-2995-46a5-b962-7adb0a2136a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:15.164285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9846632-fc9d-4c9a-926e-f45dcdef959b req-c8e852d5-40c7-4f32-a729-757acb5046a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6107feca-6394-438c-9d0a-2a04d4574bf4 HTTP/1.1" status: 200 len: 217 time: 0.0540545 Aug 09 15:41:15.169350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d3552-2995-46a5-b962-7adb0a2136a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac01bee1-6bf1-476a-b876-a37e9620ab22,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:15.188294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec28d0-2f1f-4ad3-9371-a3efb3605d4c req-ae89ba02-7370-4de4-af1f-3e75014c4f9f tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.192861 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2ec28d0-2f1f-4ad3-9371-a3efb3605d4c req-ae89ba02-7370-4de4-af1f-3e75014c4f9f tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=73dcef7a-6c81-475e-ae75-43a2047c496e HTTP/1.1" status: 200 len: 1101 time: 0.1443207 Aug 09 15:41:15.198967 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a7aab75-c498-4728-b4f3-dda80fd5642d req-9a27b953-99ed-4ea5-819c-ab8eaed00d3c tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924525 Aug 09 15:41:15.245972 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-747d3552-2995-46a5-b962-7adb0a2136a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d28f5935bb7c4e1fba4b5cd61ef68c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7000155 Aug 09 15:41:15.248244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52650) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:15.259368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:15.284089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9846632-fc9d-4c9a-926e-f45dcdef959b req-373e26a0-84de-4eb2-b0a3-65b092fc2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.285770 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9846632-fc9d-4c9a-926e-f45dcdef959b req-373e26a0-84de-4eb2-b0a3-65b092fc2447 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=647238b4-bd94-4150-a733-4ef4e28b77a6 HTTP/1.1" status: 200 len: 851 time: 0.1107373 Aug 09 15:41:15.306534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 00b4219b-0713-4d54-b85d-d7f9d27b9551 has no active binding in host n-h2-803778-2 {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:41:15.308416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['00b4219b-0713-4d54-b85d-d7f9d27b9551'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:15.314119 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2ec28d0-2f1f-4ad3-9371-a3efb3605d4c req-4ee74fa5-3d56-43fe-b96d-34c339bb3560 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048925 Aug 09 15:41:15.330917 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da1dd765-0dc6-405d-a3da-9a34e7dcb585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:15.357529 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da1dd765-0dc6-405d-a3da-9a34e7dcb585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:15.371329 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9846632-fc9d-4c9a-926e-f45dcdef959b req-8ec921d5-5548-4628-b090-9f68784e5ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.373110 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9846632-fc9d-4c9a-926e-f45dcdef959b req-8ec921d5-5548-4628-b090-9f68784e5ea5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7eef28b-528c-4d0f-88bc-8a8c6c7368bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794227 Aug 09 15:41:15.381135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835e771-3c64-46bd-9bf0-674e2239bdb9 req-38e61234-34aa-49b4-9eaa-891ab7b60b7e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.389287 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5835e771-3c64-46bd-9bf0-674e2239bdb9 req-38e61234-34aa-49b4-9eaa-891ab7b60b7e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 944 time: 0.0982070 Aug 09 15:41:15.413139 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da1dd765-0dc6-405d-a3da-9a34e7dcb585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:15.415807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['00b4219b-0713-4d54-b85d-d7f9d27b9551'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:15.417198 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da1dd765-0dc6-405d-a3da-9a34e7dcb585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:15.421143 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-da1dd765-0dc6-405d-a3da-9a34e7dcb585 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac01bee1-6bf1-476a-b876-a37e9620ab22 HTTP/1.1" status: 204 len: 168 time: 0.1692507 Aug 09 15:41:15.431129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1dd765-0dc6-405d-a3da-9a34e7dcb585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac01bee1-6bf1-476a-b876-a37e9620ab22,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:15.504633 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5835e771-3c64-46bd-9bf0-674e2239bdb9 req-8f741977-d92b-433d-9595-076f4546b494 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141658 Aug 09 15:41:15.581667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9846632-fc9d-4c9a-926e-f45dcdef959b req-2791bc35-d7e0-427a-9c02-074f316a2bb0 service neutron] 10.222.0.60 "GET /v2.0/networks/d7eef28b-528c-4d0f-88bc-8a8c6c7368bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883044 Aug 09 15:41:15.648999 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b60c3-bc1f-46b4-916c-734be44db9f5 req-e31cb628-b242-4c13-9018-4eef34b2635b tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.652827 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-668b60c3-bc1f-46b4-916c-734be44db9f5 req-e31cb628-b242-4c13-9018-4eef34b2635b tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 1100 time: 0.0828881 Aug 09 15:41:15.662003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['d244bd87-3752-4971-9c65-29f6ddea2c84'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:15.729140 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-668b60c3-bc1f-46b4-916c-734be44db9f5 req-ddd1cb45-91d9-43a9-9b80-d8a52907f00f tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503433 Aug 09 15:41:15.771201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9846632-fc9d-4c9a-926e-f45dcdef959b req-f0113ee2-9449-42cc-ad34-70331f3c11f9 service neutron] 10.222.0.60 "GET /v2.0/networks/d7eef28b-528c-4d0f-88bc-8a8c6c7368bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753082 Aug 09 15:41:15.889528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77cd524-b361-492e-94f7-e74df04b874b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00b4219b-0713-4d54-b85d-d7f9d27b9551'}, {'name': 'network-changed', 'server_uuid': 'a77cd524-b361-492e-94f7-e74df04b874b', 'tag': '00b4219b-0713-4d54-b85d-d7f9d27b9551'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:15.892442 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060f5ae8-9da5-47b5-aee3-8bc6960fc082" -d '{"events": [{"server_uuid": "a77cd524-b361-492e-94f7-e74df04b874b", "name": "network-vif-unplugged", "status": "completed", "tag": "00b4219b-0713-4d54-b85d-d7f9d27b9551"}, {"name": "network-changed", "server_uuid": "a77cd524-b361-492e-94f7-e74df04b874b", "tag": "00b4219b-0713-4d54-b85d-d7f9d27b9551"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:16.009071 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d5adf-1cf2-4684-baa7-6d294ba3e1f1 req-d244faf9-d311-4ac6-9620-7de306b40934 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.026610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d5adf-1cf2-4684-baa7-6d294ba3e1f1 req-d244faf9-d311-4ac6-9620-7de306b40934 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.029453 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d5adf-1cf2-4684-baa7-6d294ba3e1f1 req-d244faf9-d311-4ac6-9620-7de306b40934 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.052847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d5adf-1cf2-4684-baa7-6d294ba3e1f1 req-d244faf9-d311-4ac6-9620-7de306b40934 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.069420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d5adf-1cf2-4684-baa7-6d294ba3e1f1 req-d244faf9-d311-4ac6-9620-7de306b40934 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.075406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d5adf-1cf2-4684-baa7-6d294ba3e1f1 req-d244faf9-d311-4ac6-9620-7de306b40934 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.097925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d5adf-1cf2-4684-baa7-6d294ba3e1f1 req-d244faf9-d311-4ac6-9620-7de306b40934 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.106600 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-355d5adf-1cf2-4684-baa7-6d294ba3e1f1 req-d244faf9-d311-4ac6-9620-7de306b40934 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5439 time: 0.1934457 Aug 09 15:41:16.117780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47971177-75b3-4023-84fa-70ebdbd0edd4 req-8f8c9174-b29b-4906-af86-dd01ce3064d1 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.126178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47971177-75b3-4023-84fa-70ebdbd0edd4 req-8f8c9174-b29b-4906-af86-dd01ce3064d1 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 947 time: 0.0922563 Aug 09 15:41:16.183580 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47971177-75b3-4023-84fa-70ebdbd0edd4 req-3876f722-48bd-4884-95a4-7f9146c61eb8 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533481 Aug 09 15:41:16.202474 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-355d5adf-1cf2-4684-baa7-6d294ba3e1f1 req-b62cbb30-b07a-46c4-96f2-cc2f9a6b8db8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882154 Aug 09 15:41:16.277034 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ae6d06-490c-4039-be96-369cbd33ac9b x-openstack-request-id: req-83ae6d06-490c-4039-be96-369cbd33ac9b {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:16.277512 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77cd524-b361-492e-94f7-e74df04b874b", "name": "network-vif-unplugged", "status": "completed", "tag": "00b4219b-0713-4d54-b85d-d7f9d27b9551", "code": 200}, {"name": "network-changed", "server_uuid": "a77cd524-b361-492e-94f7-e74df04b874b", "tag": "00b4219b-0713-4d54-b85d-d7f9d27b9551", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:16.281747 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83ae6d06-490c-4039-be96-369cbd33ac9b {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:16.282360 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77cd524-b361-492e-94f7-e74df04b874b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00b4219b-0713-4d54-b85d-d7f9d27b9551', 'code': 200} Aug 09 15:41:16.282941 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77cd524-b361-492e-94f7-e74df04b874b', 'tag': '00b4219b-0713-4d54-b85d-d7f9d27b9551', 'status': 'completed', 'code': 200} Aug 09 15:41:16.344140 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-43fdc5f0-bb3a-4b1f-a2f5-e2c4cf30a499 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256352 Aug 09 15:41:16.381471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f5ae8-9da5-47b5-aee3-8bc6960fc082 req-611c68cd-d659-493d-a8f2-be3ba2a6783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.387662 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-060f5ae8-9da5-47b5-aee3-8bc6960fc082 req-611c68cd-d659-493d-a8f2-be3ba2a6783b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 1125 time: 0.0786219 Aug 09 15:41:16.514563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f388b3a-f928-4859-ab15-67b05cf21a03 req-5b2a6235-b423-4695-b0e3-383f9e8e95dd tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.516471 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f388b3a-f928-4859-ab15-67b05cf21a03 req-5b2a6235-b423-4695-b0e3-383f9e8e95dd tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 943 time: 0.1111567 Aug 09 15:41:16.532153 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-49e6b90c-62ca-487e-811b-6e7c50a24ddf tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.533839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-49e6b90c-62ca-487e-811b-6e7c50a24ddf tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843607 Aug 09 15:41:16.552883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-26908484-f911-4032-adf3-b35b5a639adc tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/quotas/b224220100394a519e23f90f60157189 HTTP/1.1" status: 200 len: 375 time: 0.0106740 Aug 09 15:41:16.585528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f5ae8-9da5-47b5-aee3-8bc6960fc082 req-a2ebe23a-aeb6-4510-884e-a3b6e58128b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.587079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-060f5ae8-9da5-47b5-aee3-8bc6960fc082 req-a2ebe23a-aeb6-4510-884e-a3b6e58128b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.1917074 Aug 09 15:41:16.627936 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-2f683c55-de82-45d7-ade5-42640e4c2371 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688329 Aug 09 15:41:16.628495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52708) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:16.656059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-060f5ae8-9da5-47b5-aee3-8bc6960fc082 req-aff6ad71-f6c6-4ab6-ae85-8ed9c45f86e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551 HTTP/1.1" status: 200 len: 217 time: 0.0591981 Aug 09 15:41:16.662053 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f388b3a-f928-4859-ab15-67b05cf21a03 req-b8559440-7691-42b5-a685-9d0ed0f3a4b9 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198366 Aug 09 15:41:16.741767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f5ae8-9da5-47b5-aee3-8bc6960fc082 req-a19f5688-dc90-4d78-b7b9-4797455aac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:16.744536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-060f5ae8-9da5-47b5-aee3-8bc6960fc082 req-a19f5688-dc90-4d78-b7b9-4797455aac2f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.0720820 Aug 09 15:41:16.770172 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-network', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:16.802600 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-060f5ae8-9da5-47b5-aee3-8bc6960fc082 req-805bb842-7afd-447b-ae1d-677cc0e865f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411932 Aug 09 15:41:16.818852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Made reservation on behalf of 210453a2c50a4e2b84c8ee49b3953cc4 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:16.821340 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.066500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f7be6-094c-44a0-a278-d29f766d5764 req-d24141ee-f7c6-4e4f-ab3c-5ca89b69f719 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.076609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d26f7be6-094c-44a0-a278-d29f766d5764 req-d24141ee-f7c6-4e4f-ab3c-5ca89b69f719 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 944 time: 0.1448035 Aug 09 15:41:17.108079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-060f5ae8-9da5-47b5-aee3-8bc6960fc082 req-920bea34-f937-4b69-ac0b-ecf2f8f887e6 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928739 Aug 09 15:41:17.193626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d26f7be6-094c-44a0-a278-d29f766d5764 req-8b22b159-47f2-4c81-8e98-65830b809bb4 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152081 Aug 09 15:41:17.245103 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.274269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-060f5ae8-9da5-47b5-aee3-8bc6960fc082 req-0ee9b72e-0fe2-48bf-90ae-b6b9b1a203c6 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510291 Aug 09 15:41:17.372776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696055e-2fd1-40e5-8940-38bfcb3d4162 req-19386d64-ac94-4f3f-b016-1dc46fca161d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.375948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8696055e-2fd1-40e5-8940-38bfcb3d4162 req-19386d64-ac94-4f3f-b016-1dc46fca161d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 947 time: 0.0984669 Aug 09 15:41:17.399542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.409891 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.454683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdda3c25-f9bc-4978-a812-d278bc6d258b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:17.493583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8696055e-2fd1-40e5-8940-38bfcb3d4162 req-5bd3cbe3-8fcf-4d9a-a98a-02fca22c846b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111648 Aug 09 15:41:17.526197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:41:17.544389 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.544664 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Added segment 014b6256-40d5-43ee-9fff-2c374e1c9594 of type vlan for network 922de70d-2758-48ff-8835-329599f6b6c7 Aug 09 15:41:17.596932 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.651562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f39254-8bf4-474b-a51c-0b52dc236d35 req-199d0e9d-47fa-421e-b24f-7bf76d2ee2e1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.658550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f39254-8bf4-474b-a51c-0b52dc236d35 req-199d0e9d-47fa-421e-b24f-7bf76d2ee2e1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.673886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f39254-8bf4-474b-a51c-0b52dc236d35 req-199d0e9d-47fa-421e-b24f-7bf76d2ee2e1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.687760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f39254-8bf4-474b-a51c-0b52dc236d35 req-199d0e9d-47fa-421e-b24f-7bf76d2ee2e1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.699003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f39254-8bf4-474b-a51c-0b52dc236d35 req-199d0e9d-47fa-421e-b24f-7bf76d2ee2e1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.705747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f39254-8bf4-474b-a51c-0b52dc236d35 req-199d0e9d-47fa-421e-b24f-7bf76d2ee2e1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.716080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f39254-8bf4-474b-a51c-0b52dc236d35 req-199d0e9d-47fa-421e-b24f-7bf76d2ee2e1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.718806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-04f39254-8bf4-474b-a51c-0b52dc236d35 req-199d0e9d-47fa-421e-b24f-7bf76d2ee2e1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5439 time: 0.2691324 Aug 09 15:41:17.719701 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.720623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:17.721196 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.841507 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2090950 Aug 09 15:41:17.841820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52736) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:17.846741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-53df14a8-2c13-40db-b607-69a33cb18043 admin admin] Request body: {'subnet': {'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-subnet', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:17.888489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53df14a8-2c13-40db-b607-69a33cb18043 admin admin] Made reservation on behalf of 210453a2c50a4e2b84c8ee49b3953cc4 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:17.891183 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53df14a8-2c13-40db-b607-69a33cb18043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:17.907225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-04f39254-8bf4-474b-a51c-0b52dc236d35 req-2f8b5723-86df-4d29-ae43-390f7e44233a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795244 Aug 09 15:41:17.908416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f4415-e95d-427c-8405-31f4198c181c admin admin] Pushing event updated for resources: {'Network': ['ID=922de70d-2758-48ff-8835-329599f6b6c7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:17.923293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 922de70d-2758-48ff-8835-329599f6b6c7 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:41:18.151356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7a2e9-4300-4114-862d-93fe71d5d98b req-b56e1572-50bb-4ebd-8f7c-8e93f90d601b tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:18.161054 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3f7a2e9-4300-4114-862d-93fe71d5d98b req-b56e1572-50bb-4ebd-8f7c-8e93f90d601b tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 943 time: 0.0821683 Aug 09 15:41:18.178414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b89b2-7bc3-482e-b149-4753ffe46f9b req-54f4e3c8-6a1b-4352-952a-d868018c5325 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:18.186848 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-471b89b2-7bc3-482e-b149-4753ffe46f9b req-54f4e3c8-6a1b-4352-952a-d868018c5325 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 947 time: 0.1660500 Aug 09 15:41:18.200994 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53df14a8-2c13-40db-b607-69a33cb18043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:18.221579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdf6763d-965b-4cf8-9101-778a0b83cfa6 req-c2ce7b6f-8194-42f2-bf94-0b7af593a9fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1543326 Aug 09 15:41:18.222644 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3f7a2e9-4300-4114-862d-93fe71d5d98b req-bc7720d4-7160-45b2-bcca-c34b98fe8563 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605330 Aug 09 15:41:18.354268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-471b89b2-7bc3-482e-b149-4753ffe46f9b req-f02f94a2-1120-411e-8755-09cf465d6a20 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641574 Aug 09 15:41:18.373886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df14a8-2c13-40db-b607-69a33cb18043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced80bbb-45ca-4251-8111-596bd9789399,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:18.416467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df14a8-2c13-40db-b607-69a33cb18043 admin admin] Checking segment: {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:18.416991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df14a8-2c13-40db-b607-69a33cb18043 admin admin] Network hostable DHCP agents. Network: 922de70d-2758-48ff-8835-329599f6b6c7, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:41:18.423248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6763d-965b-4cf8-9101-778a0b83cfa6 req-56ab34a4-3269-45e1-80e4-5854006ce58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:18.424165 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e41b7d1-2b52-416f-9847-bbc12ea26122 req-937b2e37-a0ca-40c0-8d01-693340a0edae tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 210 time: 0.0748453 Aug 09 15:41:18.442255 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdf6763d-965b-4cf8-9101-778a0b83cfa6 req-56ab34a4-3269-45e1-80e4-5854006ce58c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 1101 time: 0.1203883 Aug 09 15:41:18.475614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1753734a-ebb1-4ef1-a6ea-7731f854eabb req-e03eef82-3076-43b5-9454-5f765d4fe026 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1193101 Aug 09 15:41:18.488814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 75ee56ba-e36a-4905-b05b-e68f578f58fe up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:18.636550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 75ee56ba-e36a-4905-b05b-e68f578f58fe completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:18.641119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6107feca-6394-438c-9d0a-2a04d4574bf4 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:18.758121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 75ee56ba-e36a-4905-b05b-e68f578f58fe triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:18.759285 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:18.801579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6763d-965b-4cf8-9101-778a0b83cfa6 req-86a1b07c-b2dc-42c2-9c10-628c38bb1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:18.804066 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdf6763d-965b-4cf8-9101-778a0b83cfa6 req-86a1b07c-b2dc-42c2-9c10-628c38bb1a55 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3525777 Aug 09 15:41:18.852021 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df14a8-2c13-40db-b607-69a33cb18043 admin admin] Network 922de70d-2758-48ff-8835-329599f6b6c7 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:41:18.940648 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdf6763d-965b-4cf8-9101-778a0b83cfa6 req-cf5fa1a7-f041-440a-817e-ae3873f490bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 HTTP/1.1" status: 200 len: 217 time: 0.1088171 Aug 09 15:41:18.950373 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc0505-ef5f-4285-a8c3-bb10cbc64922 req-d841e61c-0752-4709-ad6a-945b70600396 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:18.953838 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3973ac92-3053-49e5-b78c-466bbdb25662 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3db5924556fe4b23b861d1e4e4681575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498629 Aug 09 15:41:18.959110 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62dc0505-ef5f-4285-a8c3-bb10cbc64922 req-d841e61c-0752-4709-ad6a-945b70600396 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 944 time: 0.3259242 Aug 09 15:41:19.006574 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.029236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-53df14a8-2c13-40db-b607-69a33cb18043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 922de70d-2758-48ff-8835-329599f6b6c7) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:19.043018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53df14a8-2c13-40db-b607-69a33cb18043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.044065 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53df14a8-2c13-40db-b607-69a33cb18043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.050679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753734a-ebb1-4ef1-a6ea-7731f854eabb req-d85735f6-01fe-47f5-9ad8-9dc2543986dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.052460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1753734a-ebb1-4ef1-a6ea-7731f854eabb req-d85735f6-01fe-47f5-9ad8-9dc2543986dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 1101 time: 0.3183730 Aug 09 15:41:19.057893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c297c11-ae60-4e1b-be8f-28c2fd9ad2ed None None] Network 922de70d-2758-48ff-8835-329599f6b6c7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:41:19.070622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6107feca-6394-438c-9d0a-2a04d4574bf4, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6107feca-6394-438c-9d0a-2a04d4574bf4,segment=NetworkSegment(8f31e371-6ec6-4859-b9a2-19173a40de5d),segment_id=8f31e371-6ec6-4859-b9a2-19173a40de5d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:19.091012 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62dc0505-ef5f-4285-a8c3-bb10cbc64922 req-a4b71646-f77e-4d0c-adc9-b777480dc8d2 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255770 Aug 09 15:41:19.103448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6763d-965b-4cf8-9101-778a0b83cfa6 req-d98c8e65-813c-4dd7-b683-26bed5f7cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.105304 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdf6763d-965b-4cf8-9101-778a0b83cfa6 req-d98c8e65-813c-4dd7-b683-26bed5f7cf3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1407964 Aug 09 15:41:19.189063 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-53df14a8-2c13-40db-b607-69a33cb18043 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3455153 Aug 09 15:41:19.189427 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-ac6d3699-a2f5-4a60-9e94-cbd0c514053a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.192503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52758) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:19.196858 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-ac6d3699-a2f5-4a60-9e94-cbd0c514053a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399871 Aug 09 15:41:19.203898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:19.207371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ee56ba-e36a-4905-b05b-e68f578f58fe'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:19.209922 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8ca0e8-4170-4872-af7f-60a16d61e082" -d '{"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "75ee56ba-e36a-4905-b05b-e68f578f58fe"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:19.219264 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-cc5d9ecb-3ec9-4b9b-9176-a6654e396c30 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/quotas/3db5924556fe4b23b861d1e4e4681575 HTTP/1.1" status: 200 len: 375 time: 0.0214052 Aug 09 15:41:19.234085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '6107feca-6394-438c-9d0a-2a04d4574bf4', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'port_id': '6107feca-6394-438c-9d0a-2a04d4574bf4', 'mac_address': 'fa:16:3e:62:ca:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:19.243142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 75ee56ba-e36a-4905-b05b-e68f578f58fe, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=75ee56ba-e36a-4905-b05b-e68f578f58fe,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:19.281071 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.282098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device db9322e6-f226-4519-b232-0c993b0e4a63 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:19.314715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6763d-965b-4cf8-9101-778a0b83cfa6 req-abc4e22e-5ec4-4d66-a889-2932fc619838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.316592 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdf6763d-965b-4cf8-9101-778a0b83cfa6 req-abc4e22e-5ec4-4d66-a889-2932fc619838 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1397233 Aug 09 15:41:19.326811 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.328191 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.367315 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62572013-3db2-4b20-b674-05dff431d60b req-d564c00d-a4a6-4538-b2ae-75d3f6fff7d1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.373864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62572013-3db2-4b20-b674-05dff431d60b req-d564c00d-a4a6-4538-b2ae-75d3f6fff7d1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.380259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62572013-3db2-4b20-b674-05dff431d60b req-d564c00d-a4a6-4538-b2ae-75d3f6fff7d1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.389790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62572013-3db2-4b20-b674-05dff431d60b req-d564c00d-a4a6-4538-b2ae-75d3f6fff7d1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.390804 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.404093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62572013-3db2-4b20-b674-05dff431d60b req-d564c00d-a4a6-4538-b2ae-75d3f6fff7d1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.419897 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-7629f3a8-96fd-4af7-a16f-7b20c5df09a8 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1944671 Aug 09 15:41:19.421127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62572013-3db2-4b20-b674-05dff431d60b req-d564c00d-a4a6-4538-b2ae-75d3f6fff7d1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.427218 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62572013-3db2-4b20-b674-05dff431d60b req-d564c00d-a4a6-4538-b2ae-75d3f6fff7d1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.435168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62572013-3db2-4b20-b674-05dff431d60b req-d564c00d-a4a6-4538-b2ae-75d3f6fff7d1 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5440 time: 0.2105906 Aug 09 15:41:19.453372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753734a-ebb1-4ef1-a6ea-7731f854eabb req-019733d7-08c9-4d3e-87c0-892b6cc6d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:19.454889 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1753734a-ebb1-4ef1-a6ea-7731f854eabb req-019733d7-08c9-4d3e-87c0-892b6cc6d7b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3603280 Aug 09 15:41:19.492149 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port db9322e6-f226-4519-b232-0c993b0e4a63 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:19.518882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6107feca-6394-438c-9d0a-2a04d4574bf4 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:19.559004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port db9322e6-f226-4519-b232-0c993b0e4a63 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:19.559486 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.584406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=75ee56ba-e36a-4905-b05b-e68f578f58fe,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:19.645525 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1753734a-ebb1-4ef1-a6ea-7731f854eabb req-56d8f177-ea78-4a27-bfd8-bf4884300040 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971 HTTP/1.1" status: 200 len: 217 time: 0.1525643 Aug 09 15:41:19.663098 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-fd75bd2c-6ff5-4a44-8009-b51738ebe3dc tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611136 Aug 09 15:41:19.685732 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f11296-89b3-4879-969c-1317c97ed7ea x-openstack-request-id: req-c3f11296-89b3-4879-969c-1317c97ed7ea {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:19.686332 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "75ee56ba-e36a-4905-b05b-e68f578f58fe", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:19.686772 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3f11296-89b3-4879-969c-1317c97ed7ea {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:19.687329 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ee56ba-e36a-4905-b05b-e68f578f58fe', 'code': 200} Aug 09 15:41:19.711007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6107feca-6394-438c-9d0a-2a04d4574bf4, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6107feca-6394-438c-9d0a-2a04d4574bf4,segment=NetworkSegment(8f31e371-6ec6-4859-b9a2-19173a40de5d),segment_id=8f31e371-6ec6-4859-b9a2-19173a40de5d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:19.740965 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.742331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 323145f2-52bc-43b9-a0c2-bd7a4524082f details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:19.744856 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:19.855927 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62572013-3db2-4b20-b674-05dff431d60b req-40ac7e83-d28e-4faf-81e9-ed527aa0ac91 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4195516 Aug 09 15:41:20.006040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-922de70d-2758-48ff-8835-329599f6b6c7', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:41:20.008206 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:20.129313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6107feca-6394-438c-9d0a-2a04d4574bf4,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:20.213035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc30a5-f481-44ee-9efe-c4112a609aaf req-0c869d14-cde2-4db0-917b-09012a0bc90a tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:20.218973 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28fc30a5-f481-44ee-9efe-c4112a609aaf req-0c869d14-cde2-4db0-917b-09012a0bc90a tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 944 time: 0.3748350 Aug 09 15:41:20.242762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-49eddb90-41c1-4e00-b682-64edd2a138cf tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:20.264437 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-49eddb90-41c1-4e00-b682-64edd2a138cf tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5865576 Aug 09 15:41:20.268517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:20.274110 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:20.330754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '323145f2-52bc-43b9-a0c2-bd7a4524082f', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '323145f2-52bc-43b9-a0c2-bd7a4524082f', 'mac_address': 'fa:16:3e:82:b5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:20.334845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Request body: {'port': {'device_id': 'd3f4eb58-38c1-49b9-891f-1522e81a1d6c', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'b224220100394a519e23f90f60157189'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:20.466365 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28fc30a5-f481-44ee-9efe-c4112a609aaf req-44125e61-0d90-4c90-b8ac-f9951ad6ef4d tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957908 Aug 09 15:41:20.522516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port db9322e6-f226-4519-b232-0c993b0e4a63, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=db9322e6-f226-4519-b232-0c993b0e4a63,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:20.556993 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:20.559126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ad730bf3-f589-4d6f-83ff-b798d961769b up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:20.617403 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e718250-52dc-4ab0-879c-dfaf8d64d268 req-4d95194a-cf7a-4467-8bb1-1e61f7aff4b4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 210 time: 0.0572672 Aug 09 15:41:20.639525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Allocated IP 172.20.0.2 (922de70d-2758-48ff-8835-329599f6b6c7/ced80bbb-45ca-4251-8111-596bd9789399/5597e5a4-d5b7-4392-8191-a6319c5da0f8) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:20.691327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Made reservation on behalf of b224220100394a519e23f90f60157189 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:20.698037 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:20.794575 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6359d6e-79b7-4baa-9612-c179b703c1d8 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9185266 Aug 09 15:41:20.841984 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c424b955-c6d6-4e2c-8e52-dfd8bac74958 req-2d2a53a9-e057-4f6c-986d-9663a5205770 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 210 time: 0.1598139 Aug 09 15:41:20.888630 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdf6763d-965b-4cf8-9101-778a0b83cfa6 req-00fbe6d6-6d72-4e1a-a6f8-6af2214cda4b service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5510464 Aug 09 15:41:20.943699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753734a-ebb1-4ef1-a6ea-7731f854eabb req-bc43ee01-b00a-4b1a-a1e2-3358558d2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:20.945147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1753734a-ebb1-4ef1-a6ea-7731f854eabb req-bc43ee01-b00a-4b1a-a1e2-3358558d2d02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 1.2182243 Aug 09 15:41:21.042634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9861712-5518-4138-bb10-f28baa6b7e6c req-aebf5cc8-7ae5-4e20-b075-ded2c0158640 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.051578 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b9861712-5518-4138-bb10-f28baa6b7e6c req-aebf5cc8-7ae5-4e20-b075-ded2c0158640 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 944 time: 0.3079557 Aug 09 15:41:21.073548 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:21.077529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=db9322e6-f226-4519-b232-0c993b0e4a63,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:21.110869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Allocated IP 192.168.233.165 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/4ed2fc80-93e5-4185-aed6-bb45f7ecbe68) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:21.131725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b9861712-5518-4138-bb10-f28baa6b7e6c req-d77dfb38-bb7b-4a11-aa2b-28c16c918370 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791810 Aug 09 15:41:21.153017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323145f2-52bc-43b9-a0c2-bd7a4524082f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:21.208587 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:21.224881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port ad730bf3-f589-4d6f-83ff-b798d961769b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:21.245285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port ad730bf3-f589-4d6f-83ff-b798d961769b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:21.246312 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:21.254013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:21.281144 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:21.356554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-bf529cdb-9f64-4e7d-8179-93cefab122fe tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.359780 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-bf529cdb-9f64-4e7d-8179-93cefab122fe tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5340407 Aug 09 15:41:21.377080 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753734a-ebb1-4ef1-a6ea-7731f854eabb req-4ad78b58-ab71-4b20-8ee9-39e98b40f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.378652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1753734a-ebb1-4ef1-a6ea-7731f854eabb req-4ad78b58-ab71-4b20-8ee9-39e98b40f86d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3802960 Aug 09 15:41:21.391591 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:21.393638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea67e-4b5f-41ae-ab4f-24eb0b219de8 req-ecfda029-63b0-4a4e-9d90-3f8febdd67a8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.401678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea67e-4b5f-41ae-ab4f-24eb0b219de8 req-ecfda029-63b0-4a4e-9d90-3f8febdd67a8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.407101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Transition to ACTIVE for port object 5597e5a4-d5b7-4392-8191-a6319c5da0f8 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:21.408171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea67e-4b5f-41ae-ab4f-24eb0b219de8 req-ecfda029-63b0-4a4e-9d90-3f8febdd67a8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.410726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=323145f2-52bc-43b9-a0c2-bd7a4524082f,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:21.414182 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea67e-4b5f-41ae-ab4f-24eb0b219de8 req-ecfda029-63b0-4a4e-9d90-3f8febdd67a8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.421753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea67e-4b5f-41ae-ab4f-24eb0b219de8 req-ecfda029-63b0-4a4e-9d90-3f8febdd67a8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.427693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea67e-4b5f-41ae-ab4f-24eb0b219de8 req-ecfda029-63b0-4a4e-9d90-3f8febdd67a8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.434328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea67e-4b5f-41ae-ab4f-24eb0b219de8 req-ecfda029-63b0-4a4e-9d90-3f8febdd67a8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.442269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0cea67e-4b5f-41ae-ab4f-24eb0b219de8 req-ecfda029-63b0-4a4e-9d90-3f8febdd67a8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5441 time: 0.3803587 Aug 09 15:41:21.449427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Request body: {'port': {'device_id': '39b1ab32-bb9a-4445-b50c-563709b2f6d8', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'b224220100394a519e23f90f60157189'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:21.463477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Transition to ACTIVE for port object 5597e5a4-d5b7-4392-8191-a6319c5da0f8 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:21.464097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdf6763d-965b-4cf8-9101-778a0b83cfa6 req-fe5f6b74-b3ee-4f17-81c0-e76187d020f8 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217524 Aug 09 15:41:21.472915 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:21.478225 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:21.572554 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Network 922de70d-2758-48ff-8835-329599f6b6c7 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:21.585290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:21.590381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:21.595204 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ad730bf3-f589-4d6f-83ff-b798d961769b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ad730bf3-f589-4d6f-83ff-b798d961769b,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:21.596968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Pushing event updated for resources: {'Port': ['ID=5597e5a4-d5b7-4392-8191-a6319c5da0f8,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:21.600208 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:21.613413 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:21.614298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 1a207547-ce94-4f83-a3cf-8a3ad7a93614 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:21.662377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Transition to ACTIVE for port object 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:21.670148 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0cea67e-4b5f-41ae-ab4f-24eb0b219de8 req-26496e77-a82c-4293-a08e-423c44f42274 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2208271 Aug 09 15:41:21.695476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9322e6-f226-4519-b232-0c993b0e4a63'}, {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad730bf3-f589-4d6f-83ff-b798d961769b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:21.698398 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cecf2d-d5d6-43a9-8ec8-f81f5b0ced29" -d '{"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "db9322e6-f226-4519-b232-0c993b0e4a63"}, {"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "ad730bf3-f589-4d6f-83ff-b798d961769b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:21.701542 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['323145f2-52bc-43b9-a0c2-bd7a4524082f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:21.704409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['6107feca-6394-438c-9d0a-2a04d4574bf4'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:21.772524 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1753734a-ebb1-4ef1-a6ea-7731f854eabb req-4bb59da4-4cbc-4689-9276-319c720f907a service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180981 Aug 09 15:41:21.880428 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-f0565ec0-c25a-4975-a551-a8a1c2785d26 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3db5924556fe4b23b861d1e4e4681575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1464396 Aug 09 15:41:21.961338 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1753734a-ebb1-4ef1-a6ea-7731f854eabb req-efb1de02-8727-465f-be11-adc8b3e16ab0 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709578 Aug 09 15:41:21.985841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f342892-3af9-4bc3-ac67-606790d25aed req-a485d4cb-d90f-4620-a27a-5286ab699c4f tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.990163 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f342892-3af9-4bc3-ac67-606790d25aed req-a485d4cb-d90f-4620-a27a-5286ab699c4f tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 944 time: 0.2219033 Aug 09 15:41:21.999478 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.018456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9ae5ae0-38c0-4d5d-93b5-83a7c7c80755 req-c7028756-e830-4069-bd63-d609764d9b01 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 210 time: 0.1626320 Aug 09 15:41:22.035146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=ad730bf3-f589-4d6f-83ff-b798d961769b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:22.077810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11', 'e0c72730-9587-4d23-938a-304414ec19f7', '604e77f6-97d3-4a7e-a035-023ba442e42f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:22.087467 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Attempting to bind port 5597e5a4-d5b7-4392-8191-a6319c5da0f8 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:22.091638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Made reservation on behalf of b224220100394a519e23f90f60157189 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:22.096486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Attempting to bind port 5597e5a4-d5b7-4392-8191-a6319c5da0f8 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:22.096896 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Attempting to bind port 5597e5a4-d5b7-4392-8191-a6319c5da0f8 on network 922de70d-2758-48ff-8835-329599f6b6c7 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:22.097867 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.222878 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d60a46b-76a0-439d-98c8-7b9f28f64f0f x-openstack-request-id: req-9d60a46b-76a0-439d-98c8-7b9f28f64f0f {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:22.223185 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "db9322e6-f226-4519-b232-0c993b0e4a63", "code": 200}, {"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "ad730bf3-f589-4d6f-83ff-b798d961769b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:22.223448 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d60a46b-76a0-439d-98c8-7b9f28f64f0f {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:22.223849 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9322e6-f226-4519-b232-0c993b0e4a63', 'code': 200} Aug 09 15:41:22.224111 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad730bf3-f589-4d6f-83ff-b798d961769b', 'code': 200} Aug 09 15:41:22.253646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event updated for resources: {'Port': ['ID=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:22.272624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6386b9a-28ff-4fa0-9a98-e6fd4e9a19fa req-61e9aaec-7163-4c9d-b122-34084971dd70 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 210 time: 0.0407634 Aug 09 15:41:22.304921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:22.318024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f342892-3af9-4bc3-ac67-606790d25aed req-6ee3d0f3-cdc8-48fb-be02-c8982e9a216c tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948897 Aug 09 15:41:22.322607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:22.341349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:22.341765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Checking segment: {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:22.342182 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.342586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Bound using segment: {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:22.343081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Bound port: 5597e5a4-d5b7-4392-8191-a6319c5da0f8, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:22.343473 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.347334 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:22.503043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:22.521313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:22.522039 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.526940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:22.527389 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.548522 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.579975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-4fbdf64c-8caa-4cf7-8401-d4296dd19ec0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:22.581555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-4fbdf64c-8caa-4cf7-8401-d4296dd19ec0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6898842 Aug 09 15:41:22.605055 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.605291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Request body: {'port': {'device_id': '10057947-d4e1-4a43-8424-8885f7c98d96', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '3db5924556fe4b23b861d1e4e4681575'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:22.610239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Allocated IP 192.168.233.148 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/a9e4a578-c835-40e8-961f-ce18610a6aed) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:22.616035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-b78d8fd2-2522-4404-b713-c252a1ead612 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2900860 Aug 09 15:41:22.682341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Request body: {'port': {'device_id': 'd3f4eb58-38c1-49b9-891f-1522e81a1d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:22.805887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73155444-c59b-4412-9b2a-03a6d25fd6c9 req-50bd0754-3a27-4ab3-a79d-6e893a392de8 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:22.808214 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73155444-c59b-4412-9b2a-03a6d25fd6c9 req-50bd0754-3a27-4ab3-a79d-6e893a392de8 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 944 time: 0.3501439 Aug 09 15:41:22.930400 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:22.971234 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73155444-c59b-4412-9b2a-03a6d25fd6c9 req-2ac0b8ac-a144-454b-a4d7-87b3eff9b956 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434865 Aug 09 15:41:23.017822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] For port 5597e5a4-d5b7-4392-8191-a6319c5da0f8, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:23.025852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] For port 5597e5a4-d5b7-4392-8191-a6319c5da0f8, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5597e5a4-d5b7-4392-8191-a6319c5da0f8,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:23.069046 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.095209 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.121879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Allocated IP 172.25.2.143 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/ac2ebba3-ee7d-4657-bae3-475fc19d752b) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:23.129486 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Transition to ACTIVE for port object a9e4a578-c835-40e8-961f-ce18610a6aed will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:23.243533 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.277983 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.375520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f761eee0-bea6-4675-8e2f-78782124c8d7 None None] Provisioning for port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:23.389751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:23.394260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:23.412751 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.426544 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b3b4-ea62-47ed-8e77-bc9cddb519d5 req-1d357365-3d99-40a7-9f88-21dbdc7ecb4a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.438947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b3b4-ea62-47ed-8e77-bc9cddb519d5 req-1d357365-3d99-40a7-9f88-21dbdc7ecb4a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.445216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b3b4-ea62-47ed-8e77-bc9cddb519d5 req-1d357365-3d99-40a7-9f88-21dbdc7ecb4a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.455434 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b3b4-ea62-47ed-8e77-bc9cddb519d5 req-1d357365-3d99-40a7-9f88-21dbdc7ecb4a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.462272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event updated for resources: {'Port': ['ID=a9e4a578-c835-40e8-961f-ce18610a6aed,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:23.469002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:23.482733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b3b4-ea62-47ed-8e77-bc9cddb519d5 req-1d357365-3d99-40a7-9f88-21dbdc7ecb4a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.489505 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b3b4-ea62-47ed-8e77-bc9cddb519d5 req-1d357365-3d99-40a7-9f88-21dbdc7ecb4a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.501688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b3b4-ea62-47ed-8e77-bc9cddb519d5 req-1d357365-3d99-40a7-9f88-21dbdc7ecb4a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.503774 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f89b3b4-ea62-47ed-8e77-bc9cddb519d5 req-1d357365-3d99-40a7-9f88-21dbdc7ecb4a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5442 time: 0.6648109 Aug 09 15:41:23.514593 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3953642-0bea-4d1c-9105-d4b14fad4365 None None] Pushing event updated for resources: {'Port': ['ID=5597e5a4-d5b7-4392-8191-a6319c5da0f8,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:23.517662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f761eee0-bea6-4675-8e2f-78782124c8d7 None None] Provisioning complete for port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:23.518041 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f761eee0-bea6-4675-8e2f-78782124c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.548507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 1a207547-ce94-4f83-a3cf-8a3ad7a93614, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1a207547-ce94-4f83-a3cf-8a3ad7a93614,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:23.583329 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Made reservation on behalf of 3db5924556fe4b23b861d1e4e4681575 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:23.586928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.588930 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.626990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.628196 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.703151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device acc8dcac-3435-4ea9-909a-709abae24ea2 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:23.709486 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-e6f21ca8-8fb5-45bc-990c-ab82652031fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2641709 Aug 09 15:41:23.717859 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8810-91b2-4532-afe0-931f1912bffc req-7a3d879f-bc74-45dd-b9df-3687256557a0 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:23.725008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-7a3d879f-bc74-45dd-b9df-3687256557a0 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/networks?id=ad03a4f1-7ba1-4958-89d7-707b33424489 HTTP/1.1" status: 200 len: 815 time: 0.4007630 Aug 09 15:41:23.742897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Request body: {'port': {'device_id': '39b1ab32-bb9a-4445-b50c-563709b2f6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:23.760044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:23.777333 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.785115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f761eee0-bea6-4675-8e2f-78782124c8d7 None None] Port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:41:23.803742 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Transition to ACTIVE for port object 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:23.815992 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.888943 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3965df9c-d443-4362-b4c1-aa4235e5f277 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/quotas/56a9cdce47a44213a60c8fa201cfe7a1 HTTP/1.1" status: 200 len: 375 time: 0.1614943 Aug 09 15:41:23.908655 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.947555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=1a207547-ce94-4f83-a3cf-8a3ad7a93614,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:23.951640 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f89b3b4-ea62-47ed-8e77-bc9cddb519d5 req-c23e73bd-8a2c-46ea-9f06-cbd741038f45 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3851786 Aug 09 15:41:23.982146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1e864d5f-bab1-4a8c-9089-64f2bd560f3d None None] Provisioning for port a9e4a578-c835-40e8-961f-ce18610a6aed completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:24.000100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1e864d5f-bab1-4a8c-9089-64f2bd560f3d None None] Provisioning complete for port a9e4a578-c835-40e8-961f-ce18610a6aed triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:24.000471 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e864d5f-bab1-4a8c-9089-64f2bd560f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.011785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2ebba3-ee7d-4657-bae3-475fc19d752b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:24.042540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port acc8dcac-3435-4ea9-909a-709abae24ea2 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:24.052706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port acc8dcac-3435-4ea9-909a-709abae24ea2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:24.053088 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.066497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-188d8c64-ad3d-4694-9090-96ec0cb75a78 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=56a9cdce47a44213a60c8fa201cfe7a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1765003 Aug 09 15:41:24.151624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1e864d5f-bab1-4a8c-9089-64f2bd560f3d None None] Port a9e4a578-c835-40e8-961f-ce18610a6aed cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:41:24.212983 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-0fadf875-0198-4193-8bd5-30d3e080bd4e service neutron] 10.222.0.81 "GET /v2.0/networks/ad03a4f1-7ba1-4958-89d7-707b33424489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452193 Aug 09 15:41:24.224690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a207547-ce94-4f83-a3cf-8a3ad7a93614'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:24.227547 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4acd732-3bf2-4e26-8d53-74ede6007085" -d '{"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "1a207547-ce94-4f83-a3cf-8a3ad7a93614"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:24.293097 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.308925 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5debbf49-7c69-44a3-a6b7-1a6094ad47eb req-fd3ee103-74cf-405a-88a6-efcb45c2863d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 210 time: 0.0886288 Aug 09 15:41:24.355079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:24.377359 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port acc8dcac-3435-4ea9-909a-709abae24ea2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=acc8dcac-3435-4ea9-909a-709abae24ea2,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:24.381628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-f98b4828-6d4c-44cf-8a4b-3b9c944abc00 service neutron] 10.222.0.81 "GET /v2.0/networks/ad03a4f1-7ba1-4958-89d7-707b33424489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649966 Aug 09 15:41:24.381829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:24.384451 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.389224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:24.390932 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4aa4ba74-90a3-46f1-832a-a6a8176e0745 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:24.425216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:24.428098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Allocated IP 192.168.233.103 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:24.551516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=acc8dcac-3435-4ea9-909a-709abae24ea2,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:24.569560 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 4aa4ba74-90a3-46f1-832a-a6a8176e0745 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:24.582929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 4aa4ba74-90a3-46f1-832a-a6a8176e0745 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:24.583909 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.597120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Attempting to bind port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:24.597454 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Attempting to bind port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:24.597807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Attempting to bind port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:24.615589 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.689547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:24.689921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Attempting to bind port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:24.711278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aeeeb0-5599-4888-b811-3104f72c6555 req-8dacc4d2-0dde-4d78-9d25-34137eb4ad40 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:24.727727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82aeeeb0-5599-4888-b811-3104f72c6555 req-8dacc4d2-0dde-4d78-9d25-34137eb4ad40 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 936 time: 0.2068443 Aug 09 15:41:24.773137 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.796910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:24.797269 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:24.797693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:24.798166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Bound port: 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:24.798510 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.855715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4aa4ba74-90a3-46f1-832a-a6a8176e0745, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4aa4ba74-90a3-46f1-832a-a6a8176e0745,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:24.862084 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:24.864850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d244bd87-3752-4971-9c65-29f6ddea2c84 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:24.927454 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82aeeeb0-5599-4888-b811-3104f72c6555 req-701bf058-cbe6-4f9f-af0d-b2a811ff78ab tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981153 Aug 09 15:41:24.999892 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=4aa4ba74-90a3-46f1-832a-a6a8176e0745,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:25.003464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port d244bd87-3752-4971-9c65-29f6ddea2c84 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:25.026796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1656e0-11fc-4dad-a824-54ad279a0ba7 req-416bc5a6-dd4a-48b4-bff1-d346d05bffd6 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:25.028986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a1656e0-11fc-4dad-a824-54ad279a0ba7 req-416bc5a6-dd4a-48b4-bff1-d346d05bffd6 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 944 time: 0.1692424 Aug 09 15:41:25.038935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c9b6b1-7a0f-4a71-bb6d-d456a9720593 None None] Network 922de70d-2758-48ff-8835-329599f6b6c7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:41:25.055164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port d244bd87-3752-4971-9c65-29f6ddea2c84 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:25.055551 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.095427 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.098064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] For port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:25.120382 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] For port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:25.124266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Transition to ACTIVE for port object ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:25.129480 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.146574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-c9d2eb70-d699-403d-a006-a7eedfd03d15 service neutron] 10.222.0.53 "GET /v2.0/ports/00b4219b-0713-4d54-b85d-d7f9d27b9551/bindings/n-h2-803778-2 HTTP/1.1" status: 200 len: 384 time: 0.2924719 Aug 09 15:41:25.226713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:25.227409 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.228899 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] 10.222.0.60 "PUT /v2.0/ports/4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 HTTP/1.1" status: 200 len: 1096 time: 2.5673144 Aug 09 15:41:25.229405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f4eb58-38c1-49b9-891f-1522e81a1d6c', 'tag': '4ed2fc80-93e5-4185-aed6-bb45f7ecbe68'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:25.231718 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d9b33b-d2a2-4cc7-83a6-7e2d3c0ec0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f4eb58-38c1-49b9-891f-1522e81a1d6c", "tag": "4ed2fc80-93e5-4185-aed6-bb45f7ecbe68"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:25.277478 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a21c5-a11c-4b90-b146-22fd0d5e2eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:25.345561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d1852-5206-40df-9816-bd8b7a2d3d8d req-86455154-2d16-4392-a69b-9c0fa03f40ff tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:25.355483 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-940d1852-5206-40df-9816-bd8b7a2d3d8d req-86455154-2d16-4392-a69b-9c0fa03f40ff tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 944 time: 0.1848876 Aug 09 15:41:25.364447 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.439879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6107feca-6394-438c-9d0a-2a04d4574bf4 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:25.442340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11', 'e0c72730-9587-4d23-938a-304414ec19f7', '604e77f6-97d3-4a7e-a035-023ba442e42f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:25.443873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['8a3bf99a-0506-4d47-9c9d-fafed99f2971', '323145f2-52bc-43b9-a0c2-bd7a4524082f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:25.458192 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a1656e0-11fc-4dad-a824-54ad279a0ba7 req-27624033-aacf-45c8-b1b2-06c1181403f2 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139347 Aug 09 15:41:25.495951 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.496762 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-940d1852-5206-40df-9816-bd8b7a2d3d8d req-967fbb84-227e-4248-9c21-9deb05f0199a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356108 Aug 09 15:41:25.528954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5597e5a4-d5b7-4392-8191-a6319c5da0f8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:25.537282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-8a67d7b8-d090-44bf-92c7-d74dc1fc20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:25.546198 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-8a67d7b8-d090-44bf-92c7-d74dc1fc20c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=d3f4eb58-38c1-49b9-891f-1522e81a1d6c HTTP/1.1" status: 200 len: 1099 time: 0.2642894 Aug 09 15:41:25.558216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:25.580504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:25.583849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:25.586686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:25.642273 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f21d53c-70a6-4bec-885c-8d8ddc09a24f x-openstack-request-id: req-5f21d53c-70a6-4bec-885c-8d8ddc09a24f {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:25.642712 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "1a207547-ce94-4f83-a3cf-8a3ad7a93614", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:25.643238 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f21d53c-70a6-4bec-885c-8d8ddc09a24f {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:25.643886 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a207547-ce94-4f83-a3cf-8a3ad7a93614', 'code': 200} Aug 09 15:41:25.745317 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e831ab81-d1cf-4a56-a0c3-1cd7d2d1e20a req-0c0e1e23-f600-4f20-932e-e910b6e9613f tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 210 time: 0.0542057 Aug 09 15:41:25.746901 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-c29666b1-3175-422d-8045-ea0adafa77ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 HTTP/1.1" status: 200 len: 217 time: 0.1848917 Aug 09 15:41:25.759958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d7fdc1ba-1901-4b18-bb48-fa5bae2da290 None None] Provisioning for port 5597e5a4-d5b7-4392-8191-a6319c5da0f8 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:25.778506 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.861456 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8cb48c-691c-4ed4-908b-f4fb5cb8a0e6 x-openstack-request-id: req-fe8cb48c-691c-4ed4-908b-f4fb5cb8a0e6 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:25.861889 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f4eb58-38c1-49b9-891f-1522e81a1d6c", "tag": "4ed2fc80-93e5-4185-aed6-bb45f7ecbe68", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:25.862147 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe8cb48c-691c-4ed4-908b-f4fb5cb8a0e6 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:25.862552 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f4eb58-38c1-49b9-891f-1522e81a1d6c', 'tag': '4ed2fc80-93e5-4185-aed6-bb45f7ecbe68', 'status': 'completed', 'code': 200} Aug 09 15:41:25.895257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:25.895948 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.903480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d244bd87-3752-4971-9c65-29f6ddea2c84, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d244bd87-3752-4971-9c65-29f6ddea2c84,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:25.912436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-c451343c-1916-4daf-86b7-09cb98ca3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:25.916624 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-c451343c-1916-4daf-86b7-09cb98ca3eba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1470094 Aug 09 15:41:25.924868 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-70190be3-180f-4784-afa0-56f2ce717e13 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3319073 Aug 09 15:41:25.929215 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:25.930039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 00b4219b-0713-4d54-b85d-d7f9d27b9551 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:25.955166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Request body: {'port': {'device_id': '10057947-d4e1-4a43-8424-8885f7c98d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:26.069003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 5597e5a4-d5b7-4392-8191-a6319c5da0f8 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:26.080677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-61cf80dd-47ed-4671-a6e1-97e55cb08ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.084547 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-61cf80dd-47ed-4671-a6e1-97e55cb08ef3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496110 Aug 09 15:41:26.100145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 5597e5a4-d5b7-4392-8191-a6319c5da0f8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:26.100987 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.105812 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.112379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf8fe-ecd6-4a6f-8c88-63ab120ecd71 req-75c258d2-d19e-4ff8-9f8b-1df65c13b1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.112882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 6107feca-6394-438c-9d0a-2a04d4574bf4 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:26.119799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf8fe-ecd6-4a6f-8c88-63ab120ecd71 req-75c258d2-d19e-4ff8-9f8b-1df65c13b1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.126302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf8fe-ecd6-4a6f-8c88-63ab120ecd71 req-75c258d2-d19e-4ff8-9f8b-1df65c13b1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.132209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf8fe-ecd6-4a6f-8c88-63ab120ecd71 req-75c258d2-d19e-4ff8-9f8b-1df65c13b1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.138135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf8fe-ecd6-4a6f-8c88-63ab120ecd71 req-75c258d2-d19e-4ff8-9f8b-1df65c13b1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.141452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90d9a1-1310-4060-b810-e459cc76760a req-7e2438df-9245-4fbf-b884-f7b361d4ad52 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.143303 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e90d9a1-1310-4060-b810-e459cc76760a req-7e2438df-9245-4fbf-b884-f7b361d4ad52 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 936 time: 0.1666884 Aug 09 15:41:26.150483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf8fe-ecd6-4a6f-8c88-63ab120ecd71 req-75c258d2-d19e-4ff8-9f8b-1df65c13b1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.156698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf8fe-ecd6-4a6f-8c88-63ab120ecd71 req-75c258d2-d19e-4ff8-9f8b-1df65c13b1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.163330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=d244bd87-3752-4971-9c65-29f6ddea2c84,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:26.164468 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bb6bf8fe-ecd6-4a6f-8c88-63ab120ecd71 req-75c258d2-d19e-4ff8-9f8b-1df65c13b1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.2143676 Aug 09 15:41:26.166847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 6107feca-6394-438c-9d0a-2a04d4574bf4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:26.167445 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.337272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-06adbb51-ed3b-44e0-9fbe-02a625e220ed None None] Provisioning for port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:26.372325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-06adbb51-ed3b-44e0-9fbe-02a625e220ed None None] Provisioning complete for port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:26.372580 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-06adbb51-ed3b-44e0-9fbe-02a625e220ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.408011 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bb6bf8fe-ecd6-4a6f-8c88-63ab120ecd71 req-6b3434de-29ea-420e-a623-f145b9c7ab7b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2420058 Aug 09 15:41:26.448403 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e90d9a1-1310-4060-b810-e459cc76760a req-34f53edc-00f5-40a5-ad3e-f930f1944202 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609940 Aug 09 15:41:26.536994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8810-91b2-4532-afe0-931f1912bffc req-c3729d17-ce85-4a28-817e-5d9065353d0e tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.538469 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-c3729d17-ce85-4a28-817e-5d9065353d0e tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.53 "GET /v2.0/networks?id=ad03a4f1-7ba1-4958-89d7-707b33424489 HTTP/1.1" status: 200 len: 815 time: 0.2909133 Aug 09 15:41:26.559056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Request body: {'port': {'device_id': 'fd0e6a8f-8fb0-4934-a616-9e6911e707d9', 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489', 'admin_state_up': True, 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:26.601194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e4a578-c835-40e8-961f-ce18610a6aed {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:26.604223 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.612980 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-797cac57-a261-42b0-b34d-81ccc03f9257 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168481 Aug 09 15:41:26.654177 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.701028 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.720206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-ec59aa40-9097-49b8-b721-b03e88494855 service neutron] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:26.724156 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Transition to ACTIVE for port object a9e4a578-c835-40e8-961f-ce18610a6aed will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:26.784815 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.786797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-06adbb51-ed3b-44e0-9fbe-02a625e220ed None None] Port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:41:26.793157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.848143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6107feca-6394-438c-9d0a-2a04d4574bf4, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6107feca-6394-438c-9d0a-2a04d4574bf4,segment=NetworkSegment(8f31e371-6ec6-4859-b9a2-19173a40de5d),segment_id=8f31e371-6ec6-4859-b9a2-19173a40de5d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:26.865869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d6e76-2ea5-4942-afa1-632dd6eb9207 req-2275685e-c1e8-4b16-85b0-0229f52c186b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.867451 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704d6e76-2ea5-4942-afa1-632dd6eb9207 req-2275685e-c1e8-4b16-85b0-0229f52c186b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 936 time: 0.2692211 Aug 09 15:41:26.872065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-ec59aa40-9097-49b8-b721-b03e88494855 service neutron] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:26.885970 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.886776 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 323145f2-52bc-43b9-a0c2-bd7a4524082f up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:27.011036 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6107feca-6394-438c-9d0a-2a04d4574bf4,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:27.073938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-ec59aa40-9097-49b8-b721-b03e88494855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b4219b-0713-4d54-b85d-d7f9d27b9551 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:27.087130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 5597e5a4-d5b7-4392-8191-a6319c5da0f8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5597e5a4-d5b7-4392-8191-a6319c5da0f8,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:27.094073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Pushing event updated for resources: {'Port': ['ID=a9e4a578-c835-40e8-961f-ce18610a6aed,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:27.109306 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:27.195634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-ec59aa40-9097-49b8-b721-b03e88494855 service neutron] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:27.282806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=5597e5a4-d5b7-4392-8191-a6319c5da0f8,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:27.288887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1f07a3a3-6279-4d64-9933-80b936479b03 None None] Provisioning complete for port 5597e5a4-d5b7-4392-8191-a6319c5da0f8 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:27.289554 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f07a3a3-6279-4d64-9933-80b936479b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:27.350803 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704d6e76-2ea5-4942-afa1-632dd6eb9207 req-89b592cf-8569-4ac7-a166-558c7764ef75 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492183 Aug 09 15:41:27.374636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90749449-cc38-47d2-b6f7-554ab1653d3e req-96016089-f856-4667-a154-1f1f072aedb2 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:27.383496 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-ec59aa40-9097-49b8-b721-b03e88494855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:27.383696 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90749449-cc38-47d2-b6f7-554ab1653d3e req-96016089-f856-4667-a154-1f1f072aedb2 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 945 time: 0.7074142 Aug 09 15:41:27.467532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 323145f2-52bc-43b9-a0c2-bd7a4524082f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:27.468248 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:27.480617 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90749449-cc38-47d2-b6f7-554ab1653d3e req-b113d2a6-72e2-4d38-8325-a255f4d2f26a tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960505 Aug 09 15:41:27.568053 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-769e8865-e5bd-424e-a590-6c51f53d9b3f service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9214964 Aug 09 15:41:27.580122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Attempting to bind port a9e4a578-c835-40e8-961f-ce18610a6aed on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:27.580402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Attempting to bind port a9e4a578-c835-40e8-961f-ce18610a6aed by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:27.580762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Attempting to bind port a9e4a578-c835-40e8-961f-ce18610a6aed on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:27.606701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Made reservation on behalf of 56a9cdce47a44213a60c8fa201cfe7a1 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:27.608074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Port a9e4a578-c835-40e8-961f-ce18610a6aed on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:27.608610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Attempting to bind port a9e4a578-c835-40e8-961f-ce18610a6aed on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:27.635865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b05cad-7b4d-4139-9ba4-01b91d586470 req-109ff612-a97d-4b8d-97cf-65dd9764913e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:27.637891 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:27.644358 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2b05cad-7b4d-4139-9ba4-01b91d586470 req-109ff612-a97d-4b8d-97cf-65dd9764913e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 944 time: 0.1481478 Aug 09 15:41:27.653054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:27.653583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:27.654096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:27.654654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Bound port: a9e4a578-c835-40e8-961f-ce18610a6aed, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:27.654835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc8dcac-3435-4ea9-909a-709abae24ea2'}, {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa4ba74-90a3-46f1-832a-a6a8176e0745'}, {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd244bd87-3752-4971-9c65-29f6ddea2c84'}, {'server_uuid': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6107feca-6394-438c-9d0a-2a04d4574bf4'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:27.655322 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:27.657583 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c720ead4-1b3e-4eb2-8ed6-8c7d6cbfe257" -d '{"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "acc8dcac-3435-4ea9-909a-709abae24ea2"}, {"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "4aa4ba74-90a3-46f1-832a-a6a8176e0745"}, {"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "d244bd87-3752-4971-9c65-29f6ddea2c84"}, {"server_uuid": "785d0df1-f5ce-4cf5-a35b-fc959f84d492", "name": "network-vif-plugged", "status": "completed", "tag": "6107feca-6394-438c-9d0a-2a04d4574bf4"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:27.667902 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['99999c04-d9ba-41c4-bd5e-6e35c63d0ff0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:27.676743 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Router e721ce08-761e-4c31-9476-31f5b659f01d is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:41:27.720633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-ec59aa40-9097-49b8-b721-b03e88494855 service neutron] Transition to ACTIVE for port object 00b4219b-0713-4d54-b85d-d7f9d27b9551 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:27.739673 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-ec59aa40-9097-49b8-b721-b03e88494855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:27.797705 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:27.841986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59aa40-9097-49b8-b721-b03e88494855 service neutron] Pushing event updated for resources: {'Port': ['ID=00b4219b-0713-4d54-b85d-d7f9d27b9551,revision_number=10']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:27.909304 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2b05cad-7b4d-4139-9ba4-01b91d586470 req-013425ce-14b2-4cc6-9fe8-05ea93c69a73 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618773 Aug 09 15:41:27.951133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:27.976941 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:27.985258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-ec59aa40-9097-49b8-b721-b03e88494855 service neutron] No DVR routers for this DVR port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:28.023622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] For port a9e4a578-c835-40e8-961f-ce18610a6aed, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:28.045092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Allocated IP 172.20.0.11 (ad03a4f1-7ba1-4958-89d7-707b33424489/82c3509c-bab9-44af-9d9b-b3d9b756bbe9/d779416d-ff4a-4529-a262-c4fa52f0a1d6) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:28.066887 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53bdd17b-17c2-4d93-9452-9b80983bea7a req-f88239d2-46bb-415e-bda7-a084536a1af2 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 210 time: 0.3591533 Aug 09 15:41:28.068818 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-ec59aa40-9097-49b8-b721-b03e88494855 service neutron] 10.222.0.53 "PUT /v2.0/ports/00b4219b-0713-4d54-b85d-d7f9d27b9551/bindings/n-h2-803778-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7649970 Aug 09 15:41:28.093260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] For port a9e4a578-c835-40e8-961f-ce18610a6aed, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a9e4a578-c835-40e8-961f-ce18610a6aed,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:28.096102 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=323145f2-52bc-43b9-a0c2-bd7a4524082f,revision_number=10']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:28.100914 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:28.204448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.205143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:28.206622 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] 10.222.0.53 "PUT /v2.0/ports/a9e4a578-c835-40e8-961f-ce18610a6aed HTTP/1.1" status: 200 len: 1096 time: 4.4730716 Aug 09 15:41:28.207168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b1ab32-bb9a-4445-b50c-563709b2f6d8', 'tag': 'a9e4a578-c835-40e8-961f-ce18610a6aed'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:28.214850 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dad790a-8ebc-4a93-8056-67a7564eeba6" -d '{"events": [{"name": "network-changed", "server_uuid": "39b1ab32-bb9a-4445-b50c-563709b2f6d8", "tag": "a9e4a578-c835-40e8-961f-ce18610a6aed"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:28.223881 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9b33b-d2a2-4cc7-83a6-7e2d3c0ec0e7 req-bc1e8d11-28bb-442e-848a-0a8ec3c6a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.229553 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60d9b33b-d2a2-4cc7-83a6-7e2d3c0ec0e7 req-bc1e8d11-28bb-442e-848a-0a8ec3c6a4e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=d3f4eb58-38c1-49b9-891f-1522e81a1d6c HTTP/1.1" status: 200 len: 1099 time: 0.5617800 Aug 09 15:41:28.251917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:41:28.278823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Sync routers for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:41:28.299625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:28.301324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:41:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:28.328171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e2b7-1c1e-487a-a44e-ff5179e603e5 req-b54d9fca-7ca2-46ce-9a36-04e327fabd54 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.343706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e2b7-1c1e-487a-a44e-ff5179e603e5 req-b54d9fca-7ca2-46ce-9a36-04e327fabd54 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.364234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e2b7-1c1e-487a-a44e-ff5179e603e5 req-b54d9fca-7ca2-46ce-9a36-04e327fabd54 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.381400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e2b7-1c1e-487a-a44e-ff5179e603e5 req-b54d9fca-7ca2-46ce-9a36-04e327fabd54 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.395745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e2b7-1c1e-487a-a44e-ff5179e603e5 req-b54d9fca-7ca2-46ce-9a36-04e327fabd54 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.410483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e2b7-1c1e-487a-a44e-ff5179e603e5 req-b54d9fca-7ca2-46ce-9a36-04e327fabd54 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.438573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e2b7-1c1e-487a-a44e-ff5179e603e5 req-b54d9fca-7ca2-46ce-9a36-04e327fabd54 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.443450 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d562e2b7-1c1e-487a-a44e-ff5179e603e5 req-b54d9fca-7ca2-46ce-9a36-04e327fabd54 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.3719094 Aug 09 15:41:28.473010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8de142-39cf-4d52-909c-2c15e82fae1b req-a7b0c523-2c6e-4b7e-95db-6860ce26d2ef tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.482605 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a8de142-39cf-4d52-909c-2c15e82fae1b req-a7b0c523-2c6e-4b7e-95db-6860ce26d2ef tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 936 time: 0.2360575 Aug 09 15:41:28.536496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f997ce9-6fc0-46e0-96e6-590ecdd2e23e service neutron] Pushing event updated for resources: {'Port': ['ID=a9e4a578-c835-40e8-961f-ce18610a6aed,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:28.544835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:28.546172 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-95c6f69c-f593-43d4-a5d2-47bdf3681f29 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.3525462 Aug 09 15:41:28.552604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52890) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:28.615130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:28.642947 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-e7d109ea-1b2e-4cd9-8c3f-3ea9835b901d tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.644448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-e7d109ea-1b2e-4cd9-8c3f-3ea9835b901d tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b&tenant_id=bfbbec31d1de44c78633a7bdff61ea36&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.4171333 Aug 09 15:41:28.660650 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d562e2b7-1c1e-487a-a44e-ff5179e603e5 req-f15ec34f-24e2-42d4-b462-262d7b35212b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1786523 Aug 09 15:41:28.680173 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a8de142-39cf-4d52-909c-2c15e82fae1b req-84c546a1-3537-4458-bd92-b8faa7d5aa15 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966872 Aug 09 15:41:28.822915 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa0c3b0-78ec-4b34-aaa6-1f5c2ea327b5 x-openstack-request-id: req-0aa0c3b0-78ec-4b34-aaa6-1f5c2ea327b5 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:28.823505 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "acc8dcac-3435-4ea9-909a-709abae24ea2", "code": 200}, {"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "4aa4ba74-90a3-46f1-832a-a6a8176e0745", "code": 200}, {"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-plugged", "status": "completed", "tag": "d244bd87-3752-4971-9c65-29f6ddea2c84", "code": 200}, {"server_uuid": "785d0df1-f5ce-4cf5-a35b-fc959f84d492", "name": "network-vif-plugged", "status": "completed", "tag": "6107feca-6394-438c-9d0a-2a04d4574bf4", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:28.823638 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0aa0c3b0-78ec-4b34-aaa6-1f5c2ea327b5 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:28.823941 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc8dcac-3435-4ea9-909a-709abae24ea2', 'code': 200} Aug 09 15:41:28.824198 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa4ba74-90a3-46f1-832a-a6a8176e0745', 'code': 200} Aug 09 15:41:28.824637 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd244bd87-3752-4971-9c65-29f6ddea2c84', 'code': 200} Aug 09 15:41:28.825064 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6107feca-6394-438c-9d0a-2a04d4574bf4', 'code': 200} Aug 09 15:41:28.857268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:28.896420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9b33b-d2a2-4cc7-83a6-7e2d3c0ec0e7 req-355501ae-abcf-4456-bc1d-86e7123f1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.899516 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60d9b33b-d2a2-4cc7-83a6-7e2d3c0ec0e7 req-355501ae-abcf-4456-bc1d-86e7123f1105 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.6046054 Aug 09 15:41:28.916028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:28.958827 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89a16f0-054d-4808-8f6e-41f5073f6446 x-openstack-request-id: req-c89a16f0-054d-4808-8f6e-41f5073f6446 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:28.959819 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b1ab32-bb9a-4445-b50c-563709b2f6d8", "tag": "a9e4a578-c835-40e8-961f-ce18610a6aed", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:28.960410 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c89a16f0-054d-4808-8f6e-41f5073f6446 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:28.961315 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b1ab32-bb9a-4445-b50c-563709b2f6d8', 'tag': 'a9e4a578-c835-40e8-961f-ce18610a6aed', 'status': 'completed', 'code': 200} Aug 09 15:41:29.050480 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.085165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Transition to ACTIVE for port object d779416d-ff4a-4529-a262-c4fa52f0a1d6 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:29.091903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-c8d154e1-72c1-448b-917d-f2c2dc27e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:29.093756 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-c8d154e1-72c1-448b-917d-f2c2dc27e5ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b&tenant_id=bfbbec31d1de44c78633a7bdff61ea36 HTTP/1.1" status: 200 len: 1096 time: 0.4261243 Aug 09 15:41:29.222232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:25Z', 'revision_number': 3, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:29.241445 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60d9b33b-d2a2-4cc7-83a6-7e2d3c0ec0e7 req-f9c7d7b8-2762-48d9-aae3-1a04650fbe23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 HTTP/1.1" status: 200 len: 217 time: 0.3007679 Aug 09 15:41:29.254752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Transition to ACTIVE for port object ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:29.269093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Checking router: e721ce08-761e-4c31-9476-31f5b659f01d for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:41:29.269760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Updating router e721ce08-761e-4c31-9476-31f5b659f01d port ac2ebba3-ee7d-4657-bae3-475fc19d752b binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:41:29.300957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-429287e3-9d09-46f4-9a8f-614711dd813f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:29.303345 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-429287e3-9d09-46f4-9a8f-614711dd813f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 1099 time: 0.4714677 Aug 09 15:41:29.327090 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.378706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5597e5a4-d5b7-4392-8191-a6319c5da0f8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:29.381274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9b33b-d2a2-4cc7-83a6-7e2d3c0ec0e7 req-e977a9a7-d448-4e9f-9126-f2ea7ba00640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:29.387281 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60d9b33b-d2a2-4cc7-83a6-7e2d3c0ec0e7 req-e977a9a7-d448-4e9f-9126-f2ea7ba00640 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1339395 Aug 09 15:41:29.393670 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.428345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed82f75-14bf-447f-a62d-cc41f022fba7 req-9a0f3c33-c80a-4cd1-87f0-cc882c249974 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:29.441010 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ed82f75-14bf-447f-a62d-cc41f022fba7 req-9a0f3c33-c80a-4cd1-87f0-cc882c249974 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 948 time: 0.4632816 Aug 09 15:41:29.457977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b1ef3-2f67-474a-96d1-b9cd56b8a78d req-91099a08-8b45-4a5c-b03b-2e64d0c4c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:29.460977 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-337b1ef3-2f67-474a-96d1-b9cd56b8a78d req-91099a08-8b45-4a5c-b03b-2e64d0c4c128 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 1096 time: 0.5178297 Aug 09 15:41:29.508146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:29.520525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 5597e5a4-d5b7-4392-8191-a6319c5da0f8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:29.520920 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.581870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-9d5428d7-f790-431d-b5b9-600affdb95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:29.583776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-9d5428d7-f790-431d-b5b9-600affdb95ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 1096 time: 0.2774982 Aug 09 15:41:29.609391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.640552 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ed82f75-14bf-447f-a62d-cc41f022fba7 req-e7333026-393c-4a3a-b466-159f9d046371 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983984 Aug 09 15:41:29.679604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f38677-38f8-45fc-9a62-f30dd14fdfdf req-39affbaa-5b31-4545-a4ae-d9c3313db8d3 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:29.689526 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d1f38677-38f8-45fc-9a62-f30dd14fdfdf req-39affbaa-5b31-4545-a4ae-d9c3313db8d3 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 945 time: 0.5282285 Aug 09 15:41:29.834116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Network ad03a4f1-7ba1-4958-89d7-707b33424489 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:29.846825 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:29.861732 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:29.904258 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.916687 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9b33b-d2a2-4cc7-83a6-7e2d3c0ec0e7 req-76cbff39-6069-4cf9-84ae-7e92afb0b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:29.924766 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60d9b33b-d2a2-4cc7-83a6-7e2d3c0ec0e7 req-76cbff39-6069-4cf9-84ae-7e92afb0b418 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4184840 Aug 09 15:41:29.928152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-337b1ef3-2f67-474a-96d1-b9cd56b8a78d req-b35cf6c9-2f93-4ac7-872c-1c5a6ae0afc7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4550395 Aug 09 15:41:29.935522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Transition to ACTIVE for port object ac2ebba3-ee7d-4657-bae3-475fc19d752b will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:29.946081 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.047675 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d1f38677-38f8-45fc-9a62-f30dd14fdfdf req-d51134c4-e7b4-48d2-a7a6-d6f938ec19ae tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569946 Aug 09 15:41:30.074436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Attempting to bind port ac2ebba3-ee7d-4657-bae3-475fc19d752b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:30.075156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Attempting to bind port ac2ebba3-ee7d-4657-bae3-475fc19d752b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:30.075715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Attempting to bind port ac2ebba3-ee7d-4657-bae3-475fc19d752b on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:30.091022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5f31d-5aa2-401a-b648-aa1502322b59 None None] Pushing event updated for resources: {'Port': ['ID=ac2ebba3-ee7d-4657-bae3-475fc19d752b,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:30.096238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:30.096618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:30.097017 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.097404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:30.098029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Bound port: ac2ebba3-ee7d-4657-bae3-475fc19d752b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:30.098265 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.185567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Pushing event updated for resources: {'Port': ['ID=d779416d-ff4a-4529-a262-c4fa52f0a1d6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:30.197577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:30.198775 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.257084 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] For port ac2ebba3-ee7d-4657-bae3-475fc19d752b, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:30.261911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] For port ac2ebba3-ee7d-4657-bae3-475fc19d752b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ac2ebba3-ee7d-4657-bae3-475fc19d752b,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:30.275662 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.363996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:30.365244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:41:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:30.394881 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Attempting to bind port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:30.395412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Attempting to bind port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:30.395845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Attempting to bind port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:30.407736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:30.408262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Attempting to bind port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:30.438250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5f31d-5aa2-401a-b648-aa1502322b59 None None] Pushing event updated for resources: {'Port': ['ID=ac2ebba3-ee7d-4657-bae3-475fc19d752b,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:30.468426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6e3bd-9d85-4fe7-8132-d4f0763d6125 req-0466fb12-c828-459f-a72b-1537f6155b1d tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:30.470860 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bfb6e3bd-9d85-4fe7-8132-d4f0763d6125 req-0466fb12-c828-459f-a72b-1537f6155b1d tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 932 time: 0.2676411 Aug 09 15:41:30.472670 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-444ee11c-17f4-4a4d-92aa-38f29d274732 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9188697 Aug 09 15:41:30.474716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-84e84452-fab6-4a3f-9394-0094f83b9723 None None] Provisioning for port d779416d-ff4a-4529-a262-c4fa52f0a1d6 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:30.477399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:30.477967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:30.478604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:30.479233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Bound port: ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:30.480028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.484457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-84e84452-fab6-4a3f-9394-0094f83b9723 None None] Provisioning complete for port d779416d-ff4a-4529-a262-c4fa52f0a1d6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:30.485286 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-84e84452-fab6-4a3f-9394-0094f83b9723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.548221 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bfb6e3bd-9d85-4fe7-8132-d4f0763d6125 req-b7250d39-6967-43fc-be9c-37d448e11602 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522099 Aug 09 15:41:30.588207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-84e84452-fab6-4a3f-9394-0094f83b9723 None None] Port d779416d-ff4a-4529-a262-c4fa52f0a1d6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:41:30.609924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:30.630294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:30.635083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:30.651691 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.664740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5279eb-3e18-42e1-b54d-b9470ccdc6f6 req-8cc30e96-9dca-48d4-bdb7-93ed8b674314 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:30.671682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2f5279eb-3e18-42e1-b54d-b9470ccdc6f6 req-8cc30e96-9dca-48d4-bdb7-93ed8b674314 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 945 time: 0.8002920 Aug 09 15:41:30.722546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60d9b33b-d2a2-4cc7-83a6-7e2d3c0ec0e7 req-469408fa-d2de-411b-924d-e130ff2286d1 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545161 Aug 09 15:41:30.738114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:30.740124 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.742201 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] 10.222.0.60 "PUT /v2.0/ports/ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 1096 time: 4.7911496 Aug 09 15:41:30.828690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f229a018-733d-401d-863a-2bcc5ed9e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323145f2-52bc-43b9-a0c2-bd7a4524082f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:30.832721 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffc1c1d-9442-4243-802c-976f22caede5" -d '{"events": [{"server_uuid": "f229a018-733d-401d-863a-2bcc5ed9e279", "name": "network-vif-plugged", "status": "completed", "tag": "323145f2-52bc-43b9-a0c2-bd7a4524082f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:30.869834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-9165dfe6-896c-410f-84a1-cbb7a15fa9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:30.871741 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-9165dfe6-896c-410f-84a1-cbb7a15fa9c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 1.2755270 Aug 09 15:41:30.885674 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2f5279eb-3e18-42e1-b54d-b9470ccdc6f6 req-7a4b9aae-a172-4b64-a32d-8b2956c19160 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690314 Aug 09 15:41:30.943720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:30.946189 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620bb9ea-0b5a-4d50-9e45-8d6d7aa10157" -d '{"events": [{"name": "network-changed", "server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:30.951237 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60d9b33b-d2a2-4cc7-83a6-7e2d3c0ec0e7 req-f0107cbe-8c31-4743-b97d-c761c6c1fe0a service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078974 Aug 09 15:41:31.066287 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-13489149-88d4-4967-b9e7-5c300a8141aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551 HTTP/1.1" status: 200 len: 217 time: 0.1684604 Aug 09 15:41:31.079266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d795ebe-f9df-4148-a36b-32adf7ef1088 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:31.138654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af52b7-bc75-4053-b9bb-159166ce361c req-725f2462-1d29-469b-af2a-0af74d9938d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.147052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:25Z', 'revision_number': 3, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:31.147701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af52b7-bc75-4053-b9bb-159166ce361c req-725f2462-1d29-469b-af2a-0af74d9938d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.155069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af52b7-bc75-4053-b9bb-159166ce361c req-725f2462-1d29-469b-af2a-0af74d9938d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.173843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af52b7-bc75-4053-b9bb-159166ce361c req-725f2462-1d29-469b-af2a-0af74d9938d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.180549 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af52b7-bc75-4053-b9bb-159166ce361c req-725f2462-1d29-469b-af2a-0af74d9938d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.204119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af52b7-bc75-4053-b9bb-159166ce361c req-725f2462-1d29-469b-af2a-0af74d9938d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.212588 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af52b7-bc75-4053-b9bb-159166ce361c req-725f2462-1d29-469b-af2a-0af74d9938d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.219708 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5af52b7-bc75-4053-b9bb-159166ce361c req-725f2462-1d29-469b-af2a-0af74d9938d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.2645819 Aug 09 15:41:31.260303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c3c57-d65a-474d-ba6b-987b481ad94c None None] The sync data for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 is: [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:25Z', 'revision_number': 3, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:41:31.262359 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:31.289677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-33127ca9-8851-40b4-9945-fa15d1da1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.289677 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-33127ca9-8851-40b4-9945-fa15d1da1353 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1099 time: 0.2799907 Aug 09 15:41:31.357142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Request body: {'port': {'device_id': 'fd0e6a8f-8fb0-4934-a616-9e6911e707d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:31.374102 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:31.407484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-b52a0cf0-32bf-4673-9162-c9432b182e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.409179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-b52a0cf0-32bf-4673-9162-c9432b182e3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.3346081 Aug 09 15:41:31.410611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-7ff7162a-6c6c-4d5b-9072-09b777731ad8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=a9e4a578-c835-40e8-961f-ce18610a6aed HTTP/1.1" status: 200 len: 217 time: 0.0984583 Aug 09 15:41:31.456520 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-057581dc-653f-4db3-9d35-d1d46de772f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385237 Aug 09 15:41:31.469461 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-96d06259-6403-4291-802e-eae2d4878609 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 217 time: 0.1488316 Aug 09 15:41:31.549437 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:31.560303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115679-8061-4080-907f-a445ce26f8a9 req-33602b04-240d-46af-9a0a-b40bf1420ba3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.562693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43115679-8061-4080-907f-a445ce26f8a9 req-33602b04-240d-46af-9a0a-b40bf1420ba3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 948 time: 0.3449109 Aug 09 15:41:31.659365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:31.677563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '4ed2fc80-93e5-4185-aed6-bb45f7ecbe68', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '4ed2fc80-93e5-4185-aed6-bb45f7ecbe68', 'mac_address': 'fa:16:3e:48:da:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:31.680653 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5af52b7-bc75-4053-b9bb-159166ce361c req-e301f7d6-3912-4aed-aa43-d73b8c224a07 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4338779 Aug 09 15:41:31.871799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-eacafb3f-7a2c-425b-bde1-e79663be92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.875089 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-eacafb3f-7a2c-425b-bde1-e79663be92a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.3404040 Aug 09 15:41:31.875477 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:31.883654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43115679-8061-4080-907f-a445ce26f8a9 req-c37f434b-c3ec-48d4-9210-aec9ae0b80e5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011751 Aug 09 15:41:31.890771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-0c53a867-2c51-45c6-88a6-b31a69e85192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.900830 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-0c53a867-2c51-45c6-88a6-b31a69e85192 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.3021760 Aug 09 15:41:31.919292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:32.002592 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68a680b-ce03-4270-9b17-b91ff23deadf x-openstack-request-id: req-f68a680b-ce03-4270-9b17-b91ff23deadf {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:32.002999 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f229a018-733d-401d-863a-2bcc5ed9e279", "name": "network-vif-plugged", "status": "completed", "tag": "323145f2-52bc-43b9-a0c2-bd7a4524082f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:32.004808 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f68a680b-ce03-4270-9b17-b91ff23deadf {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:32.005855 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f229a018-733d-401d-863a-2bcc5ed9e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323145f2-52bc-43b9-a0c2-bd7a4524082f', 'code': 200} Aug 09 15:41:32.026062 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-f91a9ae8-8afc-40ff-a481-6c5035cf308b service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347261 Aug 09 15:41:32.026435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:32.034149 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:32.039203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdca997-412b-471f-a1f6-2525c3c43594 req-4f4e25bb-be3a-427c-8e67-128d17af4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.040886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdca997-412b-471f-a1f6-2525c3c43594 req-4f4e25bb-be3a-427c-8e67-128d17af4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.041497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdca997-412b-471f-a1f6-2525c3c43594 req-4f4e25bb-be3a-427c-8e67-128d17af4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.042416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdca997-412b-471f-a1f6-2525c3c43594 req-4f4e25bb-be3a-427c-8e67-128d17af4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.043276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdca997-412b-471f-a1f6-2525c3c43594 req-4f4e25bb-be3a-427c-8e67-128d17af4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.044357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdca997-412b-471f-a1f6-2525c3c43594 req-4f4e25bb-be3a-427c-8e67-128d17af4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.044990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdca997-412b-471f-a1f6-2525c3c43594 req-4f4e25bb-be3a-427c-8e67-128d17af4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.047655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ecdca997-412b-471f-a1f6-2525c3c43594 req-4f4e25bb-be3a-427c-8e67-128d17af4ff2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6503 time: 0.4750810 Aug 09 15:41:32.137559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:32.313913 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-93dba35a-2e81-4751-a5b1-d51bdb386765 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113273 Aug 09 15:41:32.375225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Allocated IP 172.20.0.1 (922de70d-2758-48ff-8835-329599f6b6c7/ced80bbb-45ca-4251-8111-596bd9789399/05c23951-ea18-4669-b283-0554d44c361c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:32.380805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d779416d-ff4a-4529-a262-c4fa52f0a1d6 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:32.391760 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:32.395809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['4ed2fc80-93e5-4185-aed6-bb45f7ecbe68'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:32.403077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ecdca997-412b-471f-a1f6-2525c3c43594 req-3b2b9b0f-dcd2-4d3c-9a96-0d2d04492c03 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0781295c-63f1-473b-a56a-faa6677067dd&id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2832108 Aug 09 15:41:32.418012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893742-59ee-450c-a206-43477c0a1247 req-d390891a-e912-405a-8a86-168b0888c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.420163 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-d390891a-e912-405a-8a86-168b0888c10a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4556196 Aug 09 15:41:32.430347 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a6f0a-94f2-42d5-803b-2e27ce0bdfa5 req-643e5468-b679-42f8-8f7c-fbfaf9768d55 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.432775 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-152a6f0a-94f2-42d5-803b-2e27ce0bdfa5 req-643e5468-b679-42f8-8f7c-fbfaf9768d55 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 948 time: 0.4205961 Aug 09 15:41:32.499777 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b77253f-4f36-4207-bacc-02d782b86420 x-openstack-request-id: req-4b77253f-4f36-4207-bacc-02d782b86420 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:32.500138 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:32.500371 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b77253f-4f36-4207-bacc-02d782b86420 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:32.500763 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'status': 'completed', 'code': 200} Aug 09 15:41:32.539204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Transition to ACTIVE for port object d779416d-ff4a-4529-a262-c4fa52f0a1d6 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:32.555251 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:32.683528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb302b-560c-4be0-9ceb-4eca81f31d25 req-43a359a7-ea32-4833-a18a-cb8a9f28ca8f tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.693482 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-49bb302b-560c-4be0-9ceb-4eca81f31d25 req-43a359a7-ea32-4833-a18a-cb8a9f28ca8f tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 945 time: 0.2832680 Aug 09 15:41:32.694082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-152a6f0a-94f2-42d5-803b-2e27ce0bdfa5 req-79bdf918-f9c0-4c53-93dd-cec244fde560 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331984 Aug 09 15:41:32.708738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-d3e3f04f-6058-45d9-b91d-77a7397ac209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.710684 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-d3e3f04f-6058-45d9-b91d-77a7397ac209 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8179090 Aug 09 15:41:32.732789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-8ee36aba-3af8-403f-a21b-bc827135c854 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.745091 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-8ee36aba-3af8-403f-a21b-bc827135c854 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b&tenant_id=bfbbec31d1de44c78633a7bdff61ea36&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.1513252 Aug 09 15:41:32.871291 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-5824426d-99a2-40c6-8b8b-0343cbb7550e service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389251 Aug 09 15:41:32.941938 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-49bb302b-560c-4be0-9ceb-4eca81f31d25 req-0f5deec2-aa93-4dd8-bd72-b984f991b23d tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429295 Aug 09 15:41:33.013993 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:33.027380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Pushing event updated for resources: {'Port': ['ID=d779416d-ff4a-4529-a262-c4fa52f0a1d6,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:33.064256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Transition to ACTIVE for port object 05c23951-ea18-4669-b283-0554d44c361c will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:33.162450 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:33.177077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a959f3-83e9-4e72-9872-cda2b42134bc req-1f1a0124-00e1-4d04-9f58-255bb55a995d tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.185122 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7a959f3-83e9-4e72-9872-cda2b42134bc req-1f1a0124-00e1-4d04-9f58-255bb55a995d tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 944 time: 0.3431003 Aug 09 15:41:33.282277 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4146e-996d-4c4d-aaac-0b10a53e690f req-aaf7979f-de19-46db-9818-eaceb5a1ea98 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.289616 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-14c4146e-996d-4c4d-aaac-0b10a53e690f req-aaf7979f-de19-46db-9818-eaceb5a1ea98 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 945 time: 0.2208571 Aug 09 15:41:33.306159 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Network 922de70d-2758-48ff-8835-329599f6b6c7 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:33.357971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:33.363306 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7a959f3-83e9-4e72-9872-cda2b42134bc req-2b43ca3b-15c9-46d1-965e-ca25fb05e43e tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772304 Aug 09 15:41:33.364370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Pushing event updated for resources: {'Port': ['ID=05c23951-ea18-4669-b283-0554d44c361c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:33.368943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:33.381779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-14c4146e-996d-4c4d-aaac-0b10a53e690f req-82339c6f-9cfd-4e62-aba9-908f82970264 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857694 Aug 09 15:41:33.384922 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c30c0ea-60cf-41fa-8f16-4bbc2ce6f6c6 req-2e936476-68c5-4add-876f-0b1dae4d62a6 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799778 Aug 09 15:41:33.385652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Attempting to bind port d779416d-ff4a-4529-a262-c4fa52f0a1d6 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:33.400672 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Attempting to bind port d779416d-ff4a-4529-a262-c4fa52f0a1d6 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:33.400672 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Attempting to bind port d779416d-ff4a-4529-a262-c4fa52f0a1d6 on network ad03a4f1-7ba1-4958-89d7-707b33424489 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:33.411183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ac2ebba3-ee7d-4657-bae3-475fc19d752b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:33.426620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Port d779416d-ff4a-4529-a262-c4fa52f0a1d6 on network ad03a4f1-7ba1-4958-89d7-707b33424489 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:33.427376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Attempting to bind port d779416d-ff4a-4529-a262-c4fa52f0a1d6 on network ad03a4f1-7ba1-4958-89d7-707b33424489 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:33.442381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:33.442730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Checking segment: {'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:33.443123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Bound using segment: {'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:33.449177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Bound port: d779416d-ff4a-4529-a262-c4fa52f0a1d6, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5951a3db-0013-47b2-854f-7f56b25c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:33.449603 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:33.488287 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:33.544753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ac2ebba3-ee7d-4657-bae3-475fc19d752b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:33.549163 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ac2ebba3-ee7d-4657-bae3-475fc19d752b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:33.549544 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:33.689887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-be2e9c73-4887-4d72-981e-d3ddba0b7ac3 service neutron] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:33.695725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551571b0-d3e7-4cec-a10d-02bcab817c19 req-19b777f1-ae54-46ab-bbb3-fa2c2ab5bd75 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.711572 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-551571b0-d3e7-4cec-a10d-02bcab817c19 req-19b777f1-ae54-46ab-bbb3-fa2c2ab5bd75 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 948 time: 0.1554954 Aug 09 15:41:33.734794 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:33.735404 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-be2e9c73-4887-4d72-981e-d3ddba0b7ac3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:33.736574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabfd13b-3086-44e1-94ab-ddfaa830ddf9 req-be2e9c73-4887-4d72-981e-d3ddba0b7ac3 service neutron] 10.222.0.60 "DELETE /v2.0/ports/00b4219b-0713-4d54-b85d-d7f9d27b9551/bindings/n-h1-803778-2 HTTP/1.1" status: 204 len: 173 time: 0.9715765 Aug 09 15:41:33.771604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bb9ea-0b5a-4d50-9e45-8d6d7aa10157 req-bce8132d-b6d5-4340-ac6e-4064fe103ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.773447 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-620bb9ea-0b5a-4d50-9e45-8d6d7aa10157 req-bce8132d-b6d5-4340-ac6e-4064fe103ec7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1099 time: 0.2829864 Aug 09 15:41:33.798018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04f42-9498-4f3c-a877-ae0f3a05de03 req-70b502a5-5b0d-4d95-b8f4-f61e3bed633a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.809809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ac2ebba3-ee7d-4657-bae3-475fc19d752b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ac2ebba3-ee7d-4657-bae3-475fc19d752b,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:33.818760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04f42-9498-4f3c-a877-ae0f3a05de03 req-70b502a5-5b0d-4d95-b8f4-f61e3bed633a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.818982 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:33.827876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04f42-9498-4f3c-a877-ae0f3a05de03 req-70b502a5-5b0d-4d95-b8f4-f61e3bed633a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.834005 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04f42-9498-4f3c-a877-ae0f3a05de03 req-70b502a5-5b0d-4d95-b8f4-f61e3bed633a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.858020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04f42-9498-4f3c-a877-ae0f3a05de03 req-70b502a5-5b0d-4d95-b8f4-f61e3bed633a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.873423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04f42-9498-4f3c-a877-ae0f3a05de03 req-70b502a5-5b0d-4d95-b8f4-f61e3bed633a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.879275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] For port d779416d-ff4a-4529-a262-c4fa52f0a1d6, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:33.892983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04f42-9498-4f3c-a877-ae0f3a05de03 req-70b502a5-5b0d-4d95-b8f4-f61e3bed633a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.901248 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-551571b0-d3e7-4cec-a10d-02bcab817c19 req-ae86cdb5-edc9-4521-9dcf-a7e292247960 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886940 Aug 09 15:41:33.910736 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48c04f42-9498-4f3c-a877-ae0f3a05de03 req-70b502a5-5b0d-4d95-b8f4-f61e3bed633a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.2909098 Aug 09 15:41:33.916180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ac2ebba3-ee7d-4657-bae3-475fc19d752b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:33.933513 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96e50a5c-3765-4678-9f1f-9a3f6107b774 None None] Provisioning for port 05c23951-ea18-4669-b283-0554d44c361c completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:33.949925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96e50a5c-3765-4678-9f1f-9a3f6107b774 None None] Provisioning complete for port 05c23951-ea18-4669-b283-0554d44c361c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:33.950150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] For port d779416d-ff4a-4529-a262-c4fa52f0a1d6, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d779416d-ff4a-4529-a262-c4fa52f0a1d6,segment=NetworkSegment(5951a3db-0013-47b2-854f-7f56b25c5e70),segment_id=5951a3db-0013-47b2-854f-7f56b25c5e70)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:33.951474 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96e50a5c-3765-4678-9f1f-9a3f6107b774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:33.962128 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.051863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-96e50a5c-3765-4678-9f1f-9a3f6107b774 None None] Port 05c23951-ea18-4669-b283-0554d44c361c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:41:34.083977 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:34.084628 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.086101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] 10.222.0.53 "PUT /v2.0/ports/d779416d-ff4a-4529-a262-c4fa52f0a1d6 HTTP/1.1" status: 200 len: 1092 time: 2.7416837 Aug 09 15:41:34.131566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.138588 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bb9ea-0b5a-4d50-9e45-8d6d7aa10157 req-59dd8a61-cfc5-4eb5-92ed-28c437f7e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:34.140088 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-620bb9ea-0b5a-4d50-9e45-8d6d7aa10157 req-59dd8a61-cfc5-4eb5-92ed-28c437f7e80e service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3570502 Aug 09 15:41:34.160258 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48c04f42-9498-4f3c-a877-ae0f3a05de03 req-7e391bd3-a515-49ae-ac15-07c01ea207d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2485237 Aug 09 15:41:34.256867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-620bb9ea-0b5a-4d50-9e45-8d6d7aa10157 req-55c25e1d-b175-425e-9916-7d10770ab907 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0989120 Aug 09 15:41:34.257616 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bf183-c40f-42b3-88be-1084eec6e431 service neutron] Pushing event updated for resources: {'Port': ['ID=d779416d-ff4a-4529-a262-c4fa52f0a1d6,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:34.353902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bb9ea-0b5a-4d50-9e45-8d6d7aa10157 req-ad78c377-70a2-418c-b7f3-a73ff84e2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:34.355496 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-620bb9ea-0b5a-4d50-9e45-8d6d7aa10157 req-ad78c377-70a2-418c-b7f3-a73ff84e2c50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0852404 Aug 09 15:41:34.383818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bbaff-35cc-4848-ac70-8197aa7f5565 req-3b821257-2158-4537-b0cb-2e5d13825b9c tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:34.395428 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-365bbaff-35cc-4848-ac70-8197aa7f5565 req-3b821257-2158-4537-b0cb-2e5d13825b9c tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 945 time: 0.1502609 Aug 09 15:41:34.442099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52930) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:34.446980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a7eb8f82-829a-485a-b090-ac2bf88422fc tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Request body: {'floatingip': {'port_id': '6107feca-6394-438c-9d0a-2a04d4574bf4'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:34.503799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0e6a8f-8fb0-4934-a616-9e6911e707d9', 'tag': 'd779416d-ff4a-4529-a262-c4fa52f0a1d6'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:34.506719 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda284d6-b7c3-4436-ba5b-f1ed1e0c1068" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0e6a8f-8fb0-4934-a616-9e6911e707d9", "tag": "d779416d-ff4a-4529-a262-c4fa52f0a1d6"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:34.511784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bb9ea-0b5a-4d50-9e45-8d6d7aa10157 req-61574302-8613-49db-a8dd-18348c85659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:34.513364 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-620bb9ea-0b5a-4d50-9e45-8d6d7aa10157 req-61574302-8613-49db-a8dd-18348c85659c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167660 Aug 09 15:41:34.528903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d90d0-4a9e-47a0-96c8-0ae802d7a704 req-9102bec7-d7b8-49db-9fef-c9a98b496994 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:34.530401 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8f82-829a-485a-b090-ac2bf88422fc tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.530644 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de2d90d0-4a9e-47a0-96c8-0ae802d7a704 req-9102bec7-d7b8-49db-9fef-c9a98b496994 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 1096 time: 0.0689616 Aug 09 15:41:34.609381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de2d90d0-4a9e-47a0-96c8-0ae802d7a704 req-8fa4c8fb-1d43-46ba-b024-c905232eb20b tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691407 Aug 09 15:41:34.641158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee50518-f51e-4262-863b-01d0bb940abc req-5e3c82e7-a7cb-4317-afe4-4847553c351b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:34.649082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ee50518-f51e-4262-863b-01d0bb940abc req-5e3c82e7-a7cb-4317-afe4-4847553c351b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 948 time: 0.3033156 Aug 09 15:41:34.690454 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-620bb9ea-0b5a-4d50-9e45-8d6d7aa10157 req-3b7c2178-9f9d-4522-872c-7dc17a44735f service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580555 Aug 09 15:41:34.811569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da122c6a-2532-4ca5-a7c9-da917aed7ba2 req-8797336e-1dd4-4dc1-8dd2-a8018dcfdc30 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:34.813332 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da122c6a-2532-4ca5-a7c9-da917aed7ba2 req-8797336e-1dd4-4dc1-8dd2-a8018dcfdc30 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 944 time: 0.1185699 Aug 09 15:41:34.865387 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ee50518-f51e-4262-863b-01d0bb940abc req-b44d34a4-3e2e-499c-a04a-3cad4e279b97 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101779 Aug 09 15:41:34.874000 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.888380 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-620bb9ea-0b5a-4d50-9e45-8d6d7aa10157 req-68833284-aa01-46de-9790-b9f414d37432 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816041 Aug 09 15:41:34.910203 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da122c6a-2532-4ca5-a7c9-da917aed7ba2 req-470d1f3e-3d99-4a4a-9496-aa79e507a051 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867250 Aug 09 15:41:34.915643 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a2e3fc-ac74-498f-a272-2dc8e14f4d2d x-openstack-request-id: req-98a2e3fc-ac74-498f-a272-2dc8e14f4d2d {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:34.915927 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0e6a8f-8fb0-4934-a616-9e6911e707d9", "tag": "d779416d-ff4a-4529-a262-c4fa52f0a1d6", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:34.916176 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98a2e3fc-ac74-498f-a272-2dc8e14f4d2d {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:34.916574 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0e6a8f-8fb0-4934-a616-9e6911e707d9', 'tag': 'd779416d-ff4a-4529-a262-c4fa52f0a1d6', 'status': 'completed', 'code': 200} Aug 09 15:41:34.931402 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.041434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Pushing event updated for resources: {'Port': ['ID=05c23951-ea18-4669-b283-0554d44c361c,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:35.047772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518e651-97fa-4d6b-8875-7aab840b1f54 req-1543408d-7dd4-4c84-93f6-acc3049926ab tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.049350 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d518e651-97fa-4d6b-8875-7aab840b1f54 req-1543408d-7dd4-4c84-93f6-acc3049926ab tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 948 time: 0.0572188 Aug 09 15:41:35.108911 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d518e651-97fa-4d6b-8875-7aab840b1f54 req-0c25722c-fb0a-4d55-9dd6-9b27bc56a892 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460365 Aug 09 15:41:35.115543 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.123409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491392e-ea2c-46c0-b95c-9a83b33b29bb req-2387b614-daa1-4220-ab89-2316aad5e78f tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.133186 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0491392e-ea2c-46c0-b95c-9a83b33b29bb req-2387b614-daa1-4220-ab89-2316aad5e78f tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 1096 time: 0.1570203 Aug 09 15:41:35.304175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ac2ebba3-ee7d-4657-bae3-475fc19d752b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:35.332232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772be3c8-9e5d-4748-bc90-c01e0468105e req-4ccfa6da-8d07-43c0-b0d8-7da4ff75b80a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.339370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772be3c8-9e5d-4748-bc90-c01e0468105e req-4ccfa6da-8d07-43c0-b0d8-7da4ff75b80a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.345440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772be3c8-9e5d-4748-bc90-c01e0468105e req-4ccfa6da-8d07-43c0-b0d8-7da4ff75b80a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.352156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772be3c8-9e5d-4748-bc90-c01e0468105e req-4ccfa6da-8d07-43c0-b0d8-7da4ff75b80a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.359370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772be3c8-9e5d-4748-bc90-c01e0468105e req-4ccfa6da-8d07-43c0-b0d8-7da4ff75b80a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.359740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ac2ebba3-ee7d-4657-bae3-475fc19d752b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:35.360123 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.366918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772be3c8-9e5d-4748-bc90-c01e0468105e req-4ccfa6da-8d07-43c0-b0d8-7da4ff75b80a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.371917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772be3c8-9e5d-4748-bc90-c01e0468105e req-4ccfa6da-8d07-43c0-b0d8-7da4ff75b80a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.379950 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-772be3c8-9e5d-4748-bc90-c01e0468105e req-4ccfa6da-8d07-43c0-b0d8-7da4ff75b80a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.1187887 Aug 09 15:41:35.401539 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:35.455955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-772be3c8-9e5d-4748-bc90-c01e0468105e req-a1e60c29-a102-4bf6-a645-577b94ae5df2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750146 Aug 09 15:41:35.483348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0491392e-ea2c-46c0-b95c-9a83b33b29bb req-c7599534-b61a-46cf-b864-4f284efdb2be tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511117 Aug 09 15:41:35.496131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:35.503512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:35.503892 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.609998 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.666121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f4eb58-38c1-49b9-891f-1522e81a1d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed2fc80-93e5-4185-aed6-bb45f7ecbe68'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:35.668583 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256766f5-f7bf-4ebe-81c8-c839d606084f" -d '{"events": [{"server_uuid": "d3f4eb58-38c1-49b9-891f-1522e81a1d6c", "name": "network-vif-plugged", "status": "completed", "tag": "4ed2fc80-93e5-4185-aed6-bb45f7ecbe68"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:35.704375 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:35.712461 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.742157 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1149d9-6932-4dea-bc27-5dd747c71d84 x-openstack-request-id: req-8e1149d9-6932-4dea-bc27-5dd747c71d84 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:35.742844 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f4eb58-38c1-49b9-891f-1522e81a1d6c", "name": "network-vif-plugged", "status": "completed", "tag": "4ed2fc80-93e5-4185-aed6-bb45f7ecbe68", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:35.743869 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e1149d9-6932-4dea-bc27-5dd747c71d84 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:35.744644 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f4eb58-38c1-49b9-891f-1522e81a1d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed2fc80-93e5-4185-aed6-bb45f7ecbe68', 'code': 200} Aug 09 15:41:35.794373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:35.868139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7cfa7-6b3b-445b-bdb4-88f1cb9818c4 req-77c6e7d4-f1c2-4031-aa43-a0af5d7a1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.870897 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e7e7cfa7-6b3b-445b-bdb4-88f1cb9818c4 req-77c6e7d4-f1c2-4031-aa43-a0af5d7a1a7c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3f4eb58-38c1-49b9-891f-1522e81a1d6c HTTP/1.1" status: 200 len: 1101 time: 0.0717182 Aug 09 15:41:35.931396 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e7e7cfa7-6b3b-445b-bdb4-88f1cb9818c4 req-e3f86e3b-5953-4146-9027-9551bc648349 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519943 Aug 09 15:41:36.099584 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.resource_extend [None req-a7eb8f82-829a-485a-b090-ac2bf88422fc tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:41:36.140171 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b30bf0-35a0-4c63-8de8-e5dd12cdd99c req-52b326df-81c1-4bee-a53f-771e405be8f8 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:36.142755 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8b30bf0-35a0-4c63-8de8-e5dd12cdd99c req-52b326df-81c1-4bee-a53f-771e405be8f8 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 944 time: 0.0818074 Aug 09 15:41:36.162260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Network 922de70d-2758-48ff-8835-329599f6b6c7 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:36.180392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:36.243876 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8f82-829a-485a-b090-ac2bf88422fc tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.252172 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8f82-829a-485a-b090-ac2bf88422fc tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.365055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd19972-c65d-42d6-93e4-53437a9720f5 req-4035a996-c5e1-49ec-8901-e3cc3ac6ddd5 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:36.367201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8cd19972-c65d-42d6-93e4-53437a9720f5 req-4035a996-c5e1-49ec-8901-e3cc3ac6ddd5 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 948 time: 0.3532917 Aug 09 15:41:36.467826 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-09cd5975-0571-4efd-9cb2-c6100949f982 None None] Provisioning complete for port 05c23951-ea18-4669-b283-0554d44c361c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:36.468436 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-09cd5975-0571-4efd-9cb2-c6100949f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.497159 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-a7eb8f82-829a-485a-b090-ac2bf88422fc tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Floating IP 96c91287-b40a-4a3a-bd7f-02507040d779 associated. External IP: 172.25.2.184, port: 6107feca-6394-438c-9d0a-2a04d4574bf4. Aug 09 15:41:36.530228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-09cd5975-0571-4efd-9cb2-c6100949f982 None None] Port 05c23951-ea18-4669-b283-0554d44c361c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:41:36.548895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8b30bf0-35a0-4c63-8de8-e5dd12cdd99c req-81b938bf-3006-40b2-a31e-f2c1e7a1db40 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997445 Aug 09 15:41:36.607358 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8cd19972-c65d-42d6-93e4-53437a9720f5 req-3cd9fc46-b58f-4bd3-9d95-2cc06878418f tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312818 Aug 09 15:41:36.777580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Router e721ce08-761e-4c31-9476-31f5b659f01d has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:41:36.801477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30c70a-3f4b-4459-ba0c-cb4b33eb6754 req-5fe92527-2c2b-4c8d-b0be-ea9bdaafd9b4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:36.814577 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc30c70a-3f4b-4459-ba0c-cb4b33eb6754 req-5fe92527-2c2b-4c8d-b0be-ea9bdaafd9b4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 948 time: 0.1054854 Aug 09 15:41:36.882979 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc30c70a-3f4b-4459-ba0c-cb4b33eb6754 req-0d3a595a-8f1a-4006-b1a3-26fa3e8093c6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670190 Aug 09 15:41:37.075325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e93550-e1e3-4b6d-aa2a-216e44bff939 req-6ed214b3-d917-4e65-8f97-5c19d7fd19b6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:37.082082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e93550-e1e3-4b6d-aa2a-216e44bff939 req-6ed214b3-d917-4e65-8f97-5c19d7fd19b6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:37.088782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e93550-e1e3-4b6d-aa2a-216e44bff939 req-6ed214b3-d917-4e65-8f97-5c19d7fd19b6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:37.094673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e93550-e1e3-4b6d-aa2a-216e44bff939 req-6ed214b3-d917-4e65-8f97-5c19d7fd19b6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:37.100529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e93550-e1e3-4b6d-aa2a-216e44bff939 req-6ed214b3-d917-4e65-8f97-5c19d7fd19b6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:37.107382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e93550-e1e3-4b6d-aa2a-216e44bff939 req-6ed214b3-d917-4e65-8f97-5c19d7fd19b6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:37.113525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e93550-e1e3-4b6d-aa2a-216e44bff939 req-6ed214b3-d917-4e65-8f97-5c19d7fd19b6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:37.115633 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a8e93550-e1e3-4b6d-aa2a-216e44bff939 req-6ed214b3-d917-4e65-8f97-5c19d7fd19b6 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.1918762 Aug 09 15:41:37.137723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7eb8f82-829a-485a-b090-ac2bf88422fc tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Router 20ff278b-9da2-4bdc-b6cb-39920c718a04 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:41:37.180693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:41:37.188397 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0b4830e4-0f08-41e0-b001-d603d765994b admin admin] 10.222.0.81 "PUT /v2.0/routers/e721ce08-761e-4c31-9476-31f5b659f01d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6350729 Aug 09 15:41:37.200808 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Sync routers for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:41:37.205823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a8e93550-e1e3-4b6d-aa2a-216e44bff939 req-1e8f770a-2e4c-4f5b-9233-528aa1bc35b8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812883 Aug 09 15:41:37.233023 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:37.234053 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:41:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:37.401347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:37.421335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eb8f82-829a-485a-b090-ac2bf88422fc tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:41:37.440148 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8f82-829a-485a-b090-ac2bf88422fc tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.561156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a7eb8f82-829a-485a-b090-ac2bf88422fc tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "PUT /v2.0/floatingips/96c91287-b40a-4a3a-bd7f-02507040d779 HTTP/1.1" status: 200 len: 991 time: 3.1131878 Aug 09 15:41:37.586333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'tag': '6107feca-6394-438c-9d0a-2a04d4574bf4'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:37.589082 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0193ed-61d3-4224-b84d-8f5331615515" -d '{"events": [{"name": "network-changed", "server_uuid": "785d0df1-f5ce-4cf5-a35b-fc959f84d492", "tag": "6107feca-6394-438c-9d0a-2a04d4574bf4"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:37.616746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc4bffd-8fa5-40cf-a353-0b9e7b1d4717 None None] Sync routers for ids ['20ff278b-9da2-4bdc-b6cb-39920c718a04'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:41:37.685865 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9f43bac-dacb-47d1-bcaa-4cb3bc0e2715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.694653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc4bffd-8fa5-40cf-a353-0b9e7b1d4717 None None] Routers {'20ff278b-9da2-4bdc-b6cb-39920c718a04'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:37.696034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8dc4bffd-8fa5-40cf-a353-0b9e7b1d4717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:41:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['20ff278b-9da2-4bdc-b6cb-39920c718a04'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:37.781293 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:37.859309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb3cd1-34e7-4961-a117-35ab6e4f8537 req-8280674c-fc59-4dd8-b178-45942c67a631 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:37.861844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84bb3cd1-34e7-4961-a117-35ab6e4f8537 req-8280674c-fc59-4dd8-b178-45942c67a631 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 944 time: 0.1597426 Aug 09 15:41:38.058624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84bb3cd1-34e7-4961-a117-35ab6e4f8537 req-d2f6afa8-b2c5-4832-9c86-bf4d2071c7c4 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894534 Aug 09 15:41:38.161922 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 2, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:38.221480 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Checking router: e721ce08-761e-4c31-9476-31f5b659f01d for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:41:38.230217 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Updating router e721ce08-761e-4c31-9476-31f5b659f01d port 05c23951-ea18-4669-b283-0554d44c361c binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:41:38.247051 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc110aec-ca7c-4995-af5e-04a1b4e93e7c x-openstack-request-id: req-dc110aec-ca7c-4995-af5e-04a1b4e93e7c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:38.247841 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785d0df1-f5ce-4cf5-a35b-fc959f84d492", "tag": "6107feca-6394-438c-9d0a-2a04d4574bf4", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:38.247841 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc110aec-ca7c-4995-af5e-04a1b4e93e7c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:38.248447 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'tag': '6107feca-6394-438c-9d0a-2a04d4574bf4', 'status': 'completed', 'code': 200} Aug 09 15:41:38.309029 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.616920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0193ed-61d3-4224-b84d-8f5331615515 req-fbadc1af-527e-42bb-99d2-56f6c82faff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:38.616920 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa0193ed-61d3-4224-b84d-8f5331615515 req-fbadc1af-527e-42bb-99d2-56f6c82faff3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8cd2557f9d54068af892c84dc8305c6&device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 1096 time: 0.2550972 Aug 09 15:41:38.671841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:38.723013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'mac_address': 'fa:16:3e:bc:b2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:38.849546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07687b55-bc94-4ad0-846b-5336e5e81ac8 req-71d3b9f4-b8f9-400a-8efa-7e1ddcbaeeab tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:38.874666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07687b55-bc94-4ad0-846b-5336e5e81ac8 req-71d3b9f4-b8f9-400a-8efa-7e1ddcbaeeab tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 948 time: 0.1727431 Aug 09 15:41:38.904280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-27fc2c14-4eea-46d2-a5b2-3845a3a73e12 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:38.919981 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-27fc2c14-4eea-46d2-a5b2-3845a3a73e12 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 820 time: 0.8307910 Aug 09 15:41:38.970379 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.989546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-2bff3dd2-9949-46e2-b4b3-c20e7cb9264b tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/quotas/210453a2c50a4e2b84c8ee49b3953cc4 HTTP/1.1" status: 200 len: 375 time: 0.0534451 Aug 09 15:41:39.001659 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Transition to ACTIVE for port object 05c23951-ea18-4669-b283-0554d44c361c will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:39.010602 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07687b55-bc94-4ad0-846b-5336e5e81ac8 req-c47a21ff-ec79-478e-845f-82e66c5e8057 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339056 Aug 09 15:41:39.011551 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.083154 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.108371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0193ed-61d3-4224-b84d-8f5331615515 req-2e657cbe-0541-4785-9539-e6c6bbc6aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.117082 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa0193ed-61d3-4224-b84d-8f5331615515 req-2e657cbe-0541-4785-9539-e6c6bbc6aabd service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7eef28b-528c-4d0f-88bc-8a8c6c7368bf HTTP/1.1" status: 200 len: 913 time: 0.4724505 Aug 09 15:41:39.151736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-8dc4bffd-8fa5-40cf-a353-0b9e7b1d4717 None None] Set router 20ff278b-9da2-4bdc-b6cb-39920c718a04 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:39.155068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:39.259777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-b69482ed-4e0f-43e1-b6a2-c266a30b789d tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2586102 Aug 09 15:41:39.292416 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Pushing event updated for resources: {'Port': ['ID=05c23951-ea18-4669-b283-0554d44c361c,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:39.301749 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:39.303824 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:39.304473 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:39.304977 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:39.305477 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:39.306594 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:39.307219 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:39.307772 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:39.308261 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:39.308762 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:39.309294 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:39.309806 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:39.310324 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:39.318537 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Attempting to bind port 05c23951-ea18-4669-b283-0554d44c361c on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:39.319176 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Attempting to bind port 05c23951-ea18-4669-b283-0554d44c361c by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:39.319782 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Attempting to bind port 05c23951-ea18-4669-b283-0554d44c361c on network 922de70d-2758-48ff-8835-329599f6b6c7 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:39.325466 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.328587 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:39.329202 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Checking segment: {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:39.329805 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.330374 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Bound using segment: {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:39.331109 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Bound port: 05c23951-ea18-4669-b283-0554d44c361c, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:39.331681 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.403429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39341431-d14d-4bd1-8707-04cd9826c1b3 req-a6e27617-4cf0-4ea0-828b-69ed18e0682c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.421827 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39341431-d14d-4bd1-8707-04cd9826c1b3 req-a6e27617-4cf0-4ea0-828b-69ed18e0682c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 948 time: 0.1284814 Aug 09 15:41:39.452546 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] For port 05c23951-ea18-4669-b283-0554d44c361c, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:39.463389 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] For port 05c23951-ea18-4669-b283-0554d44c361c, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=05c23951-ea18-4669-b283-0554d44c361c,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:39.473034 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa0193ed-61d3-4224-b84d-8f5331615515 req-1ea29a99-3762-43ea-a926-12cf4ff949d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6107feca-6394-438c-9d0a-2a04d4574bf4 HTTP/1.1" status: 200 len: 999 time: 0.3419042 Aug 09 15:41:39.474180 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.490838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39341431-d14d-4bd1-8707-04cd9826c1b3 req-8af38ba1-d658-42e8-8e7f-e815aea9d0fc tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638676 Aug 09 15:41:39.574590 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:39.576510 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:41:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:39.592616 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0193ed-61d3-4224-b84d-8f5331615515 req-a3114100-8b71-4434-984e-b05da88df1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.594199 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa0193ed-61d3-4224-b84d-8f5331615515 req-a3114100-8b71-4434-984e-b05da88df1c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=647238b4-bd94-4150-a733-4ef4e28b77a6 HTTP/1.1" status: 200 len: 851 time: 0.1076632 Aug 09 15:41:39.598187 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-95f17f53-9532-45d8-9389-27f66ae771ad service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987320 Aug 09 15:41:39.647344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb2cfa-64ea-45cd-9a31-2194af369849 req-84edebdc-a76b-48c9-9fec-ef8c8fb5b1fd tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.654196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb2cfa-64ea-45cd-9a31-2194af369849 req-84edebdc-a76b-48c9-9fec-ef8c8fb5b1fd tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.661690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb2cfa-64ea-45cd-9a31-2194af369849 req-84edebdc-a76b-48c9-9fec-ef8c8fb5b1fd tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.679504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb2cfa-64ea-45cd-9a31-2194af369849 req-84edebdc-a76b-48c9-9fec-ef8c8fb5b1fd tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.685051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:39.687722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb2cfa-64ea-45cd-9a31-2194af369849 req-84edebdc-a76b-48c9-9fec-ef8c8fb5b1fd tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.699298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb2cfa-64ea-45cd-9a31-2194af369849 req-84edebdc-a76b-48c9-9fec-ef8c8fb5b1fd tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.710083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb2cfa-64ea-45cd-9a31-2194af369849 req-84edebdc-a76b-48c9-9fec-ef8c8fb5b1fd tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.712956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0dbb2cfa-64ea-45cd-9a31-2194af369849 req-84edebdc-a76b-48c9-9fec-ef8c8fb5b1fd tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.1637473 Aug 09 15:41:39.736842 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-caa7cc05-51ce-4369-9556-3a48dd10e5ff service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210272 Aug 09 15:41:39.740335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:39.744900 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:39.777295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0193ed-61d3-4224-b84d-8f5331615515 req-02ce2ee1-ae2d-4926-b8f1-5953253efbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:39.779432 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa0193ed-61d3-4224-b84d-8f5331615515 req-02ce2ee1-ae2d-4926-b8f1-5953253efbaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7eef28b-528c-4d0f-88bc-8a8c6c7368bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752255 Aug 09 15:41:39.954366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0dbb2cfa-64ea-45cd-9a31-2194af369849 req-f9fe64f1-a836-4b78-8705-ce40968b59e0 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2329955 Aug 09 15:41:40.040651 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa0193ed-61d3-4224-b84d-8f5331615515 req-cc3927eb-5d35-42f4-9f41-cbb9ed2ccdfe service neutron] 10.222.0.60 "GET /v2.0/networks/d7eef28b-528c-4d0f-88bc-8a8c6c7368bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521584 Aug 09 15:41:40.072749 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-26fc8579-d206-47d7-b759-3ec9f3099157 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834196 Aug 09 15:41:40.121199 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d22d6d-8f00-4493-831e-68cdab6435b6 None None] Pushing event updated for resources: {'Port': ['ID=05c23951-ea18-4669-b283-0554d44c361c,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:40.140068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8dc4bffd-8fa5-40cf-a353-0b9e7b1d4717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '96c91287-b40a-4a3a-bd7f-02507040d779', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'port_id': '6107feca-6394-438c-9d0a-2a04d4574bf4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'mac_address': 'fa:16:3e:62:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:04Z', 'updated_at': '2021-08-09T15:41:35Z', 'revision_number': 1, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db398fa-610c-42d7-a2bb-e4e6eceeb59e', 'name': '', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'mac_address': 'fa:16:3e:f2:ce:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:55Z', 'updated_at': '2021-08-09T15:41:04Z', 'revision_number': 5, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'subnets': [{'id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:40.208931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa0193ed-61d3-4224-b84d-8f5331615515 req-ccb5d948-af9c-4c8b-8233-3363fe9ed4dd service neutron] 10.222.0.60 "GET /v2.0/networks/d7eef28b-528c-4d0f-88bc-8a8c6c7368bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559441 Aug 09 15:41:40.218535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc4bffd-8fa5-40cf-a353-0b9e7b1d4717 None None] Checking router: 20ff278b-9da2-4bdc-b6cb-39920c718a04 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:41:40.238973 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc4bffd-8fa5-40cf-a353-0b9e7b1d4717 None None] Routers {'20ff278b-9da2-4bdc-b6cb-39920c718a04'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:40.239616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8dc4bffd-8fa5-40cf-a353-0b9e7b1d4717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:41:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['20ff278b-9da2-4bdc-b6cb-39920c718a04'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:40.247162 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:39Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:40.315229 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00db131-7439-4c67-ad90-b7f5717bfc2e None None] The sync data for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 is: [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:39Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:41:40.368026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda284d6-b7c3-4436-ba5b-f1ed1e0c1068 req-197f1a4a-7870-4610-9c75-4351d7d14ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:40.372484 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eda284d6-b7c3-4436-ba5b-f1ed1e0c1068 req-197f1a4a-7870-4610-9c75-4351d7d14ab8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56a9cdce47a44213a60c8fa201cfe7a1&device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 1095 time: 0.3302562 Aug 09 15:41:40.396459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705778da-4afc-4a70-8853-aeb585d03acd req-c85139e2-64ec-432d-9a14-c51a7e09fcb5 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:40.426678 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-705778da-4afc-4a70-8853-aeb585d03acd req-c85139e2-64ec-432d-9a14-c51a7e09fcb5 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 944 time: 0.2166731 Aug 09 15:41:40.476669 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3893742-59ee-450c-a206-43477c0a1247 req-4d9028e9-2ba4-4284-9b83-e51786d4f436 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988657 Aug 09 15:41:40.508272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46354c00-5052-4698-8a41-5fbf33de8ff3 req-4fb677bd-f9c3-4b9d-86f4-366866ede6d4 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:40.511530 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-46354c00-5052-4698-8a41-5fbf33de8ff3 req-4fb677bd-f9c3-4b9d-86f4-366866ede6d4 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 948 time: 0.1225793 Aug 09 15:41:40.529893 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ef280b9b-e06d-467f-aeb2-7db05648b38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:40.556485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-8dc4bffd-8fa5-40cf-a353-0b9e7b1d4717 None None] Set router 20ff278b-9da2-4bdc-b6cb-39920c718a04 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:40.652498 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-46354c00-5052-4698-8a41-5fbf33de8ff3 req-8c00a53f-e35a-476d-9367-7d6a8af2474b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308057 Aug 09 15:41:40.699797 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-705778da-4afc-4a70-8853-aeb585d03acd req-66327dc7-7300-45d7-8161-70e3bbae4c4e tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721593 Aug 09 15:41:40.754496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad790a-8ebc-4a93-8056-67a7564eeba6 req-622a8435-5220-4ca7-9a8a-897c36662506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:40.758605 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1dad790a-8ebc-4a93-8056-67a7564eeba6 req-622a8435-5220-4ca7-9a8a-897c36662506 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 1099 time: 0.1466689 Aug 09 15:41:40.840261 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:40.883308 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda284d6-b7c3-4436-ba5b-f1ed1e0c1068 req-0f403c7f-6764-43a7-9834-83930d10ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:40.885774 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eda284d6-b7c3-4436-ba5b-f1ed1e0c1068 req-0f403c7f-6764-43a7-9834-83930d10ad41 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=56a9cdce47a44213a60c8fa201cfe7a1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4482310 Aug 09 15:41:40.980145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be6d4cd-1129-4c1b-bb27-d278d29c2cdb req-afe4118c-e42c-465d-b9ec-a50952a02789 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 210 time: 0.2187974 Aug 09 15:41:41.111635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad790a-8ebc-4a93-8056-67a7564eeba6 req-3538ac24-330f-4db1-8dfb-d4d1c949747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.116095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1dad790a-8ebc-4a93-8056-67a7564eeba6 req-3538ac24-330f-4db1-8dfb-d4d1c949747b service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3410897 Aug 09 15:41:41.267677 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8dc4bffd-8fa5-40cf-a353-0b9e7b1d4717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '96c91287-b40a-4a3a-bd7f-02507040d779', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'port_id': '6107feca-6394-438c-9d0a-2a04d4574bf4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'mac_address': 'fa:16:3e:62:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:04Z', 'updated_at': '2021-08-09T15:41:35Z', 'revision_number': 1, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db398fa-610c-42d7-a2bb-e4e6eceeb59e', 'name': '', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'mac_address': 'fa:16:3e:f2:ce:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:55Z', 'updated_at': '2021-08-09T15:41:04Z', 'revision_number': 5, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'subnets': [{'id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:41.279737 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.326847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc4bffd-8fa5-40cf-a353-0b9e7b1d4717 None None] The sync data for ids ['20ff278b-9da2-4bdc-b6cb-39920c718a04'] in n-d-803778-2 is: [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '96c91287-b40a-4a3a-bd7f-02507040d779', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'port_id': '6107feca-6394-438c-9d0a-2a04d4574bf4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'mac_address': 'fa:16:3e:62:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:04Z', 'updated_at': '2021-08-09T15:41:35Z', 'revision_number': 1, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db398fa-610c-42d7-a2bb-e4e6eceeb59e', 'name': '', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'mac_address': 'fa:16:3e:f2:ce:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:55Z', 'updated_at': '2021-08-09T15:41:04Z', 'revision_number': 5, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'subnets': [{'id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:41:41.336008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69371c54-a275-4213-aaa0-6e1247277147 req-7fc22a67-11b8-4676-bf8e-52ae49a70da2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.349259 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69371c54-a275-4213-aaa0-6e1247277147 req-7fc22a67-11b8-4676-bf8e-52ae49a70da2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 949 time: 0.3991392 Aug 09 15:41:41.349497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1dad790a-8ebc-4a93-8056-67a7564eeba6 req-aff5368e-8559-4651-aa42-f92902327974 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=a9e4a578-c835-40e8-961f-ce18610a6aed HTTP/1.1" status: 200 len: 217 time: 0.1274414 Aug 09 15:41:41.407906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 05c23951-ea18-4669-b283-0554d44c361c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:41.428814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbd2f1-a13c-4f69-a890-35fad67b8a87 req-38761354-f2fc-499f-a499-9b72e60fdb05 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.436814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbd2f1-a13c-4f69-a890-35fad67b8a87 req-38761354-f2fc-499f-a499-9b72e60fdb05 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.452272 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69371c54-a275-4213-aaa0-6e1247277147 req-987e40e1-e5eb-496d-8789-eb52c8f684b0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050735 Aug 09 15:41:41.456382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:41.473209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbd2f1-a13c-4f69-a890-35fad67b8a87 req-38761354-f2fc-499f-a499-9b72e60fdb05 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.480755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbd2f1-a13c-4f69-a890-35fad67b8a87 req-38761354-f2fc-499f-a499-9b72e60fdb05 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.486816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbd2f1-a13c-4f69-a890-35fad67b8a87 req-38761354-f2fc-499f-a499-9b72e60fdb05 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.494801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbd2f1-a13c-4f69-a890-35fad67b8a87 req-38761354-f2fc-499f-a499-9b72e60fdb05 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.501172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbd2f1-a13c-4f69-a890-35fad67b8a87 req-38761354-f2fc-499f-a499-9b72e60fdb05 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.510413 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ddbd2f1-a13c-4f69-a890-35fad67b8a87 req-38761354-f2fc-499f-a499-9b72e60fdb05 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.3828349 Aug 09 15:41:41.522994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda284d6-b7c3-4436-ba5b-f1ed1e0c1068 req-c63ad9d5-b39b-4a08-8343-4fffec30f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.525197 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eda284d6-b7c3-4436-ba5b-f1ed1e0c1068 req-c63ad9d5-b39b-4a08-8343-4fffec30f1df service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6278701 Aug 09 15:41:41.562355 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.624003 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ddbd2f1-a13c-4f69-a890-35fad67b8a87 req-4234eb05-aac9-402f-9cc8-b961db958d14 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123273 Aug 09 15:41:41.625267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 05c23951-ea18-4669-b283-0554d44c361c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:41.653375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad790a-8ebc-4a93-8056-67a7564eeba6 req-ec403b5c-8643-44a7-ac04-6908c95d0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.654973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1dad790a-8ebc-4a93-8056-67a7564eeba6 req-ec403b5c-8643-44a7-ac04-6908c95d0eed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2952340 Aug 09 15:41:41.655191 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 05c23951-ea18-4669-b283-0554d44c361c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:41.655513 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.659546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:41.683896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8810-91b2-4532-afe0-931f1912bffc req-9f0ae54f-54b2-4461-a3ea-510636866361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.687763 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-9f0ae54f-54b2-4461-a3ea-510636866361 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56a9cdce47a44213a60c8fa201cfe7a1&device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 1095 time: 0.1172180 Aug 09 15:41:41.734365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:41.735325 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.767088 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-9a3be478-9869-4ff1-8bb1-a7e52e21aa3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d779416d-ff4a-4529-a262-c4fa52f0a1d6 HTTP/1.1" status: 200 len: 217 time: 0.0713851 Aug 09 15:41:41.795970 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1436ae2-05ad-40b9-ac71-9e8aa234f736 None None] New status for floating IP 96c91287-b40a-4a3a-bd7f-02507040d779: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:41:41.838774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad790a-8ebc-4a93-8056-67a7564eeba6 req-d1d6d048-1d6b-48d1-a565-24bca8e940c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.840353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1dad790a-8ebc-4a93-8056-67a7564eeba6 req-d1d6d048-1d6b-48d1-a565-24bca8e940c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1742718 Aug 09 15:41:41.983722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8810-91b2-4532-afe0-931f1912bffc req-8cee27be-68d6-4304-9268-353d8a4ee172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:41.986674 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-8cee27be-68d6-4304-9268-353d8a4ee172 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82c3509c-bab9-44af-9d9b-b3d9b756bbe9 HTTP/1.1" status: 200 len: 854 time: 0.2009561 Aug 09 15:41:42.048026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a272fbe-41be-42c4-929c-5bd64abea7cf req-d5d76633-3d53-4f48-aeee-f86e2aa7b870 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.050255 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a272fbe-41be-42c4-929c-5bd64abea7cf req-d5d76633-3d53-4f48-aeee-f86e2aa7b870 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 948 time: 0.1468654 Aug 09 15:41:42.069379 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.083375 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.088183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8810-91b2-4532-afe0-931f1912bffc req-b3b4d685-2f1b-444c-86ab-13d343f5fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.090092 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-b3b4d685-2f1b-444c-86ab-13d343f5fb6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad03a4f1-7ba1-4958-89d7-707b33424489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937719 Aug 09 15:41:42.112676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e31e6-5345-4286-9ee7-7342140507cc req-b9f46739-c360-464e-a06e-c49c8513256d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.120033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e31e6-5345-4286-9ee7-7342140507cc req-b9f46739-c360-464e-a06e-c49c8513256d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.127816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e31e6-5345-4286-9ee7-7342140507cc req-b9f46739-c360-464e-a06e-c49c8513256d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.144052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e31e6-5345-4286-9ee7-7342140507cc req-b9f46739-c360-464e-a06e-c49c8513256d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.151670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e31e6-5345-4286-9ee7-7342140507cc req-b9f46739-c360-464e-a06e-c49c8513256d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.152638 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a272fbe-41be-42c4-929c-5bd64abea7cf req-269e92a8-2b11-4676-8818-502e9edc83ba tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897574 Aug 09 15:41:42.158333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e31e6-5345-4286-9ee7-7342140507cc req-b9f46739-c360-464e-a06e-c49c8513256d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.159636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 05c23951-ea18-4669-b283-0554d44c361c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=05c23951-ea18-4669-b283-0554d44c361c,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:42.165317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e31e6-5345-4286-9ee7-7342140507cc req-b9f46739-c360-464e-a06e-c49c8513256d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.166840 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.182610 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b68e31e6-5345-4286-9ee7-7342140507cc req-b9f46739-c360-464e-a06e-c49c8513256d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.4376290 Aug 09 15:41:42.187916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53040) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:42.228168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-fc26899b-8ebb-4f41-8a3e-68dfd1fcb1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Request body: {'floatingip': {'port_id': 'acc8dcac-3435-4ea9-909a-709abae24ea2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:42.278191 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=05c23951-ea18-4669-b283-0554d44c361c,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:42.301358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:42.306765 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383f6230-b3f8-409e-9593-9bb0e88a7e85" -d '{"events": [{"server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "name": "network-vif-plugged", "status": "completed", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:42.332257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:42.339022 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.344156 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-9919f039-7089-46b6-86fe-20408d2b79a9 service neutron] 10.222.0.53 "GET /v2.0/networks/ad03a4f1-7ba1-4958-89d7-707b33424489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427404 Aug 09 15:41:42.362224 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc26899b-8ebb-4f41-8a3e-68dfd1fcb1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.373101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b184-2548-4235-a6fc-4f4902034f9b req-4a726ca6-8d8f-4824-b08f-2bf78bfe94ba tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.380649 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a736b184-2548-4235-a6fc-4f4902034f9b req-4a726ca6-8d8f-4824-b08f-2bf78bfe94ba tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 944 time: 0.1124744 Aug 09 15:41:42.419731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:42.478283 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a736b184-2548-4235-a6fc-4f4902034f9b req-330e1dea-d281-4714-9381-2c41fa926a12 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966594 Aug 09 15:41:42.504928 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b81b8810-91b2-4532-afe0-931f1912bffc req-ef2c3e56-6f22-4f7c-aaee-6ed4699ee108 service neutron] 10.222.0.53 "GET /v2.0/networks/ad03a4f1-7ba1-4958-89d7-707b33424489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507521 Aug 09 15:41:42.544338 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecf1e18-a8e2-4b15-b40e-2c7ec965d0b6 x-openstack-request-id: req-6ecf1e18-a8e2-4b15-b40e-2c7ec965d0b6 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:42.544894 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "name": "network-vif-plugged", "status": "completed", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:42.545192 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ecf1e18-a8e2-4b15-b40e-2c7ec965d0b6 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:42.545699 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'code': 200} Aug 09 15:41:42.578420 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6df0068a-29a4-45e9-84e5-f85f1be14253 req-4a93957e-c6e5-41d9-8b03-f4c36ca357ba tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 210 time: 0.1390858 Aug 09 15:41:42.586568 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1dad790a-8ebc-4a93-8056-67a7564eeba6 req-30404e20-e40e-48e9-9ac2-3244a0f0bc34 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277772 Aug 09 15:41:42.617049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a9e4a578-c835-40e8-961f-ce18610a6aed details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:42.659772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-ff261e86-d1b0-4912-81be-71425b52abc5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.661218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-ff261e86-d1b0-4912-81be-71425b52abc5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.53 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 820 time: 0.6904380 Aug 09 15:41:42.675988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Request body: {'port': {'device_id': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'admin_state_up': True, 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:42.751577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a9e4a578-c835-40e8-961f-ce18610a6aed, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a9e4a578-c835-40e8-961f-ce18610a6aed,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:42.767437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'a9e4a578-c835-40e8-961f-ce18610a6aed', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'a9e4a578-c835-40e8-961f-ce18610a6aed', 'mac_address': 'fa:16:3e:0a:f9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:42.788928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c28aed-bfe3-4982-90cd-b50e1cd2e92e req-9dfde3ed-57ac-4036-80fc-310faa060169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.791600 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d5c28aed-bfe3-4982-90cd-b50e1cd2e92e req-9dfde3ed-57ac-4036-80fc-310faa060169 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1101 time: 0.1601195 Aug 09 15:41:42.812530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a639a-92e4-4292-834a-a050c77d2390 req-8c76c1e9-3b25-403e-862b-c8941a24e1f6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.817137 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da0a639a-92e4-4292-834a-a050c77d2390 req-8c76c1e9-3b25-403e-862b-c8941a24e1f6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.1250970 Aug 09 15:41:42.820344 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.849898 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.864815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e4a578-c835-40e8-961f-ce18610a6aed {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:42.889436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a9e4a578-c835-40e8-961f-ce18610a6aed, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a9e4a578-c835-40e8-961f-ce18610a6aed,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:42.894563 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.905170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d5c28aed-bfe3-4982-90cd-b50e1cd2e92e req-c4d672a7-b3a5-40d9-9b69-bb1d0e57b984 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861940 Aug 09 15:41:42.915931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da0a639a-92e4-4292-834a-a050c77d2390 req-73315636-626b-4520-bc1a-d0c8b3ac7f55 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888901 Aug 09 15:41:42.955326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a9e4a578-c835-40e8-961f-ce18610a6aed,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:42.965221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:42.965717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:42.965963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:42.966307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:42.966647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:42.966984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:42.967318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:42.967649 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:42.967976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:42.968305 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:42.968627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:42.968953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:43.246379 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1dad790a-8ebc-4a93-8056-67a7564eeba6 req-be8d3eb2-9c4b-462c-bec4-fdd1d6339dd9 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506376 Aug 09 15:41:43.277537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['a9e4a578-c835-40e8-961f-ce18610a6aed'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:43.348392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 05c23951-ea18-4669-b283-0554d44c361c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:43.376446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042ba36-1ba6-47b8-8087-76a767f17fb7 req-813fac20-665a-4421-9757-ebe19899aa95 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:43.380907 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:43.386974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b042ba36-1ba6-47b8-8087-76a767f17fb7 req-813fac20-665a-4421-9757-ebe19899aa95 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 949 time: 0.1630087 Aug 09 15:41:43.442730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Made reservation on behalf of 210453a2c50a4e2b84c8ee49b3953cc4 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:43.446961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:43.451537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 05c23951-ea18-4669-b283-0554d44c361c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:43.451910 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:43.507004 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b042ba36-1ba6-47b8-8087-76a767f17fb7 req-96de64f6-d464-4604-8bed-7bd1fcb29a38 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189663 Aug 09 15:41:43.651198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faccd27-365e-442c-a5c9-f88b98c5daa0 req-2763213f-9a30-45c4-99f3-25f705d1d8ca tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:43.659815 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9faccd27-365e-442c-a5c9-f88b98c5daa0 req-2763213f-9a30-45c4-99f3-25f705d1d8ca tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 944 time: 0.0780492 Aug 09 15:41:43.711161 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9faccd27-365e-442c-a5c9-f88b98c5daa0 req-28ae6c57-f9e0-4f0d-85f7-8a45b7d07d80 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456691 Aug 09 15:41:43.786145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4447977-5580-4cee-b3cf-44af3f0dda3c req-73d7fb46-7447-41cc-bfb9-dd4512e5ded6 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 210 time: 0.1211112 Aug 09 15:41:43.813669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Allocated IP 172.20.0.12 (922de70d-2758-48ff-8835-329599f6b6c7/ced80bbb-45ca-4251-8111-596bd9789399/3639e246-e2de-4fdf-9cf4-0241acc5c123) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:43.829377 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.resource_extend [None req-fc26899b-8ebb-4f41-8a3e-68dfd1fcb1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:41:43.910403 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc26899b-8ebb-4f41-8a3e-68dfd1fcb1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:43.921179 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc26899b-8ebb-4f41-8a3e-68dfd1fcb1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:44.081867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56821b-68d9-424f-af0f-b5c4c2976fe1 req-179bc55b-252c-4db6-9750-98e1b2ad3620 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:44.083311 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd56821b-68d9-424f-af0f-b5c4c2976fe1 req-179bc55b-252c-4db6-9750-98e1b2ad3620 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0529292 Aug 09 15:41:44.110247 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-fc26899b-8ebb-4f41-8a3e-68dfd1fcb1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Floating IP 29b3e55e-683f-422f-a1bd-74ba262e1be2 associated. External IP: 172.25.2.224, port: acc8dcac-3435-4ea9-909a-709abae24ea2. Aug 09 15:41:44.141687 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd56821b-68d9-424f-af0f-b5c4c2976fe1 req-4d03faf1-60e2-4469-96c6-f41329e52d94 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399477 Aug 09 15:41:44.159122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:44.187597 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Transition to ACTIVE for port object 3639e246-e2de-4fdf-9cf4-0241acc5c123 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:44.287428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:44.379413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Network 922de70d-2758-48ff-8835-329599f6b6c7 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:44.409560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:44.412814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Pushing event updated for resources: {'Port': ['ID=3639e246-e2de-4fdf-9cf4-0241acc5c123,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:44.416494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:44.452528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:44.452872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:44.453209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:44.453543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:44.453894 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:44.454222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:44.454546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:44.454870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:44.455187 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:44.455507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:44.455846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:44.456163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:44.489750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc26899b-8ebb-4f41-8a3e-68dfd1fcb1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Router b6dc24a5-5284-456f-86b6-830978078b40 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:41:44.496406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:44.497030 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:44.518977 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f1ed7098-2329-47fe-809a-84c1002173f5 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8471212 Aug 09 15:41:44.558548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Request body: {'port': {'device_id': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:44.632540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d779416d-ff4a-4529-a262-c4fa52f0a1d6 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:44.645371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c7ab1-8acd-4270-b9a9-396272d055bb req-6354709b-5d28-4c0b-8a92-4b6f5d942db6 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:44.646643 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b77c7ab1-8acd-4270-b9a9-396272d055bb req-6354709b-5d28-4c0b-8a92-4b6f5d942db6 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 949 time: 0.0561373 Aug 09 15:41:44.660763 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:44.665215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ba76fb81-295a-48c5-bdeb-c704e3708fac None None] Provisioning for port 3639e246-e2de-4fdf-9cf4-0241acc5c123 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:44.679663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc26899b-8ebb-4f41-8a3e-68dfd1fcb1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:41:44.686021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc26899b-8ebb-4f41-8a3e-68dfd1fcb1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:44.701709 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b77c7ab1-8acd-4270-b9a9-396272d055bb req-c404a93d-e42c-4b28-a081-7bc5218ce28f tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464802 Aug 09 15:41:44.709109 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a297229-c020-4ffa-8f85-918732c8fa67 None None] Sync routers for ids ['b6dc24a5-5284-456f-86b6-830978078b40'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:41:44.713459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ba76fb81-295a-48c5-bdeb-c704e3708fac None None] Provisioning complete for port 3639e246-e2de-4fdf-9cf4-0241acc5c123 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:44.713773 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ba76fb81-295a-48c5-bdeb-c704e3708fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:44.737839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fc26899b-8ebb-4f41-8a3e-68dfd1fcb1d8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "PUT /v2.0/floatingips/29b3e55e-683f-422f-a1bd-74ba262e1be2 HTTP/1.1" status: 200 len: 991 time: 2.5294256 Aug 09 15:41:44.740000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': 'acc8dcac-3435-4ea9-909a-709abae24ea2'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:44.742558 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def514eb-a3f1-41f9-87e4-6129c9077125" -d '{"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "acc8dcac-3435-4ea9-909a-709abae24ea2"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:44.775266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a297229-c020-4ffa-8f85-918732c8fa67 None None] Routers {'b6dc24a5-5284-456f-86b6-830978078b40'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:44.775824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5a297229-c020-4ffa-8f85-918732c8fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:41:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b6dc24a5-5284-456f-86b6-830978078b40'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:44.782215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ba76fb81-295a-48c5-bdeb-c704e3708fac None None] Port 3639e246-e2de-4fdf-9cf4-0241acc5c123 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:41:44.865522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d779416d-ff4a-4529-a262-c4fa52f0a1d6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d779416d-ff4a-4529-a262-c4fa52f0a1d6,segment=NetworkSegment(5951a3db-0013-47b2-854f-7f56b25c5e70),segment_id=5951a3db-0013-47b2-854f-7f56b25c5e70)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:44.910692 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da97465-444d-481b-9956-90f000121eb0 x-openstack-request-id: req-8da97465-444d-481b-9956-90f000121eb0 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:44.911190 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "tag": "acc8dcac-3435-4ea9-909a-709abae24ea2", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:44.911190 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8da97465-444d-481b-9956-90f000121eb0 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:44.911575 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'tag': 'acc8dcac-3435-4ea9-909a-709abae24ea2', 'status': 'completed', 'code': 200} Aug 09 15:41:44.921125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8a9c5-e7d1-4211-8caf-c4b582f3313a req-84590eba-e81f-4529-bb75-2f69f0783984 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:44.922689 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53b8a9c5-e7d1-4211-8caf-c4b582f3313a req-84590eba-e81f-4529-bb75-2f69f0783984 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 944 time: 0.1108675 Aug 09 15:41:44.930914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'd779416d-ff4a-4529-a262-c4fa52f0a1d6', 'network_id': 'ad03a4f1-7ba1-4958-89d7-707b33424489', 'port_id': 'd779416d-ff4a-4529-a262-c4fa52f0a1d6', 'mac_address': 'fa:16:3e:76:20:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c3509c-bab9-44af-9d9b-b3d9b756bbe9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:44.985256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-5a297229-c020-4ffa-8f85-918732c8fa67 None None] Set router b6dc24a5-5284-456f-86b6-830978078b40 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:45.010175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53b8a9c5-e7d1-4211-8caf-c4b582f3313a req-b7e8b217-44d6-4e47-a6b7-a81724419baf tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813243 Aug 09 15:41:45.013884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305ad5f-c432-4506-8bf1-d0811c3e3eef req-e0efd06f-d308-47f4-911d-b7e82f901644 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.021437 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5305ad5f-c432-4506-8bf1-d0811c3e3eef req-e0efd06f-d308-47f4-911d-b7e82f901644 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 932 time: 0.0640182 Aug 09 15:41:45.042931 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:41:45.045508 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.047722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-738a8841-f636-4ece-9a0c-59ac93954e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.048104 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-738a8841-f636-4ece-9a0c-59ac93954e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.048927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-738a8841-f636-4ece-9a0c-59ac93954e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.049059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-738a8841-f636-4ece-9a0c-59ac93954e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.049478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-738a8841-f636-4ece-9a0c-59ac93954e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.049967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-738a8841-f636-4ece-9a0c-59ac93954e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.050425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-738a8841-f636-4ece-9a0c-59ac93954e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.052390 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-738a8841-f636-4ece-9a0c-59ac93954e41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6503 time: 0.1049719 Aug 09 15:41:45.074988 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5305ad5f-c432-4506-8bf1-d0811c3e3eef req-7bb77f99-0fbf-49d8-8fa8-4e70aa1cc145 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525739 Aug 09 15:41:45.079267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d779416d-ff4a-4529-a262-c4fa52f0a1d6 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:45.154451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d779416d-ff4a-4529-a262-c4fa52f0a1d6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d779416d-ff4a-4529-a262-c4fa52f0a1d6,segment=NetworkSegment(5951a3db-0013-47b2-854f-7f56b25c5e70),segment_id=5951a3db-0013-47b2-854f-7f56b25c5e70)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:45.161689 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.165982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3639e246-e2de-4fdf-9cf4-0241acc5c123 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:45.178403 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.204178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-bb9efa5c-7691-46fa-b66d-a63bb9492278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.204410 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-bb9efa5c-7691-46fa-b66d-a63bb9492278 service neutron] 10.222.0.53 "GET /v2.0/networks?id=513e6b81-6742-476e-a576-44c46ff3978e HTTP/1.1" status: 200 len: 918 time: 0.1404362 Aug 09 15:41:45.205280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Transition to ACTIVE for port object 3639e246-e2de-4fdf-9cf4-0241acc5c123 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:45.215941 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.307194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=d779416d-ff4a-4529-a262-c4fa52f0a1d6,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:45.352215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Pushing event updated for resources: {'Port': ['ID=3639e246-e2de-4fdf-9cf4-0241acc5c123,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:45.359574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-79cbf241-c711-4943-a50e-2b9021d8a405 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acc8dcac-3435-4ea9-909a-709abae24ea2 HTTP/1.1" status: 200 len: 999 time: 0.1409016 Aug 09 15:41:45.423701 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327645bc-36ac-495d-be88-3bec067e30b1 req-9ebbbbd2-5852-4dfd-b684-8365a050da6d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.425251 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-327645bc-36ac-495d-be88-3bec067e30b1 req-9ebbbbd2-5852-4dfd-b684-8365a050da6d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.1615322 Aug 09 15:41:45.426004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5a297229-c020-4ffa-8f85-918732c8fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '29b3e55e-683f-422f-a1bd-74ba262e1be2', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'port_id': 'acc8dcac-3435-4ea9-909a-709abae24ea2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'mac_address': 'fa:16:3e:1b:24:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:39:48Z', 'updated_at': '2021-08-09T15:41:43Z', 'revision_number': 1, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d7489-bb60-4eea-b271-296b634811f5', 'name': '', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'mac_address': 'fa:16:3e:39:b8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '19138694-734c-4465-b6cf-40c50ce31215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:56Z', 'updated_at': '2021-08-09T15:39:07Z', 'revision_number': 5, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'subnets': [{'id': '19138694-734c-4465-b6cf-40c50ce31215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:45.464489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a297229-c020-4ffa-8f85-918732c8fa67 None None] Checking router: b6dc24a5-5284-456f-86b6-830978078b40 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:41:45.485021 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a297229-c020-4ffa-8f85-918732c8fa67 None None] Routers {'b6dc24a5-5284-456f-86b6-830978078b40'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:45.485688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5a297229-c020-4ffa-8f85-918732c8fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:41:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b6dc24a5-5284-456f-86b6-830978078b40'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:45.503053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-cdb6ec45-fe61-4fc6-a6e6-50fb361dfe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.504514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-cdb6ec45-fe61-4fc6-a6e6-50fb361dfe13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=19138694-734c-4465-b6cf-40c50ce31215 HTTP/1.1" status: 200 len: 856 time: 0.1203547 Aug 09 15:41:45.518586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-327645bc-36ac-495d-be88-3bec067e30b1 req-bff95b4a-aeb5-404d-b0d2-f50e5f82e3ab tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725243 Aug 09 15:41:45.519401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Attempting to bind port 3639e246-e2de-4fdf-9cf4-0241acc5c123 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:45.519741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Attempting to bind port 3639e246-e2de-4fdf-9cf4-0241acc5c123 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:45.520069 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Attempting to bind port 3639e246-e2de-4fdf-9cf4-0241acc5c123 on network 922de70d-2758-48ff-8835-329599f6b6c7 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:45.548766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Port 3639e246-e2de-4fdf-9cf4-0241acc5c123 on network 922de70d-2758-48ff-8835-329599f6b6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:45.549090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Attempting to bind port 3639e246-e2de-4fdf-9cf4-0241acc5c123 on network 922de70d-2758-48ff-8835-329599f6b6c7 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:45.577570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:45.577931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Checking segment: {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:45.578314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Bound using segment: {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:45.578760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Bound port: 3639e246-e2de-4fdf-9cf4-0241acc5c123, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:45.579119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.599564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['d779416d-ff4a-4529-a262-c4fa52f0a1d6'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:45.608599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-71d303bc-ec5e-47d6-bb91-35179e2913ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.610174 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-71d303bc-ec5e-47d6-bb91-35179e2913ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=513e6b81-6742-476e-a576-44c46ff3978e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877931 Aug 09 15:41:45.685872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-5a297229-c020-4ffa-8f85-918732c8fa67 None None] Set router b6dc24a5-5284-456f-86b6-830978078b40 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:45.774376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] For port 3639e246-e2de-4fdf-9cf4-0241acc5c123, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:45.779742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b42486-dd4a-497b-938f-a3d47c47063f req-8fa1c50b-db9d-435a-bcc9-7a357948555d tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.787434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27b42486-dd4a-497b-938f-a3d47c47063f req-8fa1c50b-db9d-435a-bcc9-7a357948555d tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1101 time: 0.1453555 Aug 09 15:41:45.829933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] For port 3639e246-e2de-4fdf-9cf4-0241acc5c123, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:45.838788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-f8bcc06e-85fc-48b5-af3c-8beb617429ed service neutron] 10.222.0.53 "GET /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043574 Aug 09 15:41:45.839880 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.866906 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f15eee-95f2-490c-bcc8-9d976a76497e req-8d8bb121-4747-494c-b3b2-15119a20702a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:45.882150 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-98f15eee-95f2-490c-bcc8-9d976a76497e req-8d8bb121-4747-494c-b3b2-15119a20702a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 949 time: 0.0963223 Aug 09 15:41:45.947581 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-98f15eee-95f2-490c-bcc8-9d976a76497e req-864e2841-2a56-472f-86c6-bb1adad2ae6f tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611756 Aug 09 15:41:45.978678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27b42486-dd4a-497b-938f-a3d47c47063f req-8dc99852-bf64-41ed-9dc2-fdeb733127cc tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847029 Aug 09 15:41:46.101839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:46.105928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:46.107942 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] 10.222.0.53 "PUT /v2.0/ports/3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 1092 time: 1.5548766 Aug 09 15:41:46.134706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5a297229-c020-4ffa-8f85-918732c8fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '29b3e55e-683f-422f-a1bd-74ba262e1be2', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'port_id': 'acc8dcac-3435-4ea9-909a-709abae24ea2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'mac_address': 'fa:16:3e:1b:24:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:39:48Z', 'updated_at': '2021-08-09T15:41:43Z', 'revision_number': 1, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d7489-bb60-4eea-b271-296b634811f5', 'name': '', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'mac_address': 'fa:16:3e:39:b8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '19138694-734c-4465-b6cf-40c50ce31215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:56Z', 'updated_at': '2021-08-09T15:39:07Z', 'revision_number': 5, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'subnets': [{'id': '19138694-734c-4465-b6cf-40c50ce31215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:46.174192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d29884-5099-4a74-9576-816fd7bb7b8c service neutron] Pushing event updated for resources: {'Port': ['ID=3639e246-e2de-4fdf-9cf4-0241acc5c123,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:46.203079 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a297229-c020-4ffa-8f85-918732c8fa67 None None] The sync data for ids ['b6dc24a5-5284-456f-86b6-830978078b40'] in n-d-803778-2 is: [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '29b3e55e-683f-422f-a1bd-74ba262e1be2', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'port_id': 'acc8dcac-3435-4ea9-909a-709abae24ea2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'mac_address': 'fa:16:3e:1b:24:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16389029-3605-4c91-85d4-b817555504e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:39:48Z', 'updated_at': '2021-08-09T15:41:43Z', 'revision_number': 1, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d7489-bb60-4eea-b271-296b634811f5', 'name': '', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'mac_address': 'fa:16:3e:39:b8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '19138694-734c-4465-b6cf-40c50ce31215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:56Z', 'updated_at': '2021-08-09T15:39:07Z', 'revision_number': 5, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'subnets': [{'id': '19138694-734c-4465-b6cf-40c50ce31215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:41:46.223079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-def514eb-a3f1-41f9-87e4-6129c9077125 req-f8699982-1664-4f4c-91c1-677f4ae02d6b service neutron] 10.222.0.53 "GET /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441181 Aug 09 15:41:46.269136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd5186-9622-435b-9b2b-e4ba33067241 req-9d5a9fbe-ea24-40c3-acea-fca9504995cf tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:46.273477 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-14fd5186-9622-435b-9b2b-e4ba33067241 req-9d5a9fbe-ea24-40c3-acea-fca9504995cf tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 945 time: 0.1105897 Aug 09 15:41:46.319133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-c72f7a9c-a0e2-41e7-8a74-c5bbba558dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:46.322826 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-c72f7a9c-a0e2-41e7-8a74-c5bbba558dd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 1095 time: 0.1448412 Aug 09 15:41:46.375861 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-14fd5186-9622-435b-9b2b-e4ba33067241 req-bfdb4198-61bd-4be6-bf4a-f1fcb1850b3b tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871763 Aug 09 15:41:46.396029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-f5bff426-4d34-4d08-84ff-9d8423e51692 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 217 time: 0.0627856 Aug 09 15:41:46.477915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-18e7de91-c4fb-4383-97e9-7731bcacc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:46.479466 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-18e7de91-c4fb-4383-97e9-7731bcacc784 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.0722992 Aug 09 15:41:46.537176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512134a8-c1bc-4b93-8481-192a825fe9f8 req-f5c75b94-5ee0-46fe-a6c1-c8e518cfe067 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:46.539449 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-512134a8-c1bc-4b93-8481-192a825fe9f8 req-f5c75b94-5ee0-46fe-a6c1-c8e518cfe067 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 944 time: 0.0786934 Aug 09 15:41:46.543839 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62928894-ee78-462e-a6e5-efe10a4fd603 None None] New status for floating IP 29b3e55e-683f-422f-a1bd-74ba262e1be2: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:41:46.574711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-435c2b5b-f874-4ccc-921d-e030a24d5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:46.577032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-435c2b5b-f874-4ccc-921d-e030a24d5460 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888221 Aug 09 15:41:46.592502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-512134a8-c1bc-4b93-8481-192a825fe9f8 req-b4f2c595-293c-4e24-a6dc-af45e19d50ea tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397513 Aug 09 15:41:46.644227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a9e4a578-c835-40e8-961f-ce18610a6aed up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:46.723247 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-5cf24145-05fb-46b7-b5d9-a24a03400070 service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362538 Aug 09 15:41:46.754108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port a9e4a578-c835-40e8-961f-ce18610a6aed completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:46.758043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port a9e4a578-c835-40e8-961f-ce18610a6aed triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:46.758426 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:46.853299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32fa75-e341-47d7-9a58-ee6bac002198 req-692be90c-ba72-42ee-bc44-d82c57eed0ba service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206026 Aug 09 15:41:46.859796 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:46.887720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b1ab32-bb9a-4445-b50c-563709b2f6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e4a578-c835-40e8-961f-ce18610a6aed'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:46.890285 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6639e20e-3da2-4d33-8929-73ac712fcb7c" -d '{"events": [{"server_uuid": "39b1ab32-bb9a-4445-b50c-563709b2f6d8", "name": "network-vif-plugged", "status": "completed", "tag": "a9e4a578-c835-40e8-961f-ce18610a6aed"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:46.909631 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a9e4a578-c835-40e8-961f-ce18610a6aed, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a9e4a578-c835-40e8-961f-ce18610a6aed,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:46.913074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:46.917130 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d9783f-0a50-4254-b225-cd671da2c861" -d '{"events": [{"name": "network-changed", "server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:46.928531 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:46.982968 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b82976a-6329-47d9-b1ce-5896279da6a4 x-openstack-request-id: req-3b82976a-6329-47d9-b1ce-5896279da6a4 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:46.983278 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b1ab32-bb9a-4445-b50c-563709b2f6d8", "name": "network-vif-plugged", "status": "completed", "tag": "a9e4a578-c835-40e8-961f-ce18610a6aed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:46.983498 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b82976a-6329-47d9-b1ce-5896279da6a4 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:46.998129 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b1ab32-bb9a-4445-b50c-563709b2f6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e4a578-c835-40e8-961f-ce18610a6aed', 'code': 200} Aug 09 15:41:47.037362 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4093697-80dd-4bfb-a56d-cfb894428108 x-openstack-request-id: req-f4093697-80dd-4bfb-a56d-cfb894428108 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:47.041955 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:47.053202 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4093697-80dd-4bfb-a56d-cfb894428108 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:47.053202 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'status': 'completed', 'code': 200} Aug 09 15:41:47.060796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a9e4a578-c835-40e8-961f-ce18610a6aed,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:47.154869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfac073-6dee-4920-89ab-5954c2bb7036 req-0bc0e7f4-3ba2-4213-b695-f3d74e345aef tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:47.156546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cbfac073-6dee-4920-89ab-5954c2bb7036 req-0bc0e7f4-3ba2-4213-b695-f3d74e345aef tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 950 time: 0.0675735 Aug 09 15:41:47.207944 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cbfac073-6dee-4920-89ab-5954c2bb7036 req-1b78c0ea-ee71-4ceb-b32a-066f5a6abc51 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448117 Aug 09 15:41:47.473060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-ce7ee149-43ad-450b-9ea6-2752ccd81ed3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4964917 Aug 09 15:41:47.495907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba90fc1-6c18-4a2a-821a-b6973465eda8 req-f2172417-5f88-4d27-8cd4-e3084191d153 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:47.497773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ba90fc1-6c18-4a2a-821a-b6973465eda8 req-f2172417-5f88-4d27-8cd4-e3084191d153 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.4504035 Aug 09 15:41:47.502841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09b909-a73f-4293-9e11-4c5878e98c5a req-7e9b182b-fcb6-4bbe-81ac-2c2f0a34b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:47.504277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d09b909-a73f-4293-9e11-4c5878e98c5a req-7e9b182b-fcb6-4bbe-81ac-2c2f0a34b6b8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 1101 time: 0.4526041 Aug 09 15:41:47.506085 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9783f-0a50-4254-b225-cd671da2c861 req-1ecef0c1-3fa0-49bd-98d6-dcf9384a61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:47.507456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13d9783f-0a50-4254-b225-cd671da2c861 req-1ecef0c1-3fa0-49bd-98d6-dcf9384a61d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 1095 time: 0.4567080 Aug 09 15:41:47.528082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617450f-4574-4a91-8c26-d65f652e8c3b req-6b0dc5bc-1d71-488c-82f7-d2d73ecd7ec6 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:47.529309 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1617450f-4574-4a91-8c26-d65f652e8c3b req-6b0dc5bc-1d71-488c-82f7-d2d73ecd7ec6 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 945 time: 0.0759852 Aug 09 15:41:47.575786 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1617450f-4574-4a91-8c26-d65f652e8c3b req-0e15fa8b-676a-4934-9af0-7a969721bbce tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392590 Aug 09 15:41:47.623701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ba90fc1-6c18-4a2a-821a-b6973465eda8 req-b1cc0bda-9251-414a-9c1f-9b59d07af80b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152728 Aug 09 15:41:47.637913 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d09b909-a73f-4293-9e11-4c5878e98c5a req-a5fbc29e-d9be-4c34-90a8-b510448710b6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152976 Aug 09 15:41:47.660714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9783f-0a50-4254-b225-cd671da2c861 req-e5adce40-c58c-41a2-9a24-a9fdadab9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:47.662302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13d9783f-0a50-4254-b225-cd671da2c861 req-e5adce40-c58c-41a2-9a24-a9fdadab9db3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.1387339 Aug 09 15:41:47.743781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602cc82-797f-4b99-9cb5-0118873569ba req-3b77a747-420c-44f3-8e15-742b45bb7aed tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:47.745492 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4602cc82-797f-4b99-9cb5-0118873569ba req-3b77a747-420c-44f3-8e15-742b45bb7aed tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 944 time: 0.0713851 Aug 09 15:41:47.749255 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13d9783f-0a50-4254-b225-cd671da2c861 req-204bb6c7-d61d-4ac5-9ee2-a16f906d7be9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 217 time: 0.0435226 Aug 09 15:41:47.807400 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4602cc82-797f-4b99-9cb5-0118873569ba req-ae36b251-c174-4390-af85-86fd130cf172 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544407 Aug 09 15:41:47.808911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9783f-0a50-4254-b225-cd671da2c861 req-acbffdcd-c3f8-4c52-8e70-ae6fefa15c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:47.819124 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13d9783f-0a50-4254-b225-cd671da2c861 req-acbffdcd-c3f8-4c52-8e70-ae6fefa15c6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.0614653 Aug 09 15:41:47.889411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9783f-0a50-4254-b225-cd671da2c861 req-92f78651-d2dd-4286-b3fc-b59cbeaa0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:47.891118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13d9783f-0a50-4254-b225-cd671da2c861 req-92f78651-d2dd-4286-b3fc-b59cbeaa0d55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647044 Aug 09 15:41:47.991999 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13d9783f-0a50-4254-b225-cd671da2c861 req-520f756b-938d-405f-a690-5a3d827606cc service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933840 Aug 09 15:41:48.116039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13d9783f-0a50-4254-b225-cd671da2c861 req-c5037892-1e65-4de3-8c4a-848b7e554d0b service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140833 Aug 09 15:41:48.347760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8343f-021e-4e83-9237-8e25019668ba req-2eb262e3-c8d0-44f1-b2ad-0346b5bf7097 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:48.349448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-92b8343f-021e-4e83-9237-8e25019668ba req-2eb262e3-c8d0-44f1-b2ad-0346b5bf7097 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 950 time: 0.0592058 Aug 09 15:41:48.396314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-92b8343f-021e-4e83-9237-8e25019668ba req-bae76765-8a07-40df-9fb3-802d5276b047 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377796 Aug 09 15:41:48.655333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3639e246-e2de-4fdf-9cf4-0241acc5c123 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:48.663409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d779416d-ff4a-4529-a262-c4fa52f0a1d6 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:48.724498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988e3d6-f795-433c-a582-41c12e43ba95 req-ffd5afae-3e87-4d04-a2b3-085dbc700612 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:48.726151 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c988e3d6-f795-433c-a582-41c12e43ba95 req-ffd5afae-3e87-4d04-a2b3-085dbc700612 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 945 time: 0.0709746 Aug 09 15:41:48.787924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f4d87-c36f-417b-8248-a16df5951022 req-1fe51d52-c0ad-4ec4-b4d5-69cf2bdedcc3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:48.802052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-781f4d87-c36f-417b-8248-a16df5951022 req-1fe51d52-c0ad-4ec4-b4d5-69cf2bdedcc3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0875611 Aug 09 15:41:48.807491 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c988e3d6-f795-433c-a582-41c12e43ba95 req-4e56b9a5-96ee-4c2d-a167-df0856c4e3cf tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720937 Aug 09 15:41:48.818297 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port d779416d-ff4a-4529-a262-c4fa52f0a1d6 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:48.847836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port d779416d-ff4a-4529-a262-c4fa52f0a1d6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:48.848220 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:48.880437 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-781f4d87-c36f-417b-8248-a16df5951022 req-05524a65-8809-4fbf-b07a-27d2b198082b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764353 Aug 09 15:41:48.908660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3639e246-e2de-4fdf-9cf4-0241acc5c123, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:48.928834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'port_id': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'mac_address': 'fa:16:3e:ac:0b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:49.016259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bac698-50a1-47ae-b907-245e08084ef2 req-61487f27-87da-4b40-8eaf-5e5be853e06a tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:49.017958 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27bac698-50a1-47ae-b907-245e08084ef2 req-61487f27-87da-4b40-8eaf-5e5be853e06a tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 944 time: 0.0782504 Aug 09 15:41:49.106488 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27bac698-50a1-47ae-b907-245e08084ef2 req-77390360-1250-4312-9eb1-d815d4dffbbe tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500081 Aug 09 15:41:49.113118 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-91527486-ef54-4e91-9b21-f29c8c357178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:49.114769 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-91527486-ef54-4e91-9b21-f29c8c357178 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1101 time: 0.0923214 Aug 09 15:41:49.184334 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:49.194535 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:49.208172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3639e246-e2de-4fdf-9cf4-0241acc5c123 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:49.221045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-8df7e702-7781-4726-9e67-99415cdd5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:49.222820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-8df7e702-7781-4726-9e67-99415cdd5723 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.0963051 Aug 09 15:41:49.240017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0e6a8f-8fb0-4934-a616-9e6911e707d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd779416d-ff4a-4529-a262-c4fa52f0a1d6'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:49.242308 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12a4be5-666a-4842-9512-2ff452bc1322" -d '{"events": [{"server_uuid": "fd0e6a8f-8fb0-4934-a616-9e6911e707d9", "name": "network-vif-plugged", "status": "completed", "tag": "d779416d-ff4a-4529-a262-c4fa52f0a1d6"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:49.246234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3639e246-e2de-4fdf-9cf4-0241acc5c123, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:49.257141 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:49.260924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d779416d-ff4a-4529-a262-c4fa52f0a1d6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d779416d-ff4a-4529-a262-c4fa52f0a1d6,segment=NetworkSegment(5951a3db-0013-47b2-854f-7f56b25c5e70),segment_id=5951a3db-0013-47b2-854f-7f56b25c5e70)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:49.268516 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:49.276745 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-b40eb4f9-02f5-46f1-8636-9b425ca5bebf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0463524 Aug 09 15:41:49.308102 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761a76d6-9d07-48cc-bcd2-7234c1ba808b x-openstack-request-id: req-761a76d6-9d07-48cc-bcd2-7234c1ba808b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:49.308694 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0e6a8f-8fb0-4934-a616-9e6911e707d9", "name": "network-vif-plugged", "status": "completed", "tag": "d779416d-ff4a-4529-a262-c4fa52f0a1d6", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:49.309112 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-761a76d6-9d07-48cc-bcd2-7234c1ba808b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:49.309504 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0e6a8f-8fb0-4934-a616-9e6911e707d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd779416d-ff4a-4529-a262-c4fa52f0a1d6', 'code': 200} Aug 09 15:41:49.340361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3639e246-e2de-4fdf-9cf4-0241acc5c123,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:49.342038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-d322fb69-ac95-4163-840d-93e1a065d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:49.345258 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-d322fb69-ac95-4163-840d-93e1a065d8ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0559177 Aug 09 15:41:49.407173 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=d779416d-ff4a-4529-a262-c4fa52f0a1d6,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:49.410942 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-50e831c8-1e05-424c-a708-289bc509ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:49.413835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-50e831c8-1e05-424c-a708-289bc509ddb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607951 Aug 09 15:41:49.419725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b1319-9e28-433c-b3ed-48f1a48bdeb3 req-ca2c33da-b04b-4039-8d5c-ce89ddebae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:49.426872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-884b1319-9e28-433c-b3ed-48f1a48bdeb3 req-ca2c33da-b04b-4039-8d5c-ce89ddebae70 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 1097 time: 0.0583129 Aug 09 15:41:49.476107 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-884b1319-9e28-433c-b3ed-48f1a48bdeb3 req-08dee8b0-6b80-4e80-b61c-d45aa433835a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Aug 09 15:41:49.530112 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-917a5fe8-8f90-45ca-9aac-7bac3e222490 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070945 Aug 09 15:41:49.537200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78f8a5-e829-4ee5-ac28-bee449105780 req-9d946627-a96c-46c2-9594-bad611796ed4 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:49.542086 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c78f8a5-e829-4ee5-ac28-bee449105780 req-9d946627-a96c-46c2-9594-bad611796ed4 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 950 time: 0.0552857 Aug 09 15:41:49.591109 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c78f8a5-e829-4ee5-ac28-bee449105780 req-ec9a8e00-0b0d-4f10-8eaf-2a175462d414 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 Aug 09 15:41:49.636994 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-8dd4a581-a33c-41af-8dc4-cba75c3b68fc service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985034 Aug 09 15:41:49.702207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['3639e246-e2de-4fdf-9cf4-0241acc5c123'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:49.708648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a30577-6133-44f2-b166-3dc44619a27f req-a11ed1ae-1daf-4cd7-a8bd-be2ac9706d3e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:49.710314 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15a30577-6133-44f2-b166-3dc44619a27f req-a11ed1ae-1daf-4cd7-a8bd-be2ac9706d3e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4eb58-38c1-49b9-891f-1522e81a1d6c HTTP/1.1" status: 200 len: 950 time: 0.0532146 Aug 09 15:41:49.756594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15a30577-6133-44f2-b166-3dc44619a27f req-897bd9d7-6a3f-4727-bb1e-7ea76bdaf9ff tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392776 Aug 09 15:41:49.972907 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572aad9-dcca-4782-8104-073da1f12a40 req-bd311d18-b2f0-4187-a3bf-e7dedb93691f tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:49.974503 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2572aad9-dcca-4782-8104-073da1f12a40 req-bd311d18-b2f0-4187-a3bf-e7dedb93691f tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 946 time: 0.0520697 Aug 09 15:41:50.030216 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2572aad9-dcca-4782-8104-073da1f12a40 req-b9b06f21-4ecf-417d-b0c3-c705994d4381 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450721 Aug 09 15:41:50.073666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97146aba-859e-4944-87fb-48feca089ff0 req-c6b7cb83-1e79-46f0-85e0-25fdae1439c0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:50.080152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97146aba-859e-4944-87fb-48feca089ff0 req-c6b7cb83-1e79-46f0-85e0-25fdae1439c0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:50.081844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97146aba-859e-4944-87fb-48feca089ff0 req-c6b7cb83-1e79-46f0-85e0-25fdae1439c0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8&device_id=d3f4eb58-38c1-49b9-891f-1522e81a1d6c HTTP/1.1" status: 200 len: 1691 time: 0.0669565 Aug 09 15:41:50.130838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97146aba-859e-4944-87fb-48feca089ff0 req-73ff1225-7375-4691-8c19-74ab92b947c8 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Aug 09 15:41:50.161170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241a47d-66e8-4071-81c2-a7b5351a0f1b req-c2b84b0b-dc16-4d5f-b2a0-e4a3aaf1fa8b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:50.162806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7241a47d-66e8-4071-81c2-a7b5351a0f1b req-c2b84b0b-dc16-4d5f-b2a0-e4a3aaf1fa8b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0713117 Aug 09 15:41:50.217880 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7241a47d-66e8-4071-81c2-a7b5351a0f1b req-ed43b921-036f-45b1-88b4-216d0ecd80b6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485334 Aug 09 15:41:50.340002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b04a3-b82a-4b85-b897-16e64bd9efd9 req-7e8713dc-1cb5-4622-9079-d0ab5dffb0e6 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:50.341684 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa4b04a3-b82a-4b85-b897-16e64bd9efd9 req-7e8713dc-1cb5-4622-9079-d0ab5dffb0e6 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 945 time: 0.0535522 Aug 09 15:41:50.397936 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa4b04a3-b82a-4b85-b897-16e64bd9efd9 req-0d9d458e-2b1c-4d8b-b7f1-f166d6e494fd tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443709 Aug 09 15:41:50.425661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa513c36-bf5d-490b-8397-d7bcedbb073c req-0410ee1f-de40-4f26-924e-377ba4466fa3 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:50.427501 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa513c36-bf5d-490b-8397-d7bcedbb073c req-0410ee1f-de40-4f26-924e-377ba4466fa3 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 1101 time: 0.0461996 Aug 09 15:41:50.471741 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa513c36-bf5d-490b-8397-d7bcedbb073c req-77cb15c3-6718-44e5-ba14-0635712f24c7 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374055 Aug 09 15:41:50.581391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26470614-9509-433b-8956-ecb4bd2e25a5 req-25824533-08a3-4812-8bf0-6f3630bac51a tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:50.582950 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26470614-9509-433b-8956-ecb4bd2e25a5 req-25824533-08a3-4812-8bf0-6f3630bac51a tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4eb58-38c1-49b9-891f-1522e81a1d6c HTTP/1.1" status: 200 len: 1101 time: 0.0433538 Aug 09 15:41:50.617316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26470614-9509-433b-8956-ecb4bd2e25a5 req-e674ab82-0bf2-44ff-81d0-90e1cb0c8187 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283039 Aug 09 15:41:50.833358 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-3d36aae1-956e-4a90-8c8b-4f43407966d8 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238991 Aug 09 15:41:51.160448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4885c3-b69e-40bb-843e-e0db47339a74 req-d3245664-1c7b-484a-8932-6dd26dc6425f tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:51.162040 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a4885c3-b69e-40bb-843e-e0db47339a74 req-d3245664-1c7b-484a-8932-6dd26dc6425f tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 946 time: 0.0586839 Aug 09 15:41:51.212489 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a4885c3-b69e-40bb-843e-e0db47339a74 req-cdf8d931-9743-40a5-801b-2988432eb596 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431764 Aug 09 15:41:51.236460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b527e-c3a1-448b-86e6-7147a762e627 req-86e2cc70-20c0-4c4d-9c29-27d4ec9af320 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:51.237997 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-86e2cc70-20c0-4c4d-9c29-27d4ec9af320 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3975017 Aug 09 15:41:51.261811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-7334ee09-0807-47af-8229-e89db880e247 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/quotas/b224220100394a519e23f90f60157189 HTTP/1.1" status: 200 len: 375 time: 0.0107014 Aug 09 15:41:51.333529 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-416fb55d-0203-42a7-a70c-351851145a83 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0639281 Aug 09 15:41:51.472036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefabb54-8c8e-4108-b3f8-a1b526edda9e req-7167bd40-bdfc-44ee-b174-7af9e7937987 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:51.474929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fefabb54-8c8e-4108-b3f8-a1b526edda9e req-7167bd40-bdfc-44ee-b174-7af9e7937987 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0758507 Aug 09 15:41:51.529305 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fefabb54-8c8e-4108-b3f8-a1b526edda9e req-7603546f-f37c-443b-9ec9-1804411ae3da tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464869 Aug 09 15:41:51.622133 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0465d0f-9b74-4612-ac0b-b1ef41ecf716 req-efdbd9ca-4f9a-4709-9e29-48b043dc8b3c tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 210 time: 0.0457976 Aug 09 15:41:51.685376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fe919-fc30-4c2c-8dab-fc43785d1fb9 req-3c71ff5a-656a-4938-a671-2ef21821c7f4 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:51.689011 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c75fe919-fc30-4c2c-8dab-fc43785d1fb9 req-3c71ff5a-656a-4938-a671-2ef21821c7f4 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 945 time: 0.0645378 Aug 09 15:41:51.752181 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c75fe919-fc30-4c2c-8dab-fc43785d1fb9 req-6e120528-7398-4cd9-b179-9510532e7aeb tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531769 Aug 09 15:41:52.712668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68975817-41ee-414b-8806-69fbe5a3d24a req-8f398d56-7cc9-4335-b33d-489529ded39d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:52.716250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3639e246-e2de-4fdf-9cf4-0241acc5c123 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:52.718652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68975817-41ee-414b-8806-69fbe5a3d24a req-8f398d56-7cc9-4335-b33d-489529ded39d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0915084 Aug 09 15:41:52.795972 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5693e835-49eb-4287-a86f-b6c43ddf275f req-1c6632b0-59dd-4889-a511-3d37fe6e3077 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 210 time: 0.0589125 Aug 09 15:41:52.861230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 3639e246-e2de-4fdf-9cf4-0241acc5c123 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:52.866326 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5f1805d3-77ab-406f-80de-a264ca5c4a9a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667272 Aug 09 15:41:52.867698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 3639e246-e2de-4fdf-9cf4-0241acc5c123 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:52.868582 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:52.895772 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68975817-41ee-414b-8806-69fbe5a3d24a req-12dc7e56-5f07-45ef-9717-5c5027d1f1c9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646082 Aug 09 15:41:52.990091 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.019727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:53.022882 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbd3177-3f81-4c30-b455-97d78745aacc" -d '{"events": [{"server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "name": "network-vif-plugged", "status": "completed", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:53.034830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cfebe-a7c4-4178-92ff-47280d415028 req-d1abdcc9-f8c1-40f6-983a-5a4b6419a132 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:53.039386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3639e246-e2de-4fdf-9cf4-0241acc5c123, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:53.045946 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c9cfebe-a7c4-4178-92ff-47280d415028 req-d1abdcc9-f8c1-40f6-983a-5a4b6419a132 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 945 time: 0.0761864 Aug 09 15:41:53.046673 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.094109 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63fd1e2-7aa3-4c54-a326-65ae4d8d1e33 x-openstack-request-id: req-e63fd1e2-7aa3-4c54-a326-65ae4d8d1e33 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:53.094338 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "name": "network-vif-plugged", "status": "completed", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:53.094540 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e63fd1e2-7aa3-4c54-a326-65ae4d8d1e33 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:53.094920 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'code': 200} Aug 09 15:41:53.101619 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c9cfebe-a7c4-4178-92ff-47280d415028 req-cc6484c8-6a5d-4c2c-b38d-c6e4fe4b292b tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546935 Aug 09 15:41:53.104645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b527e-c3a1-448b-86e6-7147a762e627 req-34c52861-5eca-49b3-b4a1-1c129af665c7 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:53.106380 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-34c52861-5eca-49b3-b4a1-1c129af665c7 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316966 Aug 09 15:41:53.127553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Request body: {'port': {'device_id': 'a868a51b-05e8-452c-b9f2-713aeffed6b3', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'b224220100394a519e23f90f60157189'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:53.145675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3639e246-e2de-4fdf-9cf4-0241acc5c123,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:53.204474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f773e72-60d3-41c5-b0b0-03550eabf3e4 req-3f37290c-8c51-4a9b-981d-106eb9bd207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:53.205997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f773e72-60d3-41c5-b0b0-03550eabf3e4 req-3f37290c-8c51-4a9b-981d-106eb9bd207a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 1097 time: 0.0465338 Aug 09 15:41:53.248994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Made reservation on behalf of b224220100394a519e23f90f60157189 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:41:53.251600 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f773e72-60d3-41c5-b0b0-03550eabf3e4 req-dade8387-fb8e-4e92-989f-f3726e5ab59e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327361 Aug 09 15:41:53.256353 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.396119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Allocated IP 192.168.233.84 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/32d3ea16-6368-43db-929f-ee55f1d84276) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:53.574915 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.589739 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Transition to ACTIVE for port object 32d3ea16-6368-43db-929f-ee55f1d84276 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:53.624340 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.638882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11', 'e0c72730-9587-4d23-938a-304414ec19f7', '604e77f6-97d3-4a7e-a035-023ba442e42f', 'a9e4a578-c835-40e8-961f-ce18610a6aed'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:53.643698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['4ed2fc80-93e5-4185-aed6-bb45f7ecbe68'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:53.708134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:53.709075 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event updated for resources: {'Port': ['ID=32d3ea16-6368-43db-929f-ee55f1d84276,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:53.716451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:53.719367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:53.724807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:53.725150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:53.725628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:53.725831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:53.726158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:53.726483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:53.726924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:53.727532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:53.727870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:53.728194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:53.729087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:53.729413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:53.786513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:53.787585 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:53.813697 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-549d2eaf-135d-4393-966b-5de93f22ff6d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6874979 Aug 09 15:41:53.835110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Request body: {'port': {'device_id': 'a868a51b-05e8-452c-b9f2-713aeffed6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:53.904001 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.079803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0fc06-a32b-4457-9411-e726010c0153 req-eb0beab3-c0be-41c9-b10e-74715e92b293 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:54.090315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8b0fc06-a32b-4457-9411-e726010c0153 req-eb0beab3-c0be-41c9-b10e-74715e92b293 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0908756 Aug 09 15:41:54.162504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8b0fc06-a32b-4457-9411-e726010c0153 req-111f52d1-3b2b-452a-bf50-03e42582af2c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694053 Aug 09 15:41:54.177199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680efecb-014e-4d3b-848e-5f5e97e3242c req-3b67a0fa-93f5-4bf1-b125-dd1300007c1d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:54.186056 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-680efecb-014e-4d3b-848e-5f5e97e3242c req-3b67a0fa-93f5-4bf1-b125-dd1300007c1d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 935 time: 0.2086115 Aug 09 15:41:54.228122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b6423242-491a-48f0-bf4d-6af629325fde None None] Provisioning for port 32d3ea16-6368-43db-929f-ee55f1d84276 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:54.233256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b6423242-491a-48f0-bf4d-6af629325fde None None] Provisioning complete for port 32d3ea16-6368-43db-929f-ee55f1d84276 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:54.233925 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b6423242-491a-48f0-bf4d-6af629325fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.287894 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-680efecb-014e-4d3b-848e-5f5e97e3242c req-3d8db17a-9054-45bf-95c4-7c4d318e0df3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008408 Aug 09 15:41:54.294485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b6423242-491a-48f0-bf4d-6af629325fde None None] Port 32d3ea16-6368-43db-929f-ee55f1d84276 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:41:54.436078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d3ea16-6368-43db-929f-ee55f1d84276 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:54.468568 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.490315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Transition to ACTIVE for port object 32d3ea16-6368-43db-929f-ee55f1d84276 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:41:54.498017 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.525144 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43b969-49e0-48e7-bb4a-15c9ef87cdfa req-d6d590e3-f4d8-4219-98f5-acd6fc7e1ddf tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:54.527076 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c43b969-49e0-48e7-bb4a-15c9ef87cdfa req-d6d590e3-f4d8-4219-98f5-acd6fc7e1ddf tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 946 time: 0.1079304 Aug 09 15:41:54.611188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Pushing event updated for resources: {'Port': ['ID=32d3ea16-6368-43db-929f-ee55f1d84276,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:54.637427 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c43b969-49e0-48e7-bb4a-15c9ef87cdfa req-6acd51d0-a31e-4d07-9c12-73d6403e2368 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815055 Aug 09 15:41:54.750348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Attempting to bind port 32d3ea16-6368-43db-929f-ee55f1d84276 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:41:54.751059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Attempting to bind port 32d3ea16-6368-43db-929f-ee55f1d84276 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:41:54.751471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Attempting to bind port 32d3ea16-6368-43db-929f-ee55f1d84276 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:54.767479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Port 32d3ea16-6368-43db-929f-ee55f1d84276 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:41:54.767975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Attempting to bind port 32d3ea16-6368-43db-929f-ee55f1d84276 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:41:54.785257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:41:54.785818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:41:54.786334 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:41:54.787282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Bound port: 32d3ea16-6368-43db-929f-ee55f1d84276, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:41:54.787741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.908081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] For port 32d3ea16-6368-43db-929f-ee55f1d84276, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:41:54.914140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] For port 32d3ea16-6368-43db-929f-ee55f1d84276, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=32d3ea16-6368-43db-929f-ee55f1d84276,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:41:54.922432 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.975950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:54.976794 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.978907 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] 10.222.0.60 "PUT /v2.0/ports/32d3ea16-6368-43db-929f-ee55f1d84276 HTTP/1.1" status: 200 len: 1095 time: 1.1487138 Aug 09 15:41:54.979566 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a868a51b-05e8-452c-b9f2-713aeffed6b3', 'tag': '32d3ea16-6368-43db-929f-ee55f1d84276'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:54.983261 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a1c904-57bb-4272-85c3-42db7862a049" -d '{"events": [{"name": "network-changed", "server_uuid": "a868a51b-05e8-452c-b9f2-713aeffed6b3", "tag": "32d3ea16-6368-43db-929f-ee55f1d84276"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:55.007845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241e817-5819-465d-981c-e3e481a2f1de service neutron] Pushing event updated for resources: {'Port': ['ID=32d3ea16-6368-43db-929f-ee55f1d84276,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:55.064905 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77b945d-c356-4fc7-9cfe-8043d5f2099e x-openstack-request-id: req-e77b945d-c356-4fc7-9cfe-8043d5f2099e {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:55.065192 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a868a51b-05e8-452c-b9f2-713aeffed6b3", "tag": "32d3ea16-6368-43db-929f-ee55f1d84276", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:55.065583 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e77b945d-c356-4fc7-9cfe-8043d5f2099e {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:55.066210 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a868a51b-05e8-452c-b9f2-713aeffed6b3', 'tag': '32d3ea16-6368-43db-929f-ee55f1d84276', 'status': 'completed', 'code': 200} Aug 09 15:41:55.088232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b527e-c3a1-448b-86e6-7147a762e627 req-adaf99df-cb36-45c2-b686-c2bed895bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:55.089916 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-adaf99df-cb36-45c2-b686-c2bed895bb08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 1098 time: 0.0600483 Aug 09 15:41:55.146404 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-fc6b6ee7-4956-4a43-8985-3f2f5281bf64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=32d3ea16-6368-43db-929f-ee55f1d84276 HTTP/1.1" status: 200 len: 217 time: 0.0465806 Aug 09 15:41:55.241317 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b527e-c3a1-448b-86e6-7147a762e627 req-bdae87bd-ce70-4ecf-84be-b8cba8632076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:55.256844 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-bdae87bd-ce70-4ecf-84be-b8cba8632076 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0898554 Aug 09 15:41:55.335179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc7b81-26d6-4752-82f2-1ef96f478562 req-c194e2d1-5e37-42c9-b2a6-bc128acc9a3e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:55.342689 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1dcc7b81-26d6-4752-82f2-1ef96f478562 req-c194e2d1-5e37-42c9-b2a6-bc128acc9a3e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0667448 Aug 09 15:41:55.381429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b527e-c3a1-448b-86e6-7147a762e627 req-409642e8-2a71-4148-a85e-0fc9821d7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:55.383187 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-409642e8-2a71-4148-a85e-0fc9821d7a9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079102 Aug 09 15:41:55.401155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1dcc7b81-26d6-4752-82f2-1ef96f478562 req-eefd26c6-2866-4416-b53f-07521395d98b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524683 Aug 09 15:41:55.513670 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-a48735a0-92cb-4b60-ba67-0da8ef11a6b7 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219981 Aug 09 15:41:55.525902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134e1ea-7e55-41b8-8039-2a9eea13b333 req-f8713a07-a1d9-48b7-913c-7b1783aa969d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:55.527897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5134e1ea-7e55-41b8-8039-2a9eea13b333 req-f8713a07-a1d9-48b7-913c-7b1783aa969d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 947 time: 0.0638547 Aug 09 15:41:55.582381 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5134e1ea-7e55-41b8-8039-2a9eea13b333 req-a0c628b2-f864-4440-99b1-b4fd57055889 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470216 Aug 09 15:41:55.652281 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-422b527e-c3a1-448b-86e6-7147a762e627 req-943e5147-2af3-41c0-83d7-33d625e3e812 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270080 Aug 09 15:41:55.811405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1c904-57bb-4272-85c3-42db7862a049 req-600c2faf-3512-4c1b-ac4f-f9cc77a14450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:55.813731 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54a1c904-57bb-4272-85c3-42db7862a049 req-600c2faf-3512-4c1b-ac4f-f9cc77a14450 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 1098 time: 0.0753424 Aug 09 15:41:55.823176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598310e1-dce2-4c62-8ed9-2914d4946e99 req-187d826b-2ee7-4cb6-9f5e-575511c49d9c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:55.831733 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-598310e1-dce2-4c62-8ed9-2914d4946e99 req-187d826b-2ee7-4cb6-9f5e-575511c49d9c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 946 time: 0.1037066 Aug 09 15:41:55.959356 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-598310e1-dce2-4c62-8ed9-2914d4946e99 req-35e55cf0-2adb-41d8-ab20-804a39096492 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264873 Aug 09 15:41:56.027486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1c904-57bb-4272-85c3-42db7862a049 req-0bf7b397-d949-4451-932b-e9cce12719c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:56.029510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54a1c904-57bb-4272-85c3-42db7862a049 req-0bf7b397-d949-4451-932b-e9cce12719c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1955023 Aug 09 15:41:56.119669 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54a1c904-57bb-4272-85c3-42db7862a049 req-22e0b31b-68a3-4401-b167-d555261ff518 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=32d3ea16-6368-43db-929f-ee55f1d84276 HTTP/1.1" status: 200 len: 217 time: 0.0773218 Aug 09 15:41:56.214616 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1c904-57bb-4272-85c3-42db7862a049 req-554b9aed-f09f-4faa-8508-9d6ea1aef504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:56.216240 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54a1c904-57bb-4272-85c3-42db7862a049 req-554b9aed-f09f-4faa-8508-9d6ea1aef504 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0864999 Aug 09 15:41:56.223928 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-e318d6d5-b61c-4e07-8884-593683115aa2 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2151446 Aug 09 15:41:56.239744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:56.295925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.300506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1c904-57bb-4272-85c3-42db7862a049 req-4edfe125-3854-479e-8bc0-74e53be74f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:56.302398 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54a1c904-57bb-4272-85c3-42db7862a049 req-4edfe125-3854-479e-8bc0-74e53be74f12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774603 Aug 09 15:41:56.475349 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54a1c904-57bb-4272-85c3-42db7862a049 req-c2fc276f-21da-41bf-9b55-437e7280770f service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559691 Aug 09 15:41:56.543756 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979880-9cad-497c-ae34-ebccbb2ad71e req-d41a16cf-2086-4d63-a081-077b50ef0798 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:56.553026 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7979880-9cad-497c-ae34-ebccbb2ad71e req-d41a16cf-2086-4d63-a081-077b50ef0798 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0716097 Aug 09 15:41:56.562754 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.607155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7979880-9cad-497c-ae34-ebccbb2ad71e req-b49d2e8e-d496-4d9e-b87d-0c10c898a803 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527771 Aug 09 15:41:56.677806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54a1c904-57bb-4272-85c3-42db7862a049 req-804ca4f7-6a6e-4ce9-a837-4d9b7b9e45f7 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916127 Aug 09 15:41:56.740865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Allocated IP 172.25.2.210 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/eb76b926-6d7c-467a-8843-4d122716b275) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:41:56.848135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356474e-6aff-4acf-974a-c1207fa76277 req-035c6b0a-5c32-4c18-b6c7-2b7f88d04a31 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:56.849784 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3356474e-6aff-4acf-974a-c1207fa76277 req-035c6b0a-5c32-4c18-b6c7-2b7f88d04a31 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 947 time: 0.0705535 Aug 09 15:41:56.907386 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3356474e-6aff-4acf-974a-c1207fa76277 req-8309ad2e-c6ac-4e51-9b7f-862995df2471 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435884 Aug 09 15:41:56.913980 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.975592 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.044328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:41:57.049763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:41:57.053501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:41:57.080726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Pushing event updated for resources: {'Port': ['ID=eb76b926-6d7c-467a-8843-4d122716b275,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:57.164791 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.203921 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.369218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.374884 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.448444 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Pushing event updated for resources: {'Port': ['ID=eb76b926-6d7c-467a-8843-4d122716b275,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:57.464347 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.479381 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.480879 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-a543efdb-4028-43c7-a857-8ec3c8792052 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2465432 Aug 09 15:41:57.532179 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-23726362-7eda-4f88-8a54-69e8dcc429df tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 696 time: 0.0453701 Aug 09 15:41:57.677357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-d6be76bf-7339-4302-b2a7-3329e272ea35 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:57.679411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff4bdf7c-a4aa-4934-b25f-a4edb30f1630 req-d6be76bf-7339-4302-b2a7-3329e272ea35 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.1416757 Aug 09 15:41:57.759941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9d831-0abc-4583-a608-4df18ebbbca0 req-fb2b92be-a1af-4501-9795-277d3d00e9da tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:57.761507 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3ec9d831-0abc-4583-a608-4df18ebbbca0 req-fb2b92be-a1af-4501-9795-277d3d00e9da tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0603893 Aug 09 15:41:57.826142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3ec9d831-0abc-4583-a608-4df18ebbbca0 req-8bd01f87-599e-4f17-b196-6861ddee4fc0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570345 Aug 09 15:41:57.997612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386e318-4890-4643-98e0-4f867d9f694e req-84136a01-75fb-4903-abe0-852905fd4fd8 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:57.998196 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-84136a01-75fb-4903-abe0-852905fd4fd8 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 820 time: 0.1352170 Aug 09 15:41:58.020298 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-c680f428-5b1f-4380-95ac-4e161eeeceab tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/quotas/210453a2c50a4e2b84c8ee49b3953cc4 HTTP/1.1" status: 200 len: 375 time: 0.0135269 Aug 09 15:41:58.060784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee672392-70a8-472d-8979-9b48857cde93 req-031f74dc-5a43-4f15-b753-9ee9532c068b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:58.062401 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee672392-70a8-472d-8979-9b48857cde93 req-031f74dc-5a43-4f15-b753-9ee9532c068b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 947 time: 0.0776355 Aug 09 15:41:58.106657 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-afeb1aaa-5a73-45f8-9c13-1113a8a91318 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0778067 Aug 09 15:41:58.157363 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee672392-70a8-472d-8979-9b48857cde93 req-26401bb9-6eab-4bb8-9cef-74e07cbd2f06 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861709 Aug 09 15:41:58.228050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-4f57a273-d385-4c06-b602-0c2baee8ba2f service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201406 Aug 09 15:41:58.343469 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-cd470ec6-2a6d-46b5-bc4b-765ccc1df4d6 service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089787 Aug 09 15:41:58.578386 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c84aa81a-88c4-429b-917d-7d7bb75d8c0e req-30fa2192-db10-4094-bcd9-2517c072a7fa tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 210 time: 0.0553796 Aug 09 15:41:59.007867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479ec37-7911-4468-aa79-310d6fc69f5e req-e2062cee-fba6-4a8d-910d-7f96d96a7443 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:59.010601 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3479ec37-7911-4468-aa79-310d6fc69f5e req-e2062cee-fba6-4a8d-910d-7f96d96a7443 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0922842 Aug 09 15:41:59.066221 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3479ec37-7911-4468-aa79-310d6fc69f5e req-828c3506-8236-47f9-9f21-ee6c28efdc5d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Aug 09 15:41:59.308744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bab25-ee54-44e5-b4c8-2abff42d856e req-c4b456d7-3283-4e6f-b39a-a75f7275129f tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:59.310765 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b30bab25-ee54-44e5-b4c8-2abff42d856e req-c4b456d7-3283-4e6f-b39a-a75f7275129f tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 947 time: 0.0806727 Aug 09 15:41:59.371225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b30bab25-ee54-44e5-b4c8-2abff42d856e req-f2d3e679-3d22-4be7-9a5e-2d28847eba8d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543654 Aug 09 15:41:59.514185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 32d3ea16-6368-43db-929f-ee55f1d84276 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:41:59.616741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 32d3ea16-6368-43db-929f-ee55f1d84276, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=32d3ea16-6368-43db-929f-ee55f1d84276,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:59.631901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '32d3ea16-6368-43db-929f-ee55f1d84276', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '32d3ea16-6368-43db-929f-ee55f1d84276', 'mac_address': 'fa:16:3e:92:13:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:41:59.678794 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:59.714194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d3ea16-6368-43db-929f-ee55f1d84276 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:41:59.755727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 32d3ea16-6368-43db-929f-ee55f1d84276, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=32d3ea16-6368-43db-929f-ee55f1d84276,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:59.790862 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:59.804428 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-81b227f9-6e2f-4ec0-8d9e-b2d2f9a48bd6 req-e7730a99-cd88-449b-afa7-66534d9de173 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 210 time: 0.0913341 Aug 09 15:41:59.913279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=32d3ea16-6368-43db-929f-ee55f1d84276,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:59.929398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386e318-4890-4643-98e0-4f867d9f694e req-2a377d3b-029a-4b91-908f-be3977932393 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:59.931189 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-2a377d3b-029a-4b91-908f-be3977932393 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.53 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 820 time: 0.2799788 Aug 09 15:41:59.948058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Request body: {'port': {'device_id': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'admin_state_up': True, 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:00.088569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Made reservation on behalf of 210453a2c50a4e2b84c8ee49b3953cc4 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:00.092428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:00.210116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a9bb0-c677-4d10-b3d3-af5d39aa73e3 req-69a07f08-d9c6-4050-863d-83e425f087b8 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:00.212775 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a43a9bb0-c677-4d10-b3d3-af5d39aa73e3 req-69a07f08-d9c6-4050-863d-83e425f087b8 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0606027 Aug 09 15:42:00.234832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['32d3ea16-6368-43db-929f-ee55f1d84276'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:00.248283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Allocated IP 172.20.0.8 (922de70d-2758-48ff-8835-329599f6b6c7/ced80bbb-45ca-4251-8111-596bd9789399/88842fdb-0ac8-45c8-a391-076e8e8f8144) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:00.263533 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a43a9bb0-c677-4d10-b3d3-af5d39aa73e3 req-01041f57-20dd-49bb-989f-eda886d8a065 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418050 Aug 09 15:42:00.478597 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:00.500039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Transition to ACTIVE for port object 88842fdb-0ac8-45c8-a391-076e8e8f8144 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:00.520359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c573c-9598-4700-ac55-ef7bddd8c1c2 req-33591238-d266-4b26-9386-a607aa0b7722 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:00.522291 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-001c573c-9598-4700-ac55-ef7bddd8c1c2 req-33591238-d266-4b26-9386-a607aa0b7722 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 948 time: 0.0733392 Aug 09 15:42:00.534840 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:00.548484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['3639e246-e2de-4fdf-9cf4-0241acc5c123'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:00.569041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-001c573c-9598-4700-ac55-ef7bddd8c1c2 req-25bec384-80fb-43a0-a048-7b3b19659f7c tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 Aug 09 15:42:00.593699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Network 922de70d-2758-48ff-8835-329599f6b6c7 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:00.597641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:00.601496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:00.628795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Pushing event updated for resources: {'Port': ['ID=88842fdb-0ac8-45c8-a391-076e8e8f8144,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:00.669755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:00.670935 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:00.690014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-fa0fcb08-0cdb-4f2e-93c9-2bac215a7079 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7466941 Aug 09 15:42:00.715785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Request body: {'port': {'device_id': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:00.780735 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:00.822343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b435d3d5-a7e2-4657-a0fe-c0d319018f38 None None] Provisioning for port 88842fdb-0ac8-45c8-a391-076e8e8f8144 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:00.827019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b435d3d5-a7e2-4657-a0fe-c0d319018f38 None None] Provisioning complete for port 88842fdb-0ac8-45c8-a391-076e8e8f8144 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:00.827405 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b435d3d5-a7e2-4657-a0fe-c0d319018f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:00.871632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b435d3d5-a7e2-4657-a0fe-c0d319018f38 None None] Port 88842fdb-0ac8-45c8-a391-076e8e8f8144 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:42:01.016838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63831f9f-6c55-4b6d-9a40-21f42b9f785e req-deabad52-9f84-43d4-af40-8ffc619e56e6 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:01.018404 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63831f9f-6c55-4b6d-9a40-21f42b9f785e req-deabad52-9f84-43d4-af40-8ffc619e56e6 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 931 time: 0.1092336 Aug 09 15:42:01.084720 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63831f9f-6c55-4b6d-9a40-21f42b9f785e req-88cd428d-aee1-47ef-97e1-13234f19492c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548730 Aug 09 15:42:01.151783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88842fdb-0ac8-45c8-a391-076e8e8f8144 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:01.159978 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:01.172643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Transition to ACTIVE for port object 88842fdb-0ac8-45c8-a391-076e8e8f8144 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:01.176503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:01.247484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Pushing event updated for resources: {'Port': ['ID=88842fdb-0ac8-45c8-a391-076e8e8f8144,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:01.308181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Attempting to bind port 88842fdb-0ac8-45c8-a391-076e8e8f8144 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:01.308611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Attempting to bind port 88842fdb-0ac8-45c8-a391-076e8e8f8144 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:01.308991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Attempting to bind port 88842fdb-0ac8-45c8-a391-076e8e8f8144 on network 922de70d-2758-48ff-8835-329599f6b6c7 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:01.315400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Port 88842fdb-0ac8-45c8-a391-076e8e8f8144 on network 922de70d-2758-48ff-8835-329599f6b6c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:01.318030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Attempting to bind port 88842fdb-0ac8-45c8-a391-076e8e8f8144 on network 922de70d-2758-48ff-8835-329599f6b6c7 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:01.331446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:01.331790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Checking segment: {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:01.333044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Bound using segment: {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:01.333781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Bound port: 88842fdb-0ac8-45c8-a391-076e8e8f8144, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014b6256-40d5-43ee-9fff-2c374e1c9594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:01.334443 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:01.444614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] For port 88842fdb-0ac8-45c8-a391-076e8e8f8144, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:01.457435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] For port 88842fdb-0ac8-45c8-a391-076e8e8f8144, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=88842fdb-0ac8-45c8-a391-076e8e8f8144,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:01.466577 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:01.469869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26c04f-aac5-425b-be33-9b3c9069ede8 req-f7f1eccd-261b-4630-9706-22bfc676002d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:01.490860 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d26c04f-aac5-425b-be33-9b3c9069ede8 req-f7f1eccd-261b-4630-9706-22bfc676002d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.1351535 Aug 09 15:42:01.515454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:01.516207 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:01.518922 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] 10.222.0.53 "PUT /v2.0/ports/88842fdb-0ac8-45c8-a391-076e8e8f8144 HTTP/1.1" status: 200 len: 1091 time: 0.8095312 Aug 09 15:42:01.521922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'tag': '88842fdb-0ac8-45c8-a391-076e8e8f8144'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:01.524505 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec88de2-aa75-43c2-90ed-bfaafae494ea" -d '{"events": [{"name": "network-changed", "server_uuid": "48937c8a-8020-4ba9-97ab-160eb5e2e0d4", "tag": "88842fdb-0ac8-45c8-a391-076e8e8f8144"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:01.556954 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d26c04f-aac5-425b-be33-9b3c9069ede8 req-1f69f875-cd90-4062-a7d2-ef84f4cd4c33 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648301 Aug 09 15:42:01.619251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa645f-7562-4730-9b9b-e68acf8ce54c service neutron] Pushing event updated for resources: {'Port': ['ID=88842fdb-0ac8-45c8-a391-076e8e8f8144,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:01.635741 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc42e72-bb3f-49fa-99e7-40505f36c05d x-openstack-request-id: req-0cc42e72-bb3f-49fa-99e7-40505f36c05d {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:01.636057 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48937c8a-8020-4ba9-97ab-160eb5e2e0d4", "tag": "88842fdb-0ac8-45c8-a391-076e8e8f8144", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:01.636334 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0cc42e72-bb3f-49fa-99e7-40505f36c05d {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:01.636668 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'tag': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'status': 'completed', 'code': 200} Aug 09 15:42:01.647554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386e318-4890-4643-98e0-4f867d9f694e req-5f68ff00-bf3f-4c10-97a0-f45256c63ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:01.653771 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-5f68ff00-bf3f-4c10-97a0-f45256c63ddd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 1094 time: 0.0750992 Aug 09 15:42:01.705900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-b1376ab6-e727-465a-ad1b-8bc506afd1eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88842fdb-0ac8-45c8-a391-076e8e8f8144 HTTP/1.1" status: 200 len: 217 time: 0.0420556 Aug 09 15:42:01.787608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386e318-4890-4643-98e0-4f867d9f694e req-4a04219c-e378-43a3-93b6-777b229bbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:01.789082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-4a04219c-e378-43a3-93b6-777b229bbad3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.0736287 Aug 09 15:42:01.798158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3769a1c-dc71-4249-b039-c4d40423e9ba req-6caab83e-4c59-46ed-8b76-572bc78f5d69 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:01.799498 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3769a1c-dc71-4249-b039-c4d40423e9ba req-6caab83e-4c59-46ed-8b76-572bc78f5d69 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 948 time: 0.0964870 Aug 09 15:42:01.871220 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3769a1c-dc71-4249-b039-c4d40423e9ba req-a42d0ca5-83e4-4f30-8b26-30c1a5e4eb08 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626223 Aug 09 15:42:01.873473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386e318-4890-4643-98e0-4f867d9f694e req-2604594e-fdbf-4f5b-9ef0-d4b6f3bcb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:01.874966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-2604594e-fdbf-4f5b-9ef0-d4b6f3bcb068 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746202 Aug 09 15:42:01.970833 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-a07cf772-3e50-4ac0-873c-9ba0074de7d9 service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884669 Aug 09 15:42:02.065626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5386e318-4890-4643-98e0-4f867d9f694e req-b41a7d8f-f77a-4e54-93e9-bd9acf83a224 service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873029 Aug 09 15:42:02.182509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec88de2-aa75-43c2-90ed-bfaafae494ea req-6e988859-4f89-4300-a004-24cf4cdf7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:02.184843 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cec88de2-aa75-43c2-90ed-bfaafae494ea req-6e988859-4f89-4300-a004-24cf4cdf7bd7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 1094 time: 0.0480149 Aug 09 15:42:02.300815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd2ab6-53b2-4b86-a2bd-1e927ff6af10 req-67ec747b-4b29-4229-8cbd-c92b19e49d80 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:02.302521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-05bd2ab6-53b2-4b86-a2bd-1e927ff6af10 req-67ec747b-4b29-4229-8cbd-c92b19e49d80 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 943 time: 0.1093702 Aug 09 15:42:02.340633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec88de2-aa75-43c2-90ed-bfaafae494ea req-e24e67f0-dddf-449b-9348-cb5b40497859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:02.342223 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cec88de2-aa75-43c2-90ed-bfaafae494ea req-e24e67f0-dddf-449b-9348-cb5b40497859 service neutron] 10.222.0.53 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.1397727 Aug 09 15:42:02.400687 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-05bd2ab6-53b2-4b86-a2bd-1e927ff6af10 req-d5675c61-b70c-4b00-ad3a-6737d55c0285 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857680 Aug 09 15:42:02.402086 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cec88de2-aa75-43c2-90ed-bfaafae494ea req-5b44a492-28ab-47f8-8560-07a8d450e0ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88842fdb-0ac8-45c8-a391-076e8e8f8144 HTTP/1.1" status: 200 len: 217 time: 0.0464175 Aug 09 15:42:02.456402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec88de2-aa75-43c2-90ed-bfaafae494ea req-80e1f39b-fda8-425c-80a3-99d76ebf325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:02.457982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cec88de2-aa75-43c2-90ed-bfaafae494ea req-80e1f39b-fda8-425c-80a3-99d76ebf325e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.0460207 Aug 09 15:42:02.513479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec88de2-aa75-43c2-90ed-bfaafae494ea req-7fcd08c4-f9e8-4a5b-a589-1d25c7264c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:02.515046 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cec88de2-aa75-43c2-90ed-bfaafae494ea req-7fcd08c4-f9e8-4a5b-a589-1d25c7264c4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465722 Aug 09 15:42:02.650772 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cec88de2-aa75-43c2-90ed-bfaafae494ea req-1eaea3b9-0f46-4e95-81c5-37078654e808 service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201067 Aug 09 15:42:02.770388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b163a-df39-43cf-bd71-e30b6d246117 req-883385ce-3a10-40a7-867d-7d769f211b29 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:02.771864 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a50b163a-df39-43cf-bd71-e30b6d246117 req-883385ce-3a10-40a7-867d-7d769f211b29 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.1053352 Aug 09 15:42:02.803129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cec88de2-aa75-43c2-90ed-bfaafae494ea req-69d9a837-50d2-4372-a669-0df727711dcc service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469150 Aug 09 15:42:02.821544 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a50b163a-df39-43cf-bd71-e30b6d246117 req-927b8f04-45e0-4e0d-a967-612515bab3ce tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377529 Aug 09 15:42:02.992143 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908540f-3f4c-4ca0-bbff-1e08d6bd9956 req-da2aa389-ec6a-452b-9e25-f3dc92e73d56 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:02.994053 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9908540f-3f4c-4ca0-bbff-1e08d6bd9956 req-da2aa389-ec6a-452b-9e25-f3dc92e73d56 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 948 time: 0.0505681 Aug 09 15:42:03.032851 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9908540f-3f4c-4ca0-bbff-1e08d6bd9956 req-37301803-cce2-41fc-8c02-bcee6412e5aa tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326777 Aug 09 15:42:03.545263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 32d3ea16-6368-43db-929f-ee55f1d84276 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:03.570836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9bd46-1464-458b-a9e4-94e4d0fa68cc req-6fb08dd7-00b5-4498-99bd-99bf291826d2 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:03.573881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dd9bd46-1464-458b-a9e4-94e4d0fa68cc req-6fb08dd7-00b5-4498-99bd-99bf291826d2 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 943 time: 0.0882032 Aug 09 15:42:03.618830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 32d3ea16-6368-43db-929f-ee55f1d84276 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:03.626049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 32d3ea16-6368-43db-929f-ee55f1d84276 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:03.626752 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.642236 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dd9bd46-1464-458b-a9e4-94e4d0fa68cc req-b1f50990-4132-4e26-bb29-6fc8745bf119 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566597 Aug 09 15:42:03.747747 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.783727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a868a51b-05e8-452c-b9f2-713aeffed6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d3ea16-6368-43db-929f-ee55f1d84276'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:03.786246 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ec3a63-ccc0-4b20-b40b-f4f8394cee9a" -d '{"events": [{"server_uuid": "a868a51b-05e8-452c-b9f2-713aeffed6b3", "name": "network-vif-plugged", "status": "completed", "tag": "32d3ea16-6368-43db-929f-ee55f1d84276"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:03.804050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 32d3ea16-6368-43db-929f-ee55f1d84276, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=32d3ea16-6368-43db-929f-ee55f1d84276,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:03.815262 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:03.845687 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8f38b8-463f-4c0f-9db6-c65fb6a6474e x-openstack-request-id: req-be8f38b8-463f-4c0f-9db6-c65fb6a6474e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:03.845984 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a868a51b-05e8-452c-b9f2-713aeffed6b3", "name": "network-vif-plugged", "status": "completed", "tag": "32d3ea16-6368-43db-929f-ee55f1d84276", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:03.846421 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be8f38b8-463f-4c0f-9db6-c65fb6a6474e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:03.851045 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a868a51b-05e8-452c-b9f2-713aeffed6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d3ea16-6368-43db-929f-ee55f1d84276', 'code': 200} Aug 09 15:42:03.902711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=32d3ea16-6368-43db-929f-ee55f1d84276,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:04.002698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104adcf8-c3b1-46a4-abbb-414b43ab9832 req-5a1bc40f-f4e9-4506-8450-f282fecd1eef tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:04.004206 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-104adcf8-c3b1-46a4-abbb-414b43ab9832 req-5a1bc40f-f4e9-4506-8450-f282fecd1eef tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0800116 Aug 09 15:42:04.005876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23c7be-e0c0-42a1-8a9a-de224cb9f5f8 req-362936d4-de72-4d9b-bf45-54259444b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:04.007233 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f23c7be-e0c0-42a1-8a9a-de224cb9f5f8 req-362936d4-de72-4d9b-bf45-54259444b61c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 1100 time: 0.0812464 Aug 09 15:42:04.063955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-104adcf8-c3b1-46a4-abbb-414b43ab9832 req-648b4623-a59d-49dc-8e0a-391fad3c5b3f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528431 Aug 09 15:42:04.067787 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f23c7be-e0c0-42a1-8a9a-de224cb9f5f8 req-e8f17756-73a8-4813-bb1d-ac36367dca78 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422533 Aug 09 15:42:04.155955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055251d8-dacd-44d4-ba27-2973a75490d5 req-8be7486d-bef6-4a43-8433-4c2a0d34d79e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:04.157375 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-055251d8-dacd-44d4-ba27-2973a75490d5 req-8be7486d-bef6-4a43-8433-4c2a0d34d79e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 949 time: 0.0534337 Aug 09 15:42:04.197169 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-055251d8-dacd-44d4-ba27-2973a75490d5 req-7cba559b-db7a-4f63-a56b-68f42f1ca460 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335431 Aug 09 15:42:04.755615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 88842fdb-0ac8-45c8-a391-076e8e8f8144 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:04.760487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b9f99-38df-411e-96f9-7399965d6d44 req-132fe772-cf63-4f32-b6a8-a1947c9c1d58 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:04.762027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a97b9f99-38df-411e-96f9-7399965d6d44 req-132fe772-cf63-4f32-b6a8-a1947c9c1d58 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 943 time: 0.0582807 Aug 09 15:42:04.809782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a97b9f99-38df-411e-96f9-7399965d6d44 req-5cdb5293-4b3c-4d22-9d01-13b25ee5b30f tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396390 Aug 09 15:42:04.865280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 88842fdb-0ac8-45c8-a391-076e8e8f8144, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=88842fdb-0ac8-45c8-a391-076e8e8f8144,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:04.879760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'port_id': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'mac_address': 'fa:16:3e:ab:6a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:04.917138 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:04.933488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88842fdb-0ac8-45c8-a391-076e8e8f8144 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:04.953544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 88842fdb-0ac8-45c8-a391-076e8e8f8144, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=88842fdb-0ac8-45c8-a391-076e8e8f8144,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:04.957483 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:05.005055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=88842fdb-0ac8-45c8-a391-076e8e8f8144,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:05.190752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0147ba-2780-4e27-b122-e46409364299 req-6b7ccbd1-07ee-4d91-ad43-2ffa1debdde2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:05.192586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f0147ba-2780-4e27-b122-e46409364299 req-6b7ccbd1-07ee-4d91-ad43-2ffa1debdde2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0557063 Aug 09 15:42:05.233849 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f0147ba-2780-4e27-b122-e46409364299 req-b07b30f8-768b-4d68-ad87-b95b70212d9c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345030 Aug 09 15:42:05.343598 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c46a4-5b03-4012-bbe8-974248c1e3f6 req-d5b48a4b-fb18-46e8-9d7d-2dc643f1ba7e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:05.345370 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-025c46a4-5b03-4012-bbe8-974248c1e3f6 req-d5b48a4b-fb18-46e8-9d7d-2dc643f1ba7e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 949 time: 0.0572047 Aug 09 15:42:05.394827 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-025c46a4-5b03-4012-bbe8-974248c1e3f6 req-f3139bd4-a42e-4284-aef8-226e5a9325e2 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Aug 09 15:42:05.489891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['88842fdb-0ac8-45c8-a391-076e8e8f8144'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:05.706594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-a4389d55-2c0c-4bb1-9596-454bc5ab909b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:05.708027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-a4389d55-2c0c-4bb1-9596-454bc5ab909b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 808 time: 0.1095507 Aug 09 15:42:05.725903 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-3269fdf2-305e-4606-a797-77974959028d tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/quotas/bfbbec31d1de44c78633a7bdff61ea36 HTTP/1.1" status: 200 len: 375 time: 0.0098681 Aug 09 15:42:05.788088 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-32d0a26d-634c-4815-9024-e1f9159a09a4 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541737 Aug 09 15:42:05.887228 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-726853f9-2533-4230-9038-6fb1e80f0c6f service neutron] 10.222.0.81 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901163 Aug 09 15:42:05.990471 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-192b6c45-5f0e-49d8-9f59-47c1584f44ee service neutron] 10.222.0.81 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940607 Aug 09 15:42:06.011114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693cc6b-9597-45f0-aba7-af30889d70f8 req-1e349e11-6e82-4712-977d-f2c106b180a1 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:06.012838 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d693cc6b-9597-45f0-aba7-af30889d70f8 req-1e349e11-6e82-4712-977d-f2c106b180a1 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 944 time: 0.0574503 Aug 09 15:42:06.054898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d693cc6b-9597-45f0-aba7-af30889d70f8 req-bd1f3ddc-80eb-4c1f-9ecf-b565c3c0084a tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358205 Aug 09 15:42:06.314564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8fd4f420-025b-481a-8eff-a4c52a0dc6c1 req-ba3d27be-c6bc-495e-b43b-0b70effeb3aa tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 210 time: 0.0301747 Aug 09 15:42:06.443312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8741b26-a010-41c9-b60e-9380873e2312 req-90b83642-82e9-4828-8776-f78b8369872b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:06.450645 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8741b26-a010-41c9-b60e-9380873e2312 req-90b83642-82e9-4828-8776-f78b8369872b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0715384 Aug 09 15:42:06.504971 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8741b26-a010-41c9-b60e-9380873e2312 req-2a21ec4e-7577-485f-b390-51f3035a5915 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530889 Aug 09 15:42:06.632916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f10231-f2c7-49e7-8cce-a3e54639750e req-8777b94a-e998-4268-8595-dd9b0e613976 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:06.634725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17f10231-f2c7-49e7-8cce-a3e54639750e req-8777b94a-e998-4268-8595-dd9b0e613976 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 949 time: 0.0601306 Aug 09 15:42:06.677949 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17f10231-f2c7-49e7-8cce-a3e54639750e req-4e4056a6-d399-4c61-ab29-b1d8c70aa81b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370519 Aug 09 15:42:06.799679 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ff256-2c8e-4faf-b21c-2422fd94fe0e req-10c8a5ee-41f8-4b3e-bbef-3ba60b798aa9 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:06.801276 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-501ff256-2c8e-4faf-b21c-2422fd94fe0e req-10c8a5ee-41f8-4b3e-bbef-3ba60b798aa9 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 1100 time: 0.0470967 Aug 09 15:42:06.844033 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-501ff256-2c8e-4faf-b21c-2422fd94fe0e req-0c9e2dfa-f2c2-48ab-9532-7123c9b24723 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353808 Aug 09 15:42:06.999104 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-e5a085a9-23d4-4487-9ba2-ba48f27c576c tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278714 Aug 09 15:42:07.108898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-92e3e99d-0963-477c-b007-31d27170f604 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:07.110219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-92e3e99d-0963-477c-b007-31d27170f604 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1051388 Aug 09 15:42:07.126886 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-d194f84b-9958-463b-a39d-2abf239ff5d4 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/quotas/b224220100394a519e23f90f60157189 HTTP/1.1" status: 200 len: 375 time: 0.0103483 Aug 09 15:42:07.183317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c96eb0-d80a-43f4-99dd-edac4684cb86 req-388c91d7-6bca-4414-860d-dc36359d9eb2 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:07.184814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70c96eb0-d80a-43f4-99dd-edac4684cb86 req-388c91d7-6bca-4414-860d-dc36359d9eb2 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 944 time: 0.0567265 Aug 09 15:42:07.190037 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-309379ea-e0c7-480d-8c18-215079487f04 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0558236 Aug 09 15:42:07.223550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70c96eb0-d80a-43f4-99dd-edac4684cb86 req-52d32fda-0ec6-403d-bf0d-781fe59109aa tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Aug 09 15:42:07.382491 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-351d98fc-b2d6-48a9-ba25-b9e3e3d1b5e2 req-1056c08b-10bd-4f4e-9d92-06a958bb62cb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 210 time: 0.0434787 Aug 09 15:42:07.450961 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d68e00b5-d9cf-43f8-b2b3-160c0f21dd49 req-07ef8263-4176-41b6-a957-167d0029eb6f tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 210 time: 0.0399070 Aug 09 15:42:07.582163 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4398ea91-c6a2-444b-93b0-7b0535bb4efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:07.710493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26464a75-a9fa-4e9a-9db3-47c802c818e6 req-a81f8b53-b774-4692-b518-2b5b4052fca3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:07.716569 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26464a75-a9fa-4e9a-9db3-47c802c818e6 req-a81f8b53-b774-4692-b518-2b5b4052fca3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0806136 Aug 09 15:42:07.732905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-20e2ed76-0725-411e-9dca-045fefc25bc4 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:07.734697 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-20e2ed76-0725-411e-9dca-045fefc25bc4 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.60 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 808 time: 0.2583020 Aug 09 15:42:07.771763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26464a75-a9fa-4e9a-9db3-47c802c818e6 req-f33b3917-6e16-40bb-a63b-d1805f47a41e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478752 Aug 09 15:42:07.782576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Request body: {'port': {'device_id': 'a18aff58-630b-4583-9c06-85a7f7f39fc6', 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a', 'admin_state_up': True, 'tenant_id': 'bfbbec31d1de44c78633a7bdff61ea36'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:07.920236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Made reservation on behalf of bfbbec31d1de44c78633a7bdff61ea36 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:07.924997 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:08.095296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Allocated IP 172.20.0.11 (dc159eb9-7876-48f2-ae8d-2cf79ceac39a/c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11/36cfde01-9668-452e-a595-f6dd17334b7c) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:08.278062 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:08.330054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:08.354418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['00b4219b-0713-4d54-b85d-d7f9d27b9551'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:08.374021 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f606cd-6107-4ba0-b09f-6f0d108a51c6 req-22ece49a-0691-43fb-bcd6-b56a57c67917 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:08.376127 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97f606cd-6107-4ba0-b09f-6f0d108a51c6 req-22ece49a-0691-43fb-bcd6-b56a57c67917 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 944 time: 0.0734649 Aug 09 15:42:08.436854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Pushing event updated for resources: {'Port': ['ID=36cfde01-9668-452e-a595-f6dd17334b7c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:08.447204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Network dc159eb9-7876-48f2-ae8d-2cf79ceac39a is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:08.447970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:08.454756 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:08.458507 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97f606cd-6107-4ba0-b09f-6f0d108a51c6 req-7f1a032b-7dd7-4fce-b6dc-feaaa6d946ab tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751765 Aug 09 15:42:08.514508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:08.515092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:08.543165 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c970b23c-0d43-4a78-9e3a-72839ef31947 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7758489 Aug 09 15:42:08.583132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Request body: {'port': {'device_id': 'a18aff58-630b-4583-9c06-85a7f7f39fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:08.612948 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d635d535-a773-4fb9-b04f-a949344e166f req-e170e0c3-8040-4847-b69e-87f548c6f7a8 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 210 time: 0.0733292 Aug 09 15:42:08.646687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c031d9a-e815-432c-9710-49d598b1ecba req-36a81a3b-791a-4ef7-94d5-64ea3fc423ce tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:08.648299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c031d9a-e815-432c-9710-49d598b1ecba req-36a81a3b-791a-4ef7-94d5-64ea3fc423ce tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 932 time: 0.0797281 Aug 09 15:42:08.652733 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:08.747203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c031d9a-e815-432c-9710-49d598b1ecba req-22164090-d6de-4769-b6ff-f1fcef8dfdab tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857961 Aug 09 15:42:08.750992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-8a297777-fec3-4cb4-93ac-583c5fa2f67a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765891 Aug 09 15:42:08.769984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 88842fdb-0ac8-45c8-a391-076e8e8f8144 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:08.871991 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 88842fdb-0ac8-45c8-a391-076e8e8f8144 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:08.878211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 88842fdb-0ac8-45c8-a391-076e8e8f8144 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:08.878594 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:08.950470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-a47388a1-af32-4fdf-bd21-52606e9f5175 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:08.952131 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-a47388a1-af32-4fdf-bd21-52606e9f5175 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931632 Aug 09 15:42:08.970622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Request body: {'port': {'device_id': '9093e733-3292-47de-8ab1-d2f4479fa062', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'b224220100394a519e23f90f60157189'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:08.985581 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.006754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b499-73b0-4b7a-af5b-2f276aee6458 req-292b4f55-5809-4695-bcbf-43ec06d30f1a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.009533 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12f2b499-73b0-4b7a-af5b-2f276aee6458 req-292b4f55-5809-4695-bcbf-43ec06d30f1a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.1047454 Aug 09 15:42:09.018956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88842fdb-0ac8-45c8-a391-076e8e8f8144'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:09.021562 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736eb5c1-61f7-4d15-a708-d6fdca181c5d" -d '{"events": [{"server_uuid": "48937c8a-8020-4ba9-97ab-160eb5e2e0d4", "name": "network-vif-plugged", "status": "completed", "tag": "88842fdb-0ac8-45c8-a391-076e8e8f8144"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:09.038518 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 88842fdb-0ac8-45c8-a391-076e8e8f8144, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=88842fdb-0ac8-45c8-a391-076e8e8f8144,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:09.045765 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.114625 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d96cc98-5496-45e3-b336-6076bfee8c92 x-openstack-request-id: req-7d96cc98-5496-45e3-b336-6076bfee8c92 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:09.116111 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48937c8a-8020-4ba9-97ab-160eb5e2e0d4", "name": "network-vif-plugged", "status": "completed", "tag": "88842fdb-0ac8-45c8-a391-076e8e8f8144", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:09.131226 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12f2b499-73b0-4b7a-af5b-2f276aee6458 req-12f96ed9-4321-4102-8b0d-c35dd3f5d0dd tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095102 Aug 09 15:42:09.134876 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d96cc98-5496-45e3-b336-6076bfee8c92 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:09.135718 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'code': 200} Aug 09 15:42:09.146903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36cfde01-9668-452e-a595-f6dd17334b7c {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:09.155861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Made reservation on behalf of b224220100394a519e23f90f60157189 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:09.158197 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.160626 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.173750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Transition to ACTIVE for port object 36cfde01-9668-452e-a595-f6dd17334b7c will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:09.178277 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.189891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=88842fdb-0ac8-45c8-a391-076e8e8f8144,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:09.278709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb31428-2019-4a78-a1e8-1765c0307d5c req-e7727555-ce4e-4378-b4eb-7e6e20af2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.279293 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fb31428-2019-4a78-a1e8-1765c0307d5c req-e7727555-ce4e-4378-b4eb-7e6e20af2dfb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 1096 time: 0.1023896 Aug 09 15:42:09.298887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Pushing event updated for resources: {'Port': ['ID=36cfde01-9668-452e-a595-f6dd17334b7c,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:09.332165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Attempting to bind port 36cfde01-9668-452e-a595-f6dd17334b7c on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:09.332557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Attempting to bind port 36cfde01-9668-452e-a595-f6dd17334b7c by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:09.332821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Attempting to bind port 36cfde01-9668-452e-a595-f6dd17334b7c on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:09.339871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Port 36cfde01-9668-452e-a595-f6dd17334b7c on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:09.340212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Attempting to bind port 36cfde01-9668-452e-a595-f6dd17334b7c on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:09.345973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:09.346404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:09.347137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Bound using segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:09.347682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Bound port: 36cfde01-9668-452e-a595-f6dd17334b7c, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:09.348048 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.365034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Allocated IP 192.168.233.48 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/f9d39e42-af64-4388-865e-9e61caccdea9) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:09.370353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fb31428-2019-4a78-a1e8-1765c0307d5c req-973f560e-168b-44bb-b640-74d86a5600fa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579679 Aug 09 15:42:09.439571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:09.443251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=36cfde01-9668-452e-a595-f6dd17334b7c,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:09.448741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.499160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.499771 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.501176 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] 10.222.0.60 "PUT /v2.0/ports/36cfde01-9668-452e-a595-f6dd17334b7c HTTP/1.1" status: 200 len: 1092 time: 0.9281697 Aug 09 15:42:09.501696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18aff58-630b-4583-9c06-85a7f7f39fc6', 'tag': '36cfde01-9668-452e-a595-f6dd17334b7c'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:09.504232 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da2e858-e229-4639-b0b7-e275261609a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a18aff58-630b-4583-9c06-85a7f7f39fc6", "tag": "36cfde01-9668-452e-a595-f6dd17334b7c"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:09.527268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f65c3-5067-4633-96ae-6a206e110690 service neutron] Pushing event updated for resources: {'Port': ['ID=36cfde01-9668-452e-a595-f6dd17334b7c,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:09.555881 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c9df1c-791f-447c-a250-e633c6c1b6a6 x-openstack-request-id: req-c0c9df1c-791f-447c-a250-e633c6c1b6a6 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:09.556186 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18aff58-630b-4583-9c06-85a7f7f39fc6", "tag": "36cfde01-9668-452e-a595-f6dd17334b7c", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:09.556498 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c0c9df1c-791f-447c-a250-e633c6c1b6a6 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:09.556911 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18aff58-630b-4583-9c06-85a7f7f39fc6', 'tag': '36cfde01-9668-452e-a595-f6dd17334b7c', 'status': 'completed', 'code': 200} Aug 09 15:42:09.573052 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.605234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Transition to ACTIVE for port object f9d39e42-af64-4388-865e-9e61caccdea9 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:09.615515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-89fbea89-8710-4244-9f4e-e53fa8b9769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.617067 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-89fbea89-8710-4244-9f4e-e53fa8b9769d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 1095 time: 0.0497429 Aug 09 15:42:09.664953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902fa9d-07da-4b19-9b32-684be599ca32 req-04a69ad6-d7ae-40a7-9f87-6fe95d026f3a tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.666655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2902fa9d-07da-4b19-9b32-684be599ca32 req-04a69ad6-d7ae-40a7-9f87-6fe95d026f3a tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 945 time: 0.0820262 Aug 09 15:42:09.694143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.711134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['4ed2fc80-93e5-4185-aed6-bb45f7ecbe68', '32d3ea16-6368-43db-929f-ee55f1d84276'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:09.715469 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11', 'e0c72730-9587-4d23-938a-304414ec19f7', '604e77f6-97d3-4a7e-a035-023ba442e42f', 'a9e4a578-c835-40e8-961f-ce18610a6aed'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:09.772197 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2902fa9d-07da-4b19-9b32-684be599ca32 req-7f681c5b-b47c-4c89-b116-b63135c670c3 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987425 Aug 09 15:42:09.776918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:09.793242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:09.808460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:09.919481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.920286 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.942728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event updated for resources: {'Port': ['ID=f9d39e42-af64-4388-865e-9e61caccdea9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:09.959460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-11d43b34-1edd-4d66-8c1b-78f231bff547 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9943123 Aug 09 15:42:09.985125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Request body: {'port': {'device_id': '9093e733-3292-47de-8ab1-d2f4479fa062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:10.074978 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:10.103237 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-7066b295-c8b7-4186-a724-5933a6bfa5bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36cfde01-9668-452e-a595-f6dd17334b7c HTTP/1.1" status: 200 len: 217 time: 0.4679773 Aug 09 15:42:10.205406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603af786-9f00-4605-bbff-13f4a38954a1 req-dbc85364-b100-47d2-ba43-bcfe46868855 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:10.217682 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-603af786-9f00-4605-bbff-13f4a38954a1 req-dbc85364-b100-47d2-ba43-bcfe46868855 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 935 time: 0.1247559 Aug 09 15:42:10.228736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-f768cd3a-a6e2-4373-a62c-c7d6d001eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:10.230307 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-f768cd3a-a6e2-4373-a62c-c7d6d001eccb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.1094964 Aug 09 15:42:10.249285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c73b785a-396e-4c07-8a05-5408b22f437a None None] Provisioning for port f9d39e42-af64-4388-865e-9e61caccdea9 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:10.270436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c73b785a-396e-4c07-8a05-5408b22f437a None None] Provisioning complete for port f9d39e42-af64-4388-865e-9e61caccdea9 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:10.270809 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c73b785a-396e-4c07-8a05-5408b22f437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:10.276648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f84f7b-cef2-41d0-91da-7f08a1b747ed req-28d99fa4-69ed-400b-9c1d-d48e7ed1eb67 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:10.282479 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-9c227a09-826d-4806-9f04-5a02cadcdb9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368302 Aug 09 15:42:10.284600 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23f84f7b-cef2-41d0-91da-7f08a1b747ed req-28d99fa4-69ed-400b-9c1d-d48e7ed1eb67 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.2106521 Aug 09 15:42:10.297275 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-603af786-9f00-4605-bbff-13f4a38954a1 req-a36281c6-7905-44ba-a712-22cd175001f5 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773501 Aug 09 15:42:10.390283 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23f84f7b-cef2-41d0-91da-7f08a1b747ed req-82380cdb-96ac-4e41-9ffe-cd04916e398c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990188 Aug 09 15:42:10.432669 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c73b785a-396e-4c07-8a05-5408b22f437a None None] Port f9d39e42-af64-4388-865e-9e61caccdea9 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:42:10.463448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dfe36-de51-473d-af27-68ac7e42c103 req-5dc6091b-7d4e-4be0-be69-3efb584580d9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:10.472218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a04dfe36-de51-473d-af27-68ac7e42c103 req-5dc6091b-7d4e-4be0-be69-3efb584580d9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0946639 Aug 09 15:42:10.498764 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-3e06574b-c1b0-48c2-adb8-ec7db1fa73bc service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004302 Aug 09 15:42:10.558213 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d89eca68-3c7f-47a7-8440-ac2a09dd6f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:10.570403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d39e42-af64-4388-865e-9e61caccdea9 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:10.579276 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:10.597192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Transition to ACTIVE for port object f9d39e42-af64-4388-865e-9e61caccdea9 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:10.606998 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:10.622929 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a04dfe36-de51-473d-af27-68ac7e42c103 req-4fc08e16-7701-4889-b478-c96b49117c26 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497617 Aug 09 15:42:10.630819 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65edb47a-c4cb-486e-95ef-25f2589e2bdd req-c6555282-3f29-49cc-9160-d492b1e5533e service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235125 Aug 09 15:42:10.665375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d39e42-af64-4388-865e-9e61caccdea9,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:10.773415 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2e858-e229-4639-b0b7-e275261609a7 req-07a968c1-cacf-4366-93ed-f5954bfe9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:10.775821 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5da2e858-e229-4639-b0b7-e275261609a7 req-07a968c1-cacf-4366-93ed-f5954bfe9b78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 1095 time: 0.0728748 Aug 09 15:42:10.818724 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:10.866539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Attempting to bind port f9d39e42-af64-4388-865e-9e61caccdea9 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:10.866874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Attempting to bind port f9d39e42-af64-4388-865e-9e61caccdea9 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:10.867715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Attempting to bind port f9d39e42-af64-4388-865e-9e61caccdea9 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:10.882261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Port f9d39e42-af64-4388-865e-9e61caccdea9 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:10.882645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Attempting to bind port f9d39e42-af64-4388-865e-9e61caccdea9 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:10.895437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:10.897973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:10.898801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:10.900356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Bound port: f9d39e42-af64-4388-865e-9e61caccdea9, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:10.900964 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:10.977219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2e858-e229-4639-b0b7-e275261609a7 req-f96fab73-bceb-4b1f-9f14-f89200c4a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:10.980107 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5da2e858-e229-4639-b0b7-e275261609a7 req-f96fab73-bceb-4b1f-9f14-f89200c4a1f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.1929147 Aug 09 15:42:11.026204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcea761-047f-4a78-b4aa-9f708c8da4dc req-51805ee1-f91a-4c1d-8e03-ffb6055cd10c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.027904 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efcea761-047f-4a78-b4aa-9f708c8da4dc req-51805ee1-f91a-4c1d-8e03-ffb6055cd10c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 945 time: 0.1340806 Aug 09 15:42:11.029323 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5da2e858-e229-4639-b0b7-e275261609a7 req-65413197-6c4f-4538-a91f-0e74656bd6a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36cfde01-9668-452e-a595-f6dd17334b7c HTTP/1.1" status: 200 len: 217 time: 0.0415900 Aug 09 15:42:11.036736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] For port f9d39e42-af64-4388-865e-9e61caccdea9, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:11.041575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] For port f9d39e42-af64-4388-865e-9e61caccdea9, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f9d39e42-af64-4388-865e-9e61caccdea9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:11.052086 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:11.089159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2e858-e229-4639-b0b7-e275261609a7 req-3d15f5ea-14e1-4feb-b461-2603a0844b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.090695 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5da2e858-e229-4639-b0b7-e275261609a7 req-3d15f5ea-14e1-4feb-b461-2603a0844b37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.0540044 Aug 09 15:42:11.106107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.107140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:11.108682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] 10.222.0.60 "PUT /v2.0/ports/f9d39e42-af64-4388-865e-9e61caccdea9 HTTP/1.1" status: 200 len: 1095 time: 1.1365907 Aug 09 15:42:11.130766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9093e733-3292-47de-8ab1-d2f4479fa062', 'tag': 'f9d39e42-af64-4388-865e-9e61caccdea9'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:11.133880 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ebb797-f527-44b7-b1bc-c14d61840842" -d '{"events": [{"name": "network-changed", "server_uuid": "9093e733-3292-47de-8ab1-d2f4479fa062", "tag": "f9d39e42-af64-4388-865e-9e61caccdea9"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:11.141013 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5da2e858-e229-4639-b0b7-e275261609a7 req-653f818d-2171-4ca0-a9b6-e863f65b7428 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376272 Aug 09 15:42:11.165921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efcea761-047f-4a78-b4aa-9f708c8da4dc req-d478f96a-718e-4ece-b949-09105f258356 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267517 Aug 09 15:42:11.195248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcc287-95fa-45af-bb4b-9edee2b10568 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d39e42-af64-4388-865e-9e61caccdea9,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:11.234797 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beee13c9-88a2-4900-8816-27e649187a4a x-openstack-request-id: req-beee13c9-88a2-4900-8816-27e649187a4a {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:11.235161 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9093e733-3292-47de-8ab1-d2f4479fa062", "tag": "f9d39e42-af64-4388-865e-9e61caccdea9", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:11.235368 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-beee13c9-88a2-4900-8816-27e649187a4a {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:11.235712 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9093e733-3292-47de-8ab1-d2f4479fa062', 'tag': 'f9d39e42-af64-4388-865e-9e61caccdea9', 'status': 'completed', 'code': 200} Aug 09 15:42:11.255077 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:11.276245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-9a4741f3-abde-486c-9e75-9f80bd75dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.277819 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-9a4741f3-abde-486c-9e75-9f80bd75dcd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 1098 time: 0.1023641 Aug 09 15:42:11.296425 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5da2e858-e229-4639-b0b7-e275261609a7 req-6bc74a02-6a92-467c-b390-eef610de39b5 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437564 Aug 09 15:42:11.388426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-6c5b1ee5-8089-47da-a17c-dbb8cd9792bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=f9d39e42-af64-4388-865e-9e61caccdea9 HTTP/1.1" status: 200 len: 217 time: 0.0963454 Aug 09 15:42:11.425709 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5da2e858-e229-4639-b0b7-e275261609a7 req-0b011bc4-c649-4e27-aecd-d112186127a2 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163754 Aug 09 15:42:11.458495 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:11.485567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31db5df-92f4-43e1-9341-c606a7761ffc req-4b13f3cc-0fe3-4316-a2be-ffc3a7e39fe2 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.488115 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c31db5df-92f4-43e1-9341-c606a7761ffc req-4b13f3cc-0fe3-4316-a2be-ffc3a7e39fe2 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 947 time: 0.0647037 Aug 09 15:42:11.533037 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c31db5df-92f4-43e1-9341-c606a7761ffc req-6fe48f13-9988-4332-a5cb-bf70d3849d64 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369456 Aug 09 15:42:11.542174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-dc94f4e8-7f35-418b-bc4f-b069802fda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.543661 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-dc94f4e8-7f35-418b-bc4f-b069802fda16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0902996 Aug 09 15:42:11.553634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-d4743973-d4e2-4cd8-b0b3-d92112a8ed37 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.562175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-d4743973-d4e2-4cd8-b0b3-d92112a8ed37 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1797907 Aug 09 15:42:11.688184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d717b-c46f-4b21-a52c-94e080145446 req-2cc8d71b-60c8-4b79-b868-fb666606e041 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.690279 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a6d717b-c46f-4b21-a52c-94e080145446 req-2cc8d71b-60c8-4b79-b868-fb666606e041 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.0801775 Aug 09 15:42:11.741001 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a6d717b-c46f-4b21-a52c-94e080145446 req-e0492c0c-4e61-4624-bb9c-cdbfd347c062 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423255 Aug 09 15:42:11.983308 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-10492207-66a4-4e65-ba05-9bd777a41477 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 696 time: 0.4200337 Aug 09 15:42:12.000234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-cb864f7a-a69a-47b2-9aba-901a28743033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:12.001679 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-cb864f7a-a69a-47b2-9aba-901a28743033 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4373345 Aug 09 15:42:12.004618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-386ad0fb-b77f-4b9c-aea6-49d0fcc9eb69 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Request body: {'floatingip': {'port_id': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:12.005773 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67c537-f654-4bbd-8647-11cebb9d3f28 req-26a0fc19-36ea-44dc-a50e-d9484693acc1 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:12.008834 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0e67c537-f654-4bbd-8647-11cebb9d3f28 req-26a0fc19-36ea-44dc-a50e-d9484693acc1 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0561001 Aug 09 15:42:12.055820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0e67c537-f654-4bbd-8647-11cebb9d3f28 req-a6cf5d36-198e-4801-8b44-62a1e2a9d5f0 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396612 Aug 09 15:42:12.066144 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-386ad0fb-b77f-4b9c-aea6-49d0fcc9eb69 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:12.252975 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-82e3265c-58d2-4ff1-af01-89f857ad55b5 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124777 Aug 09 15:42:12.491841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-541406d5-feff-4d3c-b6bc-a11fe123ec5b req-537faaeb-eada-42c7-947e-cc67bcd7488c service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988235 Aug 09 15:42:12.597452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeec068-27e1-40f1-bb2e-1047bbd1af11 req-a16b8e8c-adc8-456d-9101-4d9cfa656f0c tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:12.598906 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bbeec068-27e1-40f1-bb2e-1047bbd1af11 req-a16b8e8c-adc8-456d-9101-4d9cfa656f0c tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 946 time: 0.0513079 Aug 09 15:42:12.643153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebb797-f527-44b7-b1bc-c14d61840842 req-95aa8ea9-7350-4ace-a9bc-fa829ec3afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:12.644870 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ebb797-f527-44b7-b1bc-c14d61840842 req-95aa8ea9-7350-4ace-a9bc-fa829ec3afc1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 1098 time: 0.0893555 Aug 09 15:42:12.647250 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bbeec068-27e1-40f1-bb2e-1047bbd1af11 req-1ff3a67d-b857-47f5-bb5e-05c163780ef9 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352795 Aug 09 15:42:12.746821 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:12.762670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb780b5-7874-46a4-afde-bdf484e525bb req-f3c88c0a-cb2c-4284-b3e9-8ad03c8cdd8d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:12.764304 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2eb780b5-7874-46a4-afde-bdf484e525bb req-f3c88c0a-cb2c-4284-b3e9-8ad03c8cdd8d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 947 time: 0.0549796 Aug 09 15:42:12.813860 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-386ad0fb-b77f-4b9c-aea6-49d0fcc9eb69 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:12.817199 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2eb780b5-7874-46a4-afde-bdf484e525bb req-dc095709-313a-47c1-88dc-ba8e9aadeef4 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443254 Aug 09 15:42:12.825880 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-386ad0fb-b77f-4b9c-aea6-49d0fcc9eb69 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:12.864273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebb797-f527-44b7-b1bc-c14d61840842 req-5772f92e-619e-4aad-9f21-15c13548912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:12.865944 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ebb797-f527-44b7-b1bc-c14d61840842 req-5772f92e-619e-4aad-9f21-15c13548912b service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1922255 Aug 09 15:42:12.940705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78132d85-5e0f-493a-8097-e4a2805f7328 req-510c29ee-fc79-4aa1-937e-38f395a7e600 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:12.948940 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-78132d85-5e0f-493a-8097-e4a2805f7328 req-510c29ee-fc79-4aa1-937e-38f395a7e600 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.0653090 Aug 09 15:42:12.957455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ebb797-f527-44b7-b1bc-c14d61840842 req-90bd37d1-8c2c-4284-92d0-e3207621ad26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=f9d39e42-af64-4388-865e-9e61caccdea9 HTTP/1.1" status: 200 len: 217 time: 0.0737126 Aug 09 15:42:12.990518 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-78132d85-5e0f-493a-8097-e4a2805f7328 req-da83c33b-7303-48c1-8370-18eeeaeda1ee tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Aug 09 15:42:13.007387 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-386ad0fb-b77f-4b9c-aea6-49d0fcc9eb69 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Floating IP da4b3606-4a60-464d-ba0c-ae3aa33e6696 associated. External IP: 172.25.2.210, port: 3639e246-e2de-4fdf-9cf4-0241acc5c123. Aug 09 15:42:13.086649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebb797-f527-44b7-b1bc-c14d61840842 req-5b69d8ba-dd18-4917-8df9-55f080e75d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.088087 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ebb797-f527-44b7-b1bc-c14d61840842 req-5b69d8ba-dd18-4917-8df9-55f080e75d5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1157677 Aug 09 15:42:13.181307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebb797-f527-44b7-b1bc-c14d61840842 req-dc72dc61-9f61-409c-a822-e6c488de29e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.182942 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ebb797-f527-44b7-b1bc-c14d61840842 req-dc72dc61-9f61-409c-a822-e6c488de29e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674131 Aug 09 15:42:13.257404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c310a-3f88-4fa2-9412-8cd21b207359 req-0d056b4f-ffa9-4ace-969b-adb63422a8c2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.259961 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a4c310a-3f88-4fa2-9412-8cd21b207359 req-0d056b4f-ffa9-4ace-969b-adb63422a8c2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0617869 Aug 09 15:42:13.290447 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.309138 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a4c310a-3f88-4fa2-9412-8cd21b207359 req-729a8a6c-b3cc-4eee-9af4-d9521847a76f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409174 Aug 09 15:42:13.374617 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ebb797-f527-44b7-b1bc-c14d61840842 req-0b9666e3-b2ae-4861-b4aa-fb0c66a396f1 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553326 Aug 09 15:42:13.379380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-386ad0fb-b77f-4b9c-aea6-49d0fcc9eb69 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Router e721ce08-761e-4c31-9476-31f5b659f01d has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:13.562655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ebb797-f527-44b7-b1bc-c14d61840842 req-9a9f6a26-57bf-455f-99d9-260d7749a102 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793168 Aug 09 15:42:13.582247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-386ad0fb-b77f-4b9c-aea6-49d0fcc9eb69 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:13.587319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-386ad0fb-b77f-4b9c-aea6-49d0fcc9eb69 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.593119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec5ce54-2732-458a-878a-aa44aa0b9fd1 None None] Sync routers for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:13.602570 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5ce54-2732-458a-878a-aa44aa0b9fd1 None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:13.603195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-7ec5ce54-2732-458a-878a-aa44aa0b9fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:13.619801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-386ad0fb-b77f-4b9c-aea6-49d0fcc9eb69 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "PUT /v2.0/floatingips/da4b3606-4a60-464d-ba0c-ae3aa33e6696 HTTP/1.1" status: 200 len: 997 time: 1.6224725 Aug 09 15:42:13.620250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:13.623199 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a278c0bb-312c-4e4d-bb6b-8230341ed4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:13.682732 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435bfcc1-bca3-4620-b0e1-db29ef852b11 x-openstack-request-id: req-435bfcc1-bca3-4620-b0e1-db29ef852b11 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:13.683003 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:13.683254 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-435bfcc1-bca3-4620-b0e1-db29ef852b11 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:13.683655 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'status': 'completed', 'code': 200} Aug 09 15:42:13.708953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-176d59d3-9d42-4643-b9ab-82431ac137df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.710576 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-176d59d3-9d42-4643-b9ab-82431ac137df service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 1097 time: 0.0588863 Aug 09 15:42:13.761192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-7ec5ce54-2732-458a-878a-aa44aa0b9fd1 None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:13.842914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94936-fdf7-441c-90b2-5aceaba974a0 req-3bf10c72-5eac-42a4-896f-d9aff5acf105 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.851375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0db94936-fdf7-441c-90b2-5aceaba974a0 req-3bf10c72-5eac-42a4-896f-d9aff5acf105 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 946 time: 0.0953593 Aug 09 15:42:13.853865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278c0bb-312c-4e4d-bb6b-8230341ed4bc req-b000a881-2b78-4b42-b356-95dc2b6edaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.855358 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a278c0bb-312c-4e4d-bb6b-8230341ed4bc req-b000a881-2b78-4b42-b356-95dc2b6edaf5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 1097 time: 0.1252279 Aug 09 15:42:13.905473 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0db94936-fdf7-441c-90b2-5aceaba974a0 req-8186519c-53b2-40c2-8a60-a23815ca2b53 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526171 Aug 09 15:42:13.911718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-ffe2e0ac-b51e-42dc-bf92-82dcdd0db194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:13.913204 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-ffe2e0ac-b51e-42dc-bf92-82dcdd0db194 service neutron] 10.222.0.81 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.1913276 Aug 09 15:42:14.038589 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-719dd976-7d63-4890-b914-56b6b06f0087 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 1000 time: 0.0917597 Aug 09 15:42:14.060614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278c0bb-312c-4e4d-bb6b-8230341ed4bc req-f2614607-9af7-4297-bcce-a9c1bfbbf2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.062989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a278c0bb-312c-4e4d-bb6b-8230341ed4bc req-f2614607-9af7-4297-bcce-a9c1bfbbf2df service neutron] 10.222.0.53 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.1787078 Aug 09 15:42:14.066546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff24f4c-c035-4eeb-accb-d5625ed9f000 req-73e8a1b2-bcda-4826-a409-77bef34bb8db tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.068903 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fff24f4c-c035-4eeb-accb-d5625ed9f000 req-73e8a1b2-bcda-4826-a409-77bef34bb8db tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 947 time: 0.0786252 Aug 09 15:42:14.098754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-7ec5ce54-2732-458a-878a-aa44aa0b9fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'da4b3606-4a60-464d-ba0c-ae3aa33e6696', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'port_id': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'mac_address': 'fa:16:3e:ac:0b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:57Z', 'updated_at': '2021-08-09T15:42:12Z', 'revision_number': 1, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:14.135075 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fff24f4c-c035-4eeb-accb-d5625ed9f000 req-1362c697-b3cb-49c5-a366-83c9ce09c344 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577221 Aug 09 15:42:14.136918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec5ce54-2732-458a-878a-aa44aa0b9fd1 None None] Checking router: e721ce08-761e-4c31-9476-31f5b659f01d for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:14.152158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5ce54-2732-458a-878a-aa44aa0b9fd1 None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:14.152963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-7ec5ce54-2732-458a-878a-aa44aa0b9fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:14.169777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-16242995-5061-4e25-a381-08981af6b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.178818 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-16242995-5061-4e25-a381-08981af6b1e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.1308672 Aug 09 15:42:14.224965 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a278c0bb-312c-4e4d-bb6b-8230341ed4bc req-7cb9ec2d-3ef2-474a-be7d-9ad901f71f4e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 1000 time: 0.1357851 Aug 09 15:42:14.233131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-1abf4c5f-3096-4882-8b13-f180e1d0ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.241888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-1abf4c5f-3096-4882-8b13-f180e1d0ab5c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617816 Aug 09 15:42:14.247809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-1e6d7215-7d72-4ac5-a654-7afce0c41ef7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:42:14.255652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-1e6d7215-7d72-4ac5-a654-7afce0c41ef7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127783 Aug 09 15:42:14.261693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab7be-9c73-4131-a022-7fdb85e55f86 req-0e403196-b41e-48bd-b9e0-155f9c6ea122 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.263315 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b2ab7be-9c73-4131-a022-7fdb85e55f86 req-0e403196-b41e-48bd-b9e0-155f9c6ea122 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.0575352 Aug 09 15:42:14.313974 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b2ab7be-9c73-4131-a022-7fdb85e55f86 req-730c9389-d7fd-4be4-9c57-a4c6553b3997 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428541 Aug 09 15:42:14.420507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-7ec5ce54-2732-458a-878a-aa44aa0b9fd1 None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:14.623715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17f22e-0fcb-4d13-866b-5db8b7001448 req-b14ad0a8-2b2a-4170-a86f-394a614fa9aa tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.631302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f17f22e-0fcb-4d13-866b-5db8b7001448 req-b14ad0a8-2b2a-4170-a86f-394a614fa9aa tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0623198 Aug 09 15:42:14.699472 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f17f22e-0fcb-4d13-866b-5db8b7001448 req-68fa720a-4f85-4905-8d00-5c698bf06175 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671725 Aug 09 15:42:14.710345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-7ec5ce54-2732-458a-878a-aa44aa0b9fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'da4b3606-4a60-464d-ba0c-ae3aa33e6696', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'port_id': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'mac_address': 'fa:16:3e:ac:0b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:57Z', 'updated_at': '2021-08-09T15:42:12Z', 'revision_number': 1, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:14.754260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278c0bb-312c-4e4d-bb6b-8230341ed4bc req-28751cdf-79cd-48b1-80ba-21e8033a485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.754597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec5ce54-2732-458a-878a-aa44aa0b9fd1 None None] The sync data for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 is: [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'da4b3606-4a60-464d-ba0c-ae3aa33e6696', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'port_id': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'mac_address': 'fa:16:3e:ac:0b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:57Z', 'updated_at': '2021-08-09T15:42:12Z', 'revision_number': 1, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:14.756565 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a278c0bb-312c-4e4d-bb6b-8230341ed4bc req-28751cdf-79cd-48b1-80ba-21e8033a485a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.4911137 Aug 09 15:42:14.825963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-989bacb6-9c97-4530-95ac-8bca77950a79 service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691977 Aug 09 15:42:14.901476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278c0bb-312c-4e4d-bb6b-8230341ed4bc req-751b1847-04bd-48a4-a25a-e1405e534225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:14.903128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a278c0bb-312c-4e4d-bb6b-8230341ed4bc req-751b1847-04bd-48a4-a25a-e1405e534225 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129370 Aug 09 15:42:15.025653 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ad4b1-e84f-465f-9646-ebf2c0d99b40 None None] New status for floating IP da4b3606-4a60-464d-ba0c-ae3aa33e6696: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:42:15.047137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8850f39-d1d5-49c9-946e-3200a0a4835f req-521563c3-8803-46ae-8519-180c37a054b8 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:15.048755 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8850f39-d1d5-49c9-946e-3200a0a4835f req-521563c3-8803-46ae-8519-180c37a054b8 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 946 time: 0.1629734 Aug 09 15:42:15.058983 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac95890-1768-4542-9a07-cd4874a87a30 req-0ae03e7b-af95-43c2-b5cf-a4b961f3bb43 service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225163 Aug 09 15:42:15.087001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b9420-adc2-4fb9-ac8f-9b5f0197ceaf req-be377dd0-6ec0-4066-9560-6323686271fe tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:15.111995 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-103b9420-adc2-4fb9-ac8f-9b5f0197ceaf req-be377dd0-6ec0-4066-9560-6323686271fe tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 946 time: 0.1316650 Aug 09 15:42:15.156186 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a278c0bb-312c-4e4d-bb6b-8230341ed4bc req-ed2b7ffd-13f9-4579-8e9a-8c646ca20132 service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294176 Aug 09 15:42:15.206119 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-103b9420-adc2-4fb9-ac8f-9b5f0197ceaf req-9dadda1a-4f8d-43b3-95c6-0badb13c93f5 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b5659bb-7c66-445a-92e2-8bd71ce416ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882885 Aug 09 15:42:15.341838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17fedc-4801-4f10-9f78-d85375105332 req-5ea5736e-fa24-4eed-a92c-b0f42b45ba5c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:15.344466 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-5ea5736e-fa24-4eed-a92c-b0f42b45ba5c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1465209 Aug 09 15:42:15.362646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed885723-aad6-4910-9e76-87a5efb37e94 req-26e260c4-df2a-43c2-83c6-fe76abe3973e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:15.364306 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed885723-aad6-4910-9e76-87a5efb37e94 req-26e260c4-df2a-43c2-83c6-fe76abe3973e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 947 time: 0.0560701 Aug 09 15:42:15.368468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-c8850f39-d1d5-49c9-946e-3200a0a4835f req-6feb0d0c-daea-4306-a86b-4adcb04971eb tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Deleting port d779416d-ff4a-4529-a262-c4fa52f0a1d6 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:15.368969 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8850f39-d1d5-49c9-946e-3200a0a4835f req-6feb0d0c-daea-4306-a86b-4adcb04971eb tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:15.420050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed885723-aad6-4910-9e76-87a5efb37e94 req-cb448c74-280b-4a15-be23-516691c876ce tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464559 Aug 09 15:42:15.528906 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a278c0bb-312c-4e4d-bb6b-8230341ed4bc req-42b9aeee-599f-4e98-a5eb-6741e5574813 service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552737 Aug 09 15:42:15.533418 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd6e59-8cea-46ef-8967-459bcbfde420 req-471ee37d-22da-4b7e-9d88-756f2359fe2b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:15.545463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4cd6e59-8cea-46ef-8967-459bcbfde420 req-471ee37d-22da-4b7e-9d88-756f2359fe2b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.0710621 Aug 09 15:42:15.573474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f9d39e42-af64-4388-865e-9e61caccdea9 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:15.595691 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4cd6e59-8cea-46ef-8967-459bcbfde420 req-698342fa-df1d-49a5-974c-b5afc2c6f45d tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447297 Aug 09 15:42:15.599800 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-763c2534-c730-4d29-b4ae-b23f46ffab62 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 1002 time: 0.2368724 Aug 09 15:42:15.627571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c8850f39-d1d5-49c9-946e-3200a0a4835f req-6feb0d0c-daea-4306-a86b-4adcb04971eb tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] For port d779416d-ff4a-4529-a262-c4fa52f0a1d6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d779416d-ff4a-4529-a262-c4fa52f0a1d6,segment=NetworkSegment(5951a3db-0013-47b2-854f-7f56b25c5e70),segment_id=5951a3db-0013-47b2-854f-7f56b25c5e70)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:15.627806 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8850f39-d1d5-49c9-946e-3200a0a4835f req-6feb0d0c-daea-4306-a86b-4adcb04971eb tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:15.633705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1f17fedc-4801-4f10-9f78-d85375105332 req-995e156c-3452-4222-a6bc-a1760c21b654 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Request body: {'floatingip': {'port_id': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:15.690654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-c8850f39-d1d5-49c9-946e-3200a0a4835f req-6feb0d0c-daea-4306-a86b-4adcb04971eb tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Calling delete_port for d779416d-ff4a-4529-a262-c4fa52f0a1d6 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:15.746633 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f9d39e42-af64-4388-865e-9e61caccdea9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f9d39e42-af64-4388-865e-9e61caccdea9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:15.754922 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1f17fedc-4801-4f10-9f78-d85375105332 req-995e156c-3452-4222-a6bc-a1760c21b654 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:15.761160 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'f9d39e42-af64-4388-865e-9e61caccdea9', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'f9d39e42-af64-4388-865e-9e61caccdea9', 'mac_address': 'fa:16:3e:e6:43:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:15.803131 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:15.829982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d39e42-af64-4388-865e-9e61caccdea9 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:15.856588 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f9d39e42-af64-4388-865e-9e61caccdea9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f9d39e42-af64-4388-865e-9e61caccdea9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:15.862693 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:15.910471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5b58c-7cf5-47d7-9a80-a52c03e47eff req-acc61294-78d2-4d84-b93d-3ed2d31b1a72 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:15.912210 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3a5b58c-7cf5-47d7-9a80-a52c03e47eff req-acc61294-78d2-4d84-b93d-3ed2d31b1a72 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0663600 Aug 09 15:42:15.929044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f9d39e42-af64-4388-865e-9e61caccdea9,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:15.975069 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3a5b58c-7cf5-47d7-9a80-a52c03e47eff req-e57b8eb4-54a0-4ea3-9b72-5fa5173786c1 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542684 Aug 09 15:42:16.019838 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8850f39-d1d5-49c9-946e-3200a0a4835f req-6feb0d0c-daea-4306-a86b-4adcb04971eb tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:16.043594 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['d779416d-ff4a-4529-a262-c4fa52f0a1d6'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:16.055564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb0d0c-daea-4306-a86b-4adcb04971eb tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Pushing event deleted for resources: {'Port': ['ID=d779416d-ff4a-4529-a262-c4fa52f0a1d6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:16.138850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8850f39-d1d5-49c9-946e-3200a0a4835f req-6feb0d0c-daea-4306-a86b-4adcb04971eb tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] No DVR routers for this DVR port d779416d-ff4a-4529-a262-c4fa52f0a1d6 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:16.142931 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8850f39-d1d5-49c9-946e-3200a0a4835f req-6feb0d0c-daea-4306-a86b-4adcb04971eb tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:16.145317 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8850f39-d1d5-49c9-946e-3200a0a4835f req-6feb0d0c-daea-4306-a86b-4adcb04971eb tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.53 "DELETE /v2.0/ports/d779416d-ff4a-4529-a262-c4fa52f0a1d6 HTTP/1.1" status: 204 len: 173 time: 1.0886188 Aug 09 15:42:16.145793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0e6a8f-8fb0-4934-a616-9e6911e707d9', 'name': 'network-vif-deleted', 'tag': 'd779416d-ff4a-4529-a262-c4fa52f0a1d6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:16.149309 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050fd1a1-08d3-4106-a278-e53710319899" -d '{"events": [{"server_uuid": "fd0e6a8f-8fb0-4934-a616-9e6911e707d9", "name": "network-vif-deleted", "tag": "d779416d-ff4a-4529-a262-c4fa52f0a1d6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:16.201133 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aefb05a-2522-43ae-ac06-a371ba707aac x-openstack-request-id: req-4aefb05a-2522-43ae-ac06-a371ba707aac {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:16.201853 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0e6a8f-8fb0-4934-a616-9e6911e707d9", "name": "network-vif-deleted", "tag": "d779416d-ff4a-4529-a262-c4fa52f0a1d6", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:16.202370 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4aefb05a-2522-43ae-ac06-a371ba707aac {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:16.202822 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0e6a8f-8fb0-4934-a616-9e6911e707d9', 'name': 'network-vif-deleted', 'tag': 'd779416d-ff4a-4529-a262-c4fa52f0a1d6', 'status': 'completed', 'code': 200} Aug 09 15:42:16.350584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['f9d39e42-af64-4388-865e-9e61caccdea9'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:16.392341 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-726d7f41-e2ab-4c26-a164-f87325005b2a req-5055add5-1647-4c2c-a8da-49d4a47f92b3 tempest-AttachSCSIVolumeTestJSON-1913395772 tempest-AttachSCSIVolumeTestJSON-1913395772-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0e6a8f-8fb0-4934-a616-9e6911e707d9 HTTP/1.1" status: 200 len: 210 time: 0.0604467 Aug 09 15:42:16.467440 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1f17fedc-4801-4f10-9f78-d85375105332 req-995e156c-3452-4222-a6bc-a1760c21b654 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:16.472380 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1f17fedc-4801-4f10-9f78-d85375105332 req-995e156c-3452-4222-a6bc-a1760c21b654 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:16.535622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301b46e-a0fa-4585-9b40-98fde4bc228c req-4fcefbca-41a7-410e-b680-c03edc082a82 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:16.537470 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9301b46e-a0fa-4585-9b40-98fde4bc228c req-4fcefbca-41a7-410e-b680-c03edc082a82 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 948 time: 0.0518692 Aug 09 15:42:16.578592 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9301b46e-a0fa-4585-9b40-98fde4bc228c req-00630fb7-6e63-40ea-87fa-38df927051f8 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Aug 09 15:42:16.590149 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-1f17fedc-4801-4f10-9f78-d85375105332 req-995e156c-3452-4222-a6bc-a1760c21b654 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Floating IP da4b3606-4a60-464d-ba0c-ae3aa33e6696 associated. External IP: 172.25.2.210, port: 3639e246-e2de-4fdf-9cf4-0241acc5c123. Aug 09 15:42:16.728355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9d8f6-c84e-4069-8a9f-bac9846ffb2c req-a9bd153c-e64c-4d17-bb18-ab7814e03027 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:16.729953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0aa9d8f6-c84e-4069-8a9f-bac9846ffb2c req-a9bd153c-e64c-4d17-bb18-ab7814e03027 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.0633180 Aug 09 15:42:16.773109 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0aa9d8f6-c84e-4069-8a9f-bac9846ffb2c req-20e2ef7a-bee2-4a7f-bc93-829bd7512e90 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362179 Aug 09 15:42:16.830500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f17fedc-4801-4f10-9f78-d85375105332 req-995e156c-3452-4222-a6bc-a1760c21b654 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Router e721ce08-761e-4c31-9476-31f5b659f01d has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:16.948188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f17fedc-4801-4f10-9f78-d85375105332 req-995e156c-3452-4222-a6bc-a1760c21b654 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:16.958772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e16d72-7ef1-455d-b612-815b20278179 None None] Sync routers for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:16.970177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e16d72-7ef1-455d-b612-815b20278179 None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:16.971111 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-57e16d72-7ef1-455d-b612-815b20278179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:17.090244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-57e16d72-7ef1-455d-b612-815b20278179 None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:17.127736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4a4e7-cceb-4cb6-8d9c-2a694b8531e7 req-4523d573-39a5-456d-9502-3d818c1d8cc1 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.131277 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-06d4a4e7-cceb-4cb6-8d9c-2a694b8531e7 req-4523d573-39a5-456d-9502-3d818c1d8cc1 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0705342 Aug 09 15:42:17.179215 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-06d4a4e7-cceb-4cb6-8d9c-2a694b8531e7 req-4ffa03a3-aedb-41d6-97f5-2cc3984fe4b4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395951 Aug 09 15:42:17.219335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f17fedc-4801-4f10-9f78-d85375105332 req-995e156c-3452-4222-a6bc-a1760c21b654 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Router e721ce08-761e-4c31-9476-31f5b659f01d has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:17.348144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-57e16d72-7ef1-455d-b612-815b20278179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'da4b3606-4a60-464d-ba0c-ae3aa33e6696', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'port_id': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'mac_address': 'fa:16:3e:ab:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:57Z', 'updated_at': '2021-08-09T15:42:16Z', 'revision_number': 3, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:17.352297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f17fedc-4801-4f10-9f78-d85375105332 req-995e156c-3452-4222-a6bc-a1760c21b654 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:17.358363 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1f17fedc-4801-4f10-9f78-d85375105332 req-995e156c-3452-4222-a6bc-a1760c21b654 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:17.375719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e16d72-7ef1-455d-b612-815b20278179 None None] Checking router: e721ce08-761e-4c31-9476-31f5b659f01d for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:17.385231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e16d72-7ef1-455d-b612-815b20278179 None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:17.385916 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-57e16d72-7ef1-455d-b612-815b20278179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:17.428609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-995e156c-3452-4222-a6bc-a1760c21b654 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "PUT /v2.0/floatingips/da4b3606-4a60-464d-ba0c-ae3aa33e6696 HTTP/1.1" status: 200 len: 998 time: 1.8043883 Aug 09 15:42:17.483880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17fedc-4801-4f10-9f78-d85375105332 req-6776c152-1f9e-4eba-a6b7-608e785a3fd7 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.494454 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-6776c152-1f9e-4eba-a6b7-608e785a3fd7 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports/3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 943 time: 0.0598803 Aug 09 15:42:17.509209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-57e16d72-7ef1-455d-b612-815b20278179 None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:17.600466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17fedc-4801-4f10-9f78-d85375105332 req-b7852e8e-4ac5-4984-a0da-5152e088c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.602379 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-b7852e8e-4ac5-4984-a0da-5152e088c07a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 1097 time: 0.0493362 Aug 09 15:42:17.728457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181b52c-b030-4e50-ad2a-33f1b56bf886 req-4d86f365-d2b9-4c60-9a20-665dab1844c0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.732743 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17fedc-4801-4f10-9f78-d85375105332 req-5bed78de-083b-45ab-8c57-943be4f7168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.734841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-5bed78de-083b-45ab-8c57-943be4f7168b service neutron] 10.222.0.81 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.1215491 Aug 09 15:42:17.735685 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8181b52c-b030-4e50-ad2a-33f1b56bf886 req-4d86f365-d2b9-4c60-9a20-665dab1844c0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 948 time: 0.0711441 Aug 09 15:42:17.787363 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-93773362-758c-4df0-9c93-248b18abfb27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 217 time: 0.0440564 Aug 09 15:42:17.798051 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8181b52c-b030-4e50-ad2a-33f1b56bf886 req-9163fdf3-fefc-4c54-abbf-62e0d0954a90 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576243 Aug 09 15:42:17.856427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17fedc-4801-4f10-9f78-d85375105332 req-4c28d1f4-e792-4b65-a068-602aefcc1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.858086 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-4c28d1f4-e792-4b65-a068-602aefcc1654 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.0635738 Aug 09 15:42:17.873852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-57e16d72-7ef1-455d-b612-815b20278179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'da4b3606-4a60-464d-ba0c-ae3aa33e6696', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'port_id': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'mac_address': 'fa:16:3e:ab:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:57Z', 'updated_at': '2021-08-09T15:42:16Z', 'revision_number': 3, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:17.922236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17fedc-4801-4f10-9f78-d85375105332 req-8fe7166a-66cf-43bf-a9ca-7792feb37dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.924129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-8fe7166a-66cf-43bf-a9ca-7792feb37dec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565619 Aug 09 15:42:17.937343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e16d72-7ef1-455d-b612-815b20278179 None None] The sync data for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 is: [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'da4b3606-4a60-464d-ba0c-ae3aa33e6696', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'port_id': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'mac_address': 'fa:16:3e:ab:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:57Z', 'updated_at': '2021-08-09T15:42:16Z', 'revision_number': 3, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:17.969723 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0d643-175b-42c3-8126-3bcea7a10420 req-6473c0f1-dd04-4a75-be4e-3d4bfa54c6ef tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.971470 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7b0d643-175b-42c3-8126-3bcea7a10420 req-6473c0f1-dd04-4a75-be4e-3d4bfa54c6ef tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.0708022 Aug 09 15:42:18.037521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7b0d643-175b-42c3-8126-3bcea7a10420 req-3537e5b2-26b6-4f91-824a-72228a35dc22 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530896 Aug 09 15:42:18.218430 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc74d9a-5e77-48e7-9da2-b38bc16bdd6a None None] New status for floating IP da4b3606-4a60-464d-ba0c-ae3aa33e6696: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:42:18.364739 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec058b-42dc-4640-9b38-528f395bfd95 req-d349ee79-a63a-44c5-85de-a4ccaaea4eca tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.368360 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b3ec058b-42dc-4640-9b38-528f395bfd95 req-d349ee79-a63a-44c5-85de-a4ccaaea4eca tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0884759 Aug 09 15:42:18.425349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123'}, {'name': 'network-changed', 'server_uuid': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'tag': '88842fdb-0ac8-45c8-a391-076e8e8f8144'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:18.427703 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123"}, {"name": "network-changed", "server_uuid": "48937c8a-8020-4ba9-97ab-160eb5e2e0d4", "tag": "88842fdb-0ac8-45c8-a391-076e8e8f8144"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:18.429195 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b3ec058b-42dc-4640-9b38-528f395bfd95 req-590cabd8-e32a-449e-8218-4516bd83f48a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534251 Aug 09 15:42:18.438960 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-e12955dc-daed-4e35-9c09-45d24ecdba5f service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065122 Aug 09 15:42:18.549535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-dffe22ca-f59a-409b-a7aa-45697e79e774 service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097200 Aug 09 15:42:18.563295 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e103aac-a174-404c-bd6c-550753386e99 x-openstack-request-id: req-5e103aac-a174-404c-bd6c-550753386e99 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:18.563681 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48937c8a-8020-4ba9-97ab-160eb5e2e0d4", "tag": "88842fdb-0ac8-45c8-a391-076e8e8f8144", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:18.564153 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e103aac-a174-404c-bd6c-550753386e99 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:18.564644 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'status': 'completed', 'code': 200} Aug 09 15:42:18.565001 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'tag': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'status': 'completed', 'code': 200} Aug 09 15:42:18.602067 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40d128d-6963-445f-b777-cbf61e9915bb None None] Sync routers for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:18.612199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d128d-6963-445f-b777-cbf61e9915bb None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:18.612822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f40d128d-6963-445f-b777-cbf61e9915bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:18.657076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17fedc-4801-4f10-9f78-d85375105332 req-e61bd7ab-8567-4004-baec-30f5e5ca0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.658514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-e61bd7ab-8567-4004-baec-30f5e5ca0281 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 1096 time: 0.0760431 Aug 09 15:42:18.664582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-1af50c8f-3e62-4f8d-b1d3-031655c7fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.666031 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-1af50c8f-3e62-4f8d-b1d3-031655c7fb23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 1097 time: 0.0550644 Aug 09 15:42:18.731801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-f40d128d-6963-445f-b777-cbf61e9915bb None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:18.825537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-22673e08-7892-47f3-8a63-ba11190b39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.827061 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-22673e08-7892-47f3-8a63-ba11190b39d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.1514881 Aug 09 15:42:18.828111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17fedc-4801-4f10-9f78-d85375105332 req-22f2e436-96c8-4ade-a599-e893747a11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.829361 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-22f2e436-96c8-4ade-a599-e893747a11c6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.1624274 Aug 09 15:42:18.833024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d779416d-ff4a-4529-a262-c4fa52f0a1d6 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:18.864861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: d779416d-ff4a-4529-a262-c4fa52f0a1d6 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:18.865363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d779416d-ff4a-4529-a262-c4fa52f0a1d6 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:18.924512 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-f317c5f0-0e3b-4b74-984b-a62112408e98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 217 time: 0.0365303 Aug 09 15:42:18.957420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a348d45-c360-4336-8229-7af844ce0f3b req-48430b16-af58-4ed6-9cd1-66263692a281 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.960019 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a348d45-c360-4336-8229-7af844ce0f3b req-48430b16-af58-4ed6-9cd1-66263692a281 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 948 time: 0.0575867 Aug 09 15:42:18.982047 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-f03f5b3a-01a2-443d-917c-4a9d01b50efc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88842fdb-0ac8-45c8-a391-076e8e8f8144 HTTP/1.1" status: 200 len: 1001 time: 0.1462016 Aug 09 15:42:19.016807 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a348d45-c360-4336-8229-7af844ce0f3b req-8b0d21a4-3a10-41a6-91e8-46394430f109 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490966 Aug 09 15:42:19.042905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-28ba5163-74c8-48a3-a72a-49ba09597b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.044678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-28ba5163-74c8-48a3-a72a-49ba09597b3c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.1021357 Aug 09 15:42:19.075106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f40d128d-6963-445f-b777-cbf61e9915bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'da4b3606-4a60-464d-ba0c-ae3aa33e6696', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'port_id': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'mac_address': 'fa:16:3e:ab:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:57Z', 'updated_at': '2021-08-09T15:42:18Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:19.119121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40d128d-6963-445f-b777-cbf61e9915bb None None] Checking router: e721ce08-761e-4c31-9476-31f5b659f01d for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:19.122603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17fedc-4801-4f10-9f78-d85375105332 req-0af64b9a-ee63-4d8f-b3c1-eeea02157311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.126257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-0af64b9a-ee63-4d8f-b3c1-eeea02157311 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.1371396 Aug 09 15:42:19.141054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d128d-6963-445f-b777-cbf61e9915bb None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:19.142009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f40d128d-6963-445f-b777-cbf61e9915bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:19.177168 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e60a22-8999-43d0-828a-fcb25809b072 req-1716b971-5b98-4887-92ee-2a8256b2d2e7 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.184433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-f033e12e-4618-4190-8331-c862918c81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.186495 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b7e60a22-8999-43d0-828a-fcb25809b072 req-1716b971-5b98-4887-92ee-2a8256b2d2e7 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.0785332 Aug 09 15:42:19.186722 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-f033e12e-4618-4190-8331-c862918c81a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331909 Aug 09 15:42:19.198731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca96e337-f051-46d5-9518-5423e4d4a6b6 req-c8187e57-8168-4ae6-9a14-5501607f14ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1132748 Aug 09 15:42:19.271291 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b7e60a22-8999-43d0-828a-fcb25809b072 req-88abe1c7-ce65-40f9-9c06-8eaaeb6ca7f0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838227 Aug 09 15:42:19.278482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17fedc-4801-4f10-9f78-d85375105332 req-fabbdd3e-056a-4d18-bdc9-a6c0f1857702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.280395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-fabbdd3e-056a-4d18-bdc9-a6c0f1857702 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418633 Aug 09 15:42:19.318284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-f40d128d-6963-445f-b777-cbf61e9915bb None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:19.456573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96e337-f051-46d5-9518-5423e4d4a6b6 req-14e09725-b33e-4fb9-ab0f-0d533b7e8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.458179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca96e337-f051-46d5-9518-5423e4d4a6b6 req-14e09725-b33e-4fb9-ab0f-0d533b7e8e40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 1101 time: 0.2209420 Aug 09 15:42:19.505173 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-ba0ad313-587f-4471-a186-9d76bbfaadbb service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030022 Aug 09 15:42:19.562356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-6bb612c5-dc5a-461f-ae66-7ce73b2fb977 service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476098 Aug 09 15:42:19.593710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f9d39e42-af64-4388-865e-9e61caccdea9 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:19.624012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb5829-2f94-45f2-8012-5a73a2e7be38 req-a7d9ae6a-7851-45d1-94dc-dd7dcd687210 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.626072 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-48eb5829-2f94-45f2-8012-5a73a2e7be38 req-a7d9ae6a-7851-45d1-94dc-dd7dcd687210 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0910001 Aug 09 15:42:19.696786 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-48eb5829-2f94-45f2-8012-5a73a2e7be38 req-bf68c04a-0206-4c45-83d0-f68cdb03a970 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561576 Aug 09 15:42:19.798220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96e337-f051-46d5-9518-5423e4d4a6b6 req-5b59c7f5-e701-4a45-ac2a-a818dd9a1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.800471 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca96e337-f051-46d5-9518-5423e4d4a6b6 req-5b59c7f5-e701-4a45-ac2a-a818dd9a1bdc service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3105845 Aug 09 15:42:19.834535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f17fedc-4801-4f10-9f78-d85375105332 req-3242a6d5-f4d3-41e2-96be-ff8dfc6b61fc service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127270 Aug 09 15:42:19.875246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-ed7d53a2-501b-4122-872d-c89a66d9714d service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998250 Aug 09 15:42:19.876555 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca96e337-f051-46d5-9518-5423e4d4a6b6 req-db77ffe7-20e6-46d0-9c89-bf1d7451339c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=c442c687-135d-4cb9-8461-d24b94faac11 HTTP/1.1" status: 200 len: 217 time: 0.0574963 Aug 09 15:42:19.921648 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port f9d39e42-af64-4388-865e-9e61caccdea9 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:19.933050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port f9d39e42-af64-4388-865e-9e61caccdea9 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:19.938006 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.002393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f40d128d-6963-445f-b777-cbf61e9915bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'da4b3606-4a60-464d-ba0c-ae3aa33e6696', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'port_id': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'mac_address': 'fa:16:3e:ab:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:57Z', 'updated_at': '2021-08-09T15:42:18Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:20.027611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96e337-f051-46d5-9518-5423e4d4a6b6 req-dd2a03a7-c6ca-49f2-89f1-5960869e37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.029469 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca96e337-f051-46d5-9518-5423e4d4a6b6 req-dd2a03a7-c6ca-49f2-89f1-5960869e37d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1297405 Aug 09 15:42:20.057874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40d128d-6963-445f-b777-cbf61e9915bb None None] The sync data for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 is: [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'da4b3606-4a60-464d-ba0c-ae3aa33e6696', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'port_id': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'mac_address': 'fa:16:3e:ab:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:57Z', 'updated_at': '2021-08-09T15:42:18Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:20.099773 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ce5f99a9-14b0-4ec6-bb2f-568bd0ce91bb req-79779c17-5c8f-40d8-8661-c6165ffdf88b tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 1001 time: 0.2117970 Aug 09 15:42:20.168246 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.211774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f99a9-14b0-4ec6-bb2f-568bd0ce91bb req-39f60ff2-82cb-4e9b-a818-bf170aa9b40c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.218329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9093e733-3292-47de-8ab1-d2f4479fa062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d39e42-af64-4388-865e-9e61caccdea9'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:20.221925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-f359f19e-12ed-4843-aa04-d29e7e7fbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.224179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-f359f19e-12ed-4843-aa04-d29e7e7fbb4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 1096 time: 0.1924961 Aug 09 15:42:20.226897 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ce5f99a9-14b0-4ec6-bb2f-568bd0ce91bb req-39f60ff2-82cb-4e9b-a818-bf170aa9b40c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports/88842fdb-0ac8-45c8-a391-076e8e8f8144 HTTP/1.1" status: 200 len: 942 time: 0.1192656 Aug 09 15:42:20.228603 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cb7e41-a8a8-4736-9e17-c56c9442060f" -d '{"events": [{"server_uuid": "9093e733-3292-47de-8ab1-d2f4479fa062", "name": "network-vif-plugged", "status": "completed", "tag": "f9d39e42-af64-4388-865e-9e61caccdea9"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:20.235355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96e337-f051-46d5-9518-5423e4d4a6b6 req-376be8d4-8a19-4133-a063-d7f0c58fec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.237190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca96e337-f051-46d5-9518-5423e4d4a6b6 req-376be8d4-8a19-4133-a063-d7f0c58fec9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1867645 Aug 09 15:42:20.250580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f9d39e42-af64-4388-865e-9e61caccdea9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f9d39e42-af64-4388-865e-9e61caccdea9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:20.255595 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.261715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a62ec-d45c-4ac9-9e43-3974bf8ebe66 req-10c2df46-31b0-45c0-a7f0-df9618175cda tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.262608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d20a62ec-d45c-4ac9-9e43-3974bf8ebe66 req-10c2df46-31b0-45c0-a7f0-df9618175cda tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 948 time: 0.1475410 Aug 09 15:42:20.333441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f9d39e42-af64-4388-865e-9e61caccdea9,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:20.426212 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ce5f99a9-14b0-4ec6-bb2f-568bd0ce91bb req-484d8985-d0a8-4016-af03-0db676169d0e tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 1001 time: 0.0839517 Aug 09 15:42:20.455034 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d20a62ec-d45c-4ac9-9e43-3974bf8ebe66 req-b31c9c71-e2fb-4274-9062-5cf0dc55973d tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719308 Aug 09 15:42:20.497323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-eb7fe99c-60de-42d7-a1a8-bdc4b287a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.498855 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-eb7fe99c-60de-42d7-a1a8-bdc4b287a9d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.2539651 Aug 09 15:42:20.526933 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbb5d10-23ee-4267-b5e2-86be06588c51 x-openstack-request-id: req-adbb5d10-23ee-4267-b5e2-86be06588c51 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:20.527281 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9093e733-3292-47de-8ab1-d2f4479fa062", "name": "network-vif-plugged", "status": "completed", "tag": "f9d39e42-af64-4388-865e-9e61caccdea9", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:20.527534 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-adbb5d10-23ee-4267-b5e2-86be06588c51 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:20.527934 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9093e733-3292-47de-8ab1-d2f4479fa062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d39e42-af64-4388-865e-9e61caccdea9', 'code': 200} Aug 09 15:42:20.581282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f99a9-14b0-4ec6-bb2f-568bd0ce91bb req-69e90d3f-9319-4d3b-a4f7-acbed041e839 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.583431 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ce5f99a9-14b0-4ec6-bb2f-568bd0ce91bb req-69e90d3f-9319-4d3b-a4f7-acbed041e839 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.1566148 Aug 09 15:42:20.598838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-ce5f99a9-14b0-4ec6-bb2f-568bd0ce91bb req-57e586a6-7cfe-4e97-96e6-cc5c2636b534 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:42:20.599886 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ce5f99a9-14b0-4ec6-bb2f-568bd0ce91bb req-57e586a6-7cfe-4e97-96e6-cc5c2636b534 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097373 Aug 09 15:42:20.600005 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca96e337-f051-46d5-9518-5423e4d4a6b6 req-76bc23e4-cf5f-462e-bf37-987a65602270 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356800 Aug 09 15:42:20.729254 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-8ce46492-1df0-411b-b1a0-85ed5e87d78f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88842fdb-0ac8-45c8-a391-076e8e8f8144 HTTP/1.1" status: 200 len: 1001 time: 0.2203782 Aug 09 15:42:20.797684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f80a1-7954-4881-a73a-d704f7ba42eb req-6374f109-f0f1-4dd0-90fb-da61bec6e8f5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.800449 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd5f80a1-7954-4881-a73a-d704f7ba42eb req-6374f109-f0f1-4dd0-90fb-da61bec6e8f5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.1990917 Aug 09 15:42:20.834470 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-0aa0d7c6-dee1-4da8-9c90-16595053e8fe tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 1001 time: 0.0797102 Aug 09 15:42:20.839374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a9fac-0a41-491d-a25d-0f2ec4fe9f1e req-5275c51b-fc69-41c3-bbae-64891925e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.840874 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-144a9fac-0a41-491d-a25d-0f2ec4fe9f1e req-5275c51b-fc69-41c3-bbae-64891925e1ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 1100 time: 0.2244458 Aug 09 15:42:20.850064 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca96e337-f051-46d5-9518-5423e4d4a6b6 req-a98f3bb3-0dc9-4c70-8304-f920d1f7a562 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257268 Aug 09 15:42:20.874388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-7001870c-48ba-47b8-bf88-eee2a2557c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.876210 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-7001870c-48ba-47b8-bf88-eee2a2557c41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.1337287 Aug 09 15:42:20.888228 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-22bc6f25-277b-4d9e-b98f-1245919c8553 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.902186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-22bc6f25-277b-4d9e-b98f-1245919c8553 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports/88842fdb-0ac8-45c8-a391-076e8e8f8144 HTTP/1.1" status: 200 len: 942 time: 0.0687003 Aug 09 15:42:20.934743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd5f80a1-7954-4881-a73a-d704f7ba42eb req-7b5327d1-c62a-44d6-bac0-830a9efaf1a5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117189 Aug 09 15:42:20.937766 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-144a9fac-0a41-491d-a25d-0f2ec4fe9f1e req-5981f95a-a349-4b4e-acd6-1f95fb6592d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795577 Aug 09 15:42:20.958901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-336c88af-14b6-467f-b861-6575d858afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.960698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-336c88af-14b6-467f-b861-6575d858afbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743852 Aug 09 15:42:21.033480 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-c1827998-59ef-4d35-9377-566beb3fb63c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 1001 time: 0.0898530 Aug 09 15:42:21.102842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8363a66-360a-4185-8595-326e70638db9 req-3c084ba7-b362-4b10-a212-1eaf0cbea708 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:21.104647 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8363a66-360a-4185-8595-326e70638db9 req-3c084ba7-b362-4b10-a212-1eaf0cbea708 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0805020 Aug 09 15:42:21.136805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-e89b2f42-60fb-4f78-8014-69001e85c1e3 service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676059 Aug 09 15:42:21.146861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-f70d6974-71df-4e12-89dc-46c29cfcbb79 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:21.148990 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-f70d6974-71df-4e12-89dc-46c29cfcbb79 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.1094143 Aug 09 15:42:21.218545 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8363a66-360a-4185-8595-326e70638db9 req-9ee530cd-bc36-45be-9c2e-9564780548b5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071539 Aug 09 15:42:21.225104 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-1aa7d312-7aee-4719-a46b-93446ab5354d tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 1001 time: 0.0674584 Aug 09 15:42:21.266156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-43f72b6f-1149-4dda-98aa-ce52e05a9658 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:21.281851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d361d0de-9e8b-4ca1-84d1-b9aeb6c09a7d req-90980bb2-94d4-4da1-8081-7a43bac2b63f service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312752 Aug 09 15:42:21.336699 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-43f72b6f-1149-4dda-98aa-ce52e05a9658 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:21.516200 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-43f72b6f-1149-4dda-98aa-ce52e05a9658 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:21.524983 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-43f72b6f-1149-4dda-98aa-ce52e05a9658 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:21.525268 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-43f72b6f-1149-4dda-98aa-ce52e05a9658 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Floating IP da4b3606-4a60-464d-ba0c-ae3aa33e6696 disassociated. External IP: 172.25.2.210, port: 88842fdb-0ac8-45c8-a391-076e8e8f8144. Aug 09 15:42:21.592622 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d15628b9-4cdc-4923-a04e-09871d660aca req-daf51299-7bdc-4af2-bd47-6019d9d16cfb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1033447 Aug 09 15:42:21.608325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25ec1f-7511-4cb2-bb60-c1617eba08aa req-d34ab694-d54b-4a55-8572-fd219dbe1b87 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:21.609885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b25ec1f-7511-4cb2-bb60-c1617eba08aa req-d34ab694-d54b-4a55-8572-fd219dbe1b87 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 949 time: 0.0691521 Aug 09 15:42:21.682644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b25ec1f-7511-4cb2-bb60-c1617eba08aa req-a2132861-4c8f-47b5-be92-6ed5c678a4af tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663261 Aug 09 15:42:21.687702 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15628b9-4cdc-4923-a04e-09871d660aca req-ce66d5aa-29d6-456b-b86e-3c4fc33e4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:21.689196 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d15628b9-4cdc-4923-a04e-09871d660aca req-ce66d5aa-29d6-456b-b86e-3c4fc33e4c03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0709589 Aug 09 15:42:21.782488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-43f72b6f-1149-4dda-98aa-ce52e05a9658 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Router e721ce08-761e-4c31-9476-31f5b659f01d has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:21.844557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15628b9-4cdc-4923-a04e-09871d660aca req-0d618e59-ff48-4558-ab7d-5eb32114cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:21.846570 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d15628b9-4cdc-4923-a04e-09871d660aca req-0d618e59-ff48-4558-ab7d-5eb32114cb0f service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.1237977 Aug 09 15:42:21.872547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53892) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:21.922983 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-43f72b6f-1149-4dda-98aa-ce52e05a9658 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:21.927791 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-43f72b6f-1149-4dda-98aa-ce52e05a9658 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:21.934347 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a89886-b76b-429a-8a5e-1fe44a628689 None None] Sync routers for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:21.952802 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a89886-b76b-429a-8a5e-1fe44a628689 None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:21.954020 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-94a89886-b76b-429a-8a5e-1fe44a628689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:21.959831 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-43f72b6f-1149-4dda-98aa-ce52e05a9658 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "PUT /v2.0/floatingips/da4b3606-4a60-464d-ba0c-ae3aa33e6696 HTTP/1.1" status: 200 len: 695 time: 0.7162831 Aug 09 15:42:21.960432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'tag': '88842fdb-0ac8-45c8-a391-076e8e8f8144'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:21.963883 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ca5cff-3209-45d7-a3b8-41b9bad4e1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "48937c8a-8020-4ba9-97ab-160eb5e2e0d4", "tag": "88842fdb-0ac8-45c8-a391-076e8e8f8144"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:22.043635 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d15628b9-4cdc-4923-a04e-09871d660aca req-4a0bf277-0afd-4685-a5b2-83fc9dc04911 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b HTTP/1.1" status: 200 len: 217 time: 0.1776929 Aug 09 15:42:22.044461 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62ae519-973d-427c-bf82-d4591307e3dd x-openstack-request-id: req-a62ae519-973d-427c-bf82-d4591307e3dd {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:22.045882 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48937c8a-8020-4ba9-97ab-160eb5e2e0d4", "tag": "88842fdb-0ac8-45c8-a391-076e8e8f8144", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:22.046249 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a62ae519-973d-427c-bf82-d4591307e3dd {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:22.047609 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'tag': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'status': 'completed', 'code': 200} Aug 09 15:42:22.062356 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:42:22.071835 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-6f531629-8b8b-4276-9703-9220c0083fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:22.077853 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-6f531629-8b8b-4276-9703-9220c0083fb8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 1096 time: 0.0912678 Aug 09 15:42:22.145902 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-94a89886-b76b-429a-8a5e-1fe44a628689 None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:22.201121 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-b8f42827-b51a-4d9c-9cc5-b7f6a1a1b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:22.202728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-b8f42827-b51a-4d9c-9cc5-b7f6a1a1b155 service neutron] 10.222.0.81 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.1204646 Aug 09 15:42:22.259149 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-08e057b0-3b61-416b-b84f-0da6c446bb9c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88842fdb-0ac8-45c8-a391-076e8e8f8144 HTTP/1.1" status: 200 len: 217 time: 0.0485036 Aug 09 15:42:22.362530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-3038736f-ebd5-4ae4-b11e-76919650c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:22.366411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-3038736f-ebd5-4ae4-b11e-76919650c143 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.0992479 Aug 09 15:42:22.436628 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-94a89886-b76b-429a-8a5e-1fe44a628689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:22.444689 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-f5236bb3-5a41-4424-996a-e62e757e2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:22.462170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-f5236bb3-5a41-4424-996a-e62e757e2b8a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892899 Aug 09 15:42:22.468500 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a89886-b76b-429a-8a5e-1fe44a628689 None None] Checking router: e721ce08-761e-4c31-9476-31f5b659f01d for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:22.483926 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a89886-b76b-429a-8a5e-1fe44a628689 None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:22.484557 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-94a89886-b76b-429a-8a5e-1fe44a628689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:22.555026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca5cff-3209-45d7-a3b8-41b9bad4e1e4 req-37b4c025-9c5c-458f-b457-5c6504d7af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:22.556506 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5ca5cff-3209-45d7-a3b8-41b9bad4e1e4 req-37b4c025-9c5c-458f-b457-5c6504d7af3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 1096 time: 0.4869266 Aug 09 15:42:22.565083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15628b9-4cdc-4923-a04e-09871d660aca req-93d386f4-4f69-4981-a5b6-0a2e2cb1988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:22.566704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d15628b9-4cdc-4923-a04e-09871d660aca req-93d386f4-4f69-4981-a5b6-0a2e2cb1988b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.5110235 Aug 09 15:42:22.614126 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-0c2f82aa-ac91-4862-9383-a1e50ce2503f service neutron] show failed (client error): The resource could not be found. Aug 09 15:42:22.615302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-0c2f82aa-ac91-4862-9383-a1e50ce2503f service neutron] 10.222.0.60 "GET /v2.0/ports/ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2/bindings/n-h1-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0957935 Aug 09 15:42:22.618474 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-82a9eaa5-b1d1-4fc3-a189-7cf2b82f4d2c service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536362 Aug 09 15:42:22.641741 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-94a89886-b76b-429a-8a5e-1fe44a628689 None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:22.683107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6679b7-c942-4da7-93bf-0a627b5d514e req-ec6c25a0-96dc-44eb-b1e6-52624c845121 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:22.691878 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec6679b7-c942-4da7-93bf-0a627b5d514e req-ec6c25a0-96dc-44eb-b1e6-52624c845121 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.5900700 Aug 09 15:42:22.694863 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d15628b9-4cdc-4923-a04e-09871d660aca req-52dda4d5-647a-42fa-b3ce-03661afdc354 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999520 Aug 09 15:42:22.756047 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ce5a22-86ed-4d55-838f-ec282c610080 req-250fae3d-1dcc-4b5d-9e00-2758549ed36d service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209311 Aug 09 15:42:22.857914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec6679b7-c942-4da7-93bf-0a627b5d514e req-083655c8-bc0e-4fcb-82f5-fd7e38bae158 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588082 Aug 09 15:42:22.913310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258955d0-2e45-4710-a0dd-439ba19287b6 req-280f420a-a7af-4808-b686-c2abc0e26d7d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:22.916110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-258955d0-2e45-4710-a0dd-439ba19287b6 req-280f420a-a7af-4808-b686-c2abc0e26d7d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0554922 Aug 09 15:42:22.939336 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-94a89886-b76b-429a-8a5e-1fe44a628689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:22.971956 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-258955d0-2e45-4710-a0dd-439ba19287b6 req-db71d7ea-f3cf-49bf-96a1-29d8475d3e18 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489519 Aug 09 15:42:22.986125 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a89886-b76b-429a-8a5e-1fe44a628689 None None] The sync data for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 is: [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:22.988758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca5cff-3209-45d7-a3b8-41b9bad4e1e4 req-8680d73f-5a4b-4029-933a-a84c64e1bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:22.990940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5ca5cff-3209-45d7-a3b8-41b9bad4e1e4 req-8680d73f-5a4b-4029-933a-a84c64e1bfeb service neutron] 10.222.0.53 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.4215298 Aug 09 15:42:23.008596 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d15628b9-4cdc-4923-a04e-09871d660aca req-11b95cde-dbca-4a50-a029-2f6eedfda6a2 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922833 Aug 09 15:42:23.027469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-1ec0754d-a705-40d4-a75e-fa8d200f1f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:23.028962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-1ec0754d-a705-40d4-a75e-fa8d200f1f4c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96&tenant_id=3db5924556fe4b23b861d1e4e4681575 HTTP/1.1" status: 200 len: 1101 time: 0.1390822 Aug 09 15:42:23.114020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:23.121018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5ca5cff-3209-45d7-a3b8-41b9bad4e1e4 req-f6119d85-fd0e-47d0-85f4-ccb2e0f5574f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88842fdb-0ac8-45c8-a391-076e8e8f8144 HTTP/1.1" status: 200 len: 217 time: 0.1159124 Aug 09 15:42:23.293725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd7219-418b-4cfe-893e-6e7b18f1a3ed None None] New status for floating IP da4b3606-4a60-464d-ba0c-ae3aa33e6696: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:42:23.333420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9654d-4a24-4ba6-9bde-5db12b4b9993 req-5a419dbe-0e71-4a02-a40d-9b457bbf948e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:23.335176 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7c9654d-4a24-4ba6-9bde-5db12b4b9993 req-5a419dbe-0e71-4a02-a40d-9b457bbf948e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 949 time: 0.3333988 Aug 09 15:42:23.340250 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.348544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca5cff-3209-45d7-a3b8-41b9bad4e1e4 req-c32a79c7-f338-4492-b7e3-6160977d33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:23.350132 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5ca5cff-3209-45d7-a3b8-41b9bad4e1e4 req-c32a79c7-f338-4492-b7e3-6160977d33c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.1618185 Aug 09 15:42:23.411655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d15628b9-4cdc-4923-a04e-09871d660aca req-edbf15f9-1106-4539-8d60-b81586285028 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368876 Aug 09 15:42:23.444090 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bedbe-9636-43d2-a08f-34a40767e082 req-69cea31f-4d39-401e-b8b6-1e7735858222 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:23.445909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-071bedbe-9636-43d2-a08f-34a40767e082 req-69cea31f-4d39-401e-b8b6-1e7735858222 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0947173 Aug 09 15:42:23.504024 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7c9654d-4a24-4ba6-9bde-5db12b4b9993 req-70d90577-f6c5-41b4-876f-e4c64d82bfb9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443896 Aug 09 15:42:23.513867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-071bedbe-9636-43d2-a08f-34a40767e082 req-ad941dd9-011e-49da-b126-293a264dd093 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 698 time: 0.0605443 Aug 09 15:42:23.528768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-071bedbe-9636-43d2-a08f-34a40767e082 req-f59ff9aa-a976-49b7-8473-43eb3ecfaf2c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Request body: {'floatingip': {'port_id': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:23.574451 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-071bedbe-9636-43d2-a08f-34a40767e082 req-f59ff9aa-a976-49b7-8473-43eb3ecfaf2c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.592030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca5cff-3209-45d7-a3b8-41b9bad4e1e4 req-3e05fd9b-4a25-4a71-a7bd-4274c8e35c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:23.593512 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5ca5cff-3209-45d7-a3b8-41b9bad4e1e4 req-3e05fd9b-4a25-4a71-a7bd-4274c8e35c05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2232912 Aug 09 15:42:23.781567 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e40097d5-a0c8-499d-ac2a-883567dadb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.788175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af82934-2628-4be7-9e1c-c25e78f1ebf8 req-7acb41fd-81f9-4683-9daf-9b2d90cde6a5 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:23.790432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0af82934-2628-4be7-9e1c-c25e78f1ebf8 req-7acb41fd-81f9-4683-9daf-9b2d90cde6a5 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 1100 time: 0.2007952 Aug 09 15:42:23.888358 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:23.892995 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5ca5cff-3209-45d7-a3b8-41b9bad4e1e4 req-fdbc54fe-451e-45c3-84d0-48d0a3e1415e service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874575 Aug 09 15:42:23.993223 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0af82934-2628-4be7-9e1c-c25e78f1ebf8 req-9b6cdb7e-dcc4-47c6-96ba-b1e8bf7b8fcc tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617289 Aug 09 15:42:24.043054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:24.091042 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-071bedbe-9636-43d2-a08f-34a40767e082 req-f59ff9aa-a976-49b7-8473-43eb3ecfaf2c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.096907 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-071bedbe-9636-43d2-a08f-34a40767e082 req-f59ff9aa-a976-49b7-8473-43eb3ecfaf2c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.192781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:24.195667 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e496833a-4a4c-4303-a007-6d5d203b85b0" -d '{"events": [{"server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "name": "network-vif-unplugged", "status": "completed", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:24.201040 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.208110 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5ca5cff-3209-45d7-a3b8-41b9bad4e1e4 req-bf26d5e3-c02b-4ed3-acd9-220b3374d1bb service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718832 Aug 09 15:42:24.227011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Transition to ACTIVE for port object ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:24.231316 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [req-071bedbe-9636-43d2-a08f-34a40767e082 req-f59ff9aa-a976-49b7-8473-43eb3ecfaf2c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Floating IP da4b3606-4a60-464d-ba0c-ae3aa33e6696 associated. External IP: 172.25.2.210, port: 3639e246-e2de-4fdf-9cf4-0241acc5c123. Aug 09 15:42:24.238517 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.251559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a528d-12ad-475a-aec1-aeb7c0b4b318 req-0e95d2c0-8647-4364-99ee-dbf97d4b2415 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:24.253093 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd3a528d-12ad-475a-aec1-aeb7c0b4b318 req-0e95d2c0-8647-4364-99ee-dbf97d4b2415 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.1444521 Aug 09 15:42:24.349701 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:24.353257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] No DVR routers for this DVR port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:24.412526 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd3a528d-12ad-475a-aec1-aeb7c0b4b318 req-4326a217-128a-48ef-a39a-26c089ee4c12 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330192 Aug 09 15:42:24.480459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Attempting to bind port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:24.480833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Attempting to bind port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:24.481146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Attempting to bind port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:24.489958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:24.490284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Attempting to bind port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:24.501830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:24.502169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:24.502582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:24.503037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Bound port: ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:24.503401 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.555116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e40097d5-a0c8-499d-ac2a-883567dadb5f admin admin] Deleting port c570e272-26d1-46aa-862d-3ec86f2fc33a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:24.555399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e40097d5-a0c8-499d-ac2a-883567dadb5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.671587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:24.683309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:24.692871 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.750112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-e40097d5-a0c8-499d-ac2a-883567dadb5f admin admin] For port c570e272-26d1-46aa-862d-3ec86f2fc33a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c570e272-26d1-46aa-862d-3ec86f2fc33a,segment=NetworkSegment(5951a3db-0013-47b2-854f-7f56b25c5e70),segment_id=5951a3db-0013-47b2-854f-7f56b25c5e70)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:24.750748 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e40097d5-a0c8-499d-ac2a-883567dadb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.769749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c66727-a20c-401e-9327-9afa7f631da7 req-a48662ed-d905-41de-8337-ef72eb4685f2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:24.771291 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-89c66727-a20c-401e-9327-9afa7f631da7 req-a48662ed-d905-41de-8337-ef72eb4685f2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 948 time: 0.2022567 Aug 09 15:42:24.772642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:24.773188 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.774610 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] 10.222.0.53 "PUT /v2.0/ports/ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 1096 time: 1.6798561 Aug 09 15:42:24.805948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-071bedbe-9636-43d2-a08f-34a40767e082 req-f59ff9aa-a976-49b7-8473-43eb3ecfaf2c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Router e721ce08-761e-4c31-9476-31f5b659f01d has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:24.818714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e40097d5-a0c8-499d-ac2a-883567dadb5f admin admin] Calling delete_port for c570e272-26d1-46aa-862d-3ec86f2fc33a owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:24.837132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049a149-ce5d-48ac-9620-baaeb413091d service neutron] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:24.907835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-89c66727-a20c-401e-9327-9afa7f631da7 req-d6e18642-8f56-49b7-856c-fa0311c40ed4 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252296 Aug 09 15:42:24.939442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-071bedbe-9636-43d2-a08f-34a40767e082 req-f59ff9aa-a976-49b7-8473-43eb3ecfaf2c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:24.947399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-071bedbe-9636-43d2-a08f-34a40767e082 req-f59ff9aa-a976-49b7-8473-43eb3ecfaf2c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.953394 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521c9f8-a283-492e-95f8-8f4a330f95df None None] Sync routers for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:24.966796 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521c9f8-a283-492e-95f8-8f4a330f95df None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:24.967710 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0521c9f8-a283-492e-95f8-8f4a330f95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:24.987440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-71e4c9e0-6077-453e-b9c0-9f0f995e2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:24.989026 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-71e4c9e0-6077-453e-b9c0-9f0f995e2c5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1099 time: 0.1552279 Aug 09 15:42:25.008052 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-071bedbe-9636-43d2-a08f-34a40767e082 req-f59ff9aa-a976-49b7-8473-43eb3ecfaf2c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "PUT /v2.0/floatingips/da4b3606-4a60-464d-ba0c-ae3aa33e6696 HTTP/1.1" status: 200 len: 997 time: 1.4663730 Aug 09 15:42:25.010936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:25.014392 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbdcc48-5cc9-4d31-89b6-6250d2b5224f" -d '{"events": [{"name": "network-changed", "server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:25.072011 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bedbe-9636-43d2-a08f-34a40767e082 req-88b98437-3ced-47f5-a500-bc5da49d5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:25.079696 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-071bedbe-9636-43d2-a08f-34a40767e082 req-88b98437-3ced-47f5-a500-bc5da49d5aaa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 1097 time: 0.0610528 Aug 09 15:42:25.123781 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-0521c9f8-a283-492e-95f8-8f4a330f95df None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:25.158821 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-5ece6072-6e60-4444-8d2f-db2ef67326f4 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090209 Aug 09 15:42:25.198511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bedbe-9636-43d2-a08f-34a40767e082 req-33056866-262b-476d-808f-91ea3afe9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:25.201366 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-071bedbe-9636-43d2-a08f-34a40767e082 req-33056866-262b-476d-808f-91ea3afe9788 service neutron] 10.222.0.81 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.1206448 Aug 09 15:42:25.292916 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-071bedbe-9636-43d2-a08f-34a40767e082 req-129d74fc-c62d-4243-842a-5232e5c048ff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 1000 time: 0.0821149 Aug 09 15:42:25.345120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bedbe-9636-43d2-a08f-34a40767e082 req-e03f952e-2575-4005-9d24-2ef10f8bf6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:25.346853 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-071bedbe-9636-43d2-a08f-34a40767e082 req-e03f952e-2575-4005-9d24-2ef10f8bf6ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.0531459 Aug 09 15:42:25.403631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bedbe-9636-43d2-a08f-34a40767e082 req-d1e460d5-c3a2-4da9-b4ec-ae7912f740f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:25.410364 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-071bedbe-9636-43d2-a08f-34a40767e082 req-d1e460d5-c3a2-4da9-b4ec-ae7912f740f4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557675 Aug 09 15:42:25.514456 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-071bedbe-9636-43d2-a08f-34a40767e082 req-17f084c1-50f6-4a22-9781-4c3c98d0ba7b service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019347 Aug 09 15:42:25.556564 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0521c9f8-a283-492e-95f8-8f4a330f95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'da4b3606-4a60-464d-ba0c-ae3aa33e6696', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'port_id': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'mac_address': 'fa:16:3e:ac:0b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:57Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 8, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:25.616427 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521c9f8-a283-492e-95f8-8f4a330f95df None None] Checking router: e721ce08-761e-4c31-9476-31f5b659f01d for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:25.620013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 36cfde01-9668-452e-a595-f6dd17334b7c details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:25.639419 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521c9f8-a283-492e-95f8-8f4a330f95df None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:25.640155 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0521c9f8-a283-492e-95f8-8f4a330f95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:25.644279 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-071bedbe-9636-43d2-a08f-34a40767e082 req-0f20a330-f905-4579-8ae1-dd75af3b15ca service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220553 Aug 09 15:42:25.681197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5314490-99d1-4d95-bac8-2085861dee1d req-5b7f998d-e391-4ddf-97d9-278240c1aed6 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:25.682959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5314490-99d1-4d95-bac8-2085861dee1d req-5b7f998d-e391-4ddf-97d9-278240c1aed6 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.53 "GET /v2.0/ports?device_id=48937c8a-8020-4ba9-97ab-160eb5e2e0d4 HTTP/1.1" status: 200 len: 945 time: 0.6348934 Aug 09 15:42:25.736043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-7cf5af8a-eb43-430f-abc0-c96338e9a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:25.737849 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-7cf5af8a-eb43-430f-abc0-c96338e9a64c service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.7001114 Aug 09 15:42:25.738979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=36cfde01-9668-452e-a595-f6dd17334b7c,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:25.745462 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5602fc-a642-463f-a462-0c8bbe15df73 x-openstack-request-id: req-9c5602fc-a642-463f-a462-0c8bbe15df73 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:25.745751 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "name": "network-vif-unplugged", "status": "completed", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:25.746040 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c5602fc-a642-463f-a462-0c8bbe15df73 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:25.746405 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'code': 200} Aug 09 15:42:25.756586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '36cfde01-9668-452e-a595-f6dd17334b7c', 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a', 'port_id': '36cfde01-9668-452e-a595-f6dd17334b7c', 'mac_address': 'fa:16:3e:be:53:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:25.807108 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.825307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36cfde01-9668-452e-a595-f6dd17334b7c {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:25.842420 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-0521c9f8-a283-492e-95f8-8f4a330f95df None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:25.853783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=36cfde01-9668-452e-a595-f6dd17334b7c,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:25.860034 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-867b3163-49ff-4215-b8d7-e71d083515fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0768890 Aug 09 15:42:25.861874 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.931825 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7beda0-6e5a-45e3-a889-452958ec1eea x-openstack-request-id: req-1c7beda0-6e5a-45e3-a889-452958ec1eea {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:25.932424 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:25.932532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=36cfde01-9668-452e-a595-f6dd17334b7c,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:25.932712 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c7beda0-6e5a-45e3-a889-452958ec1eea {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:25.933232 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'status': 'completed', 'code': 200} Aug 09 15:42:25.975347 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572859-3121-4108-acae-6f8a687ab9ed req-9f2c51d3-68c8-4c07-ad68-d513d0934185 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:25.982299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-9f2c51d3-68c8-4c07-ad68-d513d0934185 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8075550 Aug 09 15:42:26.001557 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e40097d5-a0c8-499d-ac2a-883567dadb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.037188 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-24d50680-8fb2-4e1c-ab9b-a27e1052d28a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/quotas/b224220100394a519e23f90f60157189 HTTP/1.1" status: 200 len: 375 time: 0.0540025 Aug 09 15:42:26.042236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-c08e04e9-a772-43f0-a3f6-1dcac0a6e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:26.043667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-c08e04e9-a772-43f0-a3f6-1dcac0a6e38f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1547198 Aug 09 15:42:26.046337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40097d5-a0c8-499d-ac2a-883567dadb5f admin admin] Pushing event deleted for resources: {'Port': ['ID=c570e272-26d1-46aa-862d-3ec86f2fc33a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:26.048201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdcc48-5cc9-4d31-89b6-6250d2b5224f req-5904b4bc-5e1a-4dfc-b65f-9661547ff665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:26.050708 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dbdcc48-5cc9-4d31-89b6-6250d2b5224f req-5904b4bc-5e1a-4dfc-b65f-9661547ff665 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 1097 time: 0.0904222 Aug 09 15:42:26.060112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72341473-cba1-4a4e-8f9e-afb20e4269fe req-42413c9d-b4d5-4fe5-ac9e-dbf65dd42fd3 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:26.062032 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72341473-cba1-4a4e-8f9e-afb20e4269fe req-42413c9d-b4d5-4fe5-ac9e-dbf65dd42fd3 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 945 time: 0.0681500 Aug 09 15:42:26.147015 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0521c9f8-a283-492e-95f8-8f4a330f95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'da4b3606-4a60-464d-ba0c-ae3aa33e6696', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'port_id': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'mac_address': 'fa:16:3e:ac:0b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:57Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 8, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:26.164493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a5314490-99d1-4d95-bac8-2085861dee1d req-43988e3a-2bc5-4147-b95d-a53c11feee5f tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Deleting port 88842fdb-0ac8-45c8-a391-076e8e8f8144 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:26.164954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5314490-99d1-4d95-bac8-2085861dee1d req-43988e3a-2bc5-4147-b95d-a53c11feee5f tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.174218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72341473-cba1-4a4e-8f9e-afb20e4269fe req-c02b87fa-ab6e-4ebf-b579-a4c76b6d129e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027834 Aug 09 15:42:26.190586 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521c9f8-a283-492e-95f8-8f4a330f95df None None] The sync data for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 is: [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'da4b3606-4a60-464d-ba0c-ae3aa33e6696', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'port_id': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'mac_address': 'fa:16:3e:ac:0b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:41:57Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 8, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:26.223828 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdcc48-5cc9-4d31-89b6-6250d2b5224f req-24374ab6-602d-4b44-89b4-3832ef22d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:26.228538 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dbdcc48-5cc9-4d31-89b6-6250d2b5224f req-24374ab6-602d-4b44-89b4-3832ef22d68a service neutron] 10.222.0.53 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.1653488 Aug 09 15:42:26.320694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-71b3045a-f309-4163-84bd-c785f9d83032 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2451041 Aug 09 15:42:26.334538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-0bbad491-6b8a-4783-ae13-a872d557970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:26.336999 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-0bbad491-6b8a-4783-ae13-a872d557970e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2618923 Aug 09 15:42:26.344421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['36cfde01-9668-452e-a595-f6dd17334b7c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:26.383032 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dbdcc48-5cc9-4d31-89b6-6250d2b5224f req-374185f0-f1d7-4745-8930-25839271e382 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 1000 time: 0.1452894 Aug 09 15:42:26.451187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdcc48-5cc9-4d31-89b6-6250d2b5224f req-25dceb2e-1450-445c-88d3-23d394bf3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:26.453245 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dbdcc48-5cc9-4d31-89b6-6250d2b5224f req-25dceb2e-1450-445c-88d3-23d394bf3675 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.0610805 Aug 09 15:42:26.466108 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ec10932-9ee9-4b50-bbdf-9de689ab0b8a req-13082ba8-7778-4ef5-ac67-1dd9ae4465ad tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips/da4b3606-4a60-464d-ba0c-ae3aa33e6696 HTTP/1.1" status: 200 len: 997 time: 0.1499820 Aug 09 15:42:26.476431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a5314490-99d1-4d95-bac8-2085861dee1d req-43988e3a-2bc5-4147-b95d-a53c11feee5f tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] For port 88842fdb-0ac8-45c8-a391-076e8e8f8144, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=88842fdb-0ac8-45c8-a391-076e8e8f8144,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:26.477104 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5314490-99d1-4d95-bac8-2085861dee1d req-43988e3a-2bc5-4147-b95d-a53c11feee5f tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.511566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a5314490-99d1-4d95-bac8-2085861dee1d req-43988e3a-2bc5-4147-b95d-a53c11feee5f tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Calling delete_port for 88842fdb-0ac8-45c8-a391-076e8e8f8144 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:26.599221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdcc48-5cc9-4d31-89b6-6250d2b5224f req-90305f57-396a-49e7-9e6b-99727954a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:26.600750 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dbdcc48-5cc9-4d31-89b6-6250d2b5224f req-90305f57-396a-49e7-9e6b-99727954a7ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334071 Aug 09 15:42:26.606689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa11b8e-4487-44b0-9be2-78f1a9746a44 None None] New status for floating IP da4b3606-4a60-464d-ba0c-ae3aa33e6696: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:42:26.613843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e40097d5-a0c8-499d-ac2a-883567dadb5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.652947 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-44740ca4-fe3d-4493-b396-1b60379252d2 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030498 Aug 09 15:42:26.741718 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dbdcc48-5cc9-4d31-89b6-6250d2b5224f req-bbf3cff5-c5f8-4505-b7cf-a2ff83855908 service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290364 Aug 09 15:42:26.833303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec10932-9ee9-4b50-bbdf-9de689ab0b8a req-81aff84e-51fd-4698-a3a9-dfcf32b7a371 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:26.844949 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ec10932-9ee9-4b50-bbdf-9de689ab0b8a req-81aff84e-51fd-4698-a3a9-dfcf32b7a371 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.3440745 Aug 09 15:42:26.916021 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dd5d9-5db8-428e-99f1-8b76bf0edf06 req-3dc80137-82b3-4aaa-b928-5f97fffd8147 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:26.917697 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7f2dd5d9-5db8-428e-99f1-8b76bf0edf06 req-3dc80137-82b3-4aaa-b928-5f97fffd8147 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 948 time: 0.3063245 Aug 09 15:42:26.926904 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e111e6c-ed06-41c4-8ea7-7e0ef735caa9 req-c7516f4f-8c2c-4e82-9547-570373a72d62 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 210 time: 0.0430825 Aug 09 15:42:26.954385 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dbdcc48-5cc9-4d31-89b6-6250d2b5224f req-640b877b-6bc6-4b38-a5f1-9bf1175e5aab service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034702 Aug 09 15:42:26.958952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5314490-99d1-4d95-bac8-2085861dee1d req-43988e3a-2bc5-4147-b95d-a53c11feee5f tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.973276 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['3639e246-e2de-4fdf-9cf4-0241acc5c123'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:27.042563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43988e3a-2bc5-4147-b95d-a53c11feee5f tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Pushing event deleted for resources: {'Port': ['ID=88842fdb-0ac8-45c8-a391-076e8e8f8144,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:27.112788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ff41524-b5f3-4b20-981d-4b30a80086b8 req-b048fb96-cacd-4ab4-8442-b34c1542e81e service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722329 Aug 09 15:42:27.131117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7f2dd5d9-5db8-428e-99f1-8b76bf0edf06 req-a99a341b-1d37-4847-98c7-9acd9d6305fb tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790621 Aug 09 15:42:27.178897 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-0e9c2205-738d-4bc0-91b6-3bea3540a6bf tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 1002 time: 0.1272573 Aug 09 15:42:27.203156 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5314490-99d1-4d95-bac8-2085861dee1d req-43988e3a-2bc5-4147-b95d-a53c11feee5f tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] No DVR routers for this DVR port 88842fdb-0ac8-45c8-a391-076e8e8f8144 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:27.216481 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a5314490-99d1-4d95-bac8-2085861dee1d req-43988e3a-2bc5-4147-b95d-a53c11feee5f tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.219005 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5314490-99d1-4d95-bac8-2085861dee1d req-43988e3a-2bc5-4147-b95d-a53c11feee5f tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.53 "DELETE /v2.0/ports/88842fdb-0ac8-45c8-a391-076e8e8f8144 HTTP/1.1" status: 204 len: 173 time: 1.5267045 Aug 09 15:42:27.264042 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-391c6dd8-305a-44a2-9b54-57f650fe4c55 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:27.291332 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-391c6dd8-305a-44a2-9b54-57f650fe4c55 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports/3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 943 time: 0.1100960 Aug 09 15:42:27.463664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40097d5-a0c8-499d-ac2a-883567dadb5f admin admin] Router 52117318-668d-48ae-9a95-3080f0c1a213 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:27.469020 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-957a619e-a1a4-496c-a2d9-c5f21e65e15a tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 1002 time: 0.1028717 Aug 09 15:42:27.529867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8da3d8-d255-4cbe-a1f2-773f8cb9bdda req-87e3b485-4b26-4d34-b673-f64c49dfc89b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:27.531677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa8da3d8-d255-4cbe-a1f2-773f8cb9bdda req-87e3b485-4b26-4d34-b673-f64c49dfc89b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 945 time: 0.1702604 Aug 09 15:42:27.586670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-fd470171-0ae3-49bd-a74e-c49c74522661 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:27.588075 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-fd470171-0ae3-49bd-a74e-c49c74522661 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.1129193 Aug 09 15:42:27.622019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:27.622628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa8da3d8-d255-4cbe-a1f2-773f8cb9bdda req-97eb29c6-2f4a-45eb-889a-c6b4296ee1ef tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802169 Aug 09 15:42:27.633471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40097d5-a0c8-499d-ac2a-883567dadb5f admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:27.643983 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53968) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:27.644601 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e40097d5-a0c8-499d-ac2a-883567dadb5f admin admin] 10.222.0.81 "PUT /v2.0/routers/52117318-668d-48ae-9a95-3080f0c1a213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7709501 Aug 09 15:42:27.647108 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95f93f-e1a4-42a0-9af5-22575e12429a None None] Sync routers for ids ['52117318-668d-48ae-9a95-3080f0c1a213'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:27.660372 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95f93f-e1a4-42a0-9af5-22575e12429a None None] Routers {'52117318-668d-48ae-9a95-3080f0c1a213'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:27.661366 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4c95f93f-e1a4-42a0-9af5-22575e12429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['52117318-668d-48ae-9a95-3080f0c1a213'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:27.690133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:27.726184 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-19b5acb5-ccab-4629-ab24-b64158e46efc tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 1002 time: 0.1269083 Aug 09 15:42:27.748341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'}, {'server_uuid': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'name': 'network-vif-deleted', 'tag': '88842fdb-0ac8-45c8-a391-076e8e8f8144'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:27.751576 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4bf60e-b582-4b1a-8094-e6555b279aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2"}, {"server_uuid": "48937c8a-8020-4ba9-97ab-160eb5e2e0d4", "name": "network-vif-deleted", "tag": "88842fdb-0ac8-45c8-a391-076e8e8f8144"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:27.765916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-38876e37-287e-4a77-9e93-74081dbe3a57 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:27.775745 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4c95f93f-e1a4-42a0-9af5-22575e12429a None None] Set router 52117318-668d-48ae-9a95-3080f0c1a213 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:27.819170 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f109e029-c374-4424-83cd-8d6288f2aef0 x-openstack-request-id: req-f109e029-c374-4424-83cd-8d6288f2aef0 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:27.819466 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2", "status": "completed", "code": 200}, {"server_uuid": "48937c8a-8020-4ba9-97ab-160eb5e2e0d4", "name": "network-vif-deleted", "tag": "88842fdb-0ac8-45c8-a391-076e8e8f8144", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:27.819803 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f109e029-c374-4424-83cd-8d6288f2aef0 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:27.820204 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'status': 'completed', 'code': 200} Aug 09 15:42:27.820565 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48937c8a-8020-4ba9-97ab-160eb5e2e0d4', 'name': 'network-vif-deleted', 'tag': '88842fdb-0ac8-45c8-a391-076e8e8f8144', 'status': 'completed', 'code': 200} Aug 09 15:42:27.870202 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.938784 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-38876e37-287e-4a77-9e93-74081dbe3a57 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.946333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-0f532179-f49d-4b5b-86ff-56db34b055e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:27.948560 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-0f532179-f49d-4b5b-86ff-56db34b055e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1099 time: 0.1025736 Aug 09 15:42:27.952241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-091e6c15-2432-49ba-9352-5bac129fffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:27.953987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-091e6c15-2432-49ba-9352-5bac129fffdb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1099 time: 0.0708935 Aug 09 15:42:28.077310 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4c95f93f-e1a4-42a0-9af5-22575e12429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52117318-668d-48ae-9a95-3080f0c1a213', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988728247-router', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:04Z', 'updated_at': '2021-08-09T15:42:25Z', 'revision_number': 5, 'project_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'gw_port': {'id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52117318-668d-48ae-9a95-3080f0c1a213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:07Z', 'updated_at': '2021-08-09T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:28.087814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-501ff1a3-240a-4df9-89ac-b9f5d7379e00 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b224220100394a519e23f90f60157189&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432055 Aug 09 15:42:28.128542 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95f93f-e1a4-42a0-9af5-22575e12429a None None] Checking router: 52117318-668d-48ae-9a95-3080f0c1a213 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:28.136700 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.149073 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95f93f-e1a4-42a0-9af5-22575e12429a None None] Routers {'52117318-668d-48ae-9a95-3080f0c1a213'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:28.150296 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4c95f93f-e1a4-42a0-9af5-22575e12429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['52117318-668d-48ae-9a95-3080f0c1a213'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:28.178621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-38876e37-287e-4a77-9e93-74081dbe3a57 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.184009 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-38876e37-287e-4a77-9e93-74081dbe3a57 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.184562 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-38876e37-287e-4a77-9e93-74081dbe3a57 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Floating IP da4b3606-4a60-464d-ba0c-ae3aa33e6696 disassociated. External IP: 172.25.2.210, port: 3639e246-e2de-4fdf-9cf4-0241acc5c123. Aug 09 15:42:28.211763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6fe38a13-9f22-4086-8c90-a6aac0039524 req-22ec6894-066f-4410-b01d-ef4bbb043ae8 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 210 time: 0.1652424 Aug 09 15:42:28.297056 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4c95f93f-e1a4-42a0-9af5-22575e12429a None None] Set router 52117318-668d-48ae-9a95-3080f0c1a213 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:28.337858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-083a57d6-2ca4-43d2-be3e-c5eafda25ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:28.339914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-083a57d6-2ca4-43d2-be3e-c5eafda25ad1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3830173 Aug 09 15:42:28.341002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-ff2deb77-9b9b-4020-9f75-35739db06440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:28.342457 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-ff2deb77-9b9b-4020-9f75-35739db06440 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.2954898 Aug 09 15:42:28.350325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572859-3121-4108-acae-6f8a687ab9ed req-0854bb80-19f8-45db-b8c3-84e1a1205fe8 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:28.352382 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-0854bb80-19f8-45db-b8c3-84e1a1205fe8 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257099 Aug 09 15:42:28.421377 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-eb6ce5b0-4099-4e6e-b7c9-6ca00db6d995 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0591767 Aug 09 15:42:28.427172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Request body: {'port': {'device_id': '30ffbbab-bb8c-4af6-b142-18a4f94dbe4b', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'b224220100394a519e23f90f60157189'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:28.453204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Deleting port 75f40796-ae0c-4ae1-a778-ea4fe628e615 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:28.453382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.546326 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-ce36ee39-671c-49d5-b7fc-9571f7447d96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 217 time: 0.1138737 Aug 09 15:42:28.548246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-8aaae59e-14b9-4249-900a-37131a6d4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:28.549781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-8aaae59e-14b9-4249-900a-37131a6d4eb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0763321 Aug 09 15:42:28.561821 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4c95f93f-e1a4-42a0-9af5-22575e12429a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52117318-668d-48ae-9a95-3080f0c1a213', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988728247-router', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:04Z', 'updated_at': '2021-08-09T15:42:25Z', 'revision_number': 5, 'project_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'gw_port': {'id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52117318-668d-48ae-9a95-3080f0c1a213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:07Z', 'updated_at': '2021-08-09T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:28.623163 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95f93f-e1a4-42a0-9af5-22575e12429a None None] The sync data for ids ['52117318-668d-48ae-9a95-3080f0c1a213'] in n-d-803778-2 is: [{'id': '52117318-668d-48ae-9a95-3080f0c1a213', 'name': 'tempest-AttachSCSIVolumeTestJSON-1988728247-router', 'tenant_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:04Z', 'updated_at': '2021-08-09T15:42:25Z', 'revision_number': 5, 'project_id': '56a9cdce47a44213a60c8fa201cfe7a1', 'gw_port': {'id': '75f40796-ae0c-4ae1-a778-ea4fe628e615', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52117318-668d-48ae-9a95-3080f0c1a213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:07Z', 'updated_at': '2021-08-09T15:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:28.659614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-38876e37-287e-4a77-9e93-74081dbe3a57 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Router e721ce08-761e-4c31-9476-31f5b659f01d has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:28.678056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] For port 75f40796-ae0c-4ae1-a778-ea4fe628e615, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=75f40796-ae0c-4ae1-a778-ea4fe628e615,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:28.678434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.699379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Calling delete_port for 75f40796-ae0c-4ae1-a778-ea4fe628e615 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:28.733174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-e467cd7b-13d8-4535-bb17-095f18471f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:28.735089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-e467cd7b-13d8-4535-bb17-095f18471f61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1300249 Aug 09 15:42:28.748948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e610a8-2a98-4541-ba3a-0146ebe00247 req-26758162-e9ec-4ae8-9e3e-0ee8a9336d92 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:28.750406 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-24e610a8-2a98-4541-ba3a-0146ebe00247 req-26758162-e9ec-4ae8-9e3e-0ee8a9336d92 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 948 time: 0.2295146 Aug 09 15:42:28.794660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-f7d9f3d4-c367-454b-914a-a0a514b9d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:28.796431 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-f7d9f3d4-c367-454b-914a-a0a514b9d69c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1995275 Aug 09 15:42:28.894794 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-38876e37-287e-4a77-9e93-74081dbe3a57 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:28.897863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:28.903050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 88842fdb-0ac8-45c8-a391-076e8e8f8144 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:28.910284 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-24e610a8-2a98-4541-ba3a-0146ebe00247 req-a24466a6-4395-426b-b991-d3edfb7e88f7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429286 Aug 09 15:42:28.914286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-a8ad1288-ae19-4b8c-a9e1-d2c6d1767ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:28.917027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-a8ad1288-ae19-4b8c-a9e1-d2c6d1767ba0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1632133 Aug 09 15:42:28.917160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Made reservation on behalf of b224220100394a519e23f90f60157189 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:28.921104 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.985709 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a5ba1-9a8a-46f6-a47d-bf68668f64f8 None None] Sync routers for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:28.998607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 88842fdb-0ac8-45c8-a391-076e8e8f8144 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:28.999474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 88842fdb-0ac8-45c8-a391-076e8e8f8144 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:29.081827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a5ba1-9a8a-46f6-a47d-bf68668f64f8 None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:29.082716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a70a5ba1-9a8a-46f6-a47d-bf68668f64f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:29.249184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:29.271649 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a70a5ba1-9a8a-46f6-a47d-bf68668f64f8 None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:29.274686 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'mac_address': 'fa:16:3e:bc:b2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:29.321353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c570e272-26d1-46aa-862d-3ec86f2fc33a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:29.376453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c570e272-26d1-46aa-862d-3ec86f2fc33a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:29.376808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c570e272-26d1-46aa-862d-3ec86f2fc33a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:29.391771 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-38876e37-287e-4a77-9e93-74081dbe3a57 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.447438 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-38876e37-287e-4a77-9e93-74081dbe3a57 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "PUT /v2.0/floatingips/da4b3606-4a60-464d-ba0c-ae3aa33e6696 HTTP/1.1" status: 200 len: 696 time: 1.7145009 Aug 09 15:42:29.456223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:29.462335 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1d79fb-de9b-4fc3-8cde-b19eb067ded3" -d '{"events": [{"name": "network-changed", "server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:29.465492 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.490455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:29.504344 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-4a04f306-5a81-45a5-ae24-dfb8f7e5eb16 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888545 Aug 09 15:42:29.533943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:29.539548 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.575025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-8931e85e-2fa7-492d-aa3a-8537b1e73fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:29.576955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-8931e85e-2fa7-492d-aa3a-8537b1e73fb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 1097 time: 0.1098771 Aug 09 15:42:29.578092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.620160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f40796-ae0c-4ae1-a778-ea4fe628e615,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:29.636997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-dd8d05a0-222e-4e66-831c-0d8f10c69647 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014892 Aug 09 15:42:29.737993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07fe98-5508-4093-8df4-0a6d1d8cedb1 req-44c2f047-bc33-4642-bdf2-16c49c9019ab tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:29.739652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8a07fe98-5508-4093-8df4-0a6d1d8cedb1 req-44c2f047-bc33-4642-bdf2-16c49c9019ab tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 945 time: 0.2379007 Aug 09 15:42:29.760278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Allocated IP 192.168.233.126 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/5865c87b-9527-4c01-9f1e-9cef40ac3b66) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:29.772630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-691f859b-0ad2-4926-9d3a-6deecac71afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:29.784127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-691f859b-0ad2-4926-9d3a-6deecac71afb service neutron] 10.222.0.81 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.1763058 Aug 09 15:42:29.828263 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-e5708a14-cac5-4a5b-8817-cfafa988f445 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060904 Aug 09 15:42:29.855211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 36cfde01-9668-452e-a595-f6dd17334b7c up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:29.856422 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-356c28cb-b73b-4363-b3e2-e6dc281c7d03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 217 time: 0.0710478 Aug 09 15:42:29.867747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8a07fe98-5508-4093-8df4-0a6d1d8cedb1 req-e52b4ad9-374b-44d5-a68f-c4e359d93575 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149893 Aug 09 15:42:29.871456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:29.878263 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca4bf60e-b582-4b1a-8094-e6555b279aaf req-4a298430-26bb-482a-82b3-83a95dcac1aa service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246144 Aug 09 15:42:29.941668 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-8f53f999-a2c5-47fd-ac7a-66d8dfea46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:29.946538 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-8f53f999-a2c5-47fd-ac7a-66d8dfea46c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.0886338 Aug 09 15:42:29.996999 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a70a5ba1-9a8a-46f6-a47d-bf68668f64f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:30.027113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.033853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a5ba1-9a8a-46f6-a47d-bf68668f64f8 None None] Checking router: e721ce08-761e-4c31-9476-31f5b659f01d for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:30.040485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 36cfde01-9668-452e-a595-f6dd17334b7c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:30.047013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 36cfde01-9668-452e-a595-f6dd17334b7c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:30.047458 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.051230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a5ba1-9a8a-46f6-a47d-bf68668f64f8 None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:30.051878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a70a5ba1-9a8a-46f6-a47d-bf68668f64f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:30.072423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.076513 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:30.112769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Transition to ACTIVE for port object 5865c87b-9527-4c01-9f1e-9cef40ac3b66 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:30.137309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-519d7a1c-7a28-4977-b0c5-75b969bd8266 req-3c13d44c-06c8-4f98-9536-bfe1cc147e94 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 210 time: 0.0418520 Aug 09 15:42:30.156122 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-d0dec554-4029-48d1-addd-a6975df8553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:30.158311 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-d0dec554-4029-48d1-addd-a6975df8553e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2036092 Aug 09 15:42:30.185080 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.224876 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.236774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['4ed2fc80-93e5-4185-aed6-bb45f7ecbe68', '32d3ea16-6368-43db-929f-ee55f1d84276', 'f9d39e42-af64-4388-865e-9e61caccdea9'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:30.253078 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.281507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event updated for resources: {'Port': ['ID=5865c87b-9527-4c01-9f1e-9cef40ac3b66,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:30.313015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:30.315956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:30.332948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:30.393259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a70a5ba1-9a8a-46f6-a47d-bf68668f64f8 None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:30.404615 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1a14fa-784c-4344-bfb2-0bb5ccb55517 x-openstack-request-id: req-be1a14fa-784c-4344-bfb2-0bb5ccb55517 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:30.405359 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:30.405850 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be1a14fa-784c-4344-bfb2-0bb5ccb55517 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:30.406662 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'status': 'completed', 'code': 200} Aug 09 15:42:30.471408 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.472441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52117318-668d-48ae-9a95-3080f0c1a213 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:42:30.482551 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.484161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.486022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8078a661-b465-4164-9f8c-d934de8cec87 admin admin] 10.222.0.81 "DELETE /v2.0/routers/52117318-668d-48ae-9a95-3080f0c1a213 HTTP/1.1" status: 204 len: 168 time: 2.8387222 Aug 09 15:42:30.497042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d79fb-de9b-4fc3-8cde-b19eb067ded3 req-c6d70cb0-e219-44f8-bba0-0a8c08a1ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:30.498839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b1d79fb-de9b-4fc3-8cde-b19eb067ded3 req-c6d70cb0-e219-44f8-bba0-0a8c08a1ceae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 1097 time: 0.1595798 Aug 09 15:42:30.502357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53994) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:30.538350 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-51defbea-3b96-4bd6-b3b4-ceff9e8e5e93 service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982359 Aug 09 15:42:30.546378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06692e1b-9331-4edb-8a05-4c0a2970bbee req-97779ddb-e59b-4eb7-b72e-5bb0c972af44 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:30.548522 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06692e1b-9331-4edb-8a05-4c0a2970bbee req-97779ddb-e59b-4eb7-b72e-5bb0c972af44 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 949 time: 0.1688039 Aug 09 15:42:30.606986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18aff58-630b-4583-9c06-85a7f7f39fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cfde01-9668-452e-a595-f6dd17334b7c'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:30.609346 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60be5b2-9856-44a5-b7f6-bc0a936fcb1a" -d '{"events": [{"server_uuid": "a18aff58-630b-4583-9c06-85a7f7f39fc6", "name": "network-vif-plugged", "status": "completed", "tag": "36cfde01-9668-452e-a595-f6dd17334b7c"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:30.619779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:30.620509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.699497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=36cfde01-9668-452e-a595-f6dd17334b7c,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:30.707361 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb2e29c1-690b-453a-9c81-d315177ada17 req-4feb984d-f29b-49c9-84d7-1fc3e5057b3a service neutron] 10.222.0.81 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447184 Aug 09 15:42:30.719810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.799468 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-f02bc27b-79a0-438e-bb5d-f69992a4e369 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3770521 Aug 09 15:42:30.817101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Request body: {'port': {'device_id': '30ffbbab-bb8c-4af6-b142-18a4f94dbe4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:30.822411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c834b443-026f-4aed-9517-3607a7482895 None None] Provisioning for port 5865c87b-9527-4c01-9f1e-9cef40ac3b66 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:30.833428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff7ae86-77b0-4c51-85ba-084e9bdcd5ba admin admin] Deleting subnet 82c3509c-bab9-44af-9d9b-b3d9b756bbe9 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:42:30.841728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c834b443-026f-4aed-9517-3607a7482895 None None] Provisioning complete for port 5865c87b-9527-4c01-9f1e-9cef40ac3b66 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:30.842189 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c834b443-026f-4aed-9517-3607a7482895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.860318 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bff7ae86-77b0-4c51-85ba-084e9bdcd5ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.860520 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d4dc70-3d28-4725-a011-aeecbd1afac7 x-openstack-request-id: req-b2d4dc70-3d28-4725-a011-aeecbd1afac7 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:30.860820 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18aff58-630b-4583-9c06-85a7f7f39fc6", "name": "network-vif-plugged", "status": "completed", "tag": "36cfde01-9668-452e-a595-f6dd17334b7c", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:30.861069 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2d4dc70-3d28-4725-a011-aeecbd1afac7 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:30.861504 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18aff58-630b-4583-9c06-85a7f7f39fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cfde01-9668-452e-a595-f6dd17334b7c', 'code': 200} Aug 09 15:42:30.910245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d79fb-de9b-4fc3-8cde-b19eb067ded3 req-2f8685af-e4f1-404e-a0db-e22b7bd2d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:30.911921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b1d79fb-de9b-4fc3-8cde-b19eb067ded3 req-2f8685af-e4f1-404e-a0db-e22b7bd2d34d service neutron] 10.222.0.53 "GET /v2.0/networks?id=922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 200 len: 921 time: 0.3904285 Aug 09 15:42:30.916381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=36cfde01-9668-452e-a595-f6dd17334b7c,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:30.970609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06692e1b-9331-4edb-8a05-4c0a2970bbee req-6733cffe-82a4-43ea-9042-75e877bc21c9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760333 Aug 09 15:42:30.971510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c834b443-026f-4aed-9517-3607a7482895 None None] Port 5865c87b-9527-4c01-9f1e-9cef40ac3b66 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:42:31.058609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b1d79fb-de9b-4fc3-8cde-b19eb067ded3 req-2e0e6b59-50e5-478f-aece-e91905463e77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 200 len: 217 time: 0.1349053 Aug 09 15:42:31.084525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a70a5ba1-9a8a-46f6-a47d-bf68668f64f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:31.098154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbc76c-d470-4c4b-b4ad-902ea0b8bd93 req-867129ea-91e8-48a9-82f2-e1c558ff2d13 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.108218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60dbc76c-d470-4c4b-b4ad-902ea0b8bd93 req-867129ea-91e8-48a9-82f2-e1c558ff2d13 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.0916572 Aug 09 15:42:31.123020 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-462a4dd5-f5c7-4ab4-87c6-d3b4d209bc71 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips/da4b3606-4a60-464d-ba0c-ae3aa33e6696 HTTP/1.1" status: 200 len: 696 time: 0.0865164 Aug 09 15:42:31.123020 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bff7ae86-77b0-4c51-85ba-084e9bdcd5ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.133144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a5ba1-9a8a-46f6-a47d-bf68668f64f8 None None] The sync data for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 is: [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:41:34Z', 'revision_number': 4, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '05c23951-ea18-4669-b283-0554d44c361c', 'name': '', 'network_id': '922de70d-2758-48ff-8835-329599f6b6c7', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'mac_address': 'fa:16:3e:5c:36:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:31Z', 'updated_at': '2021-08-09T15:41:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'subnets': [{'id': 'ced80bbb-45ca-4251-8111-596bd9789399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:31.163219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60dbc76c-d470-4c4b-b4ad-902ea0b8bd93 req-0374b90b-723e-4a17-ab4b-aebbf6351abc tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536587 Aug 09 15:42:31.214583 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.235881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2acd7-23d7-4367-adf5-dca774af13d5 req-61c55f03-0675-44c5-8184-8161b644393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.237995 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79d2acd7-23d7-4367-adf5-dca774af13d5 req-61c55f03-0675-44c5-8184-8161b644393e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 1097 time: 0.2988012 Aug 09 15:42:31.395521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 75f40796-ae0c-4ae1-a778-ea4fe628e615 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:31.427397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d79fb-de9b-4fc3-8cde-b19eb067ded3 req-fb440dda-3863-4b1b-9df8-578868a7c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.428639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 75f40796-ae0c-4ae1-a778-ea4fe628e615 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:31.428824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 75f40796-ae0c-4ae1-a778-ea4fe628e615 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:31.429413 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b1d79fb-de9b-4fc3-8cde-b19eb067ded3 req-fb440dda-3863-4b1b-9df8-578868a7c670 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 200 len: 859 time: 0.3055363 Aug 09 15:42:31.450327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79d2acd7-23d7-4367-adf5-dca774af13d5 req-aa19d4a9-f2c0-4fdd-a8bd-7fb7f0fb0b5a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659083 Aug 09 15:42:31.524351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-b8e9068e-d646-45ac-af1c-f0a8c8ca82fd tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.526088 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-b8e9068e-d646-45ac-af1c-f0a8c8ca82fd tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.53 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96&tenant_id=3db5924556fe4b23b861d1e4e4681575&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 949 time: 0.0880957 Aug 09 15:42:31.565442 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e9da1-46f9-4d02-892f-3e643871a92a None None] New status for floating IP da4b3606-4a60-464d-ba0c-ae3aa33e6696: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:42:31.625024 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bff7ae86-77b0-4c51-85ba-084e9bdcd5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.642582 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-5b69f6f7-9b74-4b94-939c-6bb1c4491286 service neutron] 10.222.0.53 "GET /v2.0/ports/ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2/bindings/n-h1-803778-2 HTTP/1.1" status: 200 len: 382 time: 0.1059003 Aug 09 15:42:31.658059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6376af1-d370-4c14-b868-ba9147dc6e13 req-665d03a5-8254-41d3-8efc-31df63be7307 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.659824 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6376af1-d370-4c14-b868-ba9147dc6e13 req-665d03a5-8254-41d3-8efc-31df63be7307 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 936 time: 0.0825706 Aug 09 15:42:31.674794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-ad04b76c-aa79-474b-9948-c61123c8037c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.676600 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-ad04b76c-aa79-474b-9948-c61123c8037c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.5027242 Aug 09 15:42:31.701105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d79fb-de9b-4fc3-8cde-b19eb067ded3 req-0a8ff2df-a88d-4f3d-9389-38c2e18a0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.702655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b1d79fb-de9b-4fc3-8cde-b19eb067ded3 req-0a8ff2df-a88d-4f3d-9389-38c2e18a0668 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=922de70d-2758-48ff-8835-329599f6b6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2620742 Aug 09 15:42:31.762411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6376af1-d370-4c14-b868-ba9147dc6e13 req-4d6cbff1-d8ad-49b9-a70d-24fc1134097e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943148 Aug 09 15:42:31.794050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-3de1fdfe-5ab0-46f8-b1ff-14c41e6d54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.794050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-3de1fdfe-5ab0-46f8-b1ff-14c41e6d54e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1100 time: 0.0955164 Aug 09 15:42:31.924519 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-86bcb49a-dc0d-40da-8a4b-f03179b80140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.926297 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-86bcb49a-dc0d-40da-8a4b-f03179b80140 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1233428 Aug 09 15:42:31.970596 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bff7ae86-77b0-4c51-85ba-084e9bdcd5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.996451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649717ca-c0fc-4ea2-abfa-10433e99de6b None None] Network ad03a4f1-7ba1-4958-89d7-707b33424489 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:31.998103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-9d2e5b90-8540-4247-9c8d-9c4738844f04 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 699 time: 0.3042521 Aug 09 15:42:32.000960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-622fe9e2-d5ca-413d-8cff-94a3a4b6e87b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0654950 Aug 09 15:42:32.006694 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bff7ae86-77b0-4c51-85ba-084e9bdcd5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.012719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bff7ae86-77b0-4c51-85ba-084e9bdcd5ba admin admin] 10.222.0.81 "DELETE /v2.0/subnets/82c3509c-bab9-44af-9d9b-b3d9b756bbe9 HTTP/1.1" status: 204 len: 168 time: 1.4991121 Aug 09 15:42:32.013459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54022) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:32.019639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11', 'e0c72730-9587-4d23-938a-304414ec19f7', '604e77f6-97d3-4a7e-a035-023ba442e42f', 'a9e4a578-c835-40e8-961f-ce18610a6aed'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:32.111524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7ae86-77b0-4c51-85ba-084e9bdcd5ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c3509c-bab9-44af-9d9b-b3d9b756bbe9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:32.197040 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-867a893d-973c-4aa7-99d3-a8edc8ae15ff tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 697 time: 0.1972134 Aug 09 15:42:32.200584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b1d79fb-de9b-4fc3-8cde-b19eb067ded3 req-b11bfaef-4ed0-41dd-b453-66e8db89133f service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727728 Aug 09 15:42:32.226701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-60871875-1c52-47f6-8172-0b57eddb43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:32.228376 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-60871875-1c52-47f6-8172-0b57eddb43e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2158005 Aug 09 15:42:32.268463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3449080-e7d1-47e5-aa38-bb3c7f4ea92f req-352c4f4d-f322-4d31-aebb-ceb6c611e62f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:32.270570 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3449080-e7d1-47e5-aa38-bb3c7f4ea92f req-352c4f4d-f322-4d31-aebb-ceb6c611e62f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 949 time: 0.1453631 Aug 09 15:42:32.276823 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.362707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd9e4b-e97b-45e5-9ea9-394fc859fbe1 None None] DHCP port deletion for ad03a4f1-7ba1-4958-89d7-707b33424489 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:42:32.370549 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3449080-e7d1-47e5-aa38-bb3c7f4ea92f req-e12190ca-d468-48db-bb08-8d01c5c7fb46 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668142 Aug 09 15:42:32.376024 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-931c89c8-c2cc-4404-afef-f5c23755166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:32.377995 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-931c89c8-c2cc-4404-afef-f5c23755166b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359956 Aug 09 15:42:32.405790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5865c87b-9527-4c01-9f1e-9cef40ac3b66 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:32.455901 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.487256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-80cd9e4b-e97b-45e5-9ea9-394fc859fbe1 None None] Deleting port c106bdf5-99ac-4eef-af4d-8930c178911f {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:32.487256 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-80cd9e4b-e97b-45e5-9ea9-394fc859fbe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.509179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Deleting port c106bdf5-99ac-4eef-af4d-8930c178911f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:32.509179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.511023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Transition to ACTIVE for port object 5865c87b-9527-4c01-9f1e-9cef40ac3b66 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:32.518413 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.537212 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b1d79fb-de9b-4fc3-8cde-b19eb067ded3 req-349981b1-4b54-4749-abd3-c2a99d418089 service neutron] 10.222.0.53 "GET /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254952 Aug 09 15:42:32.584371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-80cd9e4b-e97b-45e5-9ea9-394fc859fbe1 None None] For port c106bdf5-99ac-4eef-af4d-8930c178911f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c106bdf5-99ac-4eef-af4d-8930c178911f,segment=NetworkSegment(5951a3db-0013-47b2-854f-7f56b25c5e70),segment_id=5951a3db-0013-47b2-854f-7f56b25c5e70)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:32.584776 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-80cd9e4b-e97b-45e5-9ea9-394fc859fbe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.612505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-80cd9e4b-e97b-45e5-9ea9-394fc859fbe1 None None] Calling delete_port for c106bdf5-99ac-4eef-af4d-8930c178911f owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:32.628049 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-5bce2315-df57-4e22-aa88-ca0951d3f2b9 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109420 Aug 09 15:42:32.637306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Pushing event updated for resources: {'Port': ['ID=5865c87b-9527-4c01-9f1e-9cef40ac3b66,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:32.642006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-80c42077-138d-4585-93c4-6459f7561b7c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Deleting port eb76b926-6d7c-467a-8843-4d122716b275 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:32.642661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-80c42077-138d-4585-93c4-6459f7561b7c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.780021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] For port c106bdf5-99ac-4eef-af4d-8930c178911f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c106bdf5-99ac-4eef-af4d-8930c178911f,segment=NetworkSegment(5951a3db-0013-47b2-854f-7f56b25c5e70),segment_id=5951a3db-0013-47b2-854f-7f56b25c5e70)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:32.780375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.801334 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Calling delete_port for c106bdf5-99ac-4eef-af4d-8930c178911f owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:32.860551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5caa79a-c3bf-4e6f-bfd1-4a8ccd1e8406 req-3cd8c906-3eed-4e3f-8c51-a13bb20d7051 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:32.873482 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5caa79a-c3bf-4e6f-bfd1-4a8ccd1e8406 req-3cd8c906-3eed-4e3f-8c51-a13bb20d7051 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.2654405 Aug 09 15:42:32.880843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-80c42077-138d-4585-93c4-6459f7561b7c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.881263 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-80c42077-138d-4585-93c4-6459f7561b7c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.896448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Attempting to bind port 5865c87b-9527-4c01-9f1e-9cef40ac3b66 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:32.896816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Attempting to bind port 5865c87b-9527-4c01-9f1e-9cef40ac3b66 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:32.898436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Attempting to bind port 5865c87b-9527-4c01-9f1e-9cef40ac3b66 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:32.907093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-80c42077-138d-4585-93c4-6459f7561b7c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Calling delete_port for eb76b926-6d7c-467a-8843-4d122716b275 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:32.912432 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-80cd9e4b-e97b-45e5-9ea9-394fc859fbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.912687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Port 5865c87b-9527-4c01-9f1e-9cef40ac3b66 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:32.913068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Attempting to bind port 5865c87b-9527-4c01-9f1e-9cef40ac3b66 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:32.926380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd9e4b-e97b-45e5-9ea9-394fc859fbe1 None None] No DVR routers for this DVR port c106bdf5-99ac-4eef-af4d-8930c178911f on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:32.926670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:32.927155 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:32.927603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:32.928103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Bound port: 5865c87b-9527-4c01-9f1e-9cef40ac3b66, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:32.928889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.967916 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:32.969517 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-f81ad624-9ac4-434c-9c49-f31484ee5293 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330591 Aug 09 15:42:32.994542 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5caa79a-c3bf-4e6f-bfd1-4a8ccd1e8406 req-23af0f7b-2c0a-424b-9568-fa7f4408371c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199989 Aug 09 15:42:33.015605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd9e4b-e97b-45e5-9ea9-394fc859fbe1 None None] Pushing event deleted for resources: {'Port': ['ID=c106bdf5-99ac-4eef-af4d-8930c178911f,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:33.053885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:33.063753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:33.064133 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.067954 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.082583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] No DVR routers for this DVR port c106bdf5-99ac-4eef-af4d-8930c178911f on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:33.083939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] For port 5865c87b-9527-4c01-9f1e-9cef40ac3b66, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:33.088172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] For port 5865c87b-9527-4c01-9f1e-9cef40ac3b66, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5865c87b-9527-4c01-9f1e-9cef40ac3b66,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:33.097987 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.126487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:33.127159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.128604 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] 10.222.0.53 "PUT /v2.0/ports/5865c87b-9527-4c01-9f1e-9cef40ac3b66 HTTP/1.1" status: 200 len: 1096 time: 2.3170164 Aug 09 15:42:33.135726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Pushing event deleted for resources: {'Port': ['ID=c106bdf5-99ac-4eef-af4d-8930c178911f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:33.162230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ffbbab-bb8c-4af6-b142-18a4f94dbe4b', 'tag': '5865c87b-9527-4c01-9f1e-9cef40ac3b66'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:33.165976 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab59fcb2-796b-4bf3-a954-a4d2fd16aeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "30ffbbab-bb8c-4af6-b142-18a4f94dbe4b", "tag": "5865c87b-9527-4c01-9f1e-9cef40ac3b66"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:33.249369 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.267917 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.285496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad03a4f1-7ba1-4958-89d7-707b33424489']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:33.310530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a74583-17bc-4553-93ca-67297dc0d65a req-dcc57524-f9f6-4dfc-a15c-e2f80ab90525 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:33.312346 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2a74583-17bc-4553-93ca-67297dc0d65a req-dcc57524-f9f6-4dfc-a15c-e2f80ab90525 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 948 time: 0.1011288 Aug 09 15:42:33.316741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5951a3db-0013-47b2-854f-7f56b25c5e70') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:33.317142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5951a3db-0013-47b2-854f-7f56b25c5e70') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:33.323931 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:33.325620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:33.329899 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b5b60f-e442-4fa3-9c97-888f51c822cf" -d '{"events": [{"server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "name": "network-vif-plugged", "status": "completed", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:33.331352 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.338843 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.391570 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.406773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c106bdf5-99ac-4eef-af4d-8930c178911f no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:33.409143 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:42:33.409691 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.437768 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:33.440719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c106bdf5-99ac-4eef-af4d-8930c178911f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:33.441072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c106bdf5-99ac-4eef-af4d-8930c178911f not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:42:33.464071 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:42:33.486275 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2a74583-17bc-4553-93ca-67297dc0d65a req-f9c6fcbc-385e-4481-ab26-f86b5afa18ac tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599207 Aug 09 15:42:33.497693 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.508837 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.513997 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ad03a4f1-7ba1-4958-89d7-707b33424489 HTTP/1.1" status: 204 len: 168 time: 1.4994984 Aug 09 15:42:33.515920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54042) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:33.536282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db17335-c40d-412b-8b65-96afe844f724 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad03a4f1-7ba1-4958-89d7-707b33424489,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:33.621724 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a5dc3-9fe9-4d8a-99d4-f746cca83029 service neutron] Pushing event updated for resources: {'Port': ['ID=5865c87b-9527-4c01-9f1e-9cef40ac3b66,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:33.626765 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de643a3-81c4-4a31-9ef1-c5dbee05da6b x-openstack-request-id: req-1de643a3-81c4-4a31-9ef1-c5dbee05da6b {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:33.627062 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ffbbab-bb8c-4af6-b142-18a4f94dbe4b", "tag": "5865c87b-9527-4c01-9f1e-9cef40ac3b66", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:33.627316 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1de643a3-81c4-4a31-9ef1-c5dbee05da6b {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:33.627703 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ffbbab-bb8c-4af6-b142-18a4f94dbe4b', 'tag': '5865c87b-9527-4c01-9f1e-9cef40ac3b66', 'status': 'completed', 'code': 200} Aug 09 15:42:33.643574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572859-3121-4108-acae-6f8a687ab9ed req-c813b5b2-4b3c-4b49-a861-f8ae8bec1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:33.645095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-c813b5b2-4b3c-4b49-a861-f8ae8bec1729 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 1099 time: 0.4572747 Aug 09 15:42:33.658086 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-80c42077-138d-4585-93c4-6459f7561b7c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.673381 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0b074c-96f2-4509-994f-b332083c119a x-openstack-request-id: req-9f0b074c-96f2-4509-994f-b332083c119a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:33.673907 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "name": "network-vif-plugged", "status": "completed", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:33.674332 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f0b074c-96f2-4509-994f-b332083c119a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:33.674919 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'code': 200} Aug 09 15:42:33.735243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c42077-138d-4585-93c4-6459f7561b7c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Pushing event deleted for resources: {'Port': ['ID=eb76b926-6d7c-467a-8843-4d122716b275,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:33.740903 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-e457b14a-62d2-4a45-bd4b-2d70c6957ec0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=5865c87b-9527-4c01-9f1e-9cef40ac3b66 HTTP/1.1" status: 200 len: 217 time: 0.0802574 Aug 09 15:42:33.833802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b8aea-8d11-4187-8c97-ccf27e4a022b req-fd254e81-3c9b-4ede-8eee-8e8b37d9e601 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:33.836176 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e4b8aea-8d11-4187-8c97-ccf27e4a022b req-fd254e81-3c9b-4ede-8eee-8e8b37d9e601 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.1052635 Aug 09 15:42:33.845714 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-80c42077-138d-4585-93c4-6459f7561b7c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.847722 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-80c42077-138d-4585-93c4-6459f7561b7c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.848895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d8389a8a-5f90-4c52-a353-a657a19eef2f req-80c42077-138d-4585-93c4-6459f7561b7c tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "DELETE /v2.0/floatingips/da4b3606-4a60-464d-ba0c-ae3aa33e6696 HTTP/1.1" status: 204 len: 173 time: 1.6384697 Aug 09 15:42:33.850507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572859-3121-4108-acae-6f8a687ab9ed req-a6259e7f-11ba-4f43-931a-16015f81736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:33.852012 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-a6259e7f-11ba-4f43-931a-16015f81736c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0923083 Aug 09 15:42:33.910745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572859-3121-4108-acae-6f8a687ab9ed req-2bbfd4a8-3e38-46fc-b59b-01cd2c7b318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:33.912540 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-2bbfd4a8-3e38-46fc-b59b-01cd2c7b318f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489011 Aug 09 15:42:33.921184 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e4b8aea-8d11-4187-8c97-ccf27e4a022b req-6822c83d-4a54-4fb5-ab19-ff5bec88f273 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625820 Aug 09 15:42:34.024811 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-27e73fb8-824e-4876-84c8-e18371f8c4fb service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034436 Aug 09 15:42:34.147141 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf84bd-e897-4ff2-a555-67410ce03768 req-49153bca-d005-4007-8a90-004f1d18d210 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:34.148977 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2bcf84bd-e897-4ff2-a555-67410ce03768 req-49153bca-d005-4007-8a90-004f1d18d210 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.0882020 Aug 09 15:42:34.152869 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-31595cc7-07e4-41de-bb26-79a0ba9c6439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:34.164487 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2572859-3121-4108-acae-6f8a687ab9ed req-9aee96bf-4cca-43bd-911b-c23c7bd343f7 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266568 Aug 09 15:42:34.207804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742748c-215e-4f81-bf8b-3ed85f95063d req-98ad34ae-a6e5-49f9-a893-c5ea5f875897 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:34.209332 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e742748c-215e-4f81-bf8b-3ed85f95063d req-98ad34ae-a6e5-49f9-a893-c5ea5f875897 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 946 time: 0.0607407 Aug 09 15:42:34.263912 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2bcf84bd-e897-4ff2-a555-67410ce03768 req-e305c9f6-be0e-446d-9b19-6b9b746c7f9c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079755 Aug 09 15:42:34.287555 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e742748c-215e-4f81-bf8b-3ed85f95063d req-6dad3057-ac4e-47d9-89af-c1869c2ec9cc tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710711 Aug 09 15:42:34.299473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59fcb2-796b-4bf3-a954-a4d2fd16aeb5 req-33526f93-7ff5-4a34-aa84-025de7f46d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:34.301174 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab59fcb2-796b-4bf3-a954-a4d2fd16aeb5 req-33526f93-7ff5-4a34-aa84-025de7f46d71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b224220100394a519e23f90f60157189&device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 1099 time: 0.0818439 Aug 09 15:42:34.438659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfa50e-8d5b-4646-8465-655b6855d554 req-6eab5420-86f4-40f4-b101-bfaacf68095b tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:34.439863 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23cfa50e-8d5b-4646-8465-655b6855d554 req-6eab5420-86f4-40f4-b101-bfaacf68095b tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0702727 Aug 09 15:42:34.457442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59fcb2-796b-4bf3-a954-a4d2fd16aeb5 req-76751e1b-933a-4c86-aa49-4c2b49c86f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:34.458929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab59fcb2-796b-4bf3-a954-a4d2fd16aeb5 req-76751e1b-933a-4c86-aa49-4c2b49c86f5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1401129 Aug 09 15:42:34.496742 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-31595cc7-07e4-41de-bb26-79a0ba9c6439 admin admin] Deleting port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:34.497081 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-31595cc7-07e4-41de-bb26-79a0ba9c6439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:34.507541 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab59fcb2-796b-4bf3-a954-a4d2fd16aeb5 req-3bfb7e86-910d-450b-9b10-06f7aa919b8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=5865c87b-9527-4c01-9f1e-9cef40ac3b66 HTTP/1.1" status: 200 len: 217 time: 0.0390546 Aug 09 15:42:34.518596 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23cfa50e-8d5b-4646-8465-655b6855d554 req-d480332b-8b94-4515-bd0d-4e8dae7c039d tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677388 Aug 09 15:42:34.573538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59fcb2-796b-4bf3-a954-a4d2fd16aeb5 req-c71013b7-d7f0-49a1-bb4e-8ea081958963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:34.577432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab59fcb2-796b-4bf3-a954-a4d2fd16aeb5 req-c71013b7-d7f0-49a1-bb4e-8ea081958963 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0573616 Aug 09 15:42:34.589749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-31595cc7-07e4-41de-bb26-79a0ba9c6439 admin admin] For port 3ec337cb-48b5-4b5a-899c-9db9c6af08c5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3ec337cb-48b5-4b5a-899c-9db9c6af08c5,segment=NetworkSegment(72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3),segment_id=72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:34.590209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-31595cc7-07e4-41de-bb26-79a0ba9c6439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:34.626109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-31595cc7-07e4-41de-bb26-79a0ba9c6439 admin admin] Calling delete_port for 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:34.662543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59fcb2-796b-4bf3-a954-a4d2fd16aeb5 req-3653beca-e02c-4ee0-918b-7f0fff619c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:34.664121 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab59fcb2-796b-4bf3-a954-a4d2fd16aeb5 req-3653beca-e02c-4ee0-918b-7f0fff619c53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756381 Aug 09 15:42:34.670050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c176f-241e-4d4c-ab68-190d931705cf req-8f1bea01-4bf2-4e34-ab4b-9518484a029c tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:34.671529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-302c176f-241e-4d4c-ab68-190d931705cf req-8f1bea01-4bf2-4e34-ab4b-9518484a029c tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0738916 Aug 09 15:42:34.767119 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-302c176f-241e-4d4c-ab68-190d931705cf req-21952ad1-6215-474b-8e14-a91aa9ebf78f tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867622 Aug 09 15:42:34.796802 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab59fcb2-796b-4bf3-a954-a4d2fd16aeb5 req-1da56069-9331-48dc-888e-a6c00679dfe6 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239996 Aug 09 15:42:34.911242 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab59fcb2-796b-4bf3-a954-a4d2fd16aeb5 req-d8a0c6c6-35b1-493a-8199-37e63654227a service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039753 Aug 09 15:42:34.998368 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2a9ea-b6a1-4731-bfd5-f0e28180f062 req-777add2d-58d1-48ab-8a61-8979fffa91a5 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:34.999853 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dcf2a9ea-b6a1-4731-bfd5-f0e28180f062 req-777add2d-58d1-48ab-8a61-8979fffa91a5 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 948 time: 0.4127824 Aug 09 15:42:35.087196 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dcf2a9ea-b6a1-4731-bfd5-f0e28180f062 req-f7b08e71-197c-46ef-98e5-a5682918c4a4 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803888 Aug 09 15:42:35.221414 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-31595cc7-07e4-41de-bb26-79a0ba9c6439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:35.234619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e325d7a-6a6f-448f-a1b6-06880ad733dc req-2c293c86-c51f-4920-9ae4-207268bf5974 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:35.236127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e325d7a-6a6f-448f-a1b6-06880ad733dc req-2c293c86-c51f-4920-9ae4-207268bf5974 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0744648 Aug 09 15:42:35.260222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31595cc7-07e4-41de-bb26-79a0ba9c6439 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec337cb-48b5-4b5a-899c-9db9c6af08c5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:35.346323 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e325d7a-6a6f-448f-a1b6-06880ad733dc req-f2628e71-8b02-4d8c-b4cb-f56e83be8b5e tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899656 Aug 09 15:42:35.497850 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-31595cc7-07e4-41de-bb26-79a0ba9c6439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:35.596208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da72557-c710-4aaa-b4ae-d7c30bf9868b req-c86b47c5-7609-4d3d-a5fd-7304433769b4 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:35.597788 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0da72557-c710-4aaa-b4ae-d7c30bf9868b req-c86b47c5-7609-4d3d-a5fd-7304433769b4 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 945 time: 0.1357250 Aug 09 15:42:35.704992 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0da72557-c710-4aaa-b4ae-d7c30bf9868b req-a8482f99-fcda-4697-b0bf-4600783d9434 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963371 Aug 09 15:42:35.877703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47b70b-2d81-424b-a84b-6fa92ab58fa3 req-0c733dcb-b170-4793-9cde-603f778a4af9 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:35.879425 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1f47b70b-2d81-424b-a84b-6fa92ab58fa3 req-0c733dcb-b170-4793-9cde-603f778a4af9 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 946 time: 0.1024072 Aug 09 15:42:35.887824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31595cc7-07e4-41de-bb26-79a0ba9c6439 admin admin] Router 9a34fd18-f860-4397-a0e7-ed6e700bc960 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:35.908450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-01516492-2381-46fa-87a4-5c6987ae50b8 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:42:35.909548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-01516492-2381-46fa-87a4-5c6987ae50b8 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071056 Aug 09 15:42:35.922919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] Request body: {'binding': {'host': 'n-h1-803778-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:35.923284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] Unknown quota resources ['binding']. {{(pid=94290) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:42:35.927953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-b13da82a-0b07-4222-bfaa-6d30f47d9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:35.929434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-b13da82a-0b07-4222-bfaa-6d30f47d9462 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96&tenant_id=3db5924556fe4b23b861d1e4e4681575 HTTP/1.1" status: 200 len: 1101 time: 0.0702567 Aug 09 15:42:35.955380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:35.964873 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1f47b70b-2d81-424b-a84b-6fa92ab58fa3 req-455fb6e2-c825-42bc-bab6-74e7caddcf17 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/security-groups?id=bdda3c25-f9bc-4978-a812-d278bc6d258b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756645 Aug 09 15:42:36.030258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31595cc7-07e4-41de-bb26-79a0ba9c6439 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:36.038011 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-31595cc7-07e4-41de-bb26-79a0ba9c6439 admin admin] 10.222.0.81 "PUT /v2.0/routers/9a34fd18-f860-4397-a0e7-ed6e700bc960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5213327 Aug 09 15:42:36.038948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54100) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:36.042640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3924df-02b5-4b0d-a785-ce8fb4460bac None None] Sync routers for ids ['9a34fd18-f860-4397-a0e7-ed6e700bc960'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:36.057637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3924df-02b5-4b0d-a785-ce8fb4460bac None None] Routers {'9a34fd18-f860-4397-a0e7-ed6e700bc960'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:36.058567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ca3924df-02b5-4b0d-a785-ce8fb4460bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['9a34fd18-f860-4397-a0e7-ed6e700bc960'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:36.103349 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:36.128457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f194c7-ff3e-4304-a60c-74cbcb681c65 req-15a3d762-cb16-4165-b2a8-41bdcd3c1c42 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:36.129990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37f194c7-ff3e-4304-a60c-74cbcb681c65 req-15a3d762-cb16-4165-b2a8-41bdcd3c1c42 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.53 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 946 time: 0.1689675 Aug 09 15:42:36.179460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:36.203389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ca3924df-02b5-4b0d-a785-ce8fb4460bac None None] Set router 9a34fd18-f860-4397-a0e7-ed6e700bc960 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:36.321974 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ef42a-791e-495b-8f55-294c524b5374 req-b39d74c5-ca71-4d42-8a29-b30e1d3f1a78 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:36.323722 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-198ef42a-791e-495b-8f55-294c524b5374 req-b39d74c5-ca71-4d42-8a29-b30e1d3f1a78 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 948 time: 0.1467164 Aug 09 15:42:36.336511 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:36.352073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] Attempting to bind port 36cfde01-9668-452e-a595-f6dd17334b7c on host n-h1-803778-2 for vnic_type normal with profile None {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:36.352412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] Attempting to bind port 36cfde01-9668-452e-a595-f6dd17334b7c by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:36.352739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] Attempting to bind port 36cfde01-9668-452e-a595-f6dd17334b7c on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:36.381522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] Port 36cfde01-9668-452e-a595-f6dd17334b7c on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:36.381842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] Attempting to bind port 36cfde01-9668-452e-a595-f6dd17334b7c on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:36.403513 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-198ef42a-791e-495b-8f55-294c524b5374 req-087b195f-6c03-4488-9ab8-c9e62ed10505 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621326 Aug 09 15:42:36.423988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:36.424670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:36.424670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] Bound using segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:36.425121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] Bound port: 36cfde01-9668-452e-a595-f6dd17334b7c, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:36.427270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Deleting port 29e6f10f-a123-42fb-9e9b-9cc5509cf965 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:36.427755 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:36.476466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-37f194c7-ff3e-4304-a60c-74cbcb681c65 req-de3f4264-3cfd-488c-b24f-eea8d26caf74 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Deleting port 3639e246-e2de-4fdf-9cf4-0241acc5c123 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:36.476840 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-37f194c7-ff3e-4304-a60c-74cbcb681c65 req-de3f4264-3cfd-488c-b24f-eea8d26caf74 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:36.552325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ca3924df-02b5-4b0d-a785-ce8fb4460bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300287109-router', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:27Z', 'updated_at': '2021-08-09T15:42:35Z', 'revision_number': 5, 'project_id': '928640f091b942f2ae0f793a5a9b8b07', 'gw_port': {'id': '29e6f10f-a123-42fb-9e9b-9cc5509cf965', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:27:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:30Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:36.559180 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] For port 29e6f10f-a123-42fb-9e9b-9cc5509cf965, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=29e6f10f-a123-42fb-9e9b-9cc5509cf965,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:36.559630 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:36.574442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:36.576318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Calling delete_port for 29e6f10f-a123-42fb-9e9b-9cc5509cf965 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:36.578770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=36cfde01-9668-452e-a595-f6dd17334b7c,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:36.582145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3924df-02b5-4b0d-a785-ce8fb4460bac None None] Checking router: 9a34fd18-f860-4397-a0e7-ed6e700bc960 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:36.592862 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] Notify callbacks [] for binding, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:36.593296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3924df-02b5-4b0d-a785-ce8fb4460bac None None] Routers {'9a34fd18-f860-4397-a0e7-ed6e700bc960'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:36.593966 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ca3924df-02b5-4b0d-a785-ce8fb4460bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['9a34fd18-f860-4397-a0e7-ed6e700bc960'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:36.594129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f47d5264-36f3-4a1d-9e99-c13be885d901 service neutron] 10.222.0.81 "POST /v2.0/ports/36cfde01-9668-452e-a595-f6dd17334b7c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6758106 Aug 09 15:42:36.609671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f5013-5d2d-4c0d-a579-782d2c5c0713 req-532ca51c-c527-45ca-ba05-367c754ef580 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:36.612525 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e1f5013-5d2d-4c0d-a579-782d2c5c0713 req-532ca51c-c527-45ca-ba05-367c754ef580 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0989799 Aug 09 15:42:36.650774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-37f194c7-ff3e-4304-a60c-74cbcb681c65 req-de3f4264-3cfd-488c-b24f-eea8d26caf74 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] For port 3639e246-e2de-4fdf-9cf4-0241acc5c123, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3639e246-e2de-4fdf-9cf4-0241acc5c123,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:36.651144 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-37f194c7-ff3e-4304-a60c-74cbcb681c65 req-de3f4264-3cfd-488c-b24f-eea8d26caf74 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:36.661653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:36.693020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-37f194c7-ff3e-4304-a60c-74cbcb681c65 req-de3f4264-3cfd-488c-b24f-eea8d26caf74 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Calling delete_port for 3639e246-e2de-4fdf-9cf4-0241acc5c123 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:36.723269 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e1f5013-5d2d-4c0d-a579-782d2c5c0713 req-4687eecf-d246-41a3-9d87-5782570d7f1f tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014845 Aug 09 15:42:36.767514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ca3924df-02b5-4b0d-a785-ce8fb4460bac None None] Set router 9a34fd18-f860-4397-a0e7-ed6e700bc960 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:36.782810 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:36.802069 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Transition to ACTIVE for port object ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:36.803203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:36.807665 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35e3c19-e4a5-45c9-a52d-88a6293c2818" -d '{"events": [{"server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "name": "network-vif-unplugged", "status": "completed", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:36.814354 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:36.851147 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ca3924df-02b5-4b0d-a785-ce8fb4460bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300287109-router', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:27Z', 'updated_at': '2021-08-09T15:42:36Z', 'revision_number': 6, 'project_id': '928640f091b942f2ae0f793a5a9b8b07', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:36.926436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3924df-02b5-4b0d-a785-ce8fb4460bac None None] The sync data for ids ['9a34fd18-f860-4397-a0e7-ed6e700bc960'] in n-d-803778-2 is: [{'id': '9a34fd18-f860-4397-a0e7-ed6e700bc960', 'name': 'tempest-AttachSCSIVolumeTestJSON-1300287109-router', 'tenant_id': '928640f091b942f2ae0f793a5a9b8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:27Z', 'updated_at': '2021-08-09T15:42:36Z', 'revision_number': 6, 'project_id': '928640f091b942f2ae0f793a5a9b8b07', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:36.932565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] No DVR routers for this DVR port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:36.950754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a62e-b1d3-4e40-8d37-7f6955c5195d req-373bfb9e-d1df-4bd1-8fe6-7c3f622ddcb7 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:36.952673 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cce8a62e-b1d3-4e40-8d37-7f6955c5195d req-373bfb9e-d1df-4bd1-8fe6-7c3f622ddcb7 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.1076734 Aug 09 15:42:36.972604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5865c87b-9527-4c01-9f1e-9cef40ac3b66 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:36.981892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=10']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:37.010664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Attempting to bind port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:37.011261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Attempting to bind port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:37.011672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Attempting to bind port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:37.047745 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e035cb5-dfaf-45fa-97d4-9bef064d36db x-openstack-request-id: req-3e035cb5-dfaf-45fa-97d4-9bef064d36db {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:37.048091 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "name": "network-vif-unplugged", "status": "completed", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:37.048489 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e035cb5-dfaf-45fa-97d4-9bef064d36db {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:37.048958 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'code': 200} Aug 09 15:42:37.052072 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:37.052488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Attempting to bind port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:37.064847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:37.065579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:37.066143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:37.066785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Bound port: ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:37.067371 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.099046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.111058 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cce8a62e-b1d3-4e40-8d37-7f6955c5195d req-4bbd719b-e0fe-48c6-b532-a4f3f7f6a17c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974116 Aug 09 15:42:37.113166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-55301943-02e7-4f94-8659-16dbabcf7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:37.114961 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-55301943-02e7-4f94-8659-16dbabcf7571 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 1097 time: 0.1960530 Aug 09 15:42:37.139642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5865c87b-9527-4c01-9f1e-9cef40ac3b66, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5865c87b-9527-4c01-9f1e-9cef40ac3b66,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:37.164101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '5865c87b-9527-4c01-9f1e-9cef40ac3b66', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '5865c87b-9527-4c01-9f1e-9cef40ac3b66', 'mac_address': 'fa:16:3e:92:1c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:37.182089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e6f10f-a123-42fb-9e9b-9cc5509cf965,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:37.214702 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.235725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5865c87b-9527-4c01-9f1e-9cef40ac3b66 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:37.244249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:37.250012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:37.251291 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-37f194c7-ff3e-4304-a60c-74cbcb681c65 req-de3f4264-3cfd-488c-b24f-eea8d26caf74 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.268852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147344f-8fb7-48c0-b7d0-05cfc27d485c req-15a9e8f6-61ee-4c3a-8885-c8f40533d3e7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:37.270971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['3639e246-e2de-4fdf-9cf4-0241acc5c123'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:37.275796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5865c87b-9527-4c01-9f1e-9cef40ac3b66, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5865c87b-9527-4c01-9f1e-9cef40ac3b66,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:37.277372 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8147344f-8fb7-48c0-b7d0-05cfc27d485c req-15a9e8f6-61ee-4c3a-8885-c8f40533d3e7 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 945 time: 0.1165795 Aug 09 15:42:37.298584 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.317640 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.342418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f4264-3cfd-488c-b24f-eea8d26caf74 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Pushing event deleted for resources: {'Port': ['ID=3639e246-e2de-4fdf-9cf4-0241acc5c123,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:37.400042 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e27f22b-e91c-43d8-a5bd-90f972c48c4b req-ac4721ac-eac3-456b-bec5-36ecdc799234 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 210 time: 0.1806457 Aug 09 15:42:37.400801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5865c87b-9527-4c01-9f1e-9cef40ac3b66,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:37.401281 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.473930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:37.478085 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.479162 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] 10.222.0.60 "PUT /v2.0/ports/ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 1097 time: 1.5280378 Aug 09 15:42:37.501032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:37.555666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:37.556271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3ec337cb-48b5-4b5a-899c-9db9c6af08c5 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:37.573208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f194c7-ff3e-4304-a60c-74cbcb681c65 req-de3f4264-3cfd-488c-b24f-eea8d26caf74 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] No DVR routers for this DVR port 3639e246-e2de-4fdf-9cf4-0241acc5c123 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:37.590570 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-21f810ee-1552-480e-9c0b-0ff8a32ccd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.604767 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-37f194c7-ff3e-4304-a60c-74cbcb681c65 req-de3f4264-3cfd-488c-b24f-eea8d26caf74 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.607274 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37f194c7-ff3e-4304-a60c-74cbcb681c65 req-de3f4264-3cfd-488c-b24f-eea8d26caf74 tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.53 "DELETE /v2.0/ports/3639e246-e2de-4fdf-9cf4-0241acc5c123 HTTP/1.1" status: 204 len: 173 time: 1.4677694 Aug 09 15:42:37.635222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8147344f-8fb7-48c0-b7d0-05cfc27d485c req-0f61261a-e6fe-4daa-9c89-2a82c5145561 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3567476 Aug 09 15:42:37.660662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ce5e5-be6e-446e-a5b2-2a48f5f70f9a service neutron] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=11']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:37.678913 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.684023 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.699695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-ebadd28f-1c73-47ae-bb34-2e61068a58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:37.703516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-ebadd28f-1c73-47ae-bb34-2e61068a58b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1100 time: 0.1534700 Aug 09 15:42:37.723376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-cb22ce9a-65c7-479f-b6bc-f94c73b21714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:37.730154 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-cb22ce9a-65c7-479f-b6bc-f94c73b21714 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.5372689 Aug 09 15:42:37.766486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5865c87b-9527-4c01-9f1e-9cef40ac3b66'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:37.889989 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-92f826db-2c49-42c1-a116-eaa4927d8020 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36cfde01-9668-452e-a595-f6dd17334b7c HTTP/1.1" status: 200 len: 217 time: 0.0935221 Aug 09 15:42:37.936672 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.937502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a34fd18-f860-4397-a0e7-ed6e700bc960 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:42:37.958268 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.963381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d54272e7-374c-4a84-8dda-75c64f015c37 admin admin] 10.222.0.81 "DELETE /v2.0/routers/9a34fd18-f860-4397-a0e7-ed6e700bc960 HTTP/1.1" status: 204 len: 168 time: 1.9192476 Aug 09 15:42:37.968815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54124) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:38.008648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e731ac-c8f1-40ff-8aa1-c0ed163adc08 req-6b459463-9ae5-430d-ab8b-02c7f2de2d4a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:38.010301 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39e731ac-c8f1-40ff-8aa1-c0ed163adc08 req-6b459463-9ae5-430d-ab8b-02c7f2de2d4a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 949 time: 0.1563890 Aug 09 15:42:38.054522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-09a2489e-1de2-4a5b-98ac-4d94fed1e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:38.056011 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-09a2489e-1de2-4a5b-98ac-4d94fed1e7c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.1164548 Aug 09 15:42:38.057034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf3ca65-e9bb-4a2b-a59b-5845dd6366c8 admin admin] Deleting subnet d86ddf36-c2af-42ed-91d0-7faff0aa6eb3 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:42:38.064548 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39e731ac-c8f1-40ff-8aa1-c0ed163adc08 req-8afb962d-da47-49b6-87c2-24d535907abf tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470865 Aug 09 15:42:38.075137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6e302-4905-4e79-8267-27f118751802 req-da20167e-8dc5-47de-a44a-3a1351549ab2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:38.083043 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1eb6e302-4905-4e79-8267-27f118751802 req-da20167e-8dc5-47de-a44a-3a1351549ab2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 949 time: 0.1685143 Aug 09 15:42:38.085064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ca65-e9bb-4a2b-a59b-5845dd6366c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:38.104947 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-b8b7c4ad-39cc-4461-85dd-623bfe55a925 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369987 Aug 09 15:42:38.112195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-47421752-b6ee-4a70-a060-6e035d0b73db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:38.113708 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-47421752-b6ee-4a70-a060-6e035d0b73db service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3984816 Aug 09 15:42:38.187792 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ca65-e9bb-4a2b-a59b-5845dd6366c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:38.191899 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-483d96a0-6a13-4acf-bd4a-d91cb4728fbb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0571764 Aug 09 15:42:38.274819 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1eb6e302-4905-4e79-8267-27f118751802 req-83613fd3-3b28-4521-bda3-d9cfadb26a57 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861930 Aug 09 15:42:38.298333 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-0dc6b892-918e-4581-83c7-b026687264f7 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795061 Aug 09 15:42:38.312011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-3cf9c5f0-9cef-4e1a-9ef1-bba43d06b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:38.313462 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-3cf9c5f0-9cef-4e1a-9ef1-bba43d06b596 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0940959 Aug 09 15:42:38.338856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd924de-b559-4eec-9d43-1a4c7a099d50 req-73022697-9adf-4e43-bd52-8f47e702dfec tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:38.352325 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cdd924de-b559-4eec-9d43-1a4c7a099d50 req-73022697-9adf-4e43-bd52-8f47e702dfec tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.1447651 Aug 09 15:42:38.421547 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ca65-e9bb-4a2b-a59b-5845dd6366c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:38.458893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-68d8fa20-b05d-4771-8ec9-44f9260604d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:38.462120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-68d8fa20-b05d-4771-8ec9-44f9260604d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173875 Aug 09 15:42:38.494452 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-9641d63f-3772-44b4-90b8-1b28b89c2f51 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866174 Aug 09 15:42:38.560638 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cdd924de-b559-4eec-9d43-1a4c7a099d50 req-bb23d18a-0ec5-45c7-bc93-bbebf8015c8a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066720 Aug 09 15:42:38.597535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-04ac6e28-00dd-41e9-908a-5cbc703968e1 req-8b95426d-1d53-453a-8504-67d6e5618b2a tempest-FloatingIPsAssociationTestJSON-212982745 tempest-FloatingIPsAssociationTestJSON-212982745-project] 10.222.0.81 "GET /v2.0/ports?device_id=089701b8-cb16-4d22-8e25-0a3dc275e2cf HTTP/1.1" status: 200 len: 210 time: 0.0332956 Aug 09 15:42:38.632934 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ca65-e9bb-4a2b-a59b-5845dd6366c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:38.676224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3ca65-e9bb-4a2b-a59b-5845dd6366c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d86ddf36-c2af-42ed-91d0-7faff0aa6eb3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:38.678241 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ca65-e9bb-4a2b-a59b-5845dd6366c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:38.686058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fbf3ca65-e9bb-4a2b-a59b-5845dd6366c8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d86ddf36-c2af-42ed-91d0-7faff0aa6eb3 HTTP/1.1" status: 204 len: 168 time: 0.7104182 Aug 09 15:42:38.686185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54136) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:38.688815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-f7e983c5-f717-4488-80e5-f30cdf06fbe3 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166822 Aug 09 15:42:38.695001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d7ffba-da7e-40e1-9a29-f4a63b6c13c3 None None] Network fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:38.809313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f713b416-b41e-4d0b-b8d6-34b100b739da req-4d148a31-34e0-49e5-9e8c-e19846dd4cc6 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052783 Aug 09 15:42:38.868629 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:38.894292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda05f-0b1f-44fb-9dc9-7ae65daf6d83 req-10e9ee87-2f83-4eba-9bce-1c327868a8f6 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:38.895866 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97dda05f-0b1f-44fb-9dc9-7ae65daf6d83 req-10e9ee87-2f83-4eba-9bce-1c327868a8f6 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 945 time: 0.0951359 Aug 09 15:42:38.930699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce1a68b-d934-4ca9-adc1-fedd51fe111a None None] DHCP port deletion for fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:42:38.973514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97dda05f-0b1f-44fb-9dc9-7ae65daf6d83 req-0b5d7ef0-2565-4a5f-b374-7729c5ea6ec2 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518379 Aug 09 15:42:38.979306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1a68b-d934-4ca9-adc1-fedd51fe111a None None] Deleting port d428fb62-a25e-4cf9-8955-4a40609e412b {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:38.979756 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a68b-d934-4ca9-adc1-fedd51fe111a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:38.982183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Deleting port d428fb62-a25e-4cf9-8955-4a40609e412b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:38.982705 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:38.994234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3639e246-e2de-4fdf-9cf4-0241acc5c123 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:39.048599 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 3639e246-e2de-4fdf-9cf4-0241acc5c123 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:39.048984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3639e246-e2de-4fdf-9cf4-0241acc5c123 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:39.049499 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:39.050795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'}, {'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'name': 'network-vif-deleted', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:39.051270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] For port d428fb62-a25e-4cf9-8955-4a40609e412b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d428fb62-a25e-4cf9-8955-4a40609e412b,segment=NetworkSegment(72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3),segment_id=72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:39.051443 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:39.056760 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a602d24-ede4-4582-b76a-e76a35391db1" -d '{"events": [{"name": "network-changed", "server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2"}, {"server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "name": "network-vif-deleted", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:39.066607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Calling delete_port for d428fb62-a25e-4cf9-8955-4a40609e412b owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:39.106496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7ce1a68b-d934-4ca9-adc1-fedd51fe111a None None] For port d428fb62-a25e-4cf9-8955-4a40609e412b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d428fb62-a25e-4cf9-8955-4a40609e412b,segment=NetworkSegment(72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3),segment_id=72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:39.107126 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a68b-d934-4ca9-adc1-fedd51fe111a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:39.125487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1a68b-d934-4ca9-adc1-fedd51fe111a None None] Calling delete_port for d428fb62-a25e-4cf9-8955-4a40609e412b owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:39.171712 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bf61e3-c477-4b4e-b02b-3d078012b53c x-openstack-request-id: req-47bf61e3-c477-4b4e-b02b-3d078012b53c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:39.172008 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2", "status": "completed", "code": 200}, {"server_uuid": "089701b8-cb16-4d22-8e25-0a3dc275e2cf", "name": "network-vif-deleted", "tag": "3639e246-e2de-4fdf-9cf4-0241acc5c123", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:39.172267 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47bf61e3-c477-4b4e-b02b-3d078012b53c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:39.172668 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'status': 'completed', 'code': 200} Aug 09 15:42:39.172926 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089701b8-cb16-4d22-8e25-0a3dc275e2cf', 'name': 'network-vif-deleted', 'tag': '3639e246-e2de-4fdf-9cf4-0241acc5c123', 'status': 'completed', 'code': 200} Aug 09 15:42:39.203148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-814793ac-076e-4488-aab0-59894bdd92d0 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:39.204744 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-814793ac-076e-4488-aab0-59894bdd92d0 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 945 time: 0.0782535 Aug 09 15:42:39.228754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:39.265161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:39.276107 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a68b-d934-4ca9-adc1-fedd51fe111a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:39.317908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-29e7d006-26ae-4dab-b613-99f22ba34459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:39.319446 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-29e7d006-26ae-4dab-b613-99f22ba34459 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1100 time: 0.1571856 Aug 09 15:42:39.320188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d428fb62-a25e-4cf9-8955-4a40609e412b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:39.327662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] No DVR routers for this DVR port d428fb62-a25e-4cf9-8955-4a40609e412b on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:39.333388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Deleting port 4a1eca32-263b-44cd-bc02-2394c8a55a92 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:39.333388 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:39.352441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a68b-d934-4ca9-adc1-fedd51fe111a None None] Pushing event deleted for resources: {'Port': ['ID=d428fb62-a25e-4cf9-8955-4a40609e412b,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:39.363139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1a68b-d934-4ca9-adc1-fedd51fe111a None None] No DVR routers for this DVR port d428fb62-a25e-4cf9-8955-4a40609e412b on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:39.394707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 29e6f10f-a123-42fb-9e9b-9cc5509cf965 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:39.399411 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c242a6-c11a-40dd-8cb6-444f9c366d05 req-2f26c8d8-fcd6-425d-a0ed-6d4332cdf95f tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:39.407001 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f5c242a6-c11a-40dd-8cb6-444f9c366d05 req-2f26c8d8-fcd6-425d-a0ed-6d4332cdf95f tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 949 time: 0.2177827 Aug 09 15:42:39.422735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 29e6f10f-a123-42fb-9e9b-9cc5509cf965 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:39.423098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 29e6f10f-a123-42fb-9e9b-9cc5509cf965 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:39.423514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d428fb62-a25e-4cf9-8955-4a40609e412b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:39.432928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-163dbe47-de17-476c-a32e-24b0b9d0a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:39.434671 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-163dbe47-de17-476c-a32e-24b0b9d0a6c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db5924556fe4b23b861d1e4e4681575&device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1100 time: 0.2253368 Aug 09 15:42:39.445042 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d428fb62-a25e-4cf9-8955-4a40609e412b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:39.445781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d428fb62-a25e-4cf9-8955-4a40609e412b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:39.498994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef65b9-0601-42e9-8abc-5ac4d9efa446 req-8292acc7-d310-4ade-96b0-eed04c00a3d9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:39.500806 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23ef65b9-0601-42e9-8abc-5ac4d9efa446 req-8292acc7-d310-4ade-96b0-eed04c00a3d9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 949 time: 0.0861900 Aug 09 15:42:39.540029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] For port 4a1eca32-263b-44cd-bc02-2394c8a55a92, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4a1eca32-263b-44cd-bc02-2394c8a55a92,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:39.540522 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:39.603798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f5c242a6-c11a-40dd-8cb6-444f9c366d05 req-b93d052d-6671-457c-9479-aa53fde885cb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956184 Aug 09 15:42:39.605199 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:39.620120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23ef65b9-0601-42e9-8abc-5ac4d9efa446 req-820efa61-9143-494f-a365-93303f4f7d04 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092057 Aug 09 15:42:39.623926 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1c2fef-24ec-47e5-995c-bb4a0bd80d92']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:39.633947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-b416ce06-1bb3-43cc-8817-d9699d5b4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:39.635413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-b416ce06-1bb3-43cc-8817-d9699d5b4c2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3051364 Aug 09 15:42:39.654646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:39.654937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d8bb17-4b5d-4cf7-b84e-51e99afbeaa3') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:39.698923 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-95b22868-983c-45c6-ba48-ffe926affb72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0527937 Aug 09 15:42:39.706846 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:39.711935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54150) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:40.139785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-eaa5dc43-e320-4f38-8f0a-4159aad066b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:40.141348 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-eaa5dc43-e320-4f38-8f0a-4159aad066b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.6848807 Aug 09 15:42:40.143535 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:40.160487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:42:40.160889 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:42:40.165088 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:42:40.247548 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-3f5593f0-9b5c-4c4d-b2bd-d4073f13ec74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0884244 Aug 09 15:42:40.259372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-3b6bf21b-6ce1-4e35-9fad-b32b07b41e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:40.260990 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-3b6bf21b-6ce1-4e35-9fad-b32b07b41e03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.5474060 Aug 09 15:42:40.318437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-85a8c321-ff40-4a33-83b6-a78fe727e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:40.320469 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-85a8c321-ff40-4a33-83b6-a78fe727e709 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0563984 Aug 09 15:42:40.327899 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:40.327899 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:40.327899 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Floating IP f0f317a7-e970-4cdf-bd81-3c6b19b29a4c disassociated. External IP: 172.25.2.161, port: 4a1eca32-263b-44cd-bc02-2394c8a55a92. Aug 09 15:42:40.328745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Calling delete_port for 4a1eca32-263b-44cd-bc02-2394c8a55a92 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:40.373432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b30d2a-13d2-442c-9111-e2580a7b1379 req-c7eae525-46e4-46ca-8496-98357747b917 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:40.378342 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4b30d2a-13d2-442c-9111-e2580a7b1379 req-c7eae525-46e4-46ca-8496-98357747b917 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.6782982 Aug 09 15:42:40.395490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:40.425672 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:40.427002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f8c51-0110-4594-b8c8-e78b450af188 req-e688de41-ae3f-4f5c-92f7-cbfc952844ae tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:40.431024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] 10.222.0.81 "DELETE /v2.0/networks/fa1c2fef-24ec-47e5-995c-bb4a0bd80d92 HTTP/1.1" status: 204 len: 168 time: 1.7419660 Aug 09 15:42:40.434896 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a9f8c51-0110-4594-b8c8-e78b450af188 req-e688de41-ae3f-4f5c-92f7-cbfc952844ae tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 945 time: 0.1555965 Aug 09 15:42:40.454530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0e4d0-ad0d-4279-b9ed-ed41d07c52cd admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1c2fef-24ec-47e5-995c-bb4a0bd80d92,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:40.492245 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4be4-9834-4fe4-8841-7cbf2abcb889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:40.496489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-0b839e4d-0864-4f78-9432-c8200762c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:40.498145 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-0b839e4d-0864-4f78-9432-c8200762c52f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1731925 Aug 09 15:42:40.508403 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4b30d2a-13d2-442c-9111-e2580a7b1379 req-3b82e0a1-1862-499f-be70-82d911a961fc tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087587 Aug 09 15:42:40.510395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-4b0d8fc5-ec04-4162-9111-f01692ce56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:40.512184 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-4b0d8fc5-ec04-4162-9111-f01692ce56e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1750410 Aug 09 15:42:40.533790 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a9f8c51-0110-4594-b8c8-e78b450af188 req-4c06d32a-0b3e-427d-a4d3-0e296f52a6bb tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups?id=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979218 Aug 09 15:42:40.689225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54162) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:40.708330 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-af8b32b9-b0a1-46dd-95c5-b0f70577ab06 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951032 Aug 09 15:42:40.723117 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:40.759597 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:40.764157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Pushing event deleted for resources: {'Port': ['ID=4a1eca32-263b-44cd-bc02-2394c8a55a92,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:40.844590 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-1f7eb3c1-bbc3-4626-bb28-800f35b860e1 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733409 Aug 09 15:42:40.925203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dab1c-2116-44a6-ac8c-875527744027 req-1cbb4446-b8b2-49d0-b8f1-e1d3eda4a8eb tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:40.926835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-201dab1c-2116-44a6-ac8c-875527744027 req-1cbb4446-b8b2-49d0-b8f1-e1d3eda4a8eb tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 949 time: 0.1678329 Aug 09 15:42:40.946338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-db19567c-244f-48a5-aa56-e08b7ce7561f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=56a9cdce47a44213a60c8fa201cfe7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558887 Aug 09 15:42:40.951547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54168) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:40.982712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45419d4-4087-4a0f-bac1-75d1d4e22024 req-7e1adac7-db9c-4c54-ae53-7178d36b3a6e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:40.984316 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e45419d4-4087-4a0f-bac1-75d1d4e22024 req-7e1adac7-db9c-4c54-ae53-7178d36b3a6e tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 949 time: 0.2623045 Aug 09 15:42:40.990445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Router 8dae6933-f53f-44cf-b8ba-211ddb5f538a has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:41.002180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5865c87b-9527-4c01-9f1e-9cef40ac3b66 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:41.018955 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-201dab1c-2116-44a6-ac8c-875527744027 req-eab6642b-3b83-4709-b46c-49cb30e98c19 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628304 Aug 09 15:42:41.020407 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-c59ef8f0-6e27-44fd-bbe0-71b61dd8ebe8 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964625 Aug 09 15:42:41.080298 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2875088-1922-4dc8-90cf-1a8ad6b50134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.093377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 5865c87b-9527-4c01-9f1e-9cef40ac3b66 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:41.097315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 5865c87b-9527-4c01-9f1e-9cef40ac3b66 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:41.097715 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.163645 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e45419d4-4087-4a0f-bac1-75d1d4e22024 req-bb2c53ef-c714-4d30-81db-ad651d76b67f tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650913 Aug 09 15:42:41.166551 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a602d24-ede4-4582-b76a-e76a35391db1 req-12f66dc6-7c92-4bf5-811f-0795437552b2 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037019 Aug 09 15:42:41.207085 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b7d55d6e-59cc-4931-81e3-0204f8ff5e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.237734 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b7d55d6e-59cc-4931-81e3-0204f8ff5e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.271036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:41.287989 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8966d0d-f26b-4cac-83ea-40e3a9546e90 None None] Sync routers for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:41.301523 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8966d0d-f26b-4cac-83ea-40e3a9546e90 None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:41.302996 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c8966d0d-f26b-4cac-83ea-40e3a9546e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:41.339230 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b7d55d6e-59cc-4931-81e3-0204f8ff5e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.345378 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b7d55d6e-59cc-4931-81e3-0204f8ff5e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.347639 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.355274 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b7d55d6e-59cc-4931-81e3-0204f8ff5e28 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b5659bb-7c66-445a-92e2-8bd71ce416ac HTTP/1.1" status: 204 len: 168 time: 0.3940976 Aug 09 15:42:41.373847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] No DVR routers for this DVR port 4a1eca32-263b-44cd-bc02-2394c8a55a92 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:41.377745 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.377932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d55d6e-59cc-4931-81e3-0204f8ff5e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5659bb-7c66-445a-92e2-8bd71ce416ac,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:41.379804 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8fa22eb-b856-4d69-9b17-025d37103bd1 req-d82671f4-7a6d-473a-ab4b-ff383e102554 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.60 "DELETE /v2.0/ports/4a1eca32-263b-44cd-bc02-2394c8a55a92 HTTP/1.1" status: 204 len: 173 time: 2.1676037 Aug 09 15:42:41.380258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'name': 'network-vif-deleted', 'tag': '4a1eca32-263b-44cd-bc02-2394c8a55a92'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:41.383333 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3a1b91-916e-49be-ad31-274b14eda13a" -d '{"events": [{"server_uuid": "fc6582bd-0ba8-4c49-8059-ac690ce8bab5", "name": "network-vif-deleted", "tag": "4a1eca32-263b-44cd-bc02-2394c8a55a92"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:41.479793 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4905aa04-bd02-4f9a-8ccf-d31cf4fd56f8 x-openstack-request-id: req-4905aa04-bd02-4f9a-8ccf-d31cf4fd56f8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:41.480349 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6582bd-0ba8-4c49-8059-ac690ce8bab5", "name": "network-vif-deleted", "tag": "4a1eca32-263b-44cd-bc02-2394c8a55a92", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:41.481176 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4905aa04-bd02-4f9a-8ccf-d31cf4fd56f8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:41.481816 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6582bd-0ba8-4c49-8059-ac690ce8bab5', 'name': 'network-vif-deleted', 'tag': '4a1eca32-263b-44cd-bc02-2394c8a55a92', 'status': 'completed', 'code': 200} Aug 09 15:42:41.523229 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.529962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ffbbab-bb8c-4af6-b142-18a4f94dbe4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5865c87b-9527-4c01-9f1e-9cef40ac3b66'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:41.533335 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ea6fdf-dfa1-4045-b82c-c1c0bc705395" -d '{"events": [{"server_uuid": "30ffbbab-bb8c-4af6-b142-18a4f94dbe4b", "name": "network-vif-plugged", "status": "completed", "tag": "5865c87b-9527-4c01-9f1e-9cef40ac3b66"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:41.537822 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.556711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5865c87b-9527-4c01-9f1e-9cef40ac3b66, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5865c87b-9527-4c01-9f1e-9cef40ac3b66,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:41.568761 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.672051 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c8966d0d-f26b-4cac-83ea-40e3a9546e90 None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:41.672812 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144b867c-a6a4-467d-a8dd-f83187ec2f7a x-openstack-request-id: req-144b867c-a6a4-467d-a8dd-f83187ec2f7a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:41.673117 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ffbbab-bb8c-4af6-b142-18a4f94dbe4b", "name": "network-vif-plugged", "status": "completed", "tag": "5865c87b-9527-4c01-9f1e-9cef40ac3b66", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:41.673375 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-144b867c-a6a4-467d-a8dd-f83187ec2f7a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:41.675764 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ffbbab-bb8c-4af6-b142-18a4f94dbe4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5865c87b-9527-4c01-9f1e-9cef40ac3b66', 'code': 200} Aug 09 15:42:41.722303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:41.777211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5865c87b-9527-4c01-9f1e-9cef40ac3b66,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:41.801034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b2875088-1922-4dc8-90cf-1a8ad6b50134 admin admin] Deleting port 05c23951-ea18-4669-b283-0554d44c361c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:41.801383 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2875088-1922-4dc8-90cf-1a8ad6b50134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.915958 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-483f1fe6-50ed-4862-aa1d-2bf2bd60d43e req-6be2cca6-7a52-4251-bac6-3472daed1e56 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc6582bd-0ba8-4c49-8059-ac690ce8bab5 HTTP/1.1" status: 200 len: 210 time: 0.0660157 Aug 09 15:42:41.923852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c111d-1a16-4093-93e2-900c896d7a93 req-e314e51b-2bf2-4a4a-8600-75d401c3f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:41.926351 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-201c111d-1a16-4093-93e2-900c896d7a93 req-e314e51b-2bf2-4a4a-8600-75d401c3f9fd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 1101 time: 0.1515603 Aug 09 15:42:41.956371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-b2875088-1922-4dc8-90cf-1a8ad6b50134 admin admin] For port 05c23951-ea18-4669-b283-0554d44c361c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=05c23951-ea18-4669-b283-0554d44c361c,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:41.956915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2875088-1922-4dc8-90cf-1a8ad6b50134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:41.973259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b2875088-1922-4dc8-90cf-1a8ad6b50134 admin admin] Calling delete_port for 05c23951-ea18-4669-b283-0554d44c361c owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:41.997477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:42.012609 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'mac_address': 'fa:16:3e:bc:b2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:42:42.015135 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c8966d0d-f26b-4cac-83ea-40e3a9546e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:55Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:42.048203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497dc4f-b575-4993-a826-abfbb9d71af3 req-54b50585-2898-458a-ac68-bea1d7d51373 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:42.055829 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5497dc4f-b575-4993-a826-abfbb9d71af3 req-54b50585-2898-458a-ac68-bea1d7d51373 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.3457861 Aug 09 15:42:42.072465 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.088823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:42:42.098755 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-201c111d-1a16-4093-93e2-900c896d7a93 req-f71fdf02-1cd8-4250-a98a-f0e01e3f3201 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616747 Aug 09 15:42:42.123749 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:42.129001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5497dc4f-b575-4993-a826-abfbb9d71af3 req-a23a498e-a46f-44b6-8f15-0ddd76ada36f tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716336 Aug 09 15:42:42.129881 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.141879 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8966d0d-f26b-4cac-83ea-40e3a9546e90 None None] Checking router: 8dae6933-f53f-44cf-b8ba-211ddb5f538a for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:42.170369 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8966d0d-f26b-4cac-83ea-40e3a9546e90 None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:42.174819 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c8966d0d-f26b-4cac-83ea-40e3a9546e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:42.210451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=12']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:42.319060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54188) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:42.321239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a4de-b1c3-4175-a6c0-b4f55354b0a2 req-9626f2aa-a44e-4ce9-b039-ccd3f61b7148 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:42.329935 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-92a3a4de-b1c3-4175-a6c0-b4f55354b0a2 req-9626f2aa-a44e-4ce9-b039-ccd3f61b7148 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.1049073 Aug 09 15:42:42.400679 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-92a3a4de-b1c3-4175-a6c0-b4f55354b0a2 req-6bf8fda9-26de-493c-818a-d9076dad505c tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696905 Aug 09 15:42:42.471924 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c8966d0d-f26b-4cac-83ea-40e3a9546e90 None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:42.509413 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e008e6bb-58b4-4498-b2db-ef3bb319a939 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=928640f091b942f2ae0f793a5a9b8b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884422 Aug 09 15:42:42.511980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54194) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:42.534160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519d99-d557-4232-ad16-a04f736f05f0 req-1bc28254-d501-448e-bc34-20bed93e4ab9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:42.543253 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e519d99-d557-4232-ad16-a04f736f05f0 req-1bc28254-d501-448e-bc34-20bed93e4ab9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 950 time: 0.1043630 Aug 09 15:42:42.546282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2875088-1922-4dc8-90cf-1a8ad6b50134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.572348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09613445-e94a-4845-be47-3775531098f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.598275 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09613445-e94a-4845-be47-3775531098f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.616320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2875088-1922-4dc8-90cf-1a8ad6b50134 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c23951-ea18-4669-b283-0554d44c361c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:42.623032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:42.641940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e519d99-d557-4232-ad16-a04f736f05f0 req-4bd988f2-2b68-453e-b8d1-cc6ece6263d4 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928600 Aug 09 15:42:42.742574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef8dc2-8e23-4510-90db-f495f476f443 req-08837e4f-3583-42d7-b178-7c4a3d623491 tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:42.744247 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3ef8dc2-8e23-4510-90db-f495f476f443 req-08837e4f-3583-42d7-b178-7c4a3d623491 tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 1101 time: 0.1437588 Aug 09 15:42:42.773125 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09613445-e94a-4845-be47-3775531098f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.776011 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09613445-e94a-4845-be47-3775531098f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.777159 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-09613445-e94a-4845-be47-3775531098f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b59a90ef-2f82-41ee-9593-dd5dc2688f37 HTTP/1.1" status: 204 len: 168 time: 0.2641006 Aug 09 15:42:42.823660 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.860871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09613445-e94a-4845-be47-3775531098f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59a90ef-2f82-41ee-9593-dd5dc2688f37,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:42.864669 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c8966d0d-f26b-4cac-83ea-40e3a9546e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:55Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:42.907208 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3ef8dc2-8e23-4510-90db-f495f476f443 req-4f1440f1-f5de-4e5d-98db-a15a50aab302 tempest-MigrationsAdminTest-76199777 tempest-MigrationsAdminTest-76199777-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286542 Aug 09 15:42:42.929950 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8966d0d-f26b-4cac-83ea-40e3a9546e90 None None] The sync data for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 is: [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:37:47Z', 'revision_number': 4, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ebb9b62f-1ab1-4679-b407-2072660014e4', 'name': '', 'network_id': '9dd26dc2-108a-452f-9988-e63a860d56f7', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'mac_address': 'fa:16:3e:29:6d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:45Z', 'updated_at': '2021-08-09T15:37:55Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'subnets': [{'id': '052ec7d3-4676-4f2c-bb5b-537f1308a81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:43.098699 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2875088-1922-4dc8-90cf-1a8ad6b50134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:43.282514 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:43.374738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cfe0e-4d95-442e-b0b4-42432282926c req-092012e8-6f84-4409-a7bd-3a0502852bf9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:43.375129 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c0808-6320-4621-977f-436a9f7e283a None None] New status for floating IP f0f317a7-e970-4cdf-bd81-3c6b19b29a4c: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:42:43.377636 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-427cfe0e-4d95-442e-b0b4-42432282926c req-092012e8-6f84-4409-a7bd-3a0502852bf9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.0867026 Aug 09 15:42:43.408588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2a17d-cc3b-471a-813d-1eb9c172de6d req-630a6360-94e8-4b29-a01d-71484eaf753a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:43.410125 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84c2a17d-cc3b-471a-813d-1eb9c172de6d req-630a6360-94e8-4b29-a01d-71484eaf753a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.1225777 Aug 09 15:42:43.459120 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-427cfe0e-4d95-442e-b0b4-42432282926c req-6ddd766b-35f6-4d19-8723-02898a2283d2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698876 Aug 09 15:42:43.518062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54220) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:43.575686 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84c2a17d-cc3b-471a-813d-1eb9c172de6d req-0988bfa4-247c-427e-aebf-b5dc054c6635 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500037 Aug 09 15:42:43.650085 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-216122e2-9484-4b29-b6ca-91a6a6c93360 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:43.676337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2875088-1922-4dc8-90cf-1a8ad6b50134 admin admin] Router e721ce08-761e-4c31-9476-31f5b659f01d has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:43.691534 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-216122e2-9484-4b29-b6ca-91a6a6c93360 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:43.722215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4a1eca32-263b-44cd-bc02-2394c8a55a92 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:43.790013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 4a1eca32-263b-44cd-bc02-2394c8a55a92 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:43.790524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4a1eca32-263b-44cd-bc02-2394c8a55a92 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:43.868969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-216122e2-9484-4b29-b6ca-91a6a6c93360 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:43.875299 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-216122e2-9484-4b29-b6ca-91a6a6c93360 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:43.878186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-216122e2-9484-4b29-b6ca-91a6a6c93360 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "DELETE /v2.0/security-groups/3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440 HTTP/1.1" status: 204 len: 168 time: 0.3589630 Aug 09 15:42:43.879884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54232) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:43.910147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216122e2-9484-4b29-b6ca-91a6a6c93360 tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:43.910804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2875088-1922-4dc8-90cf-1a8ad6b50134 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:43.930459 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-de1a9cea-e7f0-4a30-8c24-9d2bd2e3497b tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] show failed (client error): The resource could not be found. Aug 09 15:42:43.934615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-de1a9cea-e7f0-4a30-8c24-9d2bd2e3497b tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "GET /v2.0/security-groups/3ca1c7bb-f44c-4d6b-a6f5-6a27e8f3c440 HTTP/1.1" status: 404 len: 347 time: 0.0505683 Aug 09 15:42:43.935231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b2875088-1922-4dc8-90cf-1a8ad6b50134 admin admin] 10.222.0.81 "PUT /v2.0/routers/e721ce08-761e-4c31-9476-31f5b659f01d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2223608 Aug 09 15:42:43.935775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54236) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:43.940926 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb3ead-65be-4603-9f55-de5fb739e3ac req-ec73c586-a6a1-48ef-a1d6-0db9a22c4b03 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:43.951964 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a469ae6-585e-406c-983f-819ec8c6c767 None None] Sync routers for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:43.952752 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9dcb3ead-65be-4603-9f55-de5fb739e3ac req-ec73c586-a6a1-48ef-a1d6-0db9a22c4b03 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 950 time: 0.1542873 Aug 09 15:42:43.962941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54238) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:43.971318 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a469ae6-585e-406c-983f-819ec8c6c767 None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:43.975909 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9a469ae6-585e-406c-983f-819ec8c6c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:44.134518 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9dcb3ead-65be-4603-9f55-de5fb739e3ac req-eaee0ac1-b74b-46c3-b7c5-c2f09d867f17 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805210 Aug 09 15:42:44.157134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Deleting port 84b02c44-be84-492e-a799-751ca7abe88c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:44.157670 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.174656 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-9a469ae6-585e-406c-983f-819ec8c6c767 None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:44.189457 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.298797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54246) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:44.363474 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.363887 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.387426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Calling delete_port for 84b02c44-be84-492e-a799-751ca7abe88c owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:44.409537 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.416785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35eebc-2f58-4fc2-a15a-91406325a6d6 req-63c12395-56aa-40ed-adfc-5ebdd2da2cd5 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:44.425148 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec35eebc-2f58-4fc2-a15a-91406325a6d6 req-63c12395-56aa-40ed-adfc-5ebdd2da2cd5 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 1101 time: 0.0937107 Aug 09 15:42:44.476924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Deleting port ac2ebba3-ee7d-4657-bae3-475fc19d752b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:44.477892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.505363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-network', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:44.529817 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9a469ae6-585e-406c-983f-819ec8c6c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:42:42Z', 'revision_number': 5, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port': {'id': 'ac2ebba3-ee7d-4657-bae3-475fc19d752b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:41:22Z', 'updated_at': '2021-08-09T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:44.543758 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec35eebc-2f58-4fc2-a15a-91406325a6d6 req-0459a247-927a-41e1-8a36-060548690732 tempest-ServersOnMultiNodesTest-875261461 tempest-ServersOnMultiNodesTest-875261461-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169515 Aug 09 15:42:44.553554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Made reservation on behalf of 6d2b1eb767884cceac4f00a829ea9ac8 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:44.556628 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.577660 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.620583 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a469ae6-585e-406c-983f-819ec8c6c767 None None] Checking router: e721ce08-761e-4c31-9476-31f5b659f01d for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:44.658099 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a469ae6-585e-406c-983f-819ec8c6c767 None None] Routers {'e721ce08-761e-4c31-9476-31f5b659f01d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:44.660112 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9a469ae6-585e-406c-983f-819ec8c6c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e721ce08-761e-4c31-9476-31f5b659f01d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:44.685513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d29e4a-7dec-4d59-b775-b5d652e7c8af req-7310a3fd-b2b8-48e1-96a8-f64273075497 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:44.693869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f0d29e4a-7dec-4d59-b775-b5d652e7c8af req-7310a3fd-b2b8-48e1-96a8-f64273075497 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.1042805 Aug 09 15:42:44.722633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] For port ac2ebba3-ee7d-4657-bae3-475fc19d752b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ac2ebba3-ee7d-4657-bae3-475fc19d752b,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:44.723551 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.760021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Calling delete_port for ac2ebba3-ee7d-4657-bae3-475fc19d752b owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:44.772453 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-9a469ae6-585e-406c-983f-819ec8c6c767 None None] Set router e721ce08-761e-4c31-9476-31f5b659f01d gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:44.787140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.798810 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f0d29e4a-7dec-4d59-b775-b5d652e7c8af req-8fb9ada6-d602-422c-abdc-b659f5852966 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024063 Aug 09 15:42:44.836050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Pushing event deleted for resources: {'Port': ['ID=84b02c44-be84-492e-a799-751ca7abe88c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:44.853032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:44.853383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:44.853784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:44.854145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:44.854504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:44.854840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:44.855371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:44.855710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:44.856057 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:44.856428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:44.856770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:44.857432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:44.870486 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9a469ae6-585e-406c-983f-819ec8c6c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:42:44Z', 'revision_number': 6, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:44.924974 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a469ae6-585e-406c-983f-819ec8c6c767 None None] The sync data for ids ['e721ce08-761e-4c31-9476-31f5b659f01d'] in n-d-803778-2 is: [{'id': 'e721ce08-761e-4c31-9476-31f5b659f01d', 'name': 'tempest-FloatingIPsAssociationTestJSON-443834592-router', 'tenant_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:41:19Z', 'updated_at': '2021-08-09T15:42:44Z', 'revision_number': 6, 'project_id': '210453a2c50a4e2b84c8ee49b3953cc4', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:44.977873 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.981681 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.985972 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cb044241-1989-4743-b8e3-0bd2f7240bce tempest-ServersWithSpecificFlavorTestJSON-1274560799 tempest-ServersWithSpecificFlavorTestJSON-1274560799-project] 10.222.0.81 "DELETE /v2.0/floatingips/f0f317a7-e970-4cdf-bd81-3c6b19b29a4c HTTP/1.1" status: 204 len: 168 time: 1.0463037 Aug 09 15:42:44.987079 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:44.996088 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.022657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:42:45.041997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:45.047069 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.047695 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Added segment b2da052a-9e58-47d7-ab1a-d07ad895ece1 of type vlan for network de7c9293-37e0-452f-b97d-c247f5a860bd Aug 09 15:42:45.074448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80b2a3-0003-4585-9b56-d3f45f50f284 req-ac091f2d-0cac-4106-bd31-7ddbaacafc1f tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:45.076069 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6f80b2a3-0003-4585-9b56-d3f45f50f284 req-ac091f2d-0cac-4106-bd31-7ddbaacafc1f tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.1195462 Aug 09 15:42:45.101262 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.159881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.160213 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6f80b2a3-0003-4585-9b56-d3f45f50f284 req-ee9ccc4a-2235-40a8-baef-915721d92131 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709710 Aug 09 15:42:45.160930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:45.161621 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.187654 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.221610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2ebba3-ee7d-4657-bae3-475fc19d752b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:45.237292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9372678 Aug 09 15:42:45.241809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54266) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:45.248964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-593ce92a-9061-4318-86fd-97a481160caa admin admin] Request body: {'subnet': {'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-subnet', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:45.267130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d13811-57a4-4652-b733-9b78b282852e admin admin] Pushing event updated for resources: {'Network': ['ID=de7c9293-37e0-452f-b97d-c247f5a860bd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:45.279261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49e9cd-b615-44e2-a548-8a144343d035 req-2dc4a07b-1c09-4111-93ba-1ddfb775b767 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:45.283583 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network de7c9293-37e0-452f-b97d-c247f5a860bd details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:42:45.299994 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab49e9cd-b615-44e2-a548-8a144343d035 req-2dc4a07b-1c09-4111-93ba-1ddfb775b767 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 950 time: 0.1746070 Aug 09 15:42:45.306208 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.372491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593ce92a-9061-4318-86fd-97a481160caa admin admin] Made reservation on behalf of 6d2b1eb767884cceac4f00a829ea9ac8 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:45.374940 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-593ce92a-9061-4318-86fd-97a481160caa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.423765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab49e9cd-b615-44e2-a548-8a144343d035 req-68ed59fb-9746-460f-b38f-ffa87b1e7c54 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225841 Aug 09 15:42:45.512684 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.514664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a5532-4e58-47f6-bfcb-df7e79ab5eeb req-5cd07ec3-93b1-490e-acda-b2d2e60f991b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:45.515592 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.517711 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a74a5532-4e58-47f6-bfcb-df7e79ab5eeb req-5cd07ec3-93b1-490e-acda-b2d2e60f991b tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 950 time: 0.2082865 Aug 09 15:42:45.521384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 05c23951-ea18-4669-b283-0554d44c361c no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:45.547780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 05c23951-ea18-4669-b283-0554d44c361c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:45.548216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 05c23951-ea18-4669-b283-0554d44c361c not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:45.588875 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.589607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e721ce08-761e-4c31-9476-31f5b659f01d {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:42:45.595214 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.599833 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0d377af6-c089-4d3a-8dd9-baa1a96e6c4a admin admin] 10.222.0.81 "DELETE /v2.0/routers/e721ce08-761e-4c31-9476-31f5b659f01d HTTP/1.1" status: 204 len: 168 time: 1.6327245 Aug 09 15:42:45.600519 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54278) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:45.638483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54282) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:45.664921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-150c7c2b-ac3c-4453-a723-0acc4357fda0 admin admin] Deleting subnet ced80bbb-45ca-4251-8111-596bd9789399 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:42:45.669254 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-150c7c2b-ac3c-4453-a723-0acc4357fda0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.700548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a74a5532-4e58-47f6-bfcb-df7e79ab5eeb req-dcb81125-07d0-48df-bcff-7c1ad2677c59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Deleting port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:45.701182 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a74a5532-4e58-47f6-bfcb-df7e79ab5eeb req-dcb81125-07d0-48df-bcff-7c1ad2677c59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.728328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:45.756708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-150c7c2b-ac3c-4453-a723-0acc4357fda0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.798056 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:45.806129 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:45.806738 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.821793 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-593ce92a-9061-4318-86fd-97a481160caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.881259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a74a5532-4e58-47f6-bfcb-df7e79ab5eeb req-dcb81125-07d0-48df-bcff-7c1ad2677c59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:45.881659 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a74a5532-4e58-47f6-bfcb-df7e79ab5eeb req-dcb81125-07d0-48df-bcff-7c1ad2677c59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.908119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a74a5532-4e58-47f6-bfcb-df7e79ab5eeb req-dcb81125-07d0-48df-bcff-7c1ad2677c59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Calling delete_port for ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:45.911821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ce92a-9061-4318-86fd-97a481160caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3010820c-f6e1-4259-925c-0bf1f7557415,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:45.934422 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.958750 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:45.962270 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729639a9-1654-460e-ac29-f6049092d9f9" -d '{"events": [{"server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "name": "network-vif-plugged", "status": "completed", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:45.967439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593ce92a-9061-4318-86fd-97a481160caa admin admin] Checking segment: {'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:45.967810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ce92a-9061-4318-86fd-97a481160caa admin admin] Network hostable DHCP agents. Network: de7c9293-37e0-452f-b97d-c247f5a860bd, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:42:45.992623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:46.001964 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.015793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ce92a-9061-4318-86fd-97a481160caa admin admin] Network de7c9293-37e0-452f-b97d-c247f5a860bd is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:42:46.030785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-593ce92a-9061-4318-86fd-97a481160caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, de7c9293-37e0-452f-b97d-c247f5a860bd) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:46.062656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593ce92a-9061-4318-86fd-97a481160caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:46.063300 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-150c7c2b-ac3c-4453-a723-0acc4357fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.063445 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-593ce92a-9061-4318-86fd-97a481160caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.096055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-593ce92a-9061-4318-86fd-97a481160caa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8513973 Aug 09 15:42:46.099232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54294) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:46.103262 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd83b54-e04c-465e-bf4b-3014133cd8d3 x-openstack-request-id: req-8bd83b54-e04c-465e-bf4b-3014133cd8d3 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:46.103554 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "name": "network-vif-plugged", "status": "completed", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:46.103951 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bd83b54-e04c-465e-bf4b-3014133cd8d3 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:46.104355 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'code': 200} Aug 09 15:42:46.104900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:46.108267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=13']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:46.114051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78692b6-4fef-4098-9a96-48bda9137ff9 None None] Network de7c9293-37e0-452f-b97d-c247f5a860bd requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:46.132633 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a74a5532-4e58-47f6-bfcb-df7e79ab5eeb req-dcb81125-07d0-48df-bcff-7c1ad2677c59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.179345 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.180393 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.187774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb81125-07d0-48df-bcff-7c1ad2677c59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Pushing event deleted for resources: {'Port': ['ID=ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:46.187933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['99999c04-d9ba-41c4-bd5e-6e35c63d0ff0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:46.189856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e56bf-a201-4d33-8310-225e516f6004 req-ff341c6d-5abf-4f64-b98f-aedc7d53b5d7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:46.190586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['8a3bf99a-0506-4d47-9c9d-fafed99f2971', '323145f2-52bc-43b9-a0c2-bd7a4524082f', 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:46.197447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:46.197804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:46.198154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:46.198492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:46.198827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:46.199157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:46.199487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:46.199866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:46.200237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:46.200568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:46.200894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:46.201673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:46.206690 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c4e56bf-a201-4d33-8310-225e516f6004 req-ff341c6d-5abf-4f64-b98f-aedc7d53b5d7 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=10057947-d4e1-4a43-8424-8885f7c98d96 HTTP/1.1" status: 200 len: 867 time: 0.2861853 Aug 09 15:42:46.253522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74a5532-4e58-47f6-bfcb-df7e79ab5eeb req-dcb81125-07d0-48df-bcff-7c1ad2677c59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] No DVR routers for this DVR port ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:46.264877 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a74a5532-4e58-47f6-bfcb-df7e79ab5eeb req-dcb81125-07d0-48df-bcff-7c1ad2677c59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.267246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a74a5532-4e58-47f6-bfcb-df7e79ab5eeb req-dcb81125-07d0-48df-bcff-7c1ad2677c59 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "DELETE /v2.0/ports/ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 HTTP/1.1" status: 204 len: 173 time: 0.7404027 Aug 09 15:42:46.267814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'name': 'network-vif-deleted', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:46.270584 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd7f467-ae10-4bf8-bb06-0ee46e03f45a" -d '{"events": [{"server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "name": "network-vif-deleted", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:46.364770 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c4e56bf-a201-4d33-8310-225e516f6004 req-e33a6d98-70a6-4494-a8e5-49f9e5d48387 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080675 Aug 09 15:42:46.371521 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-150c7c2b-ac3c-4453-a723-0acc4357fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.385769 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.460442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c7c2b-ac3c-4453-a723-0acc4357fda0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced80bbb-45ca-4251-8111-596bd9789399,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:46.466332 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-150c7c2b-ac3c-4453-a723-0acc4357fda0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.472137 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-150c7c2b-ac3c-4453-a723-0acc4357fda0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ced80bbb-45ca-4251-8111-596bd9789399 HTTP/1.1" status: 204 len: 168 time: 0.8705978 Aug 09 15:42:46.476433 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54300) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:46.504138 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc3b83b-8433-4d45-bec0-c5b3d076e5be None None] Network 922de70d-2758-48ff-8835-329599f6b6c7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:46.535168 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13825a5d-0170-4c9c-be51-dcf1f28a6855 req-961ab1ca-5638-4cd6-b930-a79d830729a7 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:46.548527 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40c3ab5-8723-482d-90a9-b8da83c4236e x-openstack-request-id: req-a40c3ab5-8723-482d-90a9-b8da83c4236e {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:46.548929 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10057947-d4e1-4a43-8424-8885f7c98d96", "name": "network-vif-deleted", "tag": "ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:46.549285 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a40c3ab5-8723-482d-90a9-b8da83c4236e {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:46.549848 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10057947-d4e1-4a43-8424-8885f7c98d96', 'name': 'network-vif-deleted', 'tag': 'ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2', 'status': 'completed', 'code': 200} Aug 09 15:42:46.556912 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-13825a5d-0170-4c9c-be51-dcf1f28a6855 req-961ab1ca-5638-4cd6-b930-a79d830729a7 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 950 time: 0.2559459 Aug 09 15:42:46.659092 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.674939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeeb98-a219-4dce-b48a-f5ed8b2c776b req-0929f399-6e75-4a57-b6c6-675b0f63938e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:46.678116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbaeeb98-a219-4dce-b48a-f5ed8b2c776b req-0929f399-6e75-4a57-b6c6-675b0f63938e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.3019557 Aug 09 15:42:46.782627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.837862 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e0030-6cc4-497f-b15d-ca199ceb5a9b req-1b9f4110-ebb6-4f99-9c0d-a05e29e0dcca tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:46.839920 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-577e0030-6cc4-497f-b15d-ca199ceb5a9b req-1b9f4110-ebb6-4f99-9c0d-a05e29e0dcca tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 950 time: 0.2288189 Aug 09 15:42:46.867850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-de7c9293-37e0-452f-b97d-c247f5a860bd', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'fixed_ips': [{'subnet_id': '3010820c-f6e1-4259-925c-0bf1f7557415'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:42:46.868719 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.918933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-13825a5d-0170-4c9c-be51-dcf1f28a6855 req-dbed5689-c894-4991-8b70-dd45c1af31b3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Deleting port 5865c87b-9527-4c01-9f1e-9cef40ac3b66 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:46.919265 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-13825a5d-0170-4c9c-be51-dcf1f28a6855 req-dbed5689-c894-4991-8b70-dd45c1af31b3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.997423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-577e0030-6cc4-497f-b15d-ca199ceb5a9b req-0f52a0ca-21ac-4ad2-bcae-9ae0a8ed44dc tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488504 Aug 09 15:42:47.140449 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbaeeb98-a219-4dce-b48a-f5ed8b2c776b req-ca68da92-2737-4ebc-a891-8c61cf3d392a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479990 Aug 09 15:42:47.168938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Allocated IP 172.20.0.2 (de7c9293-37e0-452f-b97d-c247f5a860bd/3010820c-f6e1-4259-925c-0bf1f7557415/9c4bf975-9f5b-4808-a4f4-5871126be0f2) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:47.295012 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2142e678-c1dd-4698-8835-4c7b7b86f2e4 None None] DHCP port deletion for 922de70d-2758-48ff-8835-329599f6b6c7 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:42:47.389610 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.403844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ac2ebba3-ee7d-4657-bae3-475fc19d752b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:47.412616 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.481278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ac2ebba3-ee7d-4657-bae3-475fc19d752b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:47.481647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ac2ebba3-ee7d-4657-bae3-475fc19d752b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:47.482085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5597e5a4-d5b7-4392-8191-a6319c5da0f8 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:47.503006 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Deleting port 5597e5a4-d5b7-4392-8191-a6319c5da0f8 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:47.503465 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.515525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-13825a5d-0170-4c9c-be51-dcf1f28a6855 req-dbed5689-c894-4991-8b70-dd45c1af31b3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] For port 5865c87b-9527-4c01-9f1e-9cef40ac3b66, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5865c87b-9527-4c01-9f1e-9cef40ac3b66,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:47.515988 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-13825a5d-0170-4c9c-be51-dcf1f28a6855 req-dbed5689-c894-4991-8b70-dd45c1af31b3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.554359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Allocated IP 172.25.2.171 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/63f4d4b5-98d8-42ed-85e6-4bb1972e08ec) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:47.577082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-13825a5d-0170-4c9c-be51-dcf1f28a6855 req-dbed5689-c894-4991-8b70-dd45c1af31b3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Calling delete_port for 5865c87b-9527-4c01-9f1e-9cef40ac3b66 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:47.608781 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dad70aba-ace3-4e2d-a674-da6742e41436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.611718 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] For port 5597e5a4-d5b7-4392-8191-a6319c5da0f8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5597e5a4-d5b7-4392-8191-a6319c5da0f8,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:47.612149 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.697750 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.701677 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.702073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Calling delete_port for 5597e5a4-d5b7-4392-8191-a6319c5da0f8 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:47.702631 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2142e678-c1dd-4698-8835-4c7b7b86f2e4 None None] Deleting port 5597e5a4-d5b7-4392-8191-a6319c5da0f8 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:47.703015 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2142e678-c1dd-4698-8835-4c7b7b86f2e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.746819 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.749091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Transition to ACTIVE for port object 9c4bf975-9f5b-4808-a4f4-5871126be0f2 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:47.757870 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.791402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Transition to ACTIVE for port object 9c4bf975-9f5b-4808-a4f4-5871126be0f2 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:47.802939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:47.809647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:47.813169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:47.829219 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.834738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2142e678-c1dd-4698-8835-4c7b7b86f2e4 None None] For port 5597e5a4-d5b7-4392-8191-a6319c5da0f8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5597e5a4-d5b7-4392-8191-a6319c5da0f8,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:47.836245 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2142e678-c1dd-4698-8835-4c7b7b86f2e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.842211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 5597e5a4-d5b7-4392-8191-a6319c5da0f8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5597e5a4-d5b7-4392-8191-a6319c5da0f8,segment=NetworkSegment(014b6256-40d5-43ee-9fff-2c374e1c9594),segment_id=014b6256-40d5-43ee-9fff-2c374e1c9594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:47.845215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Pushing event updated for resources: {'Port': ['ID=63f4d4b5-98d8-42ed-85e6-4bb1972e08ec,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:47.885801 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:47.901422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Network de7c9293-37e0-452f-b97d-c247f5a860bd is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:47.902094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fce0a-8693-4bba-a4c0-49826ab6ee34 req-9c271008-5937-4fd4-b286-5b5bbe4708de tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:47.904082 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a2fce0a-8693-4bba-a4c0-49826ab6ee34 req-9c271008-5937-4fd4-b286-5b5bbe4708de tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 950 time: 0.2071056 Aug 09 15:42:47.913182 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2142e678-c1dd-4698-8835-4c7b7b86f2e4 None None] Calling delete_port for 5597e5a4-d5b7-4392-8191-a6319c5da0f8 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:47.915710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:47.921445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:47.941220 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Pushing event updated for resources: {'Port': ['ID=9c4bf975-9f5b-4808-a4f4-5871126be0f2,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:48.042263 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.061899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Attempting to bind port 9c4bf975-9f5b-4808-a4f4-5871126be0f2 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:48.062362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Attempting to bind port 9c4bf975-9f5b-4808-a4f4-5871126be0f2 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:48.062733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Attempting to bind port 9c4bf975-9f5b-4808-a4f4-5871126be0f2 on network de7c9293-37e0-452f-b97d-c247f5a860bd {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:48.082882 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a2fce0a-8693-4bba-a4c0-49826ab6ee34 req-52891a2e-e3fc-4953-a236-58feccdcce32 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722496 Aug 09 15:42:48.085800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-13825a5d-0170-4c9c-be51-dcf1f28a6855 req-dbed5689-c894-4991-8b70-dd45c1af31b3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.089903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Pushing event deleted for resources: {'Port': ['ID=5597e5a4-d5b7-4392-8191-a6319c5da0f8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:48.101604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:48.111610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] No DVR routers for this DVR port 5597e5a4-d5b7-4392-8191-a6319c5da0f8 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:48.112911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Checking segment: {'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:48.113518 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.114111 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Bound using segment: {'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:48.114605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Bound port: 9c4bf975-9f5b-4808-a4f4-5871126be0f2, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:48.114994 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.118242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11', 'e0c72730-9587-4d23-938a-304414ec19f7', '604e77f6-97d3-4a7e-a035-023ba442e42f', 'a9e4a578-c835-40e8-961f-ce18610a6aed'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:48.137285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=5597e5a4-d5b7-4392-8191-a6319c5da0f8,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:48.214994 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7552cce5-8c50-4274-a732-75ffbdcafb40 req-7d2232b8-6764-415e-b9c6-8deccbc9f362 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=30ffbbab-bb8c-4af6-b142-18a4f94dbe4b HTTP/1.1" status: 200 len: 210 time: 0.0831473 Aug 09 15:42:48.237499 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2142e678-c1dd-4698-8835-4c7b7b86f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.295038 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.298401 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142e678-c1dd-4698-8835-4c7b7b86f2e4 None None] Pushing event deleted for resources: {'Port': ['ID=5597e5a4-d5b7-4392-8191-a6319c5da0f8,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:48.318908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142e678-c1dd-4698-8835-4c7b7b86f2e4 None None] No DVR routers for this DVR port 5597e5a4-d5b7-4392-8191-a6319c5da0f8 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:48.367883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed5689-c894-4991-8b70-dd45c1af31b3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event deleted for resources: {'Port': ['ID=5865c87b-9527-4c01-9f1e-9cef40ac3b66,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:48.374929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-13825a5d-0170-4c9c-be51-dcf1f28a6855 req-dbed5689-c894-4991-8b70-dd45c1af31b3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] No DVR routers for this DVR port 5865c87b-9527-4c01-9f1e-9cef40ac3b66 on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:48.376676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] For port 9c4bf975-9f5b-4808-a4f4-5871126be0f2, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:48.395333 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-13825a5d-0170-4c9c-be51-dcf1f28a6855 req-dbed5689-c894-4991-8b70-dd45c1af31b3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.397144 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-13825a5d-0170-4c9c-be51-dcf1f28a6855 req-dbed5689-c894-4991-8b70-dd45c1af31b3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "DELETE /v2.0/ports/5865c87b-9527-4c01-9f1e-9cef40ac3b66 HTTP/1.1" status: 204 len: 173 time: 1.8052950 Aug 09 15:42:48.399531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] For port 9c4bf975-9f5b-4808-a4f4-5871126be0f2, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9c4bf975-9f5b-4808-a4f4-5871126be0f2,segment=NetworkSegment(b2da052a-9e58-47d7-ab1a-d07ad895ece1),segment_id=b2da052a-9e58-47d7-ab1a-d07ad895ece1)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:48.399713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ffbbab-bb8c-4af6-b142-18a4f94dbe4b', 'name': 'network-vif-deleted', 'tag': '5865c87b-9527-4c01-9f1e-9cef40ac3b66'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:48.402012 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1f75e1-3d91-4fbd-894a-553d577fa79d" -d '{"events": [{"server_uuid": "30ffbbab-bb8c-4af6-b142-18a4f94dbe4b", "name": "network-vif-deleted", "tag": "5865c87b-9527-4c01-9f1e-9cef40ac3b66"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:48.410458 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.450453 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.483549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['4ed2fc80-93e5-4185-aed6-bb45f7ecbe68', '32d3ea16-6368-43db-929f-ee55f1d84276', 'f9d39e42-af64-4388-865e-9e61caccdea9'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:48.489893 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922de70d-2758-48ff-8835-329599f6b6c7']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:48.543795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014b6256-40d5-43ee-9fff-2c374e1c9594') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:48.550088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014b6256-40d5-43ee-9fff-2c374e1c9594') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:48.599041 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d6d519-83ab-4db3-bcb4-2a1b31462604 x-openstack-request-id: req-92d6d519-83ab-4db3-bcb4-2a1b31462604 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:48.599779 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ffbbab-bb8c-4af6-b142-18a4f94dbe4b", "name": "network-vif-deleted", "tag": "5865c87b-9527-4c01-9f1e-9cef40ac3b66", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:48.599779 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92d6d519-83ab-4db3-bcb4-2a1b31462604 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:48.600246 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ffbbab-bb8c-4af6-b142-18a4f94dbe4b', 'name': 'network-vif-deleted', 'tag': '5865c87b-9527-4c01-9f1e-9cef40ac3b66', 'status': 'completed', 'code': 200} Aug 09 15:42:48.607807 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.608453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28a2a4-01be-4ec2-a1e7-a75c41889a84 None None] Pushing event updated for resources: {'Port': ['ID=9c4bf975-9f5b-4808-a4f4-5871126be0f2,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:48.640644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b36d1-a5ae-4126-aafc-06f1f2b56639 req-5dc5c4fe-4e98-4a19-8116-26e9e0566888 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:48.649324 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-592b36d1-a5ae-4126-aafc-06f1f2b56639 req-5dc5c4fe-4e98-4a19-8116-26e9e0566888 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.3084106 Aug 09 15:42:48.670409 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.691749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:42:48.692252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:42:48.694784 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:42:48.715172 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.779063 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-592b36d1-a5ae-4126-aafc-06f1f2b56639 req-73746094-b046-4466-940f-e450611d37af tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285305 Aug 09 15:42:48.805173 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.821818 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.825036 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] 10.222.0.81 "DELETE /v2.0/networks/922de70d-2758-48ff-8835-329599f6b6c7 HTTP/1.1" status: 204 len: 168 time: 2.3431373 Aug 09 15:42:48.826094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9de90-be25-4a2a-a070-5ff47516019d admin admin] Pushing event deleted for resources: {'Network': ['ID=922de70d-2758-48ff-8835-329599f6b6c7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:48.839648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-dad70aba-ace3-4e2d-a674-da6742e41436 admin admin] Deleting port ebb9b62f-1ab1-4679-b407-2072660014e4 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:48.840000 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dad70aba-ace3-4e2d-a674-da6742e41436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.946487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:42:49.036188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-dad70aba-ace3-4e2d-a674-da6742e41436 admin admin] For port ebb9b62f-1ab1-4679-b407-2072660014e4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ebb9b62f-1ab1-4679-b407-2072660014e4,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:49.037049 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dad70aba-ace3-4e2d-a674-da6742e41436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.060631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-dad70aba-ace3-4e2d-a674-da6742e41436 admin admin] Calling delete_port for ebb9b62f-1ab1-4679-b407-2072660014e4 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:49.107895 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54328) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:49.142760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5865c87b-9527-4c01-9f1e-9cef40ac3b66 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:49.186408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:49.191101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-af474a87-2646-4de4-a7e0-59ac44496fd6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=210453a2c50a4e2b84c8ee49b3953cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820806 Aug 09 15:42:49.194184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54332) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:49.217670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 5865c87b-9527-4c01-9f1e-9cef40ac3b66 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:49.218239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5865c87b-9527-4c01-9f1e-9cef40ac3b66 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:49.223166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Sync routers for ids ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:49.261808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Routers {'4213f8b3-115d-4d2c-9a9a-7e4784d7b773'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:49.262784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:49.284700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.286120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-336be867-6d6d-4757-ae38-5dd49ffc2d0c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.1857708 Aug 09 15:42:49.290843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54336) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:49.401710 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dad70aba-ace3-4e2d-a674-da6742e41436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.435583 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0edb9553-305e-458e-b4eb-c60566234078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.448100 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad70aba-ace3-4e2d-a674-da6742e41436 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb9b62f-1ab1-4679-b407-2072660014e4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:49.517195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9c4bf975-9f5b-4808-a4f4-5871126be0f2 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:49.546364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a7c02-5e80-4e27-b0ec-6f35433f892e req-262d4df1-65fd-48f9-8c28-2c9f96b4e582 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:49.554234 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c3a7c02-5e80-4e27-b0ec-6f35433f892e req-262d4df1-65fd-48f9-8c28-2c9f96b4e582 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 950 time: 0.3372281 Aug 09 15:42:49.559399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Set router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:49.595932 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0edb9553-305e-458e-b4eb-c60566234078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.747516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c3a7c02-5e80-4e27-b0ec-6f35433f892e req-b4ec4a3f-9ffd-46a8-8025-f83dc76adace tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904266 Aug 09 15:42:49.749380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:49.790088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e3188-e6bf-45e9-88fe-6ccd79c647e7 req-98667893-3742-44fe-8b10-bfdada9c967a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:49.792694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d63e3188-e6bf-45e9-88fe-6ccd79c647e7 req-98667893-3742-44fe-8b10-bfdada9c967a tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 950 time: 0.3523068 Aug 09 15:42:49.816471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:49.817200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ed0af3ed-e54c-4ecf-a591-ea50dfc2a4c2 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:49.848692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 9c4bf975-9f5b-4808-a4f4-5871126be0f2 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:49.890926 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dfdeb-3a6f-4139-a2c1-14a35f869c82 req-e0c645d6-b968-4483-9a8b-5e194f705ac7 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:49.899898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-784dfdeb-3a6f-4139-a2c1-14a35f869c82 req-e0c645d6-b968-4483-9a8b-5e194f705ac7 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 949 time: 0.1466885 Aug 09 15:42:49.902852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dad70aba-ace3-4e2d-a674-da6742e41436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.998404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:42:48Z', 'revision_number': 3, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:50.026722 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-784dfdeb-3a6f-4139-a2c1-14a35f869c82 req-db1fa5ed-213b-4584-a0f3-fa1a5b47b3c6 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256633 Aug 09 15:42:50.029619 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Checking router: 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:50.030011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Updating router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 port 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:42:50.078157 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.149369 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0edb9553-305e-458e-b4eb-c60566234078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.153281 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0edb9553-305e-458e-b4eb-c60566234078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.154642 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0edb9553-305e-458e-b4eb-c60566234078 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bdda3c25-f9bc-4978-a812-d278bc6d258b HTTP/1.1" status: 204 len: 168 time: 0.9587216 Aug 09 15:42:50.173014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bfd5c-28d4-4b21-9147-afe9e8c19b86 req-83e7148b-0c7c-411c-91dd-508d1bd2e2f2 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:50.181187 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c32bfd5c-28d4-4b21-9147-afe9e8c19b86 req-83e7148b-0c7c-411c-91dd-508d1bd2e2f2 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.2217927 Aug 09 15:42:50.195437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a37682d-0f55-483f-9287-db77ca8a8b8d None None] Network de7c9293-37e0-452f-b97d-c247f5a860bd requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:50.216561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb9553-305e-458e-b4eb-c60566234078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdda3c25-f9bc-4978-a812-d278bc6d258b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:50.275795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad70aba-ace3-4e2d-a674-da6742e41436 admin admin] Router 8dae6933-f53f-44cf-b8ba-211ddb5f538a has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:50.300295 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c32bfd5c-28d4-4b21-9147-afe9e8c19b86 req-fe832ef1-3136-4296-9013-ca336a953384 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126959 Aug 09 15:42:50.316169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d63e3188-e6bf-45e9-88fe-6ccd79c647e7 req-f7d77882-a933-43fc-811b-5bd8ca48c6e5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Deleting port 323145f2-52bc-43b9-a0c2-bd7a4524082f {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:50.316818 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d63e3188-e6bf-45e9-88fe-6ccd79c647e7 req-f7d77882-a933-43fc-811b-5bd8ca48c6e5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.410254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad70aba-ace3-4e2d-a674-da6742e41436 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:50.415873 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dad70aba-ace3-4e2d-a674-da6742e41436 admin admin] 10.222.0.81 "PUT /v2.0/routers/8dae6933-f53f-44cf-b8ba-211ddb5f538a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7761211 Aug 09 15:42:50.418664 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54352) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:50.420525 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3bbcd-580f-4fe1-b0a6-d27dce9df27f None None] Sync routers for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:50.440487 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3bbcd-580f-4fe1-b0a6-d27dce9df27f None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:50.441113 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e8f3bbcd-580f-4fe1-b0a6-d27dce9df27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:50.471189 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d63e3188-e6bf-45e9-88fe-6ccd79c647e7 req-f7d77882-a933-43fc-811b-5bd8ca48c6e5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] For port 323145f2-52bc-43b9-a0c2-bd7a4524082f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=323145f2-52bc-43b9-a0c2-bd7a4524082f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:50.471189 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d63e3188-e6bf-45e9-88fe-6ccd79c647e7 req-f7d77882-a933-43fc-811b-5bd8ca48c6e5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.488028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d63e3188-e6bf-45e9-88fe-6ccd79c647e7 req-f7d77882-a933-43fc-811b-5bd8ca48c6e5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Calling delete_port for 323145f2-52bc-43b9-a0c2-bd7a4524082f owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:50.537003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b187a623-eab2-46d0-8d3d-750d7cd5e37a None None] Provisioning for port 9c4bf975-9f5b-4808-a4f4-5871126be0f2 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:50.557212 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.564031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b187a623-eab2-46d0-8d3d-750d7cd5e37a None None] Provisioning complete for port 9c4bf975-9f5b-4808-a4f4-5871126be0f2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:50.564411 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b187a623-eab2-46d0-8d3d-750d7cd5e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.592841 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.728890 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.861307 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d63e3188-e6bf-45e9-88fe-6ccd79c647e7 req-f7d77882-a933-43fc-811b-5bd8ca48c6e5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:50.890176 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['8a3bf99a-0506-4d47-9c9d-fafed99f2971', '323145f2-52bc-43b9-a0c2-bd7a4524082f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:50.953916 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b187a623-eab2-46d0-8d3d-750d7cd5e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.000590 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-e8f3bbcd-580f-4fe1-b0a6-d27dce9df27f None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:51.019136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b187a623-eab2-46d0-8d3d-750d7cd5e37a None None] For port 9c4bf975-9f5b-4808-a4f4-5871126be0f2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9c4bf975-9f5b-4808-a4f4-5871126be0f2,segment=NetworkSegment(b2da052a-9e58-47d7-ab1a-d07ad895ece1),segment_id=b2da052a-9e58-47d7-ab1a-d07ad895ece1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:51.034328 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b187a623-eab2-46d0-8d3d-750d7cd5e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.092082 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 36cfde01-9668-452e-a595-f6dd17334b7c details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:42:51.156546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187a623-eab2-46d0-8d3d-750d7cd5e37a None None] Pushing event updated for resources: {'Port': ['ID=9c4bf975-9f5b-4808-a4f4-5871126be0f2,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:51.157867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d77882-a933-43fc-811b-5bd8ca48c6e5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Pushing event deleted for resources: {'Port': ['ID=323145f2-52bc-43b9-a0c2-bd7a4524082f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:51.180006 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26f437b2-2d15-4e76-80fe-057e9beead68 req-3392e952-2700-4900-aabd-0065189340a6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 210 time: 0.2896705 Aug 09 15:42:51.224288 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.237061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Allocated IP 172.20.0.1 (de7c9293-37e0-452f-b97d-c247f5a860bd/3010820c-f6e1-4259-925c-0bf1f7557415/fa7a3427-ce51-4c75-9760-53404314ec75) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:51.240231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Transition to ACTIVE for port object 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:51.253877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63e3188-e6bf-45e9-88fe-6ccd79c647e7 req-f7d77882-a933-43fc-811b-5bd8ca48c6e5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] No DVR routers for this DVR port 323145f2-52bc-43b9-a0c2-bd7a4524082f on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:51.270298 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d63e3188-e6bf-45e9-88fe-6ccd79c647e7 req-f7d77882-a933-43fc-811b-5bd8ca48c6e5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.276729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d63e3188-e6bf-45e9-88fe-6ccd79c647e7 req-f7d77882-a933-43fc-811b-5bd8ca48c6e5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "DELETE /v2.0/ports/323145f2-52bc-43b9-a0c2-bd7a4524082f HTTP/1.1" status: 204 len: 173 time: 1.4690747 Aug 09 15:42:51.277277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f229a018-733d-401d-863a-2bcc5ed9e279', 'name': 'network-vif-deleted', 'tag': '323145f2-52bc-43b9-a0c2-bd7a4524082f'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:51.279727 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548a600b-a11d-4705-8cba-eab55019a6d4" -d '{"events": [{"server_uuid": "f229a018-733d-401d-863a-2bcc5ed9e279", "name": "network-vif-deleted", "tag": "323145f2-52bc-43b9-a0c2-bd7a4524082f"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:51.298424 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54380) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:51.317654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.387652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['99999c04-d9ba-41c4-bd5e-6e35c63d0ff0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:51.449845 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7501ef5-cda7-4cf3-945c-ab24f2b8c579 x-openstack-request-id: req-e7501ef5-cda7-4cf3-945c-ab24f2b8c579 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:51.449845 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f229a018-733d-401d-863a-2bcc5ed9e279", "name": "network-vif-deleted", "tag": "323145f2-52bc-43b9-a0c2-bd7a4524082f", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:51.449845 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7501ef5-cda7-4cf3-945c-ab24f2b8c579 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:51.450608 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f229a018-733d-401d-863a-2bcc5ed9e279', 'name': 'network-vif-deleted', 'tag': '323145f2-52bc-43b9-a0c2-bd7a4524082f', 'status': 'completed', 'code': 200} Aug 09 15:42:51.539829 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Attempting to bind port 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:51.540461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Attempting to bind port 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:51.541026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Attempting to bind port 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:51.557921 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e8f3bbcd-580f-4fe1-b0a6-d27dce9df27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:42:49Z', 'revision_number': 5, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port': {'id': '091d9328-3c2e-4f5e-9421-f789e05c37e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:41Z', 'updated_at': '2021-08-09T15:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:51.623704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:51.624181 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:51.624479 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.624878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:51.625417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Bound port: 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:51.625777 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.626866 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3bbcd-580f-4fe1-b0a6-d27dce9df27f None None] Checking router: 8dae6933-f53f-44cf-b8ba-211ddb5f538a for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:51.644844 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3bbcd-580f-4fe1-b0a6-d27dce9df27f None None] Routers {'8dae6933-f53f-44cf-b8ba-211ddb5f538a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:51.646100 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e8f3bbcd-580f-4fe1-b0a6-d27dce9df27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:51.658879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9c4bf975-9f5b-4808-a4f4-5871126be0f2 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:51.672757 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59100085-ed32-43df-8d7a-f0dd2afb2680 req-683e8fac-add6-4f1e-be01-c692c412e4d3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:51.679549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-135620661-network', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:51.681897 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59100085-ed32-43df-8d7a-f0dd2afb2680 req-683e8fac-add6-4f1e-be01-c692c412e4d3 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 949 time: 0.2998185 Aug 09 15:42:51.733939 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-4a8a0e71-5e3b-450c-b755-253b2bc1b0c4 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:51.734215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c3883-7907-4948-be81-a13c79036f61 req-00a2dfb3-b404-4045-a1b9-ce85bcf83601 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:51.735891 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-4a8a0e71-5e3b-450c-b755-253b2bc1b0c4 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6&tenant_id=bfbbec31d1de44c78633a7bdff61ea36&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 1097 time: 0.3113396 Aug 09 15:42:51.736023 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d57c3883-7907-4948-be81-a13c79036f61 req-00a2dfb3-b404-4045-a1b9-ce85bcf83601 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 949 time: 0.2172616 Aug 09 15:42:51.756218 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-e8f3bbcd-580f-4fe1-b0a6-d27dce9df27f None None] Set router 8dae6933-f53f-44cf-b8ba-211ddb5f538a gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:51.786427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf482ad-2924-4a23-ab58-650e032ad137 None None] Pushing event updated for resources: {'Port': ['ID=63f4d4b5-98d8-42ed-85e6-4bb1972e08ec,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:51.800818 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59100085-ed32-43df-8d7a-f0dd2afb2680 req-b6a102f3-f825-46eb-8301-8405724a0b48 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051409 Aug 09 15:42:51.802452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-81d52cba-197c-46bd-a433-a3436048e29d None None] Provisioning complete for port 9c4bf975-9f5b-4808-a4f4-5871126be0f2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:51.802824 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81d52cba-197c-46bd-a433-a3436048e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.808240 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.812938 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e8f3bbcd-580f-4fe1-b0a6-d27dce9df27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:42:50Z', 'revision_number': 6, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:51.816985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Deleting port 091d9328-3c2e-4f5e-9421-f789e05c37e0 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:51.817362 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.845519 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3bbcd-580f-4fe1-b0a6-d27dce9df27f None None] The sync data for ids ['8dae6933-f53f-44cf-b8ba-211ddb5f538a'] in n-d-803778-2 is: [{'id': '8dae6933-f53f-44cf-b8ba-211ddb5f538a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-400370498-router', 'tenant_id': '5578f31a28c045a8983c4f4caf442b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:38Z', 'updated_at': '2021-08-09T15:42:50Z', 'revision_number': 6, 'project_id': '5578f31a28c045a8983c4f4caf442b2d', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:51.885605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Made reservation on behalf of f7a7c37623a94af4b60f7c1405714ff9 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:51.888436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.912649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803778-2'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:51.921625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39370d-4f28-448a-8095-a5166b5bc48d req-11b88b0e-02f2-4f52-9f4e-e41997b4f537 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:51.923217 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce39370d-4f28-448a-8095-a5166b5bc48d req-11b88b0e-02f2-4f52-9f4e-e41997b4f537 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 946 time: 0.3603475 Aug 09 15:42:51.929621 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:51.944719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] For port 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:51.954177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=36cfde01-9668-452e-a595-f6dd17334b7c,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:51.964717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Transition to ACTIVE for port object fa7a3427-ce51-4c75-9760-53404314ec75 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:51.986568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] For port 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=63f4d4b5-98d8-42ed-85e6-4bb1972e08ec,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:51.996419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9c4bf975-9f5b-4808-a4f4-5871126be0f2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:51.996588 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.007412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 36cfde01-9668-452e-a595-f6dd17334b7c has no active binding in host n-h1-803778-2 {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:42:52.009355 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.020866 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.028927 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] For port 091d9328-3c2e-4f5e-9421-f789e05c37e0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=091d9328-3c2e-4f5e-9421-f789e05c37e0,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:52.029431 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.061793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Calling delete_port for 091d9328-3c2e-4f5e-9421-f789e05c37e0 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:52.106645 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.127605 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.148986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:42:52.160060 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.160457 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Added segment 7b23213f-df07-4810-b2d2-c074cce44fd2 of type vlan for network ba98f21c-20db-4a4a-b5a4-f0d774294b72 Aug 09 15:42:52.265434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Routers {'4213f8b3-115d-4d2c-9a9a-7e4784d7b773'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:52.266143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:52.337038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf482ad-2924-4a23-ab58-650e032ad137 None None] Pushing event updated for resources: {'Port': ['ID=63f4d4b5-98d8-42ed-85e6-4bb1972e08ec,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:52.377502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00de6794-032c-4586-af3d-63c09f439f22 req-20169db5-b8ad-438b-b1f5-efb7c5f7d0f3 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=f229a018-733d-401d-863a-2bcc5ed9e279 HTTP/1.1" status: 200 len: 210 time: 0.0439634 Aug 09 15:42:52.454866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=36cfde01-9668-452e-a595-f6dd17334b7c,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:52.479763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] Set router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:52.530715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:52.571391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.609537 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18aff58-630b-4583-9c06-85a7f7f39fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36cfde01-9668-452e-a595-f6dd17334b7c'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:52.611547 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cdea39-cf25-42da-bf23-f090f9057d23" -d '{"events": [{"server_uuid": "a18aff58-630b-4583-9c06-85a7f7f39fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "36cfde01-9668-452e-a595-f6dd17334b7c"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:52.617045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.620994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Pushing event deleted for resources: {'Port': ['ID=091d9328-3c2e-4f5e-9421-f789e05c37e0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:52.622241 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.628833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.667279 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce39370d-4f28-448a-8095-a5166b5bc48d req-138b59d1-e7ae-43bb-b386-8e706082890f tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7274623 Aug 09 15:42:52.688248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:42:48Z', 'revision_number': 3, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:52.724018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894ae3fd-ab3c-461b-973d-e4ebc0c5a795,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:52.761048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d57c3883-7907-4948-be81-a13c79036f61 req-bf8455e3-1f78-4e00-882e-8d6089bb8e78 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Deleting port f9d39e42-af64-4388-865e-9e61caccdea9 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:52.761694 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d57c3883-7907-4948-be81-a13c79036f61 req-bf8455e3-1f78-4e00-882e-8d6089bb8e78 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.764767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e845d-24ca-477a-9a32-12bfa9d423db None None] The sync data for ids ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'] in n-d-803778-2 is: [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:42:48Z', 'revision_number': 3, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:52.769489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.776594 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.777562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:52.779359 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.787185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.804608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Attempting to bind port 36cfde01-9668-452e-a595-f6dd17334b7c on host n-h2-803778-2 for vnic_type normal with profile {"migrating_to": "n-h1-803778-2"} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:52.805063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Attempting to bind port 36cfde01-9668-452e-a595-f6dd17334b7c by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:52.805845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Attempting to bind port 36cfde01-9668-452e-a595-f6dd17334b7c on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:52.808688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Pushing event updated for resources: {'Port': ['ID=36cfde01-9668-452e-a595-f6dd17334b7c,revision_number=7']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:52.879464 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Port 36cfde01-9668-452e-a595-f6dd17334b7c on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:42:52.880066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Attempting to bind port 36cfde01-9668-452e-a595-f6dd17334b7c on network dc159eb9-7876-48f2-ae8d-2cf79ceac39a {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:52.932027 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ebf39f-ebba-494b-a75f-691d6a687a8f x-openstack-request-id: req-f1ebf39f-ebba-494b-a75f-691d6a687a8f {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:52.932377 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18aff58-630b-4583-9c06-85a7f7f39fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "36cfde01-9668-452e-a595-f6dd17334b7c", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:52.932560 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1ebf39f-ebba-494b-a75f-691d6a687a8f {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:52.932959 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18aff58-630b-4583-9c06-85a7f7f39fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36cfde01-9668-452e-a595-f6dd17334b7c', 'code': 200} Aug 09 15:42:52.938874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:52.939221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Checking segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:52.939615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Bound using segment: {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:52.940058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Bound port: 36cfde01-9668-452e-a595-f6dd17334b7c, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a49146-18f1-43ba-812e-c506c5b2e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'dc159eb9-7876-48f2-ae8d-2cf79ceac39a'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:52.940422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.989258 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:52.992547 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.000937 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Network de7c9293-37e0-452f-b97d-c247f5a860bd is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:53.006359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7066238 Aug 09 15:42:53.010212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54402) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:53.027471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b2868f05-634f-444b-bb72-6da645692aac admin admin] Request body: {'subnet': {'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-135620661-subnet', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:53.030765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:53.047198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:53.054088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Pushing event updated for resources: {'Port': ['ID=fa7a3427-ce51-4c75-9760-53404314ec75,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:53.074401 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.074971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dae6933-f53f-44cf-b8ba-211ddb5f538a {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:42:53.080614 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.085511 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d9b5a153-7bb1-47d9-9c99-e32d29ed93fa admin admin] 10.222.0.81 "DELETE /v2.0/routers/8dae6933-f53f-44cf-b8ba-211ddb5f538a HTTP/1.1" status: 204 len: 168 time: 2.6617494 Aug 09 15:42:53.085932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2d708-04fc-4f7e-a717-f4d21fed6359 admin admin] Pushing event updated for resources: {'Network': ['ID=ba98f21c-20db-4a4a-b5a4-f0d774294b72,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:53.087389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54404) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:53.117439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network ba98f21c-20db-4a4a-b5a4-f0d774294b72 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:42:53.191266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d57c3883-7907-4948-be81-a13c79036f61 req-bf8455e3-1f78-4e00-882e-8d6089bb8e78 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] For port f9d39e42-af64-4388-865e-9e61caccdea9, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f9d39e42-af64-4388-865e-9e61caccdea9,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:53.192431 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d57c3883-7907-4948-be81-a13c79036f61 req-bf8455e3-1f78-4e00-882e-8d6089bb8e78 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.198206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:53.209250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=36cfde01-9668-452e-a595-f6dd17334b7c,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:53.217780 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.229307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dade91-c409-470f-9b61-c9afd0a7aafc req-54031be7-6676-4334-bace-d84c67a3f60a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:53.236918 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6dade91-c409-470f-9b61-c9afd0a7aafc req-54031be7-6676-4334-bace-d84c67a3f60a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 949 time: 0.2993507 Aug 09 15:42:53.238767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2868f05-634f-444b-bb72-6da645692aac admin admin] Made reservation on behalf of f7a7c37623a94af4b60f7c1405714ff9 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:53.241761 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2868f05-634f-444b-bb72-6da645692aac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.280402 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.339065 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Deleting subnet 052ec7d3-4676-4f2c-bb5b-537f1308a81e {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:42:53.342618 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.388590 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.408739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d57c3883-7907-4948-be81-a13c79036f61 req-bf8455e3-1f78-4e00-882e-8d6089bb8e78 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Calling delete_port for f9d39e42-af64-4388-865e-9e61caccdea9 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:53.438636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Pushing event updated for resources: {'Port': ['ID=36cfde01-9668-452e-a595-f6dd17334b7c,revision_number=8']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:53.486238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:53.598025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:53.605274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:53.605949 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.614396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:53.615032 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.617007 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-6bf12bab-67d7-43a1-896d-9dd0508d4951 service neutron] 10.222.0.53 "PUT /v2.0/ports/36cfde01-9668-452e-a595-f6dd17334b7c HTTP/1.1" status: 200 len: 1122 time: 1.8694506 Aug 09 15:42:53.628224 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.639808 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6dade91-c409-470f-9b61-c9afd0a7aafc req-2ef61e02-2244-48a7-90b2-3b345cf963fe tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019861 Aug 09 15:42:53.667873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9f19cc69-41c8-4f7e-84d2-696397b149eb None None] Provisioning for port fa7a3427-ce51-4c75-9760-53404314ec75 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:53.698441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9f19cc69-41c8-4f7e-84d2-696397b149eb None None] Provisioning complete for port fa7a3427-ce51-4c75-9760-53404314ec75 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:53.699129 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f19cc69-41c8-4f7e-84d2-696397b149eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.795438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 323145f2-52bc-43b9-a0c2-bd7a4524082f no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:53.797531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['36cfde01-9668-452e-a595-f6dd17334b7c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:53.799794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['36cfde01-9668-452e-a595-f6dd17334b7c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:53.808330 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2868f05-634f-444b-bb72-6da645692aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.852337 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.887413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=052ec7d3-4676-4f2c-bb5b-537f1308a81e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:53.896230 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.899701 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/052ec7d3-4676-4f2c-bb5b-537f1308a81e HTTP/1.1" status: 204 len: 168 time: 0.8114171 Aug 09 15:42:53.913429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac48a67-4b30-433c-9d4a-229a48ae0046 req-357116b5-d462-42e0-9ac5-fcbb0fd17c70 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:53.915348 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dac48a67-4b30-433c-9d4a-229a48ae0046 req-357116b5-d462-42e0-9ac5-fcbb0fd17c70 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.1445742 Aug 09 15:42:53.915970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54416) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:53.924545 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:53.925065 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:53.925525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:53.926075 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:53.926504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:53.927017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:53.927460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:53.928017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:53.928624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:53.929414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:53.929957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:53.930467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83779-4244-45a1-ba9f-f4a1887addd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:53.991588 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.028243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa2372-e3aa-445b-93a7-90707eb477e6 req-8f4cdca1-9bf9-4ef1-84ac-f1e6a6784786 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:54.035634 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdaa2372-e3aa-445b-93a7-90707eb477e6 req-8f4cdca1-9bf9-4ef1-84ac-f1e6a6784786 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.1808143 Aug 09 15:42:54.038619 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 323145f2-52bc-43b9-a0c2-bd7a4524082f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:54.039209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 323145f2-52bc-43b9-a0c2-bd7a4524082f not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:54.040046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dac48a67-4b30-433c-9d4a-229a48ae0046 req-74c26550-031f-41d1-80fb-2813adf93c41 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047232 Aug 09 15:42:54.048869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2868f05-634f-444b-bb72-6da645692aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=62199b7f-7483-4c0b-856c-152524e00868,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:54.078773 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.099414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6a197c-f80d-4a98-9b02-48c032d3ae87 None None] Network 9dd26dc2-108a-452f-9988-e63a860d56f7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:54.159233 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdaa2372-e3aa-445b-93a7-90707eb477e6 req-856ffec5-185f-46b9-ae57-b98c4e6d7556 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226237 Aug 09 15:42:54.162065 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Deleting port 024949c4-828a-4c8d-baa6-a3b6103ecad0 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:54.162422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.172252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868f05-634f-444b-bb72-6da645692aac admin admin] Checking segment: {'id': '7b23213f-df07-4810-b2d2-c074cce44fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:54.172542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2868f05-634f-444b-bb72-6da645692aac admin admin] Network hostable DHCP agents. Network: ba98f21c-20db-4a4a-b5a4-f0d774294b72, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:42:54.180949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9f19cc69-41c8-4f7e-84d2-696397b149eb None None] Port fa7a3427-ce51-4c75-9760-53404314ec75 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:42:54.188846 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d57c3883-7907-4948-be81-a13c79036f61 req-bf8455e3-1f78-4e00-882e-8d6089bb8e78 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.229039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8455e3-1f78-4e00-882e-8d6089bb8e78 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event deleted for resources: {'Port': ['ID=f9d39e42-af64-4388-865e-9e61caccdea9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:54.256157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] For port 024949c4-828a-4c8d-baa6-a3b6103ecad0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=024949c4-828a-4c8d-baa6-a3b6103ecad0,segment=NetworkSegment(1267f897-a01b-4a52-b7d0-d79ea0e7f4bd),segment_id=1267f897-a01b-4a52-b7d0-d79ea0e7f4bd)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:54.256596 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.275549 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Calling delete_port for 024949c4-828a-4c8d-baa6-a3b6103ecad0 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:54.292077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2868f05-634f-444b-bb72-6da645692aac admin admin] Network ba98f21c-20db-4a4a-b5a4-f0d774294b72 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:42:54.342618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57c3883-7907-4948-be81-a13c79036f61 req-bf8455e3-1f78-4e00-882e-8d6089bb8e78 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] No DVR routers for this DVR port f9d39e42-af64-4388-865e-9e61caccdea9 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:54.346604 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d57c3883-7907-4948-be81-a13c79036f61 req-bf8455e3-1f78-4e00-882e-8d6089bb8e78 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.348224 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d57c3883-7907-4948-be81-a13c79036f61 req-bf8455e3-1f78-4e00-882e-8d6089bb8e78 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "DELETE /v2.0/ports/f9d39e42-af64-4388-865e-9e61caccdea9 HTTP/1.1" status: 204 len: 173 time: 2.5947402 Aug 09 15:42:54.348679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9093e733-3292-47de-8ab1-d2f4479fa062', 'name': 'network-vif-deleted', 'tag': 'f9d39e42-af64-4388-865e-9e61caccdea9'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:54.351145 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308fb0d4-af2e-467d-962a-cfc60b30445b" -d '{"events": [{"server_uuid": "9093e733-3292-47de-8ab1-d2f4479fa062", "name": "network-vif-deleted", "tag": "f9d39e42-af64-4388-865e-9e61caccdea9"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:54.360573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-b2868f05-634f-444b-bb72-6da645692aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, ba98f21c-20db-4a4a-b5a4-f0d774294b72) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:54.390748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2868f05-634f-444b-bb72-6da645692aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:54.392275 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2868f05-634f-444b-bb72-6da645692aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.412969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.426846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a09abad-4ca1-4cd3-8bbc-eafe94985df0 None None] Network ba98f21c-20db-4a4a-b5a4-f0d774294b72 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:54.450084 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b2868f05-634f-444b-bb72-6da645692aac admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4352765 Aug 09 15:42:54.453065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54426) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:54.462840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-135620661-router', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:54.472452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Pushing event deleted for resources: {'Port': ['ID=024949c4-828a-4c8d-baa6-a3b6103ecad0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:54.477218 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] No DVR routers for this DVR port 024949c4-828a-4c8d-baa6-a3b6103ecad0 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:54.529240 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.530265 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.586171 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.595167 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.619733 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.638878 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.640661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd26dc2-108a-452f-9988-e63a860d56f7']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:54.654273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:54.654631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1267f897-a01b-4a52-b7d0-d79ea0e7f4bd') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:54.667635 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e93636-a17d-43c4-b057-30fe9345a971 x-openstack-request-id: req-b5e93636-a17d-43c4-b057-30fe9345a971 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:54.668272 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9093e733-3292-47de-8ab1-d2f4479fa062", "name": "network-vif-deleted", "tag": "f9d39e42-af64-4388-865e-9e61caccdea9", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:54.668272 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5e93636-a17d-43c4-b057-30fe9345a971 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:54.670657 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9093e733-3292-47de-8ab1-d2f4479fa062', 'name': 'network-vif-deleted', 'tag': 'f9d39e42-af64-4388-865e-9e61caccdea9', 'status': 'completed', 'code': 200} Aug 09 15:42:54.670791 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.674412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd31f17a-62ba-4170-bc26-672f6cca97f0 None None] DHCP port deletion for 9dd26dc2-108a-452f-9988-e63a860d56f7 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:42:54.693144 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.709575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:42:54.710297 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.734457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=63f4d4b5-98d8-42ed-85e6-4bb1972e08ec,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:54.744494 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:42:54.774094 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:42:54.791540 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.830981 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.847201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Pushing event updated for resources: {'Port': ['ID=fa7a3427-ce51-4c75-9760-53404314ec75,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:54.860606 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cf065a93-a91b-42a7-b871-8d327cad45ba req-9aab3916-3044-48fa-b496-8d3e031e6816 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9093e733-3292-47de-8ab1-d2f4479fa062 HTTP/1.1" status: 200 len: 210 time: 0.0765209 Aug 09 15:42:54.871697 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.876943 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.879199 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] 10.222.0.81 "DELETE /v2.0/networks/9dd26dc2-108a-452f-9988-e63a860d56f7 HTTP/1.1" status: 204 len: 168 time: 0.9618704 Aug 09 15:42:54.887861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54430) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:54.909795 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ebb9b62f-1ab1-4679-b407-2072660014e4 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:54.911303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972749d-c473-432f-b9f9-2a266de8022b admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd26dc2-108a-452f-9988-e63a860d56f7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:54.967622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18aff58-630b-4583-9c06-85a7f7f39fc6', 'tag': '36cfde01-9668-452e-a595-f6dd17334b7c'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:54.971013 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ba3a25-f227-43d7-9f1e-61d355f403ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a18aff58-630b-4583-9c06-85a7f7f39fc6", "tag": "36cfde01-9668-452e-a595-f6dd17334b7c"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:55.007171 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ebb9b62f-1ab1-4679-b407-2072660014e4 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:55.007811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ebb9b62f-1ab1-4679-b407-2072660014e4 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:55.008394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 091d9328-3c2e-4f5e-9421-f789e05c37e0 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:55.021524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:55.083008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 091d9328-3c2e-4f5e-9421-f789e05c37e0 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:55.083483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 091d9328-3c2e-4f5e-9421-f789e05c37e0 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:55.101998 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2816cbc-b9f9-4aa4-b304-1d9977df4f5e x-openstack-request-id: req-f2816cbc-b9f9-4aa4-b304-1d9977df4f5e {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:55.102238 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18aff58-630b-4583-9c06-85a7f7f39fc6", "tag": "36cfde01-9668-452e-a595-f6dd17334b7c", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:55.102938 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2816cbc-b9f9-4aa4-b304-1d9977df4f5e {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:55.103763 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18aff58-630b-4583-9c06-85a7f7f39fc6', 'tag': '36cfde01-9668-452e-a595-f6dd17334b7c', 'status': 'completed', 'code': 200} Aug 09 15:42:55.132831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=63f4d4b5-98d8-42ed-85e6-4bb1972e08ec,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:55.148189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['4ed2fc80-93e5-4185-aed6-bb45f7ecbe68', '32d3ea16-6368-43db-929f-ee55f1d84276'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:55.218639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Network de7c9293-37e0-452f-b97d-c247f5a860bd is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:55.220849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba3a25-f227-43d7-9f1e-61d355f403ed req-a941708b-05c4-4bda-8759-a10f9ba06961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:55.222505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07ba3a25-f227-43d7-9f1e-61d355f403ed req-a941708b-05c4-4bda-8759-a10f9ba06961 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 1125 time: 0.1192036 Aug 09 15:42:55.236800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:55.338622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-ba98f21c-20db-4a4a-b5a4-f0d774294b72', 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'fixed_ips': [{'subnet_id': '62199b7f-7483-4c0b-856c-152524e00868'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:42:55.340943 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:55.580152 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b223d5-a6c0-41a0-8f30-6e6b53a2de6b req-a9e6f614-3bec-411d-acf7-1e49a036cb04 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:55.581726 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61b223d5-a6c0-41a0-8f30-6e6b53a2de6b req-a9e6f614-3bec-411d-acf7-1e49a036cb04 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.4763913 Aug 09 15:42:55.586079 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Allocated IP 172.20.0.2 (ba98f21c-20db-4a4a-b5a4-f0d774294b72/62199b7f-7483-4c0b-856c-152524e00868/e5010d7c-b6d2-490c-8ae4-24ec861f0f0a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:55.650261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:55.657827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03353f38-744f-4eaf-a4fd-e58551734e94 req-50bce70c-80d4-4bfa-bcf5-c2360dc49cc9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:55.659397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03353f38-744f-4eaf-a4fd-e58551734e94 req-50bce70c-80d4-4bfa-bcf5-c2360dc49cc9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 950 time: 0.4356003 Aug 09 15:42:55.696879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba3a25-f227-43d7-9f1e-61d355f403ed req-a7b835a0-29c7-499a-b521-2317913da527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:55.698948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07ba3a25-f227-43d7-9f1e-61d355f403ed req-a7b835a0-29c7-499a-b521-2317913da527 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.4565413 Aug 09 15:42:55.721432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:55.745509 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a1e22636-8eff-4d64-9a0d-4cc610f62bb8 None None] Provisioning complete for port fa7a3427-ce51-4c75-9760-53404314ec75 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:55.746209 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1e22636-8eff-4d64-9a0d-4cc610f62bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:55.763031 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:55.767571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f9d39e42-af64-4388-865e-9e61caccdea9 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:55.771554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03353f38-744f-4eaf-a4fd-e58551734e94 req-adc500c4-f373-4aa0-8cf7-72d53b352cf9 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801907 Aug 09 15:42:55.775127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc833e-49e2-4dd4-af0d-a2c79935e6ff req-b0187340-babe-4144-a673-c83097ecaa50 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:55.776986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cdc833e-49e2-4dd4-af0d-a2c79935e6ff req-b0187340-babe-4144-a673-c83097ecaa50 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.2849240 Aug 09 15:42:55.781979 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07ba3a25-f227-43d7-9f1e-61d355f403ed req-cb872a7f-9bbc-47eb-b4a8-8c1e6c7968da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36cfde01-9668-452e-a595-f6dd17334b7c HTTP/1.1" status: 200 len: 217 time: 0.0670824 Aug 09 15:42:55.814608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-61b223d5-a6c0-41a0-8f30-6e6b53a2de6b req-16889cab-52e8-435b-8189-8c095d6f1d26 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Deleting port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:55.814608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-61b223d5-a6c0-41a0-8f30-6e6b53a2de6b req-16889cab-52e8-435b-8189-8c095d6f1d26 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:55.814957 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:55.845463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: f9d39e42-af64-4388-865e-9e61caccdea9 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:55.845832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f9d39e42-af64-4388-865e-9e61caccdea9 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:55.901742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a1e22636-8eff-4d64-9a0d-4cc610f62bb8 None None] Port fa7a3427-ce51-4c75-9760-53404314ec75 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:42:55.967923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:55.968317 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:55.978689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba3a25-f227-43d7-9f1e-61d355f403ed req-42662ef7-cfe3-4fe6-8143-03efe94f5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:55.980198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07ba3a25-f227-43d7-9f1e-61d355f403ed req-42662ef7-cfe3-4fe6-8143-03efe94f5749 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.1776466 Aug 09 15:42:55.996010 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cdc833e-49e2-4dd4-af0d-a2c79935e6ff req-e98b4609-fb41-4886-9466-a769624db910 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940482 Aug 09 15:42:56.021903 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.036028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Transition to ACTIVE for port object e5010d7c-b6d2-490c-8ae4-24ec861f0f0a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:56.063978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Transition to ACTIVE for port object e5010d7c-b6d2-490c-8ae4-24ec861f0f0a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:56.073175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07ba3a25-f227-43d7-9f1e-61d355f403ed req-bd18fba3-9f19-40d7-8368-d7a28707e315 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753748 Aug 09 15:42:56.101041 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.174881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Pushing event updated for resources: {'Port': ['ID=e5010d7c-b6d2-490c-8ae4-24ec861f0f0a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:56.194481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11', 'e0c72730-9587-4d23-938a-304414ec19f7', '604e77f6-97d3-4a7e-a035-023ba442e42f', 'a9e4a578-c835-40e8-961f-ce18610a6aed'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:56.259777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-61b223d5-a6c0-41a0-8f30-6e6b53a2de6b req-16889cab-52e8-435b-8189-8c095d6f1d26 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] For port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:56.260365 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-61b223d5-a6c0-41a0-8f30-6e6b53a2de6b req-16889cab-52e8-435b-8189-8c095d6f1d26 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.296167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-61b223d5-a6c0-41a0-8f30-6e6b53a2de6b req-16889cab-52e8-435b-8189-8c095d6f1d26 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Calling delete_port for 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:56.318582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Network ba98f21c-20db-4a4a-b5a4-f0d774294b72 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:56.325353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:56.337658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:56.374514 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8fdf24dc-6ca1-4149-ae8d-7db1c1febc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.423508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Attempting to bind port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:56.424002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Attempting to bind port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '7b23213f-df07-4810-b2d2-c074cce44fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:56.424268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Attempting to bind port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a on network ba98f21c-20db-4a4a-b5a4-f0d774294b72 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:56.445340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:56.445785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Checking segment: {'id': '7b23213f-df07-4810-b2d2-c074cce44fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:56.446160 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.447085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Bound using segment: {'id': '7b23213f-df07-4810-b2d2-c074cce44fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:56.447580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Bound port: e5010d7c-b6d2-490c-8ae4-24ec861f0f0a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b23213f-df07-4810-b2d2-c074cce44fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:56.447972 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.451456 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5f781-3cb0-4a00-aa23-401e8585bb54 req-89b0044f-5471-4674-b06c-691a4c78b866 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:56.459043 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6ee5f781-3cb0-4a00-aa23-401e8585bb54 req-89b0044f-5471-4674-b06c-691a4c78b866 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 949 time: 0.1796627 Aug 09 15:42:56.517570 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 024949c4-828a-4c8d-baa6-a3b6103ecad0 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:56.528750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Allocated IP 172.25.2.108 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/f8ac50d3-224c-4191-83d6-ca25706aab87) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:56.542525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:56.561924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 024949c4-828a-4c8d-baa6-a3b6103ecad0 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:56.562281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 024949c4-828a-4c8d-baa6-a3b6103ecad0 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:56.563854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844509d1-5025-4229-adde-035bc768a989 None None] Sync routers for ids ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:56.579277 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6ee5f781-3cb0-4a00-aa23-401e8585bb54 req-93051728-7a67-40be-8f9e-ecc0ca2204f6 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192729 Aug 09 15:42:56.599720 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-705c0b22-c733-4821-8458-fde81d9c1ebf admin admin] 10.222.0.81 "PUT /v2.0/routers/4213f8b3-115d-4d2c-9a9a-7e4784d7b773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2884586 Aug 09 15:42:56.646357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] For port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:56.655316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844509d1-5025-4229-adde-035bc768a989 None None] Routers {'4213f8b3-115d-4d2c-9a9a-7e4784d7b773'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:56.655316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-844509d1-5025-4229-adde-035bc768a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:56.708206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-61b223d5-a6c0-41a0-8f30-6e6b53a2de6b req-16889cab-52e8-435b-8189-8c095d6f1d26 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.715782 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.747741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] For port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e5010d7c-b6d2-490c-8ae4-24ec861f0f0a,segment=NetworkSegment(7b23213f-df07-4810-b2d2-c074cce44fd2),segment_id=7b23213f-df07-4810-b2d2-c074cce44fd2)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:56.769047 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.777845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16889cab-52e8-435b-8189-8c095d6f1d26 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Pushing event deleted for resources: {'Port': ['ID=99999c04-d9ba-41c4-bd5e-6e35c63d0ff0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:56.826661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.840517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8e303-4a80-4309-906b-b14621a0809d None None] Pushing event updated for resources: {'Port': ['ID=e5010d7c-b6d2-490c-8ae4-24ec861f0f0a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:56.844541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['8a3bf99a-0506-4d47-9c9d-fafed99f2971'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:56.851600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b223d5-a6c0-41a0-8f30-6e6b53a2de6b req-16889cab-52e8-435b-8189-8c095d6f1d26 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] No DVR routers for this DVR port 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:56.854388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-61b223d5-a6c0-41a0-8f30-6e6b53a2de6b req-16889cab-52e8-435b-8189-8c095d6f1d26 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.856807 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61b223d5-a6c0-41a0-8f30-6e6b53a2de6b req-16889cab-52e8-435b-8189-8c095d6f1d26 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.53 "DELETE /v2.0/ports/99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 HTTP/1.1" status: 204 len: 173 time: 1.2656291 Aug 09 15:42:56.939206 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07ba3a25-f227-43d7-9f1e-61d355f403ed req-7b0f1b81-c71f-4933-85b4-3329e384859b service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858997 Aug 09 15:42:56.946359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1888250-4c86-4710-90d4-d28c27cd5708 req-b169b469-994c-429e-8c16-435bfb6d4ae5 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cb810ae-f10c-4ad6-9073-bfaa4f672f60 HTTP/1.1" status: 200 len: 210 time: 0.0404177 Aug 09 15:42:56.957850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf24dc-6ca1-4149-ae8d-7db1c1febc6c admin admin] Deleting port ca7ac6ea-760d-4195-9240-903d9cd46585 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:56.958205 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8fdf24dc-6ca1-4149-ae8d-7db1c1febc6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.974829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:57.097070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07ba3a25-f227-43d7-9f1e-61d355f403ed req-0b812224-29c9-4544-aba1-048ca4369fa4 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457472 Aug 09 15:42:57.122318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-8fdf24dc-6ca1-4149-ae8d-7db1c1febc6c admin admin] For port ca7ac6ea-760d-4195-9240-903d9cd46585, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ca7ac6ea-760d-4195-9240-903d9cd46585,segment=NetworkSegment(88cf3b27-6a04-4c51-a018-f1b909ba9604),segment_id=88cf3b27-6a04-4c51-a018-f1b909ba9604)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:57.122858 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8fdf24dc-6ca1-4149-ae8d-7db1c1febc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:57.144844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:57.151554 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'name': 'network-vif-deleted', 'tag': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:57.153912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:57.156321 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81720954-8b28-45b2-9864-65c692a965d6" -d '{"events": [{"server_uuid": "8cb810ae-f10c-4ad6-9073-bfaa4f672f60", "name": "network-vif-deleted", "tag": "99999c04-d9ba-41c4-bd5e-6e35c63d0ff0"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:42:57.168376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf24dc-6ca1-4149-ae8d-7db1c1febc6c admin admin] Calling delete_port for ca7ac6ea-760d-4195-9240-903d9cd46585 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:57.206024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-844509d1-5025-4229-adde-035bc768a989 None None] Set router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:57.421400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612daa-5a73-499a-85be-e136e97ae569 req-f06d82f8-6c56-44c8-a7e9-cedbed6d41b1 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:57.430153 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-f06d82f8-6c56-44c8-a7e9-cedbed6d41b1 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/networks?id=de7c9293-37e0-452f-b97d-c247f5a860bd HTTP/1.1" status: 200 len: 829 time: 0.3300307 Aug 09 15:42:57.432444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Pushing event updated for resources: {'Port': ['ID=f8ac50d3-224c-4191-83d6-ca25706aab87,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:57.510266 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-d74a8585-6fac-4581-bf9e-7ef2a241f4f7 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/quotas/6d2b1eb767884cceac4f00a829ea9ac8 HTTP/1.1" status: 200 len: 375 time: 0.0787625 Aug 09 15:42:57.586268 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8fdf24dc-6ca1-4149-ae8d-7db1c1febc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:57.613853 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-bebd6d8a-261d-45cc-89b4-0cee681266cc tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d2b1eb767884cceac4f00a829ea9ac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020827 Aug 09 15:42:57.672584 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf24dc-6ca1-4149-ae8d-7db1c1febc6c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7ac6ea-760d-4195-9240-903d9cd46585,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:57.766296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c47d2-79eb-4daf-93b7-4160724165ea req-f608c515-e6de-4a44-930f-18a827559739 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:57.766986 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa5c47d2-79eb-4daf-93b7-4160724165ea req-f608c515-e6de-4a44-930f-18a827559739 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.4844642 Aug 09 15:42:57.968892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8fdf24dc-6ca1-4149-ae8d-7db1c1febc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:57.981341 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa5c47d2-79eb-4daf-93b7-4160724165ea req-0206b5a5-c951-4661-9559-e74591d672b1 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045186 Aug 09 15:42:58.006829 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-70f19f48-3fda-434a-b4e8-228cb5e044ff service neutron] 10.222.0.81 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915462 Aug 09 15:42:58.040190 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-844509d1-5025-4229-adde-035bc768a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:42:53Z', 'revision_number': 4, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa7a3427-ce51-4c75-9760-53404314ec75', 'name': '', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'mac_address': 'fa:16:3e:a9:71:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:50Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 2, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'subnets': [{'id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:58.073294 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231da790-d531-4f39-b7dc-ffaff595974f x-openstack-request-id: req-231da790-d531-4f39-b7dc-ffaff595974f {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:42:58.073795 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb810ae-f10c-4ad6-9073-bfaa4f672f60", "name": "network-vif-deleted", "tag": "99999c04-d9ba-41c4-bd5e-6e35c63d0ff0", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:42:58.074157 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-231da790-d531-4f39-b7dc-ffaff595974f {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:42:58.074769 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb810ae-f10c-4ad6-9073-bfaa4f672f60', 'name': 'network-vif-deleted', 'tag': '99999c04-d9ba-41c4-bd5e-6e35c63d0ff0', 'status': 'completed', 'code': 200} Aug 09 15:42:58.101648 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844509d1-5025-4229-adde-035bc768a989 None None] Checking router: 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:58.102269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844509d1-5025-4229-adde-035bc768a989 None None] Updating router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 port fa7a3427-ce51-4c75-9760-53404314ec75 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:42:58.155787 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-844509d1-5025-4229-adde-035bc768a989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:58.216125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbffefd-2b8d-4681-9b5d-40e63c1bdaa6 req-4178fdeb-8858-4333-907e-2675e976e6da tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:58.221092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2fbffefd-2b8d-4681-9b5d-40e63c1bdaa6 req-4178fdeb-8858-4333-907e-2675e976e6da tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 949 time: 0.2284722 Aug 09 15:42:58.400964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdf24dc-6ca1-4149-ae8d-7db1c1febc6c admin admin] Router ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:58.418758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a2c9b-0378-4dce-8750-db066d7dd6f0 req-3e8e82cf-7196-4829-86e5-cce2fb89b1ac tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:58.430934 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a67a2c9b-0378-4dce-8750-db066d7dd6f0 req-3e8e82cf-7196-4829-86e5-cce2fb89b1ac tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 949 time: 0.1019173 Aug 09 15:42:58.440421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c448d4ff-4212-4837-9911-02b586f645d2 service neutron] 10.222.0.81 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326403 Aug 09 15:42:58.502986 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:58.539659 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a67a2c9b-0378-4dce-8750-db066d7dd6f0 req-f1b09aff-57be-447a-98d1-f8dfcc261a9b tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077089 Aug 09 15:42:58.627572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856dc74e-1b0c-42e5-9c9c-10755615010a None None] Network ba98f21c-20db-4a4a-b5a4-f0d774294b72 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:58.750819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdf24dc-6ca1-4149-ae8d-7db1c1febc6c admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:58.761478 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a9cec-2d69-4c20-95cf-f49e3c2ad161 None None] Sync routers for ids ['ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:58.777764 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a9cec-2d69-4c20-95cf-f49e3c2ad161 None None] Routers {'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:58.779148 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-513a9cec-2d69-4c20-95cf-f49e3c2ad161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:58.783356 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8fdf24dc-6ca1-4149-ae8d-7db1c1febc6c admin admin] 10.222.0.81 "PUT /v2.0/routers/ffc946ca-1cdc-47d0-baa9-7f0033ff6b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8936439 Aug 09 15:42:58.786824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54490) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:58.791302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-2fbffefd-2b8d-4681-9b5d-40e63c1bdaa6 req-9c523965-a594-4ef1-82c6-21366ecbc895 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Deleting port 32d3ea16-6368-43db-929f-ee55f1d84276 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:58.791669 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2fbffefd-2b8d-4681-9b5d-40e63c1bdaa6 req-9c523965-a594-4ef1-82c6-21366ecbc895 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:58.906537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f7613ce7-bcbb-4274-80bb-763be323894e None None] Provisioning for port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:58.970366 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4bf833c-81a7-4b5b-93ae-f247d7080cc8 req-76d40df3-d1f8-43dd-bd21-109f416b65c7 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 210 time: 0.1677232 Aug 09 15:42:58.995336 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-844509d1-5025-4229-adde-035bc768a989 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.033086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-844509d1-5025-4229-adde-035bc768a989 None None] Transition to ACTIVE for port object fa7a3427-ce51-4c75-9760-53404314ec75 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:59.048455 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-844509d1-5025-4229-adde-035bc768a989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.077229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2fbffefd-2b8d-4681-9b5d-40e63c1bdaa6 req-9c523965-a594-4ef1-82c6-21366ecbc895 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] For port 32d3ea16-6368-43db-929f-ee55f1d84276, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=32d3ea16-6368-43db-929f-ee55f1d84276,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:59.077808 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2fbffefd-2b8d-4681-9b5d-40e63c1bdaa6 req-9c523965-a594-4ef1-82c6-21366ecbc895 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.095938 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-513a9cec-2d69-4c20-95cf-f49e3c2ad161 None None] Set router ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:59.113799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-2fbffefd-2b8d-4681-9b5d-40e63c1bdaa6 req-9c523965-a594-4ef1-82c6-21366ecbc895 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Calling delete_port for 32d3ea16-6368-43db-929f-ee55f1d84276 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:42:59.158151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:59.185570 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.190880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:42:59.191444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 99999c04-d9ba-41c4-bd5e-6e35c63d0ff0 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:42:59.262566 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:42:59.281017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d2bad-bade-49c2-8429-aa0743471758 None None] Pushing event updated for resources: {'Port': ['ID=fa7a3427-ce51-4c75-9760-53404314ec75,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:59.355235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-844509d1-5025-4229-adde-035bc768a989 None None] Attempting to bind port fa7a3427-ce51-4c75-9760-53404314ec75 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:59.355752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-844509d1-5025-4229-adde-035bc768a989 None None] Attempting to bind port fa7a3427-ce51-4c75-9760-53404314ec75 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:59.356268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844509d1-5025-4229-adde-035bc768a989 None None] Attempting to bind port fa7a3427-ce51-4c75-9760-53404314ec75 on network de7c9293-37e0-452f-b97d-c247f5a860bd {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:59.395339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844509d1-5025-4229-adde-035bc768a989 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:59.395728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844509d1-5025-4229-adde-035bc768a989 None None] Checking segment: {'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:59.396140 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-844509d1-5025-4229-adde-035bc768a989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.396538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844509d1-5025-4229-adde-035bc768a989 None None] Bound using segment: {'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:59.397549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-844509d1-5025-4229-adde-035bc768a989 None None] Bound port: fa7a3427-ce51-4c75-9760-53404314ec75, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:59.398344 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-844509d1-5025-4229-adde-035bc768a989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.437579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c1334-9d3a-4a56-87f2-81c3a16a9dc6 req-38409746-ae80-490c-9450-3ef407132310 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:59.445712 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-480c1334-9d3a-4a56-87f2-81c3a16a9dc6 req-38409746-ae80-490c-9450-3ef407132310 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.2576103 Aug 09 15:42:59.541858 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-480c1334-9d3a-4a56-87f2-81c3a16a9dc6 req-a01a0eb9-1698-45c3-b15f-baa9a354ccd7 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949860 Aug 09 15:42:59.563894 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2fbffefd-2b8d-4681-9b5d-40e63c1bdaa6 req-9c523965-a594-4ef1-82c6-21366ecbc895 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.575838 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.594501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11', 'e0c72730-9587-4d23-938a-304414ec19f7', '604e77f6-97d3-4a7e-a035-023ba442e42f', 'a9e4a578-c835-40e8-961f-ce18610a6aed'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:59.599843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['4ed2fc80-93e5-4185-aed6-bb45f7ecbe68', '32d3ea16-6368-43db-929f-ee55f1d84276'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:42:59.658693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c523965-a594-4ef1-82c6-21366ecbc895 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event deleted for resources: {'Port': ['ID=32d3ea16-6368-43db-929f-ee55f1d84276,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:59.663963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.741957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e5010d7c-b6d2-490c-8ae4-24ec861f0f0a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:59.800434 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Deleting port ed4a92ac-297e-4d95-9017-1e63e91bad30 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:42:59.801364 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.816206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6d66c-c249-4565-8774-221b7b65a5e0 req-d22b7e16-4fda-4ab0-81fd-4aac681af595 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:59.824585 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-513a9cec-2d69-4c20-95cf-f49e3c2ad161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543342563-router', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:51Z', 'updated_at': '2021-08-09T15:42:57Z', 'revision_number': 5, 'project_id': '12ab74e2a35a4685b71318ee5465316c', 'gw_port': {'id': 'ed4a92ac-297e-4d95-9017-1e63e91bad30', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:37:53Z', 'updated_at': '2021-08-09T15:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:59.832657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5e6d66c-c249-4565-8774-221b7b65a5e0 req-d22b7e16-4fda-4ab0-81fd-4aac681af595 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 950 time: 0.8084199 Aug 09 15:42:59.850832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 36cfde01-9668-452e-a595-f6dd17334b7c no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:42:59.906806 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a9cec-2d69-4c20-95cf-f49e3c2ad161 None None] Checking router: ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:59.952660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbffefd-2b8d-4681-9b5d-40e63c1bdaa6 req-9c523965-a594-4ef1-82c6-21366ecbc895 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] No DVR routers for this DVR port 32d3ea16-6368-43db-929f-ee55f1d84276 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:42:59.954520 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a9cec-2d69-4c20-95cf-f49e3c2ad161 None None] Routers {'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:59.955446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-844509d1-5025-4229-adde-035bc768a989 None None] For port fa7a3427-ce51-4c75-9760-53404314ec75, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:59.955764 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-513a9cec-2d69-4c20-95cf-f49e3c2ad161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:59.962982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2fbffefd-2b8d-4681-9b5d-40e63c1bdaa6 req-9c523965-a594-4ef1-82c6-21366ecbc895 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.965052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2fbffefd-2b8d-4681-9b5d-40e63c1bdaa6 req-9c523965-a594-4ef1-82c6-21366ecbc895 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "DELETE /v2.0/ports/32d3ea16-6368-43db-929f-ee55f1d84276 HTTP/1.1" status: 204 len: 173 time: 1.7327418 Aug 09 15:42:59.965579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a868a51b-05e8-452c-b9f2-713aeffed6b3', 'name': 'network-vif-deleted', 'tag': '32d3ea16-6368-43db-929f-ee55f1d84276'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:42:59.967951 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080ef135-297d-4da1-b145-e4cf75bcf356" -d '{"events": [{"server_uuid": "a868a51b-05e8-452c-b9f2-713aeffed6b3", "name": "network-vif-deleted", "tag": "32d3ea16-6368-43db-929f-ee55f1d84276"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:00.029058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] For port ed4a92ac-297e-4d95-9017-1e63e91bad30, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ed4a92ac-297e-4d95-9017-1e63e91bad30,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:00.029447 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:00.038273 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5e6d66c-c249-4565-8774-221b7b65a5e0 req-f1c130fe-c4d3-4afb-bf92-4c7c9a3965b2 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006743 Aug 09 15:43:00.065979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-844509d1-5025-4229-adde-035bc768a989 None None] For port fa7a3427-ce51-4c75-9760-53404314ec75, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fa7a3427-ce51-4c75-9760-53404314ec75,segment=NetworkSegment(b2da052a-9e58-47d7-ab1a-d07ad895ece1),segment_id=b2da052a-9e58-47d7-ab1a-d07ad895ece1)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:00.089353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Calling delete_port for ed4a92ac-297e-4d95-9017-1e63e91bad30 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:00.154847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 32d3ea16-6368-43db-929f-ee55f1d84276 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:00.174178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Router 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:43:00.196616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 32d3ea16-6368-43db-929f-ee55f1d84276 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:00.196978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 32d3ea16-6368-43db-929f-ee55f1d84276 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:00.203654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-844509d1-5025-4229-adde-035bc768a989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:00.204182 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-513a9cec-2d69-4c20-95cf-f49e3c2ad161 None None] Set router ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:00.300519 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-513a9cec-2d69-4c20-95cf-f49e3c2ad161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543342563-router', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:51Z', 'updated_at': '2021-08-09T15:42:59Z', 'revision_number': 6, 'project_id': '12ab74e2a35a4685b71318ee5465316c', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:00.334487 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7588278f-45cf-407b-9a9e-fab36c8355f0 x-openstack-request-id: req-7588278f-45cf-407b-9a9e-fab36c8355f0 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:00.335004 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a868a51b-05e8-452c-b9f2-713aeffed6b3", "name": "network-vif-deleted", "tag": "32d3ea16-6368-43db-929f-ee55f1d84276", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:00.335412 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7588278f-45cf-407b-9a9e-fab36c8355f0 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:00.335907 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a868a51b-05e8-452c-b9f2-713aeffed6b3', 'name': 'network-vif-deleted', 'tag': '32d3ea16-6368-43db-929f-ee55f1d84276', 'status': 'completed', 'code': 200} Aug 09 15:43:00.374319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d2bad-bade-49c2-8429-aa0743471758 None None] Pushing event updated for resources: {'Port': ['ID=fa7a3427-ce51-4c75-9760-53404314ec75,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:00.390940 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a9cec-2d69-4c20-95cf-f49e3c2ad161 None None] The sync data for ids ['ffc946ca-1cdc-47d0-baa9-7f0033ff6b46'] in n-d-803778-2 is: [{'id': 'ffc946ca-1cdc-47d0-baa9-7f0033ff6b46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-543342563-router', 'tenant_id': '12ab74e2a35a4685b71318ee5465316c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:37:51Z', 'updated_at': '2021-08-09T15:42:59Z', 'revision_number': 6, 'project_id': '12ab74e2a35a4685b71318ee5465316c', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:00.482198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844509d1-5025-4229-adde-035bc768a989 None None] Routers {'4213f8b3-115d-4d2c-9a9a-7e4784d7b773'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:00.482986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-844509d1-5025-4229-adde-035bc768a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:00.557492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:00.570553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:00.571018 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:00.595531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ab61116-f41e-470b-80d0-489f9961260d req-3b22c368-73aa-4db7-823c-5e280dc09635 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 210 time: 0.1710777 Aug 09 15:43:00.597142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:00.642467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb052645-7894-41b1-b91e-6d2f2df3ffb0 req-c9bde62f-079d-4f26-959f-b5cb4a0fd129 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:00.644479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb052645-7894-41b1-b91e-6d2f2df3ffb0 req-c9bde62f-079d-4f26-959f-b5cb4a0fd129 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 950 time: 0.3175683 Aug 09 15:43:00.649470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Sync routers for ids ['0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:00.650563 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:00.652377 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4cab642b-d9f1-4da1-879b-c1b1d20d700e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1966865 Aug 09 15:43:00.666046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54516) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:00.823265 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Routers {'0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:00.824117 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:00.970793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-844509d1-5025-4229-adde-035bc768a989 None None] Set router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:01.095205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2efda3f8-0ef5-4be9-bfc1-dffe542d3452 req-95ea73b1-d4ec-463f-956b-10628633eeb4 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=a868a51b-05e8-452c-b9f2-713aeffed6b3 HTTP/1.1" status: 200 len: 210 time: 0.1931596 Aug 09 15:43:01.096398 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-7892d9bd-2de0-42f5-851e-f1523d9c3843 service neutron] 10.222.0.60 "GET /v2.0/ports/36cfde01-9668-452e-a595-f6dd17334b7c/bindings/n-h1-803778-2 HTTP/1.1" status: 200 len: 384 time: 0.1963055 Aug 09 15:43:01.268692 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.390929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c47462a8-80d8-46ad-ba73-0375296debdd tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:01.393085 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c47462a8-80d8-46ad-ba73-0375296debdd tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.53 "GET /v2.0/networks?id=de7c9293-37e0-452f-b97d-c247f5a860bd HTTP/1.1" status: 200 len: 829 time: 0.2955043 Aug 09 15:43:01.398184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4a92ac-297e-4d95-9017-1e63e91bad30,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:01.431871 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.447293 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Request body: {'port': {'device_id': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'admin_state_up': True, 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:01.452066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d113-9785-4d14-8737-e162b532016c req-f200fc15-ae9d-45cd-9326-65b6f43ab328 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:01.455223 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3a1d113-9785-4d14-8737-e162b532016c req-f200fc15-ae9d-45cd-9326-65b6f43ab328 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 944 time: 0.6945591 Aug 09 15:43:01.527880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Set router 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:01.609154 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-fb052645-7894-41b1-b91e-6d2f2df3ffb0 req-c8fd56ab-531a-4e6e-9643-de8792fd9f71 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Deleting port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:01.610037 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fb052645-7894-41b1-b91e-6d2f2df3ffb0 req-c8fd56ab-531a-4e6e-9643-de8792fd9f71 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.613238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e5010d7c-b6d2-490c-8ae4-24ec861f0f0a,segment=NetworkSegment(7b23213f-df07-4810-b2d2-c074cce44fd2),segment_id=7b23213f-df07-4810-b2d2-c074cce44fd2)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:01.620796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3a1d113-9785-4d14-8737-e162b532016c req-97de14c9-c81a-412c-9b85-a08218433c38 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554036 Aug 09 15:43:01.631889 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.645970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01c9c0-de7c-4cda-8e28-3db0ffbc4420 req-e3f35e40-e67c-42ef-a3f0-247357a52fde tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:01.655450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd01c9c0-de7c-4cda-8e28-3db0ffbc4420 req-e3f35e40-e67c-42ef-a3f0-247357a52fde tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 950 time: 0.3135798 Aug 09 15:43:01.683083 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.829918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-bf0ef41a-45d0-4db3-b9df-ecd5e8bd0004 service neutron] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=36cfde01-9668-452e-a595-f6dd17334b7c,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:01.842080 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.848425 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.855813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=e5010d7c-b6d2-490c-8ae4-24ec861f0f0a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:01.857249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-fb052645-7894-41b1-b91e-6d2f2df3ffb0 req-c8fd56ab-531a-4e6e-9643-de8792fd9f71 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] For port 8a3bf99a-0506-4d47-9c9d-fafed99f2971, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8a3bf99a-0506-4d47-9c9d-fafed99f2971,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:01.870245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fb052645-7894-41b1-b91e-6d2f2df3ffb0 req-c8fd56ab-531a-4e6e-9643-de8792fd9f71 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:01.879976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ed4a92ac-297e-4d95-9017-1e63e91bad30 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:01.887186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd01c9c0-de7c-4cda-8e28-3db0ffbc4420 req-de135a97-9901-465a-818c-9d31e269149d tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/security-groups?id=f2ca2202-c663-4427-b1a5-7609df9ed5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296863 Aug 09 15:43:01.905816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-fb052645-7894-41b1-b91e-6d2f2df3ffb0 req-c8fd56ab-531a-4e6e-9643-de8792fd9f71 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Calling delete_port for 8a3bf99a-0506-4d47-9c9d-fafed99f2971 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:01.922251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ed4a92ac-297e-4d95-9017-1e63e91bad30 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:01.922965 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ed4a92ac-297e-4d95-9017-1e63e91bad30 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:01.923398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ca7ac6ea-760d-4195-9240-903d9cd46585 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:01.958066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-bf0ef41a-45d0-4db3-b9df-ecd5e8bd0004 service neutron] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:01.981784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ca7ac6ea-760d-4195-9240-903d9cd46585 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:01.982131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ca7ac6ea-760d-4195-9240-903d9cd46585 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:02.000034 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.000892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:43:02.003550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-844509d1-5025-4229-adde-035bc768a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:42:53Z', 'revision_number': 4, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa7a3427-ce51-4c75-9760-53404314ec75', 'name': '', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'mac_address': 'fa:16:3e:a9:71:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:50Z', 'updated_at': '2021-08-09T15:42:59Z', 'revision_number': 4, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'subnets': [{'id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:02.006028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.012294 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e4fb0206-8eaf-4df0-a377-0de636b75e41 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ffc946ca-1cdc-47d0-baa9-7f0033ff6b46 HTTP/1.1" status: 204 len: 168 time: 3.2191327 Aug 09 15:43:02.012294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Made reservation on behalf of 6d2b1eb767884cceac4f00a829ea9ac8 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:02.012614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54526) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:02.014701 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.045262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844509d1-5025-4229-adde-035bc768a989 None None] The sync data for ids ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'] in n-d-803778-2 is: [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:42:53Z', 'revision_number': 4, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa7a3427-ce51-4c75-9760-53404314ec75', 'name': '', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'mac_address': 'fa:16:3e:a9:71:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:50Z', 'updated_at': '2021-08-09T15:42:59Z', 'revision_number': 4, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'subnets': [{'id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:02.047325 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74579074-db89-46f4-bdc1-8ba0c8c98225 req-b8f4c931-3266-40bc-9ffe-24cccffc08fc tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 210 time: 0.0866172 Aug 09 15:43:02.074810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-bf0ef41a-45d0-4db3-b9df-ecd5e8bd0004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36cfde01-9668-452e-a595-f6dd17334b7c {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:02.097422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-bf0ef41a-45d0-4db3-b9df-ecd5e8bd0004 service neutron] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=36cfde01-9668-452e-a595-f6dd17334b7c,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:02.116342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'name': 'tempest-FloatingIPsNegativeTestJSON-135620661-router', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:54Z', 'updated_at': '2021-08-09T15:42:57Z', 'revision_number': 3, 'project_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'gw_port': {'id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:55Z', 'updated_at': '2021-08-09T15:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:02.171854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4dc23d-4001-4842-bdc9-aee8267c3c7b admin admin] Deleting subnet 9fea0cd1-4719-4d77-b06a-b352037cd617 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:43:02.175193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Checking router: 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:02.175553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Updating router 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 port f8ac50d3-224c-4191-83d6-ca25706aab87 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:43:02.204390 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-bf0ef41a-45d0-4db3-b9df-ecd5e8bd0004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.213880 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc23d-4001-4842-bdc9-aee8267c3c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.258378 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.380650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-bf0ef41a-45d0-4db3-b9df-ecd5e8bd0004 service neutron] Transition to ACTIVE for port object 36cfde01-9668-452e-a595-f6dd17334b7c will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:02.410442 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc23d-4001-4842-bdc9-aee8267c3c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.435724 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-bf0ef41a-45d0-4db3-b9df-ecd5e8bd0004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.526211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.551806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Allocated IP 172.20.0.12 (de7c9293-37e0-452f-b97d-c247f5a860bd/3010820c-f6e1-4259-925c-0bf1f7557415/53849902-6215-47a8-92c2-ae1fc43ff68d) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:02.581450 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fb052645-7894-41b1-b91e-6d2f2df3ffb0 req-c8fd56ab-531a-4e6e-9643-de8792fd9f71 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.659403 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-bf0ef41a-45d0-4db3-b9df-ecd5e8bd0004 service neutron] No DVR routers for this DVR port 36cfde01-9668-452e-a595-f6dd17334b7c on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:02.741927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd56ab-531a-4e6e-9643-de8792fd9f71 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Pushing event deleted for resources: {'Port': ['ID=8a3bf99a-0506-4d47-9c9d-fafed99f2971,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:02.832592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ef41a-45d0-4db3-b9df-ecd5e8bd0004 service neutron] Pushing event updated for resources: {'Port': ['ID=36cfde01-9668-452e-a595-f6dd17334b7c,revision_number=10']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:02.848379 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc23d-4001-4842-bdc9-aee8267c3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.873171 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.879850 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-bf0ef41a-45d0-4db3-b9df-ecd5e8bd0004 service neutron] 10.222.0.60 "PUT /v2.0/ports/36cfde01-9668-452e-a595-f6dd17334b7c/bindings/n-h1-803778-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7698934 Aug 09 15:43:02.892988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Transition to ACTIVE for port object f8ac50d3-224c-4191-83d6-ca25706aab87 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:02.904546 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.963030 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Attempting to bind port f8ac50d3-224c-4191-83d6-ca25706aab87 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:02.963379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Attempting to bind port f8ac50d3-224c-4191-83d6-ca25706aab87 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:02.963858 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Attempting to bind port f8ac50d3-224c-4191-83d6-ca25706aab87 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:02.983545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:02.983921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:02.984323 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:02.984722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:02.985207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Bound port: f8ac50d3-224c-4191-83d6-ca25706aab87, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:02.985650 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:03.014422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e3eed-baef-429a-93a6-9aea239e6018 None None] Pushing event updated for resources: {'Port': ['ID=f8ac50d3-224c-4191-83d6-ca25706aab87,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:03.039731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb052645-7894-41b1-b91e-6d2f2df3ffb0 req-c8fd56ab-531a-4e6e-9643-de8792fd9f71 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] No DVR routers for this DVR port 8a3bf99a-0506-4d47-9c9d-fafed99f2971 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:03.051472 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fb052645-7894-41b1-b91e-6d2f2df3ffb0 req-c8fd56ab-531a-4e6e-9643-de8792fd9f71 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:03.053904 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb052645-7894-41b1-b91e-6d2f2df3ffb0 req-c8fd56ab-531a-4e6e-9643-de8792fd9f71 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.60 "DELETE /v2.0/ports/8a3bf99a-0506-4d47-9c9d-fafed99f2971 HTTP/1.1" status: 204 len: 173 time: 2.3996222 Aug 09 15:43:03.064917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'name': 'network-vif-deleted', 'tag': '8a3bf99a-0506-4d47-9c9d-fafed99f2971'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:03.067310 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f945e2cb-9e00-4f1f-94fd-5e095cdcebca" -d '{"events": [{"server_uuid": "2ea5800f-4655-4a32-8a39-d23418cef2f5", "name": "network-vif-deleted", "tag": "8a3bf99a-0506-4d47-9c9d-fafed99f2971"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:03.070914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66664a34-6a80-473b-bf04-685c195b52d1 req-995c0410-0c5c-474e-98be-03c06acf00cd tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:03.081488 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-66664a34-6a80-473b-bf04-685c195b52d1 req-995c0410-0c5c-474e-98be-03c06acf00cd tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4eb58-38c1-49b9-891f-1522e81a1d6c HTTP/1.1" status: 200 len: 950 time: 0.2421255 Aug 09 15:43:03.083244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] For port f8ac50d3-224c-4191-83d6-ca25706aab87, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:03.090854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] For port f8ac50d3-224c-4191-83d6-ca25706aab87, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f8ac50d3-224c-4191-83d6-ca25706aab87,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:03.103106 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:03.205210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e3eed-baef-429a-93a6-9aea239e6018 None None] Pushing event updated for resources: {'Port': ['ID=f8ac50d3-224c-4191-83d6-ca25706aab87,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:03.208525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Routers {'0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:03.209945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:03.255157 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-66664a34-6a80-473b-bf04-685c195b52d1 req-f3d6e77e-bb03-4203-a776-8043cada3bbb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608028 Aug 09 15:43:03.259358 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-5e825a43-2598-4777-8bfb-db75a3311a45 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:03.266549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-5e825a43-2598-4777-8bfb-db75a3311a45 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6&tenant_id=bfbbec31d1de44c78633a7bdff61ea36&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.2679908 Aug 09 15:43:03.288909 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:03.313343 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Transition to ACTIVE for port object 53849902-6215-47a8-92c2-ae1fc43ff68d will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:03.341736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1589407-3345-4a39-a08e-57520c8d7b69 req-acf577ff-894f-4f20-a2cb-0b43727a496f tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:03.349453 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1589407-3345-4a39-a08e-57520c8d7b69 req-acf577ff-894f-4f20-a2cb-0b43727a496f tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 945 time: 0.4977446 Aug 09 15:43:03.359460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:03.409884 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc23d-4001-4842-bdc9-aee8267c3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:03.421038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Network de7c9293-37e0-452f-b97d-c247f5a860bd is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:03.430863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:03.449120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:03.458299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] Set router 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:03.497772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dc23d-4001-4842-bdc9-aee8267c3c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fea0cd1-4719-4d77-b06a-b352037cd617,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:03.511658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Allocated IP 172.20.0.1 (ba98f21c-20db-4a4a-b5a4-f0d774294b72/62199b7f-7483-4c0b-856c-152524e00868/9acc8cec-675d-4761-960d-577289bfc7a4) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:03.530245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc23d-4001-4842-bdc9-aee8267c3c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:03.534705 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1f4dc23d-4001-4842-bdc9-aee8267c3c7b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9fea0cd1-4719-4d77-b06a-b352037cd617 HTTP/1.1" status: 204 len: 168 time: 1.5165658 Aug 09 15:43:03.545175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54550) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:03.575271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee81417-2a2b-4010-a7aa-7ba023b14aff None None] Network 13fb27af-5331-49b6-8f26-41d449fdf2b8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:03.578336 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac3cf0e7-df70-4f91-a31c-b6fb0be56168 req-fd56bb92-de58-4d9b-81fd-ed76d30fd1b6 tempest-MigrationsAdminTest-672031055 tempest-MigrationsAdminTest-672031055-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ea5800f-4655-4a32-8a39-d23418cef2f5 HTTP/1.1" status: 200 len: 210 time: 0.1257596 Aug 09 15:43:03.581968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Pushing event updated for resources: {'Port': ['ID=53849902-6215-47a8-92c2-ae1fc43ff68d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:03.638064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:03.643865 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:03.679411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-7d0929a3-266f-427f-a6b2-2de2850668b9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2365348 Aug 09 15:43:03.686881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1589407-3345-4a39-a08e-57520c8d7b69 req-71ff0ba0-4e37-4ffe-b9a6-ba03dc9239ba tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356409 Aug 09 15:43:03.701143 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Request body: {'port': {'device_id': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:03.702814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-b3d06cee-9306-4fcd-b7bb-bf652c5d552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:03.708688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-b3d06cee-9306-4fcd-b7bb-bf652c5d552d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6&tenant_id=bfbbec31d1de44c78633a7bdff61ea36 HTTP/1.1" status: 200 len: 1096 time: 0.4220285 Aug 09 15:43:03.830388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:03.862929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 8a3bf99a-0506-4d47-9c9d-fafed99f2971 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:03.969088 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98abba67-c63b-4a99-ad45-41f93f3e2bab x-openstack-request-id: req-98abba67-c63b-4a99-ad45-41f93f3e2bab {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:03.969461 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea5800f-4655-4a32-8a39-d23418cef2f5", "name": "network-vif-deleted", "tag": "8a3bf99a-0506-4d47-9c9d-fafed99f2971", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:03.969688 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98abba67-c63b-4a99-ad45-41f93f3e2bab {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:03.970092 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea5800f-4655-4a32-8a39-d23418cef2f5', 'name': 'network-vif-deleted', 'tag': '8a3bf99a-0506-4d47-9c9d-fafed99f2971', 'status': 'completed', 'code': 200} Aug 09 15:43:04.013656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e5010d7c-b6d2-490c-8ae4-24ec861f0f0a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:04.041036 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.094469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-cf289a34-de10-4a7c-b7c0-c02dcdce2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:04.096136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-cf289a34-de10-4a7c-b7c0-c02dcdce2d20 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 1096 time: 0.1445637 Aug 09 15:43:04.126946 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 8a3bf99a-0506-4d47-9c9d-fafed99f2971 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:04.127331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 8a3bf99a-0506-4d47-9c9d-fafed99f2971 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:04.134575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f9f6d5f9-9a0f-4f74-bb3d-213f6709192a None None] Provisioning for port 53849902-6215-47a8-92c2-ae1fc43ff68d completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:04.146293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f9f6d5f9-9a0f-4f74-bb3d-213f6709192a None None] Provisioning complete for port 53849902-6215-47a8-92c2-ae1fc43ff68d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:04.146729 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f9f6d5f9-9a0f-4f74-bb3d-213f6709192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.175498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df2731-08e0-45f6-9d44-22d77d9ea2d9 req-60eb3114-8c8c-4ee3-b28e-9de89be31eb6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:04.177196 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3df2731-08e0-45f6-9d44-22d77d9ea2d9 req-60eb3114-8c8c-4ee3-b28e-9de89be31eb6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 932 time: 0.2179146 Aug 09 15:43:04.187389 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.206952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15dd15-508d-473e-9da5-6e4027df1593 req-49789e46-513f-4c77-b452-528667a98fb6 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:04.208499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a15dd15-508d-473e-9da5-6e4027df1593 req-49789e46-513f-4c77-b452-528667a98fb6 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f4eb58-38c1-49b9-891f-1522e81a1d6c HTTP/1.1" status: 200 len: 950 time: 0.1874182 Aug 09 15:43:04.238678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Transition to ACTIVE for port object 9acc8cec-675d-4761-960d-577289bfc7a4 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:04.247014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3df2731-08e0-45f6-9d44-22d77d9ea2d9 req-e7ec16cc-502f-42a8-8734-5250e05f3553 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561423 Aug 09 15:43:04.329565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53849902-6215-47a8-92c2-ae1fc43ff68d {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:04.341907 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.371573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Transition to ACTIVE for port object 53849902-6215-47a8-92c2-ae1fc43ff68d will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:04.384559 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.404442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-97d77860-3852-49fa-8d88-94e76a466885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:04.404721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6d5f9-9a0f-4f74-bb3d-213f6709192a None None] Port 53849902-6215-47a8-92c2-ae1fc43ff68d cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:04.405932 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-97d77860-3852-49fa-8d88-94e76a466885 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.2982113 Aug 09 15:43:04.419208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:04.419837 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.453727 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Pushing event updated for resources: {'Port': ['ID=53849902-6215-47a8-92c2-ae1fc43ff68d,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:04.504109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Deleting port 256eddf3-e306-4359-b23e-3a96dea74d6d {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:04.504761 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.516574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5f6058-6f26-4fc2-aa9a-1dc65f3a0316 None None] DHCP port deletion for 13fb27af-5331-49b6-8f26-41d449fdf2b8 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:43:04.527997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-666cf280-48a8-4d30-a3c8-cf6fb0e83814 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36cfde01-9668-452e-a595-f6dd17334b7c HTTP/1.1" status: 200 len: 217 time: 0.1002746 Aug 09 15:43:04.554979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Attempting to bind port 53849902-6215-47a8-92c2-ae1fc43ff68d on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:04.555531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Attempting to bind port 53849902-6215-47a8-92c2-ae1fc43ff68d by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:04.555873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Attempting to bind port 53849902-6215-47a8-92c2-ae1fc43ff68d on network de7c9293-37e0-452f-b97d-c247f5a860bd {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:04.563590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Port 53849902-6215-47a8-92c2-ae1fc43ff68d on network de7c9293-37e0-452f-b97d-c247f5a860bd not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:04.564057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Attempting to bind port 53849902-6215-47a8-92c2-ae1fc43ff68d on network de7c9293-37e0-452f-b97d-c247f5a860bd {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:04.571430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:04.571779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Checking segment: {'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:04.574413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Bound using segment: {'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:04.576015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Bound port: 53849902-6215-47a8-92c2-ae1fc43ff68d, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2da052a-9e58-47d7-ab1a-d07ad895ece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:04.576015 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.580415 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.588349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fa7a3427-ce51-4c75-9760-53404314ec75 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:04.628934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f882170-4f17-4f48-943f-59da1f2115bb req-061de134-294d-4bb1-9715-1de7ce51c0ad tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:04.630607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f882170-4f17-4f48-943f-59da1f2115bb req-061de134-294d-4bb1-9715-1de7ce51c0ad tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/ports?device_id=39b1ab32-bb9a-4445-b50c-563709b2f6d8 HTTP/1.1" status: 200 len: 950 time: 0.3469205 Aug 09 15:43:04.645568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'name': 'tempest-FloatingIPsNegativeTestJSON-135620661-router', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:54Z', 'updated_at': '2021-08-09T15:42:57Z', 'revision_number': 3, 'project_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'gw_port': {'id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:55Z', 'updated_at': '2021-08-09T15:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:04.680600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ee6551-4b80-441a-80be-56de0b280790 None None] The sync data for ids ['0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'] in n-d-803778-2 is: [{'id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'name': 'tempest-FloatingIPsNegativeTestJSON-135620661-router', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:54Z', 'updated_at': '2021-08-09T15:42:57Z', 'revision_number': 3, 'project_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'gw_port': {'id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:55Z', 'updated_at': '2021-08-09T15:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:04.702425 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f6058-6f26-4fc2-aa9a-1dc65f3a0316 None None] Deleting port 256eddf3-e306-4359-b23e-3a96dea74d6d {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:04.711912 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f5f6058-6f26-4fc2-aa9a-1dc65f3a0316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.730996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09007c31-c7c7-4015-b1ce-18da3d5351b0 req-220333d9-703c-4879-841b-9e2a26da1b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:04.732632 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-09007c31-c7c7-4015-b1ce-18da3d5351b0 req-220333d9-703c-4879-841b-9e2a26da1b98 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4eb58-38c1-49b9-891f-1522e81a1d6c HTTP/1.1" status: 200 len: 950 time: 0.3455040 Aug 09 15:43:04.772115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Network ba98f21c-20db-4a4a-b5a4-f0d774294b72 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:04.785125 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] For port 53849902-6215-47a8-92c2-ae1fc43ff68d, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:04.790308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1a15dd15-508d-473e-9da5-6e4027df1593 req-e37d255c-9169-48ca-b75a-0038cd0e35ff tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Deleting port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:04.790609 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1a15dd15-508d-473e-9da5-6e4027df1593 req-e37d255c-9169-48ca-b75a-0038cd0e35ff tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.797727 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] For port 53849902-6215-47a8-92c2-ae1fc43ff68d, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=53849902-6215-47a8-92c2-ae1fc43ff68d,segment=NetworkSegment(b2da052a-9e58-47d7-ab1a-d07ad895ece1),segment_id=b2da052a-9e58-47d7-ab1a-d07ad895ece1)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:04.800623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port fa7a3427-ce51-4c75-9760-53404314ec75 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:04.812903 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.813260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:04.828371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port fa7a3427-ce51-4c75-9760-53404314ec75 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:04.829011 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.832662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] For port 256eddf3-e306-4359-b23e-3a96dea74d6d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=256eddf3-e306-4359-b23e-3a96dea74d6d,segment=NetworkSegment(88cf3b27-6a04-4c51-a018-f1b909ba9604),segment_id=88cf3b27-6a04-4c51-a018-f1b909ba9604)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:04.833407 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.836554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Pushing event updated for resources: {'Port': ['ID=9acc8cec-675d-4761-960d-577289bfc7a4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:04.845054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-4260c124-e8bd-4d9e-8a04-a819aa6b907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:04.847757 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-4260c124-e8bd-4d9e-8a04-a819aa6b907c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.2856178 Aug 09 15:43:04.848775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:04.920637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1f5f6058-6f26-4fc2-aa9a-1dc65f3a0316 None None] For port 256eddf3-e306-4359-b23e-3a96dea74d6d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=256eddf3-e306-4359-b23e-3a96dea74d6d,segment=NetworkSegment(88cf3b27-6a04-4c51-a018-f1b909ba9604),segment_id=88cf3b27-6a04-4c51-a018-f1b909ba9604)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:04.924663 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f5f6058-6f26-4fc2-aa9a-1dc65f3a0316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:04.971643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f6058-6f26-4fc2-aa9a-1dc65f3a0316 None None] Calling delete_port for 256eddf3-e306-4359-b23e-3a96dea74d6d owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:04.999889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:05.000816 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:05.002457 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] 10.222.0.53 "PUT /v2.0/ports/53849902-6215-47a8-92c2-ae1fc43ff68d HTTP/1.1" status: 200 len: 1092 time: 1.3146682 Aug 09 15:43:05.003080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'tag': '53849902-6215-47a8-92c2-ae1fc43ff68d'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:05.005956 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec220eb-8091-4230-b89e-f8b30eecf932" -d '{"events": [{"name": "network-changed", "server_uuid": "bebe890d-fe79-443b-a487-6d52152b9eef", "tag": "53849902-6215-47a8-92c2-ae1fc43ff68d"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:05.047793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Calling delete_port for 256eddf3-e306-4359-b23e-3a96dea74d6d owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:05.122341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491f538-cdb4-4bb7-b4d4-d6a14a6f4978 req-6966fc17-dcf9-4a80-8358-fee4658ffbb5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:05.123563 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3491f538-cdb4-4bb7-b4d4-d6a14a6f4978 req-6966fc17-dcf9-4a80-8358-fee4658ffbb5 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 945 time: 0.2144146 Aug 09 15:43:05.128708 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41853f4-ea3d-430c-95fe-fee9fd7d0432 service neutron] Pushing event updated for resources: {'Port': ['ID=53849902-6215-47a8-92c2-ae1fc43ff68d,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:05.152593 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-424b8be2-ee69-460c-9ba3-0aec94f54736 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2154174 Aug 09 15:43:05.155825 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:05.214968 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3491f538-cdb4-4bb7-b4d4-d6a14a6f4978 req-3e32fbc7-efb7-4cdb-97dd-0b2b354d9555 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774829 Aug 09 15:43:05.215558 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54568) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:05.236299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612daa-5a73-499a-85be-e136e97ae569 req-fe824266-e0a1-4239-90d4-10c098f95f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:05.243261 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-fe824266-e0a1-4239-90d4-10c098f95f57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d2b1eb767884cceac4f00a829ea9ac8&device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 1095 time: 0.1745787 Aug 09 15:43:05.254706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-09007c31-c7c7-4015-b1ce-18da3d5351b0 req-a5990a88-340b-4f6d-980e-c3237e32cceb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983695 Aug 09 15:43:05.367072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port fa7a3427-ce51-4c75-9760-53404314ec75, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fa7a3427-ce51-4c75-9760-53404314ec75,segment=NetworkSegment(b2da052a-9e58-47d7-ab1a-d07ad895ece1),segment_id=b2da052a-9e58-47d7-ab1a-d07ad895ece1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:05.371600 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-03c6954c-316c-4b04-8eaf-afd8d2734bb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53849902-6215-47a8-92c2-ae1fc43ff68d HTTP/1.1" status: 200 len: 217 time: 0.1203110 Aug 09 15:43:05.391520 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f5f6058-6f26-4fc2-aa9a-1dc65f3a0316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:05.402486 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:05.440815 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:05.474737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f6058-6f26-4fc2-aa9a-1dc65f3a0316 None None] Pushing event deleted for resources: {'Port': ['ID=256eddf3-e306-4359-b23e-3a96dea74d6d,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:05.481390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f6058-6f26-4fc2-aa9a-1dc65f3a0316 None None] No DVR routers for this DVR port 256eddf3-e306-4359-b23e-3a96dea74d6d on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:05.514921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0a5a6af8-d030-4a88-8906-7a4fcde235d2 None None] Provisioning for port 9acc8cec-675d-4761-960d-577289bfc7a4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:05.551317 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a5c6d2-ebf3-4e12-aace-3f4ea19c58a3 x-openstack-request-id: req-55a5c6d2-ebf3-4e12-aace-3f4ea19c58a3 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:05.551618 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebe890d-fe79-443b-a487-6d52152b9eef", "tag": "53849902-6215-47a8-92c2-ae1fc43ff68d", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:05.551927 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55a5c6d2-ebf3-4e12-aace-3f4ea19c58a3 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:05.552324 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'tag': '53849902-6215-47a8-92c2-ae1fc43ff68d', 'status': 'completed', 'code': 200} Aug 09 15:43:05.558216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612daa-5a73-499a-85be-e136e97ae569 req-ecd0c32d-79f2-432a-8267-ff06aa0365e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:05.559841 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-ecd0c32d-79f2-432a-8267-ff06aa0365e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3010820c-f6e1-4259-925c-0bf1f7557415 HTTP/1.1" status: 200 len: 868 time: 0.1800292 Aug 09 15:43:05.565720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0a5a6af8-d030-4a88-8906-7a4fcde235d2 None None] Provisioning complete for port 9acc8cec-675d-4761-960d-577289bfc7a4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:05.566441 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0a5a6af8-d030-4a88-8906-7a4fcde235d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:05.576301 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f9630690-9f1e-4252-bd10-f4f099a4381a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3db5924556fe4b23b861d1e4e4681575&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3522863 Aug 09 15:43:05.585305 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54574) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:05.624124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=fa7a3427-ce51-4c75-9760-53404314ec75,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:05.640128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-9363f96e-bbc5-4abf-8886-853395bec1f1 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208214 Aug 09 15:43:05.654214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a6af8-d030-4a88-8906-7a4fcde235d2 None None] Port 9acc8cec-675d-4761-960d-577289bfc7a4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:05.684556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612daa-5a73-499a-85be-e136e97ae569 req-4e1e9b6f-a72d-4755-9ca3-7791a3bce054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:05.686371 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-4e1e9b6f-a72d-4755-9ca3-7791a3bce054 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de7c9293-37e0-452f-b97d-c247f5a860bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151974 Aug 09 15:43:05.802373 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ae9609d-9a6e-4e49-9db5-2068fa764085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:05.879124 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ae9609d-9a6e-4e49-9db5-2068fa764085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:05.888619 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f8ac50d3-224c-4191-83d6-ca25706aab87 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:05.949566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f8ac50d3-224c-4191-83d6-ca25706aab87 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:05.952570 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-22df317b-0ca2-4fa4-83df-12c66d01c480 service neutron] 10.222.0.53 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581651 Aug 09 15:43:05.955771 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f8ac50d3-224c-4191-83d6-ca25706aab87 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:05.956185 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.060800 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.091515 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port f8ac50d3-224c-4191-83d6-ca25706aab87, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f8ac50d3-224c-4191-83d6-ca25706aab87,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:06.097300 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.098344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fa7a3427-ce51-4c75-9760-53404314ec75 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:06.191515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.203008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=f8ac50d3-224c-4191-83d6-ca25706aab87,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:06.208214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port fa7a3427-ce51-4c75-9760-53404314ec75 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:06.208725 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.250472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=256eddf3-e306-4359-b23e-3a96dea74d6d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:06.260313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1a15dd15-508d-473e-9da5-6e4027df1593 req-e37d255c-9169-48ca-b75a-0038cd0e35ff tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] For port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:06.260949 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1a15dd15-508d-473e-9da5-6e4027df1593 req-e37d255c-9169-48ca-b75a-0038cd0e35ff tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.298979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-4f882170-4f17-4f48-943f-59da1f2115bb req-ae3e55e9-9337-428c-8b23-0f182dedef7a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Deleting port a9e4a578-c835-40e8-961f-ce18610a6aed {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:06.300764 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4f882170-4f17-4f48-943f-59da1f2115bb req-ae3e55e9-9337-428c-8b23-0f182dedef7a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.318742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1a15dd15-508d-473e-9da5-6e4027df1593 req-e37d255c-9169-48ca-b75a-0038cd0e35ff tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Calling delete_port for 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:06.322864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] No DVR routers for this DVR port 256eddf3-e306-4359-b23e-3a96dea74d6d on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:06.407781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 256eddf3-e306-4359-b23e-3a96dea74d6d no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:06.428492 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ae9609d-9a6e-4e49-9db5-2068fa764085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.431280 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ae9609d-9a6e-4e49-9db5-2068fa764085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.432434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4ae9609d-9a6e-4e49-9db5-2068fa764085 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2ca2202-c663-4427-b1a5-7609df9ed5cd HTTP/1.1" status: 204 len: 168 time: 0.8482327 Aug 09 15:43:06.438132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 256eddf3-e306-4359-b23e-3a96dea74d6d {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:06.438911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 256eddf3-e306-4359-b23e-3a96dea74d6d not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:06.453052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9609d-9a6e-4e49-9db5-2068fa764085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ca2202-c663-4427-b1a5-7609df9ed5cd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:06.489974 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2612daa-5a73-499a-85be-e136e97ae569 req-e06599a7-f3a4-4b15-a595-80a56e49721d service neutron] 10.222.0.53 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283720 Aug 09 15:43:06.509449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93629aa-e2d1-4ee4-8890-b362eb84476b req-cc55b898-2622-409a-b0c0-9e5117acd004 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:06.511117 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a93629aa-e2d1-4ee4-8890-b362eb84476b req-cc55b898-2622-409a-b0c0-9e5117acd004 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 945 time: 0.1252351 Aug 09 15:43:06.598655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a93629aa-e2d1-4ee4-8890-b362eb84476b req-67fa5f56-6289-4282-afa0-c449b70033a4 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731018 Aug 09 15:43:06.620090 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec220eb-8091-4230-b89e-f8b30eecf932 req-cbe6c8b6-3d3c-4e24-a304-c8b51f3a8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:06.621877 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ec220eb-8091-4230-b89e-f8b30eecf932 req-cbe6c8b6-3d3c-4e24-a304-c8b51f3a8f84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d2b1eb767884cceac4f00a829ea9ac8&device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 1095 time: 0.0657752 Aug 09 15:43:06.655555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c63d1-74a8-47a0-b289-859ec032d052 req-1517bd25-527b-4f31-bb9d-34cde0596a2a tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:06.663422 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-316c63d1-74a8-47a0-b289-859ec032d052 req-1517bd25-527b-4f31-bb9d-34cde0596a2a tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 944 time: 0.9618664 Aug 09 15:43:06.712907 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-509ad6e2-c503-462b-8fe4-ee4748ca2250 service neutron] 10.222.0.53 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0013154 Aug 09 15:43:06.750514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-316c63d1-74a8-47a0-b289-859ec032d052 req-7eaf7e11-05db-4a61-9372-83daab9790aa tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861957 Aug 09 15:43:06.780211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-4f882170-4f17-4f48-943f-59da1f2115bb req-ae3e55e9-9337-428c-8b23-0f182dedef7a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] For port a9e4a578-c835-40e8-961f-ce18610a6aed, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a9e4a578-c835-40e8-961f-ce18610a6aed,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:06.780596 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4f882170-4f17-4f48-943f-59da1f2115bb req-ae3e55e9-9337-428c-8b23-0f182dedef7a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.797374 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecec185-0795-4944-a3f9-afc0d564d10b req-9d76cd80-cb04-4513-b100-831046fc15c1 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:06.797667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-4f882170-4f17-4f48-943f-59da1f2115bb req-ae3e55e9-9337-428c-8b23-0f182dedef7a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Calling delete_port for a9e4a578-c835-40e8-961f-ce18610a6aed owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:06.805700 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5ecec185-0795-4944-a3f9-afc0d564d10b req-9d76cd80-cb04-4513-b100-831046fc15c1 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4eb58-38c1-49b9-891f-1522e81a1d6c HTTP/1.1" status: 200 len: 950 time: 0.1138735 Aug 09 15:43:06.815489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.851029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec220eb-8091-4230-b89e-f8b30eecf932 req-c59adc15-f5b9-4401-aca5-e08bc14d95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:06.852850 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ec220eb-8091-4230-b89e-f8b30eecf932 req-c59adc15-f5b9-4401-aca5-e08bc14d95f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de7c9293-37e0-452f-b97d-c247f5a860bd HTTP/1.1" status: 200 len: 930 time: 0.2183499 Aug 09 15:43:06.903840 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:06.910981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fb27af-5331-49b6-8f26-41d449fdf2b8']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:06.923096 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5ecec185-0795-4944-a3f9-afc0d564d10b req-695e2f2f-c625-4ea6-9d95-fba335e09eea tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163909 Aug 09 15:43:06.988047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cf3b27-6a04-4c51-a018-f1b909ba9604') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:06.988433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cf3b27-6a04-4c51-a018-f1b909ba9604') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:06.992167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54588) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:06.994265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ec220eb-8091-4230-b89e-f8b30eecf932 req-2993d745-1e15-45b4-8902-696fe30ac6d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53849902-6215-47a8-92c2-ae1fc43ff68d HTTP/1.1" status: 200 len: 217 time: 0.1270494 Aug 09 15:43:07.052413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec220eb-8091-4230-b89e-f8b30eecf932 req-7baeb031-e59a-4c69-9002-194d2305e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:07.054535 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ec220eb-8091-4230-b89e-f8b30eecf932 req-7baeb031-e59a-4c69-9002-194d2305e1fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3010820c-f6e1-4259-925c-0bf1f7557415 HTTP/1.1" status: 200 len: 868 time: 0.0530574 Aug 09 15:43:07.076668 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.111228 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec220eb-8091-4230-b89e-f8b30eecf932 req-467bf2be-65f8-451f-9429-46cddf2db9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:07.114367 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ec220eb-8091-4230-b89e-f8b30eecf932 req-467bf2be-65f8-451f-9429-46cddf2db9e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de7c9293-37e0-452f-b97d-c247f5a860bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517054 Aug 09 15:43:07.126039 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.143913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a9e4a578-c835-40e8-961f-ce18610a6aed no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:07.174973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:43:07.175391 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:43:07.183906 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:43:07.245036 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ec220eb-8091-4230-b89e-f8b30eecf932 req-fd0803e9-6274-4c8d-aa3b-ddd796d596da service neutron] 10.222.0.53 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229029 Aug 09 15:43:07.248509 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.276964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b1ab32-bb9a-4445-b50c-563709b2f6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e4a578-c835-40e8-961f-ce18610a6aed'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:07.279859 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce3b920-b39e-40a2-97d9-9a1c069097f8" -d '{"events": [{"server_uuid": "39b1ab32-bb9a-4445-b50c-563709b2f6d8", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e4a578-c835-40e8-961f-ce18610a6aed"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:07.291624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-43b5f6e6-187a-4221-aa15-2b843a41a808 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:07.293155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-43b5f6e6-187a-4221-aa15-2b843a41a808 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6&tenant_id=bfbbec31d1de44c78633a7bdff61ea36&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.3027797 Aug 09 15:43:07.312816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a9e4a578-c835-40e8-961f-ce18610a6aed, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a9e4a578-c835-40e8-961f-ce18610a6aed,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:07.321852 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.325631 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e55da0a8-ae64-4d83-a395-3c4bde4bcd80 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4101c70a8c4a40bb8b4a3498af22d4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203859 Aug 09 15:43:07.339374 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54594) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:07.409630 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1a15dd15-508d-473e-9da5-6e4027df1593 req-e37d255c-9169-48ca-b75a-0038cd0e35ff tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.423947 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.426423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11', 'e0c72730-9587-4d23-938a-304414ec19f7', '604e77f6-97d3-4a7e-a035-023ba442e42f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:07.455550 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ec220eb-8091-4230-b89e-f8b30eecf932 req-602a48d2-3f7c-43fb-906a-a5643817f528 service neutron] 10.222.0.53 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027266 Aug 09 15:43:07.460213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-799a83ef-d8c5-4a99-833e-6aaf7de6a1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.491819 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d255c-9169-48ca-b75a-0038cd0e35ff tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event deleted for resources: {'Port': ['ID=4ed2fc80-93e5-4185-aed6-bb45f7ecbe68,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:07.493015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a9e4a578-c835-40e8-961f-ce18610a6aed,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:07.509293 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-799a83ef-d8c5-4a99-833e-6aaf7de6a1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.518649 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.527586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] 10.222.0.81 "DELETE /v2.0/networks/13fb27af-5331-49b6-8f26-41d449fdf2b8 HTTP/1.1" status: 204 len: 168 time: 3.9782641 Aug 09 15:43:07.592951 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-799a83ef-d8c5-4a99-833e-6aaf7de6a1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.596083 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-799a83ef-d8c5-4a99-833e-6aaf7de6a1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.597574 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-799a83ef-d8c5-4a99-833e-6aaf7de6a1f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d38d05e6-aa28-48d2-bc36-f3593ab099c6 HTTP/1.1" status: 204 len: 168 time: 0.2575974 Aug 09 15:43:07.599701 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e9ca6-4031-4274-b00e-fb261c76fc21 admin admin] Pushing event deleted for resources: {'Network': ['ID=13fb27af-5331-49b6-8f26-41d449fdf2b8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:07.608106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a83ef-d8c5-4a99-833e-6aaf7de6a1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38d05e6-aa28-48d2-bc36-f3593ab099c6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:07.672962 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b831cdb-df7b-4acd-aa93-8ff57da9f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.735176 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4f882170-4f17-4f48-943f-59da1f2115bb req-ae3e55e9-9337-428c-8b23-0f182dedef7a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.737463 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a15dd15-508d-473e-9da5-6e4027df1593 req-e37d255c-9169-48ca-b75a-0038cd0e35ff tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] No DVR routers for this DVR port 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:07.752190 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1a15dd15-508d-473e-9da5-6e4027df1593 req-e37d255c-9169-48ca-b75a-0038cd0e35ff tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.754582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a15dd15-508d-473e-9da5-6e4027df1593 req-e37d255c-9169-48ca-b75a-0038cd0e35ff tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.60 "DELETE /v2.0/ports/4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 HTTP/1.1" status: 204 len: 173 time: 3.5345845 Aug 09 15:43:07.769812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f4eb58-38c1-49b9-891f-1522e81a1d6c', 'name': 'network-vif-deleted', 'tag': '4ed2fc80-93e5-4185-aed6-bb45f7ecbe68'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:07.773280 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb71be0-97d7-4789-8edd-111cd77ecf41" -d '{"events": [{"server_uuid": "d3f4eb58-38c1-49b9-891f-1522e81a1d6c", "name": "network-vif-deleted", "tag": "4ed2fc80-93e5-4185-aed6-bb45f7ecbe68"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:07.787349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f681df07-c325-42c2-8c06-081fe8627b24 service neutron] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:07.809345 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394aab57-96af-4399-a83a-6eedf7b5a598 x-openstack-request-id: req-394aab57-96af-4399-a83a-6eedf7b5a598 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:07.810110 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b1ab32-bb9a-4445-b50c-563709b2f6d8", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e4a578-c835-40e8-961f-ce18610a6aed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:07.810577 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-394aab57-96af-4399-a83a-6eedf7b5a598 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:07.811534 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b1ab32-bb9a-4445-b50c-563709b2f6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e4a578-c835-40e8-961f-ce18610a6aed', 'code': 200} Aug 09 15:43:07.822288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:07.856102 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f681df07-c325-42c2-8c06-081fe8627b24 service neutron] Notify callbacks [] for binding, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.857725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c831de6-f912-487c-8ffe-4eb63f9125b4 req-f681df07-c325-42c2-8c06-081fe8627b24 service neutron] 10.222.0.53 "DELETE /v2.0/ports/36cfde01-9668-452e-a595-f6dd17334b7c/bindings/n-h2-803778-2 HTTP/1.1" status: 204 len: 173 time: 0.5508037 Aug 09 15:43:07.880744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e55e9-9337-428c-8b23-0f182dedef7a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event deleted for resources: {'Port': ['ID=a9e4a578-c835-40e8-961f-ce18610a6aed,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:07.900774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f8ac50d3-224c-4191-83d6-ca25706aab87 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:07.914659 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.928556 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:08.014864 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:08.015347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4ed2fc80-93e5-4185-aed6-bb45f7ecbe68 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:08.022758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54614) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:08.096151 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12e5c0c-47de-4244-a310-1b506fb5f5e5 x-openstack-request-id: req-d12e5c0c-47de-4244-a310-1b506fb5f5e5 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:08.097234 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f4eb58-38c1-49b9-891f-1522e81a1d6c", "name": "network-vif-deleted", "tag": "4ed2fc80-93e5-4185-aed6-bb45f7ecbe68", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:08.097562 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d12e5c0c-47de-4244-a310-1b506fb5f5e5 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:08.098193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f8ac50d3-224c-4191-83d6-ca25706aab87 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:08.098544 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f4eb58-38c1-49b9-891f-1522e81a1d6c', 'name': 'network-vif-deleted', 'tag': '4ed2fc80-93e5-4185-aed6-bb45f7ecbe68', 'status': 'completed', 'code': 200} Aug 09 15:43:08.098672 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:08.104535 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-14e6cb8b-9662-4b00-991a-b0a6f568e0af admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5578f31a28c045a8983c4f4caf442b2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0802364 Aug 09 15:43:08.107002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54616) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:08.164557 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:08.166678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Pushing event updated for resources: {'Port': ['ID=9acc8cec-675d-4761-960d-577289bfc7a4,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:08.197965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f882170-4f17-4f48-943f-59da1f2115bb req-ae3e55e9-9337-428c-8b23-0f182dedef7a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] No DVR routers for this DVR port a9e4a578-c835-40e8-961f-ce18610a6aed on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:08.209928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6454b-4ff5-469f-9575-c893f006d53a req-75c8fb6b-f315-448e-b807-1ac100986f47 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:08.218521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fdb6454b-4ff5-469f-9575-c893f006d53a req-75c8fb6b-f315-448e-b807-1ac100986f47 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 945 time: 0.4388456 Aug 09 15:43:08.226694 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-182dea71-1d29-4455-8787-1e0ba8a85598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:08.231695 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4f882170-4f17-4f48-943f-59da1f2115bb req-ae3e55e9-9337-428c-8b23-0f182dedef7a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:08.234636 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f882170-4f17-4f48-943f-59da1f2115bb req-ae3e55e9-9337-428c-8b23-0f182dedef7a tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "DELETE /v2.0/ports/a9e4a578-c835-40e8-961f-ce18610a6aed HTTP/1.1" status: 204 len: 173 time: 3.5682735 Aug 09 15:43:08.321116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82029d4d-20d0-4d40-89dc-a9de3c9f41de req-cc65bbb5-b19a-45ee-adf5-9a6a135fb368 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:08.322772 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82029d4d-20d0-4d40-89dc-a9de3c9f41de req-cc65bbb5-b19a-45ee-adf5-9a6a135fb368 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 944 time: 0.1585779 Aug 09 15:43:08.325125 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-182dea71-1d29-4455-8787-1e0ba8a85598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:08.349355 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fdb6454b-4ff5-469f-9575-c893f006d53a req-6e731fc1-ba85-4949-9c0e-6f5a1821119a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247528 Aug 09 15:43:08.445095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Network ba98f21c-20db-4a4a-b5a4-f0d774294b72 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:08.446635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:08.499338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82029d4d-20d0-4d40-89dc-a9de3c9f41de req-4ee26e64-5cba-43a4-b5f6-277abb555550 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587424 Aug 09 15:43:08.503453 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-182dea71-1d29-4455-8787-1e0ba8a85598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:08.524275 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-182dea71-1d29-4455-8787-1e0ba8a85598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:08.533791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-182dea71-1d29-4455-8787-1e0ba8a85598 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de39ed08-10a3-40d5-8eb4-51b129740f39 HTTP/1.1" status: 204 len: 168 time: 0.4247825 Aug 09 15:43:08.561433 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182dea71-1d29-4455-8787-1e0ba8a85598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de39ed08-10a3-40d5-8eb4-51b129740f39,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:08.776934 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5c92fda-120d-411b-a431-53c4dde350d5 req-bf497ffd-63a5-4188-af58-895f32e2442c tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4eb58-38c1-49b9-891f-1522e81a1d6c HTTP/1.1" status: 200 len: 210 time: 0.1154199 Aug 09 15:43:08.894415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Router 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:43:08.942668 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781f69b-3dfe-47a5-b07e-93ee43338c7d req-5e7ed8a4-47d3-4407-a941-68a5a684eb45 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:08.952127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0781f69b-3dfe-47a5-b07e-93ee43338c7d req-5e7ed8a4-47d3-4407-a941-68a5a684eb45 tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 1096 time: 0.0829051 Aug 09 15:43:08.995507 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0781f69b-3dfe-47a5-b07e-93ee43338c7d req-d2140dbd-9e20-45ea-919e-76f2737fc0fc tempest-LiveMigrationTest-1711264981 tempest-LiveMigrationTest-1711264981-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424569 Aug 09 15:43:09.051185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a65b8a35-230e-4814-ad40-8cd2b0762b9f None None] Provisioning complete for port 9acc8cec-675d-4761-960d-577289bfc7a4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:09.052635 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a65b8a35-230e-4814-ad40-8cd2b0762b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:09.149675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a65b8a35-230e-4814-ad40-8cd2b0762b9f None None] Port 9acc8cec-675d-4761-960d-577289bfc7a4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:09.153733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:09.168272 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e58484ec-3f65-49fe-a1fe-bfc5ff337937 admin admin] 10.222.0.81 "PUT /v2.0/routers/0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4960470 Aug 09 15:43:09.170454 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Sync routers for ids ['0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:09.185191 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Routers {'0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:09.185850 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:42:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:09.231307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54646) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:09.286541 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7ea51f09-dfd5-4099-ab2e-d52e4b283de5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12ab74e2a35a4685b71318ee5465316c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515168 Aug 09 15:43:09.288019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54650) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:09.368071 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Set router 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:09.381476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-05d63305-771f-45b6-90e1-b6e00235fef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:09.397743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166347ab-f254-4480-9f7c-907a8e1856f9 req-9aefaeaf-b4aa-4275-8d85-dcaec8174c03 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.405732 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-166347ab-f254-4480-9f7c-907a8e1856f9 req-9aefaeaf-b4aa-4275-8d85-dcaec8174c03 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 945 time: 0.0986683 Aug 09 15:43:09.408925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-05d63305-771f-45b6-90e1-b6e00235fef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:09.458480 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-166347ab-f254-4480-9f7c-907a8e1856f9 req-199d8bde-655d-4657-bdc9-55da7f2201d2 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518131 Aug 09 15:43:09.472075 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-05d63305-771f-45b6-90e1-b6e00235fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:09.477053 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-05d63305-771f-45b6-90e1-b6e00235fef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:09.484248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-05d63305-771f-45b6-90e1-b6e00235fef4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a969712b-c506-419e-a7ad-f03330d8acb9 HTTP/1.1" status: 204 len: 168 time: 0.1932566 Aug 09 15:43:09.503633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d63305-771f-45b6-90e1-b6e00235fef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a969712b-c506-419e-a7ad-f03330d8acb9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:09.601937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11', 'e0c72730-9587-4d23-938a-304414ec19f7', '604e77f6-97d3-4a7e-a035-023ba442e42f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:09.655989 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'name': 'tempest-FloatingIPsNegativeTestJSON-135620661-router', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:54Z', 'updated_at': '2021-08-09T15:43:06Z', 'revision_number': 4, 'project_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'gw_port': {'id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:55Z', 'updated_at': '2021-08-09T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '9acc8cec-675d-4761-960d-577289bfc7a4', 'name': '', 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'mac_address': 'fa:16:3e:b9:fd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '62199b7f-7483-4c0b-856c-152524e00868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:02Z', 'updated_at': '2021-08-09T15:43:07Z', 'revision_number': 2, 'project_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'subnets': [{'id': '62199b7f-7483-4c0b-856c-152524e00868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:09.692986 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Checking router: 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:09.693713 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Updating router 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 port 9acc8cec-675d-4761-960d-577289bfc7a4 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:43:09.737319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49b94f-cf25-4d83-a56b-26c65fb0362d req-807bb969-bd75-4a59-a981-47d6582a771e tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.745845 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:09.746081 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5b49b94f-cf25-4d83-a56b-26c65fb0362d req-807bb969-bd75-4a59-a981-47d6582a771e tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 944 time: 0.0879533 Aug 09 15:43:09.790483 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5b49b94f-cf25-4d83-a56b-26c65fb0362d req-f83bd999-d1e6-4f52-9475-c7ddee35e5ec tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Aug 09 15:43:09.845292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97694390-ec98-447c-8bfa-9045e633731d req-2a10c28c-b04e-48e3-ba2e-0cd2443a1872 tempest-FloatingIPsNegativeTestJSON-1803102687 tempest-FloatingIPsNegativeTestJSON-1803102687-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=f7a7c37623a94af4b60f7c1405714ff9 HTTP/1.1" status: 200 len: 217 time: 0.1286976 Aug 09 15:43:09.944476 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edb2f1c8-71ec-4cd7-b080-319837dbd723 req-2ed37bb5-1a2f-41e8-b8e8-66a4f46758db tempest-FloatingIPsNegativeTestJSON-1803102687 tempest-FloatingIPsNegativeTestJSON-1803102687-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0348144 Aug 09 15:43:10.046757 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-6ae94a94-faf7-42c7-b774-e758c3e2faad req-76ac896d-21f4-4144-a35b-698ba528320d tempest-FloatingIPsNegativeTestJSON-1803102687 tempest-FloatingIPsNegativeTestJSON-1803102687-project] show failed (client error): The resource could not be found. Aug 09 15:43:10.055303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ae94a94-faf7-42c7-b774-e758c3e2faad req-76ac896d-21f4-4144-a35b-698ba528320d tempest-FloatingIPsNegativeTestJSON-1803102687 tempest-FloatingIPsNegativeTestJSON-1803102687-project] 10.222.0.81 "GET /v2.0/floatingips/201de0f9-0d79-4082-a20e-20a8a3c98e7b HTTP/1.1" status: 404 len: 350 time: 0.0507565 Aug 09 15:43:10.060339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54682) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:10.076821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9857e43-d79f-4db4-917f-d0b789029903 req-022b0712-6197-4f7d-ad70-182a2bb6a33b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:10.078709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9857e43-d79f-4db4-917f-d0b789029903 req-022b0712-6197-4f7d-ad70-182a2bb6a33b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 945 time: 0.1328688 Aug 09 15:43:10.101760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b1ab32-bb9a-4445-b50c-563709b2f6d8', 'name': 'network-vif-deleted', 'tag': 'a9e4a578-c835-40e8-961f-ce18610a6aed'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:10.106713 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e7d120-5aca-40df-b830-e0bddfdb2387" -d '{"events": [{"server_uuid": "39b1ab32-bb9a-4445-b50c-563709b2f6d8", "name": "network-vif-deleted", "tag": "a9e4a578-c835-40e8-961f-ce18610a6aed"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:10.193853 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3220e5-40ff-4551-89d8-f30f41de09d4 x-openstack-request-id: req-2d3220e5-40ff-4551-89d8-f30f41de09d4 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:10.195223 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b1ab32-bb9a-4445-b50c-563709b2f6d8", "name": "network-vif-deleted", "tag": "a9e4a578-c835-40e8-961f-ce18610a6aed", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:10.195462 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d3220e5-40ff-4551-89d8-f30f41de09d4 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:10.195965 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b1ab32-bb9a-4445-b50c-563709b2f6d8', 'name': 'network-vif-deleted', 'tag': 'a9e4a578-c835-40e8-961f-ce18610a6aed', 'status': 'completed', 'code': 200} Aug 09 15:43:10.330105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a9857e43-d79f-4db4-917f-d0b789029903 req-697e16fc-2029-486e-84b9-a3717449fc6e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Deleting port 36cfde01-9668-452e-a595-f6dd17334b7c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:10.330408 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a9857e43-d79f-4db4-917f-d0b789029903 req-697e16fc-2029-486e-84b9-a3717449fc6e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:10.473609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a9857e43-d79f-4db4-917f-d0b789029903 req-697e16fc-2029-486e-84b9-a3717449fc6e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] For port 36cfde01-9668-452e-a595-f6dd17334b7c, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=36cfde01-9668-452e-a595-f6dd17334b7c,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:10.474359 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a9857e43-d79f-4db4-917f-d0b789029903 req-697e16fc-2029-486e-84b9-a3717449fc6e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:10.494357 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd6e2-5e49-464c-928e-b9effcf1cf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:10.500039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a9857e43-d79f-4db4-917f-d0b789029903 req-697e16fc-2029-486e-84b9-a3717449fc6e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Calling delete_port for 36cfde01-9668-452e-a595-f6dd17334b7c owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:10.681754 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:10.698961 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Transition to ACTIVE for port object 9acc8cec-675d-4761-960d-577289bfc7a4 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:10.710233 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:10.727827 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a9857e43-d79f-4db4-917f-d0b789029903 req-697e16fc-2029-486e-84b9-a3717449fc6e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:10.742437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['00b4219b-0713-4d54-b85d-d7f9d27b9551'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:10.745505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['36cfde01-9668-452e-a595-f6dd17334b7c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:10.754012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdbb16-6fb4-4d07-8bf2-f997eb98bf7f req-ebc46f97-ff4e-4ef4-b62d-97ae964e25ad tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:10.762109 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3bdbb16-6fb4-4d07-8bf2-f997eb98bf7f req-ebc46f97-ff4e-4ef4-b62d-97ae964e25ad tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 866 time: 0.0927200 Aug 09 15:43:10.770445 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54465607-9b03-4bb1-880b-23172743b148 req-5e7ba330-97f9-4f48-83ba-e6978e6f07e5 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:10.781331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54465607-9b03-4bb1-880b-23172743b148 req-5e7ba330-97f9-4f48-83ba-e6978e6f07e5 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dcef7a-6c81-475e-ae75-43a2047c496e HTTP/1.1" status: 200 len: 950 time: 0.1293359 Aug 09 15:43:10.804229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e16fc-2029-486e-84b9-a3717449fc6e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Pushing event deleted for resources: {'Port': ['ID=36cfde01-9668-452e-a595-f6dd17334b7c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:10.855881 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Pushing event updated for resources: {'Port': ['ID=9acc8cec-675d-4761-960d-577289bfc7a4,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:10.866462 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:10.867190 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:10.867741 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:10.868285 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:10.869181 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:10.869757 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:10.870451 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:10.871095 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:10.871803 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:10.872478 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:10.873306 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:10.874010 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:10.896346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9857e43-d79f-4db4-917f-d0b789029903 req-697e16fc-2029-486e-84b9-a3717449fc6e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] No DVR routers for this DVR port 36cfde01-9668-452e-a595-f6dd17334b7c on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:10.902741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a9857e43-d79f-4db4-917f-d0b789029903 req-697e16fc-2029-486e-84b9-a3717449fc6e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:10.905081 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9857e43-d79f-4db4-917f-d0b789029903 req-697e16fc-2029-486e-84b9-a3717449fc6e tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.53 "DELETE /v2.0/ports/36cfde01-9668-452e-a595-f6dd17334b7c HTTP/1.1" status: 204 len: 173 time: 0.8068445 Aug 09 15:43:10.925831 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3bdbb16-6fb4-4d07-8bf2-f997eb98bf7f req-ce46099c-1c56-4986-84b8-ed856ce25ca1 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627278 Aug 09 15:43:10.963630 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Attempting to bind port 9acc8cec-675d-4761-960d-577289bfc7a4 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:10.964144 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Attempting to bind port 9acc8cec-675d-4761-960d-577289bfc7a4 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '7b23213f-df07-4810-b2d2-c074cce44fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:10.964992 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Attempting to bind port 9acc8cec-675d-4761-960d-577289bfc7a4 on network ba98f21c-20db-4a4a-b5a4-f0d774294b72 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:10.971939 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:10.972319 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Checking segment: {'id': '7b23213f-df07-4810-b2d2-c074cce44fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:10.972855 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:10.973253 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Bound using segment: {'id': '7b23213f-df07-4810-b2d2-c074cce44fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:10.974081 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Bound port: 9acc8cec-675d-4761-960d-577289bfc7a4, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b23213f-df07-4810-b2d2-c074cce44fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:10.974573 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:10.984153 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:11.001249 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54465607-9b03-4bb1-880b-23172743b148 req-ff6b93b6-74b6-4150-9ace-43ae0b0d1b79 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187593 Aug 09 15:43:11.105957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f99f1e8-f14a-49c4-aa48-2d3db09f4ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:11.156798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 53849902-6215-47a8-92c2-ae1fc43ff68d details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:11.184143 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] For port 9acc8cec-675d-4761-960d-577289bfc7a4, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:11.189277 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] For port 9acc8cec-675d-4761-960d-577289bfc7a4, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9acc8cec-675d-4761-960d-577289bfc7a4,segment=NetworkSegment(7b23213f-df07-4810-b2d2-c074cce44fd2),segment_id=7b23213f-df07-4810-b2d2-c074cce44fd2)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:11.197253 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:11.274183 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Routers {'0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:11.274802 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:11.498978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7a0c8-798c-4c1d-8377-bfa0c6cdbd4c req-0fb0d645-25be-4f8a-8def-73854a151186 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:11.507438 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b9b7a0c8-798c-4c1d-8377-bfa0c6cdbd4c req-0fb0d645-25be-4f8a-8def-73854a151186 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 944 time: 0.1887257 Aug 09 15:43:11.559255 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd390c97-c19e-49f1-9b22-6aef8b9f725f None None] Pushing event updated for resources: {'Port': ['ID=9acc8cec-675d-4761-960d-577289bfc7a4,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:11.637452 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] Set router 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:11.651129 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b9b7a0c8-798c-4c1d-8377-bfa0c6cdbd4c req-3cb4961b-e46e-485d-87e1-2f0e78a3e43b tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427255 Aug 09 15:43:11.667448 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:11.702528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3f99f1e8-f14a-49c4-aa48-2d3db09f4ac9 admin admin] Deleting port 9acc8cec-675d-4761-960d-577289bfc7a4 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:11.702957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f99f1e8-f14a-49c4-aa48-2d3db09f4ac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:11.711922 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:11.738761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 53849902-6215-47a8-92c2-ae1fc43ff68d, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=53849902-6215-47a8-92c2-ae1fc43ff68d,segment=NetworkSegment(b2da052a-9e58-47d7-ab1a-d07ad895ece1),segment_id=b2da052a-9e58-47d7-ab1a-d07ad895ece1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:11.753455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '53849902-6215-47a8-92c2-ae1fc43ff68d', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'port_id': '53849902-6215-47a8-92c2-ae1fc43ff68d', 'mac_address': 'fa:16:3e:9f:3e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:11.807614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-3f99f1e8-f14a-49c4-aa48-2d3db09f4ac9 admin admin] For port 9acc8cec-675d-4761-960d-577289bfc7a4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9acc8cec-675d-4761-960d-577289bfc7a4,segment=NetworkSegment(7b23213f-df07-4810-b2d2-c074cce44fd2),segment_id=7b23213f-df07-4810-b2d2-c074cce44fd2)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:11.808189 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f99f1e8-f14a-49c4-aa48-2d3db09f4ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:11.829250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3f99f1e8-f14a-49c4-aa48-2d3db09f4ac9 admin admin] Calling delete_port for 9acc8cec-675d-4761-960d-577289bfc7a4 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:11.841497 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:11.889023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53849902-6215-47a8-92c2-ae1fc43ff68d {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:11.926687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 53849902-6215-47a8-92c2-ae1fc43ff68d, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=53849902-6215-47a8-92c2-ae1fc43ff68d,segment=NetworkSegment(b2da052a-9e58-47d7-ab1a-d07ad895ece1),segment_id=b2da052a-9e58-47d7-ab1a-d07ad895ece1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:11.932370 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:11.964032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-dde29174-0e43-403a-9c2b-f6e02a38829d tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=46a4a091b4764e269701af533472841d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040637 Aug 09 15:43:11.994181 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'name': 'tempest-FloatingIPsNegativeTestJSON-135620661-router', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:54Z', 'updated_at': '2021-08-09T15:43:06Z', 'revision_number': 4, 'project_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'gw_port': {'id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:55Z', 'updated_at': '2021-08-09T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '9acc8cec-675d-4761-960d-577289bfc7a4', 'name': '', 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'mac_address': 'fa:16:3e:b9:fd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '62199b7f-7483-4c0b-856c-152524e00868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:02Z', 'updated_at': '2021-08-09T15:43:11Z', 'revision_number': 4, 'project_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'subnets': [{'id': '62199b7f-7483-4c0b-856c-152524e00868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:12.018315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=53849902-6215-47a8-92c2-ae1fc43ff68d,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:12.032177 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7720f-9bc4-4b2b-9597-524d372c6d0e None None] The sync data for ids ['0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'] in n-d-803778-2 is: [{'id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'name': 'tempest-FloatingIPsNegativeTestJSON-135620661-router', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:54Z', 'updated_at': '2021-08-09T15:43:06Z', 'revision_number': 4, 'project_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'gw_port': {'id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:55Z', 'updated_at': '2021-08-09T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '9acc8cec-675d-4761-960d-577289bfc7a4', 'name': '', 'network_id': 'ba98f21c-20db-4a4a-b5a4-f0d774294b72', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'mac_address': 'fa:16:3e:b9:fd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '62199b7f-7483-4c0b-856c-152524e00868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:02Z', 'updated_at': '2021-08-09T15:43:11Z', 'revision_number': 4, 'project_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'subnets': [{'id': '62199b7f-7483-4c0b-856c-152524e00868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:12.169862 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28f976a1-08d4-4df3-aed8-551848a8b4b9 req-6bac2a95-cf12-4bf9-926b-1fcbe5f8b30c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 210 time: 0.0947490 Aug 09 15:43:12.197424 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de2920-df4c-4089-89ac-d36a348e4594 req-8db14e21-da9d-4a8f-9bf4-b045f3014d87 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:12.198982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01de2920-df4c-4089-89ac-d36a348e4594 req-8db14e21-da9d-4a8f-9bf4-b045f3014d87 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/ports?device_id=73dcef7a-6c81-475e-ae75-43a2047c496e HTTP/1.1" status: 200 len: 950 time: 0.3994794 Aug 09 15:43:12.202627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18aff58-630b-4583-9c06-85a7f7f39fc6', 'name': 'network-vif-deleted', 'tag': '36cfde01-9668-452e-a595-f6dd17334b7c'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:12.204543 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc88050e-1e39-4aeb-b948-a37a2c6e6c5b" -d '{"events": [{"server_uuid": "a18aff58-630b-4583-9c06-85a7f7f39fc6", "name": "network-vif-deleted", "tag": "36cfde01-9668-452e-a595-f6dd17334b7c"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:12.236981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['53849902-6215-47a8-92c2-ae1fc43ff68d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:12.376404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b4fd3-f334-42c6-a491-ddf1da607d5c req-2de6cc51-c4c8-42a4-b891-6834fd99e327 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:12.383169 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a2b4fd3-f334-42c6-a491-ddf1da607d5c req-2de6cc51-c4c8-42a4-b891-6834fd99e327 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4e1d46f-0c4b-487f-9925-f82888d6c686 HTTP/1.1" status: 200 len: 949 time: 0.3183417 Aug 09 15:43:12.440988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ff0ef-05fe-44c8-ab80-0f13c639c9c2 req-9de0ffe2-37a8-44d9-9554-1ec314cfeae5 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:12.448342 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ca0ff0ef-05fe-44c8-ab80-0f13c639c9c2 req-9de0ffe2-37a8-44d9-9554-1ec314cfeae5 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dcef7a-6c81-475e-ae75-43a2047c496e HTTP/1.1" status: 200 len: 950 time: 0.1379700 Aug 09 15:43:12.450577 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f99f1e8-f14a-49c4-aa48-2d3db09f4ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:12.471393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-189f2536-3dd6-4d02-850c-8f2615f30816 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:12.479049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-189f2536-3dd6-4d02-850c-8f2615f30816 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5140862 Aug 09 15:43:12.540158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99f1e8-f14a-49c4-aa48-2d3db09f4ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9acc8cec-675d-4761-960d-577289bfc7a4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:12.541352 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-f10b48b6-f33b-4a40-aff2-4512f8f737fe tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/quotas/46a4a091b4764e269701af533472841d HTTP/1.1" status: 200 len: 375 time: 0.0613480 Aug 09 15:43:12.620462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-01de2920-df4c-4089-89ac-d36a348e4594 req-ee5388e1-cd3d-4229-80a6-098298664e50 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Deleting port e0c72730-9587-4d23-938a-304414ec19f7 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:12.620957 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-01de2920-df4c-4089-89ac-d36a348e4594 req-ee5388e1-cd3d-4229-80a6-098298664e50 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:12.644887 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ca0ff0ef-05fe-44c8-ab80-0f13c639c9c2 req-72ecf0de-d8a8-4135-83a6-b0c9969885c1 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812584 Aug 09 15:43:12.686943 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-34e4cb3a-abe7-4dc7-948e-da8baf639357 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=46a4a091b4764e269701af533472841d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1446784 Aug 09 15:43:12.761501 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:12.810529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-2a2b4fd3-f334-42c6-a491-ddf1da607d5c req-86192452-bace-4dd8-bbd4-ab5ef0c362b9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Deleting port 604e77f6-97d3-4a7e-a035-023ba442e42f {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:12.810960 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2a2b4fd3-f334-42c6-a491-ddf1da607d5c req-86192452-bace-4dd8-bbd4-ab5ef0c362b9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:12.950043 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d085678-f8c8-40bb-8c63-ba4b817e7115 x-openstack-request-id: req-3d085678-f8c8-40bb-8c63-ba4b817e7115 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:12.950340 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18aff58-630b-4583-9c06-85a7f7f39fc6", "name": "network-vif-deleted", "tag": "36cfde01-9668-452e-a595-f6dd17334b7c", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:12.950596 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d085678-f8c8-40bb-8c63-ba4b817e7115 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:12.950997 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18aff58-630b-4583-9c06-85a7f7f39fc6', 'name': 'network-vif-deleted', 'tag': '36cfde01-9668-452e-a595-f6dd17334b7c', 'status': 'completed', 'code': 200} Aug 09 15:43:12.958332 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f99f1e8-f14a-49c4-aa48-2d3db09f4ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:12.973051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-01de2920-df4c-4089-89ac-d36a348e4594 req-ee5388e1-cd3d-4229-80a6-098298664e50 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] For port e0c72730-9587-4d23-938a-304414ec19f7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e0c72730-9587-4d23-938a-304414ec19f7,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:12.973534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-01de2920-df4c-4089-89ac-d36a348e4594 req-ee5388e1-cd3d-4229-80a6-098298664e50 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:13.018251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-01de2920-df4c-4089-89ac-d36a348e4594 req-ee5388e1-cd3d-4229-80a6-098298664e50 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Calling delete_port for e0c72730-9587-4d23-938a-304414ec19f7 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:13.155670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e0c72730-9587-4d23-938a-304414ec19f7 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:13.174054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2a2b4fd3-f334-42c6-a491-ddf1da607d5c req-86192452-bace-4dd8-bbd4-ab5ef0c362b9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] For port 604e77f6-97d3-4a7e-a035-023ba442e42f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=604e77f6-97d3-4a7e-a035-023ba442e42f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:13.174442 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2a2b4fd3-f334-42c6-a491-ddf1da607d5c req-86192452-bace-4dd8-bbd4-ab5ef0c362b9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:13.200254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-2a2b4fd3-f334-42c6-a491-ddf1da607d5c req-86192452-bace-4dd8-bbd4-ab5ef0c362b9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Calling delete_port for 604e77f6-97d3-4a7e-a035-023ba442e42f owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:13.332112 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:13.381818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dcef7a-6c81-475e-ae75-43a2047c496e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c72730-9587-4d23-938a-304414ec19f7'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:13.383973 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f9c52f-bb51-4297-84c8-17bd58f32a3f" -d '{"events": [{"server_uuid": "73dcef7a-6c81-475e-ae75-43a2047c496e", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c72730-9587-4d23-938a-304414ec19f7"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:13.388837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b61601-4d8e-4891-a324-30d6eb4f7c5d req-1d093f42-09c8-4761-9269-be184186e261 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:13.395883 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:13.401104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e0c72730-9587-4d23-938a-304414ec19f7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e0c72730-9587-4d23-938a-304414ec19f7,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:13.402664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8b61601-4d8e-4891-a324-30d6eb4f7c5d req-1d093f42-09c8-4761-9269-be184186e261 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 945 time: 0.3042052 Aug 09 15:43:13.406449 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:13.407267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 36cfde01-9668-452e-a595-f6dd17334b7c no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:13.457104 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2a2b4fd3-f334-42c6-a491-ddf1da607d5c req-86192452-bace-4dd8-bbd4-ab5ef0c362b9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:13.466008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 36cfde01-9668-452e-a595-f6dd17334b7c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:13.467688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 36cfde01-9668-452e-a595-f6dd17334b7c not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:13.469919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 604e77f6-97d3-4a7e-a035-023ba442e42f no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:13.478251 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c678897-b7e4-463c-b50b-d6c7e7a6b153 req-f7583c51-eeec-4d08-966c-508bc0b039b9 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 210 time: 0.0421584 Aug 09 15:43:13.516747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86192452-bace-4dd8-bbd4-ab5ef0c362b9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event deleted for resources: {'Port': ['ID=604e77f6-97d3-4a7e-a035-023ba442e42f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:13.531755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:13.627675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 604e77f6-97d3-4a7e-a035-023ba442e42f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:13.628072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 604e77f6-97d3-4a7e-a035-023ba442e42f not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:13.666127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8b61601-4d8e-4891-a324-30d6eb4f7c5d req-9e455e56-e9d4-4324-a3c8-d6ef2ade6a61 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415202 Aug 09 15:43:13.697373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e0c72730-9587-4d23-938a-304414ec19f7,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:13.704243 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f99f1e8-f14a-49c4-aa48-2d3db09f4ac9 admin admin] Router 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:43:13.716219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2b4fd3-f334-42c6-a491-ddf1da607d5c req-86192452-bace-4dd8-bbd4-ab5ef0c362b9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] No DVR routers for this DVR port 604e77f6-97d3-4a7e-a035-023ba442e42f on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:13.733331 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2a2b4fd3-f334-42c6-a491-ddf1da607d5c req-86192452-bace-4dd8-bbd4-ab5ef0c362b9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:13.738293 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a2b4fd3-f334-42c6-a491-ddf1da607d5c req-86192452-bace-4dd8-bbd4-ab5ef0c362b9 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "DELETE /v2.0/ports/604e77f6-97d3-4a7e-a035-023ba442e42f HTTP/1.1" status: 204 len: 173 time: 1.3312733 Aug 09 15:43:13.837304 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273e9e44-e3f1-4dc7-a27b-9fce3987217c x-openstack-request-id: req-273e9e44-e3f1-4dc7-a27b-9fce3987217c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:13.838334 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dcef7a-6c81-475e-ae75-43a2047c496e", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c72730-9587-4d23-938a-304414ec19f7", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:13.838801 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-273e9e44-e3f1-4dc7-a27b-9fce3987217c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:13.839416 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dcef7a-6c81-475e-ae75-43a2047c496e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c72730-9587-4d23-938a-304414ec19f7', 'code': 200} Aug 09 15:43:13.860029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7f6d9e09-2409-4c5c-bf2d-32f973f6dd5b req-0d7e9b81-1b5f-4c0f-9563-121ba9ce0f1d tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 210 time: 0.1752934 Aug 09 15:43:13.867516 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-01de2920-df4c-4089-89ac-d36a348e4594 req-ee5388e1-cd3d-4229-80a6-098298664e50 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:13.931073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5388e1-cd3d-4229-80a6-098298664e50 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event deleted for resources: {'Port': ['ID=e0c72730-9587-4d23-938a-304414ec19f7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:13.989287 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f99f1e8-f14a-49c4-aa48-2d3db09f4ac9 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:13.998407 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3f99f1e8-f14a-49c4-aa48-2d3db09f4ac9 admin admin] 10.222.0.81 "PUT /v2.0/routers/0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9367013 Aug 09 15:43:14.001331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54794) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:14.042756 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-01de2920-df4c-4089-89ac-d36a348e4594 req-ee5388e1-cd3d-4229-80a6-098298664e50 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] No DVR routers for this DVR port e0c72730-9587-4d23-938a-304414ec19f7 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:14.059368 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-01de2920-df4c-4089-89ac-d36a348e4594 req-ee5388e1-cd3d-4229-80a6-098298664e50 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:14.062203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01de2920-df4c-4089-89ac-d36a348e4594 req-ee5388e1-cd3d-4229-80a6-098298664e50 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "DELETE /v2.0/ports/e0c72730-9587-4d23-938a-304414ec19f7 HTTP/1.1" status: 204 len: 173 time: 1.8547654 Aug 09 15:43:14.209133 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c825a98-34b3-4009-ad9e-a28f7806ddfa req-5d591c67-499e-4156-b8d1-3f5d18a37884 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dcef7a-6c81-475e-ae75-43a2047c496e HTTP/1.1" status: 200 len: 210 time: 0.1778648 Aug 09 15:43:14.317379 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:14.341184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:14.346374 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d82b4-0901-4072-bce5-e46129c30b31 None None] Sync routers for ids ['0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:14.405729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d82b4-0901-4072-bce5-e46129c30b31 None None] Routers {'0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:14.406563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-878d82b4-0901-4072-bce5-e46129c30b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:14.716873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-878d82b4-0901-4072-bce5-e46129c30b31 None None] Set router 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:14.761913 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c599d6e1-7659-403a-a1bc-68c6ceefaf48 req-63b0b2d2-4bfb-4ee3-b8bb-d3b2865872a2 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 210 time: 0.0678859 Aug 09 15:43:14.917558 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-e93144fe-ed50-43fe-8314-2033283ebb48 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=46a4a091b4764e269701af533472841d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486062 Aug 09 15:43:14.952042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e1d46f-0c4b-487f-9925-f82888d6c686', 'name': 'network-vif-deleted', 'tag': '604e77f6-97d3-4a7e-a035-023ba442e42f'}, {'server_uuid': '73dcef7a-6c81-475e-ae75-43a2047c496e', 'name': 'network-vif-deleted', 'tag': 'e0c72730-9587-4d23-938a-304414ec19f7'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:14.963923 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3f686f-ad1b-4794-b55f-77099dda2fa0" -d '{"events": [{"server_uuid": "a4e1d46f-0c4b-487f-9925-f82888d6c686", "name": "network-vif-deleted", "tag": "604e77f6-97d3-4a7e-a035-023ba442e42f"}, {"server_uuid": "73dcef7a-6c81-475e-ae75-43a2047c496e", "name": "network-vif-deleted", "tag": "e0c72730-9587-4d23-938a-304414ec19f7"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:15.146776 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b4f82-9fb4-46d7-8336-bffafb45ff14 req-a71532be-7d73-4ab6-8878-44e9f0c5d53d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:15.159162 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3d1b4f82-9fb4-46d7-8336-bffafb45ff14 req-a71532be-7d73-4ab6-8878-44e9f0c5d53d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 945 time: 0.1983578 Aug 09 15:43:15.195657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 53849902-6215-47a8-92c2-ae1fc43ff68d up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:15.222145 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3d1b4f82-9fb4-46d7-8336-bffafb45ff14 req-9ff70486-d9b4-4ecc-ac9d-0c6c5651159b tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618134 Aug 09 15:43:15.242009 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:15.319305 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-878d82b4-0901-4072-bce5-e46129c30b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'name': 'tempest-FloatingIPsNegativeTestJSON-135620661-router', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:54Z', 'updated_at': '2021-08-09T15:43:12Z', 'revision_number': 5, 'project_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'gw_port': {'id': 'f8ac50d3-224c-4191-83d6-ca25706aab87', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:55Z', 'updated_at': '2021-08-09T15:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:15.348133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54824) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:15.355110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d82b4-0901-4072-bce5-e46129c30b31 None None] Checking router: 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:15.373227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 53849902-6215-47a8-92c2-ae1fc43ff68d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:15.383390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 53849902-6215-47a8-92c2-ae1fc43ff68d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:15.383838 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:15.388257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d82b4-0901-4072-bce5-e46129c30b31 None None] Routers {'0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:15.389466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-878d82b4-0901-4072-bce5-e46129c30b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:15.392117 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Deleting port f8ac50d3-224c-4191-83d6-ca25706aab87 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:15.395421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:15.572237 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e14c622e-2048-472f-b639-9eed07e549d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:15.618259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] For port f8ac50d3-224c-4191-83d6-ca25706aab87, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f8ac50d3-224c-4191-83d6-ca25706aab87,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:15.619077 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:15.650221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-878d82b4-0901-4072-bce5-e46129c30b31 None None] Set router 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:15.654936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Calling delete_port for f8ac50d3-224c-4191-83d6-ca25706aab87 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:15.658868 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34024fa6-2e36-4575-bce8-8f28a1aaf08f x-openstack-request-id: req-34024fa6-2e36-4575-bce8-8f28a1aaf08f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:15.659655 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e1d46f-0c4b-487f-9925-f82888d6c686", "name": "network-vif-deleted", "tag": "604e77f6-97d3-4a7e-a035-023ba442e42f", "status": "completed", "code": 200}, {"server_uuid": "73dcef7a-6c81-475e-ae75-43a2047c496e", "name": "network-vif-deleted", "tag": "e0c72730-9587-4d23-938a-304414ec19f7", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:15.660111 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34024fa6-2e36-4575-bce8-8f28a1aaf08f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:15.660649 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e1d46f-0c4b-487f-9925-f82888d6c686', 'name': 'network-vif-deleted', 'tag': '604e77f6-97d3-4a7e-a035-023ba442e42f', 'status': 'completed', 'code': 200} Aug 09 15:43:15.661107 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dcef7a-6c81-475e-ae75-43a2047c496e', 'name': 'network-vif-deleted', 'tag': 'e0c72730-9587-4d23-938a-304414ec19f7', 'status': 'completed', 'code': 200} Aug 09 15:43:15.663474 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b1ad09b4-e1a8-46aa-8b3a-1853b91f8bf2 req-8f17a3c4-0385-43a5-b4aa-ec47455ce976 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 210 time: 0.5672143 Aug 09 15:43:15.687522 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:15.727145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-b5033558-e3b0-486d-a674-b32b9f810d85 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:15.728954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-b5033558-e3b0-486d-a674-b32b9f810d85 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8017237 Aug 09 15:43:15.732685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-878d82b4-0901-4072-bce5-e46129c30b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'name': 'tempest-FloatingIPsNegativeTestJSON-135620661-router', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:54Z', 'updated_at': '2021-08-09T15:43:15Z', 'revision_number': 6, 'project_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:15.745744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Request body: {'port': {'device_id': '9677008a-95c7-4ffa-a6a3-eac48cc03b20', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '46a4a091b4764e269701af533472841d'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:15.775962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d82b4-0901-4072-bce5-e46129c30b31 None None] The sync data for ids ['0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63'] in n-d-803778-2 is: [{'id': '0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63', 'name': 'tempest-FloatingIPsNegativeTestJSON-135620661-router', 'tenant_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:54Z', 'updated_at': '2021-08-09T15:43:15Z', 'revision_number': 6, 'project_id': 'f7a7c37623a94af4b60f7c1405714ff9', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:15.782111 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 53849902-6215-47a8-92c2-ae1fc43ff68d, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=53849902-6215-47a8-92c2-ae1fc43ff68d,segment=NetworkSegment(b2da052a-9e58-47d7-ab1a-d07ad895ece1),segment_id=b2da052a-9e58-47d7-ab1a-d07ad895ece1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:15.789337 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:15.840702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53849902-6215-47a8-92c2-ae1fc43ff68d'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:15.843388 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7cb9ab-ea1d-418e-bdf1-442fea1c8ea4" -d '{"events": [{"server_uuid": "bebe890d-fe79-443b-a487-6d52152b9eef", "name": "network-vif-plugged", "status": "completed", "tag": "53849902-6215-47a8-92c2-ae1fc43ff68d"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:15.897829 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=53849902-6215-47a8-92c2-ae1fc43ff68d,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:15.986068 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb8f9428-2ef5-4b95-983f-d5272395ebf5 req-4348bc41-99f4-4e48-92ab-485eb45072c3 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 210 time: 0.0516362 Aug 09 15:43:16.001705 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e14c622e-2048-472f-b639-9eed07e549d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.008245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e14c622e-2048-472f-b639-9eed07e549d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.032618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Made reservation on behalf of 46a4a091b4764e269701af533472841d for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:16.045550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.061206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c622e-2048-472f-b639-9eed07e549d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb9c041-b561-4c2a-b743-a828ba960c1c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:16.064056 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f8d3f4-49c5-4a24-b7ed-909b6a8d62bf x-openstack-request-id: req-30f8d3f4-49c5-4a24-b7ed-909b6a8d62bf {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:16.064350 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebe890d-fe79-443b-a487-6d52152b9eef", "name": "network-vif-plugged", "status": "completed", "tag": "53849902-6215-47a8-92c2-ae1fc43ff68d", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:16.064603 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30f8d3f4-49c5-4a24-b7ed-909b6a8d62bf {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:16.064991 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53849902-6215-47a8-92c2-ae1fc43ff68d', 'code': 200} Aug 09 15:43:16.069718 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.129930 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e14c622e-2048-472f-b639-9eed07e549d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9684e9793ac545c6b3462f2331da437e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7742982 Aug 09 15:43:16.131509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54842) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:16.174643 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.211245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ac50d3-224c-4191-83d6-ca25706aab87,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:16.284764 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-924a4a90-587d-4a4c-aec4-41ab671fe738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.299598 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.318752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8de2e6-2290-43b5-8e48-99cc7a9729b3 req-20a20fd0-8f93-45a2-9a2f-c23a2b5303e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:16.321773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a8de2e6-2290-43b5-8e48-99cc7a9729b3 req-20a20fd0-8f93-45a2-9a2f-c23a2b5303e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 1097 time: 0.1807368 Aug 09 15:43:16.324331 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.329769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-924a4a90-587d-4a4c-aec4-41ab671fe738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.402401 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.405315 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-924a4a90-587d-4a4c-aec4-41ab671fe738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.407944 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-924a4a90-587d-4a4c-aec4-41ab671fe738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.409204 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-924a4a90-587d-4a4c-aec4-41ab671fe738 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6eb9c041-b561-4c2a-b743-a828ba960c1c HTTP/1.1" status: 204 len: 168 time: 0.2766640 Aug 09 15:43:16.426558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632824c-6d12-4308-8e7c-9460f8c988fb req-d970d790-4517-4491-8dde-9f91bf744322 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:16.434435 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5632824c-6d12-4308-8e7c-9460f8c988fb req-d970d790-4517-4491-8dde-9f91bf744322 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 950 time: 0.2794423 Aug 09 15:43:16.485444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0080e11-8b6b-4269-b79f-2da3fde04dc9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:16.509561 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a8de2e6-2290-43b5-8e48-99cc7a9729b3 req-c7cd6001-ad2f-4560-8ac6-85a8b9feb01b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472991 Aug 09 15:43:16.541426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a4a90-587d-4a4c-aec4-41ab671fe738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb9c041-b561-4c2a-b743-a828ba960c1c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:16.551704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5632824c-6d12-4308-8e7c-9460f8c988fb req-4f182c14-805e-4f45-b327-41d050953a66 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161704 Aug 09 15:43:16.553393 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.558189 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.623071 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759e6b6-e42b-431f-b4cc-bfddea06a562 req-e4afb767-3ad3-4222-9b49-e6a0c7ae5a17 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:16.624906 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f759e6b6-e42b-431f-b4cc-bfddea06a562 req-e4afb767-3ad3-4222-9b49-e6a0c7ae5a17 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 946 time: 0.2379746 Aug 09 15:43:16.631257 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.632089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:43:16.641975 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.643167 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-971d6f12-abd9-4398-9cfc-2dec9691a7e7 admin admin] 10.222.0.81 "DELETE /v2.0/routers/0b6cf869-9db6-4f97-8f43-ec8b6b8dbe63 HTTP/1.1" status: 204 len: 168 time: 2.6407828 Aug 09 15:43:16.647237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54852) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:16.696617 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f759e6b6-e42b-431f-b4cc-bfddea06a562 req-5969144f-910a-4c6f-9b6c-62082bacbf3e tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517237 Aug 09 15:43:16.778908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Allocated IP 192.168.233.48 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/3a175ded-0e50-4283-a619-76f2b63eb142) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:16.831618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f12d344-9daa-419d-86f5-bfa1c248a5ff admin admin] Deleting subnet 62199b7f-7483-4c0b-856c-152524e00868 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:43:16.844850 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f12d344-9daa-419d-86f5-bfa1c248a5ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.883949 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0e60fdae-4776-49e9-8643-f14939a2aa54 req-7f5c1b31-e71b-46db-b5ab-bf4395be5de3 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a18aff58-630b-4583-9c06-85a7f7f39fc6 HTTP/1.1" status: 200 len: 210 time: 0.0879796 Aug 09 15:43:16.956330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54858) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:16.960998 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f12d344-9daa-419d-86f5-bfa1c248a5ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:16.976561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18e4da00-a8a6-443f-b0d0-249432694b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.173237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4aa974bb-edcf-4e0a-8954-d9c171a72f27 req-0ac41190-6623-46ea-9f47-e505e77ec7c1 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 210 time: 0.0479970 Aug 09 15:43:17.197462 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f12d344-9daa-419d-86f5-bfa1c248a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.199602 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18e4da00-a8a6-443f-b0d0-249432694b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.214514 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18e4da00-a8a6-443f-b0d0-249432694b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.242637 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.265948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4da00-a8a6-443f-b0d0-249432694b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaa7bc6-fd26-4b60-aa06-db05b63f6778,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:17.278179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Transition to ACTIVE for port object 3a175ded-0e50-4283-a619-76f2b63eb142 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:17.299563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54862) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:17.300010 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-18e4da00-a8a6-443f-b0d0-249432694b28 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3f9fff1fc3345138cef93fc099f9845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416793 Aug 09 15:43:17.320997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f12d344-9daa-419d-86f5-bfa1c248a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.379401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12d344-9daa-419d-86f5-bfa1c248a5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62199b7f-7483-4c0b-856c-152524e00868,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:17.387323 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f12d344-9daa-419d-86f5-bfa1c248a5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.389243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0f12d344-9daa-419d-86f5-bfa1c248a5ff admin admin] 10.222.0.81 "DELETE /v2.0/subnets/62199b7f-7483-4c0b-856c-152524e00868 HTTP/1.1" status: 204 len: 168 time: 0.7406898 Aug 09 15:43:17.391766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54864) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:17.395682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115abb67-f5a0-47b7-a5ff-6a26d9d142e8 None None] Network ba98f21c-20db-4a4a-b5a4-f0d774294b72 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:17.431558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02244b4a-c273-4a8b-9e8e-670a11fe5c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.435833 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.484505 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.556730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Deleting port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:17.557614 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.570190 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:17.579694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:17.624833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Pushing event updated for resources: {'Port': ['ID=3a175ded-0e50-4283-a619-76f2b63eb142,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:17.630466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02244b4a-c273-4a8b-9e8e-670a11fe5c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.633128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:17.654408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] For port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e5010d7c-b6d2-490c-8ae4-24ec861f0f0a,segment=NetworkSegment(7b23213f-df07-4810-b2d2-c074cce44fd2),segment_id=7b23213f-df07-4810-b2d2-c074cce44fd2)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:17.654858 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.671967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Calling delete_port for e5010d7c-b6d2-490c-8ae4-24ec861f0f0a owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:17.750634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d98ca8-aa7d-449b-8a13-fa15a4fa759c None None] DHCP port deletion for ba98f21c-20db-4a4a-b5a4-f0d774294b72 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:43:17.787783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb13b1-ea55-4bda-9732-05782ecc0147 req-f23ba643-54b1-48fc-b7c2-f56ca6c3d0fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:17.792802 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3bb13b1-ea55-4bda-9732-05782ecc0147 req-f23ba643-54b1-48fc-b7c2-f56ca6c3d0fb tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 950 time: 0.3374085 Aug 09 15:43:17.856841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f8ac50d3-224c-4191-83d6-ca25706aab87 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:17.862415 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02244b4a-c273-4a8b-9e8e-670a11fe5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.867039 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02244b4a-c273-4a8b-9e8e-670a11fe5c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.870534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-02244b4a-c273-4a8b-9e8e-670a11fe5c46 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ccaa7bc6-fd26-4b60-aa06-db05b63f6778 HTTP/1.1" status: 204 len: 168 time: 0.5671654 Aug 09 15:43:17.923652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: f8ac50d3-224c-4191-83d6-ca25706aab87 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:17.923988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f8ac50d3-224c-4191-83d6-ca25706aab87 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:17.924884 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.925293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9acc8cec-675d-4761-960d-577289bfc7a4 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:17.927370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:17.928295 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:17.958718 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5010d7c-b6d2-490c-8ae4-24ec861f0f0a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:17.967450 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] No DVR routers for this DVR port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:18.000783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 9acc8cec-675d-4761-960d-577289bfc7a4 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:18.001128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9acc8cec-675d-4761-960d-577289bfc7a4 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:18.003662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9cd3d-ea26-4613-a7d5-b644c1dd6759 req-56e75a4d-96e2-49b1-a5a3-08ccd7fc9c84 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:18.005605 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-41f9cd3d-ea26-4613-a7d5-b644c1dd6759 req-56e75a4d-96e2-49b1-a5a3-08ccd7fc9c84 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 950 time: 0.2391510 Aug 09 15:43:18.022792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02244b4a-c273-4a8b-9e8e-670a11fe5c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaa7bc6-fd26-4b60-aa06-db05b63f6778,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:18.051723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-9b6c863e-6f01-4874-b222-421e54f2b021 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3115394 Aug 09 15:43:18.081085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-55d98ca8-aa7d-449b-8a13-fa15a4fa759c None None] Deleting port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:18.083685 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-55d98ca8-aa7d-449b-8a13-fa15a4fa759c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.098563 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.117785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268e8d4-77ac-4952-a971-8410badd3817 req-0ae69730-7201-4bfa-9603-559fef400f5e tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:18.129436 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2268e8d4-77ac-4952-a971-8410badd3817 req-0ae69730-7201-4bfa-9603-559fef400f5e tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 946 time: 0.1953373 Aug 09 15:43:18.130038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba98f21c-20db-4a4a-b5a4-f0d774294b72']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:18.154835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-e3bb13b1-ea55-4bda-9732-05782ecc0147 req-d4659ea6-f566-4460-8f6c-c17e2f5a52b0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Deleting port c442c687-135d-4cb9-8461-d24b94faac11 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:18.155155 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e3bb13b1-ea55-4bda-9732-05782ecc0147 req-d4659ea6-f566-4460-8f6c-c17e2f5a52b0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.158777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b23213f-df07-4810-b2d2-c074cce44fd2') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:18.159828 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b23213f-df07-4810-b2d2-c074cce44fd2') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:18.178420 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.198248 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.213268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:43:18.213993 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.221044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-55d98ca8-aa7d-449b-8a13-fa15a4fa759c None None] For port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a, host n-d-803778-2, got binding levels [] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:18.221469 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-55d98ca8-aa7d-449b-8a13-fa15a4fa759c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.235665 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-55d98ca8-aa7d-449b-8a13-fa15a4fa759c None None] Calling delete_port for e5010d7c-b6d2-490c-8ae4-24ec861f0f0a owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:18.238549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.ipam_backend_mixin [None req-55d98ca8-aa7d-449b-8a13-fa15a4fa759c None None] Port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a was not found and therefore no delete operation was performed {{(pid=94291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:43:18.239844 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-55d98ca8-aa7d-449b-8a13-fa15a4fa759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.281034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-e3bb13b1-ea55-4bda-9732-05782ecc0147 req-d4659ea6-f566-4460-8f6c-c17e2f5a52b0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] For port c442c687-135d-4cb9-8461-d24b94faac11, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c442c687-135d-4cb9-8461-d24b94faac11,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:18.281540 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e3bb13b1-ea55-4bda-9732-05782ecc0147 req-d4659ea6-f566-4460-8f6c-c17e2f5a52b0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.283823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d98ca8-aa7d-449b-8a13-fa15a4fa759c None None] Pushing event deleted for resources: {'Port': ['ID=e5010d7c-b6d2-490c-8ae4-24ec861f0f0a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:18.297325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-e3bb13b1-ea55-4bda-9732-05782ecc0147 req-d4659ea6-f566-4460-8f6c-c17e2f5a52b0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Calling delete_port for c442c687-135d-4cb9-8461-d24b94faac11 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:18.298574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d98ca8-aa7d-449b-8a13-fa15a4fa759c None None] No DVR routers for this DVR port e5010d7c-b6d2-490c-8ae4-24ec861f0f0a on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:18.322577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-db24c695-69ca-4729-940e-28663233ad2e None None] Provisioning for port 3a175ded-0e50-4283-a619-76f2b63eb142 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:18.327296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-db24c695-69ca-4729-940e-28663233ad2e None None] Provisioning complete for port 3a175ded-0e50-4283-a619-76f2b63eb142 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:18.327725 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db24c695-69ca-4729-940e-28663233ad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:43:18.334340 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:43:18.341698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.377613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.383562 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ba98f21c-20db-4a4a-b5a4-f0d774294b72 HTTP/1.1" status: 204 len: 168 time: 0.9907529 Aug 09 15:43:18.385493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-db24c695-69ca-4729-940e-28663233ad2e None None] Port 3a175ded-0e50-4283-a619-76f2b63eb142 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:18.423452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a10410-d9d2-4c23-9e48-f2b85686b885 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba98f21c-20db-4a4a-b5a4-f0d774294b72,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:18.465328 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-41f9cd3d-ea26-4613-a7d5-b644c1dd6759 req-b272f54a-1a09-41c3-9d3a-0e950e7618c8 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/security-groups?id=be51cd33-40c6-45be-a638-687668a70a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321065 Aug 09 15:43:18.479642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Request body: {'port': {'device_id': '9677008a-95c7-4ffa-a6a3-eac48cc03b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:18.542916 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e3bb13b1-ea55-4bda-9732-05782ecc0147 req-d4659ea6-f566-4460-8f6c-c17e2f5a52b0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.557341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c442c687-135d-4cb9-8461-d24b94faac11'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:18.640844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2268e8d4-77ac-4952-a971-8410badd3817 req-a80e2fcb-22f5-492d-a578-902ef8a85222 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095997 Aug 09 15:43:18.689553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4659ea6-f566-4460-8f6c-c17e2f5a52b0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Pushing event deleted for resources: {'Port': ['ID=c442c687-135d-4cb9-8461-d24b94faac11,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:18.716064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54898) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:18.811473 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1b25fc5a-bfcb-4868-87f0-b06298d4f618 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f7a7c37623a94af4b60f7c1405714ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939057 Aug 09 15:43:18.816073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54904) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:18.843838 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.862238 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057a5a0-ce0d-46a8-a22e-68827bad81e2 req-2f15f90f-0ca3-470b-9498-dfe964031d3b tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:18.863707 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3057a5a0-ce0d-46a8-a22e-68827bad81e2 req-2f15f90f-0ca3-470b-9498-dfe964031d3b tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 935 time: 0.1496828 Aug 09 15:43:18.927004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bb13b1-ea55-4bda-9732-05782ecc0147 req-d4659ea6-f566-4460-8f6c-c17e2f5a52b0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] No DVR routers for this DVR port c442c687-135d-4cb9-8461-d24b94faac11 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:18.945981 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a93ace4f-1326-4548-b340-8b40a2582d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.950534 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3057a5a0-ce0d-46a8-a22e-68827bad81e2 req-0d1e8364-dff2-42d7-a30d-6ede578e6e34 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0080e11-8b6b-4269-b79f-2da3fde04dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678132 Aug 09 15:43:18.988852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a93ace4f-1326-4548-b340-8b40a2582d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.991487 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e3bb13b1-ea55-4bda-9732-05782ecc0147 req-d4659ea6-f566-4460-8f6c-c17e2f5a52b0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:18.993975 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3bb13b1-ea55-4bda-9732-05782ecc0147 req-d4659ea6-f566-4460-8f6c-c17e2f5a52b0 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.53 "DELETE /v2.0/ports/c442c687-135d-4cb9-8461-d24b94faac11 HTTP/1.1" status: 204 len: 173 time: 1.1552820 Aug 09 15:43:18.994531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cafd7ba-f174-40df-9af6-0fcb13c3728c', 'name': 'network-vif-deleted', 'tag': 'c442c687-135d-4cb9-8461-d24b94faac11'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:18.997580 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67e6987-8637-4963-8bbc-4c7618bf33f0" -d '{"events": [{"server_uuid": "9cafd7ba-f174-40df-9af6-0fcb13c3728c", "name": "network-vif-deleted", "tag": "c442c687-135d-4cb9-8461-d24b94faac11"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:19.072287 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a93ace4f-1326-4548-b340-8b40a2582d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:19.077015 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a93ace4f-1326-4548-b340-8b40a2582d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:19.078450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a93ace4f-1326-4548-b340-8b40a2582d05 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/894ae3fd-ab3c-461b-973d-e4ebc0c5a795 HTTP/1.1" status: 204 len: 168 time: 0.2603679 Aug 09 15:43:19.114786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ace4f-1326-4548-b340-8b40a2582d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894ae3fd-ab3c-461b-973d-e4ebc0c5a795,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:19.268205 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763540b5-c392-47a1-ac03-9976d738f222 x-openstack-request-id: req-763540b5-c392-47a1-ac03-9976d738f222 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:19.273743 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cafd7ba-f174-40df-9af6-0fcb13c3728c", "name": "network-vif-deleted", "tag": "c442c687-135d-4cb9-8461-d24b94faac11", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:19.274131 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-763540b5-c392-47a1-ac03-9976d738f222 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:19.274681 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cafd7ba-f174-40df-9af6-0fcb13c3728c', 'name': 'network-vif-deleted', 'tag': 'c442c687-135d-4cb9-8461-d24b94faac11', 'status': 'completed', 'code': 200} Aug 09 15:43:19.543582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-b469af11-ed99-4cfb-9ef3-8274495e4beb tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 258 time: 0.8171644 Aug 09 15:43:19.562846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:19.638858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:19.698929 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eda83079-bd79-41f8-aa0c-5ccaf6a3087f req-4e2c5bce-5402-489f-b293-456089ab4d75 tempest-ServersOnMultiNodesTest-524476952 tempest-ServersOnMultiNodesTest-524476952-project] 10.222.0.81 "GET /v2.0/ports?device_id=9cafd7ba-f174-40df-9af6-0fcb13c3728c HTTP/1.1" status: 200 len: 210 time: 0.0567548 Aug 09 15:43:19.786022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e5010d7c-b6d2-490c-8ae4-24ec861f0f0a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:19.850487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: e5010d7c-b6d2-490c-8ae4-24ec861f0f0a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:19.852104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e5010d7c-b6d2-490c-8ae4-24ec861f0f0a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:19.914007 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a175ded-0e50-4283-a619-76f2b63eb142 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:19.926579 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:19.957866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Transition to ACTIVE for port object 3a175ded-0e50-4283-a619-76f2b63eb142 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:19.966248 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:20.055589 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Pushing event updated for resources: {'Port': ['ID=3a175ded-0e50-4283-a619-76f2b63eb142,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:20.150928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:20.245728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Attempting to bind port 3a175ded-0e50-4283-a619-76f2b63eb142 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:20.249326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Attempting to bind port 3a175ded-0e50-4283-a619-76f2b63eb142 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:20.250355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Attempting to bind port 3a175ded-0e50-4283-a619-76f2b63eb142 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:20.283094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0ad98-bfba-41f5-95a3-f2f227341dfe req-8d50308e-9e49-454a-b0ce-c3783e69f7a9 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:20.284694 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03b0ad98-bfba-41f5-95a3-f2f227341dfe req-8d50308e-9e49-454a-b0ce-c3783e69f7a9 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 947 time: 0.1682663 Aug 09 15:43:20.310973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Port 3a175ded-0e50-4283-a619-76f2b63eb142 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:20.311397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Attempting to bind port 3a175ded-0e50-4283-a619-76f2b63eb142 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:20.370247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:20.370591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:20.370980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:20.371423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Bound port: 3a175ded-0e50-4283-a619-76f2b63eb142, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:20.371786 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:20.448192 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03b0ad98-bfba-41f5-95a3-f2f227341dfe req-8f9f4426-180e-471c-92c4-449ed00d1a4a tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0080e11-8b6b-4269-b79f-2da3fde04dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461430 Aug 09 15:43:20.468343 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a4115bca-02f1-474d-b5a8-1a398a4ac547 req-dc3218b1-9d32-475d-b016-f820d34de494 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928726 Aug 09 15:43:20.593029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4115bca-02f1-474d-b5a8-1a398a4ac547 req-f89ecfae-268d-4249-aedd-bc6f427ecf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:20.594824 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a4115bca-02f1-474d-b5a8-1a398a4ac547 req-f89ecfae-268d-4249-aedd-bc6f427ecf09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 1095 time: 0.1024899 Aug 09 15:43:20.653219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Allocated IP 172.25.2.27 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/036fe554-ef66-4229-b181-62d4110aa23c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:20.754489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] For port 3a175ded-0e50-4283-a619-76f2b63eb142, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:20.821055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] For port 3a175ded-0e50-4283-a619-76f2b63eb142, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3a175ded-0e50-4283-a619-76f2b63eb142,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:20.829315 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:20.832516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4115bca-02f1-474d-b5a8-1a398a4ac547 req-7aedc865-4270-4148-9536-07baacab8103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:20.835626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a4115bca-02f1-474d-b5a8-1a398a4ac547 req-7aedc865-4270-4148-9536-07baacab8103 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 200 len: 909 time: 0.2036042 Aug 09 15:43:20.906344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Pushing event updated for resources: {'Port': ['ID=3a175ded-0e50-4283-a619-76f2b63eb142,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:20.915419 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a4115bca-02f1-474d-b5a8-1a398a4ac547 req-4cb1bc3a-849d-4df5-b9a2-82911030aa1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f HTTP/1.1" status: 200 len: 217 time: 0.0716281 Aug 09 15:43:20.931543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:20.932779 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:20.934447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-adf8e4f2-adcd-4114-a9ef-391d6f335b5b service neutron] 10.222.0.60 "PUT /v2.0/ports/3a175ded-0e50-4283-a619-76f2b63eb142 HTTP/1.1" status: 200 len: 1095 time: 2.8689506 Aug 09 15:43:20.985623 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:21.057895 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4115bca-02f1-474d-b5a8-1a398a4ac547 req-0e66d376-be09-4537-be60-cde89db99738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:21.063191 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a4115bca-02f1-474d-b5a8-1a398a4ac547 req-0e66d376-be09-4537-be60-cde89db99738 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 200 len: 848 time: 0.1270051 Aug 09 15:43:21.108231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-a8fc0867-2863-4ad3-8939-61e68e9f8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:21.112076 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-a8fc0867-2863-4ad3-8939-61e68e9f8913 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46a4a091b4764e269701af533472841d&device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 1098 time: 0.1238365 Aug 09 15:43:21.124552 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a4115bca-02f1-474d-b5a8-1a398a4ac547 req-aafa4bf4-3afe-4fc4-a730-9e497998dbb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc159eb9-7876-48f2-ae8d-2cf79ceac39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530035 Aug 09 15:43:21.192878 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-171cf087-6191-4639-9890-7c68c53c8b1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=3a175ded-0e50-4283-a619-76f2b63eb142 HTTP/1.1" status: 200 len: 217 time: 0.0644655 Aug 09 15:43:21.256048 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:21.278494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9677008a-95c7-4ffa-a6a3-eac48cc03b20', 'tag': '3a175ded-0e50-4283-a619-76f2b63eb142'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:21.281181 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e6a86c-f8e3-49b2-9be1-3dcbf2b23229" -d '{"events": [{"name": "network-changed", "server_uuid": "9677008a-95c7-4ffa-a6a3-eac48cc03b20", "tag": "3a175ded-0e50-4283-a619-76f2b63eb142"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:21.284953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a4115bca-02f1-474d-b5a8-1a398a4ac547 req-a514dc3d-32d0-45f9-af99-fbe022dc1b87 service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519210 Aug 09 15:43:21.339008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-d91d6107-392b-46f8-abbc-2af8c65e7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:21.340579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-d91d6107-392b-46f8-abbc-2af8c65e7a17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1396024 Aug 09 15:43:21.393758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:21.430251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Pushing event updated for resources: {'Port': ['ID=036fe554-ef66-4229-b181-62d4110aa23c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:21.439115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:21.442734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:21.488929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-5aff3775-49f3-47e5-ae14-7256b1bf752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:21.490781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-5aff3775-49f3-47e5-ae14-7256b1bf752e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391931 Aug 09 15:43:21.497874 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a4115bca-02f1-474d-b5a8-1a398a4ac547 req-97313141-4208-48c4-a4dc-9afa2b42d91b service neutron] 10.222.0.60 "GET /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055354 Aug 09 15:43:21.815879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54992) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:21.829264 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10552e9e-1d70-46dd-8deb-ccf46786ed58 x-openstack-request-id: req-10552e9e-1d70-46dd-8deb-ccf46786ed58 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:21.842000 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9677008a-95c7-4ffa-a6a3-eac48cc03b20", "tag": "3a175ded-0e50-4283-a619-76f2b63eb142", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:21.842473 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10552e9e-1d70-46dd-8deb-ccf46786ed58 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:21.842994 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9677008a-95c7-4ffa-a6a3-eac48cc03b20', 'tag': '3a175ded-0e50-4283-a619-76f2b63eb142', 'status': 'completed', 'code': 200} Aug 09 15:43:21.957694 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:21.968422 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-d532a9da-c335-497e-87f9-71a98fc59550 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685137 Aug 09 15:43:21.993821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e840f-6c69-4517-a6b0-79080b1e722a req-2d0f35bd-7373-4e44-bc11-73c63897b0b7 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:22.004074 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c70e840f-6c69-4517-a6b0-79080b1e722a req-2d0f35bd-7373-4e44-bc11-73c63897b0b7 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 947 time: 0.1242328 Aug 09 15:43:22.059870 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c70e840f-6c69-4517-a6b0-79080b1e722a req-5d0f8297-8847-4d27-9259-54a42f5adf9a tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0080e11-8b6b-4269-b79f-2da3fde04dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545568 Aug 09 15:43:22.095206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55000) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:22.137281 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.293933 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e636b59a-3891-4bee-9fbb-38bfa13e7aa2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b224220100394a519e23f90f60157189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762826 Aug 09 15:43:22.296409 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55008) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:22.311433 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.318842 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.348428 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a51ae764-1cb7-47b1-aed6-999f72b0210b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.387308 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87cfc80d-16d3-421c-8593-efe3a85859fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.419343 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87cfc80d-16d3-421c-8593-efe3a85859fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.458758 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b686e7d6-208c-4725-bc02-4d9ef876fa3f req-171b46f6-d0b9-44d4-ac08-8498e7ea8038 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809523 Aug 09 15:43:22.463888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Pushing event updated for resources: {'Port': ['ID=036fe554-ef66-4229-b181-62d4110aa23c,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:22.493681 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.555946 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a51ae764-1cb7-47b1-aed6-999f72b0210b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.558905 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87cfc80d-16d3-421c-8593-efe3a85859fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.565393 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87cfc80d-16d3-421c-8593-efe3a85859fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.566613 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-87cfc80d-16d3-421c-8593-efe3a85859fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be51cd33-40c6-45be-a638-687668a70a6d HTTP/1.1" status: 204 len: 168 time: 0.2692904 Aug 09 15:43:22.588401 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfc80d-16d3-421c-8593-efe3a85859fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be51cd33-40c6-45be-a638-687668a70a6d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:22.590296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a51ae764-1cb7-47b1-aed6-999f72b0210b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.594552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.595679 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7735e92f-d640-4f1c-8579-ed3f33950c63 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0512645 Aug 09 15:43:22.697465 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a51ae764-1cb7-47b1-aed6-999f72b0210b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec2527febc454732883094a012cc0a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5980434 Aug 09 15:43:22.698392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55014) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:22.699063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ae764-1cb7-47b1-aed6-999f72b0210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe466fa7-4f3e-4cf8-835f-de6ee4e699ef,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:22.785459 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-7730f2ef-4451-4002-b7de-addacb425bcc tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.1791589 Aug 09 15:43:22.792487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6a86c-f8e3-49b2-9be1-3dcbf2b23229 req-a5ca575e-1040-4c24-8214-1527dc882c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:22.794083 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50e6a86c-f8e3-49b2-9be1-3dcbf2b23229 req-a5ca575e-1040-4c24-8214-1527dc882c78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46a4a091b4764e269701af533472841d&device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 1098 time: 0.2624862 Aug 09 15:43:22.815175 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e04396b0-6d11-4796-9de0-ce6fe68b617a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.884093 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e04396b0-6d11-4796-9de0-ce6fe68b617a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.984566 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e04396b0-6d11-4796-9de0-ce6fe68b617a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.991076 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e04396b0-6d11-4796-9de0-ce6fe68b617a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:22.998580 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e04396b0-6d11-4796-9de0-ce6fe68b617a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe466fa7-4f3e-4cf8-835f-de6ee4e699ef HTTP/1.1" status: 204 len: 168 time: 0.2965288 Aug 09 15:43:23.014743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04396b0-6d11-4796-9de0-ce6fe68b617a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe466fa7-4f3e-4cf8-835f-de6ee4e699ef,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:23.024982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55028) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:23.142035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f5667736-fb17-4ad5-8e04-9fca20ceb85f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9abb35882a9047e9a71aed2e84a21f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1152532 Aug 09 15:43:23.151116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55038) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:23.205224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c442c687-135d-4cb9-8461-d24b94faac11 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:23.242740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: c442c687-135d-4cb9-8461-d24b94faac11 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:23.243134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c442c687-135d-4cb9-8461-d24b94faac11 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:23.406514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb298d-24e3-41b3-8ad7-b38e9aff50a6 req-6f4fb826-2e92-4c14-ad8f-9f81064b1bb0 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:23.408720 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8dfb298d-24e3-41b3-8ad7-b38e9aff50a6 req-6f4fb826-2e92-4c14-ad8f-9f81064b1bb0 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 947 time: 0.1969235 Aug 09 15:43:23.418800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6999a811-8e51-4252-aa94-dcc73db0ef9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.500315 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6999a811-8e51-4252-aa94-dcc73db0ef9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.585277 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55054) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:23.617582 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8dfb298d-24e3-41b3-8ad7-b38e9aff50a6 req-a9ba53a7-a0fa-457f-ab64-be637f371c30 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0080e11-8b6b-4269-b79f-2da3fde04dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566975 Aug 09 15:43:23.652812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6a86c-f8e3-49b2-9be1-3dcbf2b23229 req-2a9928e4-6ea4-4bf3-b05c-aedad1c06971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:23.655247 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50e6a86c-f8e3-49b2-9be1-3dcbf2b23229 req-2a9928e4-6ea4-4bf3-b05c-aedad1c06971 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.8438673 Aug 09 15:43:23.658289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6999a811-8e51-4252-aa94-dcc73db0ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.661217 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6999a811-8e51-4252-aa94-dcc73db0ef9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.663388 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6999a811-8e51-4252-aa94-dcc73db0ef9e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/500e05ed-5bf6-4f5d-a09b-756268b93138 HTTP/1.1" status: 204 len: 168 time: 0.5106478 Aug 09 15:43:23.700083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999a811-8e51-4252-aa94-dcc73db0ef9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500e05ed-5bf6-4f5d-a09b-756268b93138,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:23.716403 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50e6a86c-f8e3-49b2-9be1-3dcbf2b23229 req-379b8db9-03e0-4bbf-8ebe-a34b4556f668 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=3a175ded-0e50-4283-a619-76f2b63eb142 HTTP/1.1" status: 200 len: 217 time: 0.0486574 Aug 09 15:43:23.812797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-3a882638-3e91-4d96-b9aa-76393a3cfd77 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:23.833313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e2ea4e4-91e6-44ec-b5da-cfb948667080 req-3a882638-3e91-4d96-b9aa-76393a3cfd77 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 1.0380096 Aug 09 15:43:23.846109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6a86c-f8e3-49b2-9be1-3dcbf2b23229 req-4cd276e5-39c2-46c2-a045-7c9e8c0343b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:23.848456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50e6a86c-f8e3-49b2-9be1-3dcbf2b23229 req-4cd276e5-39c2-46c2-a045-7c9e8c0343b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1154671 Aug 09 15:43:23.948066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6a86c-f8e3-49b2-9be1-3dcbf2b23229 req-76bfbbc6-da90-481b-86f3-580c41aa8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:23.950006 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50e6a86c-f8e3-49b2-9be1-3dcbf2b23229 req-76bfbbc6-da90-481b-86f3-580c41aa8fbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938148 Aug 09 15:43:23.967178 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7909ebec-9c0a-494b-a9a4-c1b3cfd3234b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.132603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1a5a4-7e5f-4712-88d2-5dd224b9e884 req-4d8df3b9-64d1-4a2c-8e5b-8b58afd26520 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:24.140397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-05c1a5a4-7e5f-4712-88d2-5dd224b9e884 req-4d8df3b9-64d1-4a2c-8e5b-8b58afd26520 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 945 time: 0.1014736 Aug 09 15:43:24.197704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-3570b657-8aaf-47c9-88a4-dc3de6c64769 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:24.199220 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-3570b657-8aaf-47c9-88a4-dc3de6c64769 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1551492 Aug 09 15:43:24.222356 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-05c1a5a4-7e5f-4712-88d2-5dd224b9e884 req-3c682704-baf4-4c14-8b20-9cbb6064367a tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773845 Aug 09 15:43:24.251574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50e6a86c-f8e3-49b2-9be1-3dcbf2b23229 req-97e69af4-fbcd-4837-8f8d-e89c3fbde78e service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939765 Aug 09 15:43:24.261789 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7909ebec-9c0a-494b-a9a4-c1b3cfd3234b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.268297 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7909ebec-9c0a-494b-a9a4-c1b3cfd3234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.313262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909ebec-9c0a-494b-a9a4-c1b3cfd3234b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ead2f7-a21a-4ff4-afaf-ba34a2b7fb14,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:24.327953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7909ebec-9c0a-494b-a9a4-c1b3cfd3234b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=231356c4fbbe40979a0995df72073164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7387872 Aug 09 15:43:24.330815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55084) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:24.350042 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-30ca6c86-6742-4429-9c44-a38f1342bf23 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.1329670 Aug 09 15:43:24.373782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-7523aaa5-6408-42ae-a6d0-d942e77583b7 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Request body: {'floatingip': {'port_id': '53849902-6215-47a8-92c2-ae1fc43ff68d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:24.394174 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-843356de-1205-459d-b74f-cf64a6d94706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.435449 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-7523aaa5-6408-42ae-a6d0-d942e77583b7 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.456466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-843356de-1205-459d-b74f-cf64a6d94706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.472513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ed213-3031-424f-9849-482671b12a83 req-cc46ca3d-f938-4227-87ad-05652fd4f0e4 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:24.474211 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a9ed213-3031-424f-9849-482671b12a83 req-cc46ca3d-f938-4227-87ad-05652fd4f0e4 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.60 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 945 time: 0.0811245 Aug 09 15:43:24.527126 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50e6a86c-f8e3-49b2-9be1-3dcbf2b23229 req-016d1e8e-562b-450c-a13e-b4eb8051c38e service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433534 Aug 09 15:43:24.616201 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-843356de-1205-459d-b74f-cf64a6d94706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.622362 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-843356de-1205-459d-b74f-cf64a6d94706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.623661 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-843356de-1205-459d-b74f-cf64a6d94706 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8ead2f7-a21a-4ff4-afaf-ba34a2b7fb14 HTTP/1.1" status: 204 len: 168 time: 0.2898464 Aug 09 15:43:24.635559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843356de-1205-459d-b74f-cf64a6d94706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ead2f7-a21a-4ff4-afaf-ba34a2b7fb14,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:24.653522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-2a9ed213-3031-424f-9849-482671b12a83 req-e509fa86-bef6-4770-8ff9-58e2bae80f19 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Deleting port 00b4219b-0713-4d54-b85d-d7f9d27b9551 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:24.655542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2a9ed213-3031-424f-9849-482671b12a83 req-e509fa86-bef6-4770-8ff9-58e2bae80f19 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.792263 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-2a9ed213-3031-424f-9849-482671b12a83 req-e509fa86-bef6-4770-8ff9-58e2bae80f19 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] For port 00b4219b-0713-4d54-b85d-d7f9d27b9551, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=00b4219b-0713-4d54-b85d-d7f9d27b9551,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:24.794397 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2a9ed213-3031-424f-9849-482671b12a83 req-e509fa86-bef6-4770-8ff9-58e2bae80f19 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:24.827242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-2a9ed213-3031-424f-9849-482671b12a83 req-e509fa86-bef6-4770-8ff9-58e2bae80f19 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Calling delete_port for 00b4219b-0713-4d54-b85d-d7f9d27b9551 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:24.910083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcb993-b60c-493d-9a77-e7ab46ac289b req-5e367418-4856-42da-8ee2-cbb71b411afc tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:24.911625 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dcbcb993-b60c-493d-9a77-e7ab46ac289b req-5e367418-4856-42da-8ee2-cbb71b411afc tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 947 time: 0.1024761 Aug 09 15:43:24.980494 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dcbcb993-b60c-493d-9a77-e7ab46ac289b req-99ba52ee-a760-4392-8d4e-a924fe6d9f4a tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0080e11-8b6b-4269-b79f-2da3fde04dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576937 Aug 09 15:43:25.095000 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2a9ed213-3031-424f-9849-482671b12a83 req-e509fa86-bef6-4770-8ff9-58e2bae80f19 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.107597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['00b4219b-0713-4d54-b85d-d7f9d27b9551'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:25.164677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509fa86-bef6-4770-8ff9-58e2bae80f19 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Pushing event deleted for resources: {'Port': ['ID=00b4219b-0713-4d54-b85d-d7f9d27b9551,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:25.201343 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.resource_extend [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-7523aaa5-6408-42ae-a6d0-d942e77583b7 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:43:25.228988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9ed213-3031-424f-9849-482671b12a83 req-e509fa86-bef6-4770-8ff9-58e2bae80f19 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] No DVR routers for this DVR port 00b4219b-0713-4d54-b85d-d7f9d27b9551 on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:25.231800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2a9ed213-3031-424f-9849-482671b12a83 req-e509fa86-bef6-4770-8ff9-58e2bae80f19 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.234336 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a9ed213-3031-424f-9849-482671b12a83 req-e509fa86-bef6-4770-8ff9-58e2bae80f19 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.60 "DELETE /v2.0/ports/00b4219b-0713-4d54-b85d-d7f9d27b9551 HTTP/1.1" status: 204 len: 173 time: 0.7495341 Aug 09 15:43:25.234860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77cd524-b361-492e-94f7-e74df04b874b', 'name': 'network-vif-deleted', 'tag': '00b4219b-0713-4d54-b85d-d7f9d27b9551'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:25.237365 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b7ca92-81a3-476a-9d1b-01f09f37b960" -d '{"events": [{"server_uuid": "a77cd524-b361-492e-94f7-e74df04b874b", "name": "network-vif-deleted", "tag": "00b4219b-0713-4d54-b85d-d7f9d27b9551"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:25.312600 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-7523aaa5-6408-42ae-a6d0-d942e77583b7 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.322028 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-7523aaa5-6408-42ae-a6d0-d942e77583b7 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.371823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55128) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:25.386727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb069373-8388-4188-a50f-d49aa3428ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.475273 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-7523aaa5-6408-42ae-a6d0-d942e77583b7 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Floating IP f3d56c35-96f6-454c-9f19-54892e4820cc associated. External IP: 172.25.2.27, port: 53849902-6215-47a8-92c2-ae1fc43ff68d. Aug 09 15:43:25.498302 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb069373-8388-4188-a50f-d49aa3428ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.507315 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb069373-8388-4188-a50f-d49aa3428ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.563636 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bb069373-8388-4188-a50f-d49aa3428ad7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ab91fec06464b5ab30a3d87f2b3eccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887364 Aug 09 15:43:25.563636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb069373-8388-4188-a50f-d49aa3428ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c808884-4e8e-4ca6-9805-9dafd5053151,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:25.566033 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55134) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:25.664260 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19cdf7fc-e3e4-4058-b950-eed208750f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.715706 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19cdf7fc-e3e4-4058-b950-eed208750f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.755548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-7523aaa5-6408-42ae-a6d0-d942e77583b7 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:43:25.770945 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535bcbcd-d0cf-4575-9ae6-a5461901bcb1 x-openstack-request-id: req-535bcbcd-d0cf-4575-9ae6-a5461901bcb1 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:25.772003 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77cd524-b361-492e-94f7-e74df04b874b", "name": "network-vif-deleted", "tag": "00b4219b-0713-4d54-b85d-d7f9d27b9551", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:25.772003 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-535bcbcd-d0cf-4575-9ae6-a5461901bcb1 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:25.772486 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77cd524-b361-492e-94f7-e74df04b874b', 'name': 'network-vif-deleted', 'tag': '00b4219b-0713-4d54-b85d-d7f9d27b9551', 'status': 'completed', 'code': 200} Aug 09 15:43:25.780342 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19cdf7fc-e3e4-4058-b950-eed208750f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.786159 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19cdf7fc-e3e4-4058-b950-eed208750f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.815742 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-19cdf7fc-e3e4-4058-b950-eed208750f72 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c808884-4e8e-4ca6-9805-9dafd5053151 HTTP/1.1" status: 204 len: 168 time: 0.2293122 Aug 09 15:43:25.827291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdf7fc-e3e4-4058-b950-eed208750f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c808884-4e8e-4ca6-9805-9dafd5053151,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:25.876436 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8c67963c-1d8d-4dae-94ef-7b5c13966815 req-e244baba-4aac-4d8d-8c25-115d5a0e8fa8 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=a77cd524-b361-492e-94f7-e74df04b874b HTTP/1.1" status: 200 len: 210 time: 0.0593939 Aug 09 15:43:25.912759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-7523aaa5-6408-42ae-a6d0-d942e77583b7 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:25.915710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 3a175ded-0e50-4283-a619-76f2b63eb142 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:25.921541 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-7523aaa5-6408-42ae-a6d0-d942e77583b7 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.930670 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dc662-952e-4cf4-a3fd-3253bebfacc7 None None] Sync routers for ids ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:25.946039 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dc662-952e-4cf4-a3fd-3253bebfacc7 None None] Routers {'4213f8b3-115d-4d2c-9a9a-7e4784d7b773'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:25.946683 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b30dc662-952e-4cf4-a3fd-3253bebfacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:25.959599 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-7523aaa5-6408-42ae-a6d0-d942e77583b7 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "PUT /v2.0/floatingips/f3d56c35-96f6-454c-9f19-54892e4820cc HTTP/1.1" status: 200 len: 996 time: 1.5989509 Aug 09 15:43:25.960327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'tag': '53849902-6215-47a8-92c2-ae1fc43ff68d'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:25.962900 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e61174-249e-4a73-affd-40a261f95e43" -d '{"events": [{"name": "network-changed", "server_uuid": "bebe890d-fe79-443b-a487-6d52152b9eef", "tag": "53849902-6215-47a8-92c2-ae1fc43ff68d"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:26.020397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-5404dff1-1758-404f-b175-376ceee10e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:26.030517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-5404dff1-1758-404f-b175-376ceee10e04 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d2b1eb767884cceac4f00a829ea9ac8&device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 1097 time: 0.0542200 Aug 09 15:43:26.057311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 3a175ded-0e50-4283-a619-76f2b63eb142, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3a175ded-0e50-4283-a619-76f2b63eb142,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:26.089332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '3a175ded-0e50-4283-a619-76f2b63eb142', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '3a175ded-0e50-4283-a619-76f2b63eb142', 'mac_address': 'fa:16:3e:cb:c8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:26.151450 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b30dc662-952e-4cf4-a3fd-3253bebfacc7 None None] Set router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:26.156194 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:26.174613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-467e4dc1-2504-46b3-8232-b2f5208457fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:26.176148 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-467e4dc1-2504-46b3-8232-b2f5208457fa service neutron] 10.222.0.81 "GET /v2.0/networks?id=de7c9293-37e0-452f-b97d-c247f5a860bd HTTP/1.1" status: 200 len: 930 time: 0.1446157 Aug 09 15:43:26.184725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a175ded-0e50-4283-a619-76f2b63eb142 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:26.218496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 3a175ded-0e50-4283-a619-76f2b63eb142, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3a175ded-0e50-4283-a619-76f2b63eb142,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:26.225882 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:26.337410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=3a175ded-0e50-4283-a619-76f2b63eb142,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:26.481606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['3a175ded-0e50-4283-a619-76f2b63eb142'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:26.557309 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b30dc662-952e-4cf4-a3fd-3253bebfacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:42:53Z', 'revision_number': 4, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'f3d56c35-96f6-454c-9f19-54892e4820cc', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'port_id': '53849902-6215-47a8-92c2-ae1fc43ff68d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'mac_address': 'fa:16:3e:9f:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:43:21Z', 'updated_at': '2021-08-09T15:43:25Z', 'revision_number': 1, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa7a3427-ce51-4c75-9760-53404314ec75', 'name': '', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'mac_address': 'fa:16:3e:a9:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:50Z', 'updated_at': '2021-08-09T15:43:05Z', 'revision_number': 5, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'subnets': [{'id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:26.601853 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dc662-952e-4cf4-a3fd-3253bebfacc7 None None] Checking router: 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:26.614544 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dc662-952e-4cf4-a3fd-3253bebfacc7 None None] Routers {'4213f8b3-115d-4d2c-9a9a-7e4784d7b773'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:26.615420 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b30dc662-952e-4cf4-a3fd-3253bebfacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:26.616940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-1fff9eaa-6b16-45f5-aded-0c607f1e16c5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53849902-6215-47a8-92c2-ae1fc43ff68d HTTP/1.1" status: 200 len: 999 time: 0.4293904 Aug 09 15:43:26.650602 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0142dd96-865c-4237-a7c9-7c7d5b923b34 x-openstack-request-id: req-0142dd96-865c-4237-a7c9-7c7d5b923b34 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:26.650957 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebe890d-fe79-443b-a487-6d52152b9eef", "tag": "53849902-6215-47a8-92c2-ae1fc43ff68d", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:26.651208 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0142dd96-865c-4237-a7c9-7c7d5b923b34 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:26.651769 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'tag': '53849902-6215-47a8-92c2-ae1fc43ff68d', 'status': 'completed', 'code': 200} Aug 09 15:43:26.728700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-0bc182e2-2f2f-4f36-9271-9c850a1bc46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:26.732700 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-0bc182e2-2f2f-4f36-9271-9c850a1bc46d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3010820c-f6e1-4259-925c-0bf1f7557415 HTTP/1.1" status: 200 len: 868 time: 0.1057968 Aug 09 15:43:26.763595 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e61174-249e-4a73-affd-40a261f95e43 req-0c9331c1-9df8-4695-a5ed-973c9dcaa042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:26.765144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4e61174-249e-4a73-affd-40a261f95e43 req-0c9331c1-9df8-4695-a5ed-973c9dcaa042 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d2b1eb767884cceac4f00a829ea9ac8&device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 1097 time: 0.0869603 Aug 09 15:43:26.776435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087e772-f92d-4766-ab67-4390794722cb req-5a2db042-6f55-421b-8fa6-ea9af5e369d1 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:26.778035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f087e772-f92d-4766-ab67-4390794722cb req-5a2db042-6f55-421b-8fa6-ea9af5e369d1 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 948 time: 0.0759442 Aug 09 15:43:26.836112 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b30dc662-952e-4cf4-a3fd-3253bebfacc7 None None] Set router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:26.850469 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f087e772-f92d-4766-ab67-4390794722cb req-22c8405d-72b5-43b9-b625-c820c89ed9df tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0080e11-8b6b-4269-b79f-2da3fde04dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653183 Aug 09 15:43:26.906263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e61174-249e-4a73-affd-40a261f95e43 req-99822b19-05c0-423f-9c9b-e8a401afcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:26.907771 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4e61174-249e-4a73-affd-40a261f95e43 req-99822b19-05c0-423f-9c9b-e8a401afcfc5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de7c9293-37e0-452f-b97d-c247f5a860bd HTTP/1.1" status: 200 len: 930 time: 0.1179836 Aug 09 15:43:26.909875 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-3d2f689d-65cb-4950-b9d4-df1447ecee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:26.911281 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-3d2f689d-65cb-4950-b9d4-df1447ecee19 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de7c9293-37e0-452f-b97d-c247f5a860bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657186 Aug 09 15:43:27.070348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4e61174-249e-4a73-affd-40a261f95e43 req-740d8e8a-ede9-4ea9-929b-47ff088fd2f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53849902-6215-47a8-92c2-ae1fc43ff68d HTTP/1.1" status: 200 len: 999 time: 0.1549630 Aug 09 15:43:27.139808 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-9cc36456-8e9e-4980-bf37-9be0dc886e40 service neutron] 10.222.0.81 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123780 Aug 09 15:43:27.146183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e61174-249e-4a73-affd-40a261f95e43 req-c37cffd8-37bf-4dfb-8b22-19c64d5096a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:27.149014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4e61174-249e-4a73-affd-40a261f95e43 req-c37cffd8-37bf-4dfb-8b22-19c64d5096a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3010820c-f6e1-4259-925c-0bf1f7557415 HTTP/1.1" status: 200 len: 868 time: 0.0689542 Aug 09 15:43:27.184971 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b30dc662-952e-4cf4-a3fd-3253bebfacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:42:53Z', 'revision_number': 4, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'f3d56c35-96f6-454c-9f19-54892e4820cc', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'port_id': '53849902-6215-47a8-92c2-ae1fc43ff68d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'mac_address': 'fa:16:3e:9f:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:43:21Z', 'updated_at': '2021-08-09T15:43:25Z', 'revision_number': 1, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa7a3427-ce51-4c75-9760-53404314ec75', 'name': '', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'mac_address': 'fa:16:3e:a9:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:50Z', 'updated_at': '2021-08-09T15:43:05Z', 'revision_number': 5, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'subnets': [{'id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:27.222660 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dc662-952e-4cf4-a3fd-3253bebfacc7 None None] The sync data for ids ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'] in n-d-803778-2 is: [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:42:53Z', 'revision_number': 4, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'f3d56c35-96f6-454c-9f19-54892e4820cc', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'port_id': '53849902-6215-47a8-92c2-ae1fc43ff68d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'mac_address': 'fa:16:3e:9f:3e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:43:21Z', 'updated_at': '2021-08-09T15:43:25Z', 'revision_number': 1, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa7a3427-ce51-4c75-9760-53404314ec75', 'name': '', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'mac_address': 'fa:16:3e:a9:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:50Z', 'updated_at': '2021-08-09T15:43:05Z', 'revision_number': 5, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'subnets': [{'id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:27.267270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e61174-249e-4a73-affd-40a261f95e43 req-0beb8787-5e01-4f59-b89b-1293d95f3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:27.268837 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4e61174-249e-4a73-affd-40a261f95e43 req-0beb8787-5e01-4f59-b89b-1293d95f3512 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de7c9293-37e0-452f-b97d-c247f5a860bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051793 Aug 09 15:43:27.361166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9881fbd4-7c67-46d7-b3bc-ebe8cd0d950b req-4974b6da-9cde-41a5-822b-be63b45f22c6 service neutron] 10.222.0.81 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082951 Aug 09 15:43:27.418044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4e61174-249e-4a73-affd-40a261f95e43 req-532793c1-0b93-4598-a497-a2f5be22c570 service neutron] 10.222.0.53 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417398 Aug 09 15:43:27.534683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5bc3a-7def-4f0a-85e2-6b80e78de564 None None] New status for floating IP f3d56c35-96f6-454c-9f19-54892e4820cc: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:43:27.553567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778be71-bddc-41b6-8f53-b758fa80d1c5 req-a74e56f7-a1e6-429e-b57d-b1756912cb1d tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:27.555300 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2778be71-bddc-41b6-8f53-b758fa80d1c5 req-a74e56f7-a1e6-429e-b57d-b1756912cb1d tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 944 time: 0.0662930 Aug 09 15:43:27.605160 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2778be71-bddc-41b6-8f53-b758fa80d1c5 req-8e010e68-9b3e-42d5-b4c4-e736b1b44eda tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 Aug 09 15:43:27.684687 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4e61174-249e-4a73-affd-40a261f95e43 req-68a76bb1-3742-4b2a-90a6-0124bb0bb315 service neutron] 10.222.0.53 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593658 Aug 09 15:43:27.696521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-f880ec39-9d29-4223-b89c-d910a0c3bb0e tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 258 time: 0.2349098 Aug 09 15:43:27.713154 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:27.738060 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:27.877514 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:27.887917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c3d01-292a-4548-899b-12441c8d2a7d req-7cc8f033-7bdb-4a19-be94-5f18313fd17f tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:27.889695 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-380c3d01-292a-4548-899b-12441c8d2a7d req-7cc8f033-7bdb-4a19-be94-5f18313fd17f tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 944 time: 0.0556588 Aug 09 15:43:27.918272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 3a175ded-0e50-4283-a619-76f2b63eb142 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:28.013324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Allocated IP 172.25.2.170 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/19a1c215-a03b-4764-abfd-6e53d868a416) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:28.029621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 3a175ded-0e50-4283-a619-76f2b63eb142 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:28.041147 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 3a175ded-0e50-4283-a619-76f2b63eb142 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:28.041767 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.084772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-380c3d01-292a-4548-899b-12441c8d2a7d req-911cfcb8-5bc6-4d54-85db-096a6addad51 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Deleting port b8839982-ba3a-4071-8afe-b69c8cf79e0f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:28.085345 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-380c3d01-292a-4548-899b-12441c8d2a7d req-911cfcb8-5bc6-4d54-85db-096a6addad51 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.164169 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.225154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff520c-dcba-415e-af89-90f822a19ae6 req-4e49775b-fe2c-4390-8079-41405254bd59 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:28.227156 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-98ff520c-dcba-415e-af89-90f822a19ae6 req-4e49775b-fe2c-4390-8079-41405254bd59 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 948 time: 0.0935993 Aug 09 15:43:28.229293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.233217 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-380c3d01-292a-4548-899b-12441c8d2a7d req-911cfcb8-5bc6-4d54-85db-096a6addad51 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] For port b8839982-ba3a-4071-8afe-b69c8cf79e0f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b8839982-ba3a-4071-8afe-b69c8cf79e0f,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:28.233879 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-380c3d01-292a-4548-899b-12441c8d2a7d req-911cfcb8-5bc6-4d54-85db-096a6addad51 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.283354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55244) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:28.288190 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Pushing event updated for resources: {'Port': ['ID=19a1c215-a03b-4764-abfd-6e53d868a416,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:28.304673 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.314204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:28.317153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:28.322096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:28.329625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9677008a-95c7-4ffa-a6a3-eac48cc03b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a175ded-0e50-4283-a619-76f2b63eb142'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:28.331906 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9b091a-71cc-4a31-803a-73606fea6532" -d '{"events": [{"server_uuid": "9677008a-95c7-4ffa-a6a3-eac48cc03b20", "name": "network-vif-plugged", "status": "completed", "tag": "3a175ded-0e50-4283-a619-76f2b63eb142"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:28.346954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 3a175ded-0e50-4283-a619-76f2b63eb142, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3a175ded-0e50-4283-a619-76f2b63eb142,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:28.352597 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.353624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 00b4219b-0713-4d54-b85d-d7f9d27b9551 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:28.384761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 00b4219b-0713-4d54-b85d-d7f9d27b9551 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:28.385222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 00b4219b-0713-4d54-b85d-d7f9d27b9551 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:28.438444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=3a175ded-0e50-4283-a619-76f2b63eb142,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:28.454762 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e49f2cb4-013d-4c4b-801d-b71321596224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.459750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.508872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-380c3d01-292a-4548-899b-12441c8d2a7d req-911cfcb8-5bc6-4d54-85db-096a6addad51 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Calling delete_port for b8839982-ba3a-4071-8afe-b69c8cf79e0f owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:28.525148 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.582584 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-98ff520c-dcba-415e-af89-90f822a19ae6 req-9929e7a7-f800-427b-a4de-d4a78bb40695 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0080e11-8b6b-4269-b79f-2da3fde04dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456120 Aug 09 15:43:28.690146 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e49f2cb4-013d-4c4b-801d-b71321596224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.701893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e49f2cb4-013d-4c4b-801d-b71321596224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.710074 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-380c3d01-292a-4548-899b-12441c8d2a7d req-911cfcb8-5bc6-4d54-85db-096a6addad51 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.771362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cfcb8-5bc6-4d54-85db-096a6addad51 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Pushing event deleted for resources: {'Port': ['ID=b8839982-ba3a-4071-8afe-b69c8cf79e0f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:28.788246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e49f2cb4-013d-4c4b-801d-b71321596224 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=babe7e3084144b6b8cf9c1046e84f287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969242 Aug 09 15:43:28.790479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55258) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:28.799800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f2cb4-013d-4c4b-801d-b71321596224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f6fdbd-5f03-4470-b94c-2b1074146443,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:28.823025 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.834750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.852893 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-380c3d01-292a-4548-899b-12441c8d2a7d req-911cfcb8-5bc6-4d54-85db-096a6addad51 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] No DVR routers for this DVR port b8839982-ba3a-4071-8afe-b69c8cf79e0f on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:28.857006 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-380c3d01-292a-4548-899b-12441c8d2a7d req-911cfcb8-5bc6-4d54-85db-096a6addad51 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.860953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-380c3d01-292a-4548-899b-12441c8d2a7d req-911cfcb8-5bc6-4d54-85db-096a6addad51 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.60 "DELETE /v2.0/ports/b8839982-ba3a-4071-8afe-b69c8cf79e0f HTTP/1.1" status: 204 len: 173 time: 0.9633479 Aug 09 15:43:28.861626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f756a06-ca4e-455a-a94a-85bf4d475b9b', 'name': 'network-vif-deleted', 'tag': 'b8839982-ba3a-4071-8afe-b69c8cf79e0f'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:28.867986 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d329a4-12cb-424d-9ca0-eba94b8eb404" -d '{"events": [{"server_uuid": "0f756a06-ca4e-455a-a94a-85bf4d475b9b", "name": "network-vif-deleted", "tag": "b8839982-ba3a-4071-8afe-b69c8cf79e0f"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:28.919992 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b4289d-10eb-463f-b176-1dce6b970155 x-openstack-request-id: req-35b4289d-10eb-463f-b176-1dce6b970155 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:28.921801 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9677008a-95c7-4ffa-a6a3-eac48cc03b20", "name": "network-vif-plugged", "status": "completed", "tag": "3a175ded-0e50-4283-a619-76f2b63eb142", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:28.922349 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35b4289d-10eb-463f-b176-1dce6b970155 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:28.923123 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9677008a-95c7-4ffa-a6a3-eac48cc03b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a175ded-0e50-4283-a619-76f2b63eb142', 'code': 200} Aug 09 15:43:28.923623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Pushing event updated for resources: {'Port': ['ID=19a1c215-a03b-4764-abfd-6e53d868a416,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:28.945608 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9c63603-aac1-4ea8-b2a5-4a2505d3b58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.959365 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.981286 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9c63603-aac1-4ea8-b2a5-4a2505d3b58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.992136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:28.993667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-2d413cfb-b776-4129-9dfa-c27e2197eff6 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2867825 Aug 09 15:43:29.024979 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f2339263-7878-40c1-8d7c-5f6897e02aca req-bda7c27e-4fa5-4825-8136-17b770b9555b tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f756a06-ca4e-455a-a94a-85bf4d475b9b HTTP/1.1" status: 200 len: 210 time: 0.0415573 Aug 09 15:43:29.063591 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-331c23ed-df5f-4262-9989-0bc435c94eab tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0601032 Aug 09 15:43:29.080709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55264) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:29.107550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9c63603-aac1-4ea8-b2a5-4a2505d3b58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.110881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9c63603-aac1-4ea8-b2a5-4a2505d3b58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.114537 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e9c63603-aac1-4ea8-b2a5-4a2505d3b58c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00f6fdbd-5f03-4470-b94c-2b1074146443 HTTP/1.1" status: 204 len: 168 time: 0.3198335 Aug 09 15:43:29.146168 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cd251c-8748-403b-8741-933f06870dcf x-openstack-request-id: req-17cd251c-8748-403b-8741-933f06870dcf {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:29.146608 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f756a06-ca4e-455a-a94a-85bf4d475b9b", "name": "network-vif-deleted", "tag": "b8839982-ba3a-4071-8afe-b69c8cf79e0f", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:29.146865 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17cd251c-8748-403b-8741-933f06870dcf {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:29.147271 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f756a06-ca4e-455a-a94a-85bf4d475b9b', 'name': 'network-vif-deleted', 'tag': 'b8839982-ba3a-4071-8afe-b69c8cf79e0f', 'status': 'completed', 'code': 200} Aug 09 15:43:29.163137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb60cdf-c700-4e30-be3b-74d07e5e6514 req-9f2eb47d-b673-4731-bcaa-21d0e0ff7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:29.165705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fbb60cdf-c700-4e30-be3b-74d07e5e6514 req-9f2eb47d-b673-4731-bcaa-21d0e0ff7044 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 1100 time: 0.1135509 Aug 09 15:43:29.165844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c63603-aac1-4ea8-b2a5-4a2505d3b58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f6fdbd-5f03-4470-b94c-2b1074146443,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:29.217144 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fbb60cdf-c700-4e30-be3b-74d07e5e6514 req-9ca4b6cc-6e02-4e88-aec4-10af9e4f558f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e0080e11-8b6b-4269-b79f-2da3fde04dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Aug 09 15:43:29.236872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-3a9a7254-6939-493f-afd4-1377bfd2ade3 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:29.238384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7eaae72-4d94-4653-8312-fa41bed3d27e req-3a9a7254-6939-493f-afd4-1377bfd2ade3 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.1608453 Aug 09 15:43:29.367111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fa1e6-d11c-4639-a61f-acdff3685aa5 req-c066530b-b5e4-4eab-ac5e-2034ed3ba135 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:29.370670 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-472fa1e6-d11c-4639-a61f-acdff3685aa5 req-c066530b-b5e4-4eab-ac5e-2034ed3ba135 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0656939 Aug 09 15:43:29.433969 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae56d2f3-41d6-4f51-bc53-7a790ed78acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.462677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-472fa1e6-d11c-4639-a61f-acdff3685aa5 req-df7013be-dbf8-458e-8107-44f6e64c754f tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0849748 Aug 09 15:43:29.486839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-472fa1e6-d11c-4639-a61f-acdff3685aa5 req-560851dd-01bc-49c7-91eb-db89556e400d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Request body: {'floatingip': {'port_id': '53849902-6215-47a8-92c2-ae1fc43ff68d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:29.539335 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-472fa1e6-d11c-4639-a61f-acdff3685aa5 req-560851dd-01bc-49c7-91eb-db89556e400d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.738227 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae56d2f3-41d6-4f51-bc53-7a790ed78acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.749119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bdc28-1f84-4732-9d6a-845488aa96f8 req-51e0e6f6-48bb-4279-b32f-7a51eee5d9d3 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:29.756534 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-576bdc28-1f84-4732-9d6a-845488aa96f8 req-51e0e6f6-48bb-4279-b32f-7a51eee5d9d3 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 949 time: 0.0714195 Aug 09 15:43:29.782157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae56d2f3-41d6-4f51-bc53-7a790ed78acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.801969 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-576bdc28-1f84-4732-9d6a-845488aa96f8 req-b2bcc046-ec36-4e34-92c6-72a3e9e137ed tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0080e11-8b6b-4269-b79f-2da3fde04dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444198 Aug 09 15:43:29.802750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55296) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:29.816353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ae56d2f3-41d6-4f51-bc53-7a790ed78acf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3bd9c84151ab4a1c80ac7849cea08580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7340412 Aug 09 15:43:29.828298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55300) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:29.888218 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56d2f3-41d6-4f51-bc53-7a790ed78acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b94b36-021c-4557-9e0b-90d139c0f576,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:29.924919 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-472fa1e6-d11c-4639-a61f-acdff3685aa5 req-560851dd-01bc-49c7-91eb-db89556e400d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] update failed (client error): There was a conflict when trying to complete your request. Aug 09 15:43:29.928490 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-472fa1e6-d11c-4639-a61f-acdff3685aa5 req-560851dd-01bc-49c7-91eb-db89556e400d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "PUT /v2.0/floatingips/735eee66-c5f9-424d-b78a-2567b5485dae HTTP/1.1" status: 409 len: 551 time: 0.4480731 Aug 09 15:43:29.933746 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0ff1ae9-b537-4cd0-bd59-a29a16f4ec19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.011586 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0ff1ae9-b537-4cd0-bd59-a29a16f4ec19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.054348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-01607d59-4460-403f-bba8-0378c3c07e71 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips/735eee66-c5f9-424d-b78a-2567b5485dae HTTP/1.1" status: 200 len: 693 time: 0.0832186 Aug 09 15:43:30.067057 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-657a1de3-1dd7-4619-bf41-8e15ab1c54c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.172345 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0ff1ae9-b537-4cd0-bd59-a29a16f4ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.176041 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0ff1ae9-b537-4cd0-bd59-a29a16f4ec19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.178965 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c0ff1ae9-b537-4cd0-bd59-a29a16f4ec19 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9b94b36-021c-4557-9e0b-90d139c0f576 HTTP/1.1" status: 204 len: 168 time: 0.3480113 Aug 09 15:43:30.195796 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff1ae9-b537-4cd0-bd59-a29a16f4ec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b94b36-021c-4557-9e0b-90d139c0f576,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:30.218339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-44d496d2-ebec-4e1b-ac3d-7a4dd56b96e1 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.219524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55320) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:30.220749 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-44d496d2-ebec-4e1b-ac3d-7a4dd56b96e1 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.1653399 Aug 09 15:43:30.306046 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-2b059141-7190-4c31-a49d-91553ad0fa88 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0768206 Aug 09 15:43:30.315061 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-657a1de3-1dd7-4619-bf41-8e15ab1c54c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.320574 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-657a1de3-1dd7-4619-bf41-8e15ab1c54c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.368418 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-657a1de3-1dd7-4619-bf41-8e15ab1c54c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c331649e25d444a1bbc6403b9b1ec169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5646150 Aug 09 15:43:30.372436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55326) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:30.392629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a1de3-1dd7-4619-bf41-8e15ab1c54c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e6ca2c-8020-4525-82ac-2299d7cefee0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:30.416134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-602153861-network', 'tenant_id': '5e18979a204f4abe8725a428a20e4a44'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:30.423570 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-115dba0c-3e28-4eeb-b7f5-c7103386bbbf tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0999880 Aug 09 15:43:30.473761 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Made reservation on behalf of 5e18979a204f4abe8725a428a20e4a44 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:30.476363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.488958 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.499431 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733de8b-9efb-4fb6-9495-4a6b4e76fb2e req-7af7989a-cad7-4c5e-aceb-1d3094cccb3d tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.500964 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d733de8b-9efb-4fb6-9495-4a6b4e76fb2e req-7af7989a-cad7-4c5e-aceb-1d3094cccb3d tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 944 time: 0.0775442 Aug 09 15:43:30.547972 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-37c659bf-15ee-4046-9be7-175cfc522134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.568485 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d733de8b-9efb-4fb6-9495-4a6b4e76fb2e req-5f552f83-99b3-43e0-9839-2f5b563522c7 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599418 Aug 09 15:43:30.609775 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-37c659bf-15ee-4046-9be7-175cfc522134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.637535 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.642575 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.669117 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:43:30.679913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-6e1b152c-5769-47a8-8ea3-9268e5cf7d80 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Deleting port 19a1c215-a03b-4764-abfd-6e53d868a416 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:30.680253 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-6e1b152c-5769-47a8-8ea3-9268e5cf7d80 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.686468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097ce5f4-977f-4631-8540-00650df85e88,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:30.692344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.692749 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Added segment bbb83656-6fb4-4e02-9f1d-916bf1ea74f2 of type vlan for network 2f2a8b59-7e18-4843-af13-02c278a688c6 Aug 09 15:43:30.758725 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.765867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55330) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:30.792984 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38907f3c-2bcd-4135-a42d-38584da73e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.823036 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:30.824562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.825146 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.003794 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-37c659bf-15ee-4046-9be7-175cfc522134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.006694 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-37c659bf-15ee-4046-9be7-175cfc522134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.010787 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-37c659bf-15ee-4046-9be7-175cfc522134 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/06e6ca2c-8020-4525-82ac-2299d7cefee0 HTTP/1.1" status: 204 len: 168 time: 0.6365845 Aug 09 15:43:31.028252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c659bf-15ee-4046-9be7-175cfc522134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e6ca2c-8020-4525-82ac-2299d7cefee0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:31.031861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=2f2a8b59-7e18-4843-af13-02c278a688c6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:31.046856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 2f2a8b59-7e18-4843-af13-02c278a688c6 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:43:31.052113 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-6e1b152c-5769-47a8-8ea3-9268e5cf7d80 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.052831 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-6e1b152c-5769-47a8-8ea3-9268e5cf7d80 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.067659 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbee359-06d8-44c1-94e5-9cc695125f0a req-81340f40-47f2-41eb-884b-191039ad9c75 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.068248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-6e1b152c-5769-47a8-8ea3-9268e5cf7d80 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Calling delete_port for 19a1c215-a03b-4764-abfd-6e53d868a416 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:31.069368 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5cbee359-06d8-44c1-94e5-9cc695125f0a req-81340f40-47f2-41eb-884b-191039ad9c75 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.60 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 944 time: 0.2105763 Aug 09 15:43:31.082280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5250e5-a93e-4c5b-b83f-135f2e62bdd2 req-0df7d742-5443-4908-8a98-afe39d3e19d5 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.084638 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bc5250e5-a93e-4c5b-b83f-135f2e62bdd2 req-0df7d742-5443-4908-8a98-afe39d3e19d5 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 949 time: 0.1752336 Aug 09 15:43:31.231748 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bc5250e5-a93e-4c5b-b83f-135f2e62bdd2 req-ec7ea9e6-a0c1-4a80-8ccd-f564fe3955e1 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0080e11-8b6b-4269-b79f-2da3fde04dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307168 Aug 09 15:43:31.235654 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-6e1b152c-5769-47a8-8ea3-9268e5cf7d80 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.242452 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38907f3c-2bcd-4135-a42d-38584da73e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.253282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38907f3c-2bcd-4135-a42d-38584da73e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.266257 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-faa5e8fc-ce8f-4c99-b5b7-5bf95e5b1ce9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0453880 Aug 09 15:43:31.266845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55342) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:31.271492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b152c-5769-47a8-8ea3-9268e5cf7d80 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Pushing event deleted for resources: {'Port': ['ID=19a1c215-a03b-4764-abfd-6e53d868a416,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:31.282304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3ef1c14c-51f2-405f-9b5d-83e851de030c admin admin] Request body: {'subnet': {'network_id': '2f2a8b59-7e18-4843-af13-02c278a688c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-602153861-subnet', 'tenant_id': '5e18979a204f4abe8725a428a20e4a44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:31.339426 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-6e1b152c-5769-47a8-8ea3-9268e5cf7d80 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.342052 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-38907f3c-2bcd-4135-a42d-38584da73e0c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d58880d207804f9bb37558905b262b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749617 Aug 09 15:43:31.342760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-6e1b152c-5769-47a8-8ea3-9268e5cf7d80 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.347605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55346) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:31.356516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e48a4da-c1dc-4fd6-8765-d2447046ce1a req-6e1b152c-5769-47a8-8ea3-9268e5cf7d80 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "DELETE /v2.0/floatingips/735eee66-c5f9-424d-b78a-2567b5485dae HTTP/1.1" status: 204 len: 173 time: 0.9233079 Aug 09 15:43:31.358398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-5cbee359-06d8-44c1-94e5-9cc695125f0a req-529d4e49-9759-4894-9b58-070ada2581f0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Deleting port 3ce0a720-29ff-45b0-8727-cc8b2b07812b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:31.358581 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5cbee359-06d8-44c1-94e5-9cc695125f0a req-529d4e49-9759-4894-9b58-070ada2581f0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.361495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38907f3c-2bcd-4135-a42d-38584da73e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c4fdf0-7528-4967-b070-56f4b58a6773,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:31.372800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef1c14c-51f2-405f-9b5d-83e851de030c admin admin] Made reservation on behalf of 5e18979a204f4abe8725a428a20e4a44 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:31.375156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ef1c14c-51f2-405f-9b5d-83e851de030c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.510396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55352) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:31.529079 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7e2bbe4b-1d27-4f0b-8ca7-fbcc4638657a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.602622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d354b7c-3b38-4f14-b838-a8fc7185cab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.643162 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-d1687eb5-2c85-4528-a6c0-e1f158564489 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 1001 time: 0.2058740 Aug 09 15:43:31.682639 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d354b7c-3b38-4f14-b838-a8fc7185cab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.685397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-5cbee359-06d8-44c1-94e5-9cc695125f0a req-529d4e49-9759-4894-9b58-070ada2581f0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] For port 3ce0a720-29ff-45b0-8727-cc8b2b07812b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3ce0a720-29ff-45b0-8727-cc8b2b07812b,segment=NetworkSegment(65a49146-18f1-43ba-812e-c506c5b2e67d),segment_id=65a49146-18f1-43ba-812e-c506c5b2e67d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:31.685836 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5cbee359-06d8-44c1-94e5-9cc695125f0a req-529d4e49-9759-4894-9b58-070ada2581f0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.710417 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7e2bbe4b-1d27-4f0b-8ca7-fbcc4638657a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.717608 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7e2bbe4b-1d27-4f0b-8ca7-fbcc4638657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.742291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-5cbee359-06d8-44c1-94e5-9cc695125f0a req-529d4e49-9759-4894-9b58-070ada2581f0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Calling delete_port for 3ce0a720-29ff-45b0-8727-cc8b2b07812b owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:31.770347 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781229c-432c-418c-9f2e-fb8b7ae85b3b req-2cf63ec1-87af-4282-8821-a4422bd1b454 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.771780 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2781229c-432c-418c-9f2e-fb8b7ae85b3b req-2cf63ec1-87af-4282-8821-a4422bd1b454 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 949 time: 0.1100512 Aug 09 15:43:31.777289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7e2bbe4b-1d27-4f0b-8ca7-fbcc4638657a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fcf9e77bce3c46f79e9b3e12c57e2a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630513 Aug 09 15:43:31.777289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bbe4b-1d27-4f0b-8ca7-fbcc4638657a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ebe471-e68e-49e4-b515-c337cc0e64bd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:31.778939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55358) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:31.794937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-8100bc64-750f-4670-8ef8-ca174bc4a91a tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.796360 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-8100bc64-750f-4670-8ef8-ca174bc4a91a tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports/53849902-6215-47a8-92c2-ae1fc43ff68d HTTP/1.1" status: 200 len: 943 time: 0.1306756 Aug 09 15:43:31.845606 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2781229c-432c-418c-9f2e-fb8b7ae85b3b req-8a51057f-7029-4e52-8a9c-ea5a46e94773 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0080e11-8b6b-4269-b79f-2da3fde04dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653760 Aug 09 15:43:31.861570 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2fc84035-0654-4a33-ac2c-46a5bbdc8550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.899379 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2fc84035-0654-4a33-ac2c-46a5bbdc8550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.934107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 3ce0a720-29ff-45b0-8727-cc8b2b07812b no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:31.973106 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d354b7c-3b38-4f14-b838-a8fc7185cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.975862 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d354b7c-3b38-4f14-b838-a8fc7185cab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:31.977031 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2d354b7c-3b38-4f14-b838-a8fc7185cab3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70c4fdf0-7528-4967-b070-56f4b58a6773 HTTP/1.1" status: 204 len: 168 time: 0.6276083 Aug 09 15:43:31.982533 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ef1c14c-51f2-405f-9b5d-83e851de030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.023415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc829be-726c-484c-a403-7437b437846d req-fe4849e2-04ad-405c-863a-9a7280563730 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:32.025209 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bc829be-726c-484c-a403-7437b437846d req-fe4849e2-04ad-405c-863a-9a7280563730 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/ports?device_id=9290fde1-9708-4a94-82e9-a3c89bdae3b7 HTTP/1.1" status: 200 len: 944 time: 0.1000116 Aug 09 15:43:32.031740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d354b7c-3b38-4f14-b838-a8fc7185cab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c4fdf0-7528-4967-b070-56f4b58a6773,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:32.048223 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2fc84035-0654-4a33-ac2c-46a5bbdc8550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.054337 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2fc84035-0654-4a33-ac2c-46a5bbdc8550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.056649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2fc84035-0654-4a33-ac2c-46a5bbdc8550 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41ebe471-e68e-49e4-b515-c337cc0e64bd HTTP/1.1" status: 204 len: 168 time: 0.2754164 Aug 09 15:43:32.078479 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-3d2a0c68-6d55-4391-a34f-8090804b085f tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 1001 time: 0.1821332 Aug 09 15:43:32.083432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b8839982-ba3a-4071-8afe-b69c8cf79e0f no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:32.095705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc84035-0654-4a33-ac2c-46a5bbdc8550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ebe471-e68e-49e4-b515-c337cc0e64bd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:32.116152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: b8839982-ba3a-4071-8afe-b69c8cf79e0f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:32.116490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b8839982-ba3a-4071-8afe-b69c8cf79e0f not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:32.127824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bc829be-726c-484c-a403-7437b437846d req-a24b633c-5242-44c1-8f03-57088789556c tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.81 "GET /v2.0/security-groups?id=6e664d97-52cb-46e4-835a-14813eaff5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817914 Aug 09 15:43:32.217438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1c14c-51f2-405f-9b5d-83e851de030c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cfa0a6e-bc9f-4be0-9b7b-6c535c3a991a,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:32.245717 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5cbee359-06d8-44c1-94e5-9cc695125f0a req-529d4e49-9759-4894-9b58-070ada2581f0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.255790 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef1c14c-51f2-405f-9b5d-83e851de030c admin admin] Checking segment: {'id': 'bbb83656-6fb4-4e02-9f1d-916bf1ea74f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2f2a8b59-7e18-4843-af13-02c278a688c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:32.256196 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1c14c-51f2-405f-9b5d-83e851de030c admin admin] Network hostable DHCP agents. Network: 2f2a8b59-7e18-4843-af13-02c278a688c6, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:43:32.305578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d4e49-9759-4894-9b58-070ada2581f0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Pushing event deleted for resources: {'Port': ['ID=3ce0a720-29ff-45b0-8727-cc8b2b07812b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:32.348213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1c14c-51f2-405f-9b5d-83e851de030c admin admin] Network 2f2a8b59-7e18-4843-af13-02c278a688c6 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:43:32.359660 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-2f035a70-484a-4421-8347-dba32e8dfd88 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:32.368921 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-2f035a70-484a-4421-8347-dba32e8dfd88 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.2893534 Aug 09 15:43:32.392600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbee359-06d8-44c1-94e5-9cc695125f0a req-529d4e49-9759-4894-9b58-070ada2581f0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] No DVR routers for this DVR port 3ce0a720-29ff-45b0-8727-cc8b2b07812b on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:32.404234 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5cbee359-06d8-44c1-94e5-9cc695125f0a req-529d4e49-9759-4894-9b58-070ada2581f0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.406513 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5cbee359-06d8-44c1-94e5-9cc695125f0a req-529d4e49-9759-4894-9b58-070ada2581f0 tempest-LiveMigrationTest-1616851663 tempest-LiveMigrationTest-1616851663-project] 10.222.0.60 "DELETE /v2.0/ports/3ce0a720-29ff-45b0-8727-cc8b2b07812b HTTP/1.1" status: 204 len: 173 time: 1.3198063 Aug 09 15:43:32.406975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9290fde1-9708-4a94-82e9-a3c89bdae3b7', 'name': 'network-vif-deleted', 'tag': '3ce0a720-29ff-45b0-8727-cc8b2b07812b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:32.409316 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b9e0da-284c-4a09-85f4-b9943cc6c14a" -d '{"events": [{"server_uuid": "9290fde1-9708-4a94-82e9-a3c89bdae3b7", "name": "network-vif-deleted", "tag": "3ce0a720-29ff-45b0-8727-cc8b2b07812b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:32.442149 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3ef1c14c-51f2-405f-9b5d-83e851de030c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 2f2a8b59-7e18-4843-af13-02c278a688c6) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:32.452968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1c14c-51f2-405f-9b5d-83e851de030c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:32.453576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ef1c14c-51f2-405f-9b5d-83e851de030c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.478998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34335da0-f674-41b2-9854-6d263a583bd5 None None] Network 2f2a8b59-7e18-4843-af13-02c278a688c6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:32.493325 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-38cc0404-2669-46c8-8f81-55dbd33894f4 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 1001 time: 0.1233721 Aug 09 15:43:32.506031 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3ef1c14c-51f2-405f-9b5d-83e851de030c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2270644 Aug 09 15:43:32.511627 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-d514288c-def0-4d67-9092-924ee810544c tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:32.643096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-d514288c-def0-4d67-9092-924ee810544c tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.764458 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3c33c0-35f9-4e4a-a568-69837bb2972c x-openstack-request-id: req-8a3c33c0-35f9-4e4a-a568-69837bb2972c {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:32.764763 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9290fde1-9708-4a94-82e9-a3c89bdae3b7", "name": "network-vif-deleted", "tag": "3ce0a720-29ff-45b0-8727-cc8b2b07812b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:32.765107 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a3c33c0-35f9-4e4a-a568-69837bb2972c {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:32.765523 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9290fde1-9708-4a94-82e9-a3c89bdae3b7', 'name': 'network-vif-deleted', 'tag': '3ce0a720-29ff-45b0-8727-cc8b2b07812b', 'status': 'completed', 'code': 200} Aug 09 15:43:32.795974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ea88a1-91d0-4958-8359-aed23434271e None None] Network 2f2a8b59-7e18-4843-af13-02c278a688c6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:32.914347 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-d514288c-def0-4d67-9092-924ee810544c tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.921579 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-d514288c-def0-4d67-9092-924ee810544c tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:32.921949 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-d514288c-def0-4d67-9092-924ee810544c tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Floating IP f3d56c35-96f6-454c-9f19-54892e4820cc disassociated. External IP: 172.25.2.27, port: 53849902-6215-47a8-92c2-ae1fc43ff68d. Aug 09 15:43:33.206519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-be28d147-e0f5-47be-9de0-1041bc09069e req-c7e23e73-fa95-462d-8c74-27f8d2279579 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-532965289', 'description': 'tempest-description-1520290727'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:33.269220 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-be28d147-e0f5-47be-9de0-1041bc09069e req-c7e23e73-fa95-462d-8c74-27f8d2279579 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:33.423711 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-be28d147-e0f5-47be-9de0-1041bc09069e req-c7e23e73-fa95-462d-8c74-27f8d2279579 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:33.429056 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-be28d147-e0f5-47be-9de0-1041bc09069e req-c7e23e73-fa95-462d-8c74-27f8d2279579 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:33.460389 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-be28d147-e0f5-47be-9de0-1041bc09069e req-c7e23e73-fa95-462d-8c74-27f8d2279579 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:33.460909 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d780a14-528f-4173-a7fb-c8fa9c0ab77f req-22cdd46d-25b1-4028-80c4-b1911bb58150 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.462656 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be28d147-e0f5-47be-9de0-1041bc09069e req-c7e23e73-fa95-462d-8c74-27f8d2279579 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2666686 Aug 09 15:43:33.467934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e23e73-fa95-462d-8c74-27f8d2279579 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053d6760-d40b-49c7-baa8-e2f10cfeba10,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:33.474558 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d780a14-528f-4173-a7fb-c8fa9c0ab77f req-22cdd46d-25b1-4028-80c4-b1911bb58150 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.60 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 949 time: 0.1047287 Aug 09 15:43:33.631775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9cb83-a6b7-4b2e-9115-3dc68eff8dd8 req-b07d8492-9713-4063-bee2-a86ddf937800 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.633385 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-59a9cb83-a6b7-4b2e-9115-3dc68eff8dd8 req-b07d8492-9713-4063-bee2-a86ddf937800 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/ports?device_id=9677008a-95c7-4ffa-a6a3-eac48cc03b20 HTTP/1.1" status: 200 len: 949 time: 0.0815344 Aug 09 15:43:33.696209 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-9d780a14-528f-4173-a7fb-c8fa9c0ab77f req-b63dc287-cf29-4b1a-847d-d43532e4c18c tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Deleting port 3a175ded-0e50-4283-a619-76f2b63eb142 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:33.696651 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d780a14-528f-4173-a7fb-c8fa9c0ab77f req-b63dc287-cf29-4b1a-847d-d43532e4c18c tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:33.714393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-59a9cb83-a6b7-4b2e-9115-3dc68eff8dd8 req-aaba4c8d-d2c0-4faa-9e85-6bda3e835ac7 tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0080e11-8b6b-4269-b79f-2da3fde04dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711255 Aug 09 15:43:33.751281 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-d514288c-def0-4d67-9092-924ee810544c tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:43:33.802557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55426) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:33.858736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-9d780a14-528f-4173-a7fb-c8fa9c0ab77f req-b63dc287-cf29-4b1a-847d-d43532e4c18c tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] For port 3a175ded-0e50-4283-a619-76f2b63eb142, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3a175ded-0e50-4283-a619-76f2b63eb142,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:33.859119 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d780a14-528f-4173-a7fb-c8fa9c0ab77f req-b63dc287-cf29-4b1a-847d-d43532e4c18c tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:33.874827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b540ecb-1f63-4734-8fee-0f4f1029eaa6 admin admin] Deleting subnet c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:43:33.879006 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b540ecb-1f63-4734-8fee-0f4f1029eaa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:33.901744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55428) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:33.905219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-9d780a14-528f-4173-a7fb-c8fa9c0ab77f req-b63dc287-cf29-4b1a-847d-d43532e4c18c tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Calling delete_port for 3a175ded-0e50-4283-a619-76f2b63eb142 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:33.942509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b540ecb-1f63-4734-8fee-0f4f1029eaa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:33.972878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-d514288c-def0-4d67-9092-924ee810544c tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:33.979080 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-d514288c-def0-4d67-9092-924ee810544c tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:33.982331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-04d52e75-e5e4-43eb-bbf7-3b579ef171f0 req-2f3d6749-b59b-43a5-ab12-7a7fa2c77234 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/053d6760-d40b-49c7-baa8-e2f10cfeba10 HTTP/1.1" status: 200 len: 1804 time: 0.1041386 Aug 09 15:43:33.985618 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85e6bc-2a1c-43cd-a9f7-26ab6b0ed852 None None] Sync routers for ids ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:33.991385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-04d52e75-e5e4-43eb-bbf7-3b579ef171f0 req-7c0e5819-c333-428d-9698-0c19f4e8de4d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '053d6760-d40b-49c7-baa8-e2f10cfeba10', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:33.991773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-04d52e75-e5e4-43eb-bbf7-3b579ef171f0 req-7c0e5819-c333-428d-9698-0c19f4e8de4d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '053d6760-d40b-49c7-baa8-e2f10cfeba10', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:34.010814 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85e6bc-2a1c-43cd-a9f7-26ab6b0ed852 None None] Routers {'4213f8b3-115d-4d2c-9a9a-7e4784d7b773'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:34.011747 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6a85e6bc-2a1c-43cd-a9f7-26ab6b0ed852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:34.019371 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b540ecb-1f63-4734-8fee-0f4f1029eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.113731 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b540ecb-1f63-4734-8fee-0f4f1029eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.131080 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b540ecb-1f63-4734-8fee-0f4f1029eaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.133199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4b540ecb-1f63-4734-8fee-0f4f1029eaa6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11 HTTP/1.1" status: 204 len: 168 time: 0.3290548 Aug 09 15:43:34.160925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-04d52e75-e5e4-43eb-bbf7-3b579ef171f0 req-7c0e5819-c333-428d-9698-0c19f4e8de4d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.166886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55438) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:34.183221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b540ecb-1f63-4734-8fee-0f4f1029eaa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9bc3bc9-be88-4f10-ba40-7c88b8b8eb11,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:34.232057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1065776470-network', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:34.261517 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-6a85e6bc-2a1c-43cd-a9f7-26ab6b0ed852 None None] Set router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:34.264087 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-d514288c-def0-4d67-9092-924ee810544c tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "PUT /v2.0/floatingips/f3d56c35-96f6-454c-9f19-54892e4820cc HTTP/1.1" status: 200 len: 694 time: 1.7615182 Aug 09 15:43:34.279211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-04d52e75-e5e4-43eb-bbf7-3b579ef171f0 req-7c0e5819-c333-428d-9698-0c19f4e8de4d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.288736 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-04d52e75-e5e4-43eb-bbf7-3b579ef171f0 req-7c0e5819-c333-428d-9698-0c19f4e8de4d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.302055 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d780a14-528f-4173-a7fb-c8fa9c0ab77f req-b63dc287-cf29-4b1a-847d-d43532e4c18c tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.302619 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.313442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['3a175ded-0e50-4283-a619-76f2b63eb142'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:34.327830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e5819-c333-428d-9698-0c19f4e8de4d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4e3983-b3f1-4ea6-ad82-d16613e43f9b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:34.340068 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-04d52e75-e5e4-43eb-bbf7-3b579ef171f0 req-7c0e5819-c333-428d-9698-0c19f4e8de4d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.346731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-04d52e75-e5e4-43eb-bbf7-3b579ef171f0 req-7c0e5819-c333-428d-9698-0c19f4e8de4d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3634787 Aug 09 15:43:34.392181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Made reservation on behalf of d42d5365222d48d4b2542019f5092cc5 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:34.399051 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.423863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dc287-cf29-4b1a-847d-d43532e4c18c tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Pushing event deleted for resources: {'Port': ['ID=3a175ded-0e50-4283-a619-76f2b63eb142,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:34.434151 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.454221 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.472978 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc159eb9-7876-48f2-ae8d-2cf79ceac39a']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:34.489418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a49146-18f1-43ba-812e-c506c5b2e67d') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:34.491385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a49146-18f1-43ba-812e-c506c5b2e67d') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:34.503528 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.521688 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.532547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:43:34.534091 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.536548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d780a14-528f-4173-a7fb-c8fa9c0ab77f req-b63dc287-cf29-4b1a-847d-d43532e4c18c tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] No DVR routers for this DVR port 3a175ded-0e50-4283-a619-76f2b63eb142 on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:43:34.616417 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:43:34.621011 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.629129 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.636029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dc159eb9-7876-48f2-ae8d-2cf79ceac39a HTTP/1.1" status: 204 len: 168 time: 0.4680393 Aug 09 15:43:34.638089 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d780a14-528f-4173-a7fb-c8fa9c0ab77f req-b63dc287-cf29-4b1a-847d-d43532e4c18c tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.639793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-24009260-f0bf-4ec0-8916-c78d19d9315c req-b68aea51-0c18-47d7-9e83-b871fbfcd8ae tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-385376103', 'description': 'tempest-description-1616986284'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:34.640206 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d780a14-528f-4173-a7fb-c8fa9c0ab77f req-b63dc287-cf29-4b1a-847d-d43532e4c18c tempest-ServerDiagnosticsNegativeTest-821291338 tempest-ServerDiagnosticsNegativeTest-821291338-project] 10.222.0.60 "DELETE /v2.0/ports/3a175ded-0e50-4283-a619-76f2b63eb142 HTTP/1.1" status: 204 len: 173 time: 1.1646411 Aug 09 15:43:34.640647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55452) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:34.645261 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6a85e6bc-2a1c-43cd-a9f7-26ab6b0ed852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:42:53Z', 'revision_number': 4, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa7a3427-ce51-4c75-9760-53404314ec75', 'name': '', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'mac_address': 'fa:16:3e:a9:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:50Z', 'updated_at': '2021-08-09T15:43:05Z', 'revision_number': 5, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'subnets': [{'id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:34.680136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ce183-539a-488d-986d-5f5c1512d391 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc159eb9-7876-48f2-ae8d-2cf79ceac39a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:34.694497 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.695463 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85e6bc-2a1c-43cd-a9f7-26ab6b0ed852 None None] Checking router: 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:34.705801 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85e6bc-2a1c-43cd-a9f7-26ab6b0ed852 None None] Routers {'4213f8b3-115d-4d2c-9a9a-7e4784d7b773'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:34.706652 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6a85e6bc-2a1c-43cd-a9f7-26ab6b0ed852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:34.720816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-24009260-f0bf-4ec0-8916-c78d19d9315c req-b68aea51-0c18-47d7-9e83-b871fbfcd8ae tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.721041 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.756174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-933aabec-30c6-449e-b730-a1693b7bd092 admin admin] Deleting subnet 8755e6ce-7dfd-4d75-82b1-3c0f2df339a9 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:43:34.767746 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-cb3b12b9-a9dd-4423-9340-9c9925754371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:34.769450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-cb3b12b9-a9dd-4423-9340-9c9925754371 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d2b1eb767884cceac4f00a829ea9ac8&device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 1097 time: 0.5048630 Aug 09 15:43:34.770287 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-933aabec-30c6-449e-b730-a1693b7bd092 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.772291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:43:34.776979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'tag': '53849902-6215-47a8-92c2-ae1fc43ff68d'}, {'server_uuid': '9677008a-95c7-4ffa-a6a3-eac48cc03b20', 'name': 'network-vif-deleted', 'tag': '3a175ded-0e50-4283-a619-76f2b63eb142'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:34.779364 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0872a85a-ce50-496b-9ffd-5ef282b28baf" -d '{"events": [{"name": "network-changed", "server_uuid": "bebe890d-fe79-443b-a487-6d52152b9eef", "tag": "53849902-6215-47a8-92c2-ae1fc43ff68d"}, {"server_uuid": "9677008a-95c7-4ffa-a6a3-eac48cc03b20", "name": "network-vif-deleted", "tag": "3a175ded-0e50-4283-a619-76f2b63eb142"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:34.829978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e298a4-dea0-4fd4-93a9-8a4be9508de2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:34.841458 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-6a85e6bc-2a1c-43cd-a9f7-26ab6b0ed852 None None] Set router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:34.865851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-24009260-f0bf-4ec0-8916-c78d19d9315c req-b68aea51-0c18-47d7-9e83-b871fbfcd8ae tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.870550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-24009260-f0bf-4ec0-8916-c78d19d9315c req-b68aea51-0c18-47d7-9e83-b871fbfcd8ae tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.883185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.883539 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Added segment 1d23dcb8-229c-47cb-815b-9c9ab9c66a39 of type vlan for network 4e95678c-f604-488c-a0d0-b2b1d21ee519 Aug 09 15:43:34.903029 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-24009260-f0bf-4ec0-8916-c78d19d9315c req-b68aea51-0c18-47d7-9e83-b871fbfcd8ae tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.904484 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-24009260-f0bf-4ec0-8916-c78d19d9315c req-b68aea51-0c18-47d7-9e83-b871fbfcd8ae tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2867110 Aug 09 15:43:34.905630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aea51-0c18-47d7-9e83-b871fbfcd8ae tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74245acf-aa58-4cdd-9a9a-e53cff6228eb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:34.921618 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-933aabec-30c6-449e-b730-a1693b7bd092 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:34.972529 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.017738 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-933aabec-30c6-449e-b730-a1693b7bd092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.048438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-a66b861e-88f6-4e30-9a71-851cd75b520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.050273 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-a66b861e-88f6-4e30-9a71-851cd75b520b service neutron] 10.222.0.81 "GET /v2.0/networks?id=de7c9293-37e0-452f-b97d-c247f5a860bd HTTP/1.1" status: 200 len: 930 time: 0.2677691 Aug 09 15:43:35.073190 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.074182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.075152 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.103803 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6a85e6bc-2a1c-43cd-a9f7-26ab6b0ed852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:42:53Z', 'revision_number': 4, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa7a3427-ce51-4c75-9760-53404314ec75', 'name': '', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'mac_address': 'fa:16:3e:a9:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:50Z', 'updated_at': '2021-08-09T15:43:05Z', 'revision_number': 5, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'subnets': [{'id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:35.136351 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85e6bc-2a1c-43cd-a9f7-26ab6b0ed852 None None] The sync data for ids ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'] in n-d-803778-2 is: [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:42:53Z', 'revision_number': 4, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa7a3427-ce51-4c75-9760-53404314ec75', 'name': '', 'network_id': 'de7c9293-37e0-452f-b97d-c247f5a860bd', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'mac_address': 'fa:16:3e:a9:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:50Z', 'updated_at': '2021-08-09T15:43:05Z', 'revision_number': 5, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'subnets': [{'id': '3010820c-f6e1-4259-925c-0bf1f7557415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:35.174205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-df9fbd69-4d7d-4e4b-a84e-c464fd217377 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53849902-6215-47a8-92c2-ae1fc43ff68d HTTP/1.1" status: 200 len: 217 time: 0.1155591 Aug 09 15:43:35.192110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2879567 Aug 09 15:43:35.195211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55464) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:35.200667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-496a0180-6d1d-49bf-822d-c8cc8d69e5c4 admin admin] Request body: {'subnet': {'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1065776470-subnet', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:35.215251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6110dc-299a-4682-8fc6-2a14a51482eb req-824b21d9-5073-433e-a5a9-3c3d8b8a26b8 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.225957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae6110dc-299a-4682-8fc6-2a14a51482eb req-824b21d9-5073-433e-a5a9-3c3d8b8a26b8 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 945 time: 0.1025519 Aug 09 15:43:35.236774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698833d9-59c2-4efd-8744-db53748568b3 admin admin] Pushing event updated for resources: {'Network': ['ID=4e95678c-f604-488c-a0d0-b2b1d21ee519,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:35.249017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 4e95678c-f604-488c-a0d0-b2b1d21ee519 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:43:35.261966 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-933aabec-30c6-449e-b730-a1693b7bd092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.265865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-c678a088-31d9-4989-944b-e55af64c927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.275757 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-c678a088-31d9-4989-944b-e55af64c927c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3010820c-f6e1-4259-925c-0bf1f7557415 HTTP/1.1" status: 200 len: 868 time: 0.0821838 Aug 09 15:43:35.304647 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae6110dc-299a-4682-8fc6-2a14a51482eb req-b643d130-fdbd-43c7-8c65-c04633a7c207 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772312 Aug 09 15:43:35.310377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496a0180-6d1d-49bf-822d-c8cc8d69e5c4 admin admin] Made reservation on behalf of d42d5365222d48d4b2542019f5092cc5 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:35.313546 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-496a0180-6d1d-49bf-822d-c8cc8d69e5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.343291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933aabec-30c6-449e-b730-a1693b7bd092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8755e6ce-7dfd-4d75-82b1-3c0f2df339a9,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:35.355676 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-933aabec-30c6-449e-b730-a1693b7bd092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.358086 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-933aabec-30c6-449e-b730-a1693b7bd092 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8755e6ce-7dfd-4d75-82b1-3c0f2df339a9 HTTP/1.1" status: 204 len: 168 time: 0.7163556 Aug 09 15:43:35.361649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55468) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:35.425249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-230b7b54-cfcc-40c9-9c2e-92c6b37e20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.434974 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-230b7b54-cfcc-40c9-9c2e-92c6b37e20ac service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=de7c9293-37e0-452f-b97d-c247f5a860bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580527 Aug 09 15:43:35.520374 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e7544b-74aa-4529-889d-63e39da6e9a9 x-openstack-request-id: req-c1e7544b-74aa-4529-889d-63e39da6e9a9 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:35.521279 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebe890d-fe79-443b-a487-6d52152b9eef", "tag": "53849902-6215-47a8-92c2-ae1fc43ff68d", "status": "completed", "code": 200}, {"server_uuid": "9677008a-95c7-4ffa-a6a3-eac48cc03b20", "name": "network-vif-deleted", "tag": "3a175ded-0e50-4283-a619-76f2b63eb142", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:35.521572 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1e7544b-74aa-4529-889d-63e39da6e9a9 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:35.522259 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'tag': '53849902-6215-47a8-92c2-ae1fc43ff68d', 'status': 'completed', 'code': 200} Aug 09 15:43:35.522519 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9677008a-95c7-4ffa-a6a3-eac48cc03b20', 'name': 'network-vif-deleted', 'tag': '3a175ded-0e50-4283-a619-76f2b63eb142', 'status': 'completed', 'code': 200} Aug 09 15:43:35.532471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.568895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-496a0180-6d1d-49bf-822d-c8cc8d69e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.586918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6a1c15-5f20-4eb9-8a72-bbc0466ee872 None None] New status for floating IP f3d56c35-96f6-454c-9f19-54892e4820cc: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:43:35.663622 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-96c4a4eb-2500-4e96-b47e-07504d324555 service neutron] 10.222.0.81 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276089 Aug 09 15:43:35.664426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8dbabc0e-d4e6-4768-aec0-b2a8e043bb28 req-e06a02c1-04ab-49ba-abba-d38d8b9da4f6 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/74245acf-aa58-4cdd-9a9a-e53cff6228eb HTTP/1.1" status: 200 len: 1804 time: 0.1320028 Aug 09 15:43:35.680640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872a85a-ce50-496b-9ffd-5ef282b28baf req-7f24d964-8a3c-4a76-a8eb-b3a599476f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.682471 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0872a85a-ce50-496b-9ffd-5ef282b28baf req-7f24d964-8a3c-4a76-a8eb-b3a599476f44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d2b1eb767884cceac4f00a829ea9ac8&device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 1097 time: 0.1513417 Aug 09 15:43:35.685925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496a0180-6d1d-49bf-822d-c8cc8d69e5c4 admin admin] Checking segment: {'id': '1d23dcb8-229c-47cb-815b-9c9ab9c66a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:35.686356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a0180-6d1d-49bf-822d-c8cc8d69e5c4 admin admin] Network hostable DHCP agents. Network: 4e95678c-f604-488c-a0d0-b2b1d21ee519, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:43:35.700742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-8dbabc0e-d4e6-4768-aec0-b2a8e043bb28 req-f6a8b9ad-2d3c-4feb-a563-ab3fc447ce3f tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '74245acf-aa58-4cdd-9a9a-e53cff6228eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:35.701204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-8dbabc0e-d4e6-4768-aec0-b2a8e043bb28 req-f6a8b9ad-2d3c-4feb-a563-ab3fc447ce3f tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '74245acf-aa58-4cdd-9a9a-e53cff6228eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:35.736440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a0180-6d1d-49bf-822d-c8cc8d69e5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7eff419-a4b2-49d2-a441-10f6cc9f4039,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:35.759089 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.775944 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b7a47e-926b-4905-ac77-387155aa5645']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:35.793063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55476) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:35.797582 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0abb8d-6579-4db9-8b93-80d3d83b43e9') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:35.797932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0abb8d-6579-4db9-8b93-80d3d83b43e9') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:35.804289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a0180-6d1d-49bf-822d-c8cc8d69e5c4 admin admin] Network 4e95678c-f604-488c-a0d0-b2b1d21ee519 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:43:35.826862 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.852112 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.854571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-496a0180-6d1d-49bf-822d-c8cc8d69e5c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 4e95678c-f604-488c-a0d0-b2b1d21ee519) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:35.865255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:43:35.865709 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.867157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f013dfed-c243-4153-9c38-39ad1985b959 None None] Network 4e95678c-f604-488c-a0d0-b2b1d21ee519 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:43:35.867579 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:43:35.876804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496a0180-6d1d-49bf-822d-c8cc8d69e5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.877409 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-496a0180-6d1d-49bf-822d-c8cc8d69e5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.887324 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f240e2a7-c7e5-426a-86c1-8f96a46c3c2a req-b882ceb1-5e8f-4dfe-a482-63b9edce39f2 service neutron] 10.222.0.81 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182682 Aug 09 15:43:35.924610 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-496a0180-6d1d-49bf-822d-c8cc8d69e5c4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7279160 Aug 09 15:43:35.927577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872a85a-ce50-496b-9ffd-5ef282b28baf req-64eb0ac5-b989-4cc1-9bcd-f6d4302f7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.929092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0872a85a-ce50-496b-9ffd-5ef282b28baf req-64eb0ac5-b989-4cc1-9bcd-f6d4302f7822 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de7c9293-37e0-452f-b97d-c247f5a860bd HTTP/1.1" status: 200 len: 930 time: 0.2219551 Aug 09 15:43:35.929528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55486) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:35.932369 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8dbabc0e-d4e6-4768-aec0-b2a8e043bb28 req-f6a8b9ad-2d3c-4feb-a563-ab3fc447ce3f tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.941405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1065776470-router', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:35.973130 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:35.998533 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0872a85a-ce50-496b-9ffd-5ef282b28baf req-28aa1fe5-cad9-41b3-b81f-14f1da3a0553 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53849902-6215-47a8-92c2-ae1fc43ff68d HTTP/1.1" status: 200 len: 217 time: 0.0531027 Aug 09 15:43:36.015100 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8dbabc0e-d4e6-4768-aec0-b2a8e043bb28 req-f6a8b9ad-2d3c-4feb-a563-ab3fc447ce3f tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.030308 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8dbabc0e-d4e6-4768-aec0-b2a8e043bb28 req-f6a8b9ad-2d3c-4feb-a563-ab3fc447ce3f tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.030825 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.033111 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] 10.222.0.81 "DELETE /v2.0/networks/02b7a47e-926b-4905-ac77-387155aa5645 HTTP/1.1" status: 204 len: 168 time: 0.6702845 Aug 09 15:43:36.052600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ced5f-e8e1-4e6f-92e8-92e84a610466 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b7a47e-926b-4905-ac77-387155aa5645,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:36.061962 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.062988 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.143310 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.148753 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a12933f1-22a7-4de9-a5f0-c856c6e7c9a7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=46a4a091b4764e269701af533472841d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542364 Aug 09 15:43:36.151836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55490) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:36.152308 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8dbabc0e-d4e6-4768-aec0-b2a8e043bb28 req-f6a8b9ad-2d3c-4feb-a563-ab3fc447ce3f tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.154137 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8dbabc0e-d4e6-4768-aec0-b2a8e043bb28 req-f6a8b9ad-2d3c-4feb-a563-ab3fc447ce3f tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4777713 Aug 09 15:43:36.155099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8b9ad-2d3c-4feb-a563-ab3fc447ce3f tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ec505f-3a2d-4800-9c13-93cd1e878e4f,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:36.186909 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:43:36.219086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-4e95678c-f604-488c-a0d0-b2b1d21ee519', 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'fixed_ips': [{'subnet_id': 'f7eff419-a4b2-49d2-a441-10f6cc9f4039'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:43:36.219946 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.267579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55496) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:36.277019 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-28948473-33d9-4b57-81c6-00fe081c2315 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips/f3d56c35-96f6-454c-9f19-54892e4820cc HTTP/1.1" status: 200 len: 692 time: 0.0723574 Aug 09 15:43:36.284789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872a85a-ce50-496b-9ffd-5ef282b28baf req-3141c812-b1b7-4d78-a4dd-5845a147c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:36.287367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0872a85a-ce50-496b-9ffd-5ef282b28baf req-3141c812-b1b7-4d78-a4dd-5845a147c1eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3010820c-f6e1-4259-925c-0bf1f7557415 HTTP/1.1" status: 200 len: 868 time: 0.2766235 Aug 09 15:43:36.376935 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02302141-0b14-46e6-928e-89b293c3b726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.385406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-38f44abe-2c52-4ee2-a68a-6a759df46989 req-63b56f3c-5799-40b4-bd49-4de8461c70bf tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1357863331', 'description': 'tempest-description-37958075'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:36.388730 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Allocated IP 172.20.0.2 (4e95678c-f604-488c-a0d0-b2b1d21ee519/f7eff419-a4b2-49d2-a441-10f6cc9f4039/aed91325-3b23-45b6-b6db-710431462797) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:36.415116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02302141-0b14-46e6-928e-89b293c3b726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.437010 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.470332 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fab35944-72f0-4dd0-83f6-4c39c697a85c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bfbbec31d1de44c78633a7bdff61ea36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986074 Aug 09 15:43:36.478296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-6e878558-c3a4-464c-8a6c-4dfcd3ec78a0 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:36.479725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-6e878558-c3a4-464c-8a6c-4dfcd3ec78a0 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.1860132 Aug 09 15:43:36.480218 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55500) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:36.487697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872a85a-ce50-496b-9ffd-5ef282b28baf req-c098e4bd-b979-49bf-9e81-7e5d44c57253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:36.489385 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0872a85a-ce50-496b-9ffd-5ef282b28baf req-c098e4bd-b979-49bf-9e81-7e5d44c57253 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de7c9293-37e0-452f-b97d-c247f5a860bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925468 Aug 09 15:43:36.517479 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-38f44abe-2c52-4ee2-a68a-6a759df46989 req-63b56f3c-5799-40b4-bd49-4de8461c70bf tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.560295 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-34f6afac-e59d-4be3-bd89-33d48c943fe9 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.0725358 Aug 09 15:43:36.565975 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.578407 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Transition to ACTIVE for port object aed91325-3b23-45b6-b6db-710431462797 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:36.596208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Transition to ACTIVE for port object aed91325-3b23-45b6-b6db-710431462797 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:36.603510 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.611311 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02302141-0b14-46e6-928e-89b293c3b726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.616329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02302141-0b14-46e6-928e-89b293c3b726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.619771 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-02302141-0b14-46e6-928e-89b293c3b726 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0080e11-8b6b-4269-b79f-2da3fde04dc9 HTTP/1.1" status: 204 len: 168 time: 0.4668405 Aug 09 15:43:36.647380 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-9cdebf2f-c609-470d-9dbc-cc75ff0dad51 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.0795643 Aug 09 15:43:36.648337 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8983d53a-3fb2-46e8-a051-880ecce60121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.650221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02302141-0b14-46e6-928e-89b293c3b726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0080e11-8b6b-4269-b79f-2da3fde04dc9,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:36.671084 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Network 4e95678c-f604-488c-a0d0-b2b1d21ee519 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:36.681804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:36.691896 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0872a85a-ce50-496b-9ffd-5ef282b28baf req-0d9caccc-368c-4130-8d7b-7181bfd888b3 service neutron] 10.222.0.53 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721652 Aug 09 15:43:36.697019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:36.727930 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8983d53a-3fb2-46e8-a051-880ecce60121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.735880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Pushing event updated for resources: {'Port': ['ID=aed91325-3b23-45b6-b6db-710431462797,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:36.794461 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-38f44abe-2c52-4ee2-a68a-6a759df46989 req-63b56f3c-5799-40b4-bd49-4de8461c70bf tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.803861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-38f44abe-2c52-4ee2-a68a-6a759df46989 req-63b56f3c-5799-40b4-bd49-4de8461c70bf tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.806386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Attempting to bind port aed91325-3b23-45b6-b6db-710431462797 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:36.807591 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Attempting to bind port aed91325-3b23-45b6-b6db-710431462797 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '1d23dcb8-229c-47cb-815b-9c9ab9c66a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:36.808599 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Attempting to bind port aed91325-3b23-45b6-b6db-710431462797 on network 4e95678c-f604-488c-a0d0-b2b1d21ee519 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:36.815803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:36.816445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Checking segment: {'id': '1d23dcb8-229c-47cb-815b-9c9ab9c66a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:36.817441 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.819006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Bound using segment: {'id': '1d23dcb8-229c-47cb-815b-9c9ab9c66a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:36.819703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Bound port: aed91325-3b23-45b6-b6db-710431462797, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d23dcb8-229c-47cb-815b-9c9ab9c66a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:36.820197 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.875447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-212bf31a-db79-4144-bb12-80c6ba24bc59 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Deleting port 036fe554-ef66-4229-b181-62d4110aa23c {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:36.876087 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-212bf31a-db79-4144-bb12-80c6ba24bc59 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.879852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8983d53a-3fb2-46e8-a051-880ecce60121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.882578 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8983d53a-3fb2-46e8-a051-880ecce60121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.883845 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8983d53a-3fb2-46e8-a051-880ecce60121 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e664d97-52cb-46e4-835a-14813eaff5e0 HTTP/1.1" status: 204 len: 168 time: 0.4019911 Aug 09 15:43:36.905226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-38f44abe-2c52-4ee2-a68a-6a759df46989 req-63b56f3c-5799-40b4-bd49-4de8461c70bf tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.906521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-38f44abe-2c52-4ee2-a68a-6a759df46989 req-63b56f3c-5799-40b4-bd49-4de8461c70bf tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5250745 Aug 09 15:43:36.949633 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] For port aed91325-3b23-45b6-b6db-710431462797, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:36.953542 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] For port aed91325-3b23-45b6-b6db-710431462797, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aed91325-3b23-45b6-b6db-710431462797,segment=NetworkSegment(1d23dcb8-229c-47cb-815b-9c9ab9c66a39),segment_id=1d23dcb8-229c-47cb-815b-9c9ab9c66a39)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:36.959768 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:36.970160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b56f3c-5799-40b4-bd49-4de8461c70bf tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b44d0d8-80d5-429a-b75d-a61b678abee7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:36.981945 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0872a85a-ce50-496b-9ffd-5ef282b28baf req-3f3d257a-e0f9-45d3-b208-c16bae2b3c0f service neutron] 10.222.0.53 "GET /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826025 Aug 09 15:43:36.990326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983d53a-3fb2-46e8-a051-880ecce60121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e664d97-52cb-46e4-835a-14813eaff5e0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:37.041224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd88f-9087-44cc-b6cc-4425361ef3ee None None] Pushing event updated for resources: {'Port': ['ID=aed91325-3b23-45b6-b6db-710431462797,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:37.066364 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.070030 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-212bf31a-db79-4144-bb12-80c6ba24bc59 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.070363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-212bf31a-db79-4144-bb12-80c6ba24bc59 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.114207 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.117163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-212bf31a-db79-4144-bb12-80c6ba24bc59 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Calling delete_port for 036fe554-ef66-4229-b181-62d4110aa23c owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:37.226660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55514) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:37.326998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Allocated IP 172.25.2.56 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/b3e26224-02eb-4882-86b5-3f7b1b041b19) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:37.377379 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-212bf31a-db79-4144-bb12-80c6ba24bc59 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.446075 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bf31a-db79-4144-bb12-80c6ba24bc59 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Pushing event deleted for resources: {'Port': ['ID=036fe554-ef66-4229-b181-62d4110aa23c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:37.577064 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae9940cf-cc7f-4ceb-badc-b74a50ed5b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.599766 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.600726 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-212bf31a-db79-4144-bb12-80c6ba24bc59 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.603033 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a08fb7c2-9680-4b23-bd5e-6276e992e8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.605973 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-212bf31a-db79-4144-bb12-80c6ba24bc59 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.608955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e006c5d1-fa38-4565-b22b-5c370c95407d req-212bf31a-db79-4144-bb12-80c6ba24bc59 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "DELETE /v2.0/floatingips/f3d56c35-96f6-454c-9f19-54892e4820cc HTTP/1.1" status: 204 len: 173 time: 0.9462759 Aug 09 15:43:37.633313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-6dd11e7c-fa4a-4070-9a9e-0044156b6cc0 req-29762854-5c18-4678-a188-705fa09ea60e tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1092841495', 'description': 'tempest-description-1429753105'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:37.641691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55520) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:37.668108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801533d4-948d-4c06-a277-4131a7ff6035 req-89a78c11-0c07-4d50-b43c-fbebaebfe069 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:37.669951 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-801533d4-948d-4c06-a277-4131a7ff6035 req-89a78c11-0c07-4d50-b43c-fbebaebfe069 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 945 time: 0.1401229 Aug 09 15:43:37.773681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55524) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:37.792063 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.816933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-53f2b8ca-81fc-41b0-9658-dd06e5574026 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17d0c9690fc2408fafe1e882cfa3b0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741745 Aug 09 15:43:37.820139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55528) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:37.821335 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-801533d4-948d-4c06-a277-4131a7ff6035 req-2cd3a92a-6e9c-4d72-859e-9d1c79940fc5 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301339 Aug 09 15:43:37.847063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aed91325-3b23-45b6-b6db-710431462797 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:37.878533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:37.892264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:37.899621 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:37.916753 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-faca84a3-dadd-41fb-9b73-1020b8a75bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.948039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e26224-02eb-4882-86b5-3f7b1b041b19,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:37.964935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 3a175ded-0e50-4283-a619-76f2b63eb142 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:37.968807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port aed91325-3b23-45b6-b6db-710431462797 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:37.973647 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-faca84a3-dadd-41fb-9b73-1020b8a75bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.013140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a08fb7c2-9680-4b23-bd5e-6276e992e8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.040936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 3a175ded-0e50-4283-a619-76f2b63eb142 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:38.041422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 3a175ded-0e50-4283-a619-76f2b63eb142 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:38.043710 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d8e6ded3-9fb6-4a0c-b32c-ac1233ced7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.050795 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a08fb7c2-9680-4b23-bd5e-6276e992e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.136480 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-faca84a3-dadd-41fb-9b73-1020b8a75bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.140037 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-faca84a3-dadd-41fb-9b73-1020b8a75bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.141629 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-faca84a3-dadd-41fb-9b73-1020b8a75bcd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35a71b39-c040-4b32-894d-452e925776e4 HTTP/1.1" status: 204 len: 168 time: 0.3204076 Aug 09 15:43:38.164383 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca84a3-dadd-41fb-9b73-1020b8a75bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a71b39-c040-4b32-894d-452e925776e4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:38.166842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fb7c2-9680-4b23-bd5e-6276e992e8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e96b7b-de2d-4b8e-b974-e478649ad91f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:38.174643 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a08fb7c2-9680-4b23-bd5e-6276e992e8ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a18c008338d840dda63f0876820c609c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9468892 Aug 09 15:43:38.178002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55536) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:38.196984 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6dd11e7c-fa4a-4070-9a9e-0044156b6cc0 req-29762854-5c18-4678-a188-705fa09ea60e tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.409983 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d8e6ded3-9fb6-4a0c-b32c-ac1233ced7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.424487 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d8e6ded3-9fb6-4a0c-b32c-ac1233ced7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.453031 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.496479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6ded3-9fb6-4a0c-b32c-ac1233ced7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1700b201-f9ed-4f30-8dd0-688a94773a53,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:38.501816 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d8e6ded3-9fb6-4a0c-b32c-ac1233ced7c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8094b96751b443cf99d00df37305da1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7248075 Aug 09 15:43:38.505854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55542) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:38.573325 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e6e3314c-2eaf-43fb-8042-ab241b65f7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.612286 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e6e3314c-2eaf-43fb-8042-ab241b65f7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.624282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0da90dbc-2477-4b2c-b390-5430b1a9fb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.625800 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa1422-67af-417f-88e9-dcfcbd7ebaf6 None None] Network 4e95678c-f604-488c-a0d0-b2b1d21ee519 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:38.634443 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6dd11e7c-fa4a-4070-9a9e-0044156b6cc0 req-29762854-5c18-4678-a188-705fa09ea60e tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.642815 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6dd11e7c-fa4a-4070-9a9e-0044156b6cc0 req-29762854-5c18-4678-a188-705fa09ea60e tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.674656 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0da90dbc-2477-4b2c-b390-5430b1a9fb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.697861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6dd11e7c-fa4a-4070-9a9e-0044156b6cc0 req-29762854-5c18-4678-a188-705fa09ea60e tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.699726 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6dd11e7c-fa4a-4070-9a9e-0044156b6cc0 req-29762854-5c18-4678-a188-705fa09ea60e tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0728078 Aug 09 15:43:38.719149 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29762854-5c18-4678-a188-705fa09ea60e tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e9648b-fdcf-4fe8-a79a-95e62a0805b3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:38.766673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2e6f6367-eab8-49ed-acd9-50ee9a16ef64 None None] Provisioning for port aed91325-3b23-45b6-b6db-710431462797 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:38.773874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2e6f6367-eab8-49ed-acd9-50ee9a16ef64 None None] Provisioning complete for port aed91325-3b23-45b6-b6db-710431462797 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:38.774765 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6367-eab8-49ed-acd9-50ee9a16ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.782476 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0da90dbc-2477-4b2c-b390-5430b1a9fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.788146 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0da90dbc-2477-4b2c-b390-5430b1a9fb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:38.791775 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0da90dbc-2477-4b2c-b390-5430b1a9fb39 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1700b201-f9ed-4f30-8dd0-688a94773a53 HTTP/1.1" status: 204 len: 168 time: 0.2743568 Aug 09 15:43:38.816155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da90dbc-2477-4b2c-b390-5430b1a9fb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1700b201-f9ed-4f30-8dd0-688a94773a53,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:39.084014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5bd0f3be-3347-41d1-8d29-ea84c5578ee2 req-28382daa-b0ec-4031-b154-cd8e89181eb6 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/4b44d0d8-80d5-429a-b75d-a61b678abee7 HTTP/1.1" status: 200 len: 1803 time: 0.1009896 Aug 09 15:43:39.090914 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6367-eab8-49ed-acd9-50ee9a16ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.160926 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5bd0f3be-3347-41d1-8d29-ea84c5578ee2 req-46a89b11-7789-4542-bd47-05421577875c tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/95e9648b-fdcf-4fe8-a79a-95e62a0805b3 HTTP/1.1" status: 200 len: 1805 time: 0.0657015 Aug 09 15:43:39.164327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2e6f6367-eab8-49ed-acd9-50ee9a16ef64 None None] For port aed91325-3b23-45b6-b6db-710431462797, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aed91325-3b23-45b6-b6db-710431462797,segment=NetworkSegment(1d23dcb8-229c-47cb-815b-9c9ab9c66a39),segment_id=1d23dcb8-229c-47cb-815b-9c9ab9c66a39)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:39.174041 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-5bd0f3be-3347-41d1-8d29-ea84c5578ee2 req-c9747e5c-2369-4dc1-9ce8-fa556c409138 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4b44d0d8-80d5-429a-b75d-a61b678abee7', 'remote_group_id': '95e9648b-fdcf-4fe8-a79a-95e62a0805b3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:39.176280 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6367-eab8-49ed-acd9-50ee9a16ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.176469 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-5bd0f3be-3347-41d1-8d29-ea84c5578ee2 req-c9747e5c-2369-4dc1-9ce8-fa556c409138 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4b44d0d8-80d5-429a-b75d-a61b678abee7', 'remote_group_id': '95e9648b-fdcf-4fe8-a79a-95e62a0805b3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:39.272017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f6367-eab8-49ed-acd9-50ee9a16ef64 None None] Pushing event updated for resources: {'Port': ['ID=aed91325-3b23-45b6-b6db-710431462797,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:39.298338 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5bd0f3be-3347-41d1-8d29-ea84c5578ee2 req-c9747e5c-2369-4dc1-9ce8-fa556c409138 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.407867 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5bd0f3be-3347-41d1-8d29-ea84c5578ee2 req-c9747e5c-2369-4dc1-9ce8-fa556c409138 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.413445 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5bd0f3be-3347-41d1-8d29-ea84c5578ee2 req-c9747e5c-2369-4dc1-9ce8-fa556c409138 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.433155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9747e5c-2369-4dc1-9ce8-fa556c409138 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c1fbc0-b41a-4dfc-86fa-6a03ee844707,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:39.433715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2a6af-033c-4850-9efe-79a14594fcfb req-e695157a-66c2-44c6-ad71-4ed7c051c106 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:39.442857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58d2a6af-033c-4850-9efe-79a14594fcfb req-e695157a-66c2-44c6-ad71-4ed7c051c106 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.0210767 Aug 09 15:43:39.453700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55572) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:39.463882 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e6e3314c-2eaf-43fb-8042-ab241b65f7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.466463 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e6e3314c-2eaf-43fb-8042-ab241b65f7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.467682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e6e3314c-2eaf-43fb-8042-ab241b65f7ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08e96b7b-de2d-4b8e-b974-e478649ad91f HTTP/1.1" status: 204 len: 168 time: 1.2887166 Aug 09 15:43:39.473304 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5bd0f3be-3347-41d1-8d29-ea84c5578ee2 req-c9747e5c-2369-4dc1-9ce8-fa556c409138 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.475206 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5bd0f3be-3347-41d1-8d29-ea84c5578ee2 req-c9747e5c-2369-4dc1-9ce8-fa556c409138 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3075323 Aug 09 15:43:39.476133 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fd77ae7-32de-4012-9898-eed30d6b126f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.523816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-70400513-8032-44fc-b7e5-291bc15a41cb None None] Provisioning complete for port aed91325-3b23-45b6-b6db-710431462797 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:39.524486 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-70400513-8032-44fc-b7e5-291bc15a41cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.533113 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55578) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:39.572500 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58d2a6af-033c-4850-9efe-79a14594fcfb req-572f0c45-df43-457f-9834-767fd8f51b7d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1285839 Aug 09 15:43:39.586416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3314c-2eaf-43fb-8042-ab241b65f7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e96b7b-de2d-4b8e-b974-e478649ad91f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:39.607380 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.711321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-114afbe5-0fdf-4b96-9ccc-6a805095ff98 req-563edbf6-831d-430e-906d-5e840f527f47 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2069192932', 'description': 'tempest-description-986350418'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:39.728769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7a8f8-dcbc-492b-9751-e7b10b88ebb1 req-24229fbd-077f-4270-9707-e5ccecd9fbc9 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:39.730568 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2c7a8f8-dcbc-492b-9751-e7b10b88ebb1 req-24229fbd-077f-4270-9707-e5ccecd9fbc9 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 945 time: 0.1411395 Aug 09 15:43:39.737813 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fd77ae7-32de-4012-9898-eed30d6b126f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.750696 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fd77ae7-32de-4012-9898-eed30d6b126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.801948 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-114afbe5-0fdf-4b96-9ccc-6a805095ff98 req-563edbf6-831d-430e-906d-5e840f527f47 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.823462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5fd77ae7-32de-4012-9898-eed30d6b126f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3173e764d1ce4299b599e3f8e9ec5417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686838 Aug 09 15:43:39.832929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aed91325-3b23-45b6-b6db-710431462797 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:39.834413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55586) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:39.836034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd77ae7-32de-4012-9898-eed30d6b126f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d0b87e-05cb-498d-9c2e-4f7cedcbccac,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:39.861545 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1545923385-network', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:39.899875 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2c7a8f8-dcbc-492b-9751-e7b10b88ebb1 req-782af42f-9b5c-4641-b890-fd346e1665e0 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605515 Aug 09 15:43:39.911810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Made reservation on behalf of ead5f446006b4ebd9f106de15af755e6 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:39.915262 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.929434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:39.939008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port aed91325-3b23-45b6-b6db-710431462797 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:39.939516 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.013695 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b939af22-5efe-4a27-9c7f-1babd3c147e2 req-79bb70b8-c5c7-4c0f-9d40-424e9bacf7fc tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0680027 Aug 09 15:43:40.032479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Router 67bffc84-ec57-41d9-87c5-12d57f7173f9 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:43:40.044550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad776371-64c5-4bf0-8357-36309ee956e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.122691 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad776371-64c5-4bf0-8357-36309ee956e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.233293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-114afbe5-0fdf-4b96-9ccc-6a805095ff98 req-563edbf6-831d-430e-906d-5e840f527f47 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.246006 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-114afbe5-0fdf-4b96-9ccc-6a805095ff98 req-563edbf6-831d-430e-906d-5e840f527f47 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.278511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:40.291931 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Sync routers for ids ['67bffc84-ec57-41d9-87c5-12d57f7173f9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:40.300093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563edbf6-831d-430e-906d-5e840f527f47 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fe921c-d5f7-4d58-9024-c42a5cb4f682,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:40.317346 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad776371-64c5-4bf0-8357-36309ee956e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.317346 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad776371-64c5-4bf0-8357-36309ee956e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.318987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ad776371-64c5-4bf0-8357-36309ee956e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/69d0b87e-05cb-498d-9c2e-4f7cedcbccac HTTP/1.1" status: 204 len: 168 time: 0.4833324 Aug 09 15:43:40.321785 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Routers {'67bffc84-ec57-41d9-87c5-12d57f7173f9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:40.322823 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['67bffc84-ec57-41d9-87c5-12d57f7173f9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:40.333556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad776371-64c5-4bf0-8357-36309ee956e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d0b87e-05cb-498d-9c2e-4f7cedcbccac,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:40.357244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b9798-459e-446c-8e3a-99cf3d9ec368 req-7547e90f-0626-442a-8cb8-d5445196517d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:40.358855 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb8b9798-459e-446c-8e3a-99cf3d9ec368 req-7547e90f-0626-442a-8cb8-d5445196517d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 946 time: 0.1103275 Aug 09 15:43:40.472148 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.480977 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.484551 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-114afbe5-0fdf-4b96-9ccc-6a805095ff98 req-563edbf6-831d-430e-906d-5e840f527f47 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.484906 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a7717d60-e8ba-4b51-a1e4-eee2078d24d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.485971 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-114afbe5-0fdf-4b96-9ccc-6a805095ff98 req-563edbf6-831d-430e-906d-5e840f527f47 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7796574 Aug 09 15:43:40.486848 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.488051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1156ddbb-2f5f-4c1f-8d2e-be4162fc5911 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5573566 Aug 09 15:43:40.491687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55608) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:40.497187 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb8b9798-459e-446c-8e3a-99cf3d9ec368 req-1878fe53-b715-4c14-8451-0e6ebcb3bb8d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143780 Aug 09 15:43:40.514220 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Set router 67bffc84-ec57-41d9-87c5-12d57f7173f9 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:40.526814 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-38151d28-aefc-458a-9718-be05b66aae51 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:40.526814 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-38151d28-aefc-458a-9718-be05b66aae51 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.60 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 945 time: 0.1566422 Aug 09 15:43:40.554194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-68f240ac-67eb-4b93-8a19-3502b77155a1 req-aacd7327-a1a1-43d2-861b-9d68cbed7960 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1507781245', 'description': 'tempest-description-1541591172'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:40.557252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:43:40.571956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.572324 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Added segment fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a of type vlan for network 8913b572-b837-46ca-a0f2-0be57fe507ee Aug 09 15:43:40.633375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-68f240ac-67eb-4b93-8a19-3502b77155a1 req-aacd7327-a1a1-43d2-861b-9d68cbed7960 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.648587 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.758168 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.759420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:40.760150 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.785441 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.841171 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'name': 'tempest-FloatingIPsTestJSON-1065776470-router', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:36Z', 'updated_at': '2021-08-09T15:43:38Z', 'revision_number': 3, 'project_id': 'd42d5365222d48d4b2542019f5092cc5', 'gw_port': {'id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:37Z', 'updated_at': '2021-08-09T15:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:40.913622 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Checking router: 67bffc84-ec57-41d9-87c5-12d57f7173f9 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:40.914451 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Updating router 67bffc84-ec57-41d9-87c5-12d57f7173f9 port b3e26224-02eb-4882-86b5-3f7b1b041b19 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:43:40.946143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-68f240ac-67eb-4b93-8a19-3502b77155a1 req-aacd7327-a1a1-43d2-861b-9d68cbed7960 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:40.998276 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.018500 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-68f240ac-67eb-4b93-8a19-3502b77155a1 req-aacd7327-a1a1-43d2-861b-9d68cbed7960 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.061581 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-68f240ac-67eb-4b93-8a19-3502b77155a1 req-aacd7327-a1a1-43d2-861b-9d68cbed7960 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.062827 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68f240ac-67eb-4b93-8a19-3502b77155a1 req-aacd7327-a1a1-43d2-861b-9d68cbed7960 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5155416 Aug 09 15:43:41.079700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd7327-a1a1-43d2-861b-9d68cbed7960 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9774f72-3793-4b53-99d2-05213ddf7307,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:41.195249 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebd803b4-5f3a-473e-a139-6adcc57e8ddd req-eb72af7a-bb8b-4107-a84f-14f3350dc611 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/b3fe921c-d5f7-4d58-9024-c42a5cb4f682 HTTP/1.1" status: 200 len: 1804 time: 0.0863411 Aug 09 15:43:41.257627 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.296842 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.301497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebd803b4-5f3a-473e-a139-6adcc57e8ddd req-ec3a5102-95e2-4fbb-bd01-cc6e84408410 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/a9774f72-3793-4b53-99d2-05213ddf7307 HTTP/1.1" status: 200 len: 1805 time: 0.0993443 Aug 09 15:43:41.308199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba9be6d-2e0c-4b54-bc61-a41ddffab904,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:41.319836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ebd803b4-5f3a-473e-a139-6adcc57e8ddd req-7aef75c9-99c8-405c-8f10-a8ac998a9fcd tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b3fe921c-d5f7-4d58-9024-c42a5cb4f682', 'remote_group_id': 'a9774f72-3793-4b53-99d2-05213ddf7307', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:41.320228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ebd803b4-5f3a-473e-a139-6adcc57e8ddd req-7aef75c9-99c8-405c-8f10-a8ac998a9fcd tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b3fe921c-d5f7-4d58-9024-c42a5cb4f682', 'remote_group_id': 'a9774f72-3793-4b53-99d2-05213ddf7307', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:41.372290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8377988 Aug 09 15:43:41.377339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55638) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:41.385161 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-76d31581-5e71-4061-8dce-98af5f7b4912 admin admin] Request body: {'subnet': {'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1545923385-subnet', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:41.441621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912cf75-9f7f-4ddd-bcbf-874326050253 admin admin] Pushing event updated for resources: {'Network': ['ID=8913b572-b837-46ca-a0f2-0be57fe507ee,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:41.451835 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d31581-5e71-4061-8dce-98af5f7b4912 admin admin] Made reservation on behalf of ead5f446006b4ebd9f106de15af755e6 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:41.454552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-76d31581-5e71-4061-8dce-98af5f7b4912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.466888 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 8913b572-b837-46ca-a0f2-0be57fe507ee details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:43:41.507679 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.536040 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Transition to ACTIVE for port object b3e26224-02eb-4882-86b5-3f7b1b041b19 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:41.546422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43410c-4d28-4686-b86c-a9218e4818c2 req-78210aef-3cea-4696-983f-9635d847c846 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:41.548359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f43410c-4d28-4686-b86c-a9218e4818c2 req-78210aef-3cea-4696-983f-9635d847c846 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 945 time: 0.2434340 Aug 09 15:43:41.549411 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.598502 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.608685 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Deleting port 6107feca-6394-438c-9d0a-2a04d4574bf4 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:41.609034 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.635048 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Attempting to bind port b3e26224-02eb-4882-86b5-3f7b1b041b19 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:41.635761 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Attempting to bind port b3e26224-02eb-4882-86b5-3f7b1b041b19 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:41.636875 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Attempting to bind port b3e26224-02eb-4882-86b5-3f7b1b041b19 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:41.651502 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef364e-9d62-4283-909f-f9a25a855f9c None None] Pushing event updated for resources: {'Port': ['ID=b3e26224-02eb-4882-86b5-3f7b1b041b19,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:41.656737 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:41.657523 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:41.657846 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ebd803b4-5f3a-473e-a139-6adcc57e8ddd req-7aef75c9-99c8-405c-8f10-a8ac998a9fcd tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.658497 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.659044 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:41.659679 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Bound port: b3e26224-02eb-4882-86b5-3f7b1b041b19, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:41.660389 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.720826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] For port 6107feca-6394-438c-9d0a-2a04d4574bf4, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6107feca-6394-438c-9d0a-2a04d4574bf4,segment=NetworkSegment(8f31e371-6ec6-4859-b9a2-19173a40de5d),segment_id=8f31e371-6ec6-4859-b9a2-19173a40de5d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:41.721198 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.763388 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ebd803b4-5f3a-473e-a139-6adcc57e8ddd req-7aef75c9-99c8-405c-8f10-a8ac998a9fcd tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.773410 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ebd803b4-5f3a-473e-a139-6adcc57e8ddd req-7aef75c9-99c8-405c-8f10-a8ac998a9fcd tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.784616 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] For port b3e26224-02eb-4882-86b5-3f7b1b041b19, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:41.794014 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] For port b3e26224-02eb-4882-86b5-3f7b1b041b19, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b3e26224-02eb-4882-86b5-3f7b1b041b19,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:41.807576 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.818247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Allocated IP 172.20.0.1 (4e95678c-f604-488c-a0d0-b2b1d21ee519/f7eff419-a4b2-49d2-a441-10f6cc9f4039/0b35c544-3f16-41f4-956a-6c25c8ded646) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:41.820760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef75c9-99c8-405c-8f10-a8ac998a9fcd tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3037c67f-de47-47df-bd76-04a5cc576b3b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:41.830771 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ebd803b4-5f3a-473e-a139-6adcc57e8ddd req-7aef75c9-99c8-405c-8f10-a8ac998a9fcd tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:41.832669 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebd803b4-5f3a-473e-a139-6adcc57e8ddd req-7aef75c9-99c8-405c-8f10-a8ac998a9fcd tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5211115 Aug 09 15:43:41.855861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b09c3-3c0f-4b79-b5c4-6ab7bf33e60a req-7953f384-0c73-40e5-946a-6fb0abc72955 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:41.864208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-654b09c3-3c0f-4b79-b5c4-6ab7bf33e60a req-7953f384-0c73-40e5-946a-6fb0abc72955 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.53 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 946 time: 0.1672823 Aug 09 15:43:41.948988 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Routers {'67bffc84-ec57-41d9-87c5-12d57f7173f9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:41.950947 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['67bffc84-ec57-41d9-87c5-12d57f7173f9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:41.977442 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f43410c-4d28-4686-b86c-a9218e4818c2 req-b250cb6e-c9b6-479a-b1c2-d18998ecf6e9 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4198573 Aug 09 15:43:42.044510 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef364e-9d62-4283-909f-f9a25a855f9c None None] Pushing event updated for resources: {'Port': ['ID=b3e26224-02eb-4882-86b5-3f7b1b041b19,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:42.164079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-76d31581-5e71-4061-8dce-98af5f7b4912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.194610 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] Set router 67bffc84-ec57-41d9-87c5-12d57f7173f9 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:42.223573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79e483-48fd-490f-b0be-70159d2ad522 req-559d3af2-6a8b-4233-9583-e052b1a3ebf5 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.225830 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab79e483-48fd-490f-b0be-70159d2ad522 req-559d3af2-6a8b-4233-9583-e052b1a3ebf5 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 946 time: 0.2422385 Aug 09 15:43:42.279171 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6a96af6-503f-4277-a2de-7b782faf7c22 req-8ffe1b36-8629-4cc3-94b8-29adfff9c4f1 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/a9774f72-3793-4b53-99d2-05213ddf7307 HTTP/1.1" status: 200 len: 1805 time: 0.1345625 Aug 09 15:43:42.403040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d31581-5e71-4061-8dce-98af5f7b4912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a1a8e7a-9fb3-4888-bee1-e2eae7ce1306,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:42.418406 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.418953 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.419377 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Floating IP 96c91287-b40a-4a3a-bd7f-02507040d779 disassociated. External IP: 172.25.2.184, port: 6107feca-6394-438c-9d0a-2a04d4574bf4. Aug 09 15:43:42.420098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Calling delete_port for 6107feca-6394-438c-9d0a-2a04d4574bf4 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:42.422564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d31581-5e71-4061-8dce-98af5f7b4912 admin admin] Checking segment: {'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:42.423025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d31581-5e71-4061-8dce-98af5f7b4912 admin admin] Network hostable DHCP agents. Network: 8913b572-b837-46ca-a0f2-0be57fe507ee, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:43:42.451871 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'name': 'tempest-FloatingIPsTestJSON-1065776470-router', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:36Z', 'updated_at': '2021-08-09T15:43:38Z', 'revision_number': 3, 'project_id': 'd42d5365222d48d4b2542019f5092cc5', 'gw_port': {'id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:37Z', 'updated_at': '2021-08-09T15:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:42.459835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.466510 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab79e483-48fd-490f-b0be-70159d2ad522 req-3e43c367-8291-4f28-9765-dfcb61d29a6f tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129133 Aug 09 15:43:42.469478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-654b09c3-3c0f-4b79-b5c4-6ab7bf33e60a req-c4da6536-37ec-48ba-9756-dbd9782de65d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Deleting port 53849902-6215-47a8-92c2-ae1fc43ff68d {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:42.470373 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-654b09c3-3c0f-4b79-b5c4-6ab7bf33e60a req-c4da6536-37ec-48ba-9756-dbd9782de65d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.506345 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54178b-96b2-451d-be12-297a58ffb49c None None] The sync data for ids ['67bffc84-ec57-41d9-87c5-12d57f7173f9'] in n-d-803778-2 is: [{'id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'name': 'tempest-FloatingIPsTestJSON-1065776470-router', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:36Z', 'updated_at': '2021-08-09T15:43:38Z', 'revision_number': 3, 'project_id': 'd42d5365222d48d4b2542019f5092cc5', 'gw_port': {'id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:37Z', 'updated_at': '2021-08-09T15:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:42.544335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d31581-5e71-4061-8dce-98af5f7b4912 admin admin] Network 8913b572-b837-46ca-a0f2-0be57fe507ee is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:43:42.551472 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b6a96af6-503f-4277-a2de-7b782faf7c22 req-866437e6-7dc5-46b6-9992-4f77303d232d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.554664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Transition to ACTIVE for port object 0b35c544-3f16-41f4-956a-6c25c8ded646 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:42.583976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-76d31581-5e71-4061-8dce-98af5f7b4912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 8913b572-b837-46ca-a0f2-0be57fe507ee) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:42.599519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab98852-7251-41da-b2c7-33a689e09a10 None None] Network 8913b572-b837-46ca-a0f2-0be57fe507ee requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:42.627941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d31581-5e71-4061-8dce-98af5f7b4912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.628549 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-76d31581-5e71-4061-8dce-98af5f7b4912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.672244 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b6a96af6-503f-4277-a2de-7b782faf7c22 req-866437e6-7dc5-46b6-9992-4f77303d232d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.674103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-654b09c3-3c0f-4b79-b5c4-6ab7bf33e60a req-c4da6536-37ec-48ba-9756-dbd9782de65d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] For port 53849902-6215-47a8-92c2-ae1fc43ff68d, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=53849902-6215-47a8-92c2-ae1fc43ff68d,segment=NetworkSegment(b2da052a-9e58-47d7-ab1a-d07ad895ece1),segment_id=b2da052a-9e58-47d7-ab1a-d07ad895ece1)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:42.674780 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-654b09c3-3c0f-4b79-b5c4-6ab7bf33e60a req-c4da6536-37ec-48ba-9756-dbd9782de65d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.701224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-654b09c3-3c0f-4b79-b5c4-6ab7bf33e60a req-c4da6536-37ec-48ba-9756-dbd9782de65d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Calling delete_port for 53849902-6215-47a8-92c2-ae1fc43ff68d owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:42.704141 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.719560 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-76d31581-5e71-4061-8dce-98af5f7b4912 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3382723 Aug 09 15:43:42.736518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55680) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:42.766753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1545923385-router', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:42.830555 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.842804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Network 4e95678c-f604-488c-a0d0-b2b1d21ee519 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:42.858584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:42.863499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:42.877235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Pushing event updated for resources: {'Port': ['ID=0b35c544-3f16-41f4-956a-6c25c8ded646,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:42.903512 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.905024 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.012243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-8913b572-b837-46ca-a0f2-0be57fe507ee', 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'fixed_ips': [{'subnet_id': '4a1a8e7a-9fb3-4888-bee1-e2eae7ce1306'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:43:43.016996 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.077213 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.110792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b6a96af6-503f-4277-a2de-7b782faf7c22 req-866437e6-7dc5-46b6-9992-4f77303d232d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.116704 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b6a96af6-503f-4277-a2de-7b782faf7c22 req-866437e6-7dc5-46b6-9992-4f77303d232d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.118692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6a96af6-503f-4277-a2de-7b782faf7c22 req-866437e6-7dc5-46b6-9992-4f77303d232d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "DELETE /v2.0/security-groups/a9774f72-3793-4b53-99d2-05213ddf7307 HTTP/1.1" status: 204 len: 173 time: 0.8383257 Aug 09 15:43:43.259320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866437e6-7dc5-46b6-9992-4f77303d232d tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9774f72-3793-4b53-99d2-05213ddf7307,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:43.273731 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.275113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.347244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Pushing event deleted for resources: {'Port': ['ID=6107feca-6394-438c-9d0a-2a04d4574bf4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:43.351494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-6fd36d0c-483d-40ba-89bb-cab754ba5394 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552397 Aug 09 15:43:43.357234 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.363521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-20981a6a-26d9-48c3-89f7-20a89451202c None None] Provisioning for port 0b35c544-3f16-41f4-956a-6c25c8ded646 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:43.369310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-20981a6a-26d9-48c3-89f7-20a89451202c None None] Provisioning complete for port 0b35c544-3f16-41f4-956a-6c25c8ded646 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:43.369726 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-20981a6a-26d9-48c3-89f7-20a89451202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.376723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Allocated IP 172.20.0.2 (8913b572-b837-46ca-a0f2-0be57fe507ee/4a1a8e7a-9fb3-4888-bee1-e2eae7ce1306/5efe914a-2791-4d7b-bb9a-736e9fd76a0a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:43.429055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-20981a6a-26d9-48c3-89f7-20a89451202c None None] Port 0b35c544-3f16-41f4-956a-6c25c8ded646 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:43.503118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-8ae46882-1997-4c3f-818c-6dbab4b6b047 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.512614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-8ae46882-1997-4c3f-818c-6dbab4b6b047 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582184 Aug 09 15:43:43.549829 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-654b09c3-3c0f-4b79-b5c4-6ab7bf33e60a req-c4da6536-37ec-48ba-9756-dbd9782de65d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.568046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['53849902-6215-47a8-92c2-ae1fc43ff68d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:43.591024 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-dbcc970d-3e56-401b-a8f5-ea9fe83f4fc1 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/quotas/e29243ffcae64ef9a84eeead9cbc2eb0 HTTP/1.1" status: 200 len: 375 time: 0.0794418 Aug 09 15:43:43.633036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da6536-37ec-48ba-9756-dbd9782de65d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Pushing event deleted for resources: {'Port': ['ID=53849902-6215-47a8-92c2-ae1fc43ff68d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:43.689564 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef6f4dcf-1936-40f7-b562-e84f5756cb91 req-99f86367-cd30-477d-bb41-36b0a8255208 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/ports?device_id=785d0df1-f5ce-4cf5-a35b-fc959f84d492 HTTP/1.1" status: 200 len: 210 time: 0.0581062 Aug 09 15:43:43.692789 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.702060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-547750c4-83d9-4b5d-b342-7f5a8f81c6b1 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100988 Aug 09 15:43:43.702829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-654b09c3-3c0f-4b79-b5c4-6ab7bf33e60a req-c4da6536-37ec-48ba-9756-dbd9782de65d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] No DVR routers for this DVR port 53849902-6215-47a8-92c2-ae1fc43ff68d on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:43.711106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-654b09c3-3c0f-4b79-b5c4-6ab7bf33e60a req-c4da6536-37ec-48ba-9756-dbd9782de65d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.713386 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-654b09c3-3c0f-4b79-b5c4-6ab7bf33e60a req-c4da6536-37ec-48ba-9756-dbd9782de65d tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.53 "DELETE /v2.0/ports/53849902-6215-47a8-92c2-ae1fc43ff68d HTTP/1.1" status: 204 len: 173 time: 1.8348045 Aug 09 15:43:43.714058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'name': 'network-vif-deleted', 'tag': '53849902-6215-47a8-92c2-ae1fc43ff68d'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:43.724929 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be100ae7-d5bf-42cf-bfa0-f7b53213ed06" -d '{"events": [{"server_uuid": "bebe890d-fe79-443b-a487-6d52152b9eef", "name": "network-vif-deleted", "tag": "53849902-6215-47a8-92c2-ae1fc43ff68d"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:43.829784 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.975596 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.985533 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Transition to ACTIVE for port object 5efe914a-2791-4d7b-bb9a-736e9fd76a0a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:44.009468 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Transition to ACTIVE for port object 5efe914a-2791-4d7b-bb9a-736e9fd76a0a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:44.021177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b3e26224-02eb-4882-86b5-3f7b1b041b19 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:44.090020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6107feca-6394-438c-9d0a-2a04d4574bf4 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:44.096883 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:44.149223 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:44.167929 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:44.190495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Router 20ff278b-9da2-4bdc-b6cb-39920c718a04 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:43:44.297187 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-523ef5ed-ff9a-4943-9185-b6f18c4f781a req-eb846c35-164a-45d9-bfcd-2ef1216f5fd9 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/b3fe921c-d5f7-4d58-9024-c42a5cb4f682 HTTP/1.1" status: 200 len: 1804 time: 0.3417854 Aug 09 15:43:44.340436 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8d445e8-8b2d-4e0f-a097-ead62c32eae0 req-d342ad98-0f7d-42c3-b4b5-ec52cb1c9dc4 tempest-FloatingIPsAssociationNegativeTestJSON-123060939 tempest-FloatingIPsAssociationNegativeTestJSON-123060939-project] 10.222.0.81 "GET /v2.0/ports?device_id=bebe890d-fe79-443b-a487-6d52152b9eef HTTP/1.1" status: 200 len: 210 time: 0.0693567 Aug 09 15:43:44.341290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 6107feca-6394-438c-9d0a-2a04d4574bf4 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:44.341793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6107feca-6394-438c-9d0a-2a04d4574bf4 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:44.347954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Pushing event updated for resources: {'Port': ['ID=5efe914a-2791-4d7b-bb9a-736e9fd76a0a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:44.357187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Network 8913b572-b837-46ca-a0f2-0be57fe507ee is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:44.360282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:44.363137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:44.365529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Pushing event updated for resources: {'Port': ['ID=0b35c544-3f16-41f4-956a-6c25c8ded646,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:44.374245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:44.435256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port b3e26224-02eb-4882-86b5-3f7b1b041b19 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:44.445324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b3e26224-02eb-4882-86b5-3f7b1b041b19 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:44.445851 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:44.474791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Attempting to bind port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:44.475325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Attempting to bind port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:44.475761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Attempting to bind port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a on network 8913b572-b837-46ca-a0f2-0be57fe507ee {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:44.484131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:44.484679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Checking segment: {'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:44.485160 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:44.485659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Bound using segment: {'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:44.486215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Bound port: 5efe914a-2791-4d7b-bb9a-736e9fd76a0a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:44.486673 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:44.588348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:44.653933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] No DVR routers for this DVR port 6107feca-6394-438c-9d0a-2a04d4574bf4 on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:44.657396 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:44.659934 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a506a99d-81f3-4c54-ad3f-64e81ffc9beb req-85c6b849-b82b-4d82-ab38-66d867c7f9cf tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.60 "DELETE /v2.0/ports/6107feca-6394-438c-9d0a-2a04d4574bf4 HTTP/1.1" status: 204 len: 173 time: 3.9520688 Aug 09 15:43:44.660533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'name': 'network-vif-deleted', 'tag': '6107feca-6394-438c-9d0a-2a04d4574bf4'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:44.663655 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e622db-bbe2-46ee-96f2-e0711e0cc83e" -d '{"events": [{"server_uuid": "785d0df1-f5ce-4cf5-a35b-fc959f84d492", "name": "network-vif-deleted", "tag": "6107feca-6394-438c-9d0a-2a04d4574bf4"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:44.667812 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] For port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:44.673249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] For port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5efe914a-2791-4d7b-bb9a-736e9fd76a0a,segment=NetworkSegment(fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a),segment_id=fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:44.691402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef0302d-1cbe-4bb9-8ee5-c780cdbc42c7 None None] Sync routers for ids ['20ff278b-9da2-4bdc-b6cb-39920c718a04'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:44.707070 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:44.819579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0302d-1cbe-4bb9-8ee5-c780cdbc42c7 None None] Routers {'20ff278b-9da2-4bdc-b6cb-39920c718a04'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:44.820312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-aef0302d-1cbe-4bb9-8ee5-c780cdbc42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['20ff278b-9da2-4bdc-b6cb-39920c718a04'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:45.046220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:45.117127 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:45.123711 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:45.177426 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fded9f1d-4eb3-4c40-b466-31aacbc26382 x-openstack-request-id: req-fded9f1d-4eb3-4c40-b466-31aacbc26382 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:45.177978 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebe890d-fe79-443b-a487-6d52152b9eef", "name": "network-vif-deleted", "tag": "53849902-6215-47a8-92c2-ae1fc43ff68d", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:45.178592 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fded9f1d-4eb3-4c40-b466-31aacbc26382 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:45.179276 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe890d-fe79-443b-a487-6d52152b9eef', 'name': 'network-vif-deleted', 'tag': '53849902-6215-47a8-92c2-ae1fc43ff68d', 'status': 'completed', 'code': 200} Aug 09 15:43:45.219164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3d203-50eb-45a9-9bc0-425d26c0c1d6 None None] Pushing event updated for resources: {'Port': ['ID=5efe914a-2791-4d7b-bb9a-736e9fd76a0a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:45.247367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-686ca9cb-ded4-4f09-9fb1-9b08b81d183a tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787694 Aug 09 15:43:45.261069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port b3e26224-02eb-4882-86b5-3f7b1b041b19, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b3e26224-02eb-4882-86b5-3f7b1b041b19,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:45.304029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-21edd24f-3e1b-44ba-9ddb-09da4c6b117a req-6d4ecc6f-4767-42b4-8dbc-4c93e6f90373 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-409517206', 'description': 'tempest-description-1295085723'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:45.310496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-aef0302d-1cbe-4bb9-8ee5-c780cdbc42c7 None None] Set router 20ff278b-9da2-4bdc-b6cb-39920c718a04 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:45.358795 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-21edd24f-3e1b-44ba-9ddb-09da4c6b117a req-6d4ecc6f-4767-42b4-8dbc-4c93e6f90373 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:45.467908 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:45.500050 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-21edd24f-3e1b-44ba-9ddb-09da4c6b117a req-6d4ecc6f-4767-42b4-8dbc-4c93e6f90373 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:45.504091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-1e1f89ea-4a5d-41ff-a72e-59dc5c17c84b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:45.506582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-1e1f89ea-4a5d-41ff-a72e-59dc5c17c84b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371912 Aug 09 15:43:45.509033 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-21edd24f-3e1b-44ba-9ddb-09da4c6b117a req-6d4ecc6f-4767-42b4-8dbc-4c93e6f90373 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:45.540808 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-21edd24f-3e1b-44ba-9ddb-09da4c6b117a req-6d4ecc6f-4767-42b4-8dbc-4c93e6f90373 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:45.542290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21edd24f-3e1b-44ba-9ddb-09da4c6b117a req-6d4ecc6f-4767-42b4-8dbc-4c93e6f90373 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2431333 Aug 09 15:43:45.543449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Network 4e95678c-f604-488c-a0d0-b2b1d21ee519 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:45.550008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-94152f60-5fe7-40a0-a8b7-efb4456b0fa6 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/quotas/e29243ffcae64ef9a84eeead9cbc2eb0 HTTP/1.1" status: 200 len: 375 time: 0.0276871 Aug 09 15:43:45.554341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:45.575569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Allocated IP 172.25.2.226 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/adee4905-15b6-403c-804a-c908e1e31549) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:45.628074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=b3e26224-02eb-4882-86b5-3f7b1b041b19,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:45.628726 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-f935911b-2fee-4e61-91b6-304943dd5835 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574143 Aug 09 15:43:45.642413 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27164be0-81b3-4d6f-bbf1-4528b49f6eaa x-openstack-request-id: req-27164be0-81b3-4d6f-bbf1-4528b49f6eaa {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:45.642791 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785d0df1-f5ce-4cf5-a35b-fc959f84d492", "name": "network-vif-deleted", "tag": "6107feca-6394-438c-9d0a-2a04d4574bf4", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:45.643189 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-27164be0-81b3-4d6f-bbf1-4528b49f6eaa {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:45.643769 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785d0df1-f5ce-4cf5-a35b-fc959f84d492', 'name': 'network-vif-deleted', 'tag': '6107feca-6394-438c-9d0a-2a04d4574bf4', 'status': 'completed', 'code': 200} Aug 09 15:43:45.647753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ecc6f-4767-42b4-8dbc-4c93e6f90373 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ebca6f-8a95-4832-aa85-40d3ef08c476,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:45.759307 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-954ba38b-063b-4171-8060-89ebc5278bcc tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375102 Aug 09 15:43:45.864766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-aef0302d-1cbe-4bb9-8ee5-c780cdbc42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '1db398fa-610c-42d7-a2bb-e4e6eceeb59e', 'name': '', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'mac_address': 'fa:16:3e:f2:ce:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:55Z', 'updated_at': '2021-08-09T15:41:04Z', 'revision_number': 5, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'subnets': [{'id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:45.913440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef0302d-1cbe-4bb9-8ee5-c780cdbc42c7 None None] Checking router: 20ff278b-9da2-4bdc-b6cb-39920c718a04 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:45.929318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0302d-1cbe-4bb9-8ee5-c780cdbc42c7 None None] Routers {'20ff278b-9da2-4bdc-b6cb-39920c718a04'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:45.931063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-aef0302d-1cbe-4bb9-8ee5-c780cdbc42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['20ff278b-9da2-4bdc-b6cb-39920c718a04'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:46.022627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:46.076762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55748) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:46.081632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b3e26224-02eb-4882-86b5-3f7b1b041b19 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:46.201056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55750) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:46.209938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f2439604-d869-4467-ad17-64a7b84f12bc None None] Provisioning complete for port 0b35c544-3f16-41f4-956a-6c25c8ded646 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:46.210815 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f2439604-d869-4467-ad17-64a7b84f12bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:46.263352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b3e26224-02eb-4882-86b5-3f7b1b041b19 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:46.264149 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:46.267306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-aef0302d-1cbe-4bb9-8ee5-c780cdbc42c7 None None] Set router 20ff278b-9da2-4bdc-b6cb-39920c718a04 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:46.478820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f2439604-d869-4467-ad17-64a7b84f12bc None None] Port 0b35c544-3f16-41f4-956a-6c25c8ded646 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:46.540798 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce8760f6-686f-4c5d-8164-102076cb1a56 req-adc58405-0a89-4973-aba9-b0bb4e8bc7cb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/06ebca6f-8a95-4832-aa85-40d3ef08c476 HTTP/1.1" status: 200 len: 1804 time: 0.3945405 Aug 09 15:43:46.613953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7a617-b2f8-4bfd-8fd3-87b19b3a95b1 None None] Network 8913b572-b837-46ca-a0f2-0be57fe507ee requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:46.631924 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bc209a4-af4e-46e3-9381-cd4a58bd0b85 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:46.658294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Router 67bffc84-ec57-41d9-87c5-12d57f7173f9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:43:46.673812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ce8760f6-686f-4c5d-8164-102076cb1a56 req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06ebca6f-8a95-4832-aa85-40d3ef08c476', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:46.674150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ce8760f6-686f-4c5d-8164-102076cb1a56 req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06ebca6f-8a95-4832-aa85-40d3ef08c476', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:46.787534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bc209a4-af4e-46e3-9381-cd4a58bd0b85 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:46.808360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-362f3d5c-2163-4cf9-964b-f4e41467eb27 None None] Provisioning for port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:46.810408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-1721b2f6-ee9e-460b-98b8-6f07223f7b0a tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:46.812256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-1721b2f6-ee9e-460b-98b8-6f07223f7b0a tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0365372 Aug 09 15:43:46.821126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5efe914a-2791-4d7b-bb9a-736e9fd76a0a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:46.842955 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:46.865384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:46.876390 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e4e0c5ac-ecd1-4675-9095-b6ebb9dfa1fd req-ff0fb9dc-7e19-4bd9-934e-978be343ce2b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 210 time: 0.1268523 Aug 09 15:43:46.895488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:46.903549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Request body: {'port': {'device_id': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'e29243ffcae64ef9a84eeead9cbc2eb0'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:46.922685 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:46.964806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-aef0302d-1cbe-4bb9-8ee5-c780cdbc42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '1db398fa-610c-42d7-a2bb-e4e6eceeb59e', 'name': '', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'mac_address': 'fa:16:3e:f2:ce:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:55Z', 'updated_at': '2021-08-09T15:41:04Z', 'revision_number': 5, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'subnets': [{'id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:46.968284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:47.004067 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef0302d-1cbe-4bb9-8ee5-c780cdbc42c7 None None] The sync data for ids ['20ff278b-9da2-4bdc-b6cb-39920c718a04'] in n-d-803778-2 is: [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '1db398fa-610c-42d7-a2bb-e4e6eceeb59e', 'name': '', 'network_id': 'd7eef28b-528c-4d0f-88bc-8a8c6c7368bf', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'mac_address': 'fa:16:3e:f2:ce:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:55Z', 'updated_at': '2021-08-09T15:41:04Z', 'revision_number': 5, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'subnets': [{'id': '647238b4-bd94-4150-a733-4ef4e28b77a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:47.006879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:47.007424 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.021889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Pushing event updated for resources: {'Port': ['ID=adee4905-15b6-403c-804a-c908e1e31549,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:47.182118 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ce8760f6-686f-4c5d-8164-102076cb1a56 req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.196834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Made reservation on behalf of e29243ffcae64ef9a84eeead9cbc2eb0 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:47.208891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.213266 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.291366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.300773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5efe914a-2791-4d7b-bb9a-736e9fd76a0a,segment=NetworkSegment(fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a),segment_id=fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:47.303720 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ce8760f6-686f-4c5d-8164-102076cb1a56 req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.324216 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.330344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 53849902-6215-47a8-92c2-ae1fc43ff68d no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:47.343453 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ce8760f6-686f-4c5d-8164-102076cb1a56 req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.376922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 53849902-6215-47a8-92c2-ae1fc43ff68d {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:47.377715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 53849902-6215-47a8-92c2-ae1fc43ff68d not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:47.397673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e18e82a-b0fc-4f02-af81-88f0db5b7db4,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:47.399578 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bc209a4-af4e-46e3-9381-cd4a58bd0b85 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.403665 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bc209a4-af4e-46e3-9381-cd4a58bd0b85 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.404832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2bc209a4-af4e-46e3-9381-cd4a58bd0b85 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "DELETE /v2.0/security-groups/c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee HTTP/1.1" status: 204 len: 168 time: 1.1994843 Aug 09 15:43:47.410470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55770) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:47.425864 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.430189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d159f790-2c8d-425c-a56a-4eab59cdcd63 None None] Provisioning complete for port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:47.430874 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d159f790-2c8d-425c-a56a-4eab59cdcd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.479975 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-817424f4-bbe8-4a4a-b7ff-c58d4d2509d3 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] show failed (client error): The resource could not be found. Aug 09 15:43:47.481200 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-817424f4-bbe8-4a4a-b7ff-c58d4d2509d3 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "GET /v2.0/security-groups/c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee HTTP/1.1" status: 404 len: 347 time: 0.0614078 Aug 09 15:43:47.489791 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55772) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:47.508580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.508944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.509275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.510207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.510552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.510889 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.511216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.511553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.512020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.512355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.512802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.513127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.519268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc209a4-af4e-46e3-9381-cd4a58bd0b85 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e5d32c-14b3-4e4f-b1cb-0569e66f60ee,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:47.523661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:47.529470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f8d7370a-3cd7-4ab6-b746-bfa0e6e290bc admin admin] 10.222.0.81 "PUT /v2.0/routers/67bffc84-ec57-41d9-87c5-12d57f7173f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0367818 Aug 09 15:43:47.539464 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Sync routers for ids ['67bffc84-ec57-41d9-87c5-12d57f7173f9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:47.554338 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Routers {'67bffc84-ec57-41d9-87c5-12d57f7173f9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:47.554960 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['67bffc84-ec57-41d9-87c5-12d57f7173f9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:47.594866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542673a-c3ed-45e9-a382-a6349d739394 None None] New status for floating IP 96c91287-b40a-4a3a-bd7f-02507040d779: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:43:47.660175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=5efe914a-2791-4d7b-bb9a-736e9fd76a0a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:47.705937 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.717170 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.733787 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ce8760f6-686f-4c5d-8164-102076cb1a56 req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:47.735020 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce8760f6-686f-4c5d-8164-102076cb1a56 req-fdd3399e-13e3-4021-ad4a-17a8ee5fe807 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1849875 Aug 09 15:43:47.779550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.779901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.780232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.780571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.780904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.781235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.781559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.785033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.785449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.785816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.786722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.789968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:47.794273 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Set router 67bffc84-ec57-41d9-87c5-12d57f7173f9 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:47.892780 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-74a73c3f-2240-4dea-a5ae-001b59c6651a tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1697500 Aug 09 15:43:47.929459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb508c2-16da-4185-9d85-1e364ce81745,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:48.078166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55786) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:48.100772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-5547ef5d-835f-499f-9acc-515a17134d89 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:48.102792 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-5547ef5d-835f-499f-9acc-515a17134d89 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837871 Aug 09 15:43:48.128659 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Request body: {'port': {'device_id': '54e41e18-ba2f-460a-8993-6b617fc132ce', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'e29243ffcae64ef9a84eeead9cbc2eb0'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:48.219664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Allocated IP 192.168.233.201 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/5d3fa8ba-f310-461a-96a9-39f71d09dd8f) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:48.295265 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'name': 'tempest-FloatingIPsTestJSON-1065776470-router', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:36Z', 'updated_at': '2021-08-09T15:43:43Z', 'revision_number': 4, 'project_id': 'd42d5365222d48d4b2542019f5092cc5', 'gw_port': {'id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:37Z', 'updated_at': '2021-08-09T15:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0b35c544-3f16-41f4-956a-6c25c8ded646', 'name': '', 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'mac_address': 'fa:16:3e:0c:35:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f7eff419-a4b2-49d2-a441-10f6cc9f4039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:41Z', 'updated_at': '2021-08-09T15:43:43Z', 'revision_number': 2, 'project_id': 'd42d5365222d48d4b2542019f5092cc5', 'subnets': [{'id': 'f7eff419-a4b2-49d2-a441-10f6cc9f4039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:48.327033 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Checking router: 67bffc84-ec57-41d9-87c5-12d57f7173f9 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:48.327385 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Updating router 67bffc84-ec57-41d9-87c5-12d57f7173f9 port 0b35c544-3f16-41f4-956a-6c25c8ded646 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:43:48.351786 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45f668e0-c859-4fcb-b875-365b6495d2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.357859 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfb13a-cc89-4bdd-bcfd-4d7b41b1d725 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Deleting port 786a84a5-94b3-4cbb-852d-d234a54f34a7 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:48.358050 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.358218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb13a-cc89-4bdd-bcfd-4d7b41b1d725 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.421742 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dcf85da-698f-460f-b883-ec07a8235307 req-93cb1104-5085-43ce-841b-b20c51942633 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3644428 Aug 09 15:43:48.447105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:48.455461 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.550005 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dcfc-41dc-4921-8768-2c767766802c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.558385 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-319df741-a0d7-4566-8012-dbe4ec9be410 req-7e21fa31-f044-4cf2-a612-ad1d4154c1dc tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/06ebca6f-8a95-4832-aa85-40d3ef08c476 HTTP/1.1" status: 200 len: 2397 time: 0.7321386 Aug 09 15:43:48.584128 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.609989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Transition to ACTIVE for port object 5d3fa8ba-f310-461a-96a9-39f71d09dd8f will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:48.627864 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45f668e0-c859-4fcb-b875-365b6495d2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.638094 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45f668e0-c859-4fcb-b875-365b6495d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.638367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-319df741-a0d7-4566-8012-dbe4ec9be410 req-d86148a1-de8e-44f7-a448-5efb0cfd5981 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06ebca6f-8a95-4832-aa85-40d3ef08c476', 'remote_group_id': None}]} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:48.638781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-319df741-a0d7-4566-8012-dbe4ec9be410 req-d86148a1-de8e-44f7-a448-5efb0cfd5981 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06ebca6f-8a95-4832-aa85-40d3ef08c476', 'remote_group_id': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:48.651965 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.662866 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Transition to ACTIVE for port object 0b35c544-3f16-41f4-956a-6c25c8ded646 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:48.670814 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.672826 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:43:48.672826 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:43:48.672826 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id_1': 'e29243ffcae64ef9a84eeead9cbc2eb0', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 43, 48, 542514)}] Aug 09 15:43:48.672826 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:43:48.673409 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:43:48.709627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.729705 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-45f668e0-c859-4fcb-b875-365b6495d2e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2dcac7dc057404ba1b4721662f692da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6480803 Aug 09 15:43:48.731079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55792) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:48.740912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f668e0-c859-4fcb-b875-365b6495d2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee9edde-d7a1-48f9-a561-30c883884167,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:48.772473 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc332d-c09d-4138-9efe-63521a3a87af None None] Pushing event updated for resources: {'Port': ['ID=0b35c544-3f16-41f4-956a-6c25c8ded646,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:48.773703 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.800696 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb13a-cc89-4bdd-bcfd-4d7b41b1d725 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.800966 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb13a-cc89-4bdd-bcfd-4d7b41b1d725 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.833915 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Attempting to bind port 0b35c544-3f16-41f4-956a-6c25c8ded646 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:48.834332 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Attempting to bind port 0b35c544-3f16-41f4-956a-6c25c8ded646 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '1d23dcb8-229c-47cb-815b-9c9ab9c66a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:48.835784 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Attempting to bind port 0b35c544-3f16-41f4-956a-6c25c8ded646 on network 4e95678c-f604-488c-a0d0-b2b1d21ee519 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:48.846277 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:48.846653 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Checking segment: {'id': '1d23dcb8-229c-47cb-815b-9c9ab9c66a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:48.847330 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.847428 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Bound using segment: {'id': '1d23dcb8-229c-47cb-815b-9c9ab9c66a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:48.847901 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Bound port: 0b35c544-3f16-41f4-956a-6c25c8ded646, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d23dcb8-229c-47cb-815b-9c9ab9c66a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:48.848361 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.886744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:48.892251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfb13a-cc89-4bdd-bcfd-4d7b41b1d725 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Calling delete_port for 786a84a5-94b3-4cbb-852d-d234a54f34a7 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:48.902738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:48.906033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:48.909371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Pushing event updated for resources: {'Port': ['ID=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:48.918031 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-319df741-a0d7-4566-8012-dbe4ec9be410 req-d86148a1-de8e-44f7-a448-5efb0cfd5981 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.955876 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] For port 0b35c544-3f16-41f4-956a-6c25c8ded646, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:48.957178 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-319df741-a0d7-4566-8012-dbe4ec9be410 req-d86148a1-de8e-44f7-a448-5efb0cfd5981 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.963447 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] For port 0b35c544-3f16-41f4-956a-6c25c8ded646, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0b35c544-3f16-41f4-956a-6c25c8ded646,segment=NetworkSegment(1d23dcb8-229c-47cb-815b-9c9ab9c66a39),segment_id=1d23dcb8-229c-47cb-815b-9c9ab9c66a39)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:48.978589 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.980808 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-472ce40b-d0c5-4a89-ab3d-fbc15ed73a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:48.989977 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-319df741-a0d7-4566-8012-dbe4ec9be410 req-d86148a1-de8e-44f7-a448-5efb0cfd5981 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.002521 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Router aad1658a-46c3-4986-8227-a025d6df00eb is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:43:49.021555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:49.022252 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.049358 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-472ce40b-d0c5-4a89-ab3d-fbc15ed73a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.061268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-e67df7b6-9fa3-43a8-9de8-f49d14434e6e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2356179 Aug 09 15:43:49.072534 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Routers {'67bffc84-ec57-41d9-87c5-12d57f7173f9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:49.073345 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['67bffc84-ec57-41d9-87c5-12d57f7173f9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:49.081828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Request body: {'port': {'device_id': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:49.139691 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.205995 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc332d-c09d-4138-9efe-63521a3a87af None None] Pushing event updated for resources: {'Port': ['ID=0b35c544-3f16-41f4-956a-6c25c8ded646,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:49.232982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-472ce40b-d0c5-4a89-ab3d-fbc15ed73a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.235545 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-472ce40b-d0c5-4a89-ab3d-fbc15ed73a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.237058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-472ce40b-d0c5-4a89-ab3d-fbc15ed73a24 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ee9edde-d7a1-48f9-a561-30c883884167 HTTP/1.1" status: 204 len: 168 time: 0.5050094 Aug 09 15:43:49.256003 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] Set router 67bffc84-ec57-41d9-87c5-12d57f7173f9 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:49.271157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.284336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ce40b-d0c5-4a89-ab3d-fbc15ed73a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee9edde-d7a1-48f9-a561-30c883884167,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:49.353146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d67e3163-7fce-4a90-a1b8-73114a5fcc97 None None] Provisioning for port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:49.360814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d67e3163-7fce-4a90-a1b8-73114a5fcc97 None None] Provisioning complete for port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:49.361445 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d67e3163-7fce-4a90-a1b8-73114a5fcc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.435990 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d67e3163-7fce-4a90-a1b8-73114a5fcc97 None None] Port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:49.544435 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'name': 'tempest-FloatingIPsTestJSON-1065776470-router', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:36Z', 'updated_at': '2021-08-09T15:43:43Z', 'revision_number': 4, 'project_id': 'd42d5365222d48d4b2542019f5092cc5', 'gw_port': {'id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:37Z', 'updated_at': '2021-08-09T15:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0b35c544-3f16-41f4-956a-6c25c8ded646', 'name': '', 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'mac_address': 'fa:16:3e:0c:35:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f7eff419-a4b2-49d2-a441-10f6cc9f4039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:41Z', 'updated_at': '2021-08-09T15:43:48Z', 'revision_number': 4, 'project_id': 'd42d5365222d48d4b2542019f5092cc5', 'subnets': [{'id': 'f7eff419-a4b2-49d2-a441-10f6cc9f4039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:49.575315 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Allocated IP 172.25.2.57 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/7c219f98-55f2-44c2-90f1-a5381b0f80e8) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:49.586844 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6fa1d-ad95-4461-8b2b-f2f8994cee07 None None] The sync data for ids ['67bffc84-ec57-41d9-87c5-12d57f7173f9'] in n-d-803778-2 is: [{'id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'name': 'tempest-FloatingIPsTestJSON-1065776470-router', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:36Z', 'updated_at': '2021-08-09T15:43:43Z', 'revision_number': 4, 'project_id': 'd42d5365222d48d4b2542019f5092cc5', 'gw_port': {'id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:37Z', 'updated_at': '2021-08-09T15:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0b35c544-3f16-41f4-956a-6c25c8ded646', 'name': '', 'network_id': '4e95678c-f604-488c-a0d0-b2b1d21ee519', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'mac_address': 'fa:16:3e:0c:35:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f7eff419-a4b2-49d2-a441-10f6cc9f4039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:41Z', 'updated_at': '2021-08-09T15:43:48Z', 'revision_number': 4, 'project_id': 'd42d5365222d48d4b2542019f5092cc5', 'subnets': [{'id': 'f7eff419-a4b2-49d2-a441-10f6cc9f4039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:49.595700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Made reservation on behalf of e29243ffcae64ef9a84eeead9cbc2eb0 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:49.600066 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.609005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86148a1-de8e-44f7-a448-5efb0cfd5981 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a9489b-8bca-4c78-97fd-ade5396f5150,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:49.652361 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-319df741-a0d7-4566-8012-dbe4ec9be410 req-d86148a1-de8e-44f7-a448-5efb0cfd5981 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.671830 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-319df741-a0d7-4566-8012-dbe4ec9be410 req-d86148a1-de8e-44f7-a448-5efb0cfd5981 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0684011 Aug 09 15:43:49.707178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55800) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:49.780245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-21d86071-9d13-44ac-9b66-89f5abbd3dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.789700 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb13a-cc89-4bdd-bcfd-4d7b41b1d725 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.908514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0b35c544-3f16-41f4-956a-6c25c8ded646 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:49.973800 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 0b35c544-3f16-41f4-956a-6c25c8ded646 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:49.978318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0b35c544-3f16-41f4-956a-6c25c8ded646 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:49.978952 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:49.987209 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59f9ddbd-3b7b-4eb1-8619-9e717169643e req-750d1595-2804-4b6a-8375-31451de4ca0e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 210 time: 0.1902204 Aug 09 15:43:50.015264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfb13a-cc89-4bdd-bcfd-4d7b41b1d725 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Pushing event deleted for resources: {'Port': ['ID=786a84a5-94b3-4cbb-852d-d234a54f34a7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:50.066324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3fa8ba-f310-461a-96a9-39f71d09dd8f {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:50.073798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.081418 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.106464 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.110729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Transition to ACTIVE for port object 5d3fa8ba-f310-461a-96a9-39f71d09dd8f will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:50.127809 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.142187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:50.155085 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Sync routers for ids ['aad1658a-46c3-4986-8227-a025d6df00eb'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:50.157968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 0b35c544-3f16-41f4-956a-6c25c8ded646, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0b35c544-3f16-41f4-956a-6c25c8ded646,segment=NetworkSegment(1d23dcb8-229c-47cb-815b-9c9ab9c66a39),segment_id=1d23dcb8-229c-47cb-815b-9c9ab9c66a39)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:50.162935 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.164091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5efe914a-2791-4d7b-bb9a-736e9fd76a0a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:50.175474 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Routers {'aad1658a-46c3-4986-8227-a025d6df00eb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:50.176119 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aad1658a-46c3-4986-8227-a025d6df00eb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:50.278500 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb13a-cc89-4bdd-bcfd-4d7b41b1d725 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.281096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb13a-cc89-4bdd-bcfd-4d7b41b1d725 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.282337 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b6cfb13a-cc89-4bdd-bcfd-4d7b41b1d725 tempest-ServersTestManualDisk-1206194824 tempest-ServersTestManualDisk-1206194824-project] 10.222.0.81 "DELETE /v2.0/floatingips/96c91287-b40a-4a3a-bd7f-02507040d779 HTTP/1.1" status: 204 len: 168 time: 2.7876742 Aug 09 15:43:50.298609 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:50.298991 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.302860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=0b35c544-3f16-41f4-956a-6c25c8ded646,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:50.310486 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-21d86071-9d13-44ac-9b66-89f5abbd3dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.313287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55802) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:50.351783 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-21d86071-9d13-44ac-9b66-89f5abbd3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.374563 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.382495 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d30bebbd-a8de-4027-93bc-6402978e33f6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.6269524 Aug 09 15:43:50.388000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55804) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:50.388909 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Set router aad1658a-46c3-4986-8227-a025d6df00eb gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:50.392461 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Allocated IP 192.168.233.59 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/5fa26411-ff82-4c58-b342-60eee0e6252b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:50.536533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:50.544539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d86071-9d13-44ac-9b66-89f5abbd3dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f478c111-66ac-457b-828b-ce51510f8958,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:50.568533 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.592311 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d93db2b-14a7-4889-85e6-c6be75e455d0 req-33a64047-b0fb-4bbd-a841-149d19fcaa6c tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/06ebca6f-8a95-4832-aa85-40d3ef08c476 HTTP/1.1" status: 200 len: 2995 time: 0.3757041 Aug 09 15:43:50.665260 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1545923385-router', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'adee4905-15b6-403c-804a-c908e1e31549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:42Z', 'updated_at': '2021-08-09T15:43:47Z', 'revision_number': 3, 'project_id': 'ead5f446006b4ebd9f106de15af755e6', 'gw_port': {'id': 'adee4905-15b6-403c-804a-c908e1e31549', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:45Z', 'updated_at': '2021-08-09T15:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:50.678795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7dcfc-41dc-4921-8768-2c767766802c admin admin] Deleting port fa7a3427-ce51-4c75-9760-53404314ec75 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:50.679354 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dcfc-41dc-4921-8768-2c767766802c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.689937 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Pushing event updated for resources: {'Port': ['ID=7c219f98-55f2-44c2-90f1-a5381b0f80e8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:50.714048 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b70f601-4e26-4d51-acca-0b96bd8527ab req-c66e3682-d1a3-4d31-b7fb-d0c4047060e1 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-group-rules/e0a9489b-8bca-4c78-97fd-ade5396f5150 HTTP/1.1" status: 200 len: 783 time: 0.0699995 Aug 09 15:43:50.720744 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Checking router: aad1658a-46c3-4986-8227-a025d6df00eb for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:50.721429 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Updating router aad1658a-46c3-4986-8227-a025d6df00eb port adee4905-15b6-403c-804a-c908e1e31549 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:43:50.747134 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-21d86071-9d13-44ac-9b66-89f5abbd3dc6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=febdbf67317e4bfd946528b5cc602239&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0387688 Aug 09 15:43:50.747771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55808) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:50.749651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:50.756628 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.768753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:50.783032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:50.907021 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:50.918190 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b70f601-4e26-4d51-acca-0b96bd8527ab req-4086b8a0-c63a-44c6-aa4d-0555a0228ca0 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/06ebca6f-8a95-4832-aa85-40d3ef08c476 HTTP/1.1" status: 200 len: 2995 time: 0.2031755 Aug 09 15:43:51.010562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Transition to ACTIVE for port object 5fa26411-ff82-4c58-b342-60eee0e6252b will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:51.036179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-2ef7dcfc-41dc-4921-8768-2c767766802c admin admin] For port fa7a3427-ce51-4c75-9760-53404314ec75, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fa7a3427-ce51-4c75-9760-53404314ec75,segment=NetworkSegment(b2da052a-9e58-47d7-ab1a-d07ad895ece1),segment_id=b2da052a-9e58-47d7-ab1a-d07ad895ece1)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:51.036552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dcfc-41dc-4921-8768-2c767766802c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.049179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8b70f601-4e26-4d51-acca-0b96bd8527ab req-16644a49-3092-4171-b709-48e33edb6afb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.064807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7dcfc-41dc-4921-8768-2c767766802c admin admin] Calling delete_port for fa7a3427-ce51-4c75-9760-53404314ec75 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:51.075217 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8b70f601-4e26-4d51-acca-0b96bd8527ab req-16644a49-3092-4171-b709-48e33edb6afb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.079361 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.092444 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Transition to ACTIVE for port object adee4905-15b6-403c-804a-c908e1e31549 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:51.102071 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.182300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Attempting to bind port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:51.182645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Attempting to bind port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:51.182989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Attempting to bind port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:51.184927 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f507d3f-3017-4b2c-8e3a-9e62ee946b07 None None] Pushing event updated for resources: {'Port': ['ID=adee4905-15b6-403c-804a-c908e1e31549,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:51.191467 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Attempting to bind port adee4905-15b6-403c-804a-c908e1e31549 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:51.191970 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Attempting to bind port adee4905-15b6-403c-804a-c908e1e31549 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:51.192990 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Attempting to bind port adee4905-15b6-403c-804a-c908e1e31549 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:51.201103 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:51.202098 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:51.202932 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.203249 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:51.203842 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Bound port: adee4905-15b6-403c-804a-c908e1e31549, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:51.204805 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.206331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:51.206331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Attempting to bind port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:51.227055 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8b70f601-4e26-4d51-acca-0b96bd8527ab req-16644a49-3092-4171-b709-48e33edb6afb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.236711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8b70f601-4e26-4d51-acca-0b96bd8527ab req-16644a49-3092-4171-b709-48e33edb6afb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.249401 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b70f601-4e26-4d51-acca-0b96bd8527ab req-16644a49-3092-4171-b709-48e33edb6afb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e0a9489b-8bca-4c78-97fd-ade5396f5150 HTTP/1.1" status: 204 len: 173 time: 0.3246486 Aug 09 15:43:51.255334 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.257541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:51.257757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:51.258094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:51.258536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Bound port: 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:51.258904 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.296785 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d519f8ef-38b8-440b-95e3-4103a5cd56b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.299054 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] For port adee4905-15b6-403c-804a-c908e1e31549, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:51.307097 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] For port adee4905-15b6-403c-804a-c908e1e31549, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=adee4905-15b6-403c-804a-c908e1e31549,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:51.326011 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.354522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16644a49-3092-4171-b709-48e33edb6afb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0a9489b-8bca-4c78-97fd-ade5396f5150,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:51.359239 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.375852 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d519f8ef-38b8-440b-95e3-4103a5cd56b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.410148 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Routers {'aad1658a-46c3-4986-8227-a025d6df00eb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:51.410743 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aad1658a-46c3-4986-8227-a025d6df00eb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:51.481753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:51.484615 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f507d3f-3017-4b2c-8e3a-9e62ee946b07 None None] Pushing event updated for resources: {'Port': ['ID=adee4905-15b6-403c-804a-c908e1e31549,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:51.498485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.504024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:51.520800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Pushing event updated for resources: {'Port': ['ID=5fa26411-ff82-4c58-b342-60eee0e6252b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:51.523312 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:51.529809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:51.550671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:51.565658 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.609099 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d519f8ef-38b8-440b-95e3-4103a5cd56b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.609470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebb790-26f3-45fe-86c3-c9c1836f0c14 req-bba7274e-6a67-4300-bde7-b651fbb30826 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:51.611077 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8ebb790-26f3-45fe-86c3-c9c1836f0c14 req-bba7274e-6a67-4300-bde7-b651fbb30826 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 935 time: 0.2815845 Aug 09 15:43:51.611661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d519f8ef-38b8-440b-95e3-4103a5cd56b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.616016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d519f8ef-38b8-440b-95e3-4103a5cd56b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f478c111-66ac-457b-828b-ce51510f8958 HTTP/1.1" status: 204 len: 168 time: 0.8621655 Aug 09 15:43:51.621852 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] Set router aad1658a-46c3-4986-8227-a025d6df00eb gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:51.624847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:51.625541 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.704889 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-098540b2-16f5-41ea-9286-a42f0c44b901 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5911827 Aug 09 15:43:51.706123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:51.707107 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:51.709667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] 10.222.0.53 "PUT /v2.0/ports/5d3fa8ba-f310-461a-96a9-39f71d09dd8f HTTP/1.1" status: 200 len: 1096 time: 2.6334877 Aug 09 15:43:51.715209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'tag': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:51.719902 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a21cd6-9a2e-45d0-a929-168b7a7f2098" -d '{"events": [{"name": "network-changed", "server_uuid": "a889a809-0df9-4159-a008-0bcdfb546a73", "tag": "5d3fa8ba-f310-461a-96a9-39f71d09dd8f"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:51.731702 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519f8ef-38b8-440b-95e3-4103a5cd56b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f478c111-66ac-457b-828b-ce51510f8958,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:51.788902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Request body: {'port': {'device_id': '54e41e18-ba2f-460a-8993-6b617fc132ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:51.876293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aff21-fe34-4b23-bf2e-af4004086777 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:51.907316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0b35c544-3f16-41f4-956a-6c25c8ded646 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:51.936347 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8ebb790-26f3-45fe-86c3-c9c1836f0c14 req-d11c245f-3efb-4fe1-a0e4-6b749281b5f1 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846758 Aug 09 15:43:52.046318 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1545923385-router', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'adee4905-15b6-403c-804a-c908e1e31549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:42Z', 'updated_at': '2021-08-09T15:43:47Z', 'revision_number': 3, 'project_id': 'ead5f446006b4ebd9f106de15af755e6', 'gw_port': {'id': 'adee4905-15b6-403c-804a-c908e1e31549', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:45Z', 'updated_at': '2021-08-09T15:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:52.076585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96fc827d-a628-4c03-bb2a-18486f83cedd None None] Provisioning for port 5fa26411-ff82-4c58-b342-60eee0e6252b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:52.080722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96fc827d-a628-4c03-bb2a-18486f83cedd None None] Provisioning complete for port 5fa26411-ff82-4c58-b342-60eee0e6252b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:52.081114 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96fc827d-a628-4c03-bb2a-18486f83cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:52.103889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:52.112365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-a4cdae2e-b7c9-43c5-a211-7bfed8bc36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:52.117221 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-a4cdae2e-b7c9-43c5-a211-7bfed8bc36b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 1099 time: 0.3393171 Aug 09 15:43:52.121396 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dcfc-41dc-4921-8768-2c767766802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:52.124536 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d3d14-84ae-457f-94a9-2c4c71a4d01c None None] The sync data for ids ['aad1658a-46c3-4986-8227-a025d6df00eb'] in n-d-803778-2 is: [{'id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1545923385-router', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'adee4905-15b6-403c-804a-c908e1e31549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:42Z', 'updated_at': '2021-08-09T15:43:47Z', 'revision_number': 3, 'project_id': 'ead5f446006b4ebd9f106de15af755e6', 'gw_port': {'id': 'adee4905-15b6-403c-804a-c908e1e31549', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:45Z', 'updated_at': '2021-08-09T15:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:52.141039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0b35c544-3f16-41f4-956a-6c25c8ded646 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:52.141421 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:52.141893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:52.199765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-96fc827d-a628-4c03-bb2a-18486f83cedd None None] Port 5fa26411-ff82-4c58-b342-60eee0e6252b cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:52.210242 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:52.232153 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7dcfc-41dc-4921-8768-2c767766802c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7a3427-ce51-4c75-9760-53404314ec75,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:52.301238 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-aa44cc59-53ae-4f5a-8a34-334a42d1e51b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f HTTP/1.1" status: 200 len: 217 time: 0.1567631 Aug 09 15:43:52.316729 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:52.358022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Pushing event updated for resources: {'Port': ['ID=7c219f98-55f2-44c2-90f1-a5381b0f80e8,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:52.420154 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:52.423739 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7e1d801-b06d-4570-a88d-b5f270340c27 req-8ffcca0c-d737-4bdc-9e33-0e6e0b133379 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/06ebca6f-8a95-4832-aa85-40d3ef08c476 HTTP/1.1" status: 200 len: 2397 time: 0.2957790 Aug 09 15:43:52.438534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e82befc-7412-4d89-ab29-3c2f17da0518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:52.445283 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:52.446713 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dcf85da-698f-460f-b883-ec07a8235307 req-ec167e09-baae-4e86-abc6-cfbbda4d32f8 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0143633 Aug 09 15:43:52.539014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dcf85da-698f-460f-b883-ec07a8235307 req-57a65606-56fb-4d3b-8842-8d23528233d3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.0548160 Aug 09 15:43:52.542803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-5d329604-f736-4602-a1c4-93578b9282d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:52.544565 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-5d329604-f736-4602-a1c4-93578b9282d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2332408 Aug 09 15:43:52.815810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf85da-698f-460f-b883-ec07a8235307 req-8fd37c62-dcfe-4e68-8c2e-a281e454ae24 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:52.817407 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dcf85da-698f-460f-b883-ec07a8235307 req-8fd37c62-dcfe-4e68-8c2e-a281e454ae24 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.2658267 Aug 09 15:43:52.852427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-7557d31f-e8fc-4fbd-838d-ebbccd29df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:52.866748 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-7557d31f-e8fc-4fbd-838d-ebbccd29df7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1701775 Aug 09 15:43:52.909863 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cf6aed-7e58-49e0-9792-75d64dca93c4 x-openstack-request-id: req-37cf6aed-7e58-49e0-9792-75d64dca93c4 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:52.910539 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a889a809-0df9-4159-a008-0bcdfb546a73", "tag": "5d3fa8ba-f310-461a-96a9-39f71d09dd8f", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:52.910539 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37cf6aed-7e58-49e0-9792-75d64dca93c4 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:52.910930 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'tag': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f', 'status': 'completed', 'code': 200} Aug 09 15:43:52.985949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55842) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:53.042192 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-892ef86d-311d-4f24-b636-f96b55040e0b req-8d7f0c73-3c0d-46c1-b3a1-1f05ecb22756 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/floatingips/e66009a0-84b4-4256-98cf-371efde5ef4b HTTP/1.1" status: 200 len: 692 time: 0.0690780 Aug 09 15:43:53.167557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1584572444-network', 'tenant_id': 'f5b487a9592948f4bd3a59172c9bad40'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:53.172483 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-35b90d50-fc09-461f-9249-54f7a2d5ed62 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727988 Aug 09 15:43:53.195968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2ef7dcfc-41dc-4921-8768-2c767766802c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.346388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Made reservation on behalf of f5b487a9592948f4bd3a59172c9bad40 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:53.349542 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.386205 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a7e1d801-b06d-4570-a88d-b5f270340c27 req-ba645e8b-550c-47fd-9518-f73990f931ce tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.389093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ef86d-311d-4f24-b636-f96b55040e0b req-b74acb42-f069-4ea8-a478-c92a0041adaa tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:53.390427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-892ef86d-311d-4f24-b636-f96b55040e0b req-b74acb42-f069-4ea8-a478-c92a0041adaa tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.3367393 Aug 09 15:43:53.409922 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.420289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-892ef86d-311d-4f24-b636-f96b55040e0b req-411a719d-d10f-4682-bab7-9d521da1ee4f tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:43:53.421339 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-892ef86d-311d-4f24-b636-f96b55040e0b req-411a719d-d10f-4682-bab7-9d521da1ee4f tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163088 Aug 09 15:43:53.467460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d44231-89a8-4ac0-82cb-668600b25550 req-4f561284-3338-497e-9124-028d2b957866 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855470 Aug 09 15:43:53.488687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-2e82befc-7412-4d89-ab29-3c2f17da0518 admin admin] Deleting port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:53.489425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e82befc-7412-4d89-ab29-3c2f17da0518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.497279 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a7e1d801-b06d-4570-a88d-b5f270340c27 req-ba645e8b-550c-47fd-9518-f73990f931ce tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.574182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Allocated IP 172.20.0.1 (8913b572-b837-46ca-a0f2-0be57fe507ee/4a1a8e7a-9fb3-4888-bee1-e2eae7ce1306/15111504-fd9d-4cfb-94d7-02f1eeed8bfc) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:53.632831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa26411-ff82-4c58-b342-60eee0e6252b {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:53.670136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cce55e-9045-4353-a16b-1705d49d04d9 req-286bdd39-eb92-4225-ad76-fb31ddd17626 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:53.672956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-22cce55e-9045-4353-a16b-1705d49d04d9 req-286bdd39-eb92-4225-ad76-fb31ddd17626 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 935 time: 0.1764851 Aug 09 15:43:53.699394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-2e82befc-7412-4d89-ab29-3c2f17da0518 admin admin] For port 1db398fa-610c-42d7-a2bb-e4e6eceeb59e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1db398fa-610c-42d7-a2bb-e4e6eceeb59e,segment=NetworkSegment(8f31e371-6ec6-4859-b9a2-19173a40de5d),segment_id=8f31e371-6ec6-4859-b9a2-19173a40de5d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:53.699834 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e82befc-7412-4d89-ab29-3c2f17da0518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.714448 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.720625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a21cd6-9a2e-45d0-a929-168b7a7f2098 req-b94709d7-7379-4686-ad8c-f825e1b85b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:53.722239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68a21cd6-9a2e-45d0-a929-168b7a7f2098 req-b94709d7-7379-4686-ad8c-f825e1b85b9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 1099 time: 0.2070084 Aug 09 15:43:53.736463 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a7e1d801-b06d-4570-a88d-b5f270340c27 req-ba645e8b-550c-47fd-9518-f73990f931ce tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.738234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-2e82befc-7412-4d89-ab29-3c2f17da0518 admin admin] Calling delete_port for 1db398fa-610c-42d7-a2bb-e4e6eceeb59e owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:53.739390 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a7e1d801-b06d-4570-a88d-b5f270340c27 req-ba645e8b-550c-47fd-9518-f73990f931ce tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.740244 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7e1d801-b06d-4570-a88d-b5f270340c27 req-ba645e8b-550c-47fd-9518-f73990f931ce tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "DELETE /v2.0/security-groups/06ebca6f-8a95-4832-aa85-40d3ef08c476 HTTP/1.1" status: 204 len: 173 time: 1.2175231 Aug 09 15:43:53.751696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Transition to ACTIVE for port object 5fa26411-ff82-4c58-b342-60eee0e6252b will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:53.769042 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.805044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba645e8b-550c-47fd-9518-f73990f931ce tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ebca6f-8a95-4832-aa85-40d3ef08c476,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:53.858944 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.909799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa26411-ff82-4c58-b342-60eee0e6252b,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:53.927803 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-22cce55e-9045-4353-a16b-1705d49d04d9 req-66f63eed-02d2-419b-88fc-71e9ff6d6911 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461641 Aug 09 15:43:53.932101 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.939763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef7dcfc-41dc-4921-8768-2c767766802c admin admin] Router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:43:53.963048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:43:53.977320 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.981103 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.981484 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Added segment 6877e6dd-7924-4685-88cf-76a3f1a79fe0 of type vlan for network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 Aug 09 15:43:54.023963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device adee4905-15b6-403c-804a-c908e1e31549 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:54.043681 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-b81252de-69a4-4ee1-ac63-5259d84f3415 req-51a8de59-8117-4b1c-8af5-ba8d23fca379 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] show failed (client error): The resource could not be found. Aug 09 15:43:54.044961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b81252de-69a4-4ee1-ac63-5259d84f3415 req-51a8de59-8117-4b1c-8af5-ba8d23fca379 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/a9774f72-3793-4b53-99d2-05213ddf7307 HTTP/1.1" status: 404 len: 352 time: 0.0465474 Aug 09 15:43:54.082452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Transition to ACTIVE for port object 15111504-fd9d-4cfb-94d7-02f1eeed8bfc will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:54.091009 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b7f74562-f605-47c2-9d1f-6492abeb3689 req-deef114f-20f5-4142-954c-8de7fe06efe0 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=d42d5365222d48d4b2542019f5092cc5 HTTP/1.1" status: 200 len: 695 time: 0.1772079 Aug 09 15:43:54.115970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port adee4905-15b6-403c-804a-c908e1e31549 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:54.122974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port adee4905-15b6-403c-804a-c908e1e31549 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:54.124078 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.156617 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.167944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f5fc28-323c-498f-a575-b4fadffba22f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:54.176864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a21cd6-9a2e-45d0-a929-168b7a7f2098 req-27e34399-06ab-4756-a6ff-1793aa3d47d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:54.178673 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68a21cd6-9a2e-45d0-a929-168b7a7f2098 req-27e34399-06ab-4756-a6ff-1793aa3d47d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.4421437 Aug 09 15:43:54.185626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-542bf436-c58f-45d3-a77c-d855ffb59b41 req-d0c616fc-ba48-4670-9820-e62d43d3ca67 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/b3fe921c-d5f7-4d58-9024-c42a5cb4f682 HTTP/1.1" status: 200 len: 1804 time: 0.1053448 Aug 09 15:43:54.241710 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.271634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Attempting to bind port 5fa26411-ff82-4c58-b342-60eee0e6252b on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:54.272637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Attempting to bind port 5fa26411-ff82-4c58-b342-60eee0e6252b by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:54.273189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Attempting to bind port 5fa26411-ff82-4c58-b342-60eee0e6252b on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:54.280431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port adee4905-15b6-403c-804a-c908e1e31549, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=adee4905-15b6-403c-804a-c908e1e31549,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:54.285540 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.290139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68a21cd6-9a2e-45d0-a929-168b7a7f2098 req-c93d8dc5-7812-4c8e-84d7-4939aac81a2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f HTTP/1.1" status: 200 len: 217 time: 0.1022327 Aug 09 15:43:54.326843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Port 5fa26411-ff82-4c58-b342-60eee0e6252b on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:54.327440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Attempting to bind port 5fa26411-ff82-4c58-b342-60eee0e6252b on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:54.339136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.340409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:54.341298 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.353287 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:54.353953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:54.354505 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:54.355114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Bound port: 5fa26411-ff82-4c58-b342-60eee0e6252b, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:54.355663 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.358385 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.359711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=adee4905-15b6-403c-804a-c908e1e31549,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:54.445363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d7d4d62-58f1-4269-a516-ea6e4ce16646,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:54.446786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Network 8913b572-b837-46ca-a0f2-0be57fe507ee is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:54.456370 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-78ac393d-3679-467a-b85e-20c1fc9bf6b9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4661553 Aug 09 15:43:54.459301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:43:54.464486 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55854) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:54.465827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a21cd6-9a2e-45d0-a929-168b7a7f2098 req-339decf8-9150-401f-912e-7d2594a9eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:54.467284 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68a21cd6-9a2e-45d0-a929-168b7a7f2098 req-339decf8-9150-401f-912e-7d2594a9eac1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1644123 Aug 09 15:43:54.469251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f74562-f605-47c2-9d1f-6492abeb3689 req-9111dab1-3585-459e-9996-687992653681 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:54.470838 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b7f74562-f605-47c2-9d1f-6492abeb3689 req-9111dab1-3585-459e-9996-687992653681 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/networks?id=520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 787 time: 0.3665917 Aug 09 15:43:54.472610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e0d5b59c-6eb7-419d-85a6-57023f6bf53b admin admin] Request body: {'subnet': {'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1584572444-subnet', 'tenant_id': 'f5b487a9592948f4bd3a59172c9bad40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:54.495329 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:54.497658 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef7dcfc-41dc-4921-8768-2c767766802c admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:54.507773 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:54.522152 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2ef7dcfc-41dc-4921-8768-2c767766802c admin admin] 10.222.0.81 "PUT /v2.0/routers/4213f8b3-115d-4d2c-9a9a-7e4784d7b773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4434149 Aug 09 15:43:54.538288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe7a0c-dc44-4379-8c5c-8b1904e4dc86 None None] Sync routers for ids ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:54.578583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55858) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:54.594072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbe7a0c-dc44-4379-8c5c-8b1904e4dc86 None None] Routers {'4213f8b3-115d-4d2c-9a9a-7e4784d7b773'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:54.595006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-afbe7a0c-dc44-4379-8c5c-8b1904e4dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:54.638766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Pushing event updated for resources: {'Port': ['ID=15111504-fd9d-4cfb-94d7-02f1eeed8bfc,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:54.653682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:54.654033 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:54.654370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:54.654704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:54.655033 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:54.655358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:54.655678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:54.656002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:54.656322 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:54.656640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:54.656958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:54.657276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:54.670210 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5d12147-e138-475e-ac17-17eadafe4073 req-d4c96ebe-eb0e-43d6-955a-1a9bbba1633e tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/floatingips/e66009a0-84b4-4256-98cf-371efde5ef4b HTTP/1.1" status: 200 len: 692 time: 0.1704934 Aug 09 15:43:54.752429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-afbe7a0c-dc44-4379-8c5c-8b1904e4dc86 None None] Set router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:54.768759 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.789439 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-542bf436-c58f-45d3-a77c-d855ffb59b41 req-3a63864e-f8d3-4daa-b55f-f5b616688946 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.841621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6aed1add-3f10-4bd9-8512-d9c503a8d7fb None None] Provisioning for port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:54.873295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6aed1add-3f10-4bd9-8512-d9c503a8d7fb None None] Provisioning complete for port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:54.873582 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6aed1add-3f10-4bd9-8512-d9c503a8d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.877502 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-542bf436-c58f-45d3-a77c-d855ffb59b41 req-3a63864e-f8d3-4daa-b55f-f5b616688946 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.894209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d5b59c-6eb7-419d-85a6-57023f6bf53b admin admin] Made reservation on behalf of f5b487a9592948f4bd3a59172c9bad40 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:54.899509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b59c-6eb7-419d-85a6-57023f6bf53b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.933222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6aed1add-3f10-4bd9-8512-d9c503a8d7fb None None] Port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:54.966904 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e82befc-7412-4d89-ab29-3c2f17da0518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:54.980438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a21cd6-9a2e-45d0-a929-168b7a7f2098 req-f578b805-e375-4f86-bb4f-104dfc978d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:54.981998 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68a21cd6-9a2e-45d0-a929-168b7a7f2098 req-f578b805-e375-4f86-bb4f-104dfc978d50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5023475 Aug 09 15:43:55.024708 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-afbe7a0c-dc44-4379-8c5c-8b1904e4dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:43:51Z', 'revision_number': 5, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:55.043710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82befc-7412-4d89-ab29-3c2f17da0518 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db398fa-610c-42d7-a2bb-e4e6eceeb59e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:55.072477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe7a0c-dc44-4379-8c5c-8b1904e4dc86 None None] Checking router: 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:55.085914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbe7a0c-dc44-4379-8c5c-8b1904e4dc86 None None] Routers {'4213f8b3-115d-4d2c-9a9a-7e4784d7b773'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:55.087041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-afbe7a0c-dc44-4379-8c5c-8b1904e4dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:55.111179 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-542bf436-c58f-45d3-a77c-d855ffb59b41 req-3a63864e-f8d3-4daa-b55f-f5b616688946 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.113723 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-542bf436-c58f-45d3-a77c-d855ffb59b41 req-3a63864e-f8d3-4daa-b55f-f5b616688946 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.115660 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-542bf436-c58f-45d3-a77c-d855ffb59b41 req-3a63864e-f8d3-4daa-b55f-f5b616688946 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "DELETE /v2.0/security-groups/b3fe921c-d5f7-4d58-9024-c42a5cb4f682 HTTP/1.1" status: 204 len: 173 time: 0.9181783 Aug 09 15:43:55.183474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63864e-f8d3-4daa-b55f-f5b616688946 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fe921c-d5f7-4d58-9024-c42a5cb4f682,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:55.213497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] For port 5fa26411-ff82-4c58-b342-60eee0e6252b, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:55.274606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-afbe7a0c-dc44-4379-8c5c-8b1904e4dc86 None None] Set router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:55.295563 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] For port 5fa26411-ff82-4c58-b342-60eee0e6252b, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5fa26411-ff82-4c58-b342-60eee0e6252b,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:55.316371 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.331467 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68a21cd6-9a2e-45d0-a929-168b7a7f2098 req-36da2280-dd44-4763-af94-dc3a330d6fc2 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328290 Aug 09 15:43:55.346623 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.428061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d12147-e138-475e-ac17-17eadafe4073 req-e89c22d7-1f7f-40ad-92ab-8c1c25bc7add tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:55.429488 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5d12147-e138-475e-ac17-17eadafe4073 req-e89c22d7-1f7f-40ad-92ab-8c1c25bc7add tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.7397950 Aug 09 15:43:55.499266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-afbe7a0c-dc44-4379-8c5c-8b1904e4dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:43:51Z', 'revision_number': 5, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:55.529577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:55.530391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.531732 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] 10.222.0.60 "PUT /v2.0/ports/5fa26411-ff82-4c58-b342-60eee0e6252b HTTP/1.1" status: 200 len: 1095 time: 3.7730324 Aug 09 15:43:55.534019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e41e18-ba2f-460a-8993-6b617fc132ce', 'tag': '5fa26411-ff82-4c58-b342-60eee0e6252b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:55.543796 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3e4867-6671-47f7-954c-7b6df5da8556" -d '{"events": [{"name": "network-changed", "server_uuid": "54e41e18-ba2f-460a-8993-6b617fc132ce", "tag": "5fa26411-ff82-4c58-b342-60eee0e6252b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:55.555936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe7a0c-dc44-4379-8c5c-8b1904e4dc86 None None] The sync data for ids ['4213f8b3-115d-4d2c-9a9a-7e4784d7b773'] in n-d-803778-2 is: [{'id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2120405125-router', 'tenant_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:46Z', 'updated_at': '2021-08-09T15:43:51Z', 'revision_number': 5, 'project_id': '6d2b1eb767884cceac4f00a829ea9ac8', 'gw_port': {'id': '63f4d4b5-98d8-42ed-85e6-4bb1972e08ec', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213f8b3-115d-4d2c-9a9a-7e4784d7b773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:47Z', 'updated_at': '2021-08-09T15:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:55.617353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc973f-7fe4-455b-851d-0c65fd4de4cc req-75c37be5-fb85-4b7a-9330-addee0f7cd08 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:55.619129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cfc973f-7fe4-455b-851d-0c65fd4de4cc req-75c37be5-fb85-4b7a-9330-addee0f7cd08 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 947 time: 0.2866378 Aug 09 15:43:55.634420 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5d12147-e138-475e-ac17-17eadafe4073 req-846e2df0-5e40-4f20-88db-122c22d5e66e tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.1665170 Aug 09 15:43:55.671767 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e82befc-7412-4d89-ab29-3c2f17da0518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.681018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68a21cd6-9a2e-45d0-a929-168b7a7f2098 req-2c14190c-db55-451b-ac55-4269b8780ec4 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271344 Aug 09 15:43:55.683737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b59c-6eb7-419d-85a6-57023f6bf53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.708076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f234b-0ce6-4f92-8c58-141e82db7db5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa26411-ff82-4c58-b342-60eee0e6252b,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:55.772802 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cfc973f-7fe4-455b-851d-0c65fd4de4cc req-76dab920-d351-4e9b-a33b-0dcffae4a8a4 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318765 Aug 09 15:43:55.782512 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5d12147-e138-475e-ac17-17eadafe4073 req-bc4dbc83-5560-4d4c-99c4-9c10214cc126 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.57 HTTP/1.1" status: 200 len: 695 time: 0.1171920 Aug 09 15:43:55.819958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5b59c-6eb7-419d-85a6-57023f6bf53b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48063a4-e226-4798-803c-64de2d0d4b89,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:55.847360 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.851855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-97acf99f-8fb6-4a56-abac-8e26f03f4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:55.853443 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-97acf99f-8fb6-4a56-abac-8e26f03f4300 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 1098 time: 0.2714043 Aug 09 15:43:55.856936 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:55.885537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d5b59c-6eb7-419d-85a6-57023f6bf53b admin admin] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:55.885932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d5b59c-6eb7-419d-85a6-57023f6bf53b admin admin] Network hostable DHCP agents. Network: 2d7d4d62-58f1-4269-a516-ea6e4ce16646, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:43:55.917171 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4962982d-73ef-4893-9a04-c1f291ac7811 req-4967c50f-ecf4-4237-8639-cfddf78ebe6e tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/95e9648b-fdcf-4fe8-a79a-95e62a0805b3 HTTP/1.1" status: 200 len: 1805 time: 0.1083241 Aug 09 15:43:55.952707 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-05f50185-b05b-4529-a67f-bc3cc24fd1c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5fa26411-ff82-4c58-b342-60eee0e6252b HTTP/1.1" status: 200 len: 217 time: 0.0860584 Aug 09 15:43:55.976031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d5b59c-6eb7-419d-85a6-57023f6bf53b admin admin] Network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:43:56.008305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e0d5b59c-6eb7-419d-85a6-57023f6bf53b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 2d7d4d62-58f1-4269-a516-ea6e4ce16646) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:56.019576 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d5b59c-6eb7-419d-85a6-57023f6bf53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:56.020339 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b59c-6eb7-419d-85a6-57023f6bf53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.023679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc834d40-a2f3-4467-8474-da60f011ec69 None None] Network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:56.087904 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e0d5b59c-6eb7-419d-85a6-57023f6bf53b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6237795 Aug 09 15:43:56.119423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e82befc-7412-4d89-ab29-3c2f17da0518 admin admin] Router 20ff278b-9da2-4bdc-b6cb-39920c718a04 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:43:56.120295 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4962982d-73ef-4893-9a04-c1f291ac7811 req-651a7e9c-ba95-496a-8a21-42170b0228cb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.159290 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4962982d-73ef-4893-9a04-c1f291ac7811 req-651a7e9c-ba95-496a-8a21-42170b0228cb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.172427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device adee4905-15b6-403c-804a-c908e1e31549 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:56.200307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-e5afe68a-e308-492b-b332-87daca3f6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:56.201895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-e5afe68a-e308-492b-b332-87daca3f6cdd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2164187 Aug 09 15:43:56.322370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e82befc-7412-4d89-ab29-3c2f17da0518 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:56.328951 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2e82befc-7412-4d89-ab29-3c2f17da0518 admin admin] 10.222.0.81 "PUT /v2.0/routers/20ff278b-9da2-4bdc-b6cb-39920c718a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0004292 Aug 09 15:43:56.334470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55874) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:56.335731 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f67951-fe3d-4f73-8dff-b3ad6db664fc None None] Sync routers for ids ['20ff278b-9da2-4bdc-b6cb-39920c718a04'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:56.341522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Deleting port 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:56.342077 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4962982d-73ef-4893-9a04-c1f291ac7811 req-651a7e9c-ba95-496a-8a21-42170b0228cb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.342225 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.344241 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4962982d-73ef-4893-9a04-c1f291ac7811 req-651a7e9c-ba95-496a-8a21-42170b0228cb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.360278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4962982d-73ef-4893-9a04-c1f291ac7811 req-651a7e9c-ba95-496a-8a21-42170b0228cb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "DELETE /v2.0/security-groups/95e9648b-fdcf-4fe8-a79a-95e62a0805b3 HTTP/1.1" status: 204 len: 173 time: 0.3923194 Aug 09 15:43:56.361539 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b33efc1-573d-4d4e-83f9-7ca87a2feb3a None None] Network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:56.367860 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f67951-fe3d-4f73-8dff-b3ad6db664fc None None] Routers {'20ff278b-9da2-4bdc-b6cb-39920c718a04'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:56.368544 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b4f67951-fe3d-4f73-8dff-b3ad6db664fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['20ff278b-9da2-4bdc-b6cb-39920c718a04'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:56.448611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port adee4905-15b6-403c-804a-c908e1e31549 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:56.449213 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.466563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a7e9c-ba95-496a-8a21-42170b0228cb tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e9648b-fdcf-4fe8-a79a-95e62a0805b3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:56.472892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] For port 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=63f4d4b5-98d8-42ed-85e6-4bb1972e08ec,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:56.473993 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.492600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Calling delete_port for 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:56.644915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.670100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fa7a3427-ce51-4c75-9760-53404314ec75 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:56.674547 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b4f67951-fe3d-4f73-8dff-b3ad6db664fc None None] Set router 20ff278b-9da2-4bdc-b6cb-39920c718a04 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:56.706961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: fa7a3427-ce51-4c75-9760-53404314ec75 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:56.707407 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fa7a3427-ce51-4c75-9760-53404314ec75 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:56.717867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-a5d12147-e138-475e-ac17-17eadafe4073 req-6f30d3d0-ae73-42af-b3bb-b19810001665 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Deleting port 7c219f98-55f2-44c2-90f1-a5381b0f80e8 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:56.718225 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a5d12147-e138-475e-ac17-17eadafe4073 req-6f30d3d0-ae73-42af-b3bb-b19810001665 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.718494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b9756ae-61d1-40a6-a836-60f4e342b6d0 req-fb35ac4b-7cd0-4e74-b3f3-d1277c7d63f0 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/4b44d0d8-80d5-429a-b75d-a61b678abee7 HTTP/1.1" status: 200 len: 1803 time: 0.1440012 Aug 09 15:43:56.779173 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19e3f99-3288-4807-a1d8-b396e56c63dd x-openstack-request-id: req-f19e3f99-3288-4807-a1d8-b396e56c63dd {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:56.779552 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e41e18-ba2f-460a-8993-6b617fc132ce", "tag": "5fa26411-ff82-4c58-b342-60eee0e6252b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:56.780011 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f19e3f99-3288-4807-a1d8-b396e56c63dd {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:56.780521 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e41e18-ba2f-460a-8993-6b617fc132ce', 'tag': '5fa26411-ff82-4c58-b342-60eee0e6252b', 'status': 'completed', 'code': 200} Aug 09 15:43:56.819043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-04d178ee-44bf-4418-8f10-59291d2cc52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:56.821032 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-04d178ee-44bf-4418-8f10-59291d2cc52f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6042051 Aug 09 15:43:56.821928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.839889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7b9756ae-61d1-40a6-a836-60f4e342b6d0 req-3ada6f25-79e6-41d5-a191-aa1eefbbbfe8 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.865298 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.886606 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7b9756ae-61d1-40a6-a836-60f4e342b6d0 req-3ada6f25-79e6-41d5-a191-aa1eefbbbfe8 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.898492 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a5d12147-e138-475e-ac17-17eadafe4073 req-6f30d3d0-ae73-42af-b3bb-b19810001665 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.898823 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a5d12147-e138-475e-ac17-17eadafe4073 req-6f30d3d0-ae73-42af-b3bb-b19810001665 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.979564 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b4f67951-fe3d-4f73-8dff-b3ad6db664fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:43:54Z', 'revision_number': 5, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port': {'id': '1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:45Z', 'updated_at': '2021-08-09T15:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:56.988380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f4d4b5-98d8-42ed-85e6-4bb1972e08ec,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:56.995633 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7b9756ae-61d1-40a6-a836-60f4e342b6d0 req-3ada6f25-79e6-41d5-a191-aa1eefbbbfe8 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.002623 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7b9756ae-61d1-40a6-a836-60f4e342b6d0 req-3ada6f25-79e6-41d5-a191-aa1eefbbbfe8 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.010697 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b9756ae-61d1-40a6-a836-60f4e342b6d0 req-3ada6f25-79e6-41d5-a191-aa1eefbbbfe8 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "DELETE /v2.0/security-groups/4b44d0d8-80d5-429a-b75d-a61b678abee7 HTTP/1.1" status: 204 len: 173 time: 0.2912562 Aug 09 15:43:57.024325 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f67951-fe3d-4f73-8dff-b3ad6db664fc None None] Checking router: 20ff278b-9da2-4bdc-b6cb-39920c718a04 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:43:57.032618 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-a5d12147-e138-475e-ac17-17eadafe4073 req-6f30d3d0-ae73-42af-b3bb-b19810001665 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Calling delete_port for 7c219f98-55f2-44c2-90f1-a5381b0f80e8 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:57.033729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Deleting port 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:57.034497 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.036206 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f67951-fe3d-4f73-8dff-b3ad6db664fc None None] Routers {'20ff278b-9da2-4bdc-b6cb-39920c718a04'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:57.037081 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b4f67951-fe3d-4f73-8dff-b3ad6db664fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['20ff278b-9da2-4bdc-b6cb-39920c718a04'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:57.037750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada6f25-79e6-41d5-a191-aa1eefbbbfe8 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b44d0d8-80d5-429a-b75d-a61b678abee7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:57.064895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55892) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:57.074793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1545390532-network', 'tenant_id': '1c876c3d5a0f48b7a54a94be8414bb88'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:57.125787 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.165407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Made reservation on behalf of 1c876c3d5a0f48b7a54a94be8414bb88 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:57.167616 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.175346 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.177140 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b4f67951-fe3d-4f73-8dff-b3ad6db664fc None None] Set router 20ff278b-9da2-4bdc-b6cb-39920c718a04 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:57.191333 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.228953 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.231291 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b4f67951-fe3d-4f73-8dff-b3ad6db664fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:43:56Z', 'revision_number': 6, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:57.232913 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.239948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094d4a8-4105-4d86-a073-21e07c4fd883 req-5738c826-f4fa-46c3-bddc-f0799833e7d5 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:57.241529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f094d4a8-4105-4d86-a073-21e07c4fd883 req-5738c826-f4fa-46c3-bddc-f0799833e7d5 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 947 time: 0.1403866 Aug 09 15:43:57.262064 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f67951-fe3d-4f73-8dff-b3ad6db664fc None None] The sync data for ids ['20ff278b-9da2-4bdc-b6cb-39920c718a04'] in n-d-803778-2 is: [{'id': '20ff278b-9da2-4bdc-b6cb-39920c718a04', 'name': 'tempest-ServersTestManualDisk-1284194783-router', 'tenant_id': 'a8cd2557f9d54068af892c84dc8305c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:43Z', 'updated_at': '2021-08-09T15:43:56Z', 'revision_number': 6, 'project_id': 'a8cd2557f9d54068af892c84dc8305c6', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:43:57.269769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] For port 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:57.273243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.313844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Calling delete_port for 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:57.343238 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f094d4a8-4105-4d86-a073-21e07c4fd883 req-595fbc65-b49a-444d-813c-8f9e57d1f81b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899582 Aug 09 15:43:57.374367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d3fa8ba-f310-461a-96a9-39f71d09dd8f details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:57.477472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Pushing event updated for resources: {'Port': ['ID=15111504-fd9d-4cfb-94d7-02f1eeed8bfc,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:57.479086 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac58c22f-0c05-4caa-938e-40b8c5681e06 req-73245123-85b3-4d0a-817f-681d3d7ca232 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/74245acf-aa58-4cdd-9a9a-e53cff6228eb HTTP/1.1" status: 200 len: 2403 time: 0.0922143 Aug 09 15:43:57.487166 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.490460 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-353f70a0-9397-4b2b-ab25-aa511d37c26b service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354804 Aug 09 15:43:57.491884 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.525497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:57.529554 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.542526 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.543943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f', 'mac_address': 'fa:16:3e:72:db:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:57.588247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:43:57.612077 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.618545 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.619061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4213f8b3-115d-4d2c-9a9a-7e4784d7b773 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:43:57.634233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3fa8ba-f310-461a-96a9-39f71d09dd8f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:57.641560 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.641942 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Added segment ab409f1b-2cc1-4325-82c9-8915339d1d04 of type vlan for network 2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5 Aug 09 15:43:57.642492 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.648445 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1aad6bc5-8383-4060-a6d2-99d07b137f12 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4213f8b3-115d-4d2c-9a9a-7e4784d7b773 HTTP/1.1" status: 204 len: 168 time: 3.0635014 Aug 09 15:43:57.658600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e280138-e251-4016-adb7-4d2405c52457,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:57.668844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:57.676935 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.678995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55896) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:57.739351 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ac58c22f-0c05-4caa-938e-40b8c5681e06 req-8d36320d-067e-4285-8cd4-cd45dd0d2e6a tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.759426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:57.805630 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ac58c22f-0c05-4caa-938e-40b8c5681e06 req-8d36320d-067e-4285-8cd4-cd45dd0d2e6a tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.809073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Network 8913b572-b837-46ca-a0f2-0be57fe507ee is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:57.818022 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.818233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:57.852658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1db398fa-610c-42d7-a2bb-e4e6eceeb59e no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:57.886323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 1db398fa-610c-42d7-a2bb-e4e6eceeb59e {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:57.886720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1db398fa-610c-42d7-a2bb-e4e6eceeb59e not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:57.898111 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.930666 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.930666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:57.931032 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.935943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:57.944249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5d3fa8ba-f310-461a-96a9-39f71d09dd8f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:58.002891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ac58c22f-0c05-4caa-938e-40b8c5681e06 req-8d36320d-067e-4285-8cd4-cd45dd0d2e6a tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.005455 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ac58c22f-0c05-4caa-938e-40b8c5681e06 req-8d36320d-067e-4285-8cd4-cd45dd0d2e6a tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.017955 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac58c22f-0c05-4caa-938e-40b8c5681e06 req-8d36320d-067e-4285-8cd4-cd45dd0d2e6a tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "DELETE /v2.0/security-groups/74245acf-aa58-4cdd-9a9a-e53cff6228eb HTTP/1.1" status: 204 len: 173 time: 0.4919965 Aug 09 15:43:58.076786 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0069358 Aug 09 15:43:58.097787 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55900) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:58.138332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ef327122-3edc-4bd8-8bbd-bc3253fcb7e3 admin admin] Request body: {'subnet': {'network_id': '2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1545390532-subnet', 'tenant_id': '1c876c3d5a0f48b7a54a94be8414bb88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:58.141570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36320d-067e-4285-8cd4-cd45dd0d2e6a tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74245acf-aa58-4cdd-9a9a-e53cff6228eb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:58.152442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-052c540a-30be-4ba5-a910-5bc478274607 None None] Provisioning complete for port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:58.153018 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-052c540a-30be-4ba5-a910-5bc478274607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.209605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df3d71-e004-40e6-915c-2527c38e00b7 admin admin] Pushing event updated for resources: {'Network': ['ID=2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:58.215267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-052c540a-30be-4ba5-a910-5bc478274607 None None] Port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:58.232769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:43:58.234126 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43435c28-8737-47ae-973e-dc190f799de2 req-8d3e00c0-6bd2-45fc-8870-0c7e27311d56 tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "GET /v2.0/security-groups/053d6760-d40b-49c7-baa8-e2f10cfeba10 HTTP/1.1" status: 200 len: 2397 time: 0.0998456 Aug 09 15:43:58.234703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef327122-3edc-4bd8-8bbd-bc3253fcb7e3 admin admin] Made reservation on behalf of 1c876c3d5a0f48b7a54a94be8414bb88 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:58.237038 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef327122-3edc-4bd8-8bbd-bc3253fcb7e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.291993 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.326483 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1da626c8-80d4-4842-a1c0-89eb7b7a5232 req-8098985c-aceb-43e2-9cb4-1c13beff7e5d service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8259039 Aug 09 15:43:58.329555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a5d12147-e138-475e-ac17-17eadafe4073 req-6f30d3d0-ae73-42af-b3bb-b19810001665 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.339979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bccc358-5543-4556-bfe2-31366a9bb572 admin admin] Deleting subnet 3010820c-f6e1-4259-925c-0bf1f7557415 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:43:58.379140 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bccc358-5543-4556-bfe2-31366a9bb572 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.431830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30d3d0-ae73-42af-b3bb-b19810001665 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Pushing event deleted for resources: {'Port': ['ID=7c219f98-55f2-44c2-90f1-a5381b0f80e8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:58.446162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.453750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.507790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bccc358-5543-4556-bfe2-31366a9bb572 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.570342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Router aad1658a-46c3-4986-8227-a025d6df00eb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:43:58.592879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e4867-6671-47f7-954c-7b6df5da8556 req-6f2ba919-5803-4555-a1b0-a9d090b3d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:58.594515 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa3e4867-6671-47f7-954c-7b6df5da8556 req-6f2ba919-5803-4555-a1b0-a9d090b3d9dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 1098 time: 0.1969707 Aug 09 15:43:58.621928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a5d12147-e138-475e-ac17-17eadafe4073 req-6f30d3d0-ae73-42af-b3bb-b19810001665 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.624659 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a5d12147-e138-475e-ac17-17eadafe4073 req-6f30d3d0-ae73-42af-b3bb-b19810001665 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.625853 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5d12147-e138-475e-ac17-17eadafe4073 req-6f30d3d0-ae73-42af-b3bb-b19810001665 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "DELETE /v2.0/floatingips/e66009a0-84b4-4256-98cf-371efde5ef4b HTTP/1.1" status: 204 len: 173 time: 2.8212786 Aug 09 15:43:58.805795 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bccc358-5543-4556-bfe2-31366a9bb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.823117 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.823665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20ff278b-9da2-4bdc-b6cb-39920c718a04 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:43:58.826281 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-43435c28-8737-47ae-973e-dc190f799de2 req-d7416751-e674-48d0-96e0-40eaff98b96b tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.833454 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.837053 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2256892f-0191-45ea-8e62-a209490c65eb admin admin] 10.222.0.81 "DELETE /v2.0/routers/20ff278b-9da2-4bdc-b6cb-39920c718a04 HTTP/1.1" status: 204 len: 168 time: 2.4992833 Aug 09 15:43:58.843223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55906) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:58.908946 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-43435c28-8737-47ae-973e-dc190f799de2 req-d7416751-e674-48d0-96e0-40eaff98b96b tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:58.917203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01f50-bc1f-4a13-8c95-dab7792025c6 req-bdfa2a18-d891-4e7b-bb25-92694fb209b6 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:58.918778 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2f01f50-bc1f-4a13-8c95-dab7792025c6 req-bdfa2a18-d891-4e7b-bb25-92694fb209b6 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 947 time: 0.2252140 Aug 09 15:43:58.925013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e4867-6671-47f7-954c-7b6df5da8556 req-fcb4e7b0-05cb-437f-bb8d-7034079b951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:58.927179 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa3e4867-6671-47f7-954c-7b6df5da8556 req-fcb4e7b0-05cb-437f-bb8d-7034079b951e service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.3202560 Aug 09 15:43:58.934706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:43:58.949020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Sync routers for ids ['aad1658a-46c3-4986-8227-a025d6df00eb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:43:58.962501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Routers {'aad1658a-46c3-4986-8227-a025d6df00eb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:43:58.963228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aad1658a-46c3-4986-8227-a025d6df00eb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:43:58.980422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1efa2df-9bc9-43e8-b382-9f1a3a7f389c admin admin] Deleting subnet 647238b4-bd94-4150-a733-4ef4e28b77a6 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:43:58.993888 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-39dea54b-4d68-4cf5-b7c2-fbc287a6d998 admin admin] 10.222.0.81 "PUT /v2.0/routers/aad1658a-46c3-4986-8227-a025d6df00eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4244559 Aug 09 15:43:58.993888 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa3e4867-6671-47f7-954c-7b6df5da8556 req-a7d2f942-a086-4901-8dc5-a56c9a72a7b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5fa26411-ff82-4c58-b342-60eee0e6252b HTTP/1.1" status: 200 len: 217 time: 0.0514653 Aug 09 15:43:58.995420 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1efa2df-9bc9-43e8-b382-9f1a3a7f389c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.044431 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef327122-3edc-4bd8-8bbd-bc3253fcb7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.058209 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1efa2df-9bc9-43e8-b382-9f1a3a7f389c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.062255 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bccc358-5543-4556-bfe2-31366a9bb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.107265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccc358-5543-4556-bfe2-31366a9bb572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3010820c-f6e1-4259-925c-0bf1f7557415,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:59.111742 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2f01f50-bc1f-4a13-8c95-dab7792025c6 req-ef4a1ba7-8635-4b55-8b49-7ba807b272ce tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813202 Aug 09 15:43:59.114946 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bccc358-5543-4556-bfe2-31366a9bb572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.116984 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0bccc358-5543-4556-bfe2-31366a9bb572 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3010820c-f6e1-4259-925c-0bf1f7557415 HTTP/1.1" status: 204 len: 168 time: 1.4352143 Aug 09 15:43:59.119940 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-43435c28-8737-47ae-973e-dc190f799de2 req-d7416751-e674-48d0-96e0-40eaff98b96b tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.120087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55912) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:59.122642 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-43435c28-8737-47ae-973e-dc190f799de2 req-d7416751-e674-48d0-96e0-40eaff98b96b tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.123810 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43435c28-8737-47ae-973e-dc190f799de2 req-d7416751-e674-48d0-96e0-40eaff98b96b tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] 10.222.0.81 "DELETE /v2.0/security-groups/053d6760-d40b-49c7-baa8-e2f10cfeba10 HTTP/1.1" status: 204 len: 173 time: 0.8809209 Aug 09 15:43:59.136337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55914) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:59.143226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa919cb-44b4-4769-9f61-00ff1cd5bde8 None None] Network de7c9293-37e0-452f-b97d-c247f5a860bd requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:59.194311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef327122-3edc-4bd8-8bbd-bc3253fcb7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=360ccae2-769d-40dd-9e65-e67bcf7d873f,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:59.196516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7416751-e674-48d0-96e0-40eaff98b96b tempest-SecurityGroupRulesTestJSON-1250877077 tempest-SecurityGroupRulesTestJSON-1250877077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053d6760-d40b-49c7-baa8-e2f10cfeba10,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:59.211036 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.219642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e4867-6671-47f7-954c-7b6df5da8556 req-1be98eb2-99db-4097-98bc-6858186843d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:59.221390 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa3e4867-6671-47f7-954c-7b6df5da8556 req-1be98eb2-99db-4097-98bc-6858186843d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.2254543 Aug 09 15:43:59.313960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e4867-6671-47f7-954c-7b6df5da8556 req-89f41d65-dcd8-4a03-a9a4-c0b9594c076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:59.315779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa3e4867-6671-47f7-954c-7b6df5da8556 req-89f41d65-dcd8-4a03-a9a4-c0b9594c076a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867455 Aug 09 15:43:59.333375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Deleting port 9c4bf975-9f5b-4808-a4f4-5871126be0f2 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:43:59.333929 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.351311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef327122-3edc-4bd8-8bbd-bc3253fcb7e3 admin admin] Checking segment: {'id': 'ab409f1b-2cc1-4325-82c9-8915339d1d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:59.351685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef327122-3edc-4bd8-8bbd-bc3253fcb7e3 admin admin] Network hostable DHCP agents. Network: 2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:43:59.360214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece1e113-64ca-4eb2-9bf4-5d8130e8a6f1 admin admin] Deleting subnet 5cfa0a6e-bc9f-4be0-9b7b-6c535c3a991a {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:43:59.369708 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ece1e113-64ca-4eb2-9bf4-5d8130e8a6f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.372032 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1efa2df-9bc9-43e8-b382-9f1a3a7f389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.428702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d3fa8ba-f310-461a-96a9-39f71d09dd8f up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:59.471214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] For port 9c4bf975-9f5b-4808-a4f4-5871126be0f2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9c4bf975-9f5b-4808-a4f4-5871126be0f2,segment=NetworkSegment(b2da052a-9e58-47d7-ab1a-d07ad895ece1),segment_id=b2da052a-9e58-47d7-ab1a-d07ad895ece1)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:59.471964 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.475616 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ece1e113-64ca-4eb2-9bf4-5d8130e8a6f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.479066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef327122-3edc-4bd8-8bbd-bc3253fcb7e3 admin admin] Network 2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:43:59.497513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Calling delete_port for 9c4bf975-9f5b-4808-a4f4-5871126be0f2 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:43:59.511435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Set router aad1658a-46c3-4986-8227-a025d6df00eb gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:43:59.524521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-e41d19e3-3f6b-47ee-83f2-7cb471ec975f tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3590353 Aug 09 15:43:59.528669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ef327122-3edc-4bd8-8bbd-bc3253fcb7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:59.541181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef327122-3edc-4bd8-8bbd-bc3253fcb7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:59.541843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef327122-3edc-4bd8-8bbd-bc3253fcb7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.550627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:59.553413 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [req-0411d1ce-c272-437a-bcb0-1d3fee9c32e8 req-86d1b43e-ab82-4bcb-a968-69b7a820e02a tempest-FloatingIPDetailsNegativeTestJSON-167244515 tempest-FloatingIPDetailsNegativeTestJSON-167244515-project] show failed (client error): The resource could not be found. Aug 09 15:43:59.554565 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0411d1ce-c272-437a-bcb0-1d3fee9c32e8 req-86d1b43e-ab82-4bcb-a968-69b7a820e02a tempest-FloatingIPDetailsNegativeTestJSON-167244515 tempest-FloatingIPDetailsNegativeTestJSON-167244515-project] 10.222.0.81 "GET /v2.0/floatingips/7a652fec-7492-44c7-b2cc-5ce596989a33 HTTP/1.1" status: 404 len: 350 time: 0.0584595 Aug 09 15:43:59.554732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ae9b4-6339-44df-a909-b04778c2fab6 None None] Network 2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:59.559819 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa3e4867-6671-47f7-954c-7b6df5da8556 req-12135075-cb8f-4b7b-8266-a417354f2027 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356889 Aug 09 15:43:59.570697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55920) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:59.590476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1efa2df-9bc9-43e8-b382-9f1a3a7f389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.631067 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ece1e113-64ca-4eb2-9bf4-5d8130e8a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.718882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efa2df-9bc9-43e8-b382-9f1a3a7f389c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647238b4-bd94-4150-a733-4ef4e28b77a6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:59.720053 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.725395 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1efa2df-9bc9-43e8-b382-9f1a3a7f389c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.729644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c1efa2df-9bc9-43e8-b382-9f1a3a7f389c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/647238b4-bd94-4150-a733-4ef4e28b77a6 HTTP/1.1" status: 204 len: 168 time: 0.8861003 Aug 09 15:43:59.730110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b975358-1dc0-4436-8894-f262163f7d82 None None] DHCP port deletion for de7c9293-37e0-452f-b97d-c247f5a860bd request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:43:59.730807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ef327122-3edc-4bd8-8bbd-bc3253fcb7e3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6019869 Aug 09 15:43:59.733364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55922) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:59.741186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1c77a0-70b2-4e58-a15a-83a266610148 None None] Network d7eef28b-528c-4d0f-88bc-8a8c6c7368bf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:43:59.818141 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.835579 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa3e4867-6671-47f7-954c-7b6df5da8556 req-4c1cd31c-6265-4ff7-a76c-4bd080737504 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286558 Aug 09 15:43:59.868984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4bf975-9f5b-4808-a4f4-5871126be0f2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:59.877862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:59.886737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] No DVR routers for this DVR port 9c4bf975-9f5b-4808-a4f4-5871126be0f2 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:43:59.897945 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.903292 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ece1e113-64ca-4eb2-9bf4-5d8130e8a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.910184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:59.978121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:43:59.978917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1bdf4d0d-da86-4e09-a2fd-d2b35c2e2df4 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:43:59.979233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:59.991591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1e113-64ca-4eb2-9bf4-5d8130e8a6f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cfa0a6e-bc9f-4be0-9b7b-6c535c3a991a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:59.995006 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ece1e113-64ca-4eb2-9bf4-5d8130e8a6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.997616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ece1e113-64ca-4eb2-9bf4-5d8130e8a6f1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5cfa0a6e-bc9f-4be0-9b7b-6c535c3a991a HTTP/1.1" status: 204 len: 168 time: 0.8528779 Aug 09 15:44:00.007226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55928) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:00.012758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:00.013215 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.024470 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.037855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7c9293-37e0-452f-b97d-c247f5a860bd']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:00.051176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2da052a-9e58-47d7-ab1a-d07ad895ece1') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:00.051624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2da052a-9e58-47d7-ab1a-d07ad895ece1') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:00.070347 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.090636 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.093392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:00.093763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 63f4d4b5-98d8-42ed-85e6-4bb1972e08ec not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:00.094188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9c4bf975-9f5b-4808-a4f4-5871126be0f2 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:00.096298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Deleting port 329836ab-a12e-48ed-9fef-55036d1798cf {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:00.096621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.111857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:44:00.112266 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:44:00.114680 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:44:00.120072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5fa26411-ff82-4c58-b342-60eee0e6252b details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:00.158614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 9c4bf975-9f5b-4808-a4f4-5871126be0f2 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:00.158972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9c4bf975-9f5b-4808-a4f4-5871126be0f2 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:00.190425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.200837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0b975358-1dc0-4436-8894-f262163f7d82 None None] The port '9c4bf975-9f5b-4808-a4f4-5871126be0f2' was deleted {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 09 15:44:00.236949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] For port 329836ab-a12e-48ed-9fef-55036d1798cf, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=329836ab-a12e-48ed-9fef-55036d1798cf,segment=NetworkSegment(8f31e371-6ec6-4859-b9a2-19173a40de5d),segment_id=8f31e371-6ec6-4859-b9a2-19173a40de5d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:00.237709 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.249119 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.250002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.266271 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.268517 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] 10.222.0.81 "DELETE /v2.0/networks/de7c9293-37e0-452f-b97d-c247f5a860bd HTTP/1.1" status: 204 len: 168 time: 1.1475368 Aug 09 15:44:00.284406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Calling delete_port for 329836ab-a12e-48ed-9fef-55036d1798cf owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:00.291596 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeb9af-9b80-4db8-8042-22bc0dc21b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=de7c9293-37e0-452f-b97d-c247f5a860bd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:00.292548 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.316323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbbd9d1-db9d-4da6-9124-8fab7ddf66ef None None] Network 2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:00.401175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:00.406261 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebe48a4-faf0-4642-aac7-6db82c4722f7" -d '{"events": [{"server_uuid": "a889a809-0df9-4159-a008-0bcdfb546a73", "name": "network-vif-plugged", "status": "completed", "tag": "5d3fa8ba-f310-461a-96a9-39f71d09dd8f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:00.434693 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.458146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2a8b59-7e18-4843-af13-02c278a688c6']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:00.468608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-359a6d0b-7ce5-4e14-a12a-98f77a2ed27f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:00.470181 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-359a6d0b-7ce5-4e14-a12a-98f77a2ed27f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 821 time: 0.1828840 Aug 09 15:44:00.482232 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.489765 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.resource_extend [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:44:00.503687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb83656-6fb4-4e02-9f1d-916bf1ea74f2') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:00.503987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb83656-6fb4-4e02-9f1d-916bf1ea74f2') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:00.508629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55950) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:00.517695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:00.524119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Pushing event deleted for resources: {'Port': ['ID=329836ab-a12e-48ed-9fef-55036d1798cf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:00.528631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] No DVR routers for this DVR port 329836ab-a12e-48ed-9fef-55036d1798cf on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:00.529906 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.531256 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-9f40e697-a715-41cf-a783-0a0bacaf7de9 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/quotas/f5b487a9592948f4bd3a59172c9bad40 HTTP/1.1" status: 200 len: 375 time: 0.0458710 Aug 09 15:44:00.573651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Allocated IP 172.25.2.27 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/4df90515-eaaa-4e81-8c78-849c1dc2de7e) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:00.575872 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.588407 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.613025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:44:00.613446 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:44:00.617025 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:44:00.624005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-29959fee-24b7-4e27-91fc-c6fad84df93c tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699124 Aug 09 15:44:00.687793 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.702012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7eef28b-528c-4d0f-88bc-8a8c6c7368bf']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:00.702604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5760c766-8b7c-4b83-9d73-9db1ddb1703a None None] DHCP port deletion for d7eef28b-528c-4d0f-88bc-8a8c6c7368bf request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:44:00.716558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1545923385-router', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'adee4905-15b6-403c-804a-c908e1e31549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:42Z', 'updated_at': '2021-08-09T15:43:55Z', 'revision_number': 4, 'project_id': 'ead5f446006b4ebd9f106de15af755e6', 'gw_port': {'id': 'adee4905-15b6-403c-804a-c908e1e31549', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:45Z', 'updated_at': '2021-08-09T15:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '15111504-fd9d-4cfb-94d7-02f1eeed8bfc', 'name': '', 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'mac_address': 'fa:16:3e:c0:31:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '4a1a8e7a-9fb3-4888-bee1-e2eae7ce1306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:52Z', 'updated_at': '2021-08-09T15:43:56Z', 'revision_number': 2, 'project_id': 'ead5f446006b4ebd9f106de15af755e6', 'subnets': [{'id': '4a1a8e7a-9fb3-4888-bee1-e2eae7ce1306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:00.718527 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f31e371-6ec6-4859-b9a2-19173a40de5d') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:00.718836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f31e371-6ec6-4859-b9a2-19173a40de5d') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:00.735705 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.737708 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4310982d-3bdf-4133-9f3c-29659b161c6f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d2b1eb767884cceac4f00a829ea9ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190955 Aug 09 15:44:00.743312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55952) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:00.755571 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.761006 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.774410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Checking router: aad1658a-46c3-4986-8227-a025d6df00eb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:44:00.774772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Updating router aad1658a-46c3-4986-8227-a025d6df00eb port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:44:00.776388 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.778298 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2f2a8b59-7e18-4843-af13-02c278a688c6 HTTP/1.1" status: 204 len: 168 time: 0.7700295 Aug 09 15:44:00.786531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:44:00.786531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.796948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5fa26411-ff82-4c58-b342-60eee0e6252b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5fa26411-ff82-4c58-b342-60eee0e6252b,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:00.825560 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:00.827265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbce19-6e65-440e-861a-7a6f9deabd93 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f2a8b59-7e18-4843-af13-02c278a688c6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:00.852328 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1086362f-363f-4431-b47a-1bb1dfb11a2f service neutron] 10.222.0.81 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192831 Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:44:00.853115 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:44:00.855467 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.862424 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.867141 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d7eef28b-528c-4d0f-88bc-8a8c6c7368bf HTTP/1.1" status: 204 len: 168 time: 1.1316483 Aug 09 15:44:00.878898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee51a08b-ed61-4d77-853a-002accc0dc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.886832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '5fa26411-ff82-4c58-b342-60eee0e6252b', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '5fa26411-ff82-4c58-b342-60eee0e6252b', 'mac_address': 'fa:16:3e:66:25:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:00.888682 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.889268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0df27c-1919-44aa-9457-9a3201ca2310 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7eef28b-528c-4d0f-88bc-8a8c6c7368bf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:00.973763 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-572afc23-80ff-40fc-b382-a87a714c42d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:00.985134 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.007763 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-11c515e7-bcc7-4a86-9323-5d0fb0f457ac service neutron] 10.222.0.81 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313043 Aug 09 15:44:01.047992 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-572afc23-80ff-40fc-b382-a87a714c42d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.053392 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.141186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa26411-ff82-4c58-b342-60eee0e6252b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:01.146601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55958) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:01.173500 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.213355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55962) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:01.213958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5fa26411-ff82-4c58-b342-60eee0e6252b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5fa26411-ff82-4c58-b342-60eee0e6252b,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:01.220926 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.254136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Pushing event updated for resources: {'Port': ['ID=4df90515-eaaa-4e81-8c78-849c1dc2de7e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:01.265338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:01.271909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:01.281202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:01.286888 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-69a1709c-a619-4c96-9754-763603fb2d9d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e18979a204f4abe8725a428a20e4a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362545 Aug 09 15:44:01.287318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55966) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:01.326042 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-572afc23-80ff-40fc-b382-a87a714c42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.326382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=5fa26411-ff82-4c58-b342-60eee0e6252b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:01.328597 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-572afc23-80ff-40fc-b382-a87a714c42d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.340921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-572afc23-80ff-40fc-b382-a87a714c42d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a6b7b05-1268-4bf5-9bea-9ce0c308b42a HTTP/1.1" status: 204 len: 168 time: 0.5883100 Aug 09 15:44:01.372230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572afc23-80ff-40fc-b382-a87a714c42d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6b7b05-1268-4bf5-9bea-9ce0c308b42a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:01.438052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['5fa26411-ff82-4c58-b342-60eee0e6252b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:01.453656 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-672c8659-1890-47d6-97f4-d4cdac7d82cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8cd2557f9d54068af892c84dc8305c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390273 Aug 09 15:44:01.456810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55974) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:01.490489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.540067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bdbef-9a8f-421d-8c3d-c77bc32990a9 req-834a9a51-6f02-4881-983e-f94622ba067f tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:01.541714 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-593bdbef-9a8f-421d-8c3d-c77bc32990a9 req-834a9a51-6f02-4881-983e-f94622ba067f tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 948 time: 0.2407007 Aug 09 15:44:01.544449 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92a4430e-3d99-40f7-a5dd-8d267b24419c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.603665 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92a4430e-3d99-40f7-a5dd-8d267b24419c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.623956 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.678596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ee51a08b-ed61-4d77-853a-002accc0dc12 admin admin] Deleting port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:01.678982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee51a08b-ed61-4d77-853a-002accc0dc12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.695750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d4d6032c-9787-45e5-8edb-3d829e2c46e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.727833 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-593bdbef-9a8f-421d-8c3d-c77bc32990a9 req-7e3f9f64-8264-4cc2-b48f-2e0a8e7e078e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762075 Aug 09 15:44:01.744765 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.767942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Transition to ACTIVE for port object 15111504-fd9d-4cfb-94d7-02f1eeed8bfc will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:01.774686 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92a4430e-3d99-40f7-a5dd-8d267b24419c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.777179 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.800926 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92a4430e-3d99-40f7-a5dd-8d267b24419c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.818970 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-92a4430e-3d99-40f7-a5dd-8d267b24419c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/097ce5f4-977f-4631-8540-00650df85e88 HTTP/1.1" status: 204 len: 168 time: 0.5197937 Aug 09 15:44:01.827305 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d4d6032c-9787-45e5-8edb-3d829e2c46e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.862237 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4430e-3d99-40f7-a5dd-8d267b24419c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097ce5f4-977f-4631-8540-00650df85e88,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:01.870156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 329836ab-a12e-48ed-9fef-55036d1798cf no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:01.964327 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d4d6032c-9787-45e5-8edb-3d829e2c46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.967502 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d4d6032c-9787-45e5-8edb-3d829e2c46e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:01.968764 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d4d6032c-9787-45e5-8edb-3d829e2c46e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8cc4a88-8e0c-4d1d-8523-8f707e271c17 HTTP/1.1" status: 204 len: 168 time: 0.5099816 Aug 09 15:44:01.988449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6032c-9787-45e5-8edb-3d829e2c46e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cc4a88-8e0c-4d1d-8523-8f707e271c17,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:02.040631 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f73771-0d43-471d-8c2d-f83ad4b79516 None None] Pushing event updated for resources: {'Port': ['ID=15111504-fd9d-4cfb-94d7-02f1eeed8bfc,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:02.051872 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee51a08b-ed61-4d77-853a-002accc0dc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.072876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 329836ab-a12e-48ed-9fef-55036d1798cf {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:02.073363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 329836ab-a12e-48ed-9fef-55036d1798cf not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:02.086123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ee51a08b-ed61-4d77-853a-002accc0dc12 admin admin] Calling delete_port for 15111504-fd9d-4cfb-94d7-02f1eeed8bfc owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:02.119063 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df61dee-2c92-4986-82b4-4f7b67495b4d x-openstack-request-id: req-8df61dee-2c92-4986-82b4-4f7b67495b4d {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:02.122067 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a889a809-0df9-4159-a008-0bcdfb546a73", "name": "network-vif-plugged", "status": "completed", "tag": "5d3fa8ba-f310-461a-96a9-39f71d09dd8f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:02.122190 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8df61dee-2c92-4986-82b4-4f7b67495b4d {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:02.122543 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f', 'code': 200} Aug 09 15:44:02.138626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Attempting to bind port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:02.140261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Attempting to bind port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:02.140847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Attempting to bind port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc on network 8913b572-b837-46ca-a0f2-0be57fe507ee {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:02.151140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:02.151732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Checking segment: {'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:02.152247 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.152752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Bound using segment: {'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:02.153347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Bound port: 15111504-fd9d-4cfb-94d7-02f1eeed8bfc, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:02.153889 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.216895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.238206 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.309090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a439ac29-ecba-459c-ab13-e73b682e2c60 req-1fcc5c27-5db9-44e3-ac50-79ce22462478 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 210 time: 0.0697966 Aug 09 15:44:02.457896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Pushing event updated for resources: {'Port': ['ID=4df90515-eaaa-4e81-8c78-849c1dc2de7e,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:02.495700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.509027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bf0ce-f649-478b-ab0d-33502080350a req-892afb22-aece-48fb-b516-dd1ee76a8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:02.511116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a44bf0ce-f649-478b-ab0d-33502080350a req-892afb22-aece-48fb-b516-dd1ee76a8aa5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 1101 time: 0.2641270 Aug 09 15:44:02.564130 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.565850 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-40d81cac-65fd-4c5e-9497-6610080a05a3 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0349314 Aug 09 15:44:02.607629 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:44:02.609639 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:44:02.644566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee51a08b-ed61-4d77-853a-002accc0dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:02.655704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-5be37c75-08a8-4ba0-9efc-750fd6624ba7 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.0818624 Aug 09 15:44:02.994638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115853f-50d6-4a68-9654-481d59828345 req-4897638c-7c8a-4c87-b196-6bf8a1b78685 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:03.002143 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f115853f-50d6-4a68-9654-481d59828345 req-4897638c-7c8a-4c87-b196-6bf8a1b78685 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 948 time: 0.1423414 Aug 09 15:44:03.028786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51a08b-ed61-4d77-853a-002accc0dc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=15111504-fd9d-4cfb-94d7-02f1eeed8bfc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:03.048706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a44bf0ce-f649-478b-ab0d-33502080350a req-7ddd18e2-bdf2-4da9-8912-28aff6af00a5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252805 Aug 09 15:44:03.121751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-f39a9d62-01ed-458f-a33c-4b6093515649 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:03.123494 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-f39a9d62-01ed-458f-a33c-4b6093515649 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.60 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 821 time: 0.3150725 Aug 09 15:44:03.140032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Attempting to bind port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:03.140521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Attempting to bind port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:03.140767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Attempting to bind port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc on network 8913b572-b837-46ca-a0f2-0be57fe507ee {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:03.147040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Request body: {'port': {'device_id': 'b7dfdfb9-d701-43d0-b81e-042871166976', 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646', 'admin_state_up': True, 'tenant_id': 'f5b487a9592948f4bd3a59172c9bad40'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:03.149424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:03.149892 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Checking segment: {'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:03.150287 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:03.150690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Bound using segment: {'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:03.151172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Bound port: 15111504-fd9d-4cfb-94d7-02f1eeed8bfc, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8913b572-b837-46ca-a0f2-0be57fe507ee'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:03.151561 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:03.190201 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f115853f-50d6-4a68-9654-481d59828345 req-393e5730-c1ca-4231-8ac2-806268fcc97f tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870427 Aug 09 15:44:03.246788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Port 15111504-fd9d-4cfb-94d7-02f1eeed8bfc has been deleted concurrently {{(pid=94291) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 09 15:44:03.272554 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Routers {'aad1658a-46c3-4986-8227-a025d6df00eb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:03.279911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aad1658a-46c3-4986-8227-a025d6df00eb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:03.403886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Made reservation on behalf of f5b487a9592948f4bd3a59172c9bad40 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:03.424899 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:03.488897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-8afcc6db-69ec-4f1a-8d9c-5c2a815073df tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:03.491273 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de226074-e25d-4714-b0a0-7e3a7706c611 req-8afcc6db-69ec-4f1a-8d9c-5c2a815073df tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.4657874 Aug 09 15:44:03.514860 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee51a08b-ed61-4d77-853a-002accc0dc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:03.552553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56048) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:03.555312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] Set router aad1658a-46c3-4986-8227-a025d6df00eb gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:03.734222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Allocated IP 172.20.0.9 (2d7d4d62-58f1-4269-a516-ea6e4ce16646/a48063a4-e226-4798-803c-64de2d0d4b89/8ea1b850-330a-46ef-94ea-ce3e9cd033e7) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:03.854885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee51a08b-ed61-4d77-853a-002accc0dc12 admin admin] Router aad1658a-46c3-4986-8227-a025d6df00eb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:44:03.936418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1545923385-router', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'adee4905-15b6-403c-804a-c908e1e31549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:42Z', 'updated_at': '2021-08-09T15:44:02Z', 'revision_number': 5, 'project_id': 'ead5f446006b4ebd9f106de15af755e6', 'gw_port': {'id': 'adee4905-15b6-403c-804a-c908e1e31549', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:45Z', 'updated_at': '2021-08-09T15:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:03.980527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2027147-2bf8-4f61-94aa-c4892f5932c0 None None] The sync data for ids ['aad1658a-46c3-4986-8227-a025d6df00eb'] in n-d-803778-2 is: [{'id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1545923385-router', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'adee4905-15b6-403c-804a-c908e1e31549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:42Z', 'updated_at': '2021-08-09T15:44:02Z', 'revision_number': 5, 'project_id': 'ead5f446006b4ebd9f106de15af755e6', 'gw_port': {'id': 'adee4905-15b6-403c-804a-c908e1e31549', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:45Z', 'updated_at': '2021-08-09T15:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:44:03.992653 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c91d34ec-728a-4237-a499-e35e47e2b9e0 req-15a5436c-a13a-46e5-b9c0-4c6200bae5d9 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 210 time: 0.0430880 Aug 09 15:44:04.038611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5fa26411-ff82-4c58-b342-60eee0e6252b up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:04.108252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee51a08b-ed61-4d77-853a-002accc0dc12 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:44:04.115792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ee51a08b-ed61-4d77-853a-002accc0dc12 admin admin] 10.222.0.81 "PUT /v2.0/routers/aad1658a-46c3-4986-8227-a025d6df00eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5405135 Aug 09 15:44:04.120358 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56054) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:04.153306 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-8b08338a-b354-4c30-aa63-be7bfa709528 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/floatingips/c73c1d19-3a59-403c-b8ef-b78a65226ce1 HTTP/1.1" status: 200 len: 692 time: 0.1030979 Aug 09 15:44:04.177827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 5fa26411-ff82-4c58-b342-60eee0e6252b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:04.182879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 5fa26411-ff82-4c58-b342-60eee0e6252b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:04.183602 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.193679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56056) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:04.240760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-939376297-network', 'tenant_id': 'ffd43318762b472fb921f2c7b68c2ecb'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:04.294662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.342346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-381912941-network', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:04.347771 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.383792 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5fa26411-ff82-4c58-b342-60eee0e6252b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5fa26411-ff82-4c58-b342-60eee0e6252b,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:04.387379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e41e18-ba2f-460a-8993-6b617fc132ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa26411-ff82-4c58-b342-60eee0e6252b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:04.393696 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a909ca3-916c-4b61-9113-92cb607ad3d1" -d '{"events": [{"server_uuid": "54e41e18-ba2f-460a-8993-6b617fc132ce", "name": "network-vif-plugged", "status": "completed", "tag": "5fa26411-ff82-4c58-b342-60eee0e6252b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:04.398294 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.431780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:04.434294 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.451106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.462975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=5fa26411-ff82-4c58-b342-60eee0e6252b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:04.504020 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.625408 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.640725 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.692561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:44:04.719936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e7054f-43ed-4b29-b166-e69d1e8157d9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:04.724293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.724646 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Added segment 7582ee12-2689-4d48-a479-d6f569549ee3 of type vlan for network 98ca93eb-ce92-4a95-a58b-1b312018fc73 Aug 09 15:44:04.726496 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.751309 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Made reservation on behalf of ffd43318762b472fb921f2c7b68c2ecb for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:04.753513 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.772744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23836fc1-15d9-40b1-ba87-12f21443c0a1 req-54d56245-e941-4b9f-870e-0ece5a63e003 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:04.775219 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23836fc1-15d9-40b1-ba87-12f21443c0a1 req-54d56245-e941-4b9f-870e-0ece5a63e003 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 949 time: 0.1475499 Aug 09 15:44:04.779214 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.779757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Deleting port adee4905-15b6-403c-804a-c908e1e31549 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:04.780109 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.799379 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.840223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-d415af55-5412-4e03-b2d5-4fab37795e43 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:04.844556 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-d415af55-5412-4e03-b2d5-4fab37795e43 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.6696322 Aug 09 15:44:04.896423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23836fc1-15d9-40b1-ba87-12f21443c0a1 req-9a5b6f4b-9153-423c-b769-f2ae4db46702 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926535 Aug 09 15:44:04.899718 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004788a-93c0-48ae-a1b8-c8f025afd1fc None None] Sync routers for ids ['aad1658a-46c3-4986-8227-a025d6df00eb'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:44:04.902889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.903862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:04.904453 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.909113 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004788a-93c0-48ae-a1b8-c8f025afd1fc None None] Routers {'aad1658a-46c3-4986-8227-a025d6df00eb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:04.910044 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c004788a-93c0-48ae-a1b8-c8f025afd1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aad1658a-46c3-4986-8227-a025d6df00eb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:04.955760 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:04.959173 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be877c77-6ae8-4703-a8ef-a66ae6433500 x-openstack-request-id: req-be877c77-6ae8-4703-a8ef-a66ae6433500 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:04.960186 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e41e18-ba2f-460a-8993-6b617fc132ce", "name": "network-vif-plugged", "status": "completed", "tag": "5fa26411-ff82-4c58-b342-60eee0e6252b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:04.960440 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be877c77-6ae8-4703-a8ef-a66ae6433500 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:04.960853 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e41e18-ba2f-460a-8993-6b617fc132ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa26411-ff82-4c58-b342-60eee0e6252b', 'code': 200} Aug 09 15:44:04.997438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] For port adee4905-15b6-403c-804a-c908e1e31549, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=adee4905-15b6-403c-804a-c908e1e31549,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:04.998249 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.018953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] Pushing event updated for resources: {'Network': ['ID=98ca93eb-ce92-4a95-a58b-1b312018fc73,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:05.031982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 98ca93eb-ce92-4a95-a58b-1b312018fc73 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:44:05.033977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Calling delete_port for adee4905-15b6-403c-804a-c908e1e31549 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:05.041817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:05.060534 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c004788a-93c0-48ae-a1b8-c8f025afd1fc None None] Set router aad1658a-46c3-4986-8227-a025d6df00eb gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:05.061780 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-368d81eb-d708-4109-9386-01bb3f0f483d tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.2124279 Aug 09 15:44:05.120309 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c004788a-93c0-48ae-a1b8-c8f025afd1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1545923385-router', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:42Z', 'updated_at': '2021-08-09T15:44:04Z', 'revision_number': 6, 'project_id': 'ead5f446006b4ebd9f106de15af755e6', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:05.136954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a276fd-655f-4313-9701-1efd27c8de34 req-947393f5-b7c9-462b-acb9-1d5ff0989e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:05.138648 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-05a276fd-655f-4313-9701-1efd27c8de34 req-947393f5-b7c9-462b-acb9-1d5ff0989e53 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 1100 time: 0.1137722 Aug 09 15:44:05.161448 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004788a-93c0-48ae-a1b8-c8f025afd1fc None None] Checking router: aad1658a-46c3-4986-8227-a025d6df00eb for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:44:05.164992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:05.171759 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004788a-93c0-48ae-a1b8-c8f025afd1fc None None] Routers {'aad1658a-46c3-4986-8227-a025d6df00eb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:05.172643 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c004788a-93c0-48ae-a1b8-c8f025afd1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:43:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aad1658a-46c3-4986-8227-a025d6df00eb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:05.175281 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.177097 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:05.213713 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.226969 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-98e5ded1-cddb-4dc7-92e8-a9682a5c5353 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0321474 Aug 09 15:44:05.236181 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-7764c7e7-0875-4931-b392-d969e4a48618 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.27 HTTP/1.1" status: 200 len: 695 time: 0.1735291 Aug 09 15:44:05.244582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56074) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:05.250969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-fc584120-5ab7-40d3-851e-2a6e590b2a51 admin admin] Request body: {'subnet': {'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-381912941-subnet', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:05.254991 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Pushing event updated for resources: {'Port': ['ID=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:05.263766 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-05a276fd-655f-4313-9701-1efd27c8de34 req-2ab55915-52cf-4796-ab8b-58d49c618fe9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132135 Aug 09 15:44:05.274332 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:44:05.282052 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c004788a-93c0-48ae-a1b8-c8f025afd1fc None None] Set router aad1658a-46c3-4986-8227-a025d6df00eb gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:05.331910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:05.333287 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.338715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a656cb4-66eb-4dec-b43a-578125a66d84,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:05.344127 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.344471 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Added segment 4e0b8c22-7688-4cd6-b7b4-1ff2eac404af of type vlan for network f58ae661-b6f5-43bb-a779-214337f831e7 Aug 09 15:44:05.362275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc584120-5ab7-40d3-851e-2a6e590b2a51 admin admin] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:05.363851 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c004788a-93c0-48ae-a1b8-c8f025afd1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1545923385-router', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:42Z', 'updated_at': '2021-08-09T15:44:04Z', 'revision_number': 6, 'project_id': 'ead5f446006b4ebd9f106de15af755e6', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:05.365081 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc584120-5ab7-40d3-851e-2a6e590b2a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.391091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2d026-0495-4bc0-bf29-93793755833f req-c8e6e2a8-459c-497b-a6f3-964c829f3484 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:05.392629 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aad2d026-0495-4bc0-bf29-93793755833f req-c8e6e2a8-459c-497b-a6f3-964c829f3484 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 931 time: 0.1360393 Aug 09 15:44:05.397365 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004788a-93c0-48ae-a1b8-c8f025afd1fc None None] The sync data for ids ['aad1658a-46c3-4986-8227-a025d6df00eb'] in n-d-803778-2 is: [{'id': 'aad1658a-46c3-4986-8227-a025d6df00eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1545923385-router', 'tenant_id': 'ead5f446006b4ebd9f106de15af755e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:42Z', 'updated_at': '2021-08-09T15:44:04Z', 'revision_number': 6, 'project_id': 'ead5f446006b4ebd9f106de15af755e6', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:44:05.415094 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-1ba1d776-4427-4654-9071-2cd04ba47920 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2803140 Aug 09 15:44:05.431615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Request body: {'port': {'device_id': 'b7dfdfb9-d701-43d0-b81e-042871166976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:05.461169 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.463162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.518605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Pushing event deleted for resources: {'Port': ['ID=adee4905-15b6-403c-804a-c908e1e31549,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:05.554444 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.569930 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.571450 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:05.572148 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.599234 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aad2d026-0495-4bc0-bf29-93793755833f req-c742c2ee-a392-4c6e-a2c9-ac9579b53c6b tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754060 Aug 09 15:44:05.646767 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.654012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-d76b65bd-06bc-433f-b700-4e6ba75fd0ac tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Deleting port 4df90515-eaaa-4e81-8c78-849c1dc2de7e {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:05.654361 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-d76b65bd-06bc-433f-b700-4e6ba75fd0ac tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.674053 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1177802 Aug 09 15:44:05.675301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56076) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:05.684825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-52230e1e-193d-4b2d-9320-e26762c47e01 admin admin] Request body: {'subnet': {'network_id': 'f58ae661-b6f5-43bb-a779-214337f831e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-939376297-subnet', 'tenant_id': 'ffd43318762b472fb921f2c7b68c2ecb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:05.714692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefe564-e0df-4fa9-8b8a-3be21f37b21a admin admin] Pushing event updated for resources: {'Network': ['ID=f58ae661-b6f5-43bb-a779-214337f831e7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:05.729543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network f58ae661-b6f5-43bb-a779-214337f831e7 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:44:05.786896 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.816470 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.829134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52230e1e-193d-4b2d-9320-e26762c47e01 admin admin] Made reservation on behalf of ffd43318762b472fb921f2c7b68c2ecb for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:05.829134 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-52230e1e-193d-4b2d-9320-e26762c47e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.835516 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-d76b65bd-06bc-433f-b700-4e6ba75fd0ac tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.835847 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-d76b65bd-06bc-433f-b700-4e6ba75fd0ac tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:05.869616 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-d76b65bd-06bc-433f-b700-4e6ba75fd0ac tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Calling delete_port for 4df90515-eaaa-4e81-8c78-849c1dc2de7e owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:05.944466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device adee4905-15b6-403c-804a-c908e1e31549 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:05.971455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: adee4905-15b6-403c-804a-c908e1e31549 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:05.972144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device adee4905-15b6-403c-804a-c908e1e31549 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:06.222638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:06.233628 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.250909 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Transition to ACTIVE for port object 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:06.251671 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-d76b65bd-06bc-433f-b700-4e6ba75fd0ac tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.259578 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.281621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b65bd-06bc-433f-b700-4e6ba75fd0ac tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Pushing event deleted for resources: {'Port': ['ID=4df90515-eaaa-4e81-8c78-849c1dc2de7e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:06.282159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc584120-5ab7-40d3-851e-2a6e590b2a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.328147 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.328652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aad1658a-46c3-4986-8227-a025d6df00eb {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:44:06.334027 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.337777 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2ae324eb-5848-4d02-998a-73bdb3c0fa27 admin admin] 10.222.0.81 "DELETE /v2.0/routers/aad1658a-46c3-4986-8227-a025d6df00eb HTTP/1.1" status: 204 len: 168 time: 2.2162838 Aug 09 15:44:06.342758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56084) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:06.408311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc584120-5ab7-40d3-851e-2a6e590b2a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d16c5ed-209a-45ab-b274-b431ac22a3ea,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:06.410998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Pushing event updated for resources: {'Port': ['ID=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:06.434105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae6abf-ce22-4329-85c2-cc87f41ced15 req-dfe46143-4848-46db-90c1-2a0cc9594e9e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:06.435682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5eae6abf-ce22-4329-85c2-cc87f41ced15 req-dfe46143-4848-46db-90c1-2a0cc9594e9e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 949 time: 0.2060950 Aug 09 15:44:06.447142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc584120-5ab7-40d3-851e-2a6e590b2a51 admin admin] Checking segment: {'id': '7582ee12-2689-4d48-a479-d6f569549ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:06.448103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc584120-5ab7-40d3-851e-2a6e590b2a51 admin admin] Network hostable DHCP agents. Network: 98ca93eb-ce92-4a95-a58b-1b312018fc73, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:44:06.476043 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-d76b65bd-06bc-433f-b700-4e6ba75fd0ac tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.478618 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-d76b65bd-06bc-433f-b700-4e6ba75fd0ac tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.479808 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d87727e9-ecba-45b9-b0b0-b6af07403b62 req-d76b65bd-06bc-433f-b700-4e6ba75fd0ac tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "DELETE /v2.0/floatingips/c73c1d19-3a59-403c-b8ef-b78a65226ce1 HTTP/1.1" status: 204 len: 173 time: 1.2347713 Aug 09 15:44:06.490046 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1acfc70-1d59-4e2c-afe4-b569eabe0238 admin admin] Deleting subnet 4a1a8e7a-9fb3-4888-bee1-e2eae7ce1306 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:44:06.494738 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1acfc70-1d59-4e2c-afe4-b569eabe0238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.545624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc584120-5ab7-40d3-851e-2a6e590b2a51 admin admin] Network 98ca93eb-ce92-4a95-a58b-1b312018fc73 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:44:06.553548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Attempting to bind port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:06.553819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Attempting to bind port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:06.554213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Attempting to bind port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:06.562421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5eae6abf-ce22-4329-85c2-cc87f41ced15 req-04d478d8-e897-4263-825f-e34e2809d1a1 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161461 Aug 09 15:44:06.562544 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1acfc70-1d59-4e2c-afe4-b569eabe0238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.563172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-fc584120-5ab7-40d3-851e-2a6e590b2a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 98ca93eb-ce92-4a95-a58b-1b312018fc73) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:06.564457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:06.564785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Attempting to bind port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:06.578087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c2409-5f5f-4463-afdc-9f7d4ca39440 None None] Network 98ca93eb-ce92-4a95-a58b-1b312018fc73 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:06.604765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:06.605108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:06.605499 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Bound using segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:06.605977 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Bound port: 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:06.606341 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.668709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc584120-5ab7-40d3-851e-2a6e590b2a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:06.669390 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc584120-5ab7-40d3-851e-2a6e590b2a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.687243 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-ccd3b386-716f-46b3-943e-c313154ec145 req-e5363927-d731-4a89-a966-105ea5692549 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] show failed (client error): The resource could not be found. Aug 09 15:44:06.701707 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ccd3b386-716f-46b3-943e-c313154ec145 req-e5363927-d731-4a89-a966-105ea5692549 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/floatingips/c73c1d19-3a59-403c-b8ef-b78a65226ce1 HTTP/1.1" status: 404 len: 350 time: 0.1053619 Aug 09 15:44:06.712202 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fc584120-5ab7-40d3-851e-2a6e590b2a51 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4636936 Aug 09 15:44:06.714046 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56098) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:06.725118 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-52230e1e-193d-4b2d-9320-e26762c47e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.734086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-381912941-router', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:06.765580 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1acfc70-1d59-4e2c-afe4-b569eabe0238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.792981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-98ca93eb-ce92-4a95-a58b-1b312018fc73', 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'fixed_ips': [{'subnet_id': '2d16c5ed-209a-45ab-b274-b431ac22a3ea'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:44:06.794561 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.796654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:06.828871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:06.832108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52230e1e-193d-4b2d-9320-e26762c47e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c1b00a-a7a1-4769-a935-c8028f9fff9a,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:06.840915 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.854448 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.855476 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.865349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006adaaf-7d5a-45f3-9e32-5c807ab2c981 req-5a46120d-afda-4819-9e8a-7b467fc331db tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:06.866942 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-006adaaf-7d5a-45f3-9e32-5c807ab2c981 req-5a46120d-afda-4819-9e8a-7b467fc331db tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 943 time: 0.1016870 Aug 09 15:44:06.872740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52230e1e-193d-4b2d-9320-e26762c47e01 admin admin] Checking segment: {'id': '4e0b8c22-7688-4cd6-b7b4-1ff2eac404af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f58ae661-b6f5-43bb-a779-214337f831e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:06.873103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52230e1e-193d-4b2d-9320-e26762c47e01 admin admin] Network hostable DHCP agents. Network: f58ae661-b6f5-43bb-a779-214337f831e7, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:44:06.904414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe0fb-f0f3-4dfa-864a-e6279ee4f191 req-2c8e60ae-b079-465a-bb16-870f57f266fa tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:06.906202 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-08dfe0fb-f0f3-4dfa-864a-e6279ee4f191 req-2c8e60ae-b079-465a-bb16-870f57f266fa tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1975968 Aug 09 15:44:06.917669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:06.918715 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.920555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] 10.222.0.60 "PUT /v2.0/ports/8ea1b850-330a-46ef-94ea-ce3e9cd033e7 HTTP/1.1" status: 200 len: 1091 time: 1.4953735 Aug 09 15:44:06.921716 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dfdfb9-d701-43d0-b81e-042871166976', 'tag': '8ea1b850-330a-46ef-94ea-ce3e9cd033e7'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:06.924024 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e879bd8c-1db7-423c-a3ec-a22580eb66fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dfdfb9-d701-43d0-b81e-042871166976", "tag": "8ea1b850-330a-46ef-94ea-ce3e9cd033e7"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:06.924445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52230e1e-193d-4b2d-9320-e26762c47e01 admin admin] Network f58ae661-b6f5-43bb-a779-214337f831e7 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:44:06.933079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-006adaaf-7d5a-45f3-9e32-5c807ab2c981 req-6a0c5b55-eea5-43fc-b56b-1c9b6750e9f8 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565922 Aug 09 15:44:06.941296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-52230e1e-193d-4b2d-9320-e26762c47e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, f58ae661-b6f5-43bb-a779-214337f831e7) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:06.950421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1acfc70-1d59-4e2c-afe4-b569eabe0238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.956073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52230e1e-193d-4b2d-9320-e26762c47e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:06.956937 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-52230e1e-193d-4b2d-9320-e26762c47e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:06.957562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd46aaf-dba0-4d02-801f-23e3c19d0732 None None] Network f58ae661-b6f5-43bb-a779-214337f831e7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:06.975758 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-52230e1e-193d-4b2d-9320-e26762c47e01 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2970464 Aug 09 15:44:07.013466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Allocated IP 172.20.0.2 (98ca93eb-ce92-4a95-a58b-1b312018fc73/2d16c5ed-209a-45ab-b274-b431ac22a3ea/286f5dc1-c996-4ab2-a073-4cf4430e172a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:07.040674 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acfc70-1d59-4e2c-afe4-b569eabe0238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a1a8e7a-9fb3-4888-bee1-e2eae7ce1306,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:07.042477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614a471-f598-4c1a-abf3-63388a37b27c service neutron] Pushing event updated for resources: {'Port': ['ID=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:07.071962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cbd04a-6b37-4c48-bdca-6b4701bf871a None None] Network 8913b572-b837-46ca-a0f2-0be57fe507ee requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:07.076866 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-2ea1ddf1-8feb-486a-8915-8b6aac3970a5 req-90ef09ef-69ab-46de-9c88-adb557cb4e30 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] show failed (client error): The resource could not be found. Aug 09 15:44:07.078178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ea1ddf1-8feb-486a-8915-8b6aac3970a5 req-90ef09ef-69ab-46de-9c88-adb557cb4e30 tempest-FloatingIPsTestJSON-697958610 tempest-FloatingIPsTestJSON-697958610-project] 10.222.0.81 "GET /v2.0/floatingips/c73c1d19-3a59-403c-b8ef-b78a65226ce1 HTTP/1.1" status: 404 len: 350 time: 0.0526204 Aug 09 15:44:07.089485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56106) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:07.102989 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1acfc70-1d59-4e2c-afe4-b569eabe0238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.104898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d1acfc70-1d59-4e2c-afe4-b569eabe0238 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4a1a8e7a-9fb3-4888-bee1-e2eae7ce1306 HTTP/1.1" status: 204 len: 168 time: 0.7611771 Aug 09 15:44:07.107679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56108) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:07.107825 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.119804 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-08dfe0fb-f0f3-4dfa-864a-e6279ee4f191 req-3f458e44-2979-413c-b674-f94093c52f2a tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041552 Aug 09 15:44:07.236654 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaf5aaa-ab16-4133-89a1-0dc16d3855ca x-openstack-request-id: req-2eaf5aaa-ab16-4133-89a1-0dc16d3855ca {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:07.237260 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dfdfb9-d701-43d0-b81e-042871166976", "tag": "8ea1b850-330a-46ef-94ea-ce3e9cd033e7", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:07.237260 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2eaf5aaa-ab16-4133-89a1-0dc16d3855ca {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:07.239860 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dfdfb9-d701-43d0-b81e-042871166976', 'tag': '8ea1b850-330a-46ef-94ea-ce3e9cd033e7', 'status': 'completed', 'code': 200} Aug 09 15:44:07.328236 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.407610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-deef77cd-ea16-43cd-9674-b9446f575acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:07.409884 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-deef77cd-ea16-43cd-9674-b9446f575acf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 1094 time: 0.3899331 Aug 09 15:44:07.504853 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-22b453e3-be1e-4568-a6e8-7e940eaaf36e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7 HTTP/1.1" status: 200 len: 217 time: 0.0579236 Aug 09 15:44:07.508429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f619f-b8df-4688-ba22-1ae188de04e0 None None] Network f58ae661-b6f5-43bb-a779-214337f831e7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:07.514387 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.594975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68b3ee6-45c1-4286-90df-deaffb245e24 None None] DHCP port deletion for 8913b572-b837-46ca-a0f2-0be57fe507ee request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:44:07.608424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-d04af510-089c-432a-8d7d-34f776260273 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759914 Aug 09 15:44:07.620139 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-03c318bc-c3af-47e7-b94e-55241b7f8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.660096 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.674902 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Transition to ACTIVE for port object 286f5dc1-c996-4ab2-a073-4cf4430e172a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:07.682329 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Deleting port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:07.682991 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.712843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Transition to ACTIVE for port object 286f5dc1-c996-4ab2-a073-4cf4430e172a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:07.730626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-4902d99c-0cbf-4da0-b2e3-c2a270db0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:07.732619 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-4902d99c-0cbf-4da0-b2e3-c2a270db0d75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.2143767 Aug 09 15:44:07.749204 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.768694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6122c-93a1-4f32-b59d-47831730274a req-844f2c74-216b-429c-a2d0-ff4084dbe50d tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:07.773746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c68b3ee6-45c1-4286-90df-deaffb245e24 None None] Deleting port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:07.774131 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c68b3ee6-45c1-4286-90df-deaffb245e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.779329 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-844f2c74-216b-429c-a2d0-ff4084dbe50d tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/networks?id=f58ae661-b6f5-43bb-a779-214337f831e7 HTTP/1.1" status: 200 len: 820 time: 0.2724354 Aug 09 15:44:07.787214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-907ea335-91ab-4ed4-ad76-e8cb3c35e482 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450335 Aug 09 15:44:07.825851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-2af54290-ce57-401f-92e9-68c616b1c62b tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/quotas/ffd43318762b472fb921f2c7b68c2ecb HTTP/1.1" status: 200 len: 375 time: 0.0478551 Aug 09 15:44:07.848966 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] For port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5efe914a-2791-4d7b-bb9a-736e9fd76a0a,segment=NetworkSegment(fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a),segment_id=fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:07.849341 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.851843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Network 98ca93eb-ce92-4a95-a58b-1b312018fc73 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:07.855830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5efe914a-2791-4d7b-bb9a-736e9fd76a0a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:07.881167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-7f61b16a-356a-4f36-9933-d07d3dc5463f tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffd43318762b472fb921f2c7b68c2ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541682 Aug 09 15:44:07.886150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Calling delete_port for 5efe914a-2791-4d7b-bb9a-736e9fd76a0a owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:07.886846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-9bd27b86-fb53-45fc-8604-b082c12fa2a3 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:07.894429 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-9bd27b86-fb53-45fc-8604-b082c12fa2a3 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848561 Aug 09 15:44:07.948948 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-e3c9b81e-9a32-4078-8f1c-6afae90e8052 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/quotas/e29243ffcae64ef9a84eeead9cbc2eb0 HTTP/1.1" status: 200 len: 375 time: 0.0537040 Aug 09 15:44:07.992619 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-a3f279f7-5f69-4639-ba34-e09c2bbf758c service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902726 Aug 09 15:44:08.018293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:08.025735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:08.048954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efa85653-368a-4a0d-b7db-1efd771c3377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.051675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Pushing event updated for resources: {'Port': ['ID=286f5dc1-c996-4ab2-a073-4cf4430e172a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:08.064057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c68b3ee6-45c1-4286-90df-deaffb245e24 None None] For port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5efe914a-2791-4d7b-bb9a-736e9fd76a0a,segment=NetworkSegment(fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a),segment_id=fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:08.064057 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c68b3ee6-45c1-4286-90df-deaffb245e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.092994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c68b3ee6-45c1-4286-90df-deaffb245e24 None None] Calling delete_port for 5efe914a-2791-4d7b-bb9a-736e9fd76a0a owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:08.124789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No active binding found for port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a {{(pid=94291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 15:44:08.125283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5efe914a-2791-4d7b-bb9a-736e9fd76a0a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:08.135571 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.165382 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-8011a993-0975-49c3-92ca-1d2eeff207a8 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2008181 Aug 09 15:44:08.175155 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Attempting to bind port 286f5dc1-c996-4ab2-a073-4cf4430e172a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:08.176813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Attempting to bind port 286f5dc1-c996-4ab2-a073-4cf4430e172a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '7582ee12-2689-4d48-a479-d6f569549ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:08.176813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Attempting to bind port 286f5dc1-c996-4ab2-a073-4cf4430e172a on network 98ca93eb-ce92-4a95-a58b-1b312018fc73 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:08.183201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5efe914a-2791-4d7b-bb9a-736e9fd76a0a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:08.185223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:08.185616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Checking segment: {'id': '7582ee12-2689-4d48-a479-d6f569549ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:08.186034 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.186427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Bound using segment: {'id': '7582ee12-2689-4d48-a479-d6f569549ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:08.187330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Bound port: 286f5dc1-c996-4ab2-a073-4cf4430e172a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7582ee12-2689-4d48-a479-d6f569549ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:08.187330 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.190882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] No DVR routers for this DVR port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:08.216433 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5c36823-a598-4700-a79b-fbc47c0d950e req-631df1c7-d1d7-4d16-8b80-736b5c185908 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133598 Aug 09 15:44:08.278304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] For port 286f5dc1-c996-4ab2-a073-4cf4430e172a, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:08.280538 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c68b3ee6-45c1-4286-90df-deaffb245e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.283753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] For port 286f5dc1-c996-4ab2-a073-4cf4430e172a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=286f5dc1-c996-4ab2-a073-4cf4430e172a,segment=NetworkSegment(7582ee12-2689-4d48-a479-d6f569549ee3),segment_id=7582ee12-2689-4d48-a479-d6f569549ee3)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:08.293608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.309581 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.314581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b3ee6-45c1-4286-90df-deaffb245e24 None None] Pushing event deleted for resources: {'Port': ['ID=5efe914a-2791-4d7b-bb9a-736e9fd76a0a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:08.322773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b3ee6-45c1-4286-90df-deaffb245e24 None None] No DVR routers for this DVR port 5efe914a-2791-4d7b-bb9a-736e9fd76a0a on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:08.385430 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.427528 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.427731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d829cb8-ba87-4aa9-8dd4-1d112393e90a None None] Pushing event updated for resources: {'Port': ['ID=286f5dc1-c996-4ab2-a073-4cf4430e172a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:08.439049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-2cc05e85-cfcd-47f9-8074-c4dfd979ee54 service neutron] 10.222.0.81 "GET /v2.0/networks/f58ae661-b6f5-43bb-a779-214337f831e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395594 Aug 09 15:44:08.470635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879bd8c-1db7-423c-a3ec-a22580eb66fe req-aa73ee48-9bb8-4f2d-b968-1125cd6cd4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:08.473725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e879bd8c-1db7-423c-a3ec-a22580eb66fe req-aa73ee48-9bb8-4f2d-b968-1125cd6cd4a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 1094 time: 0.1401169 Aug 09 15:44:08.477237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8913b572-b837-46ca-a0f2-0be57fe507ee']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:08.556979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:08.557477 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbcebdd-97a2-41d5-9fc3-d40c17a55e1a') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:08.577327 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.619275 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.645515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:44:08.646008 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: items = [ Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:44:08.648827 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:44:08.768808 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-b2340104-6658-430a-b241-3e9874ca7a60 service neutron] 10.222.0.81 "GET /v2.0/networks/f58ae661-b6f5-43bb-a779-214337f831e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287787 Aug 09 15:44:08.820303 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.842546 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.859460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8913b572-b837-46ca-a0f2-0be57fe507ee HTTP/1.1" status: 204 len: 168 time: 1.7359202 Aug 09 15:44:09.012208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132dfaf-c8c9-48f4-838d-58e6c67d52c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8913b572-b837-46ca-a0f2-0be57fe507ee,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:09.155997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e259c82-01ea-49ca-8b2f-a8b2f71607c4 req-91ff0c25-0fe1-4f7b-b1b2-566e26490aba tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 210 time: 0.0551567 Aug 09 15:44:09.157335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56162) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:09.168392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879bd8c-1db7-423c-a3ec-a22580eb66fe req-7e6d722c-0d5b-409d-b448-b39045d535de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:09.172679 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e879bd8c-1db7-423c-a3ec-a22580eb66fe req-7e6d722c-0d5b-409d-b448-b39045d535de service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.6861055 Aug 09 15:44:09.192309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-efa85653-368a-4a0d-b7db-1efd771c3377 admin admin] Deleting port 0b35c544-3f16-41f4-956a-6c25c8ded646 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:09.192607 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efa85653-368a-4a0d-b7db-1efd771c3377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:09.317560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-efa85653-368a-4a0d-b7db-1efd771c3377 admin admin] For port 0b35c544-3f16-41f4-956a-6c25c8ded646, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0b35c544-3f16-41f4-956a-6c25c8ded646,segment=NetworkSegment(1d23dcb8-229c-47cb-815b-9c9ab9c66a39),segment_id=1d23dcb8-229c-47cb-815b-9c9ab9c66a39)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:09.318026 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efa85653-368a-4a0d-b7db-1efd771c3377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:09.332769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-efa85653-368a-4a0d-b7db-1efd771c3377 admin admin] Calling delete_port for 0b35c544-3f16-41f4-956a-6c25c8ded646 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:09.348653 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e879bd8c-1db7-423c-a3ec-a22580eb66fe req-6680cf5b-e091-4893-90ca-49a62e6394a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7 HTTP/1.1" status: 200 len: 217 time: 0.1284997 Aug 09 15:44:09.427336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47977452-2ecf-4ef9-9245-b964bea70c1f req-333d02da-8dd8-46eb-94be-eb65877d7f5d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:09.430290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-47977452-2ecf-4ef9-9245-b964bea70c1f req-333d02da-8dd8-46eb-94be-eb65877d7f5d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 943 time: 0.3308403 Aug 09 15:44:09.448472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Allocated IP 172.25.2.147 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/9886980f-bb35-4a38-94d4-f4f1672f6f66) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:09.493771 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879bd8c-1db7-423c-a3ec-a22580eb66fe req-6ad00c66-c9b5-46ff-aeae-54bbc49254af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:09.495221 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e879bd8c-1db7-423c-a3ec-a22580eb66fe req-6ad00c66-c9b5-46ff-aeae-54bbc49254af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.1374328 Aug 09 15:44:09.537926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a77438ad-5371-47d4-8d69-793a953c7323 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ead5f446006b4ebd9f106de15af755e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793519 Aug 09 15:44:09.540390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56168) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:09.607744 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-47977452-2ecf-4ef9-9245-b964bea70c1f req-ef258055-967e-4caf-b0ff-880dd7f7a939 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601851 Aug 09 15:44:09.613006 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e879bd8c-1db7-423c-a3ec-a22580eb66fe req-db736014-f8e4-4fe2-9617-d63d761b1a81 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721760 Aug 09 15:44:09.697015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-018e86d4-bf0f-403f-b729-03f065aa5eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:09.701493 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efa85653-368a-4a0d-b7db-1efd771c3377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:09.820931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c202fe6-da9f-460f-b9a8-fd6d65ce477e req-0f359145-5e78-4e31-a1d7-db33ec82c0e6 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 210 time: 0.0696201 Aug 09 15:44:09.823558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-018e86d4-bf0f-403f-b729-03f065aa5eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:09.876992 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:09.902031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 286f5dc1-c996-4ab2-a073-4cf4430e172a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:09.956891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa85653-368a-4a0d-b7db-1efd771c3377 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b35c544-3f16-41f4-956a-6c25c8ded646,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:10.011047 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-018e86d4-bf0f-403f-b729-03f065aa5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:10.014518 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-018e86d4-bf0f-403f-b729-03f065aa5eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:10.018210 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e879bd8c-1db7-423c-a3ec-a22580eb66fe req-8d8ad08b-a580-4b0b-931f-e4a88ebebba4 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932676 Aug 09 15:44:10.018925 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-018e86d4-bf0f-403f-b729-03f065aa5eb6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ba9be6d-2e0c-4b54-bc61-a41ddffab904 HTTP/1.1" status: 204 len: 168 time: 0.4772055 Aug 09 15:44:10.038740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba2984-5000-4c52-9c10-06c6c7d155f5 None None] Network 98ca93eb-ce92-4a95-a58b-1b312018fc73 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:10.045354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-31005e14-b5c7-4102-8d19-4bbe99cf8a6d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897160 Aug 09 15:44:10.065544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e86d4-bf0f-403f-b729-03f065aa5eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba9be6d-2e0c-4b54-bc61-a41ddffab904,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:10.206524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:10.424425 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64092ac4-bc54-4c49-af61-40161abcb057 req-260c4048-1bfa-460d-8fea-81acfff9057a tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 210 time: 0.0805039 Aug 09 15:44:10.428892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:10.438074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-30f6b3fd-3ac0-4cf8-82a6-7183862b24d1 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:10.440636 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-30f6b3fd-3ac0-4cf8-82a6-7183862b24d1 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3687701 Aug 09 15:44:10.460996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Request body: {'port': {'device_id': '9a39dd97-1701-4a20-989e-947ced50080b', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'e29243ffcae64ef9a84eeead9cbc2eb0'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:10.513140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efa85653-368a-4a0d-b7db-1efd771c3377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:10.519698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:10.526134 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e879bd8c-1db7-423c-a3ec-a22580eb66fe req-cc6790f2-c44f-4b0e-8df6-1de3bff1129a service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896946 Aug 09 15:44:10.534534 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:10.538616 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:10.559127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-50bb70d3-dabd-43ff-9426-509346d6219d None None] Provisioning for port 286f5dc1-c996-4ab2-a073-4cf4430e172a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:10.564550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 286f5dc1-c996-4ab2-a073-4cf4430e172a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:10.577491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Pushing event updated for resources: {'Port': ['ID=9886980f-bb35-4a38-94d4-f4f1672f6f66,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:10.599019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 286f5dc1-c996-4ab2-a073-4cf4430e172a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:10.599534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:10.635600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-50bb70d3-dabd-43ff-9426-509346d6219d None None] Provisioning complete for port 286f5dc1-c996-4ab2-a073-4cf4430e172a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:10.636385 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-50bb70d3-dabd-43ff-9426-509346d6219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:10.725127 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a7ce0c96-7068-4743-a66f-ed9b59d3b5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:10.766381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56196) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:10.864642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:10.941832 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:10.945576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '8ea1b850-330a-46ef-94ea-ce3e9cd033e7', 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646', 'port_id': '8ea1b850-330a-46ef-94ea-ce3e9cd033e7', 'mac_address': 'fa:16:3e:ac:0b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48063a4-e226-4798-803c-64de2d0d4b89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:11.116764 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-50bb70d3-dabd-43ff-9426-509346d6219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.136444 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.146122 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db5c39e6-9f98-4a9a-a129-f73ae4b8d8e3 req-9a9330c2-31bf-455b-ad53-fb15f7ec9743 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 210 time: 0.0615995 Aug 09 15:44:11.160104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0c0e46bf-327d-49f4-91fe-48658003ee86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.188822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:11.202876 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.231318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-50bb70d3-dabd-43ff-9426-509346d6219d None None] For port 286f5dc1-c996-4ab2-a073-4cf4430e172a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=286f5dc1-c996-4ab2-a073-4cf4430e172a,segment=NetworkSegment(7582ee12-2689-4d48-a479-d6f569549ee3),segment_id=7582ee12-2689-4d48-a479-d6f569549ee3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:11.253416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:11.255996 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-50bb70d3-dabd-43ff-9426-509346d6219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.256562 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.325299 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.357890 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.375279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6122c-93a1-4f32-b59d-47831730274a req-7931752a-9ada-4ebb-97c1-d2c281299ebe tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:11.377531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-7931752a-9ada-4ebb-97c1-d2c281299ebe tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.53 "GET /v2.0/networks?id=f58ae661-b6f5-43bb-a779-214337f831e7 HTTP/1.1" status: 200 len: 820 time: 0.3614137 Aug 09 15:44:11.393258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6a444-000e-4831-908d-4eccc9fe4ca8 req-de4148cb-aa43-4220-8375-d4c1047b648c tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:11.395971 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61e6a444-000e-4831-908d-4eccc9fe4ca8 req-de4148cb-aa43-4220-8375-d4c1047b648c tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 943 time: 0.3834937 Aug 09 15:44:11.400980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-06a6122c-93a1-4f32-b59d-47831730274a req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Request body: {'port': {'device_id': 'a0e18033-7514-4045-bfa3-5fb60406d361', 'network_id': 'f58ae661-b6f5-43bb-a779-214337f831e7', 'admin_state_up': True, 'tenant_id': 'ffd43318762b472fb921f2c7b68c2ecb'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:11.468678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb70d3-dabd-43ff-9426-509346d6219d None None] Pushing event updated for resources: {'Port': ['ID=286f5dc1-c996-4ab2-a073-4cf4430e172a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:11.493930 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61e6a444-000e-4831-908d-4eccc9fe4ca8 req-233913d5-1088-4e7c-8c4c-312b3194ceeb tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863895 Aug 09 15:44:11.498141 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:44:11.499237 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:44:11.536995 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.579199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['8ea1b850-330a-46ef-94ea-ce3e9cd033e7'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:11.633814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:11.671290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0c0e46bf-327d-49f4-91fe-48658003ee86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.696246 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da63a49b-9f5c-42f5-a8f1-c4c7369b5435 req-0e6a814f-326e-4c18-9595-817b2b84a548 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 210 time: 0.1055155 Aug 09 15:44:11.698342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Made reservation on behalf of e29243ffcae64ef9a84eeead9cbc2eb0 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:11.699361 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0c0e46bf-327d-49f4-91fe-48658003ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.701893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.722868 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2d28a604-1aeb-408f-9ba7-c8483774c382 None None] Provisioning complete for port 286f5dc1-c996-4ab2-a073-4cf4430e172a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:11.723661 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2d28a604-1aeb-408f-9ba7-c8483774c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.790302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0c0e46bf-327d-49f4-91fe-48658003ee86 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=33d34dc74bd948ea964030fda038d16a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0203273 Aug 09 15:44:11.790302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e46bf-327d-49f4-91fe-48658003ee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9951c3e4-b1b4-41fc-972b-aa104673cced,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:11.795111 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.807677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56224) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:11.935565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa85653-368a-4a0d-b7db-1efd771c3377 admin admin] Router 67bffc84-ec57-41d9-87c5-12d57f7173f9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:44:11.983111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a6122c-93a1-4f32-b59d-47831730274a req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Made reservation on behalf of ffd43318762b472fb921f2c7b68c2ecb for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:11.986792 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a6122c-93a1-4f32-b59d-47831730274a req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:12.019102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39a8ea4e-5837-49ad-aa98-2cb74b978a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:12.021662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Router fd8707c0-f8f0-496b-9f93-32af1aa5555c is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:44:12.047934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Allocated IP 192.168.233.211 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/ca4e4db8-2222-4d9d-82fd-33f3de8996aa) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:12.099138 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39a8ea4e-5837-49ad-aa98-2cb74b978a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:12.211533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:44:12.227730 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Sync routers for ids ['fd8707c0-f8f0-496b-9f93-32af1aa5555c'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:44:12.231218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39a8ea4e-5837-49ad-aa98-2cb74b978a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:12.234822 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39a8ea4e-5837-49ad-aa98-2cb74b978a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:12.238423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-39a8ea4e-5837-49ad-aa98-2cb74b978a5d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9951c3e4-b1b4-41fc-972b-aa104673cced HTTP/1.1" status: 204 len: 168 time: 0.4252813 Aug 09 15:44:12.249152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Routers {'fd8707c0-f8f0-496b-9f93-32af1aa5555c'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:12.250141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['fd8707c0-f8f0-496b-9f93-32af1aa5555c'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:12.254364 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:12.261414 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-51d51bff-ed63-496e-ba45-9796fd302572 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5358055 Aug 09 15:44:12.266401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56262) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:12.282964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa85653-368a-4a0d-b7db-1efd771c3377 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:44:12.287112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8ea4e-5837-49ad-aa98-2cb74b978a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9951c3e4-b1b4-41fc-972b-aa104673cced,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:12.295380 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f9d1d5-9222-467f-a577-8ea576160636 None None] Sync routers for ids ['67bffc84-ec57-41d9-87c5-12d57f7173f9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:44:12.308602 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f9d1d5-9222-467f-a577-8ea576160636 None None] Routers {'67bffc84-ec57-41d9-87c5-12d57f7173f9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:12.317901 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-62f9d1d5-9222-467f-a577-8ea576160636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['67bffc84-ec57-41d9-87c5-12d57f7173f9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:12.342017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 286f5dc1-c996-4ab2-a073-4cf4430e172a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:12.348470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-efa85653-368a-4a0d-b7db-1efd771c3377 admin admin] 10.222.0.81 "PUT /v2.0/routers/67bffc84-ec57-41d9-87c5-12d57f7173f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2570028 Aug 09 15:44:12.358055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56266) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:12.429521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3755c4c5-3c2a-4b6d-8dbd-713fa149bba8 req-d5aa3ce8-b26b-4ece-8da8-600a9b1c2ac8 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 210 time: 0.0791478 Aug 09 15:44:12.540702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Set router fd8707c0-f8f0-496b-9f93-32af1aa5555c gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:12.542673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 286f5dc1-c996-4ab2-a073-4cf4430e172a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:12.543053 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:12.543484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56274) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:12.580889 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:12.605476 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-62f9d1d5-9222-467f-a577-8ea576160636 None None] Set router 67bffc84-ec57-41d9-87c5-12d57f7173f9 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:12.636377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-06a6122c-93a1-4f32-b59d-47831730274a req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Allocated IP 172.20.0.14 (f58ae661-b6f5-43bb-a779-214337f831e7/38c1b00a-a7a1-4769-a935-c8028f9fff9a/6a8b02f8-0af7-48d6-ac99-52dfca32e4a1) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:12.734122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:12.796149 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de4ca0c9-7cc3-432c-80b9-452eb171f890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:12.870105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327b238-35ec-4950-821b-4af133a707b2 req-acf00d04-729e-4d9c-af26-55532a5ea1af tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:12.871752 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2327b238-35ec-4950-821b-4af133a707b2 req-acf00d04-729e-4d9c-af26-55532a5ea1af tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 944 time: 0.1926596 Aug 09 15:44:12.897802 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a6122c-93a1-4f32-b59d-47831730274a req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:12.908014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Transition to ACTIVE for port object ca4e4db8-2222-4d9d-82fd-33f3de8996aa will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:12.934050 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:12.977662 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.052324 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2327b238-35ec-4950-821b-4af133a707b2 req-ba9a84c7-8302-41e1-8856-fd2ecb700f02 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684058 Aug 09 15:44:13.078921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5631d235-c65b-478d-a33a-d27743f034f5 req-386f255f-457a-4c3c-b2b9-82daeb6d0806 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 210 time: 0.1476691 Aug 09 15:44:13.106846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Deleting port b3e26224-02eb-4882-86b5-3f7b1b041b19 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:13.107338 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.108919 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-62f9d1d5-9222-467f-a577-8ea576160636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'name': 'tempest-FloatingIPsTestJSON-1065776470-router', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:36Z', 'updated_at': '2021-08-09T15:44:09Z', 'revision_number': 5, 'project_id': 'd42d5365222d48d4b2542019f5092cc5', 'gw_port': {'id': 'b3e26224-02eb-4882-86b5-3f7b1b041b19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:43:37Z', 'updated_at': '2021-08-09T15:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:13.157919 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f9d1d5-9222-467f-a577-8ea576160636 None None] Checking router: 67bffc84-ec57-41d9-87c5-12d57f7173f9 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:44:13.174065 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'name': 'tempest-ServersTestMultiNic-381912941-router', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:06Z', 'updated_at': '2021-08-09T15:44:10Z', 'revision_number': 3, 'project_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'gw_port': {'id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:08Z', 'updated_at': '2021-08-09T15:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:13.175985 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:44:13.176975 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f9d1d5-9222-467f-a577-8ea576160636 None None] Routers {'67bffc84-ec57-41d9-87c5-12d57f7173f9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:13.177971 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-62f9d1d5-9222-467f-a577-8ea576160636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['67bffc84-ec57-41d9-87c5-12d57f7173f9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:13.217671 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de4ca0c9-7cc3-432c-80b9-452eb171f890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.226886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Checking router: fd8707c0-f8f0-496b-9f93-32af1aa5555c for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:44:13.227511 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Updating router fd8707c0-f8f0-496b-9f93-32af1aa5555c port 9886980f-bb35-4a38-94d4-f4f1672f6f66 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:44:13.231684 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.233326 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de4ca0c9-7cc3-432c-80b9-452eb171f890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.261578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5d3fa8ba-f310-461a-96a9-39f71d09dd8f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:13.265488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['5fa26411-ff82-4c58-b342-60eee0e6252b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:13.291335 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-62f9d1d5-9222-467f-a577-8ea576160636 None None] Set router 67bffc84-ec57-41d9-87c5-12d57f7173f9 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:13.311648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] For port b3e26224-02eb-4882-86b5-3f7b1b041b19, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b3e26224-02eb-4882-86b5-3f7b1b041b19,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:13.312227 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.315261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ca0c9-7cc3-432c-80b9-452eb171f890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7062375-e3a5-42a5-9799-49cc9866fed3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:13.351885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Pushing event updated for resources: {'Port': ['ID=ca4e4db8-2222-4d9d-82fd-33f3de8996aa,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:13.362035 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.362626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-de4ca0c9-7cc3-432c-80b9-452eb171f890 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db9b18b679844155b8b26011369c0f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8061936 Aug 09 15:44:13.364627 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56296) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:13.371346 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.382109 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a6122c-93a1-4f32-b59d-47831730274a req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.382263 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-62f9d1d5-9222-467f-a577-8ea576160636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'name': 'tempest-FloatingIPsTestJSON-1065776470-router', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:36Z', 'updated_at': '2021-08-09T15:44:12Z', 'revision_number': 6, 'project_id': 'd42d5365222d48d4b2542019f5092cc5', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:13.386670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:13.398171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:13.413957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Calling delete_port for b3e26224-02eb-4882-86b5-3f7b1b041b19 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:13.416284 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f9d1d5-9222-467f-a577-8ea576160636 None None] The sync data for ids ['67bffc84-ec57-41d9-87c5-12d57f7173f9'] in n-d-803778-2 is: [{'id': '67bffc84-ec57-41d9-87c5-12d57f7173f9', 'name': 'tempest-FloatingIPsTestJSON-1065776470-router', 'tenant_id': 'd42d5365222d48d4b2542019f5092cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:43:36Z', 'updated_at': '2021-08-09T15:44:12Z', 'revision_number': 6, 'project_id': 'd42d5365222d48d4b2542019f5092cc5', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:44:13.427733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:13.560050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a6122c-93a1-4f32-b59d-47831730274a req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Network f58ae661-b6f5-43bb-a779-214337f831e7 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:13.568274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-06a6122c-93a1-4f32-b59d-47831730274a req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:13.585276 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92a98433-c326-46f6-9586-3f42250b9a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.585490 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a6122c-93a1-4f32-b59d-47831730274a req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:13.618067 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92a98433-c326-46f6-9586-3f42250b9a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.692872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6122c-93a1-4f32-b59d-47831730274a req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:13.693900 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a6122c-93a1-4f32-b59d-47831730274a req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.820882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92a98433-c326-46f6-9586-3f42250b9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.823603 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92a98433-c326-46f6-9586-3f42250b9a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.824867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-92a98433-c326-46f6-9586-3f42250b9a1e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7062375-e3a5-42a5-9799-49cc9866fed3 HTTP/1.1" status: 204 len: 168 time: 0.4330206 Aug 09 15:44:13.826051 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:13.920562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a98433-c326-46f6-9586-3f42250b9a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7062375-e3a5-42a5-9799-49cc9866fed3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:13.924221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e26224-02eb-4882-86b5-3f7b1b041b19,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:14.077115 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.110303 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.129306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Transition to ACTIVE for port object 9886980f-bb35-4a38-94d4-f4f1672f6f66 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:14.143781 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.163518 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:14.213557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Pushing event updated for resources: {'Port': ['ID=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:14.223531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.245951 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.246190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-1906f387-a769-44f2-8e87-494731ed5086 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8488252 Aug 09 15:44:14.252828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:14.253625 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.268782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Request body: {'port': {'device_id': 'a0e18033-7514-4045-bfa3-5fb60406d361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:14.330046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55e801-bbfb-4cef-948f-5e30bdb69e7d None None] Pushing event updated for resources: {'Port': ['ID=9886980f-bb35-4a38-94d4-f4f1672f6f66,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:14.357063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Attempting to bind port 9886980f-bb35-4a38-94d4-f4f1672f6f66 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:14.357828 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Attempting to bind port 9886980f-bb35-4a38-94d4-f4f1672f6f66 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:14.358593 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Attempting to bind port 9886980f-bb35-4a38-94d4-f4f1672f6f66 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:14.385626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce1e3-60a4-41a1-84e7-aba2fbf0954b req-6f622821-313d-4480-93b7-33f0082b251f tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:14.393343 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-983ce1e3-60a4-41a1-84e7-aba2fbf0954b req-6f622821-313d-4480-93b7-33f0082b251f tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 932 time: 0.6963594 Aug 09 15:44:14.397678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48634091-394d-4761-9ab9-c638b7e501b1 req-69961f72-79fa-403b-abed-a203edcacafc tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:14.401584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-6f68dc6b-b7a6-4d04-b4b7-8d1528981336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9463065 Aug 09 15:44:14.406299 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-48634091-394d-4761-9ab9-c638b7e501b1 req-69961f72-79fa-403b-abed-a203edcacafc tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 944 time: 0.1998556 Aug 09 15:44:14.422166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Request body: {'port': {'device_id': '9a39dd97-1701-4a20-989e-947ced50080b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:14.431785 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.431785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67bffc84-ec57-41d9-87c5-12d57f7173f9 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:44:14.443787 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.447314 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7104dfb1-df95-4a03-adb8-59eb255b704a admin admin] 10.222.0.81 "DELETE /v2.0/routers/67bffc84-ec57-41d9-87c5-12d57f7173f9 HTTP/1.1" status: 204 len: 168 time: 2.0835721 Aug 09 15:44:14.447817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56326) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:14.448806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b3e26224-02eb-4882-86b5-3f7b1b041b19 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:14.479226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.497434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:14.498107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:14.498605 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.499091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:14.500602 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Bound port: 9886980f-bb35-4a38-94d4-f4f1672f6f66, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:14.501157 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.538225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-48634091-394d-4761-9ab9-c638b7e501b1 req-2fef378a-1b8c-4ca2-a2ca-c326c6f2aa52 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303864 Aug 09 15:44:14.564225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] For port 9886980f-bb35-4a38-94d4-f4f1672f6f66, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:14.568729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] For port 9886980f-bb35-4a38-94d4-f4f1672f6f66, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9886980f-bb35-4a38-94d4-f4f1672f6f66,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:14.569881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.575070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32b44b5-9070-45b7-808c-ffbf4d255d9b admin admin] Deleting subnet f7eff419-a4b2-49d2-a441-10f6cc9f4039 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:44:14.584036 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e32b44b5-9070-45b7-808c-ffbf4d255d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.592856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7fe2c8c6-f93f-4ee8-8efd-e01d5117eb46 None None] Provisioning for port ca4e4db8-2222-4d9d-82fd-33f3de8996aa completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:14.596680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: b3e26224-02eb-4882-86b5-3f7b1b041b19 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:14.597142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b3e26224-02eb-4882-86b5-3f7b1b041b19 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:14.597925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0b35c544-3f16-41f4-956a-6c25c8ded646 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:14.600967 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.631591 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:14.660635 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e32b44b5-9070-45b7-808c-ffbf4d255d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.664516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-983ce1e3-60a4-41a1-84e7-aba2fbf0954b req-a9ec575d-5d05-494d-9ae9-3c967eed3b8a tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701030 Aug 09 15:44:14.700754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7fe2c8c6-f93f-4ee8-8efd-e01d5117eb46 None None] Provisioning complete for port ca4e4db8-2222-4d9d-82fd-33f3de8996aa triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:14.701690 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7fe2c8c6-f93f-4ee8-8efd-e01d5117eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.719855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 0b35c544-3f16-41f4-956a-6c25c8ded646 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:14.720517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0b35c544-3f16-41f4-956a-6c25c8ded646 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:14.723149 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:14.724071 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:14.889115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Routers {'fd8707c0-f8f0-496b-9f93-32af1aa5555c'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:14.890048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['fd8707c0-f8f0-496b-9f93-32af1aa5555c'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:14.979678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55e801-bbfb-4cef-948f-5e30bdb69e7d None None] Pushing event updated for resources: {'Port': ['ID=9886980f-bb35-4a38-94d4-f4f1672f6f66,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:14.993810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2c8c6-f93f-4ee8-8efd-e01d5117eb46 None None] Port ca4e4db8-2222-4d9d-82fd-33f3de8996aa cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:44:15.143932 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.147894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] Set router fd8707c0-f8f0-496b-9f93-32af1aa5555c gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:15.155448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.332955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db97f2-f8bb-4612-91d7-53df172450d0 req-14d834a0-6014-41b1-bca1-08d1ed5fc40b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:15.334607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43db97f2-f8bb-4612-91d7-53df172450d0 req-14d834a0-6014-41b1-bca1-08d1ed5fc40b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 936 time: 0.2338846 Aug 09 15:44:15.366226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dfdfb9-d701-43d0-b81e-042871166976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea1b850-330a-46ef-94ea-ce3e9cd033e7'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:15.370167 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2600ca9a-b932-4eb4-aae3-4aca900f62d1" -d '{"events": [{"server_uuid": "b7dfdfb9-d701-43d0-b81e-042871166976", "name": "network-vif-plugged", "status": "completed", "tag": "8ea1b850-330a-46ef-94ea-ce3e9cd033e7"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:15.399478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:15.413852 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.532434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e32b44b5-9070-45b7-808c-ffbf4d255d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.557861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:15.595694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43db97f2-f8bb-4612-91d7-53df172450d0 req-b48dd9c3-8899-400b-9386-b7cf3f223c42 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361460 Aug 09 15:44:15.631349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e32b44b5-9070-45b7-808c-ffbf4d255d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.635466 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57f6c73-597e-4782-a118-347209749571 x-openstack-request-id: req-d57f6c73-597e-4782-a118-347209749571 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:15.635777 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dfdfb9-d701-43d0-b81e-042871166976", "name": "network-vif-plugged", "status": "completed", "tag": "8ea1b850-330a-46ef-94ea-ce3e9cd033e7", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:15.636035 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d57f6c73-597e-4782-a118-347209749571 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:15.637644 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dfdfb9-d701-43d0-b81e-042871166976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea1b850-330a-46ef-94ea-ce3e9cd033e7', 'code': 200} Aug 09 15:44:15.662747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'name': 'tempest-ServersTestMultiNic-381912941-router', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:06Z', 'updated_at': '2021-08-09T15:44:10Z', 'revision_number': 3, 'project_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'gw_port': {'id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:08Z', 'updated_at': '2021-08-09T15:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:15.688867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b44b5-9070-45b7-808c-ffbf4d255d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7eff419-a4b2-49d2-a441-10f6cc9f4039,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:15.695216 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e32b44b5-9070-45b7-808c-ffbf4d255d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.697878 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e32b44b5-9070-45b7-808c-ffbf4d255d9b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f7eff419-a4b2-49d2-a441-10f6cc9f4039 HTTP/1.1" status: 204 len: 168 time: 1.2449808 Aug 09 15:44:15.700632 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56362) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:15.735327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c3037-92de-45d4-81d4-7ace6ff9cb1f None None] The sync data for ids ['fd8707c0-f8f0-496b-9f93-32af1aa5555c'] in n-d-803778-2 is: [{'id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'name': 'tempest-ServersTestMultiNic-381912941-router', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:06Z', 'updated_at': '2021-08-09T15:44:10Z', 'revision_number': 3, 'project_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'gw_port': {'id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:08Z', 'updated_at': '2021-08-09T15:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:44:15.739072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b09585-a4e1-4b20-99fb-7d50b04e9bd2 None None] Network 4e95678c-f604-488c-a0d0-b2b1d21ee519 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:15.749008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4e4db8-2222-4d9d-82fd-33f3de8996aa {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:15.770190 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:15.780100 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.791716 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.861437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Transition to ACTIVE for port object 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:15.863717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Transition to ACTIVE for port object ca4e4db8-2222-4d9d-82fd-33f3de8996aa will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:15.874610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd0b9a-cb20-4b53-b800-d1dfe3a9a508 req-b5234b26-568f-43f4-950a-5dcabca3d9bf tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:15.883948 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2bd0b9a-cb20-4b53-b800-d1dfe3a9a508 req-b5234b26-568f-43f4-950a-5dcabca3d9bf tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 945 time: 0.1468484 Aug 09 15:44:15.891149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Allocated IP 172.20.0.1 (98ca93eb-ce92-4a95-a58b-1b312018fc73/2d16c5ed-209a-45ab-b274-b431ac22a3ea/c70fe34f-4feb-4efa-99eb-a551f606a261) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:15.896892 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.907402 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.946111 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.961809 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2bd0b9a-cb20-4b53-b800-d1dfe3a9a508 req-f4f2e53a-9efd-4888-99b8-52b43627973a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729256 Aug 09 15:44:15.982753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fed68-5c73-4e46-aba3-f362a132c238 req-97cca33a-1061-4d45-ac33-c56b5326c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:15.984382 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d01fed68-5c73-4e46-aba3-f362a132c238 req-97cca33a-1061-4d45-ac33-c56b5326c73e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 1096 time: 0.2557573 Aug 09 15:44:16.044621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac99028e-36cc-4101-bba4-4f4a561da3c0 None None] DHCP port deletion for 4e95678c-f604-488c-a0d0-b2b1d21ee519 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:44:16.138291 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d01fed68-5c73-4e46-aba3-f362a132c238 req-8e145cd0-84b6-4809-9e9b-b616124b920f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429791 Aug 09 15:44:16.145311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ac99028e-36cc-4101-bba4-4f4a561da3c0 None None] Deleting port aed91325-3b23-45b6-b6db-710431462797 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:16.145720 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ac99028e-36cc-4101-bba4-4f4a561da3c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.164793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Deleting port aed91325-3b23-45b6-b6db-710431462797 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:16.165519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.173892 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.197706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Transition to ACTIVE for port object c70fe34f-4feb-4efa-99eb-a551f606a261 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:16.218232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aed91325-3b23-45b6-b6db-710431462797 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:16.278757 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-1e6b0cd1-8d71-4ac7-ba15-2a3e424f8b0e tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=0bc9b9b6bcea42a8844814b12e253ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3448687 Aug 09 15:44:16.342158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ac99028e-36cc-4101-bba4-4f4a561da3c0 None None] For port aed91325-3b23-45b6-b6db-710431462797, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aed91325-3b23-45b6-b6db-710431462797,segment=NetworkSegment(1d23dcb8-229c-47cb-815b-9c9ab9c66a39),segment_id=1d23dcb8-229c-47cb-815b-9c9ab9c66a39)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:16.342743 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ac99028e-36cc-4101-bba4-4f4a561da3c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.381337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ac99028e-36cc-4101-bba4-4f4a561da3c0 None None] Calling delete_port for aed91325-3b23-45b6-b6db-710431462797 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:16.385068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] For port aed91325-3b23-45b6-b6db-710431462797, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aed91325-3b23-45b6-b6db-710431462797,segment=NetworkSegment(1d23dcb8-229c-47cb-815b-9c9ab9c66a39),segment_id=1d23dcb8-229c-47cb-815b-9c9ab9c66a39)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:16.385482 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.408349 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.431298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Calling delete_port for aed91325-3b23-45b6-b6db-710431462797 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:16.487105 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.495941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Pushing event updated for resources: {'Port': ['ID=ca4e4db8-2222-4d9d-82fd-33f3de8996aa,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:16.499062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefc5b4-7c7f-4392-8374-6a6fd2871aa1 req-e4eb9c64-8384-4806-b877-ff71c9a58e49 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:16.508005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cbefc5b4-7c7f-4392-8374-6a6fd2871aa1 req-e4eb9c64-8384-4806-b877-ff71c9a58e49 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 944 time: 0.1194763 Aug 09 15:44:16.521563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e30a69-9aac-4e56-947b-98acc468c62d req-1da935c3-08bc-4790-8fdd-2887456baafc tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:16.531600 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-1da935c3-08bc-4790-8fdd-2887456baafc tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2513435 Aug 09 15:44:16.571100 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cbefc5b4-7c7f-4392-8374-6a6fd2871aa1 req-a0e049fd-f149-4018-b1c4-7c4b8a01b10c tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621090 Aug 09 15:44:16.588746 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-757f5b4d-cebc-4ac2-a17e-5b174f5172ac tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/quotas/0bc9b9b6bcea42a8844814b12e253ae4 HTTP/1.1" status: 200 len: 375 time: 0.0552213 Aug 09 15:44:16.590640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port aed91325-3b23-45b6-b6db-710431462797, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aed91325-3b23-45b6-b6db-710431462797,segment=NetworkSegment(1d23dcb8-229c-47cb-815b-9c9ab9c66a39),segment_id=1d23dcb8-229c-47cb-815b-9c9ab9c66a39)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:16.604527 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.627880 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.655569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event deleted for resources: {'Port': ['ID=aed91325-3b23-45b6-b6db-710431462797,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:16.662308 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-ab54709f-1c48-4291-9c3b-dc3d1ea3a045 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0bc9b9b6bcea42a8844814b12e253ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716622 Aug 09 15:44:16.674816 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ac99028e-36cc-4101-bba4-4f4a561da3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.684315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] No DVR routers for this DVR port aed91325-3b23-45b6-b6db-710431462797 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:16.686481 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Pushing event deleted for resources: {'Port': ['ID=aed91325-3b23-45b6-b6db-710431462797,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:16.743626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99028e-36cc-4101-bba4-4f4a561da3c0 None None] Pushing event deleted for resources: {'Port': ['ID=aed91325-3b23-45b6-b6db-710431462797,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:16.760401 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac99028e-36cc-4101-bba4-4f4a561da3c0 None None] No DVR routers for this DVR port aed91325-3b23-45b6-b6db-710431462797 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:16.815279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:16.822562 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.849177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e95678c-f604-488c-a0d0-b2b1d21ee519']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:16.859310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Network 98ca93eb-ce92-4a95-a58b-1b312018fc73 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:16.863372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d23dcb8-229c-47cb-815b-9c9ab9c66a39') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:16.864000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d23dcb8-229c-47cb-815b-9c9ab9c66a39') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:16.876796 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.884782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:16.884782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:16.914422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.926257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:44:16.928306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:44:16.933327 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:44:17.046618 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.059515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Attempting to bind port ca4e4db8-2222-4d9d-82fd-33f3de8996aa on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:17.061884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Attempting to bind port ca4e4db8-2222-4d9d-82fd-33f3de8996aa by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:17.062815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Attempting to bind port ca4e4db8-2222-4d9d-82fd-33f3de8996aa on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:17.070423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Pushing event updated for resources: {'Port': ['ID=c70fe34f-4feb-4efa-99eb-a551f606a261,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:17.095741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.114330 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] 10.222.0.81 "DELETE /v2.0/networks/4e95678c-f604-488c-a0d0-b2b1d21ee519 HTTP/1.1" status: 204 len: 168 time: 1.4089131 Aug 09 15:44:17.116748 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14809bd-52ed-4055-b30f-2424a1b4304d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e95678c-f604-488c-a0d0-b2b1d21ee519,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:17.131938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Attempting to bind port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:17.132286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Attempting to bind port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '4e0b8c22-7688-4cd6-b7b4-1ff2eac404af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f58ae661-b6f5-43bb-a779-214337f831e7'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:17.132751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Attempting to bind port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 on network f58ae661-b6f5-43bb-a779-214337f831e7 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:17.142112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Port ca4e4db8-2222-4d9d-82fd-33f3de8996aa on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:17.142445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Attempting to bind port ca4e4db8-2222-4d9d-82fd-33f3de8996aa on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:17.156457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:17.157075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:17.157611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:17.158123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Bound port: ca4e4db8-2222-4d9d-82fd-33f3de8996aa, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:17.158502 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.167035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 on network f58ae661-b6f5-43bb-a779-214337f831e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:17.167375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Attempting to bind port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 on network f58ae661-b6f5-43bb-a779-214337f831e7 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:17.188378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.243287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:17.244039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Checking segment: {'id': '4e0b8c22-7688-4cd6-b7b4-1ff2eac404af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f58ae661-b6f5-43bb-a779-214337f831e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:17.244631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Bound using segment: {'id': '4e0b8c22-7688-4cd6-b7b4-1ff2eac404af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f58ae661-b6f5-43bb-a779-214337f831e7'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:17.245689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Bound port: 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0b8c22-7688-4cd6-b7b4-1ff2eac404af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'f58ae661-b6f5-43bb-a779-214337f831e7'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:17.246615 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.277235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ce0f-8c70-4453-94ee-64ca88fb1ee9 req-0d57ef09-6240-47ea-84d3-70de6c82c63b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:17.278748 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e15ce0f-8c70-4453-94ee-64ca88fb1ee9 req-0d57ef09-6240-47ea-84d3-70de6c82c63b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 948 time: 0.2479956 Aug 09 15:44:17.322087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ab53781a-4e37-4128-9aa0-0db979cfece8 None None] Provisioning for port c70fe34f-4feb-4efa-99eb-a551f606a261 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:17.339580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ab53781a-4e37-4128-9aa0-0db979cfece8 None None] Provisioning complete for port c70fe34f-4feb-4efa-99eb-a551f606a261 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:17.340693 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ab53781a-4e37-4128-9aa0-0db979cfece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.392140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ab53781a-4e37-4128-9aa0-0db979cfece8 None None] Port c70fe34f-4feb-4efa-99eb-a551f606a261 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:44:17.428039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56390) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:17.451151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] For port ca4e4db8-2222-4d9d-82fd-33f3de8996aa, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:17.481659 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e15ce0f-8c70-4453-94ee-64ca88fb1ee9 req-a16ac915-549f-4db0-8236-208d5c1e9f6a tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639011 Aug 09 15:44:17.500698 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-85cb117e-56bd-405d-a162-82715de3c255 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d42d5365222d48d4b2542019f5092cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711391 Aug 09 15:44:17.502244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56394) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:17.537390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] For port ca4e4db8-2222-4d9d-82fd-33f3de8996aa, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ca4e4db8-2222-4d9d-82fd-33f3de8996aa,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:17.551408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] For port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:17.554681 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.559418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] For port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1,segment=NetworkSegment(4e0b8c22-7688-4cd6-b7b4-1ff2eac404af),segment_id=4e0b8c22-7688-4cd6-b7b4-1ff2eac404af)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:17.571560 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.594304 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1b425d3-65a5-4a25-adce-c2eb6b59af11 req-adc671f4-2a19-4dba-a042-83cab4b2a1d6 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 210 time: 0.0464303 Aug 09 15:44:17.635183 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3362073a-ea8d-4635-88eb-468132669e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.645545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:17.646415 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.647845 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] 10.222.0.53 "PUT /v2.0/ports/ca4e4db8-2222-4d9d-82fd-33f3de8996aa HTTP/1.1" status: 200 len: 1096 time: 3.2308753 Aug 09 15:44:17.665696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a39dd97-1701-4a20-989e-947ced50080b', 'tag': 'ca4e4db8-2222-4d9d-82fd-33f3de8996aa'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:17.667974 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf970df-667e-475b-83ce-0ca5b2302c76" -d '{"events": [{"name": "network-changed", "server_uuid": "9a39dd97-1701-4a20-989e-947ced50080b", "tag": "ca4e4db8-2222-4d9d-82fd-33f3de8996aa"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:17.680079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3362073a-ea8d-4635-88eb-468132669e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.690770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:17.694345 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.695948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] 10.222.0.53 "PUT /v2.0/ports/6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 HTTP/1.1" status: 200 len: 1092 time: 3.4365227 Aug 09 15:44:17.736210 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.779428 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3362073a-ea8d-4635-88eb-468132669e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.783334 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3362073a-ea8d-4635-88eb-468132669e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.785776 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3362073a-ea8d-4635-88eb-468132669e22 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3e298a4-dea0-4fd4-93a9-8a4be9508de2 HTTP/1.1" status: 204 len: 168 time: 0.2818191 Aug 09 15:44:17.869721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b36fd-bfac-4edd-b0ac-f56d5b8cfb3b service neutron] Pushing event updated for resources: {'Port': ['ID=ca4e4db8-2222-4d9d-82fd-33f3de8996aa,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:17.869995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362073a-ea8d-4635-88eb-468132669e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e298a4-dea0-4fd4-93a9-8a4be9508de2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:17.929655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00214-1cef-440c-aee7-db140bdbfb76 req-ce5dd9c8-a322-4315-a477-dd014df2ac69 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:17.937056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d0929-3f52-46ca-b2c3-be8b69ec623f req-cd6c6c8f-eaa6-4245-b447-c23bc9bd118b tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:17.938747 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-602d0929-3f52-46ca-b2c3-be8b69ec623f req-cd6c6c8f-eaa6-4245-b447-c23bc9bd118b tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 944 time: 0.1500306 Aug 09 15:44:17.939708 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79c00214-1cef-440c-aee7-db140bdbfb76 req-ce5dd9c8-a322-4315-a477-dd014df2ac69 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 945 time: 0.3199465 Aug 09 15:44:18.020353 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-602d0929-3f52-46ca-b2c3-be8b69ec623f req-e59c22ef-eee4-4112-9668-369c327e49eb tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660846 Aug 09 15:44:18.109114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79c00214-1cef-440c-aee7-db140bdbfb76 req-b0a86ec1-2730-448e-a55b-b4a643e67e56 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677990 Aug 09 15:44:18.110935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6122c-93a1-4f32-b59d-47831730274a req-a000d030-f007-4c87-8d3e-756dda1d9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.112508 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-a000d030-f007-4c87-8d3e-756dda1d9f2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ffd43318762b472fb921f2c7b68c2ecb&device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 1095 time: 0.3367796 Aug 09 15:44:18.146887 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6e39c9-ae6c-471b-bcea-b00a5f8feb03 x-openstack-request-id: req-9b6e39c9-ae6c-471b-bcea-b00a5f8feb03 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:18.147182 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a39dd97-1701-4a20-989e-947ced50080b", "tag": "ca4e4db8-2222-4d9d-82fd-33f3de8996aa", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:18.147436 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b6e39c9-ae6c-471b-bcea-b00a5f8feb03 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:18.147832 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a39dd97-1701-4a20-989e-947ced50080b', 'tag': 'ca4e4db8-2222-4d9d-82fd-33f3de8996aa', 'status': 'completed', 'code': 200} Aug 09 15:44:18.245187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9886980f-bb35-4a38-94d4-f4f1672f6f66 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:18.265799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-0064323b-b8db-4ec0-945d-2974c040524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.275321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-0064323b-b8db-4ec0-945d-2974c040524e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 1099 time: 0.4964297 Aug 09 15:44:18.290721 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-13c12c71-9c38-4397-b23b-41bbaf6b0339 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 HTTP/1.1" status: 200 len: 217 time: 0.1517143 Aug 09 15:44:18.311720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e38d3d-00fc-493d-b988-9473aa4be8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:18.425706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-1d763f69-39ec-4e34-9c33-e4f5c9a52e3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ca4e4db8-2222-4d9d-82fd-33f3de8996aa HTTP/1.1" status: 200 len: 217 time: 0.1312280 Aug 09 15:44:18.528807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 9886980f-bb35-4a38-94d4-f4f1672f6f66 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:18.534533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6122c-93a1-4f32-b59d-47831730274a req-71ea468a-8472-42a3-9f9f-007ab3c06ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.536134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9886980f-bb35-4a38-94d4-f4f1672f6f66 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:18.537017 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:18.537795 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-71ea468a-8472-42a3-9f9f-007ab3c06ec2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=38c1b00a-a7a1-4769-a935-c8028f9fff9a HTTP/1.1" status: 200 len: 860 time: 0.2084966 Aug 09 15:44:18.615425 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-94c301f8-b938-46eb-bce9-4e873c596b7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f58ae661-b6f5-43bb-a779-214337f831e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577688 Aug 09 15:44:18.621346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-825bae26-bc85-433e-9fc2-e9e9acd8710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.624183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-825bae26-bc85-433e-9fc2-e9e9acd8710c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1917500 Aug 09 15:44:18.640535 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-61bd2b00-d72c-47f8-b73a-101678fef2d1 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0bc9b9b6bcea42a8844814b12e253ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853977 Aug 09 15:44:18.747124 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:18.780205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 9886980f-bb35-4a38-94d4-f4f1672f6f66, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9886980f-bb35-4a38-94d4-f4f1672f6f66,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:18.787743 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:18.889603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=9886980f-bb35-4a38-94d4-f4f1672f6f66,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:18.935084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e30a69-9aac-4e56-947b-98acc468c62d req-278ed6fa-fc18-4a2a-8b0f-28e50375a866 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.937869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-278ed6fa-fc18-4a2a-8b0f-28e50375a866 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2870798 Aug 09 15:44:18.947960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f90b4d-16a9-4b62-8cf6-8227a550a8d5 req-f3dae764-a526-4bf7-a89b-5455463b12c9 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.949646 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a0f90b4d-16a9-4b62-8cf6-8227a550a8d5 req-f3dae764-a526-4bf7-a89b-5455463b12c9 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 1096 time: 0.0965908 Aug 09 15:44:18.955089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Request body: {'port': {'device_id': 'f6eb6791-82f6-4622-b432-874640f7af41', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '0bc9b9b6bcea42a8844814b12e253ae4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:19.045173 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:19.057894 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a0f90b4d-16a9-4b62-8cf6-8227a550a8d5 req-3f8d69da-ffc6-413c-a35d-9a0c55b25011 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967529 Aug 09 15:44:19.064087 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:19.118037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Made reservation on behalf of 0bc9b9b6bcea42a8844814b12e253ae4 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:19.121925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:19.132647 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:19.195493 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:19.280882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:19.287282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:19.300039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-42cb4257-812f-46a3-a408-fd19a62086db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:19.301045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-42cb4257-812f-46a3-a408-fd19a62086db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6609623 Aug 09 15:44:19.318068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fb1d2-58ec-455d-8eab-0217e28dd85b req-e9699f11-8566-4669-be27-be6b2145dcc6 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:19.319598 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb2fb1d2-58ec-455d-8eab-0217e28dd85b req-e9699f11-8566-4669-be27-be6b2145dcc6 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 948 time: 0.2668793 Aug 09 15:44:19.360585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Pushing event updated for resources: {'Port': ['ID=c70fe34f-4feb-4efa-99eb-a551f606a261,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:19.390788 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0c29fbe0-8e56-420c-978e-46bc4df352ec req-6dad3778-c280-484b-b0ae-17aa111732f1 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 210 time: 0.0786090 Aug 09 15:44:19.411953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cad5ac-bc52-436f-b476-a13e836f3a78,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:19.452438 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-4da9d261-1cc8-4b22-ac55-46c707693636 service neutron] 10.222.0.53 "GET /v2.0/networks/f58ae661-b6f5-43bb-a779-214337f831e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8269169 Aug 09 15:44:19.506177 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb2fb1d2-58ec-455d-8eab-0217e28dd85b req-2813345c-8417-49d6-84eb-6f5f9c2f5a99 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689401 Aug 09 15:44:19.546266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Allocated IP 192.168.233.192 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/52c6c06c-c961-416c-a472-3615baa0f3ee) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:19.559667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Network 98ca93eb-ce92-4a95-a58b-1b312018fc73 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:19.568990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:19.572928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d9569-86b1-47ee-8dd4-919e1e564add req-5402dcaf-943e-48b8-8b46-2ea2568641bb tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:19.574517 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e76d9569-86b1-47ee-8dd4-919e1e564add req-5402dcaf-943e-48b8-8b46-2ea2568641bb tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 944 time: 0.0951395 Aug 09 15:44:19.603256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-f7a538b3-af5f-4e52-aa77-697e01a302e5 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811165 Aug 09 15:44:19.695042 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a6122c-93a1-4f32-b59d-47831730274a req-1aa6a7a9-feba-4cff-968e-c0a6767aa962 service neutron] 10.222.0.53 "GET /v2.0/networks/f58ae661-b6f5-43bb-a779-214337f831e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278249 Aug 09 15:44:19.720276 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e76d9569-86b1-47ee-8dd4-919e1e564add req-803871c3-2e2e-4c94-bc71-ba79189f509b tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276054 Aug 09 15:44:19.845936 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:19.896982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Transition to ACTIVE for port object 52c6c06c-c961-416c-a472-3615baa0f3ee will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:19.905618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3abacbd5-5e26-48bf-84d1-2dd266f7144d req-252aa952-93cd-488e-bef5-d40f5d99f41f service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400606 Aug 09 15:44:19.914035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af7a15-3d11-4600-ae13-54e3b291a6b0 req-69d752b0-3d0a-4cac-b845-d9f2320f0f33 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:19.927596 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6af7a15-3d11-4600-ae13-54e3b291a6b0 req-69d752b0-3d0a-4cac-b845-d9f2320f0f33 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 1096 time: 0.2501369 Aug 09 15:44:19.947604 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:20.011386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ecd1f470-473e-46d8-b7be-a3060d823265 None None] Provisioning complete for port c70fe34f-4feb-4efa-99eb-a551f606a261 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:20.012542 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ecd1f470-473e-46d8-b7be-a3060d823265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:20.023798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Router fd8707c0-f8f0-496b-9f93-32af1aa5555c has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:44:20.035653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:20.039380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:20.043613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:20.078012 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6af7a15-3d11-4600-ae13-54e3b291a6b0 req-1d63ed0a-731b-403a-b5ec-b710da31f44b tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474848 Aug 09 15:44:20.090879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1f470-473e-46d8-b7be-a3060d823265 None None] Port c70fe34f-4feb-4efa-99eb-a551f606a261 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:44:20.126544 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Pushing event updated for resources: {'Port': ['ID=52c6c06c-c961-416c-a472-3615baa0f3ee,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:20.158398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e18033-7514-4045-bfa3-5fb60406d361', 'tag': '6a8b02f8-0af7-48d6-ac99-52dfca32e4a1'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:20.159795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.161609 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:20.162357 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53231fa8-8281-42c7-a687-c6fe90bc1be7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e18033-7514-4045-bfa3-5fb60406d361", "tag": "6a8b02f8-0af7-48d6-ac99-52dfca32e4a1"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:20.183128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9886980f-bb35-4a38-94d4-f4f1672f6f66 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:20.188722 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-e39fb4ca-c709-4dfd-a71d-a2879563089a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2372458 Aug 09 15:44:20.205345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Request body: {'port': {'device_id': 'f6eb6791-82f6-4622-b432-874640f7af41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:20.219509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf970df-667e-475b-83ce-0ca5b2302c76 req-abe3e744-2129-4328-8d01-970051e19480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.221396 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbf970df-667e-475b-83ce-0ca5b2302c76 req-abe3e744-2129-4328-8d01-970051e19480 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 1099 time: 0.2221804 Aug 09 15:44:20.307063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9886980f-bb35-4a38-94d4-f4f1672f6f66 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:20.307766 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:20.326317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:20.346348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:44:20.366361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Sync routers for ids ['fd8707c0-f8f0-496b-9f93-32af1aa5555c'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:44:20.389840 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Routers {'fd8707c0-f8f0-496b-9f93-32af1aa5555c'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:20.390761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['fd8707c0-f8f0-496b-9f93-32af1aa5555c'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:20.451113 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260a96b4-8c93-4afc-a24f-9a1125bae672 x-openstack-request-id: req-260a96b4-8c93-4afc-a24f-9a1125bae672 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:20.451729 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e18033-7514-4045-bfa3-5fb60406d361", "tag": "6a8b02f8-0af7-48d6-ac99-52dfca32e4a1", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:20.452202 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-260a96b4-8c93-4afc-a24f-9a1125bae672 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:20.452803 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e18033-7514-4045-bfa3-5fb60406d361', 'tag': '6a8b02f8-0af7-48d6-ac99-52dfca32e4a1', 'status': 'completed', 'code': 200} Aug 09 15:44:20.464470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e62d3c4b-7de7-4fc4-b8bb-c8d9c9835ded admin admin] 10.222.0.81 "PUT /v2.0/routers/fd8707c0-f8f0-496b-9f93-32af1aa5555c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1912532 Aug 09 15:44:20.532877 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8c4a515f-996d-4c37-9063-3e008ebde219 None None] Provisioning for port 52c6c06c-c961-416c-a472-3615baa0f3ee completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:20.556261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53231fa8-8281-42c7-a687-c6fe90bc1be7 req-fa44ef26-1413-4f62-8958-8ef4d2828cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.558274 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53231fa8-8281-42c7-a687-c6fe90bc1be7 req-fa44ef26-1413-4f62-8958-8ef4d2828cf3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ffd43318762b472fb921f2c7b68c2ecb&device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 1095 time: 0.1096122 Aug 09 15:44:20.574610 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8c4a515f-996d-4c37-9063-3e008ebde219 None None] Provisioning complete for port 52c6c06c-c961-416c-a472-3615baa0f3ee triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:20.575283 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c4a515f-996d-4c37-9063-3e008ebde219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:20.609991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf970df-667e-475b-83ce-0ca5b2302c76 req-22b2213f-ae7f-4e54-9a1c-889436780ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.612849 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbf970df-667e-475b-83ce-0ca5b2302c76 req-22b2213f-ae7f-4e54-9a1c-889436780ae1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.2645333 Aug 09 15:44:20.637700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a515f-996d-4c37-9063-3e008ebde219 None None] Port 52c6c06c-c961-416c-a472-3615baa0f3ee cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:44:20.640713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Set router fd8707c0-f8f0-496b-9f93-32af1aa5555c gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:20.718641 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbf970df-667e-475b-83ce-0ca5b2302c76 req-ff967d15-0a9a-420b-b5c5-c81aaeb460a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ca4e4db8-2222-4d9d-82fd-33f3de8996aa HTTP/1.1" status: 200 len: 217 time: 0.0617459 Aug 09 15:44:20.741266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56530) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:20.830114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf970df-667e-475b-83ce-0ca5b2302c76 req-a4e0dd0c-8fea-449b-bcf8-3bf2197882c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.831505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbf970df-667e-475b-83ce-0ca5b2302c76 req-a4e0dd0c-8fea-449b-bcf8-3bf2197882c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1033719 Aug 09 15:44:20.833311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53231fa8-8281-42c7-a687-c6fe90bc1be7 req-b25ef3c3-7ef6-404c-9bd2-b68a74fead41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.834858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53231fa8-8281-42c7-a687-c6fe90bc1be7 req-b25ef3c3-7ef6-404c-9bd2-b68a74fead41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f58ae661-b6f5-43bb-a779-214337f831e7 HTTP/1.1" status: 200 len: 921 time: 0.2644482 Aug 09 15:44:20.873875 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c6c06c-c961-416c-a472-3615baa0f3ee {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:20.888668 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:20.908767 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308db3f8-ab1b-4cd4-ada5-6a755de4a7c1 req-54bb51c8-6406-4459-9e09-4610ca5037a9 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.910398 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-308db3f8-ab1b-4cd4-ada5-6a755de4a7c1 req-54bb51c8-6406-4459-9e09-4610ca5037a9 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 936 time: 0.1302030 Aug 09 15:44:20.924748 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-73ed377a-034a-4f95-a00a-a067df0a49c3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-716350763'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:20.928442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Transition to ACTIVE for port object 52c6c06c-c961-416c-a472-3615baa0f3ee will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:20.940778 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:20.947703 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53231fa8-8281-42c7-a687-c6fe90bc1be7 req-6900f62f-8794-4401-9466-c6bd87f7dc04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 HTTP/1.1" status: 200 len: 217 time: 0.0884039 Aug 09 15:44:20.996040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf970df-667e-475b-83ce-0ca5b2302c76 req-fdba6fc5-21c5-4806-9212-42d9bc3befb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:20.997654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbf970df-667e-475b-83ce-0ca5b2302c76 req-fdba6fc5-21c5-4806-9212-42d9bc3befb5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1508510 Aug 09 15:44:21.025051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'name': 'tempest-ServersTestMultiNic-381912941-router', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:06Z', 'updated_at': '2021-08-09T15:44:17Z', 'revision_number': 4, 'project_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'gw_port': {'id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:08Z', 'updated_at': '2021-08-09T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c70fe34f-4feb-4efa-99eb-a551f606a261', 'name': '', 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'mac_address': 'fa:16:3e:d1:5a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2d16c5ed-209a-45ab-b274-b431ac22a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:15Z', 'updated_at': '2021-08-09T15:44:18Z', 'revision_number': 2, 'project_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'subnets': [{'id': '2d16c5ed-209a-45ab-b274-b431ac22a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:21.054766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Checking router: fd8707c0-f8f0-496b-9f93-32af1aa5555c for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:44:21.055272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Updating router fd8707c0-f8f0-496b-9f93-32af1aa5555c port c70fe34f-4feb-4efa-99eb-a551f606a261 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:44:21.085398 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.114648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53231fa8-8281-42c7-a687-c6fe90bc1be7 req-b7279e13-358a-45d0-8524-3b2dd7e16076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.117239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53231fa8-8281-42c7-a687-c6fe90bc1be7 req-b7279e13-358a-45d0-8524-3b2dd7e16076 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=38c1b00a-a7a1-4769-a935-c8028f9fff9a HTTP/1.1" status: 200 len: 860 time: 0.1616549 Aug 09 15:44:21.120563 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ed377a-034a-4f95-a00a-a067df0a49c3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:21.125170 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73ed377a-034a-4f95-a00a-a067df0a49c3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.161182 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-308db3f8-ab1b-4cd4-ada5-6a755de4a7c1 req-3488cfe6-cb61-4259-b895-ea7143a950dc tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/security-groups?id=65cad5ac-bc52-436f-b476-a13e836f3a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400148 Aug 09 15:44:21.167166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53231fa8-8281-42c7-a687-c6fe90bc1be7 req-5330b3bd-d60f-4321-8324-527b3f4cc956 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f58ae661-b6f5-43bb-a779-214337f831e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370262 Aug 09 15:44:21.171650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Pushing event updated for resources: {'Port': ['ID=52c6c06c-c961-416c-a472-3615baa0f3ee,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:21.251997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbf970df-667e-475b-83ce-0ca5b2302c76 req-70d11a42-e96f-48ae-ac15-e41e05c6e751 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444806 Aug 09 15:44:21.359312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-47492b72-3025-43dc-9f07-18173abb1c5a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3205035 Aug 09 15:44:21.402970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ed377a-034a-4f95-a00a-a067df0a49c3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:44:21.453271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53231fa8-8281-42c7-a687-c6fe90bc1be7 req-d7f6554a-999d-48d6-a816-aa78fd39be3e service neutron] 10.222.0.53 "GET /v2.0/networks/f58ae661-b6f5-43bb-a779-214337f831e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773499 Aug 09 15:44:21.478862 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73ed377a-034a-4f95-a00a-a067df0a49c3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.479886 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-73ed377a-034a-4f95-a00a-a067df0a49c3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Added segment 7da4d41a-bbee-4d74-8191-4ed706eb1af0 of type vlan for network e0f61d85-62eb-4162-8885-06a88e208f88 Aug 09 15:44:21.530239 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.541536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Transition to ACTIVE for port object c70fe34f-4feb-4efa-99eb-a551f606a261 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:21.543157 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73ed377a-034a-4f95-a00a-a067df0a49c3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.549844 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.557082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbf970df-667e-475b-83ce-0ca5b2302c76 req-8eb79342-833a-4ec0-aaa6-32cb58878ee2 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441182 Aug 09 15:44:21.599638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Attempting to bind port 52c6c06c-c961-416c-a472-3615baa0f3ee on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:21.599979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Attempting to bind port 52c6c06c-c961-416c-a472-3615baa0f3ee by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:21.600314 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Attempting to bind port 52c6c06c-c961-416c-a472-3615baa0f3ee on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:21.600990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53231fa8-8281-42c7-a687-c6fe90bc1be7 req-97f368da-cc91-45e5-998b-f7dfe7777413 service neutron] 10.222.0.53 "GET /v2.0/networks/f58ae661-b6f5-43bb-a779-214337f831e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350262 Aug 09 15:44:21.618995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Port 52c6c06c-c961-416c-a472-3615baa0f3ee on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:21.619597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Attempting to bind port 52c6c06c-c961-416c-a472-3615baa0f3ee on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:21.640156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f03da-33d2-432a-9239-b433adcec22d req-1ec2fc07-fdde-4ad1-b2c4-98427509e932 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.642839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-874f03da-33d2-432a-9239-b433adcec22d req-1ec2fc07-fdde-4ad1-b2c4-98427509e932 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 948 time: 0.3057663 Aug 09 15:44:21.652250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca04d3c-b748-4153-aed9-c40cfedac210 None None] Pushing event updated for resources: {'Port': ['ID=c70fe34f-4feb-4efa-99eb-a551f606a261,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:21.687474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-d9441ea2-40c2-4dff-b30b-c15a1b1cb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.687971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-d9441ea2-40c2-4dff-b30b-c15a1b1cb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.688447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-d9441ea2-40c2-4dff-b30b-c15a1b1cb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.688920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-d9441ea2-40c2-4dff-b30b-c15a1b1cb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.689396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-d9441ea2-40c2-4dff-b30b-c15a1b1cb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.689889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-d9441ea2-40c2-4dff-b30b-c15a1b1cb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.690347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-d9441ea2-40c2-4dff-b30b-c15a1b1cb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.693273 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-d9441ea2-40c2-4dff-b30b-c15a1b1cb65a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6503 time: 0.2629399 Aug 09 15:44:21.694125 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:21.694865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:21.694865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:21.695258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Bound port: 52c6c06c-c961-416c-a472-3615baa0f3ee, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:21.695611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.746344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73ed377a-034a-4f95-a00a-a067df0a49c3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.747706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Attempting to bind port c70fe34f-4feb-4efa-99eb-a551f606a261 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:21.748335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Attempting to bind port c70fe34f-4feb-4efa-99eb-a551f606a261 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '7582ee12-2689-4d48-a479-d6f569549ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:21.749193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Attempting to bind port c70fe34f-4feb-4efa-99eb-a551f606a261 on network 98ca93eb-ce92-4a95-a58b-1b312018fc73 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:21.755567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:21.756372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Checking segment: {'id': '7582ee12-2689-4d48-a479-d6f569549ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:21.757102 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.757952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Bound using segment: {'id': '7582ee12-2689-4d48-a479-d6f569549ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:21.758077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed377a-034a-4f95-a00a-a067df0a49c3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:21.758995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Bound port: c70fe34f-4feb-4efa-99eb-a551f606a261, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7582ee12-2689-4d48-a479-d6f569549ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:21.759392 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.760671 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73ed377a-034a-4f95-a00a-a067df0a49c3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.868125 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] For port c70fe34f-4feb-4efa-99eb-a551f606a261, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:21.872783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] For port c70fe34f-4feb-4efa-99eb-a551f606a261, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c70fe34f-4feb-4efa-99eb-a551f606a261,segment=NetworkSegment(7582ee12-2689-4d48-a479-d6f569549ee3),segment_id=7582ee12-2689-4d48-a479-d6f569549ee3)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:21.877606 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.928789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Routers {'fd8707c0-f8f0-496b-9f93-32af1aa5555c'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:21.929434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['fd8707c0-f8f0-496b-9f93-32af1aa5555c'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:22.004584 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-874f03da-33d2-432a-9239-b433adcec22d req-70112edf-0f6d-4beb-ae57-5407965bd62c tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433828 Aug 09 15:44:22.069609 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] Set router fd8707c0-f8f0-496b-9f93-32af1aa5555c gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:22.101911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56580) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:22.106549 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-73ed377a-034a-4f95-a00a-a067df0a49c3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3639939 Aug 09 15:44:22.107533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e42a8ad7-f0b9-4bb7-9519-1d1822c924b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'subnet': {'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:22.137753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed377a-034a-4f95-a00a-a067df0a49c3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Network': ['ID=e0f61d85-62eb-4162-8885-06a88e208f88,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:22.163267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network e0f61d85-62eb-4162-8885-06a88e208f88 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:44:22.179704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] For port 52c6c06c-c961-416c-a472-3615baa0f3ee, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:22.180484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca04d3c-b748-4153-aed9-c40cfedac210 None None] Pushing event updated for resources: {'Port': ['ID=c70fe34f-4feb-4efa-99eb-a551f606a261,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:22.185094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] For port 52c6c06c-c961-416c-a472-3615baa0f3ee, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=52c6c06c-c961-416c-a472-3615baa0f3ee,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:22.189331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-b6528676-c858-4206-9359-0704daedfee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.189831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-b6528676-c858-4206-9359-0704daedfee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.190300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-b6528676-c858-4206-9359-0704daedfee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.192215 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-b6528676-c858-4206-9359-0704daedfee9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=513e6b81-6742-476e-a576-44c46ff3978e&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=9aebc04b-7567-491f-9526-844a2d600872&id=9aebc04b-7567-491f-9526-844a2d600872 HTTP/1.1" status: 200 len: 2297 time: 0.4715803 Aug 09 15:44:22.202095 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.274592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42a8ad7-f0b9-4bb7-9519-1d1822c924b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:22.278293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e42a8ad7-f0b9-4bb7-9519-1d1822c924b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.322146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.322779 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.324186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] 10.222.0.60 "PUT /v2.0/ports/52c6c06c-c961-416c-a472-3615baa0f3ee HTTP/1.1" status: 200 len: 1096 time: 2.1247098 Aug 09 15:44:22.326600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6eb6791-82f6-4622-b432-874640f7af41', 'tag': '52c6c06c-c961-416c-a472-3615baa0f3ee'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:22.328893 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44b32dd-ebff-4819-8943-99f21d6955f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f6eb6791-82f6-4622-b432-874640f7af41", "tag": "52c6c06c-c961-416c-a472-3615baa0f3ee"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:22.368401 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc5c3-716f-4d91-bfa9-a5b4ce47689a req-e660cb9d-5a98-41ed-ab24-1a720a3b5e09 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.383898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9b4fc5c3-716f-4d91-bfa9-a5b4ce47689a req-e660cb9d-5a98-41ed-ab24-1a720a3b5e09 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 944 time: 0.2470796 Aug 09 15:44:22.402019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7a9be-3f74-4906-a3f6-202784c47c93 service neutron] Pushing event updated for resources: {'Port': ['ID=52c6c06c-c961-416c-a472-3615baa0f3ee,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:22.448623 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-ccb5dc51-cdf8-4cd7-8fab-20640d0ae8ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acc8dcac-3435-4ea9-909a-709abae24ea2 HTTP/1.1" status: 200 len: 1001 time: 0.2397454 Aug 09 15:44:22.533015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'name': 'tempest-ServersTestMultiNic-381912941-router', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:06Z', 'updated_at': '2021-08-09T15:44:17Z', 'revision_number': 4, 'project_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'gw_port': {'id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:08Z', 'updated_at': '2021-08-09T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c70fe34f-4feb-4efa-99eb-a551f606a261', 'name': '', 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'mac_address': 'fa:16:3e:d1:5a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2d16c5ed-209a-45ab-b274-b431ac22a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:15Z', 'updated_at': '2021-08-09T15:44:21Z', 'revision_number': 4, 'project_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'subnets': [{'id': '2d16c5ed-209a-45ab-b274-b431ac22a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:22.545280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e30a69-9aac-4e56-947b-98acc468c62d req-2a945bbd-e2c6-44d3-9d90-b0a9efebb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.547084 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-2a945bbd-e2c6-44d3-9d90-b0a9efebb967 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0bc9b9b6bcea42a8844814b12e253ae4&device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 1099 time: 0.1603892 Aug 09 15:44:22.571446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42a507f-e39d-40bd-809d-0c60812304d1 None None] The sync data for ids ['fd8707c0-f8f0-496b-9f93-32af1aa5555c'] in n-d-803778-2 is: [{'id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'name': 'tempest-ServersTestMultiNic-381912941-router', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:06Z', 'updated_at': '2021-08-09T15:44:17Z', 'revision_number': 4, 'project_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'gw_port': {'id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:08Z', 'updated_at': '2021-08-09T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c70fe34f-4feb-4efa-99eb-a551f606a261', 'name': '', 'network_id': '98ca93eb-ce92-4a95-a58b-1b312018fc73', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'mac_address': 'fa:16:3e:d1:5a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2d16c5ed-209a-45ab-b274-b431ac22a3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:15Z', 'updated_at': '2021-08-09T15:44:21Z', 'revision_number': 4, 'project_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'subnets': [{'id': '2d16c5ed-209a-45ab-b274-b431ac22a3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:44:22.581782 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9b4fc5c3-716f-4d91-bfa9-a5b4ce47689a req-f11c225b-5a03-4c37-8e6e-82473c2721bf tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969113 Aug 09 15:44:22.592181 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e42a8ad7-f0b9-4bb7-9519-1d1822c924b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.710682 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-8db213f6-a25d-45b9-a681-ce2c97287e76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=52c6c06c-c961-416c-a472-3615baa0f3ee HTTP/1.1" status: 200 len: 217 time: 0.1171916 Aug 09 15:44:22.712317 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-c38c5e06-8d39-4dca-81c8-0fca643409f1 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:44:22.713362 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-c38c5e06-8d39-4dca-81c8-0fca643409f1 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3065784 Aug 09 15:44:22.719984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a8ad7-f0b9-4bb7-9519-1d1822c924b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Subnet': ['ID=2913e6d2-7e65-4479-ad57-048f5fc83c8f,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:22.726691 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-c506bbda-bc6d-4fbe-87dd-ffbba5092e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.728784 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-c506bbda-bc6d-4fbe-87dd-ffbba5092e75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=19138694-734c-4465-b6cf-40c50ce31215 HTTP/1.1" status: 200 len: 856 time: 0.2660406 Aug 09 15:44:22.751338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a8ad7-f0b9-4bb7-9519-1d1822c924b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Checking segment: {'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:22.751705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a8ad7-f0b9-4bb7-9519-1d1822c924b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network hostable DHCP agents. Network: e0f61d85-62eb-4162-8885-06a88e208f88, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:44:22.792266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a8ad7-f0b9-4bb7-9519-1d1822c924b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network e0f61d85-62eb-4162-8885-06a88e208f88 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:44:22.814879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e30a69-9aac-4e56-947b-98acc468c62d req-14fd1d10-43d7-49a2-a487-ed0cc9cafae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.814879 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-14fd1d10-43d7-49a2-a487-ed0cc9cafae5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0890334 Aug 09 15:44:22.820553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e42a8ad7-f0b9-4bb7-9519-1d1822c924b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, e0f61d85-62eb-4162-8885-06a88e208f88) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:22.828286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a8ad7-f0b9-4bb7-9519-1d1822c924b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.828890 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e42a8ad7-f0b9-4bb7-9519-1d1822c924b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.839485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9573e9d-fd1d-4f4e-9b76-260e34b1e19e None None] Network e0f61d85-62eb-4162-8885-06a88e208f88 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:22.854297 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e42a8ad7-f0b9-4bb7-9519-1d1822c924b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7512529 Aug 09 15:44:22.857307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56606) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:22.863531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5a8124aa-d05e-413d-b396-3d6826a203eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1334328076'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:22.869340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-99351712-eb04-4f42-b659-bc662f536625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.870653 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-99351712-eb04-4f42-b659-bc662f536625 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=513e6b81-6742-476e-a576-44c46ff3978e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079867 Aug 09 15:44:22.882391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] Request body: {'binding': {'host': 'n-h1-803778-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:22.883494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] Unknown quota resources ['binding']. {{(pid=94289) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:44:22.893187 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8124aa-d05e-413d-b396-3d6826a203eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:22.902495 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a8124aa-d05e-413d-b396-3d6826a203eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.960118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8124aa-d05e-413d-b396-3d6826a203eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:44:22.977545 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a8124aa-d05e-413d-b396-3d6826a203eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.978705 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-5a8124aa-d05e-413d-b396-3d6826a203eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Added segment d5f02e72-ca35-4500-941a-4e588a2d8b7f of type vlan for network 5d34bcf4-0c27-483b-aff7-f90e86abc280 Aug 09 15:44:22.995881 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e30a69-9aac-4e56-947b-98acc468c62d req-6cd3c828-9030-48ba-a5ca-2f903c2946b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:22.997542 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-6cd3c828-9030-48ba-a5ca-2f903c2946b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1759899 Aug 09 15:44:23.054196 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a8124aa-d05e-413d-b396-3d6826a203eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.109989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a8124aa-d05e-413d-b396-3d6826a203eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.118578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8124aa-d05e-413d-b396-3d6826a203eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:23.119591 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a8124aa-d05e-413d-b396-3d6826a203eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.247652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5a8124aa-d05e-413d-b396-3d6826a203eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3889480 Aug 09 15:44:23.255082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56630) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:23.259840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f5fd0a3c-5e5e-4ef6-97cf-45c3fb026f81 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'subnet': {'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:23.290255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-e0f61d85-62eb-4162-8885-06a88e208f88', 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'fixed_ips': [{'subnet_id': '2913e6d2-7e65-4479-ad57-048f5fc83c8f'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:44:23.291258 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.321951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8124aa-d05e-413d-b396-3d6826a203eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Network': ['ID=5d34bcf4-0c27-483b-aff7-f90e86abc280,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:23.337290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 5d34bcf4-0c27-483b-aff7-f90e86abc280 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:44:23.426561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fd0a3c-5e5e-4ef6-97cf-45c3fb026f81 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:23.430869 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0a3c-5e5e-4ef6-97cf-45c3fb026f81 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.538857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:23.596792 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Allocated IP 19.80.0.2 (e0f61d85-62eb-4162-8885-06a88e208f88/2913e6d2-7e65-4479-ad57-048f5fc83c8f/59a27af1-efc4-4ecc-8242-eddb28084412) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:23.651401 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-1b674d8f-94d2-4cbb-8603-440272995fc4 service neutron] 10.222.0.53 "GET /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7619560 Aug 09 15:44:23.662081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6493380-89cc-4d64-b69e-9eff3c52ec75 req-10a835d1-09f4-4818-9d3e-b564a4be3239 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:23.671211 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c6493380-89cc-4d64-b69e-9eff3c52ec75 req-10a835d1-09f4-4818-9d3e-b564a4be3239 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 948 time: 0.2033455 Aug 09 15:44:23.673108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0a3c-5e5e-4ef6-97cf-45c3fb026f81 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.676314 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-179c709a-5434-442b-9845-d8c2648430b8 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650136 Aug 09 15:44:23.759400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd0a3c-5e5e-4ef6-97cf-45c3fb026f81 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Subnet': ['ID=4d162754-8465-4bd5-857b-bfc9dc7ac0f2,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:23.774852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd0a3c-5e5e-4ef6-97cf-45c3fb026f81 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Checking segment: {'id': 'd5f02e72-ca35-4500-941a-4e588a2d8b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:23.775226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd0a3c-5e5e-4ef6-97cf-45c3fb026f81 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network hostable DHCP agents. Network: 5d34bcf4-0c27-483b-aff7-f90e86abc280, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:44:23.802479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1,segment=NetworkSegment(4e0b8c22-7688-4cd6-b7b4-1ff2eac404af),segment_id=4e0b8c22-7688-4cd6-b7b4-1ff2eac404af)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:23.802721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd0a3c-5e5e-4ef6-97cf-45c3fb026f81 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network 5d34bcf4-0c27-483b-aff7-f90e86abc280 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:44:23.817928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f5fd0a3c-5e5e-4ef6-97cf-45c3fb026f81 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 5d34bcf4-0c27-483b-aff7-f90e86abc280) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:23.829331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '6a8b02f8-0af7-48d6-ac99-52dfca32e4a1', 'network_id': 'f58ae661-b6f5-43bb-a779-214337f831e7', 'port_id': '6a8b02f8-0af7-48d6-ac99-52dfca32e4a1', 'mac_address': 'fa:16:3e:9f:8d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c1b00a-a7a1-4769-a935-c8028f9fff9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:23.832991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd0a3c-5e5e-4ef6-97cf-45c3fb026f81 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:23.834347 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0a3c-5e5e-4ef6-97cf-45c3fb026f81 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.841390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f7a535-a406-4f76-822b-ab238f1f5ab2 None None] Network 5d34bcf4-0c27-483b-aff7-f90e86abc280 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:23.863564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f5fd0a3c-5e5e-4ef6-97cf-45c3fb026f81 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6070001 Aug 09 15:44:23.889027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] Attempting to bind port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on host n-h1-803778-2 for vnic_type normal with profile None {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:23.889635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] Attempting to bind port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:23.889746 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] Attempting to bind port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:23.913112 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c6493380-89cc-4d64-b69e-9eff3c52ec75 req-5cddac39-8490-4bea-9f07-887a333ac8a6 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/security-groups?id=65cad5ac-bc52-436f-b476-a13e836f3a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366078 Aug 09 15:44:23.943783 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] Port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:23.944118 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] Attempting to bind port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:23.963522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:23.964428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:23.964428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] Bound using segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:23.964758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] Bound port: 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:23.974414 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ca57b8-0e55-46ed-9b23-235268457577 x-openstack-request-id: req-d4ca57b8-0e55-46ed-9b23-235268457577 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:23.974767 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6eb6791-82f6-4622-b432-874640f7af41", "tag": "52c6c06c-c961-416c-a472-3615baa0f3ee", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:23.974945 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4ca57b8-0e55-46ed-9b23-235268457577 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:23.975355 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6eb6791-82f6-4622-b432-874640f7af41', 'tag': '52c6c06c-c961-416c-a472-3615baa0f3ee', 'status': 'completed', 'code': 200} Aug 09 15:44:24.005820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29e30a69-9aac-4e56-947b-98acc468c62d req-d4bf60b4-3297-4953-8aaa-9c84151a679e service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050189 Aug 09 15:44:24.021137 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:24.056192 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-8495f73c-eac7-425f-97a5-b9ac0f14b2e0 service neutron] 10.222.0.53 "GET /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751841 Aug 09 15:44:24.068173 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:24.083431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:24.109055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Transition to ACTIVE for port object 59a27af1-efc4-4ecc-8242-eddb28084412 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:24.153547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1,segment=NetworkSegment(4e0b8c22-7688-4cd6-b7b4-1ff2eac404af),segment_id=4e0b8c22-7688-4cd6-b7b4-1ff2eac404af)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:24.171358 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:24.172231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ca4e4db8-2222-4d9d-82fd-33f3de8996aa details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:24.184804 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-a499bfe3-a6b0-4fcf-9e96-043711f682a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=75ee56ba-e36a-4905-b05b-e68f578f58fe HTTP/1.1" status: 200 len: 217 time: 0.0973563 Aug 09 15:44:24.217630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3357feb-39c0-4a1c-8017-38271c8e2db0 req-477fb81e-4c1e-433f-bf6a-2559117e9c24 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:24.225513 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3357feb-39c0-4a1c-8017-38271c8e2db0 req-477fb81e-4c1e-433f-bf6a-2559117e9c24 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 948 time: 0.1855593 Aug 09 15:44:24.230993 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Transition to ACTIVE for port object 59a27af1-efc4-4ecc-8242-eddb28084412 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:24.237358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c70fe34f-4feb-4efa-99eb-a551f606a261 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:24.290088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:24.303304 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:24.304478 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-cc639b00-a84a-485f-adcc-547c286ed9e3 service neutron] 10.222.0.81 "POST /v2.0/ports/8ea1b850-330a-46ef-94ea-ce3e9cd033e7/bindings HTTP/1.1" status: 201 len: 389 time: 1.5796106 Aug 09 15:44:24.309952 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:24.315492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b32dd-ebff-4819-8943-99f21d6955f9 req-a9f43d32-6db5-4ce7-8b99-8de60d077d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:24.317622 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d44b32dd-ebff-4819-8943-99f21d6955f9 req-a9f43d32-6db5-4ce7-8b99-8de60d077d03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0bc9b9b6bcea42a8844814b12e253ae4&device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 1099 time: 0.2412839 Aug 09 15:44:24.352643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-5d34bcf4-0c27-483b-aff7-f90e86abc280', 'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'fixed_ips': [{'subnet_id': '4d162754-8465-4bd5-857b-bfc9dc7ac0f2'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:44:24.353552 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:24.417170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-c31ae8f4-dd09-46d5-aff7-13906147b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:24.417975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Network e0f61d85-62eb-4162-8885-06a88e208f88 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:24.419596 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-c31ae8f4-dd09-46d5-aff7-13906147b3a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.2236829 Aug 09 15:44:24.423461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:24.429750 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:24.445543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:24.450219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3357feb-39c0-4a1c-8017-38271c8e2db0 req-3f9889a3-d77c-4416-8bb3-a138d9d514d8 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236986 Aug 09 15:44:24.562870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b32dd-ebff-4819-8943-99f21d6955f9 req-a22edac2-a3eb-4874-81c7-5a2bf6a8ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:24.564783 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d44b32dd-ebff-4819-8943-99f21d6955f9 req-a22edac2-a3eb-4874-81c7-5a2bf6a8ef3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.2368023 Aug 09 15:44:24.567236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-3f35c138-f4a3-4354-abd8-81cdd09be682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:24.568637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-3f35c138-f4a3-4354-abd8-81cdd09be682 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1155660 Aug 09 15:44:24.650865 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d44b32dd-ebff-4819-8943-99f21d6955f9 req-029492ba-1af7-4ed8-ad3f-d630b7f884f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=52c6c06c-c961-416c-a472-3615baa0f3ee HTTP/1.1" status: 200 len: 217 time: 0.0764349 Aug 09 15:44:24.731031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Pushing event updated for resources: {'Port': ['ID=59a27af1-efc4-4ecc-8242-eddb28084412,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:24.752523 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436963c-132a-4385-8287-4a993b51b960 req-00c3d076-22a9-4e52-acff-64dab568e583 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:24.755041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6436963c-132a-4385-8287-4a993b51b960 req-00c3d076-22a9-4e52-acff-64dab568e583 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 945 time: 0.2064598 Aug 09 15:44:24.785055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b32dd-ebff-4819-8943-99f21d6955f9 req-32819424-ef3c-4cf9-89d3-ec88912875d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:24.786687 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d44b32dd-ebff-4819-8943-99f21d6955f9 req-32819424-ef3c-4cf9-89d3-ec88912875d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1069779 Aug 09 15:44:24.787335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c70fe34f-4feb-4efa-99eb-a551f606a261 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:24.806404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ca4e4db8-2222-4d9d-82fd-33f3de8996aa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ca4e4db8-2222-4d9d-82fd-33f3de8996aa,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:24.809336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c70fe34f-4feb-4efa-99eb-a551f606a261 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:24.809876 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:24.811724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Attempting to bind port 59a27af1-efc4-4ecc-8242-eddb28084412 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:24.812331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Attempting to bind port 59a27af1-efc4-4ecc-8242-eddb28084412 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:24.812732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Attempting to bind port 59a27af1-efc4-4ecc-8242-eddb28084412 on network e0f61d85-62eb-4162-8885-06a88e208f88 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:24.861001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'ca4e4db8-2222-4d9d-82fd-33f3de8996aa', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'ca4e4db8-2222-4d9d-82fd-33f3de8996aa', 'mac_address': 'fa:16:3e:86:86:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:24.868392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-e4f16774-8228-410e-b1e8-b50d2e0c5e02 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739661 Aug 09 15:44:24.877045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:24.877756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Checking segment: {'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:24.879938 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6436963c-132a-4385-8287-4a993b51b960 req-95b09284-925b-44e0-9a91-e409201741cd tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043284 Aug 09 15:44:24.880134 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:24.880627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Bound using segment: {'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:24.881241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Bound port: 59a27af1-efc4-4ecc-8242-eddb28084412, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:24.882043 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:24.903157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Allocated IP 19.86.0.2 (5d34bcf4-0c27-483b-aff7-f90e86abc280/4d162754-8465-4bd5-857b-bfc9dc7ac0f2/f0c472c0-f155-4ac0-b8e9-3045cdf49db5) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:24.955704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b32dd-ebff-4819-8943-99f21d6955f9 req-954ae3d4-998e-49ae-bcb5-b9273e09aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:24.962300 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d44b32dd-ebff-4819-8943-99f21d6955f9 req-954ae3d4-998e-49ae-bcb5-b9273e09aa31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1653836 Aug 09 15:44:25.024262 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:25.041322 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56670) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:25.123926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4e4db8-2222-4d9d-82fd-33f3de8996aa {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:25.141470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] For port 59a27af1-efc4-4ecc-8242-eddb28084412, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:25.179960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] For port 59a27af1-efc4-4ecc-8242-eddb28084412, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=59a27af1-efc4-4ecc-8242-eddb28084412,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:25.187815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ca4e4db8-2222-4d9d-82fd-33f3de8996aa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ca4e4db8-2222-4d9d-82fd-33f3de8996aa,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:25.195068 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:25.210835 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:25.218893 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6948624-1f47-48a4-900f-d9e614b2ce8d req-5eb68b5f-325a-4008-a69f-a1a9a6dae7e9 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:25.222303 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6948624-1f47-48a4-900f-d9e614b2ce8d req-5eb68b5f-325a-4008-a69f-a1a9a6dae7e9 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 945 time: 0.1795657 Aug 09 15:44:25.231437 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-3c913631-6448-4b6a-a684-fad94f3b5fa2 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484194 Aug 09 15:44:25.239975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9644a-d102-45e4-989a-16f847889a3c req-52721ce7-c2d2-4bd2-bba6-b299e73c866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:25.242280 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d44b32dd-ebff-4819-8943-99f21d6955f9 req-f604cea9-8b66-4d48-b26c-1493632be8c3 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673810 Aug 09 15:44:25.242431 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-52721ce7-c2d2-4bd2-bba6-b299e73c866e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 1096 time: 0.6508005 Aug 09 15:44:25.245936 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:25.342302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-1d4c82dd-68aa-480b-bb8a-47eaf161a806 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=1a207547-ce94-4f83-a3cf-8a3ad7a93614 HTTP/1.1" status: 200 len: 217 time: 0.0978494 Aug 09 15:44:25.342302 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-42027246-90d7-40e9-806c-98727c90e6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:25.351297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-6a6f2232-fe78-49e6-993c-ce8162ff6f65 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:25.362636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-6a6f2232-fe78-49e6-993c-ce8162ff6f65 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:25.386544 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-6a6f2232-fe78-49e6-993c-ce8162ff6f65 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/networks?id=e0f61d85-62eb-4162-8885-06a88e208f88&id=5d34bcf4-0c27-483b-aff7-f90e86abc280&id=e0f61d85-62eb-4162-8885-06a88e208f88 HTTP/1.1" status: 200 len: 1391 time: 0.2498021 Aug 09 15:44:25.396173 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port c70fe34f-4feb-4efa-99eb-a551f606a261, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c70fe34f-4feb-4efa-99eb-a551f606a261,segment=NetworkSegment(7582ee12-2689-4d48-a479-d6f569549ee3),segment_id=7582ee12-2689-4d48-a479-d6f569549ee3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:25.397844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1de67e-7c76-4276-a2e7-3b519bee2bc7 None None] Pushing event updated for resources: {'Port': ['ID=59a27af1-efc4-4ecc-8242-eddb28084412,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:25.443105 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:25.453027 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:25.460106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9644a-d102-45e4-989a-16f847889a3c req-23a59f51-1588-44af-8bf5-6e51a5a8fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:25.463449 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-23a59f51-1588-44af-8bf5-6e51a5a8fce5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.2018371 Aug 09 15:44:25.479131 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-f2588d26-0476-4bfa-b20f-ddacd3e3847f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/quotas/4fe95ae5ac5c43c1bf5bfd641f7a602a HTTP/1.1" status: 200 len: 375 time: 0.0909624 Aug 09 15:44:25.479441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Transition to ACTIVE for port object f0c472c0-f155-4ac0-b8e9-3045cdf49db5 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:25.490220 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6948624-1f47-48a4-900f-d9e614b2ce8d req-afb89805-330a-4dd3-9042-4d1a99322a2d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550850 Aug 09 15:44:25.515691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=ca4e4db8-2222-4d9d-82fd-33f3de8996aa,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:25.608085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Transition to ACTIVE for port object f0c472c0-f155-4ac0-b8e9-3045cdf49db5 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:25.620407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-e15a7a80-0b38-4614-b106-41df5608c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:25.621185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['ca4e4db8-2222-4d9d-82fd-33f3de8996aa'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:25.621960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-e15a7a80-0b38-4614-b106-41df5608c112 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.2221220 Aug 09 15:44:25.622813 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-e3872421-860d-4902-8dc6-60a8d9206ebe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7 HTTP/1.1" status: 200 len: 217 time: 0.1071098 Aug 09 15:44:25.624453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['6a8b02f8-0af7-48d6-ac99-52dfca32e4a1'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:25.704734 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d44b32dd-ebff-4819-8943-99f21d6955f9 req-1e47ead7-6b65-49d7-8e81-53c8144695fc service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359260 Aug 09 15:44:25.735612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-538ff73f-e235-46c4-a41d-57f0f581823a tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2549095 Aug 09 15:44:25.737041 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-bcfac62e-9a59-4509-b6a1-de304f89316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:25.738681 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-bcfac62e-9a59-4509-b6a1-de304f89316a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0890408 Aug 09 15:44:25.766474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9644a-d102-45e4-989a-16f847889a3c req-dbd030d6-0fb2-43b5-ae23-a460bad5f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:25.773957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-dbd030d6-0fb2-43b5-ae23-a460bad5f6b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.1249075 Aug 09 15:44:25.798586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=c70fe34f-4feb-4efa-99eb-a551f606a261,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:25.802987 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:25.860762 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-42027246-90d7-40e9-806c-98727c90e6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:25.866062 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-42027246-90d7-40e9-806c-98727c90e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:25.907012 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-42027246-90d7-40e9-806c-98727c90e6b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a00476f27944b718be00d8759a05974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8578036 Aug 09 15:44:25.907012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56708) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:25.911619 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-3d6471cc-3eb4-4498-a79e-6b7d660a51e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364486 Aug 09 15:44:25.970308 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42027246-90d7-40e9-806c-98727c90e6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1103d8-e852-4314-ad70-0350571b741b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:26.000327 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-8eab20c1-57b6-4cae-b204-afe0a4ada5b2 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503281 Aug 09 15:44:26.067166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-4b0f5b4c-f948-4e1f-8f87-d7f4017a3519 service neutron] 10.222.0.81 "GET /v2.0/networks/e0f61d85-62eb-4162-8885-06a88e208f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304431 Aug 09 15:44:26.079883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Network 5d34bcf4-0c27-483b-aff7-f90e86abc280 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:26.111891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:26.142059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddb14ea8-b02e-44d0-9af7-d2b945135f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.145727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:26.163170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 52c6c06c-c961-416c-a472-3615baa0f3ee details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:26.169659 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddb14ea8-b02e-44d0-9af7-d2b945135f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.189161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Pushing event updated for resources: {'Port': ['ID=f0c472c0-f155-4ac0-b8e9-3045cdf49db5,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:26.194965 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-e78200b4-203b-44ac-8511-2405ea1f52dd service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862106 Aug 09 15:44:26.278660 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-de870c9b-4452-43ed-bfd6-cd1c96ab9654 service neutron] 10.222.0.81 "GET /v2.0/networks/e0f61d85-62eb-4162-8885-06a88e208f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974487 Aug 09 15:44:26.280547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-00a85660-258d-4d6d-b4ee-a9036f4888a8 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541098 Aug 09 15:44:26.305758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-76b577b1-0b60-4c35-b605-7606d85a63d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=d244bd87-3752-4971-9c65-29f6ddea2c84 HTTP/1.1" status: 200 len: 217 time: 0.0918753 Aug 09 15:44:26.313617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c70fe34f-4feb-4efa-99eb-a551f606a261 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:26.390102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddb14ea8-b02e-44d0-9af7-d2b945135f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.393010 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddb14ea8-b02e-44d0-9af7-d2b945135f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.397116 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ddb14ea8-b02e-44d0-9af7-d2b945135f34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e1103d8-e852-4314-ad70-0350571b741b HTTP/1.1" status: 204 len: 168 time: 0.4866695 Aug 09 15:44:26.428950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc6c23-aecd-4602-a077-3a8a76c53abf req-17268756-7f04-4d3e-8506-0237c5ad2c72 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:26.439331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3cfc6c23-aecd-4602-a077-3a8a76c53abf req-17268756-7f04-4d3e-8506-0237c5ad2c72 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 948 time: 0.2026291 Aug 09 15:44:26.455076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-91327384-1f6a-4882-8fdc-10c473421244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:26.455335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Attempting to bind port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:26.455817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Attempting to bind port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd5f02e72-ca35-4500-941a-4e588a2d8b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:26.455817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Attempting to bind port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 on network 5d34bcf4-0c27-483b-aff7-f90e86abc280 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:26.457093 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-91327384-1f6a-4882-8fdc-10c473421244 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.1295633 Aug 09 15:44:26.457860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb14ea8-b02e-44d0-9af7-d2b945135f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1103d8-e852-4314-ad70-0350571b741b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:26.495118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:26.495659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Checking segment: {'id': 'd5f02e72-ca35-4500-941a-4e588a2d8b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:26.496936 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.497354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Bound using segment: {'id': 'd5f02e72-ca35-4500-941a-4e588a2d8b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:26.498047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Bound port: f0c472c0-f155-4ac0-b8e9-3045cdf49db5, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f02e72-ca35-4500-941a-4e588a2d8b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:26.498594 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.499367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-def0c4f1-4dcf-4f2c-899c-005d5b2f73c4 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105987 Aug 09 15:44:26.551757 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-241318d1-e233-43d3-bab8-788ac2af0698 service neutron] 10.222.0.81 "GET /v2.0/networks/5d34bcf4-0c27-483b-aff7-f90e86abc280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686692 Aug 09 15:44:26.558520 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3cfc6c23-aecd-4602-a077-3a8a76c53abf req-a0129907-adb7-4b69-9528-29ae78601c48 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/security-groups?id=65cad5ac-bc52-436f-b476-a13e836f3a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183157 Aug 09 15:44:26.598438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-836764e1-b64b-4f55-9645-92706118453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:26.601331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-836764e1-b64b-4f55-9645-92706118453a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064746 Aug 09 15:44:26.688482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 52c6c06c-c961-416c-a472-3615baa0f3ee, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=52c6c06c-c961-416c-a472-3615baa0f3ee,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:26.731130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '52c6c06c-c961-416c-a472-3615baa0f3ee', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '52c6c06c-c961-416c-a472-3615baa0f3ee', 'mac_address': 'fa:16:3e:ea:79:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:26.736426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c70fe34f-4feb-4efa-99eb-a551f606a261 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:26.736942 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.762660 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b767418-b66b-4c6d-b4c1-aa725ebc462f req-9f29414d-a2a3-4b2c-9747-b2596c68c81d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:26.764226 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b767418-b66b-4c6d-b4c1-aa725ebc462f req-9f29414d-a2a3-4b2c-9747-b2596c68c81d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 949 time: 0.0776870 Aug 09 15:44:26.796875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] For port f0c472c0-f155-4ac0-b8e9-3045cdf49db5, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:26.799587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9644a-d102-45e4-989a-16f847889a3c req-ae3ec2dc-7f25-4bcf-9b50-ed4c56549c3c tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:26.802105 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-ae3ec2dc-7f25-4bcf-9b50-ed4c56549c3c tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976&tenant_id=f5b487a9592948f4bd3a59172c9bad40&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.2059627 Aug 09 15:44:26.820633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803778-2'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:26.826036 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-b7814c1d-1f8d-4884-ba4c-4f3c0a901f90 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107029 Aug 09 15:44:26.842700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] For port f0c472c0-f155-4ac0-b8e9-3045cdf49db5, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f0c472c0-f155-4ac0-b8e9-3045cdf49db5,segment=NetworkSegment(d5f02e72-ca35-4500-941a-4e588a2d8b7f),segment_id=d5f02e72-ca35-4500-941a-4e588a2d8b7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:26.857118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd5774f-5386-403c-acd1-1f8e031ba256 None None] Network e0f61d85-62eb-4162-8885-06a88e208f88 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:26.862630 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.865921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a8932f4e-9ff2-4569-9192-867ed24811b6 service neutron] 10.222.0.81 "GET /v2.0/networks/5d34bcf4-0c27-483b-aff7-f90e86abc280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065953 Aug 09 15:44:26.944683 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b767418-b66b-4c6d-b4c1-aa725ebc462f req-d0bc20e0-9aaf-467a-9d57-0c048adce3ea tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695240 Aug 09 15:44:26.947386 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.980513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-e9f66f35-2e05-4c18-94fe-52843627726a service neutron] 10.222.0.81 "GET /v2.0/networks/e0f61d85-62eb-4162-8885-06a88e208f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077030 Aug 09 15:44:26.981929 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-44fb76f5-d533-46c2-b3ae-c8c71121c79a service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490693 Aug 09 15:44:27.052417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c6c06c-c961-416c-a472-3615baa0f3ee {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:27.078260 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.078983 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-f0c91357-380f-4498-9bf6-f77b55797a6a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=4aa4ba74-90a3-46f1-832a-a6a8176e0745 HTTP/1.1" status: 200 len: 217 time: 0.0863850 Aug 09 15:44:27.085005 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e34b1989-509c-4428-bbf0-e7faf8c8c04a None None] Provisioning for port 59a27af1-efc4-4ecc-8242-eddb28084412 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:27.107828 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 52c6c06c-c961-416c-a472-3615baa0f3ee, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=52c6c06c-c961-416c-a472-3615baa0f3ee,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:27.161895 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.163630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be147901-6e20-48f2-9463-a24e4d17aa3f None None] Pushing event updated for resources: {'Port': ['ID=f0c472c0-f155-4ac0-b8e9-3045cdf49db5,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:27.213550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-74e7196a-480a-45f6-86a6-56bdd0724226 service neutron] 10.222.0.81 "GET /v2.0/networks/e0f61d85-62eb-4162-8885-06a88e208f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138226 Aug 09 15:44:27.247351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-de56b2cc-50a6-493a-9221-c37c37370683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:27.250251 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-de56b2cc-50a6-493a-9221-c37c37370683 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.1590626 Aug 09 15:44:27.296513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:27.317643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 59a27af1-efc4-4ecc-8242-eddb28084412 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:27.359680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:27.426993 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.430813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dfdfb9-d701-43d0-b81e-042871166976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea1b850-330a-46ef-94ea-ce3e9cd033e7'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:27.434407 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d13ad35-3d6d-4210-b783-bbd5364fec21" -d '{"events": [{"server_uuid": "b7dfdfb9-d701-43d0-b81e-042871166976", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea1b850-330a-46ef-94ea-ce3e9cd033e7"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:27.439469 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.446038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c74bea-d73f-464a-bb2b-b893cd71616f req-d666d59e-a237-42aa-8ddf-18e926355794 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:27.448714 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['52c6c06c-c961-416c-a472-3615baa0f3ee'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:27.450372 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-22c74bea-d73f-464a-bb2b-b893cd71616f req-d666d59e-a237-42aa-8ddf-18e926355794 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 945 time: 0.2637689 Aug 09 15:44:27.517225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-57ae9c10-f35d-4c98-af23-2bd639e3cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:27.524478 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-57ae9c10-f35d-4c98-af23-2bd639e3cd98 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2609231 Aug 09 15:44:27.570340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ca4e4db8-2222-4d9d-82fd-33f3de8996aa up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:27.585561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=52c6c06c-c961-416c-a472-3615baa0f3ee,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:27.602516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Pushing event updated for resources: {'Port': ['ID=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:27.682498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Attempting to bind port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on host n-h2-803778-2 for vnic_type normal with profile {"migrating_to": "n-h1-803778-2"} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:27.682842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Attempting to bind port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:27.683176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Attempting to bind port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:27.694602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:27.695583 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-22c74bea-d73f-464a-bb2b-b893cd71616f req-22de262e-7caa-4109-8f80-7ae1a4cab8f1 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316682 Aug 09 15:44:27.702439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Attempting to bind port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:27.718726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:27.720277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:27.721472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Bound using segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:27.723358 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Bound port: 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:27.725471 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.727072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56764) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:27.808756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-87e97f4d-7da6-47df-a015-5b5d22fefa76 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737405 Aug 09 15:44:27.810519 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e72a202-f771-4232-984d-43cb768c9bef x-openstack-request-id: req-7e72a202-f771-4232-984d-43cb768c9bef {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:27.810951 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dfdfb9-d701-43d0-b81e-042871166976", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea1b850-330a-46ef-94ea-ce3e9cd033e7", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:27.811850 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e72a202-f771-4232-984d-43cb768c9bef {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:27.812574 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dfdfb9-d701-43d0-b81e-042871166976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea1b850-330a-46ef-94ea-ce3e9cd033e7', 'code': 200} Aug 09 15:44:27.834470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 59a27af1-efc4-4ecc-8242-eddb28084412 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:27.842351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 59a27af1-efc4-4ecc-8242-eddb28084412 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:27.843096 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.901242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port ca4e4db8-2222-4d9d-82fd-33f3de8996aa completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:27.912574 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-855baf58-6cce-4c3e-8831-cad28940a859 req-ca0c7484-c481-4c3b-a9b8-0fb5cfb365ea tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 210 time: 0.0979962 Aug 09 15:44:27.917300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port ca4e4db8-2222-4d9d-82fd-33f3de8996aa triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:27.917741 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.069479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1986896663-network', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:28.082917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:28.090271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:28.119488 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.168431 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Made reservation on behalf of a726e29efbb9428aba595f86fe5964d0 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:28.171973 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.182798 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.200211 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.231077 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.255004 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-2c601d8b-2ea9-4ed7-92fb-0e1114ca683b service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164939 Aug 09 15:44:28.261700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab460f-7016-4fe9-8e22-c70c10204628 req-55e8a9a2-8286-49cc-ac6c-09192f45ae57 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:28.263410 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62ab460f-7016-4fe9-8e22-c70c10204628 req-55e8a9a2-8286-49cc-ac6c-09192f45ae57 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 943 time: 0.5491643 Aug 09 15:44:28.278242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a39dd97-1701-4a20-989e-947ced50080b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4e4db8-2222-4d9d-82fd-33f3de8996aa'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:28.280516 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0764adea-8b7d-4949-9c47-2e86061599bf" -d '{"events": [{"server_uuid": "9a39dd97-1701-4a20-989e-947ced50080b", "name": "network-vif-plugged", "status": "completed", "tag": "ca4e4db8-2222-4d9d-82fd-33f3de8996aa"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:28.285186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 59a27af1-efc4-4ecc-8242-eddb28084412, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=59a27af1-efc4-4ecc-8242-eddb28084412,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:28.291926 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.292515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c3212-80ff-4a8f-acec-422d06571ceb req-700ccb0d-62d9-48a8-a527-c0c7ac407bee tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:28.311050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b9c3212-80ff-4a8f-acec-422d06571ceb req-700ccb0d-62d9-48a8-a527-c0c7ac407bee tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 949 time: 0.2342181 Aug 09 15:44:28.335258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ca4e4db8-2222-4d9d-82fd-33f3de8996aa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ca4e4db8-2222-4d9d-82fd-33f3de8996aa,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:28.387343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:28.388168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.389375 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] 10.222.0.53 "PUT /v2.0/ports/8ea1b850-330a-46ef-94ea-ce3e9cd033e7 HTTP/1.1" status: 200 len: 1121 time: 1.5760543 Aug 09 15:44:28.390482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff22214-c222-45ef-8e91-a051dcafc0df service neutron] Pushing event updated for resources: {'Port': ['ID=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,revision_number=8']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:28.397428 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.398244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:28.446117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62ab460f-7016-4fe9-8e22-c70c10204628 req-574163e1-e1cf-4494-8f1e-fe0a01569830 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643887 Aug 09 15:44:28.529835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-85c8c611-10de-406f-8acc-cb04c376fef8 None None] Provisioning complete for port 59a27af1-efc4-4ecc-8242-eddb28084412 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:28.530211 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-85c8c611-10de-406f-8acc-cb04c376fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.538920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['8ea1b850-330a-46ef-94ea-ce3e9cd033e7'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:28.547151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f0c472c0-f155-4ac0-b8e9-3045cdf49db5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:28.563379 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-a18b8376-4e33-4766-a546-d5feed1a1eb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ad730bf3-f589-4d6f-83ff-b798d961769b HTTP/1.1" status: 200 len: 217 time: 0.2954078 Aug 09 15:44:28.570136 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.595566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=59a27af1-efc4-4ecc-8242-eddb28084412,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:28.619549 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-a0807636-37e2-4a9a-bd6c-f978712bd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:28.621268 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-a0807636-37e2-4a9a-bd6c-f978712bd23b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a229c198-1f7e-418d-9288-f40691af9d78 HTTP/1.1" status: 200 len: 797 time: 0.0484252 Aug 09 15:44:28.626093 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.694991 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:44:28.713805 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b9c3212-80ff-4a8f-acec-422d06571ceb req-501fe594-9a75-4409-bb5b-a398c7072876 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/security-groups?id=65cad5ac-bc52-436f-b476-a13e836f3a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829733 Aug 09 15:44:28.748950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7bb4f0-265f-41d0-9279-3b7104985597,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:28.757668 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.758258 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Added segment e41d58d1-10a0-4247-8a16-f8040723b8cd of type vlan for network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 Aug 09 15:44:28.771281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=ca4e4db8-2222-4d9d-82fd-33f3de8996aa,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:28.779358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:28.792960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:28.793338 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.826684 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-582dcf72-d267-4951-983c-43601308b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:28.828667 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-582dcf72-d267-4951-983c-43601308b386 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9aebc04b-7567-491f-9526-844a2d600872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1887009 Aug 09 15:44:28.854697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4402973-ed53-418a-b7ec-793773bcd21e None None] Network 5d34bcf4-0c27-483b-aff7-f90e86abc280 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:28.860334 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.916604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:29.286836 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81331cba-b9e3-42f1-bb63-c518c30759b2 x-openstack-request-id: req-81331cba-b9e3-42f1-bb63-c518c30759b2 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:29.287113 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a39dd97-1701-4a20-989e-947ced50080b", "name": "network-vif-plugged", "status": "completed", "tag": "ca4e4db8-2222-4d9d-82fd-33f3de8996aa", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:29.287437 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81331cba-b9e3-42f1-bb63-c518c30759b2 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:29.287841 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a39dd97-1701-4a20-989e-947ced50080b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4e4db8-2222-4d9d-82fd-33f3de8996aa', 'code': 200} Aug 09 15:44:29.304757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.310652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-29c3c8a3-5bde-4e34-a5dd-51419b558348 None None] Provisioning for port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:29.315885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b490328-71fb-48a0-ad57-4d171782303a req-4c66932b-385c-4888-b77d-0ff6c34dc107 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.326357 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b490328-71fb-48a0-ad57-4d171782303a req-4c66932b-385c-4888-b77d-0ff6c34dc107 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 950 time: 0.4857714 Aug 09 15:44:29.332438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-29c3c8a3-5bde-4e34-a5dd-51419b558348 None None] Provisioning complete for port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:29.332834 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-29c3c8a3-5bde-4e34-a5dd-51419b558348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.342923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7a51e-d39c-4339-8b3a-df4d7bfd4e13 req-a35c08a4-9213-460f-be2b-a779417ca39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.344640 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7e7a51e-d39c-4339-8b3a-df4d7bfd4e13 req-a35c08a4-9213-460f-be2b-a779417ca39d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 1101 time: 0.0681384 Aug 09 15:44:29.353737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebc0ba-9882-47a2-9f63-f78d1fbe9397 req-7b6a8755-ec57-464c-ae5d-0d1d772a9af6 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.361052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-54ebc0ba-9882-47a2-9f63-f78d1fbe9397 req-7b6a8755-ec57-464c-ae5d-0d1d772a9af6 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 945 time: 0.1135733 Aug 09 15:44:29.412539 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1,segment=NetworkSegment(4e0b8c22-7688-4cd6-b7b4-1ff2eac404af),segment_id=4e0b8c22-7688-4cd6-b7b4-1ff2eac404af)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:29.423624 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.429696 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.430791 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.431497 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.432407 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-54ebc0ba-9882-47a2-9f63-f78d1fbe9397 req-c46f65f6-0f34-4531-9bf2-7fd6c31ff94d tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704126 Aug 09 15:44:29.434331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7e7a51e-d39c-4339-8b3a-df4d7bfd4e13 req-508d4939-b643-4285-ac86-cc9cb51c707a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697033 Aug 09 15:44:29.477117 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7476408 Aug 09 15:44:29.479901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56820) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:29.485075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d0792a5d-c990-4b31-b92a-c79e9e9512c7 admin admin] Request body: {'subnet': {'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1986896663-subnet', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:29.527446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:29.529140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e169da24-af00-473a-976c-824103bc8b73 req-7a93fe77-cd16-4fe8-8a09-ee777862798c tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 210 time: 0.0357239 Aug 09 15:44:29.536727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0792a5d-c990-4b31-b92a-c79e9e9512c7 admin admin] Made reservation on behalf of a726e29efbb9428aba595f86fe5964d0 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:29.537684 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-29c3c8a3-5bde-4e34-a5dd-51419b558348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.540164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0792a5d-c990-4b31-b92a-c79e9e9512c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.565705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b490328-71fb-48a0-ad57-4d171782303a req-8586f450-6562-4e9b-8107-a80d189e7d00 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374060 Aug 09 15:44:29.575308 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-4975f390-27d4-4147-8e8c-80d2f1c6be78 service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7361584 Aug 09 15:44:29.610281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-29c3c8a3-5bde-4e34-a5dd-51419b558348 None None] For port f0c472c0-f155-4ac0-b8e9-3045cdf49db5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f0c472c0-f155-4ac0-b8e9-3045cdf49db5,segment=NetworkSegment(d5f02e72-ca35-4500-941a-4e588a2d8b7f),segment_id=d5f02e72-ca35-4500-941a-4e588a2d8b7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:29.615881 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-29c3c8a3-5bde-4e34-a5dd-51419b558348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.651391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6c287-8ddb-48c7-bf4f-84ad2aa7bef3 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0edc2e-0e97-4f4a-9d13-7a14466f6c17,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:29.683903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:44:29.772847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-80483b20-f491-462b-bd23-6202a2f08816 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.779126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-80483b20-f491-462b-bd23-6202a2f08816 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.780785 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-80483b20-f491-462b-bd23-6202a2f08816 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "GET /v2.0/networks?id=e0f61d85-62eb-4162-8885-06a88e208f88&id=5d34bcf4-0c27-483b-aff7-f90e86abc280&id=e0f61d85-62eb-4162-8885-06a88e208f88 HTTP/1.1" status: 200 len: 1391 time: 0.4728656 Aug 09 15:44:29.801705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'port': {'device_id': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88', 'admin_state_up': True, 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:29.817406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dfdfb9-d701-43d0-b81e-042871166976', 'tag': '8ea1b850-330a-46ef-94ea-ce3e9cd033e7'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:29.819769 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6b7273-3cac-4cb3-95f9-a0bc3106db2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dfdfb9-d701-43d0-b81e-042871166976", "tag": "8ea1b850-330a-46ef-94ea-ce3e9cd033e7"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:29.846982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0792a5d-c990-4b31-b92a-c79e9e9512c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.883636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9506ef-0c4b-4eb2-84c3-f1c18bdbc70e req-beed0aad-da5a-41aa-830a-d5133f8a6168 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.889825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3c8a3-5bde-4e34-a5dd-51419b558348 None None] Pushing event updated for resources: {'Port': ['ID=f0c472c0-f155-4ac0-b8e9-3045cdf49db5,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:29.891116 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de9506ef-0c4b-4eb2-84c3-f1c18bdbc70e req-beed0aad-da5a-41aa-830a-d5133f8a6168 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 943 time: 0.1845992 Aug 09 15:44:29.909104 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-1dca2089-cbbd-4387-b0a4-c824ed3848d3 service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181505 Aug 09 15:44:29.911374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0792a5d-c990-4b31-b92a-c79e9e9512c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b75b15d-0fb1-4926-95e9-d51d3d24f60e,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:29.919228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0792a5d-c990-4b31-b92a-c79e9e9512c7 admin admin] Checking segment: {'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:29.919604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0792a5d-c990-4b31-b92a-c79e9e9512c7 admin admin] Network hostable DHCP agents. Network: aa0edc2e-0e97-4f4a-9d13-7a14466f6c17, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:44:29.930132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6d855e62-9c11-4459-8dd6-18170b9ad2c4 None None] Provisioning complete for port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:29.930926 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6d855e62-9c11-4459-8dd6-18170b9ad2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.940081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0792a5d-c990-4b31-b92a-c79e9e9512c7 admin admin] Network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:44:29.951499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-d0792a5d-c990-4b31-b92a-c79e9e9512c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, aa0edc2e-0e97-4f4a-9d13-7a14466f6c17) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:29.955597 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0792a5d-c990-4b31-b92a-c79e9e9512c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.956273 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0792a5d-c990-4b31-b92a-c79e9e9512c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.976068 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d0792a5d-c990-4b31-b92a-c79e9e9512c7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4944706 Aug 09 15:44:29.976311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56866) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:29.978943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57b4fe0-42ad-4951-b4a8-c940679b0103 None None] Network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:29.982429 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-9aea8db9-5e61-4d5f-9fae-d4cb7cbf7e96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db9322e6-f226-4519-b232-0c993b0e4a63 HTTP/1.1" status: 200 len: 217 time: 0.0578141 Aug 09 15:44:29.986678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:30.045463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de9506ef-0c4b-4eb2-84c3-f1c18bdbc70e req-740a02ec-619f-4f86-ad2e-0124e8a6a657 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532068 Aug 09 15:44:30.083936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-202056e5-8285-4368-9099-c499b23d7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.085498 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-202056e5-8285-4368-9099-c499b23d7861 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a229c198-1f7e-418d-9288-f40691af9d78 HTTP/1.1" status: 200 len: 797 time: 0.0870008 Aug 09 15:44:30.088494 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.089517 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.157673 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:30.161429 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.164176 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 52c6c06c-c961-416c-a472-3615baa0f3ee up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:30.231891 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f56d648-107a-48c2-b351-f1f0221a8fef x-openstack-request-id: req-0f56d648-107a-48c2-b351-f1f0221a8fef {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:30.232234 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dfdfb9-d701-43d0-b81e-042871166976", "tag": "8ea1b850-330a-46ef-94ea-ce3e9cd033e7", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:30.232593 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f56d648-107a-48c2-b351-f1f0221a8fef {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:30.233011 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dfdfb9-d701-43d0-b81e-042871166976', 'tag': '8ea1b850-330a-46ef-94ea-ce3e9cd033e7', 'status': 'completed', 'code': 200} Aug 09 15:44:30.238869 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.308888 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'fixed_ips': [{'subnet_id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:44:30.309971 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.319983 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 52c6c06c-c961-416c-a472-3615baa0f3ee completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:30.342385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 52c6c06c-c961-416c-a472-3615baa0f3ee triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:30.343009 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.350070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b7273-3cac-4cb3-95f9-a0bc3106db2c req-4f0d9bb0-50c1-4bbd-9e08-81f474d944d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.370231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d6b7273-3cac-4cb3-95f9-a0bc3106db2c req-4f0d9bb0-50c1-4bbd-9e08-81f474d944d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 1124 time: 0.0925682 Aug 09 15:44:30.390378 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-2ed828f7-44fd-4d67-bf2a-f1f5679a2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.391925 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-2ed828f7-44fd-4d67-bf2a-f1f5679a2b18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9aebc04b-7567-491f-9526-844a2d600872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2960515 Aug 09 15:44:30.443018 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f0c472c0-f155-4ac0-b8e9-3045cdf49db5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:30.458702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a618a4-716b-46dc-98c3-e7d64570886b req-ebc984e9-5446-4ac6-aced-197f5b2822a4 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.460334 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a0a618a4-716b-46dc-98c3-e7d64570886b req-ebc984e9-5446-4ac6-aced-197f5b2822a4 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 949 time: 0.3230872 Aug 09 15:44:30.523014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b7273-3cac-4cb3-95f9-a0bc3106db2c req-5fa120fc-435b-45d1-a760-670e487d12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.525539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d6b7273-3cac-4cb3-95f9-a0bc3106db2c req-5fa120fc-435b-45d1-a760-670e487d12bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.1533689 Aug 09 15:44:30.587790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Allocated IP 172.20.0.2 (aa0edc2e-0e97-4f4a-9d13-7a14466f6c17/3b75b15d-0fb1-4926-95e9-d51d3d24f60e/e9f06681-91b1-488e-94a7-7c07bd938f6a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:30.609077 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.614370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.618426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d6b7273-3cac-4cb3-95f9-a0bc3106db2c req-ddfe7903-12d3-4c22-b2e8-3d101eb502fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7 HTTP/1.1" status: 200 len: 217 time: 0.0745504 Aug 09 15:44:30.625312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:30.626032 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.697239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b7273-3cac-4cb3-95f9-a0bc3106db2c req-279b1935-2415-4802-a3f1-6944b5e37e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.700280 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d6b7273-3cac-4cb3-95f9-a0bc3106db2c req-279b1935-2415-4802-a3f1-6944b5e37e87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.0725358 Aug 09 15:44:30.705557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a0a618a4-716b-46dc-98c3-e7d64570886b req-0b9f5edd-f35d-4c9b-9cb2-9ebb9f9077c7 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/security-groups?id=65cad5ac-bc52-436f-b476-a13e836f3a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984510 Aug 09 15:44:30.752495 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-20ad33f3-25ac-4710-b9c6-72dc27ff6d16 service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142622 Aug 09 15:44:30.757753 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d6b7273-3cac-4cb3-95f9-a0bc3106db2c req-85550121-f7c9-4c7f-ae59-88faf3dc448d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493190 Aug 09 15:44:30.761998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Allocated IP 19.80.0.50 (e0f61d85-62eb-4162-8885-06a88e208f88/2913e6d2-7e65-4479-ad57-048f5fc83c8f/5536e628-a086-4b44-8df9-95d253a4fb8d) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:30.828288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 52c6c06c-c961-416c-a472-3615baa0f3ee, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=52c6c06c-c961-416c-a472-3615baa0f3ee,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:30.837465 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.915618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d6b7273-3cac-4cb3-95f9-a0bc3106db2c req-821df470-e9a4-47d3-82f7-09f47c97499d service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409674 Aug 09 15:44:30.980999 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 59a27af1-efc4-4ecc-8242-eddb28084412 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:31.006250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=52c6c06c-c961-416c-a472-3615baa0f3ee,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:31.015895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc75eb5e-42d7-4860-bc37-83065c2e6b05 req-c8e5bb4c-041d-4119-8c64-8b3ef4dcdb27 service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504284 Aug 09 15:44:31.024311 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a5303e-a662-485b-a7d5-da93ee6ba0b1 req-d77738f1-d9a0-4fd1-bd43-361a95e369cd tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 210 time: 0.0389779 Aug 09 15:44:31.045085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8c601-73b3-488b-a12f-e60686e75746 req-15832591-820c-41f2-b483-496203b1433f tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:31.045827 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.053846 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2db8c601-73b3-488b-a12f-e60686e75746 req-15832591-820c-41f2-b483-496203b1433f tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 946 time: 0.1913385 Aug 09 15:44:31.069498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Transition to ACTIVE for port object e9f06681-91b1-488e-94a7-7c07bd938f6a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:31.088477 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d6b7273-3cac-4cb3-95f9-a0bc3106db2c req-8c6648bc-7acd-44ec-bf4f-ecb69241a858 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572690 Aug 09 15:44:31.094035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Transition to ACTIVE for port object e9f06681-91b1-488e-94a7-7c07bd938f6a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:31.097947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 59a27af1-efc4-4ecc-8242-eddb28084412 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:31.098824 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.102698 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.173853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:31.183178 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:31.187171 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:31.197728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Pushing event updated for resources: {'Port': ['ID=e9f06681-91b1-488e-94a7-7c07bd938f6a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:31.214775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11407273-3955-4ee4-9950-090d9639a056 req-c36b8745-b69e-4e0f-ac3b-d82dabbb8cde tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:31.216297 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11407273-3955-4ee4-9950-090d9639a056 req-c36b8745-b69e-4e0f-ac3b-d82dabbb8cde tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 950 time: 0.0722773 Aug 09 15:44:31.262249 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11407273-3955-4ee4-9950-090d9639a056 req-d8d935dd-c94b-49aa-ac16-6301a0fa88a8 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Aug 09 15:44:31.267786 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2db8c601-73b3-488b-a12f-e60686e75746 req-687ca2ed-d779-40d1-979b-520ebc320636 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130530 Aug 09 15:44:31.303724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e18033-7514-4045-bfa3-5fb60406d361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b02f8-0af7-48d6-ac99-52dfca32e4a1'}, {'server_uuid': 'f6eb6791-82f6-4622-b432-874640f7af41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c6c06c-c961-416c-a472-3615baa0f3ee'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:31.306216 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45c9abb-225e-4022-935e-6fdc661875d9" -d '{"events": [{"server_uuid": "a0e18033-7514-4045-bfa3-5fb60406d361", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b02f8-0af7-48d6-ac99-52dfca32e4a1"}, {"server_uuid": "f6eb6791-82f6-4622-b432-874640f7af41", "name": "network-vif-plugged", "status": "completed", "tag": "52c6c06c-c961-416c-a472-3615baa0f3ee"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:31.340908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Attempting to bind port e9f06681-91b1-488e-94a7-7c07bd938f6a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:31.341471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Attempting to bind port e9f06681-91b1-488e-94a7-7c07bd938f6a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:31.342016 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Attempting to bind port e9f06681-91b1-488e-94a7-7c07bd938f6a on network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:31.344295 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.352167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:31.352421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.352707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Checking segment: {'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:31.353764 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.354351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Bound using segment: {'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:31.355074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Bound port: e9f06681-91b1-488e-94a7-7c07bd938f6a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:31.355805 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.399298 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.406808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Transition to ACTIVE for port object 5536e628-a086-4b44-8df9-95d253a4fb8d will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:31.427307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] For port e9f06681-91b1-488e-94a7-7c07bd938f6a, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:31.430588 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] For port e9f06681-91b1-488e-94a7-7c07bd938f6a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e9f06681-91b1-488e-94a7-7c07bd938f6a,segment=NetworkSegment(e41d58d1-10a0-4247-8a16-f8040723b8cd),segment_id=e41d58d1-10a0-4247-8a16-f8040723b8cd)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:31.435041 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.510921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0699789-2b69-4e99-8fb7-7ba57c625abb None None] Pushing event updated for resources: {'Port': ['ID=e9f06681-91b1-488e-94a7-7c07bd938f6a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:31.563881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:31.658609 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320468b1-471a-46be-b302-3ccfad8b98a8 req-75c1b6ec-9579-4e05-ba8c-dee4d08021c5 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:31.662173 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-320468b1-471a-46be-b302-3ccfad8b98a8 req-75c1b6ec-9579-4e05-ba8c-dee4d08021c5 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 943 time: 0.2781665 Aug 09 15:44:31.666755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Allocated IP 172.25.2.18 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:31.688378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:31.722328 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669f0eb9-c325-428f-b0f7-782703440703 x-openstack-request-id: req-669f0eb9-c325-428f-b0f7-782703440703 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:31.722629 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e18033-7514-4045-bfa3-5fb60406d361", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b02f8-0af7-48d6-ac99-52dfca32e4a1", "code": 200}, {"server_uuid": "f6eb6791-82f6-4622-b432-874640f7af41", "name": "network-vif-plugged", "status": "completed", "tag": "52c6c06c-c961-416c-a472-3615baa0f3ee", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:31.724980 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-669f0eb9-c325-428f-b0f7-782703440703 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:31.725671 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e18033-7514-4045-bfa3-5fb60406d361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b02f8-0af7-48d6-ac99-52dfca32e4a1', 'code': 200} Aug 09 15:44:31.726108 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eb6791-82f6-4622-b432-874640f7af41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c6c06c-c961-416c-a472-3615baa0f3ee', 'code': 200} Aug 09 15:44:31.743342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 has no active binding in host n-h1-803778-2 {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:44:31.747704 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.855632 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network e0f61d85-62eb-4162-8885-06a88e208f88 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:31.878120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:31.889630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:31.896326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db8fc3-2751-4619-9747-0d4d7c2b86e1 req-82d139f2-d07f-4ba7-9344-d0462e220857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:31.898030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7db8fc3-2751-4619-9747-0d4d7c2b86e1 req-82d139f2-d07f-4ba7-9344-d0462e220857 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 1101 time: 0.1043284 Aug 09 15:44:31.957109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:31.957901 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.960743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Port': ['ID=5536e628-a086-4b44-8df9-95d253a4fb8d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:31.961205 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7db8fc3-2751-4619-9747-0d4d7c2b86e1 req-29d906e4-2d4a-4e44-8841-484a2c791544 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=65cad5ac-bc52-436f-b476-a13e836f3a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508757 Aug 09 15:44:31.998822 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-320468b1-471a-46be-b302-3ccfad8b98a8 req-4200853b-7256-41dc-ba15-9a01fb3ad810 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918711 Aug 09 15:44:32.020041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-11460e39-74dd-4b08-b805-b3654fa2e7d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2254863 Aug 09 15:44:32.032658 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:32.041756 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'port': {'device_id': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280', 'admin_state_up': True, 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:32.209121 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed433f-7f3d-47f0-b5c9-b05d644bf7a8 req-677b3c87-8b07-4b43-81bc-c8aa1d9606ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:32.210705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8ed433f-7f3d-47f0-b5c9-b05d644bf7a8 req-677b3c87-8b07-4b43-81bc-c8aa1d9606ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 1097 time: 0.3499384 Aug 09 15:44:32.259636 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:32.297204 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b8f6dd49-1628-4ecb-b15f-08f01bb92c11 None None] Provisioning for port 5536e628-a086-4b44-8df9-95d253a4fb8d completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:32.307823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:32.311363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:32.319534 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8ed433f-7f3d-47f0-b5c9-b05d644bf7a8 req-cd71ddea-6b04-4643-a013-61d9c95cc7ea service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968692 Aug 09 15:44:32.333414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b8f6dd49-1628-4ecb-b15f-08f01bb92c11 None None] Provisioning complete for port 5536e628-a086-4b44-8df9-95d253a4fb8d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:32.334199 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8f6dd49-1628-4ecb-b15f-08f01bb92c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:32.360903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:32.376308 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:32.389151 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:32.463092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b8f6dd49-1628-4ecb-b15f-08f01bb92c11 None None] Port 5536e628-a086-4b44-8df9-95d253a4fb8d cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:44:32.502582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9dcbe9-848a-4f21-a415-0bae49cd2440 req-e5b28a87-bd3a-4ef7-b935-2062e00bfd5f tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:32.508223 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc9dcbe9-848a-4f21-a415-0bae49cd2440 req-e5b28a87-bd3a-4ef7-b935-2062e00bfd5f tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 950 time: 0.0834420 Aug 09 15:44:32.552807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e9f06681-91b1-488e-94a7-7c07bd938f6a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:32.581230 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc9dcbe9-848a-4f21-a415-0bae49cd2440 req-d907aa74-b766-4a37-a98f-6d6d8027ecfd tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/security-groups?id=65cad5ac-bc52-436f-b476-a13e836f3a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653529 Aug 09 15:44:32.652287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e9f06681-91b1-488e-94a7-7c07bd938f6a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:32.726944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef91b48-7c84-41b7-8c8e-67112e9e8ab8 req-fc133108-5f06-4cb5-912f-01cd9a893d8b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:32.730051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aef91b48-7c84-41b7-8c8e-67112e9e8ab8 req-fc133108-5f06-4cb5-912f-01cd9a893d8b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 931 time: 0.0602829 Aug 09 15:44:32.781464 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aef91b48-7c84-41b7-8c8e-67112e9e8ab8 req-d480acab-a551-41b2-891c-6fafe5acec78 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Aug 09 15:44:32.861692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ef017f-acff-4bff-9320-980854628c6f None None] Network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:32.898643 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Pushing event updated for resources: {'Port': ['ID=af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:32.930955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b82874-82ba-45d8-a220-bf0ffdd8e2e5 req-b7037823-81d8-46f0-ad89-57f7009c05e8 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:32.933441 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7b82874-82ba-45d8-a220-bf0ffdd8e2e5 req-b7037823-81d8-46f0-ad89-57f7009c05e8 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 946 time: 0.0734713 Aug 09 15:44:32.937266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e1e81b72-43b1-40ea-9639-85eb6d84375c None None] Provisioning for port e9f06681-91b1-488e-94a7-7c07bd938f6a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:32.950315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e1e81b72-43b1-40ea-9639-85eb6d84375c None None] Provisioning complete for port e9f06681-91b1-488e-94a7-7c07bd938f6a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:32.951355 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e1e81b72-43b1-40ea-9639-85eb6d84375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:32.980070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7b82874-82ba-45d8-a220-bf0ffdd8e2e5 req-117c32f8-e012-48f5-82bd-04486c91c1da tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396433 Aug 09 15:44:33.126874 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e1e81b72-43b1-40ea-9639-85eb6d84375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.202332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e1e81b72-43b1-40ea-9639-85eb6d84375c None None] For port e9f06681-91b1-488e-94a7-7c07bd938f6a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e9f06681-91b1-488e-94a7-7c07bd938f6a,segment=NetworkSegment(e41d58d1-10a0-4247-8a16-f8040723b8cd),segment_id=e41d58d1-10a0-4247-8a16-f8040723b8cd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:33.210584 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e1e81b72-43b1-40ea-9639-85eb6d84375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.249644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.250158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.250644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.251113 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.251589 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.252067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.252548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.253019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.253699 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.254179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.254650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.255117 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.256425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.256978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.269022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-8d85ce2c-2373-42a3-8830-21da4e06171a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66&device_id=f6eb6791-82f6-4622-b432-874640f7af41&device_id=9a39dd97-1701-4a20-989e-947ced50080b&device_id=a0e18033-7514-4045-bfa3-5fb60406d361&device_id=b7dfdfb9-d701-43d0-b81e-042871166976&device_id=54e41e18-ba2f-460a-8993-6b617fc132ce&device_id=a889a809-0df9-4159-a008-0bcdfb546a73&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 12685 time: 0.8568480 Aug 09 15:44:33.302875 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Allocated IP 19.86.0.157 (5d34bcf4-0c27-483b-aff7-f90e86abc280/4d162754-8465-4bd5-857b-bfc9dc7ac0f2/6f5b630c-d900-4df4-ab63-7c461c3bf6ec) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:33.313334 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e81b72-43b1-40ea-9639-85eb6d84375c None None] Pushing event updated for resources: {'Port': ['ID=e9f06681-91b1-488e-94a7-7c07bd938f6a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:33.322353 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-c6d828eb-0da3-462f-9d9a-eae1170732c9 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.542769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-70f9f4c6-d530-4f07-8d4e-02ac2389168a None None] Provisioning complete for port e9f06681-91b1-488e-94a7-7c07bd938f6a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:33.543886 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-70f9f4c6-d530-4f07-8d4e-02ac2389168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.633351 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.718599 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-4031c78c-a1cc-40e8-9939-f580c5af2b8f service neutron] 10.222.0.60 "GET /v2.0/ports/8ea1b850-330a-46ef-94ea-ce3e9cd033e7/bindings/n-h1-803778-2 HTTP/1.1" status: 200 len: 384 time: 0.1043193 Aug 09 15:44:33.731135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d159b-5ed0-44b2-ab45-8f3321a0eafa req-53401cb4-c0c2-4bb0-9f0d-fe7bb3d4075b tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:33.732651 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e32d159b-5ed0-44b2-ab45-8f3321a0eafa req-53401cb4-c0c2-4bb0-9f0d-fe7bb3d4075b tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 943 time: 0.0779910 Aug 09 15:44:33.775079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.781077 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-c6d828eb-0da3-462f-9d9a-eae1170732c9 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.802042 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-c6d828eb-0da3-462f-9d9a-eae1170732c9 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.816649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e32d159b-5ed0-44b2-ab45-8f3321a0eafa req-5ab5aa9c-4acd-4048-a611-c8e484eb5824 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762117 Aug 09 15:44:33.834076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Transition to ACTIVE for port object 6f5b630c-d900-4df4-ab63-7c461c3bf6ec will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:33.859450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2e5e228-792a-4f8f-bc4b-f8e47d29f505 req-c6d828eb-0da3-462f-9d9a-eae1170732c9 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=5a656cb4-66eb-4dec-b43a-578125a66d84&id=a1f5fc28-323c-498f-a575-b4fadffba22f&id=0781295c-63f1-473b-a56a-faa6677067dd&id=65cad5ac-bc52-436f-b476-a13e836f3a78&id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.5895164 Aug 09 15:44:33.927733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d828eb-0da3-462f-9d9a-eae1170732c9 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a692c0db-a20f-4853-8edf-be079586fcee,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:34.032356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c8f9644a-d102-45e4-989a-16f847889a3c req-dfc92276-b9c4-4cb2-87c6-ee9999b705e5 service neutron] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:34.053175 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:34.057473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7344754-0158-4f70-9cbf-13a0f3503aa6 req-0d06198c-64d4-44b5-85e6-167bc291d06d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:34.059204 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7344754-0158-4f70-9cbf-13a0f3503aa6 req-0d06198c-64d4-44b5-85e6-167bc291d06d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 931 time: 0.0880213 Aug 09 15:44:34.069646 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c8f9644a-d102-45e4-989a-16f847889a3c req-dfc92276-b9c4-4cb2-87c6-ee9999b705e5 service neutron] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:34.119391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-c8f9644a-d102-45e4-989a-16f847889a3c req-dfc92276-b9c4-4cb2-87c6-ee9999b705e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:34.130221 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:34.139279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c8f9644a-d102-45e4-989a-16f847889a3c req-dfc92276-b9c4-4cb2-87c6-ee9999b705e5 service neutron] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:34.158564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7344754-0158-4f70-9cbf-13a0f3503aa6 req-5b3cef4c-f291-4d3b-bb28-be728a939685 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678608 Aug 09 15:44:34.160861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8f9644a-d102-45e4-989a-16f847889a3c req-dfc92276-b9c4-4cb2-87c6-ee9999b705e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:34.166247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22614848-63a0-4e37-90ac-2676151f64a8 req-11868e24-aec5-49ce-bc9e-7fccb8ccf429 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:34.167862 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-22614848-63a0-4e37-90ac-2676151f64a8 req-11868e24-aec5-49ce-bc9e-7fccb8ccf429 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 950 time: 0.1742325 Aug 09 15:44:34.170823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network 5d34bcf4-0c27-483b-aff7-f90e86abc280 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:34.180947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:34.183678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Port': ['ID=6f5b630c-d900-4df4-ab63-7c461c3bf6ec,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:34.236022 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:34.250382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-c8f9644a-d102-45e4-989a-16f847889a3c req-dfc92276-b9c4-4cb2-87c6-ee9999b705e5 service neutron] Transition to ACTIVE for port object 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:34.257752 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c8f9644a-d102-45e4-989a-16f847889a3c req-dfc92276-b9c4-4cb2-87c6-ee9999b705e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:34.367250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f9644a-d102-45e4-989a-16f847889a3c req-dfc92276-b9c4-4cb2-87c6-ee9999b705e5 service neutron] No DVR routers for this DVR port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:34.386386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc92276-b9c4-4cb2-87c6-ee9999b705e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,revision_number=10']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:34.434138 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e9f06681-91b1-488e-94a7-7c07bd938f6a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:34.438376 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-22614848-63a0-4e37-90ac-2676151f64a8 req-67be35e8-53fc-4251-b619-4b3ffd05277b tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/security-groups?id=65cad5ac-bc52-436f-b476-a13e836f3a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933556 Aug 09 15:44:34.438726 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-dfc92276-b9c4-4cb2-87c6-ee9999b705e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/8ea1b850-330a-46ef-94ea-ce3e9cd033e7/bindings/n-h1-803778-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7048583 Aug 09 15:44:34.449031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:34.449751 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:34.475787 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-ea1310ff-ac10-4063-ad88-68aaf24e4ce7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4484651 Aug 09 15:44:34.493232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'port': {'device_id': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88', 'admin_state_up': True, 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:34.569963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e9f06681-91b1-488e-94a7-7c07bd938f6a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:34.570848 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:34.615791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f8f7b780-43b4-4886-8d17-2984f828883a None None] Provisioning for port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:34.622441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f8f7b780-43b4-4886-8d17-2984f828883a None None] Provisioning complete for port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:34.622819 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b780-43b4-4886-8d17-2984f828883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:34.659743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Router d0528310-0add-4d48-bc74-2b5bd0ea1828 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:44:34.703870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9644a-d102-45e4-989a-16f847889a3c req-908a7c3b-7a97-4327-b5ea-9a5eb7e7ee2e tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:34.705134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7b780-43b4-4886-8d17-2984f828883a None None] Port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:44:34.705405 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-908a7c3b-7a97-4327-b5ea-9a5eb7e7ee2e tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976&tenant_id=f5b487a9592948f4bd3a59172c9bad40&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 1095 time: 0.1556756 Aug 09 15:44:34.718653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8221f8-62d8-4551-a944-386f7adebb85 req-21b463f2-4c07-4e90-9a03-615f5fa40475 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:34.720444 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a8221f8-62d8-4551-a944-386f7adebb85 req-21b463f2-4c07-4e90-9a03-615f5fa40475 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 946 time: 0.1477065 Aug 09 15:44:34.912916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:34.916549 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:34.941837 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a8221f8-62d8-4551-a944-386f7adebb85 req-f154bef1-48b1-4ba9-a0ce-8f092bf79190 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494951 Aug 09 15:44:34.947344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9644a-d102-45e4-989a-16f847889a3c req-c9626a8e-38a0-40a9-824f-cfad7752bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:34.948838 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-c9626a8e-38a0-40a9-824f-cfad7752bac2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976&tenant_id=f5b487a9592948f4bd3a59172c9bad40 HTTP/1.1" status: 200 len: 1095 time: 0.2270226 Aug 09 15:44:34.963930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641ef82-35e5-46b3-8af3-cbcafb6e94e5 req-f4c80c99-b05b-4ab0-88e2-4060346ffbdd tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:34.963930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641ef82-35e5-46b3-8af3-cbcafb6e94e5 req-f4c80c99-b05b-4ab0-88e2-4060346ffbdd tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:34.963930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641ef82-35e5-46b3-8af3-cbcafb6e94e5 req-f4c80c99-b05b-4ab0-88e2-4060346ffbdd tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:34.963930 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a641ef82-35e5-46b3-8af3-cbcafb6e94e5 req-f4c80c99-b05b-4ab0-88e2-4060346ffbdd tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b&device_id=54e41e18-ba2f-460a-8993-6b617fc132ce&device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 2883 time: 0.0513628 Aug 09 15:44:35.019729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a641ef82-35e5-46b3-8af3-cbcafb6e94e5 req-a7efb783-8320-429a-b47e-4695b344ca59 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508401 Aug 09 15:44:35.048352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:44:35.063140 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Sync routers for ids ['d0528310-0add-4d48-bc74-2b5bd0ea1828'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:44:35.078060 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Routers {'d0528310-0add-4d48-bc74-2b5bd0ea1828'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:35.079860 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0528310-0add-4d48-bc74-2b5bd0ea1828'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:35.119909 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:35.121152 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-46b84887-219b-4ac4-a3b2-02a7d1d392d0 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1378233 Aug 09 15:44:35.125188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57102) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:35.148083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9644a-d102-45e4-989a-16f847889a3c req-20397574-a993-4406-a151-4e851a9cbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:35.163330 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-20397574-a993-4406-a151-4e851a9cbcc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 1095 time: 0.1810086 Aug 09 15:44:35.263939 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Set router d0528310-0add-4d48-bc74-2b5bd0ea1828 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:35.367716 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Allocated IP 19.80.0.77 (e0f61d85-62eb-4162-8885-06a88e208f88/2913e6d2-7e65-4479-ad57-048f5fc83c8f/5cd0d435-f62d-498b-920d-95a94fae9c9d) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:35.414189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83088855-5a52-4258-b173-3367475279c8 req-5177266c-6f95-4242-86e6-622ce36d3f40 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:35.422249 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-83088855-5a52-4258-b173-3367475279c8 req-5177266c-6f95-4242-86e6-622ce36d3f40 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 944 time: 0.1816089 Aug 09 15:44:35.427294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9644a-d102-45e4-989a-16f847889a3c req-7261cb38-a4a5-4e03-a7a5-a98138938ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:35.429020 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-7261cb38-a4a5-4e03-a7a5-a98138938ad6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.2356699 Aug 09 15:44:35.509774 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-44af2b6a-ba7a-43a4-99cb-d76b45354f38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7 HTTP/1.1" status: 200 len: 217 time: 0.0638700 Aug 09 15:44:35.560736 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:44:33Z', 'revision_number': 3, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:35.593969 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Checking router: d0528310-0add-4d48-bc74-2b5bd0ea1828 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:44:35.594326 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Updating router d0528310-0add-4d48-bc74-2b5bd0ea1828 port af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:44:35.639618 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:35.671540 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-83088855-5a52-4258-b173-3367475279c8 req-b3ad479f-9970-40c8-9ae1-990847ddce72 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481275 Aug 09 15:44:35.735663 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9644a-d102-45e4-989a-16f847889a3c req-b3a55ed0-270d-4257-914d-7a100cc43ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:35.738895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-b3a55ed0-270d-4257-914d-7a100cc43ca0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.2168798 Aug 09 15:44:35.785518 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-fc84e217-afc4-48eb-9516-79e6241360ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309424 Aug 09 15:44:35.917035 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:35.952567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Transition to ACTIVE for port object 5cd0d435-f62d-498b-920d-95a94fae9c9d will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:35.954193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbd6f6-3aa7-4d2d-b656-6cb1c1a749a7 req-52189419-060b-445d-be9e-a3fde0dff563 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:35.961527 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbd6f6-3aa7-4d2d-b656-6cb1c1a749a7 req-52189419-060b-445d-be9e-a3fde0dff563 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:35.963796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17dbd6f6-3aa7-4d2d-b656-6cb1c1a749a7 req-52189419-060b-445d-be9e-a3fde0dff563 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 1654 time: 0.1273603 Aug 09 15:44:35.971487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5f90a-1ed1-4f0f-ab2d-50f37d7c9747 req-d899b3cf-2733-4f5f-a457-e8a9842b1d5a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:35.973036 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3f5f90a-1ed1-4f0f-ab2d-50f37d7c9747 req-d899b3cf-2733-4f5f-a457-e8a9842b1d5a tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 950 time: 0.1478851 Aug 09 15:44:36.004077 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-2694dd08-6e5c-43fc-8a10-55d0f083f7e3 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079542 Aug 09 15:44:36.037010 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.048140 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Transition to ACTIVE for port object af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:36.050936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17dbd6f6-3aa7-4d2d-b656-6cb1c1a749a7 req-ee0f0da9-42cf-4175-acda-3903af7af542 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658381 Aug 09 15:44:36.057639 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.119404 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Attempting to bind port af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:36.120065 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Attempting to bind port af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:36.120500 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Attempting to bind port af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:36.123324 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.131922 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:36.132429 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:36.132939 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.133603 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:36.135399 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Bound port: af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:36.135399 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.159421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:36.257852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:36.262640 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] For port af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:36.266604 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] For port af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:36.276119 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.295806 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Pushing event updated for resources: {'Port': ['ID=af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:36.324977 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:36.324977 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:36.324977 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:36.324977 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:36.324977 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:36.328394 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:36.328913 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:36.329267 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:36.329625 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:36.329967 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:36.330300 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:36.330631 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:36.452495 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Allocated IP 172.20.0.1 (aa0edc2e-0e97-4f4a-9d13-7a14466f6c17/3b75b15d-0fb1-4926-95e9-d51d3d24f60e/5ae1eef4-544f-43aa-b093-f4ad9e947776) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:36.470863 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061768b-e1e4-4e40-a4e7-e5fbb9485348 None None] Pushing event updated for resources: {'Port': ['ID=af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:36.479280 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Routers {'d0528310-0add-4d48-bc74-2b5bd0ea1828'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:36.479936 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0528310-0add-4d48-bc74-2b5bd0ea1828'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:36.538731 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3f5f90a-1ed1-4f0f-ab2d-50f37d7c9747 req-cb59dcca-bda8-40f1-a646-bd1c3a8ba1ae tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/security-groups?id=65cad5ac-bc52-436f-b476-a13e836f3a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561917 Aug 09 15:44:36.559446 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.639074 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network e0f61d85-62eb-4162-8885-06a88e208f88 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:36.657557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:36.663145 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:36.724189 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] Set router d0528310-0add-4d48-bc74-2b5bd0ea1828 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:36.771910 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.776864 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-ef9183da-d770-4b71-9dd0-710006a079ff service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7614257 Aug 09 15:44:36.788832 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Port': ['ID=5cd0d435-f62d-498b-920d-95a94fae9c9d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:36.791225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Transition to ACTIVE for port object 5ae1eef4-544f-43aa-b093-f4ad9e947776 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:36.853001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:36.856038 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:36.927578 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-8a6c637b-3023-4fa8-b7d1-255a7f6d6667 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4409187 Aug 09 15:44:36.945375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Request body: {'port': {'device_id': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:36.945644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f085ba0-9d6a-4340-a216-f22333caa61b req-c57098dc-6378-40ee-9406-0239fbebf973 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:36.947156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5f085ba0-9d6a-4340-a216-f22333caa61b req-c57098dc-6378-40ee-9406-0239fbebf973 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 950 time: 0.1319535 Aug 09 15:44:36.960483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023d230-59c8-4fc1-bc72-19fdb4004eff req-513e7632-d7a3-434e-992e-ea61920cede2 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:36.969943 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0023d230-59c8-4fc1-bc72-19fdb4004eff req-513e7632-d7a3-434e-992e-ea61920cede2 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 944 time: 0.1570470 Aug 09 15:44:37.087403 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0023d230-59c8-4fc1-bc72-19fdb4004eff req-fb528736-bb94-4171-94e8-0ebb647cee0e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163955 Aug 09 15:44:37.130032 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.161708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.178830 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:44:33Z', 'revision_number': 3, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:37.220667 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9644a-d102-45e4-989a-16f847889a3c req-ae24c5f5-720a-46cc-b61a-08f772570bea tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:37.223094 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-ae24c5f5-720a-46cc-b61a-08f772570bea tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976&tenant_id=f5b487a9592948f4bd3a59172c9bad40&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1095 time: 0.1336198 Aug 09 15:44:37.226808 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d2051-5bdc-4499-ac94-38c94487bb7a None None] The sync data for ids ['d0528310-0add-4d48-bc74-2b5bd0ea1828'] in n-d-803778-2 is: [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:44:33Z', 'revision_number': 3, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:44:37.256922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-40d91483-aee3-437f-9891-21795b06a685 None None] Provisioning for port 5cd0d435-f62d-498b-920d-95a94fae9c9d completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:37.263460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:37.270666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:37.271102 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-40d91483-aee3-437f-9891-21795b06a685 None None] Provisioning complete for port 5cd0d435-f62d-498b-920d-95a94fae9c9d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:37.272120 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-40d91483-aee3-437f-9891-21795b06a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.279519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0061d2-78a4-4aa5-a368-c5c24f75d5d3 req-01b73629-7182-452c-a6dd-3b50c9131ac6 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:37.281413 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a0061d2-78a4-4aa5-a368-c5c24f75d5d3 req-01b73629-7182-452c-a6dd-3b50c9131ac6 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 1101 time: 0.2184927 Aug 09 15:44:37.283214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:37.370789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-40d91483-aee3-437f-9891-21795b06a685 None None] Port 5cd0d435-f62d-498b-920d-95a94fae9c9d cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:44:37.411780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae1eef4-544f-43aa-b093-f4ad9e947776,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:37.436831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57214) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:37.444039 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.543824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dafcf-8337-4be5-a131-d1079bc4d120 req-c6866136-4feb-48e4-838d-fb5b8d7b5d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:37.553581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dafcf-8337-4be5-a131-d1079bc4d120 req-c6866136-4feb-48e4-838d-fb5b8d7b5d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:37.559842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dafcf-8337-4be5-a131-d1079bc4d120 req-c6866136-4feb-48e4-838d-fb5b8d7b5d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:37.562140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a0061d2-78a4-4aa5-a368-c5c24f75d5d3 req-67fe5a2c-934c-429f-8829-39b5f75bd699 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707484 Aug 09 15:44:37.577360 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-55da1156-03c2-4a73-a611-d2a5f7957f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.579992 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a94dafcf-8337-4be5-a131-d1079bc4d120 req-c6866136-4feb-48e4-838d-fb5b8d7b5d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2375 time: 0.2824967 Aug 09 15:44:37.608138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5f085ba0-9d6a-4340-a216-f22333caa61b req-bae6ad0f-c4f3-491e-a2ed-32dd6ce80941 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Deleting port 52c6c06c-c961-416c-a472-3615baa0f3ee {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:37.608606 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5f085ba0-9d6a-4340-a216-f22333caa61b req-bae6ad0f-c4f3-491e-a2ed-32dd6ce80941 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.805453 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c16e9708-a644-4417-b5aa-ae57a67c7f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.875269 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a94dafcf-8337-4be5-a131-d1079bc4d120 req-8e4057ba-0b37-4bab-b67b-8c51478abd9b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932892 Aug 09 15:44:37.902587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d1218cb5-5b04-45c6-9efc-1e388a65db21 None None] Provisioning for port 5ae1eef4-544f-43aa-b093-f4ad9e947776 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:37.906732 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-c8f9644a-d102-45e4-989a-16f847889a3c req-873b4830-25e8-4d4d-878c-ba6a227c5566 service neutron] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:37.912966 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d1218cb5-5b04-45c6-9efc-1e388a65db21 None None] Provisioning complete for port 5ae1eef4-544f-43aa-b093-f4ad9e947776 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:37.913398 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d1218cb5-5b04-45c6-9efc-1e388a65db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.914391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c8f9644a-d102-45e4-989a-16f847889a3c req-873b4830-25e8-4d4d-878c-ba6a227c5566 service neutron] Notify callbacks [] for binding, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.916565 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8f9644a-d102-45e4-989a-16f847889a3c req-873b4830-25e8-4d4d-878c-ba6a227c5566 service neutron] 10.222.0.53 "DELETE /v2.0/ports/8ea1b850-330a-46ef-94ea-ce3e9cd033e7/bindings/n-h2-803778-2 HTTP/1.1" status: 204 len: 173 time: 0.6826124 Aug 09 15:44:38.026801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d1218cb5-5b04-45c6-9efc-1e388a65db21 None None] Port 5ae1eef4-544f-43aa-b093-f4ad9e947776 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:44:38.056543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5536e628-a086-4b44-8df9-95d253a4fb8d {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:38.075976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.104461 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Transition to ACTIVE for port object 5536e628-a086-4b44-8df9-95d253a4fb8d will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:38.116344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920c7b4-b1aa-4ce7-93c8-4280c65efec4 req-bfa150ca-57d4-4186-9cd3-6de43c50b700 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:38.118251 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f920c7b4-b1aa-4ce7-93c8-4280c65efec4 req-bfa150ca-57d4-4186-9cd3-6de43c50b700 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 950 time: 0.1160009 Aug 09 15:44:38.120673 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.151353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5f085ba0-9d6a-4340-a216-f22333caa61b req-bae6ad0f-c4f3-491e-a2ed-32dd6ce80941 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] For port 52c6c06c-c961-416c-a472-3615baa0f3ee, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=52c6c06c-c961-416c-a472-3615baa0f3ee,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:38.151737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5f085ba0-9d6a-4340-a216-f22333caa61b req-bae6ad0f-c4f3-491e-a2ed-32dd6ce80941 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.170168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.225724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Pushing event updated for resources: {'Port': ['ID=5536e628-a086-4b44-8df9-95d253a4fb8d,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:38.259731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5f085ba0-9d6a-4340-a216-f22333caa61b req-bae6ad0f-c4f3-491e-a2ed-32dd6ce80941 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Calling delete_port for 52c6c06c-c961-416c-a472-3615baa0f3ee owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:38.325890 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f920c7b4-b1aa-4ce7-93c8-4280c65efec4 req-5e1c1e17-b419-438c-99f5-8d703e6d3cbe tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/security-groups?id=65cad5ac-bc52-436f-b476-a13e836f3a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700900 Aug 09 15:44:38.434106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Attempting to bind port 5536e628-a086-4b44-8df9-95d253a4fb8d on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:38.434441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Attempting to bind port 5536e628-a086-4b44-8df9-95d253a4fb8d by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:38.434768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Attempting to bind port 5536e628-a086-4b44-8df9-95d253a4fb8d on network e0f61d85-62eb-4162-8885-06a88e208f88 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:38.440238 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Port 5536e628-a086-4b44-8df9-95d253a4fb8d on network e0f61d85-62eb-4162-8885-06a88e208f88 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:38.440536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Attempting to bind port 5536e628-a086-4b44-8df9-95d253a4fb8d on network e0f61d85-62eb-4162-8885-06a88e208f88 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:38.446920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:38.447458 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Checking segment: {'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:38.449217 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Bound using segment: {'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:38.449787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Bound port: 5536e628-a086-4b44-8df9-95d253a4fb8d, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:38.450155 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.465567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:38.584723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:38.590780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:38.591454 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.603215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a0b97-e24d-4b5c-a668-7b4f482168f1 req-5941ae1f-8bea-42b7-995e-ad7636669f20 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:38.614489 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-780a0b97-e24d-4b5c-a668-7b4f482168f1 req-5941ae1f-8bea-42b7-995e-ad7636669f20 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 1101 time: 0.5021424 Aug 09 15:44:38.648941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b271d1-92e5-422c-9dcc-ceafd463ee2f req-8746976e-533b-4c41-b896-1653d7cf52a5 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:38.651482 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5b271d1-92e5-422c-9dcc-ceafd463ee2f req-8746976e-533b-4c41-b896-1653d7cf52a5 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 946 time: 0.1281731 Aug 09 15:44:38.660254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] For port 5536e628-a086-4b44-8df9-95d253a4fb8d, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:38.664748 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] For port 5536e628-a086-4b44-8df9-95d253a4fb8d, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5536e628-a086-4b44-8df9-95d253a4fb8d,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:38.670805 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.802763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:38.806928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.808592 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] 10.222.0.60 "PUT /v2.0/ports/5536e628-a086-4b44-8df9-95d253a4fb8d HTTP/1.1" status: 200 len: 1091 time: 1.8688660 Aug 09 15:44:38.829418 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c16e9708-a644-4417-b5aa-ae57a67c7f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.852974 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.880117 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5b271d1-92e5-422c-9dcc-ceafd463ee2f req-d1f04575-bfcc-428b-8824-ffe9b84adfda tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852698 Aug 09 15:44:38.880773 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'tag': '5536e628-a086-4b44-8df9-95d253a4fb8d'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:38.888787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:38.891614 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0216ff79-16ad-43b1-a111-88f32b074d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "tag": "5536e628-a086-4b44-8df9-95d253a4fb8d"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:38.895799 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.897986 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c16e9708-a644-4417-b5aa-ae57a67c7f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:38.920323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Request body: {'port': {'device_id': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:39.007986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8672692-ff85-49b6-9334-c9b892de7000 service neutron] Pushing event updated for resources: {'Port': ['ID=5536e628-a086-4b44-8df9-95d253a4fb8d,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:39.046668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:39.065337 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5f085ba0-9d6a-4340-a216-f22333caa61b req-bae6ad0f-c4f3-491e-a2ed-32dd6ce80941 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.077581 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-780a0b97-e24d-4b5c-a668-7b4f482168f1 req-1c55133f-f2e8-46a0-b66e-26fb4639c19a tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621823 Aug 09 15:44:39.086952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c16e9708-a644-4417-b5aa-ae57a67c7f98 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e8ac0297b4a4a99adaa16dfd1209f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6448736 Aug 09 15:44:39.093799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57232) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:39.102873 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.112438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e9708-a644-4417-b5aa-ae57a67c7f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a1eb9e-dc5e-4ba7-8a58-0625f87272a2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:39.124111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6ad0f-c4f3-491e-a2ed-32dd6ce80941 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Pushing event deleted for resources: {'Port': ['ID=52c6c06c-c961-416c-a472-3615baa0f3ee,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:39.180026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f085ba0-9d6a-4340-a216-f22333caa61b req-bae6ad0f-c4f3-491e-a2ed-32dd6ce80941 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] No DVR routers for this DVR port 52c6c06c-c961-416c-a472-3615baa0f3ee on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:39.187572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74198892-5c9c-45ea-92fc-51e92f22b6f5 req-438a8338-5639-4431-a69b-4294af9a5f06 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.188268 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5f085ba0-9d6a-4340-a216-f22333caa61b req-bae6ad0f-c4f3-491e-a2ed-32dd6ce80941 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.190488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5f085ba0-9d6a-4340-a216-f22333caa61b req-bae6ad0f-c4f3-491e-a2ed-32dd6ce80941 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.60 "DELETE /v2.0/ports/52c6c06c-c961-416c-a472-3615baa0f3ee HTTP/1.1" status: 204 len: 173 time: 2.2221596 Aug 09 15:44:39.195569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74198892-5c9c-45ea-92fc-51e92f22b6f5 req-438a8338-5639-4431-a69b-4294af9a5f06 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 944 time: 0.1372199 Aug 09 15:44:39.199342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eb6791-82f6-4622-b432-874640f7af41', 'name': 'network-vif-deleted', 'tag': '52c6c06c-c961-416c-a472-3615baa0f3ee'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:39.201967 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a37fb81-83f0-4e07-9c03-76bc69a9c66a" -d '{"events": [{"server_uuid": "f6eb6791-82f6-4622-b432-874640f7af41", "name": "network-vif-deleted", "tag": "52c6c06c-c961-416c-a472-3615baa0f3ee"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:39.257827 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.278009 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74198892-5c9c-45ea-92fc-51e92f22b6f5 req-b326191e-51a8-462d-8323-a8e17b9d1e7f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577235 Aug 09 15:44:39.279952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.385700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.394452 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62e8ae54-5f00-400b-a3be-a48c698d4c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.402944 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a4d5fa-ec4b-4d3a-a02d-4268e24fcaa3 x-openstack-request-id: req-02a4d5fa-ec4b-4d3a-a02d-4268e24fcaa3 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:39.403243 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "tag": "5536e628-a086-4b44-8df9-95d253a4fb8d", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:39.403496 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02a4d5fa-ec4b-4d3a-a02d-4268e24fcaa3 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:39.404005 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'tag': '5536e628-a086-4b44-8df9-95d253a4fb8d', 'status': 'completed', 'code': 200} Aug 09 15:44:39.446867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae1eef4-544f-43aa-b093-f4ad9e947776,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:39.450707 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62e8ae54-5f00-400b-a3be-a48c698d4c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.464055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0308a1-9bf1-470c-b3aa-ab28b8d6b55e req-7c5d8c81-0b37-4e1c-bd94-87cee6aa5ef4 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.471071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0308a1-9bf1-470c-b3aa-ab28b8d6b55e req-7c5d8c81-0b37-4e1c-bd94-87cee6aa5ef4 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.478199 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0308a1-9bf1-470c-b3aa-ab28b8d6b55e req-7c5d8c81-0b37-4e1c-bd94-87cee6aa5ef4 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.480013 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9f0308a1-9bf1-470c-b3aa-ab28b8d6b55e req-7c5d8c81-0b37-4e1c-bd94-87cee6aa5ef4 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2387 time: 0.3054862 Aug 09 15:44:39.573979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ff79-16ad-43b1-a111-88f32b074d2b req-d2d4929b-028b-43e4-960f-ba785327341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.574443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ff79-16ad-43b1-a111-88f32b074d2b req-d2d4929b-028b-43e4-960f-ba785327341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.574959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ff79-16ad-43b1-a111-88f32b074d2b req-d2d4929b-028b-43e4-960f-ba785327341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.576601 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0216ff79-16ad-43b1-a111-88f32b074d2b req-d2d4929b-028b-43e4-960f-ba785327341a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2730 time: 0.1880634 Aug 09 15:44:39.584650 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9f0308a1-9bf1-470c-b3aa-ab28b8d6b55e req-32a688b6-5b52-44ff-a3a5-56cb95b6d59f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908980 Aug 09 15:44:39.595220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62e8ae54-5f00-400b-a3be-a48c698d4c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.598712 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62e8ae54-5f00-400b-a3be-a48c698d4c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.600051 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-62e8ae54-5f00-400b-a3be-a48c698d4c8a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17a1eb9e-dc5e-4ba7-8a58-0625f87272a2 HTTP/1.1" status: 204 len: 168 time: 0.4987762 Aug 09 15:44:39.635268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8ae54-5f00-400b-a3be-a48c698d4c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a1eb9e-dc5e-4ba7-8a58-0625f87272a2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:39.721615 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f4cd5c-bd84-4f2b-96fd-a2729a6cc6fc x-openstack-request-id: req-68f4cd5c-bd84-4f2b-96fd-a2729a6cc6fc {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:39.722215 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6eb6791-82f6-4622-b432-874640f7af41", "name": "network-vif-deleted", "tag": "52c6c06c-c961-416c-a472-3615baa0f3ee", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:39.722215 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68f4cd5c-bd84-4f2b-96fd-a2729a6cc6fc {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:39.722671 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eb6791-82f6-4622-b432-874640f7af41', 'name': 'network-vif-deleted', 'tag': '52c6c06c-c961-416c-a472-3615baa0f3ee', 'status': 'completed', 'code': 200} Aug 09 15:44:39.737665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5b630c-d900-4df4-ab63-7c461c3bf6ec {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:39.773209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.798298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Transition to ACTIVE for port object 6f5b630c-d900-4df4-ab63-7c461c3bf6ec will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:39.807802 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:39.849750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b9324-721e-4e5f-b276-d988f400bc28 req-c5f1f8fe-a86d-420b-b7c7-99ee2c48442f tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.852007 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da0b9324-721e-4e5f-b276-d988f400bc28 req-c5f1f8fe-a86d-420b-b7c7-99ee2c48442f tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 946 time: 0.1773939 Aug 09 15:44:39.932615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:39.952240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:40.016654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f3e3e3d-4012-49fc-8105-2a2af5d13ac5 req-bb76d39b-65ae-48c0-86bc-24ff83003c23 tempest-ImagesNegativeTestJSON-1855958997 tempest-ImagesNegativeTestJSON-1855958997-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6eb6791-82f6-4622-b432-874640f7af41 HTTP/1.1" status: 200 len: 210 time: 0.1348047 Aug 09 15:44:40.097953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5b630c-d900-4df4-ab63-7c461c3bf6ec,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:40.177188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 52c6c06c-c961-416c-a472-3615baa0f3ee no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:40.228679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 52c6c06c-c961-416c-a472-3615baa0f3ee {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:40.229031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 52c6c06c-c961-416c-a472-3615baa0f3ee not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:40.239166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ff79-16ad-43b1-a111-88f32b074d2b req-7a9fc63c-c385-40f1-a1e6-c781dd8fa039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:40.239656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ff79-16ad-43b1-a111-88f32b074d2b req-7a9fc63c-c385-40f1-a1e6-c781dd8fa039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:40.240142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ff79-16ad-43b1-a111-88f32b074d2b req-7a9fc63c-c385-40f1-a1e6-c781dd8fa039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:40.241992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0216ff79-16ad-43b1-a111-88f32b074d2b req-7a9fc63c-c385-40f1-a1e6-c781dd8fa039 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6563208 Aug 09 15:44:40.243532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16600f4a-bcc6-4e05-9dba-67f613973990 req-70d05a14-94d4-4512-bad9-dc89aef7214b tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:40.251839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-16600f4a-bcc6-4e05-9dba-67f613973990 req-70d05a14-94d4-4512-bad9-dc89aef7214b tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 1095 time: 0.2982187 Aug 09 15:44:40.310103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-da0b9324-721e-4e5f-b276-d988f400bc28 req-64bf8e8f-b9e4-40fc-afd9-eeb9f32fa3d7 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Deleting port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:40.310431 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-da0b9324-721e-4e5f-b276-d988f400bc28 req-64bf8e8f-b9e4-40fc-afd9-eeb9f32fa3d7 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.344689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Router d0528310-0add-4d48-bc74-2b5bd0ea1828 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:44:40.412214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Attempting to bind port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:40.412556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Attempting to bind port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'd5f02e72-ca35-4500-941a-4e588a2d8b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:40.412886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Attempting to bind port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec on network 5d34bcf4-0c27-483b-aff7-f90e86abc280 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:40.437297 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec on network 5d34bcf4-0c27-483b-aff7-f90e86abc280 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:40.437681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Attempting to bind port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec on network 5d34bcf4-0c27-483b-aff7-f90e86abc280 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:40.447356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:40.464006 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:40.464622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Checking segment: {'id': 'd5f02e72-ca35-4500-941a-4e588a2d8b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:40.465187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Bound using segment: {'id': 'd5f02e72-ca35-4500-941a-4e588a2d8b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:40.466297 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Bound port: 6f5b630c-d900-4df4-ab63-7c461c3bf6ec, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f02e72-ca35-4500-941a-4e588a2d8b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:40.466846 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.484431 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-16600f4a-bcc6-4e05-9dba-67f613973990 req-044a9164-a37d-4c96-b34e-f8869c97fbcf tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317312 Aug 09 15:44:40.497054 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-da0b9324-721e-4e5f-b276-d988f400bc28 req-64bf8e8f-b9e4-40fc-afd9-eeb9f32fa3d7 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] For port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1,segment=NetworkSegment(4e0b8c22-7688-4cd6-b7b4-1ff2eac404af),segment_id=4e0b8c22-7688-4cd6-b7b4-1ff2eac404af)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:40.498110 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-da0b9324-721e-4e5f-b276-d988f400bc28 req-64bf8e8f-b9e4-40fc-afd9-eeb9f32fa3d7 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.526189 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e1ccc36c-4797-474d-8870-355f42a2c421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.555292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-da0b9324-721e-4e5f-b276-d988f400bc28 req-64bf8e8f-b9e4-40fc-afd9-eeb9f32fa3d7 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Calling delete_port for 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:40.560452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ea4ffa6f-6942-48cc-aafe-89371d13b425 None None] Provisioning complete for port 5ae1eef4-544f-43aa-b093-f4ad9e947776 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:40.560828 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ea4ffa6f-6942-48cc-aafe-89371d13b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.640153 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:40.640743 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.671489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ffa6f-6942-48cc-aafe-89371d13b425 None None] Port 5ae1eef4-544f-43aa-b093-f4ad9e947776 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:44:40.799615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] For port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:40.829877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57288) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:40.844516 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.884784 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-da0b9324-721e-4e5f-b276-d988f400bc28 req-64bf8e8f-b9e4-40fc-afd9-eeb9f32fa3d7 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.898145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['6a8b02f8-0af7-48d6-ac99-52dfca32e4a1'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:40.920942 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] For port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6f5b630c-d900-4df4-ab63-7c461c3bf6ec,segment=NetworkSegment(d5f02e72-ca35-4500-941a-4e588a2d8b7f),segment_id=d5f02e72-ca35-4500-941a-4e588a2d8b7f)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:40.986427 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf8e8f-b9e4-40fc-afd9-eeb9f32fa3d7 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Pushing event deleted for resources: {'Port': ['ID=6a8b02f8-0af7-48d6-ac99-52dfca32e4a1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:40.988500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91f552-09ab-4750-968c-c2afed4b6ceb req-3dad56c5-6883-4a51-b01a-4966187589ca tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:40.991240 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.996690 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a91f552-09ab-4750-968c-c2afed4b6ceb req-3dad56c5-6883-4a51-b01a-4966187589ca tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0e18033-7514-4045-bfa3-5fb60406d361 HTTP/1.1" status: 200 len: 946 time: 0.6446574 Aug 09 15:44:41.092367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ff79-16ad-43b1-a111-88f32b074d2b req-18b06523-bb81-4af8-910f-cd5e363e1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:41.095146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:41.095701 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.097037 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0216ff79-16ad-43b1-a111-88f32b074d2b req-18b06523-bb81-4af8-910f-cd5e363e1788 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8469563 Aug 09 15:44:41.097236 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] 10.222.0.60 "PUT /v2.0/ports/6f5b630c-d900-4df4-ab63-7c461c3bf6ec HTTP/1.1" status: 200 len: 1092 time: 2.1962247 Aug 09 15:44:41.103831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0b9324-721e-4e5f-b276-d988f400bc28 req-64bf8e8f-b9e4-40fc-afd9-eeb9f32fa3d7 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] No DVR routers for this DVR port 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:41.115568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-954509287-network', 'tenant_id': 'fc6dd991b1614433a485866837d57ab6'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:41.119472 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-da0b9324-721e-4e5f-b276-d988f400bc28 req-64bf8e8f-b9e4-40fc-afd9-eeb9f32fa3d7 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.121481 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da0b9324-721e-4e5f-b276-d988f400bc28 req-64bf8e8f-b9e4-40fc-afd9-eeb9f32fa3d7 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.53 "DELETE /v2.0/ports/6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 HTTP/1.1" status: 204 len: 173 time: 1.2317688 Aug 09 15:44:41.126645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e074b16-69b5-4326-9d0c-2561321823f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5b630c-d900-4df4-ab63-7c461c3bf6ec,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:41.127141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a91f552-09ab-4750-968c-c2afed4b6ceb req-4ad96bc5-5e01-49b1-ae85-3ba1fd0b2e81 tempest-ServerMetadataNegativeTestJSON-1445814751 tempest-ServerMetadataNegativeTestJSON-1445814751-project] 10.222.0.81 "GET /v2.0/security-groups?id=5a656cb4-66eb-4dec-b43a-578125a66d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239712 Aug 09 15:44:41.136810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Request body: {'port': {'device_id': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:41.166819 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:44:41.181472 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Sync routers for ids ['d0528310-0add-4d48-bc74-2b5bd0ea1828'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:44:41.183812 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-85a645bb-0492-43a5-baca-922a3690f145 admin admin] 10.222.0.81 "PUT /v2.0/routers/d0528310-0add-4d48-bc74-2b5bd0ea1828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0483932 Aug 09 15:44:41.213139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Routers {'d0528310-0add-4d48-bc74-2b5bd0ea1828'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:41.213897 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0528310-0add-4d48-bc74-2b5bd0ea1828'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:41.271368 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Made reservation on behalf of fc6dd991b1614433a485866837d57ab6 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:41.273030 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.325503 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.339185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.358039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb5b5b-8472-42cb-b4ea-b716d361fd53 req-f161b737-c573-4694-b887-02c9493618b1 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:41.364950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb5b5b-8472-42cb-b4ea-b716d361fd53 req-f161b737-c573-4694-b887-02c9493618b1 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:41.372851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb5b5b-8472-42cb-b4ea-b716d361fd53 req-f161b737-c573-4694-b887-02c9493618b1 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:41.374852 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bbbb5b5b-8472-42cb-b4ea-b716d361fd53 req-f161b737-c573-4694-b887-02c9493618b1 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2399 time: 0.2499325 Aug 09 15:44:41.387090 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.415902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'tag': '6f5b630c-d900-4df4-ab63-7c461c3bf6ec'}, {'server_uuid': 'a0e18033-7514-4045-bfa3-5fb60406d361', 'name': 'network-vif-deleted', 'tag': '6a8b02f8-0af7-48d6-ac99-52dfca32e4a1'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:41.418669 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a8e84d-a27a-4d62-8244-a255d7634c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "tag": "6f5b630c-d900-4df4-ab63-7c461c3bf6ec"}, {"server_uuid": "a0e18033-7514-4045-bfa3-5fb60406d361", "name": "network-vif-deleted", "tag": "6a8b02f8-0af7-48d6-ac99-52dfca32e4a1"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:41.442551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-594f6059-b4ab-47b1-a3c5-cb4fb4f73363 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:41.444263 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-594f6059-b4ab-47b1-a3c5-cb4fb4f73363 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 821 time: 0.2214935 Aug 09 15:44:41.478181 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-01b68342-0f4b-4d4c-b70f-477477d1f917 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/quotas/f5b487a9592948f4bd3a59172c9bad40 HTTP/1.1" status: 200 len: 375 time: 0.0271306 Aug 09 15:44:41.531826 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-fbed384c-2e24-42fc-87db-9c9fa64f5386 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0527613 Aug 09 15:44:41.535595 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bbbb5b5b-8472-42cb-b4ea-b716d361fd53 req-b14c5c48-df7c-44dc-b45f-793e4b76626d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359751 Aug 09 15:44:41.564433 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.574845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Set router d0528310-0add-4d48-bc74-2b5bd0ea1828 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:41.650844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-786bffae-8c54-4398-b8dd-09a941bb784e service neutron] 10.222.0.81 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085842 Aug 09 15:44:41.759301 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-f0c0f7f1-d3ad-4e2b-8a95-c0671135c6f6 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984793 Aug 09 15:44:41.769268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff030b3-0ea9-4cc8-8b21-f8e4c8f0a3df req-6588fe93-862a-4421-adcd-f01fe7b51383 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:41.770926 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ff030b3-0ea9-4cc8-8b21-f8e4c8f0a3df req-6588fe93-862a-4421-adcd-f01fe7b51383 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1378746 Aug 09 15:44:41.803735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '5ae1eef4-544f-43aa-b093-f4ad9e947776', 'name': '', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'mac_address': 'fa:16:3e:df:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:36Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 2, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'subnets': [{'id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:41.823485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.850874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Checking router: d0528310-0add-4d48-bc74-2b5bd0ea1828 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:44:41.851545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Updating router d0528310-0add-4d48-bc74-2b5bd0ea1828 port 5ae1eef4-544f-43aa-b093-f4ad9e947776 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:44:41.869737 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.886258 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:41.955608 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ff030b3-0ea9-4cc8-8b21-f8e4c8f0a3df req-6ed7f3d9-6465-4ebc-987d-950356f61c58 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729095 Aug 09 15:44:41.967821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:44:42.000892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.001242 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Added segment 922e6109-53ba-4e5f-af82-e360f631d7fa of type vlan for network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf Aug 09 15:44:42.005981 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bab917-cdcc-4c6a-9e63-2a1833dd80e5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:42.096167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.111707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd0d435-f62d-498b-920d-95a94fae9c9d {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:42.123474 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.126513 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b650c1d-a92e-4c14-bd34-d61f6a62b342 x-openstack-request-id: req-9b650c1d-a92e-4c14-bd34-d61f6a62b342 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:42.126914 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "tag": "6f5b630c-d900-4df4-ab63-7c461c3bf6ec", "status": "completed", "code": 200}, {"server_uuid": "a0e18033-7514-4045-bfa3-5fb60406d361", "name": "network-vif-deleted", "tag": "6a8b02f8-0af7-48d6-ac99-52dfca32e4a1", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:42.127158 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b650c1d-a92e-4c14-bd34-d61f6a62b342 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:42.127624 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'tag': '6f5b630c-d900-4df4-ab63-7c461c3bf6ec', 'status': 'completed', 'code': 200} Aug 09 15:44:42.128443 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e18033-7514-4045-bfa3-5fb60406d361', 'name': 'network-vif-deleted', 'tag': '6a8b02f8-0af7-48d6-ac99-52dfca32e4a1', 'status': 'completed', 'code': 200} Aug 09 15:44:42.176620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Transition to ACTIVE for port object 5cd0d435-f62d-498b-920d-95a94fae9c9d will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:42.188817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.198499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.199507 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:42.200225 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.284607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-451e2ec8-e57f-4316-8334-119a5640a182 req-50d829cf-730d-4672-94e7-8391d128f4ee tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 210 time: 0.0856700 Aug 09 15:44:42.300395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8e84d-a27a-4d62-8244-a255d7634c7b req-5d57d6ff-59bc-486d-bc2c-e69724156523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:42.300913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8e84d-a27a-4d62-8244-a255d7634c7b req-5d57d6ff-59bc-486d-bc2c-e69724156523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:42.301397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8e84d-a27a-4d62-8244-a255d7634c7b req-5d57d6ff-59bc-486d-bc2c-e69724156523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:42.303119 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5a8e84d-a27a-4d62-8244-a255d7634c7b req-5d57d6ff-59bc-486d-bc2c-e69724156523 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2797 time: 0.1639347 Aug 09 15:44:42.309715 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.322184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Transition to ACTIVE for port object 5ae1eef4-544f-43aa-b093-f4ad9e947776 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:42.329566 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.359976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] Pushing event updated for resources: {'Network': ['ID=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:42.396108 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-679bff67-ec10-4038-9417-ea7922fa81bb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5628784 Aug 09 15:44:42.398062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57332) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:42.416468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e290fdc9-27ee-494c-b57d-30786265a04c admin admin] Request body: {'subnet': {'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-954509287-subnet', 'tenant_id': 'fc6dd991b1614433a485866837d57ab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:42.420682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:44:42.436754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57334) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:42.441974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-99341ecf-654c-42ad-a572-e346f681e67a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525293624', 'description': 'tempest-description--296492850'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:42.446617 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Pushing event updated for resources: {'Port': ['ID=5cd0d435-f62d-498b-920d-95a94fae9c9d,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:42.553346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57340) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:42.572393 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-99341ecf-654c-42ad-a572-e346f681e67a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:44:42.572393 n-d-803778-2 neutron-server[94290]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 15:44:42.572393 n-d-803778-2 neutron-server[94290]: [parameters: {'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'id': 'f920b92f-2d3a-4cd5-abc7-665e691742f2', 'expiration': datetime.datetime(2021, 8, 9, 15, 46, 42, 557292)}] Aug 09 15:44:42.572393 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:44:42.572935 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-99341ecf-654c-42ad-a572-e346f681e67a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:44:42.619688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8e84d-a27a-4d62-8244-a255d7634c7b req-00ed6e38-f521-4782-87ed-20a9f42d1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:42.621800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8e84d-a27a-4d62-8244-a255d7634c7b req-00ed6e38-f521-4782-87ed-20a9f42d1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:42.622202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8e84d-a27a-4d62-8244-a255d7634c7b req-00ed6e38-f521-4782-87ed-20a9f42d1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:42.630845 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5a8e84d-a27a-4d62-8244-a255d7634c7b req-00ed6e38-f521-4782-87ed-20a9f42d1bf8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3165975 Aug 09 15:44:42.634423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21975fbd-8f00-4a3d-9065-0bb9b7c67596 None None] Pushing event updated for resources: {'Port': ['ID=5ae1eef4-544f-43aa-b093-f4ad9e947776,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:42.685683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e290fdc9-27ee-494c-b57d-30786265a04c admin admin] Made reservation on behalf of fc6dd991b1614433a485866837d57ab6 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:42.687679 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e290fdc9-27ee-494c-b57d-30786265a04c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.693144 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Attempting to bind port 5cd0d435-f62d-498b-920d-95a94fae9c9d on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:42.693563 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Attempting to bind port 5cd0d435-f62d-498b-920d-95a94fae9c9d by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:42.693992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Attempting to bind port 5cd0d435-f62d-498b-920d-95a94fae9c9d on network e0f61d85-62eb-4162-8885-06a88e208f88 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:42.743974 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d4c57d-d49f-42a4-bcd5-a0fccbd72990 admin admin] Deleting subnet 38c1b00a-a7a1-4769-a935-c8028f9fff9a {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:44:42.754122 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Port 5cd0d435-f62d-498b-920d-95a94fae9c9d on network e0f61d85-62eb-4162-8885-06a88e208f88 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:42.754476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Attempting to bind port 5cd0d435-f62d-498b-920d-95a94fae9c9d on network e0f61d85-62eb-4162-8885-06a88e208f88 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:42.757427 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69d4c57d-d49f-42a4-bcd5-a0fccbd72990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.790252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:42.790845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Checking segment: {'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:42.791404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Bound using segment: {'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:42.792024 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Bound port: 5cd0d435-f62d-498b-920d-95a94fae9c9d, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7da4d41a-bbee-4d74-8191-4ed706eb1af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:42.792577 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.823660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Attempting to bind port 5ae1eef4-544f-43aa-b093-f4ad9e947776 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:42.825148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Attempting to bind port 5ae1eef4-544f-43aa-b093-f4ad9e947776 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:42.825769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Attempting to bind port 5ae1eef4-544f-43aa-b093-f4ad9e947776 on network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:42.838894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:42.839602 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Checking segment: {'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:42.840214 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.840981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Bound using segment: {'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:42.841666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Bound port: 5ae1eef4-544f-43aa-b093-f4ad9e947776, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:42.842209 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.845875 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.852291 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69d4c57d-d49f-42a4-bcd5-a0fccbd72990 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.953627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a14b3b-8096-45e8-b591-a39bc4ccf7d3 req-5d6c26d6-6498-46f7-9ae0-5949ef5b74d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:42.976411 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69d4c57d-d49f-42a4-bcd5-a0fccbd72990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:42.979222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] For port 5cd0d435-f62d-498b-920d-95a94fae9c9d, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:42.987982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a14b3b-8096-45e8-b591-a39bc4ccf7d3 req-5d6c26d6-6498-46f7-9ae0-5949ef5b74d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.000479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] For port 5ae1eef4-544f-43aa-b093-f4ad9e947776, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:43.005819 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a14b3b-8096-45e8-b591-a39bc4ccf7d3 req-5d6c26d6-6498-46f7-9ae0-5949ef5b74d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.011973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01a14b3b-8096-45e8-b591-a39bc4ccf7d3 req-5d6c26d6-6498-46f7-9ae0-5949ef5b74d3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2411 time: 0.2389708 Aug 09 15:44:43.017957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] For port 5ae1eef4-544f-43aa-b093-f4ad9e947776, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5ae1eef4-544f-43aa-b093-f4ad9e947776,segment=NetworkSegment(e41d58d1-10a0-4247-8a16-f8040723b8cd),segment_id=e41d58d1-10a0-4247-8a16-f8040723b8cd)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:43.025786 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.049376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] For port 5cd0d435-f62d-498b-920d-95a94fae9c9d, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5cd0d435-f62d-498b-920d-95a94fae9c9d,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:43.059670 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.073909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8e84d-a27a-4d62-8244-a255d7634c7b req-e47be751-f516-4689-86e5-21c36e7f7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.076223 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5a8e84d-a27a-4d62-8244-a255d7634c7b req-e47be751-f516-4689-86e5-21c36e7f7493 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4395919 Aug 09 15:44:43.126272 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01a14b3b-8096-45e8-b591-a39bc4ccf7d3 req-89908838-7ae5-4ae6-9eaa-1880ff75559c tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845115 Aug 09 15:44:43.129448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.130423 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.132144 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] 10.222.0.60 "PUT /v2.0/ports/5cd0d435-f62d-498b-920d-95a94fae9c9d HTTP/1.1" status: 200 len: 1091 time: 1.9997704 Aug 09 15:44:43.162971 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99341ecf-654c-42ad-a572-e346f681e67a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.225954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57358) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:43.231245 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Routers {'d0528310-0add-4d48-bc74-2b5bd0ea1828'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:43.231813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0528310-0add-4d48-bc74-2b5bd0ea1828'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:43.332561 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99341ecf-654c-42ad-a572-e346f681e67a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.341879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99341ecf-654c-42ad-a572-e346f681e67a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.353726 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69d4c57d-d49f-42a4-bcd5-a0fccbd72990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.360533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638e872-ca60-4dac-90ad-164747e726fe service neutron] Pushing event updated for resources: {'Port': ['ID=5cd0d435-f62d-498b-920d-95a94fae9c9d,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:43.369677 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e290fdc9-27ee-494c-b57d-30786265a04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.425275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21975fbd-8f00-4a3d-9065-0bb9b7c67596 None None] Pushing event updated for resources: {'Port': ['ID=5ae1eef4-544f-43aa-b093-f4ad9e947776,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:43.453976 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.468902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4c57d-d49f-42a4-bcd5-a0fccbd72990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c1b00a-a7a1-4769-a935-c8028f9fff9a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:43.478905 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69d4c57d-d49f-42a4-bcd5-a0fccbd72990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.482452 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99341ecf-654c-42ad-a572-e346f681e67a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.488254 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-99341ecf-654c-42ad-a572-e346f681e67a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0477681 Aug 09 15:44:43.491111 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-69d4c57d-d49f-42a4-bcd5-a0fccbd72990 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/38c1b00a-a7a1-4769-a935-c8028f9fff9a HTTP/1.1" status: 204 len: 168 time: 0.9365656 Aug 09 15:44:43.491364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57364) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:43.499741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57366) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:43.514508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99341ecf-654c-42ad-a572-e346f681e67a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:43.560561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e799304-1374-4122-ad3a-bcb27d074a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.561313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e799304-1374-4122-ad3a-bcb27d074a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.562008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e799304-1374-4122-ad3a-bcb27d074a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.563900 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-1e799304-1374-4122-ad3a-bcb27d074a9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2864 time: 0.3735707 Aug 09 15:44:43.588726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b51b2-6233-4ffc-8573-06a22ea3a3a7 req-cc105704-14a1-4a4e-931d-3ba5020e2ae9 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.590858 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c36b51b2-6233-4ffc-8573-06a22ea3a3a7 req-cc105704-14a1-4a4e-931d-3ba5020e2ae9 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.4109797 Aug 09 15:44:43.613340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] Set router d0528310-0add-4d48-bc74-2b5bd0ea1828 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:43.630389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-47a15649-13e7-4d43-b982-e10a776e04b4 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Request body: {'security_group_rule': {'security_group_id': 'b9b8bcde-230d-4c16-a2fc-ec5f83d933dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:43.687851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bd5f8d5-396a-420f-91d6-35575fd19d7a req-3d19ec71-c2d1-40d6-bd98-1769bc21fbe6 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 210 time: 0.2004182 Aug 09 15:44:43.689948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:43.709935 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.732120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290fdc9-27ee-494c-b57d-30786265a04c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77fdd6f-3057-40eb-be96-e34a96c83534,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:43.732512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:43.732646 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d071c5cb-7270-4ab0-aee3-9cb7bd634a02 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0bc9b9b6bcea42a8844814b12e253ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015113 Aug 09 15:44:43.732738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 6a8b02f8-0af7-48d6-ac99-52dfca32e4a1 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:43.735859 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57370) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:43.736424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-011767a1-95d1-4ed0-9e50-799cb3674f41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=5536e628-a086-4b44-8df9-95d253a4fb8d HTTP/1.1" status: 200 len: 217 time: 0.1403568 Aug 09 15:44:43.789629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e290fdc9-27ee-494c-b57d-30786265a04c admin admin] Checking segment: {'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:43.791511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e290fdc9-27ee-494c-b57d-30786265a04c admin admin] Network hostable DHCP agents. Network: 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:44:43.805921 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47a15649-13e7-4d43-b982-e10a776e04b4 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.844555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c36b51b2-6233-4ffc-8573-06a22ea3a3a7 req-e384901e-d08c-4cfb-9246-c7cd4e2c233f tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337055 Aug 09 15:44:43.862755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-fdfa77f8-a2ee-4ae5-8000-73940edae432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.864565 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-fdfa77f8-a2ee-4ae5-8000-73940edae432 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2913e6d2-7e65-4479-ad57-048f5fc83c8f HTTP/1.1" status: 200 len: 801 time: 0.1186855 Aug 09 15:44:43.882509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e290fdc9-27ee-494c-b57d-30786265a04c admin admin] Network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:44:43.907865 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e922238-2df6-469b-abf1-52755c75c71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:43.960724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '5ae1eef4-544f-43aa-b093-f4ad9e947776', 'name': '', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'mac_address': 'fa:16:3e:df:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:36Z', 'updated_at': '2021-08-09T15:44:42Z', 'revision_number': 4, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'subnets': [{'id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:43.991128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582c8e66-6faf-4004-9d28-de2ad228ab3d None None] The sync data for ids ['d0528310-0add-4d48-bc74-2b5bd0ea1828'] in n-d-803778-2 is: [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '5ae1eef4-544f-43aa-b093-f4ad9e947776', 'name': '', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'mac_address': 'fa:16:3e:df:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:36Z', 'updated_at': '2021-08-09T15:44:42Z', 'revision_number': 4, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'subnets': [{'id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:44:44.009205 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e922238-2df6-469b-abf1-52755c75c71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.012476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47a15649-13e7-4d43-b982-e10a776e04b4 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.014480 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.031212 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47a15649-13e7-4d43-b982-e10a776e04b4 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.070011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58ae661-b6f5-43bb-a779-214337f831e7']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:44.110289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a15649-13e7-4d43-b982-e10a776e04b4 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f245d1c-2fdf-4425-8f7b-ac0667bba818,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:44.116409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0b8c22-7688-4cd6-b7b4-1ff2eac404af') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:44.116717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0b8c22-7688-4cd6-b7b4-1ff2eac404af') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:44.132682 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.140421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47a15649-13e7-4d43-b982-e10a776e04b4 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.145049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-47a15649-13e7-4d43-b982-e10a776e04b4 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6486592 Aug 09 15:44:44.145049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57374) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:44.152594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6860fc2d-d424-4c85-a54a-620f1e050366 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Request body: {'security_group_rule': {'security_group_id': 'b9b8bcde-230d-4c16-a2fc-ec5f83d933dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:44.168656 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.184748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:44:44.185164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:44:44.188066 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:44:44.249546 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e922238-2df6-469b-abf1-52755c75c71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.252252 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e922238-2df6-469b-abf1-52755c75c71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.255987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1e922238-2df6-469b-abf1-52755c75c71e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65cad5ac-bc52-436f-b476-a13e836f3a78 HTTP/1.1" status: 204 len: 168 time: 0.5164645 Aug 09 15:44:44.260173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'tag': '5cd0d435-f62d-498b-920d-95a94fae9c9d'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:44.262721 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "tag": "5cd0d435-f62d-498b-920d-95a94fae9c9d"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:44.305277 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e290fdc9-27ee-494c-b57d-30786265a04c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:44.316374 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68416c56-9971-4fb7-867b-425714ba233d None None] Network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:44.338063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-bc184ef3-d93a-4595-a80a-dff90656c314 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:44.340140 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-bc184ef3-d93a-4595-a80a-dff90656c314 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.53 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 821 time: 0.7426143 Aug 09 15:44:44.349837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e290fdc9-27ee-494c-b57d-30786265a04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:44.351974 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e290fdc9-27ee-494c-b57d-30786265a04c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.361260 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6860fc2d-d424-4c85-a54a-620f1e050366 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.365829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e922238-2df6-469b-abf1-52755c75c71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cad5ac-bc52-436f-b476-a13e836f3a78,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:44.373925 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c4af31-034a-488e-977b-69a3c6a50670 x-openstack-request-id: req-74c4af31-034a-488e-977b-69a3c6a50670 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:44.375406 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "tag": "5cd0d435-f62d-498b-920d-95a94fae9c9d", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:44.375845 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74c4af31-034a-488e-977b-69a3c6a50670 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:44.376819 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'tag': '5cd0d435-f62d-498b-920d-95a94fae9c9d', 'status': 'completed', 'code': 200} Aug 09 15:44:44.381467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-d9e7548e-a882-4924-a56a-798bdbbde1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:44.382429 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.383633 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-d9e7548e-a882-4924-a56a-798bdbbde1c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0f61d85-62eb-4162-8885-06a88e208f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5095258 Aug 09 15:44:44.387561 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.388525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Request body: {'port': {'device_id': 'c6deab0a-5cca-4516-a35d-cde9d23a3e94', 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646', 'admin_state_up': True, 'tenant_id': 'f5b487a9592948f4bd3a59172c9bad40'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:44.390010 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f58ae661-b6f5-43bb-a779-214337f831e7 HTTP/1.1" status: 204 len: 168 time: 0.8763428 Aug 09 15:44:44.428148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fceeb2-3cfd-4073-8f17-41964a26ff35 admin admin] Pushing event deleted for resources: {'Network': ['ID=f58ae661-b6f5-43bb-a779-214337f831e7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:44.471870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854082-78b0-4bb6-8b8e-fbe5b0484470 req-875a3892-58b5-4c15-9bb2-7ea20b27c5e6 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:44.489758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854082-78b0-4bb6-8b8e-fbe5b0484470 req-875a3892-58b5-4c15-9bb2-7ea20b27c5e6 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:44.512413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854082-78b0-4bb6-8b8e-fbe5b0484470 req-875a3892-58b5-4c15-9bb2-7ea20b27c5e6 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:44.515594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3854082-78b0-4bb6-8b8e-fbe5b0484470 req-875a3892-58b5-4c15-9bb2-7ea20b27c5e6 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2411 time: 0.2750759 Aug 09 15:44:44.580538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6860fc2d-d424-4c85-a54a-620f1e050366 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.587931 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6860fc2d-d424-4c85-a54a-620f1e050366 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.592869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5ae1eef4-544f-43aa-b093-f4ad9e947776 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:44.617694 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Made reservation on behalf of f5b487a9592948f4bd3a59172c9bad40 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:44.625205 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.644059 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e290fdc9-27ee-494c-b57d-30786265a04c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2428143 Aug 09 15:44:44.695577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860fc2d-d424-4c85-a54a-620f1e050366 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef4aac1-1a5a-40b9-a7fb-dda39f5ca2b4,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:44.723471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3344c7-be58-45b4-a6b8-be6aec9d5b3e None None] Network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:44.723972 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6860fc2d-d424-4c85-a54a-620f1e050366 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.729518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6860fc2d-d424-4c85-a54a-620f1e050366 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5809596 Aug 09 15:44:44.746420 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3854082-78b0-4bb6-8b8e-fbe5b0484470 req-f88f91a0-f2a3-4f8d-8627-8b0a85c17dde tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594038 Aug 09 15:44:44.746950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57388) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:44.770931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:44.835774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57392) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:44.868454 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.876036 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 5ae1eef4-544f-43aa-b093-f4ad9e947776 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:44.890314 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 5ae1eef4-544f-43aa-b093-f4ad9e947776 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:44.890706 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.918812 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-a8cc6a68-9e48-4902-9636-a34429a77c0c service neutron] 10.222.0.60 "GET /v2.0/networks/e0f61d85-62eb-4162-8885-06a88e208f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858547 Aug 09 15:44:44.989695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4f3fb1f2-7752-4328-b71f-9b49ddd688f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffd43318762b472fb921f2c7b68c2ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494765 Aug 09 15:44:45.006822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57400) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:45.036596 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54561811-fed2-4142-9a17-74f34e34bfbc req-603ea64e-1e15-48ed-9681-40c01a37eacd tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 210 time: 0.1333017 Aug 09 15:44:45.246077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Allocated IP 172.20.0.10 (2d7d4d62-58f1-4269-a516-ea6e4ce16646/a48063a4-e226-4798-803c-64de2d0d4b89/c697eb53-1c40-4e27-96ec-66240f7ea5b1) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:45.258054 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.273714 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-13330e7e-a40c-4cd2-8c1b-a779574e9471 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f61d85-62eb-4162-8885-06a88e208f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536465 Aug 09 15:44:45.299168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8df07f1b-3135-4fa6-a77c-4300b3ba5031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.352813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 5ae1eef4-544f-43aa-b093-f4ad9e947776, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5ae1eef4-544f-43aa-b093-f4ad9e947776,segment=NetworkSegment(e41d58d1-10a0-4247-8a16-f8040723b8cd),segment_id=e41d58d1-10a0-4247-8a16-f8040723b8cd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:45.358442 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.365337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1009fc4-39f4-43f3-8fbf-7a8b8fdaa3ec req-ce9a95b3-4744-419f-8130-19bdc61ef5a9 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.374128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1009fc4-39f4-43f3-8fbf-7a8b8fdaa3ec req-ce9a95b3-4744-419f-8130-19bdc61ef5a9 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.2199726 Aug 09 15:44:45.386900 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8df07f1b-3135-4fa6-a77c-4300b3ba5031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.410237 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-71dc8a28-41db-46df-af8e-8ddf90a34f46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.157&port_id=6f5b630c-d900-4df4-ab63-7c461c3bf6ec HTTP/1.1" status: 200 len: 217 time: 0.1234126 Aug 09 15:44:45.434044 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.490068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=5ae1eef4-544f-43aa-b093-f4ad9e947776,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:45.530888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1009fc4-39f4-43f3-8fbf-7a8b8fdaa3ec req-3fdefe64-15ec-48d0-8df0-e61eb66c0a1a tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482277 Aug 09 15:44:45.574686 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8df07f1b-3135-4fa6-a77c-4300b3ba5031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.581984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8df07f1b-3135-4fa6-a77c-4300b3ba5031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.586244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8df07f1b-3135-4fa6-a77c-4300b3ba5031 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a656cb4-66eb-4dec-b43a-578125a66d84 HTTP/1.1" status: 204 len: 168 time: 0.5782490 Aug 09 15:44:45.622821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df07f1b-3135-4fa6-a77c-4300b3ba5031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a656cb4-66eb-4dec-b43a-578125a66d84,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:45.663317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Allocated IP 172.25.2.71 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/861fff5c-82e1-426e-ac5f-04d6efb307de) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:45.800532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-80b4bfd5-7790-46c1-8b28-8c783f98c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.802149 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-80b4bfd5-7790-46c1-8b28-8c783f98c71b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d162754-8465-4bd5-857b-bfc9dc7ac0f2 HTTP/1.1" status: 200 len: 801 time: 0.3777840 Aug 09 15:44:45.849804 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.937936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-94479b77-f841-4bfa-8f74-b865de51edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.946796 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-94479b77-f841-4bfa-8f74-b865de51edc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5d34bcf4-0c27-483b-aff7-f90e86abc280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222525 Aug 09 15:44:45.950049 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.983816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311af4-25c9-486f-85d8-a93d5188a596 req-8d825fba-e32f-46ac-b204-d84441917664 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.004806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-8d825fba-e32f-46ac-b204-d84441917664 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/networks?id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf HTTP/1.1" status: 200 len: 821 time: 0.3628111 Aug 09 15:44:46.013765 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.074732 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.095231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ea2fd-0929-4c09-9ef9-eb8277b9e30b req-da16e80a-3a92-4fce-af31-2a54b393e0ac tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.104749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ea2fd-0929-4c09-9ef9-eb8277b9e30b req-da16e80a-3a92-4fce-af31-2a54b393e0ac tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.118623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ea2fd-0929-4c09-9ef9-eb8277b9e30b req-da16e80a-3a92-4fce-af31-2a54b393e0ac tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.131538 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a80ea2fd-0929-4c09-9ef9-eb8277b9e30b req-da16e80a-3a92-4fce-af31-2a54b393e0ac tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2411 time: 0.2417786 Aug 09 15:44:46.132634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-a9bda00d-bc0e-4a80-bf10-6fa77bddf542 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/quotas/fc6dd991b1614433a485866837d57ab6 HTTP/1.1" status: 200 len: 375 time: 0.1266305 Aug 09 15:44:46.139239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:46.154684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:46.183183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:46.188737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:46.202058 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-4d3485d4-cfa9-4f18-aaf4-0acceff83eba tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc6dd991b1614433a485866837d57ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683773 Aug 09 15:44:46.214852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:46.217380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:46.250435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Pushing event updated for resources: {'Port': ['ID=861fff5c-82e1-426e-ac5f-04d6efb307de,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:46.262069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Pushing event updated for resources: {'Port': ['ID=c697eb53-1c40-4e27-96ec-66240f7ea5b1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:46.285245 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a80ea2fd-0929-4c09-9ef9-eb8277b9e30b req-80355a27-a3ba-4c9e-9fe3-2f884aeae5d0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444731 Aug 09 15:44:46.324575 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-3b453777-bc4c-4c66-9d5c-7558b2da76d0 service neutron] 10.222.0.60 "GET /v2.0/networks/5d34bcf4-0c27-483b-aff7-f90e86abc280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174055 Aug 09 15:44:46.365773 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.411951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.412962 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.422644 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.445436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5ae1eef4-544f-43aa-b093-f4ad9e947776 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:46.496683 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-cb524aa6-26ea-435e-a436-5a15e9f9dc85 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1179347 Aug 09 15:44:46.520569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 5ae1eef4-544f-43aa-b093-f4ad9e947776 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:46.521069 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.521939 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Request body: {'port': {'device_id': 'c6deab0a-5cca-4516-a35d-cde9d23a3e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:46.561227 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-740d237f-e989-42b8-962d-f4df480a557e service neutron] 10.222.0.81 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581738 Aug 09 15:44:46.564995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a436b8-bc9f-48c6-8d68-eee900dcbe19 req-aea53405-d136-4784-9f47-cf001c391e35 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.567076 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08a436b8-bc9f-48c6-8d68-eee900dcbe19 req-aea53405-d136-4784-9f47-cf001c391e35 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 932 time: 0.1180568 Aug 09 15:44:46.620327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08a436b8-bc9f-48c6-8d68-eee900dcbe19 req-35219538-c75e-4e2f-8e59-63dbcb34218f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449598 Aug 09 15:44:46.647710 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.686709 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.698907 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.701856 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-6b8276ac-32d2-4f50-bf0c-d3f4224d90f5 service neutron] 10.222.0.60 "GET /v2.0/networks/5d34bcf4-0c27-483b-aff7-f90e86abc280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609719 Aug 09 15:44:46.743911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57462) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:46.788328 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-aee3dba1-dd36-4dea-a761-08ee0d900922 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=5cd0d435-f62d-498b-920d-95a94fae9c9d HTTP/1.1" status: 200 len: 217 time: 0.0552723 Aug 09 15:44:46.812781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Pushing event updated for resources: {'Port': ['ID=861fff5c-82e1-426e-ac5f-04d6efb307de,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:46.835698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbda6fd-6568-4fc3-9da9-029472e9ca23 req-b27f9008-05d0-40b0-99e2-9777d0784dea tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.838900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2fbda6fd-6568-4fc3-9da9-029472e9ca23 req-b27f9008-05d0-40b0-99e2-9777d0784dea tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1308270 Aug 09 15:44:46.842169 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.881844 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.883129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6b602484-5c13-4753-934e-e5e5527f3a87 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1352065 Aug 09 15:44:46.902270 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2fbda6fd-6568-4fc3-9da9-029472e9ca23 req-a2ffe472-b229-4bcd-b910-84609b42e9ca tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447600 Aug 09 15:44:46.932034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1997015535-network', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:46.954476 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-560197dc-fb89-4483-8e1f-4460c3b9f2b4 service neutron] 10.222.0.81 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463807 Aug 09 15:44:46.966313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-b642ff99-ede8-4147-a1a3-d48e8e23ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.967864 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-b642ff99-ede8-4147-a1a3-d48e8e23ed75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2913e6d2-7e65-4479-ad57-048f5fc83c8f HTTP/1.1" status: 200 len: 801 time: 0.1703582 Aug 09 15:44:47.040928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Made reservation on behalf of 92e3b5910a4d4f24aa23cae053f0e90f for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:47.043239 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.061145 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.118745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-0e5ff7d8-7df4-42e1-9338-a9883a69c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:47.120351 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-0e5ff7d8-7df4-42e1-9338-a9883a69c377 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0f61d85-62eb-4162-8885-06a88e208f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1436768 Aug 09 15:44:47.193327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c9c6f24-5a11-400b-801f-0f0540727b5d req-fa481eec-dd08-4ff4-8df7-1eec4505bbf6 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 210 time: 0.0400229 Aug 09 15:44:47.335827 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-dc6cf44c-4295-4f98-82b4-57c05c07ce74 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f61d85-62eb-4162-8885-06a88e208f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061100 Aug 09 15:44:47.340744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c697eb53-1c40-4e27-96ec-66240f7ea5b1 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:47.369031 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.495327 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.506114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Transition to ACTIVE for port object c697eb53-1c40-4e27-96ec-66240f7ea5b1 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:47.508826 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.525169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:44:47.539723 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.540083 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Added segment 36f76460-9ac0-442b-b55f-0d3bcd07fbec of type vlan for network 82283e74-616b-427b-ba3d-233252319544 Aug 09 15:44:47.591710 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.621453 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.686601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d1cd6-94b9-4f47-a940-a3fd631682d6 req-82e3c3d1-d93a-4763-9b71-c0642814e563 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:47.694377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d1cd6-94b9-4f47-a940-a3fd631682d6 req-82e3c3d1-d93a-4763-9b71-c0642814e563 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:47.705078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d1cd6-94b9-4f47-a940-a3fd631682d6 req-82e3c3d1-d93a-4763-9b71-c0642814e563 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:47.708157 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-898d1cd6-94b9-4f47-a940-a3fd631682d6 req-82e3c3d1-d93a-4763-9b71-c0642814e563 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2411 time: 0.3415484 Aug 09 15:44:47.753791 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dd0f9a-3b45-42eb-be26-0bc5619567ca,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:47.772154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.resource_extend [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:44:47.803943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b3c1e-c141-4892-9175-cbc7ef61cbdb req-56305843-07a1-43e8-a562-5013cb860ff2 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:47.807320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Pushing event updated for resources: {'Port': ['ID=c697eb53-1c40-4e27-96ec-66240f7ea5b1,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:47.824516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d9b3c1e-c141-4892-9175-cbc7ef61cbdb req-56305843-07a1-43e8-a562-5013cb860ff2 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 944 time: 0.0969677 Aug 09 15:44:47.832657 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.833814 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:47.834582 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:47.899673 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d9b3c1e-c141-4892-9175-cbc7ef61cbdb req-91926b15-697c-46ea-b9d2-f9660f52f12d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740983 Aug 09 15:44:47.921719 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1767101 Aug 09 15:44:47.923879 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-937d5cc4-86d6-469c-afc3-50160f50ce66 req-2d6734cf-25d2-446c-b783-f910b046f6e2 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f61d85-62eb-4162-8885-06a88e208f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771968 Aug 09 15:44:47.925265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57566) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:47.937629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Request body: {'subnet': {'network_id': '82283e74-616b-427b-ba3d-233252319544', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1997015535-subnet', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:47.954669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099de56-da75-44cf-8874-c2e7db47538d admin admin] Pushing event updated for resources: {'Network': ['ID=82283e74-616b-427b-ba3d-233252319544,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:47.961958 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-898d1cd6-94b9-4f47-a940-a3fd631682d6 req-afae4338-3099-4ad7-abfb-88b0f66df5a8 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136278 Aug 09 15:44:47.967857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 82283e74-616b-427b-ba3d-233252319544 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:44:48.033907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Made reservation on behalf of 92e3b5910a4d4f24aa23cae053f0e90f for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:48.048264 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.130849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Attempting to bind port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:48.131592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Attempting to bind port c697eb53-1c40-4e27-96ec-66240f7ea5b1 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:48.131942 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Attempting to bind port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:48.138688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:48.139020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Attempting to bind port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:48.155182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-1ca988c9-25c9-4fc3-b76c-46ca90826863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.157380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-1ca988c9-25c9-4fc3-b76c-46ca90826863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.157380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-1ca988c9-25c9-4fc3-b76c-46ca90826863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.157697 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-1ca988c9-25c9-4fc3-b76c-46ca90826863 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2864 time: 0.0863004 Aug 09 15:44:48.158511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:48.158927 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:48.159518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Bound using segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:48.159988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Bound port: c697eb53-1c40-4e27-96ec-66240f7ea5b1, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:48.160354 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.231014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a44ed-e912-458f-a4ea-1ed1ec2f1553 req-d7eca7aa-4b2c-459c-8ba8-5dd340d239dd tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.239692 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-351a44ed-e912-458f-a4ea-1ed1ec2f1553 req-d7eca7aa-4b2c-459c-8ba8-5dd340d239dd tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1074197 Aug 09 15:44:48.315969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:48.322927 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:48.336657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-351a44ed-e912-458f-a4ea-1ed1ec2f1553 req-585a2182-956e-4dd0-aae1-0b4b6899421b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956931 Aug 09 15:44:48.339782 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.357847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-8e65aedc-af2b-4d88-9628-fb4fe8d60dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.359349 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-8e65aedc-af2b-4d88-9628-fb4fe8d60dad service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0f61d85-62eb-4162-8885-06a88e208f88 HTTP/1.1" status: 200 len: 902 time: 0.1886668 Aug 09 15:44:48.370118 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe99628c-7a27-4783-966e-c0493ae0c448 req-12876e64-68fe-46eb-92f3-5215d0d31db0 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 210 time: 0.0419986 Aug 09 15:44:48.426245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.454725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-725e3bb3-d763-4621-8a88-89d48f6f99f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=5cd0d435-f62d-498b-920d-95a94fae9c9d HTTP/1.1" status: 200 len: 217 time: 0.0809872 Aug 09 15:44:48.461699 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.462640 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.464285 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] 10.222.0.53 "PUT /v2.0/ports/c697eb53-1c40-4e27-96ec-66240f7ea5b1 HTTP/1.1" status: 200 len: 1092 time: 1.9532108 Aug 09 15:44:48.464746 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6deab0a-5cca-4516-a35d-cde9d23a3e94', 'tag': 'c697eb53-1c40-4e27-96ec-66240f7ea5b1'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:48.467700 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bcc776-74ff-4c5b-a905-fff1a91177c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c6deab0a-5cca-4516-a35d-cde9d23a3e94", "tag": "c697eb53-1c40-4e27-96ec-66240f7ea5b1"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:48.546381 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb02499b-a250-4749-9bbc-baa1d05d888d x-openstack-request-id: req-bb02499b-a250-4749-9bbc-baa1d05d888d {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:48.546672 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6deab0a-5cca-4516-a35d-cde9d23a3e94", "tag": "c697eb53-1c40-4e27-96ec-66240f7ea5b1", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:48.546964 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb02499b-a250-4749-9bbc-baa1d05d888d {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:48.547653 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6deab0a-5cca-4516-a35d-cde9d23a3e94', 'tag': 'c697eb53-1c40-4e27-96ec-66240f7ea5b1', 'status': 'completed', 'code': 200} Aug 09 15:44:48.576357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e317da-0465-4e5b-8a29-aafbf8c77643,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:48.600330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120ba7e-9395-4f2a-98e0-6016a088c74f service neutron] Pushing event updated for resources: {'Port': ['ID=c697eb53-1c40-4e27-96ec-66240f7ea5b1,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:48.614565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:48.614681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:48.614980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:48.615308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:48.616932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:48.617603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:48.618409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:48.618747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:48.619424 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:48.619779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:48.620293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:48.621423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:48.622210 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-b4d8d559-507b-435d-8ffc-fc57bd934c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.631285 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-b4d8d559-507b-435d-8ffc-fc57bd934c25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2913e6d2-7e65-4479-ad57-048f5fc83c8f HTTP/1.1" status: 200 len: 801 time: 0.1464782 Aug 09 15:44:48.677082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Checking segment: {'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:48.677459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Network hostable DHCP agents. Network: 82283e74-616b-427b-ba3d-233252319544, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:44:48.684560 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-9a144d04-a37c-4111-87f3-9f16a36b76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.686301 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-9a144d04-a37c-4111-87f3-9f16a36b76fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 1095 time: 0.1622090 Aug 09 15:44:48.693001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-f2938215-3ace-49d5-a8bd-d1e5f62ac9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.694490 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-f2938215-3ace-49d5-a8bd-d1e5f62ac9e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0f61d85-62eb-4162-8885-06a88e208f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0623095 Aug 09 15:44:48.713617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311af4-25c9-486f-85d8-a93d5188a596 req-58efc765-36ca-4f96-9699-3c6711ab4d99 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.715118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-58efc765-36ca-4f96-9699-3c6711ab4d99 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.60 "GET /v2.0/networks?id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf HTTP/1.1" status: 200 len: 821 time: 0.2438948 Aug 09 15:44:48.716171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Network 82283e74-616b-427b-ba3d-233252319544 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:44:48.726864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 82283e74-616b-427b-ba3d-233252319544) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:48.734814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.736925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.738575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425cbdb7-b199-42a4-90a4-37818c1073f6 None None] Network 82283e74-616b-427b-ba3d-233252319544 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:48.744782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-29311af4-25c9-486f-85d8-a93d5188a596 req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Request body: {'port': {'device_id': 'e86e2cea-f322-4bf3-8315-ea27b777d289', 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf', 'admin_state_up': True, 'tenant_id': 'fc6dd991b1614433a485866837d57ab6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:48.765104 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-3d10830b-ef83-4da9-8be7-4c34d67f85fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1 HTTP/1.1" status: 200 len: 217 time: 0.0665071 Aug 09 15:44:48.806828 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6d109a95-103a-457f-b089-732d65008ad8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8769555 Aug 09 15:44:48.810348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57608) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:48.821141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1997015535-router', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:48.843941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-b9b66f7e-0518-4854-8175-240714013d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:48.845433 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-b9b66f7e-0518-4854-8175-240714013d80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.0532820 Aug 09 15:44:48.877015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.878132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.954715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5367431-292f-4518-a5b7-95433c7a7404 None None] Network 82283e74-616b-427b-ba3d-233252319544 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:48.955000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29311af4-25c9-486f-85d8-a93d5188a596 req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Made reservation on behalf of fc6dd991b1614433a485866837d57ab6 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:48.958907 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-29311af4-25c9-486f-85d8-a93d5188a596 req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.974141 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:49.220030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-29311af4-25c9-486f-85d8-a93d5188a596 req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Allocated IP 172.20.0.10 (7a01052f-b956-4ec5-b66d-2d8d93fe2bcf/d77fdd6f-3057-40eb-be96-e34a96c83534/a6d1c78a-15b8-49ad-a688-5a1087f94049) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:49.240029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cfea1-4e65-49c1-94f5-ed98725bb796 req-02890776-c4f4-4d88-8b9e-15f0f520a851 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:49.241626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-098cfea1-4e65-49c1-94f5-ed98725bb796 req-02890776-c4f4-4d88-8b9e-15f0f520a851 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 944 time: 0.1534641 Aug 09 15:44:49.295630 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-53ff2c6d-399e-40e5-9cea-da6fe4b43b39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4394166 Aug 09 15:44:49.341020 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:49.419367 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-9f899442-17ce-425e-be89-c860539f3641 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f61d85-62eb-4162-8885-06a88e208f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101176 Aug 09 15:44:49.432621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1ded3-1b1c-4cd5-bfa8-95447eb742d0 req-4ef94227-25ad-4d62-bd7b-61f06e7daffb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:49.438741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1ded3-1b1c-4cd5-bfa8-95447eb742d0 req-4ef94227-25ad-4d62-bd7b-61f06e7daffb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:49.445301 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1ded3-1b1c-4cd5-bfa8-95447eb742d0 req-4ef94227-25ad-4d62-bd7b-61f06e7daffb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:49.447034 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ea1ded3-1b1c-4cd5-bfa8-95447eb742d0 req-4ef94227-25ad-4d62-bd7b-61f06e7daffb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2411 time: 0.1568058 Aug 09 15:44:49.448072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-098cfea1-4e65-49c1-94f5-ed98725bb796 req-86abd1dc-06fe-4fda-ba13-cde4f4aca98e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709306 Aug 09 15:44:49.582106 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-ab218244-0b8f-42a1-b300-4305f6dc5b55 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703445 Aug 09 15:44:49.629168 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ea1ded3-1b1c-4cd5-bfa8-95447eb742d0 req-2d5b620a-ad92-472a-96f6-038c4681df20 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481664 Aug 09 15:44:49.699441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28647a7-ab68-4e18-bbd6-c0794dbb6cc8 req-57df6916-e442-425a-9e1e-a12c003b7c30 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:49.700993 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d28647a7-ab68-4e18-bbd6-c0794dbb6cc8 req-57df6916-e442-425a-9e1e-a12c003b7c30 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1536396 Aug 09 15:44:49.758465 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5cb0f7ab-8439-4d26-aa41-92121c9a4a2f req-608b8bff-d998-48ca-81bf-f7e14154fb7e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 210 time: 0.0410900 Aug 09 15:44:49.811632 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8ba34a9-e09b-4f3d-b5b4-baea3129d7c1 req-51f51b82-9dc5-49fe-a19d-51e384ea7000 service neutron] 10.222.0.60 "GET /v2.0/networks/e0f61d85-62eb-4162-8885-06a88e208f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618827 Aug 09 15:44:49.814037 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf1554e9-52bf-47f0-8195-4dc334a87f53 req-0fd9fac2-2909-4e67-a6e6-6ce3227d933a service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160378 Aug 09 15:44:49.960147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcc776-74ff-4c5b-a905-fff1a91177c7 req-e1576053-1d6c-4367-aff5-61cc9f4706bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:49.962783 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6bcc776-74ff-4c5b-a905-fff1a91177c7 req-e1576053-1d6c-4367-aff5-61cc9f4706bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 1095 time: 0.0793700 Aug 09 15:44:50.108976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcc776-74ff-4c5b-a905-fff1a91177c7 req-12e82a77-2ae6-497b-9b53-7aa08a625b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:50.113136 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6bcc776-74ff-4c5b-a905-fff1a91177c7 req-12e82a77-2ae6-497b-9b53-7aa08a625b42 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.1424751 Aug 09 15:44:50.146004 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-29311af4-25c9-486f-85d8-a93d5188a596 req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:50.173103 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6bcc776-74ff-4c5b-a905-fff1a91177c7 req-24f0980e-0c74-4f9f-89c5-e74af3695121 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1 HTTP/1.1" status: 200 len: 217 time: 0.0420625 Aug 09 15:44:50.175637 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:44:50.196243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d28647a7-ab68-4e18-bbd6-c0794dbb6cc8 req-5b107e2d-51b7-4c55-a669-eda2a02d7e0a tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774966 Aug 09 15:44:50.240777 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5536e628-a086-4b44-8df9-95d253a4fb8d details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:50.244213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcc776-74ff-4c5b-a905-fff1a91177c7 req-21a9ddec-422e-4c75-92a3-b87d80471faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:50.246198 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6bcc776-74ff-4c5b-a905-fff1a91177c7 req-21a9ddec-422e-4c75-92a3-b87d80471faa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.0639620 Aug 09 15:44:50.290042 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6bcc776-74ff-4c5b-a905-fff1a91177c7 req-c0a4da09-432e-49ef-a277-17c73e7b0cf0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339580 Aug 09 15:44:50.320962 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:50.324399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-29311af4-25c9-486f-85d8-a93d5188a596 req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:50.376517 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:50.377905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5536e628-a086-4b44-8df9-95d253a4fb8d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5536e628-a086-4b44-8df9-95d253a4fb8d,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:50.416790 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6bcc776-74ff-4c5b-a905-fff1a91177c7 req-e66a30a0-e0a7-4712-9862-eaf62a1ceadc service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131938 Aug 09 15:44:50.443857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29311af4-25c9-486f-85d8-a93d5188a596 req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:50.452186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-29311af4-25c9-486f-85d8-a93d5188a596 req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:50.466166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-29311af4-25c9-486f-85d8-a93d5188a596 req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:50.478615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event updated for resources: {'Port': ['ID=a6d1c78a-15b8-49ad-a688-5a1087f94049,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:50.582404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311af4-25c9-486f-85d8-a93d5188a596 req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:50.583184 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-29311af4-25c9-486f-85d8-a93d5188a596 req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:50.589051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '5536e628-a086-4b44-8df9-95d253a4fb8d', 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88', 'port_id': '5536e628-a086-4b44-8df9-95d253a4fb8d', 'mac_address': 'fa:16:3e:bd:78:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2913e6d2-7e65-4479-ad57-048f5fc83c8f', 'ip_address': '19.80.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:50.605634 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-d36d0482-ae35-4b10-bae0-68d7ea56b2f7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8649175 Aug 09 15:44:50.608083 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6bcc776-74ff-4c5b-a905-fff1a91177c7 req-4fa0044c-52cb-49a7-87a2-949cc46bd7b1 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760836 Aug 09 15:44:50.624382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Request body: {'port': {'device_id': 'e86e2cea-f322-4bf3-8315-ea27b777d289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:50.629263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Allocated IP 172.25.2.160 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/ecd0b734-7ba1-4f74-9a29-38a940d08972) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:50.638166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89304d77-c474-4a20-941f-54fbac9967c9 req-f0f53517-cd5d-4177-ae0e-2e6afc855c1f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:50.640405 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-89304d77-c474-4a20-941f-54fbac9967c9 req-f0f53517-cd5d-4177-ae0e-2e6afc855c1f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 944 time: 0.0977993 Aug 09 15:44:50.659143 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:50.673066 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5536e628-a086-4b44-8df9-95d253a4fb8d {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:50.696599 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5536e628-a086-4b44-8df9-95d253a4fb8d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5536e628-a086-4b44-8df9-95d253a4fb8d,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:50.702326 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:50.702993 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6f5b630c-d900-4df4-ab63-7c461c3bf6ec details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:50.715668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-89304d77-c474-4a20-941f-54fbac9967c9 req-74cc98ee-01f6-495b-ba12-f31183c42c96 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668442 Aug 09 15:44:50.825468 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:50.830498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6f5b630c-d900-4df4-ab63-7c461c3bf6ec,segment=NetworkSegment(d5f02e72-ca35-4500-941a-4e588a2d8b7f),segment_id=d5f02e72-ca35-4500-941a-4e588a2d8b7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:50.845648 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '6f5b630c-d900-4df4-ab63-7c461c3bf6ec', 'network_id': '5d34bcf4-0c27-483b-aff7-f90e86abc280', 'port_id': '6f5b630c-d900-4df4-ab63-7c461c3bf6ec', 'mac_address': 'fa:16:3e:dc:71:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d162754-8465-4bd5-857b-bfc9dc7ac0f2', 'ip_address': '19.86.0.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:50.905974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=5536e628-a086-4b44-8df9-95d253a4fb8d,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:50.915380 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:50.915831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:50.916184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:50.916540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:50.917167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:50.917167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:50.917513 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:50.917867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:50.918191 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:50.918512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:50.918838 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:50.919163 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:50.919485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:50.927512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2794cc-af6a-4667-82c4-a6d45ebd0ff3 req-54ee2a4d-d618-4329-9478-e7840cdae568 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:50.930055 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:50.934265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2794cc-af6a-4667-82c4-a6d45ebd0ff3 req-54ee2a4d-d618-4329-9478-e7840cdae568 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:50.942208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2794cc-af6a-4667-82c4-a6d45ebd0ff3 req-54ee2a4d-d618-4329-9478-e7840cdae568 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:50.943929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef2794cc-af6a-4667-82c4-a6d45ebd0ff3 req-54ee2a4d-d618-4329-9478-e7840cdae568 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2412 time: 0.2196264 Aug 09 15:44:50.952716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5b630c-d900-4df4-ab63-7c461c3bf6ec {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:50.969710 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f84d3c-45fe-45c1-a276-4df6b7cea416 req-75ef2336-d361-4f73-ade5-80dc8958d32f tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:50.982686 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6f5b630c-d900-4df4-ab63-7c461c3bf6ec,segment=NetworkSegment(d5f02e72-ca35-4500-941a-4e588a2d8b7f),segment_id=d5f02e72-ca35-4500-941a-4e588a2d8b7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:50.982982 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1f84d3c-45fe-45c1-a276-4df6b7cea416 req-75ef2336-d361-4f73-ade5-80dc8958d32f tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 932 time: 0.1147015 Aug 09 15:44:50.986852 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:50.988329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5cd0d435-f62d-498b-920d-95a94fae9c9d details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:51.031928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5cd0d435-f62d-498b-920d-95a94fae9c9d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5cd0d435-f62d-498b-920d-95a94fae9c9d,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:51.035251 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1f84d3c-45fe-45c1-a276-4df6b7cea416 req-9bf22292-b7d7-42af-873a-31696d601e4a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471981 Aug 09 15:44:51.050663 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '5cd0d435-f62d-498b-920d-95a94fae9c9d', 'network_id': 'e0f61d85-62eb-4162-8885-06a88e208f88', 'port_id': '5cd0d435-f62d-498b-920d-95a94fae9c9d', 'mac_address': 'fa:16:3e:da:b5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2913e6d2-7e65-4479-ad57-048f5fc83c8f', 'ip_address': '19.80.0.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:51.106848 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef2794cc-af6a-4667-82c4-a6d45ebd0ff3 req-b6947db0-a111-402b-9b58-163a53aa323b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551852 Aug 09 15:44:51.168393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6f5b630c-d900-4df4-ab63-7c461c3bf6ec,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:51.172329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:51.186787 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:51.201195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd0d435-f62d-498b-920d-95a94fae9c9d {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:51.236347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5cd0d435-f62d-498b-920d-95a94fae9c9d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5cd0d435-f62d-498b-920d-95a94fae9c9d,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:51.241328 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:51.245443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:51.253067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:51.256145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:51.287155 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Pushing event updated for resources: {'Port': ['ID=ecd0b734-7ba1-4f74-9a29-38a940d08972,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:51.298356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=5cd0d435-f62d-498b-920d-95a94fae9c9d,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:51.399477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49c84a-e7c6-4943-9f84-40ae8d82cf16 req-075087af-9bd3-4ed5-9efb-d8c10e4f13a8 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:51.401627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a49c84a-e7c6-4943-9f84-40ae8d82cf16 req-075087af-9bd3-4ed5-9efb-d8c10e4f13a8 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.0775506 Aug 09 15:44:51.449900 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a49c84a-e7c6-4943-9f84-40ae8d82cf16 req-a68f0db0-2043-42d0-9936-71266a584bad tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412669 Aug 09 15:44:51.524271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d1c78a-15b8-49ad-a688-5a1087f94049 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:51.532529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['5536e628-a086-4b44-8df9-95d253a4fb8d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:51.539099 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:51.570110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['6f5b630c-d900-4df4-ab63-7c461c3bf6ec'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:51.577611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['5cd0d435-f62d-498b-920d-95a94fae9c9d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:51.593034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Transition to ACTIVE for port object a6d1c78a-15b8-49ad-a688-5a1087f94049 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:51.600345 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:51.707438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Pushing event updated for resources: {'Port': ['ID=a6d1c78a-15b8-49ad-a688-5a1087f94049,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:51.764429 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:51.850476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Attempting to bind port a6d1c78a-15b8-49ad-a688-5a1087f94049 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:51.850476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Attempting to bind port a6d1c78a-15b8-49ad-a688-5a1087f94049 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:51.850476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Attempting to bind port a6d1c78a-15b8-49ad-a688-5a1087f94049 on network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:51.855916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Port a6d1c78a-15b8-49ad-a688-5a1087f94049 on network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:51.856175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Attempting to bind port a6d1c78a-15b8-49ad-a688-5a1087f94049 on network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:51.892144 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:51.892481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Checking segment: {'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:51.892873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Bound using segment: {'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:51.894141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Bound port: a6d1c78a-15b8-49ad-a688-5a1087f94049, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:51.894614 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:51.907453 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-c2617f87-851c-4671-8a1e-a6794ff0584e tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=52987c1a30454acfb54bb80279326b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410748 Aug 09 15:44:52.046581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-1d003756-8e6b-4315-b521-6ecea8ea7e65 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.055270 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-1d003756-8e6b-4315-b521-6ecea8ea7e65 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468582 Aug 09 15:44:52.067552 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-de3f4e87-80c0-4a6f-a2b0-af3ead9374c2 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/quotas/52987c1a30454acfb54bb80279326b8e HTTP/1.1" status: 200 len: 375 time: 0.0112848 Aug 09 15:44:52.069121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8aa2ca-1029-41cc-98cf-ff69a28ad391 req-4fd4a84a-3acf-4e02-88a8-5452f2f80dee tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.070687 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe8aa2ca-1029-41cc-98cf-ff69a28ad391 req-4fd4a84a-3acf-4e02-88a8-5452f2f80dee tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 944 time: 0.1820521 Aug 09 15:44:52.088323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] For port a6d1c78a-15b8-49ad-a688-5a1087f94049, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:52.111212 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-983f45b0-80da-4b0f-90a7-594863a7c656 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=52987c1a30454acfb54bb80279326b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377674 Aug 09 15:44:52.150445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] For port a6d1c78a-15b8-49ad-a688-5a1087f94049, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a6d1c78a-15b8-49ad-a688-5a1087f94049,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:52.169415 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:52.207040 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe8aa2ca-1029-41cc-98cf-ff69a28ad391 req-88540d61-8815-454d-85ef-25c3ec5d4a9a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278343 Aug 09 15:44:52.221040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.222397 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:52.223893 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] 10.222.0.60 "PUT /v2.0/ports/a6d1c78a-15b8-49ad-a688-5a1087f94049 HTTP/1.1" status: 200 len: 1092 time: 1.6097784 Aug 09 15:44:52.224513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86e2cea-f322-4bf3-8315-ea27b777d289', 'tag': 'a6d1c78a-15b8-49ad-a688-5a1087f94049'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:52.226975 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb6dec5-150f-4683-8e2f-1ab2ead9bb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "e86e2cea-f322-4bf3-8315-ea27b777d289", "tag": "a6d1c78a-15b8-49ad-a688-5a1087f94049"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:52.237643 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:52.379157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8953b70-a3c9-4c5b-abdb-2b17c253e0cf req-6e54456e-435e-4f5c-bb18-360e12d1590a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.387054 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8953b70-a3c9-4c5b-abdb-2b17c253e0cf req-6e54456e-435e-4f5c-bb18-360e12d1590a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 944 time: 0.0649726 Aug 09 15:44:52.444075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d162a9-83ec-49bd-be8d-fa39927d286c service neutron] Pushing event updated for resources: {'Port': ['ID=a6d1c78a-15b8-49ad-a688-5a1087f94049,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:52.453408 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8953b70-a3c9-4c5b-abdb-2b17c253e0cf req-eadc76d7-8a05-4e79-b2c3-9022f7953df3 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629797 Aug 09 15:44:52.458835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311af4-25c9-486f-85d8-a93d5188a596 req-176e6d13-efd7-4786-9fbc-fdf6581ed256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.460330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-176e6d13-efd7-4786-9fbc-fdf6581ed256 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc6dd991b1614433a485866837d57ab6&device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 1095 time: 0.1201377 Aug 09 15:44:52.532569 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37de24c3-114f-4391-85e9-0e7a8bc88c3c x-openstack-request-id: req-37de24c3-114f-4391-85e9-0e7a8bc88c3c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:52.532920 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86e2cea-f322-4bf3-8315-ea27b777d289", "tag": "a6d1c78a-15b8-49ad-a688-5a1087f94049", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:52.533374 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37de24c3-114f-4391-85e9-0e7a8bc88c3c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:52.534549 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86e2cea-f322-4bf3-8315-ea27b777d289', 'tag': 'a6d1c78a-15b8-49ad-a688-5a1087f94049', 'status': 'completed', 'code': 200} Aug 09 15:44:52.543665 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-6f2343e6-629b-4594-b8be-f6c31a60c37f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d1c78a-15b8-49ad-a688-5a1087f94049 HTTP/1.1" status: 200 len: 217 time: 0.0695789 Aug 09 15:44:52.626459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470eb2a-b4bf-4df9-bce7-8c94d169bec9 req-e4db3ef2-06d2-4791-8693-50ab3f2f195f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.629867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-39eb89d2-048e-4ab0-bd59-077de302e1cd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=52987c1a30454acfb54bb80279326b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369902 Aug 09 15:44:52.633164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470eb2a-b4bf-4df9-bce7-8c94d169bec9 req-e4db3ef2-06d2-4791-8693-50ab3f2f195f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.639407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470eb2a-b4bf-4df9-bce7-8c94d169bec9 req-e4db3ef2-06d2-4791-8693-50ab3f2f195f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.641089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d470eb2a-b4bf-4df9-bce7-8c94d169bec9 req-e4db3ef2-06d2-4791-8693-50ab3f2f195f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2414 time: 0.1920781 Aug 09 15:44:52.659802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311af4-25c9-486f-85d8-a93d5188a596 req-af34fd4f-1e05-4eee-a8a6-b09a3a5f850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.661321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-af34fd4f-1e05-4eee-a8a6-b09a3a5f850c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d77fdd6f-3057-40eb-be96-e34a96c83534 HTTP/1.1" status: 200 len: 861 time: 0.1065834 Aug 09 15:44:52.714309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-8a4f147e-4436-40e0-986b-9a85a3071aa5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369878 Aug 09 15:44:52.715131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Router 388f7fd1-38d8-4da9-9601-e6f8fd9250fe is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:44:52.768732 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956f73d-3260-4aa3-a758-ac59548522ef req-27dd29f8-2bd9-4a0c-822f-c0c1f05828d3 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:52.770899 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-27dd29f8-2bd9-4a0c-822f-c0c1f05828d3 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1351275 Aug 09 15:44:52.778161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d470eb2a-b4bf-4df9-bce7-8c94d169bec9 req-bc103906-4024-4214-9304-ebb912636406 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257904 Aug 09 15:44:52.807777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-354ba86f-3a19-4205-a646-80e3cd2f42dc tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/quotas/52987c1a30454acfb54bb80279326b8e HTTP/1.1" status: 200 len: 375 time: 0.0260692 Aug 09 15:44:52.866623 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-35be8815-96fb-45c9-94e3-e3db69687199 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=52987c1a30454acfb54bb80279326b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537596 Aug 09 15:44:53.010900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-b18a71a8-bac3-44a0-af9e-ca964df087d1 service neutron] 10.222.0.60 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879202 Aug 09 15:44:53.048445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36131c4b-8f02-4e2d-b71e-430d1d559a55 req-f78a933d-b636-4a28-9aa1-3fb3a1661d7d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:53.050351 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36131c4b-8f02-4e2d-b71e-430d1d559a55 req-f78a933d-b636-4a28-9aa1-3fb3a1661d7d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1607623 Aug 09 15:44:53.112746 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-20351baa-66a9-4df7-bd05-e6d7918c3411 req-ac7b7a9b-6ad8-4951-97d3-39dd05c766da tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 210 time: 0.0405667 Aug 09 15:44:53.185868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:44:53.199002 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Sync routers for ids ['388f7fd1-38d8-4da9-9601-e6f8fd9250fe'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:44:53.217384 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Routers {'388f7fd1-38d8-4da9-9601-e6f8fd9250fe'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:53.218480 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['388f7fd1-38d8-4da9-9601-e6f8fd9250fe'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:53.241735 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:53.245822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57770) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:53.245969 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2df8b18e-3144-4bb7-bec9-2b8344a7095f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4344175 Aug 09 15:44:53.248854 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29311af4-25c9-486f-85d8-a93d5188a596 req-a2f427ce-39b8-4252-b814-923f76f57553 service neutron] 10.222.0.60 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290483 Aug 09 15:44:53.260031 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36131c4b-8f02-4e2d-b71e-430d1d559a55 req-cbd6f6e1-501e-4fe1-a6f4-e4013dfd18d7 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984116 Aug 09 15:44:53.478698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6dec5-150f-4683-8e2f-1ab2ead9bb4c req-02a48198-df66-4e39-8601-f94fbefbe1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:53.481023 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4eb6dec5-150f-4683-8e2f-1ab2ead9bb4c req-02a48198-df66-4e39-8601-f94fbefbe1b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc6dd991b1614433a485866837d57ab6&device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 1095 time: 0.1164460 Aug 09 15:44:53.514053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c91af-245b-46b8-bb71-f7997e7356bc req-48af00ca-0863-4f5d-bf3b-340911028494 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:53.531718 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471c91af-245b-46b8-bb71-f7997e7356bc req-48af00ca-0863-4f5d-bf3b-340911028494 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 944 time: 0.1152334 Aug 09 15:44:53.626696 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Set router 388f7fd1-38d8-4da9-9601-e6f8fd9250fe gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:53.638164 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-471c91af-245b-46b8-bb71-f7997e7356bc req-97090bbd-442c-4a6e-844c-4f42820ad67e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962150 Aug 09 15:44:53.692310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6dec5-150f-4683-8e2f-1ab2ead9bb4c req-a5a88194-6281-4a45-8d62-ea98da1ddebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:53.693986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4eb6dec5-150f-4683-8e2f-1ab2ead9bb4c req-a5a88194-6281-4a45-8d62-ea98da1ddebe service neutron] 10.222.0.60 "GET /v2.0/networks?id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf HTTP/1.1" status: 200 len: 922 time: 0.1904192 Aug 09 15:44:53.716624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c697eb53-1c40-4e27-96ec-66240f7ea5b1 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:53.732442 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-3bf6e858-9287-4ccd-b6f1-1d6c1c548b39 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=52987c1a30454acfb54bb80279326b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498624 Aug 09 15:44:53.860554 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4eb6dec5-150f-4683-8e2f-1ab2ead9bb4c req-4f0f576a-b0f2-4a2e-97ae-83230f999162 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6d1c78a-15b8-49ad-a688-5a1087f94049 HTTP/1.1" status: 200 len: 217 time: 0.1116426 Aug 09 15:44:53.954480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e45e9-3591-4782-bdf8-7b7c69e9959b req-50828b80-daeb-428b-95b8-fe4cfc477639 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:53.961087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:53.966714 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a0e45e9-3591-4782-bdf8-7b7c69e9959b req-50828b80-daeb-428b-95b8-fe4cfc477639 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 944 time: 0.2715733 Aug 09 15:44:53.979040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'c697eb53-1c40-4e27-96ec-66240f7ea5b1', 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646', 'port_id': 'c697eb53-1c40-4e27-96ec-66240f7ea5b1', 'mac_address': 'fa:16:3e:3a:b1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48063a4-e226-4798-803c-64de2d0d4b89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:54.027499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6dec5-150f-4683-8e2f-1ab2ead9bb4c req-59c459d1-7de3-43d1-9442-15b3863bebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:54.029423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4eb6dec5-150f-4683-8e2f-1ab2ead9bb4c req-59c459d1-7de3-43d1-9442-15b3863bebf0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d77fdd6f-3057-40eb-be96-e34a96c83534 HTTP/1.1" status: 200 len: 861 time: 0.1495783 Aug 09 15:44:54.031180 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.046261 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1997015535-router', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:48Z', 'updated_at': '2021-08-09T15:44:51Z', 'revision_number': 3, 'project_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'gw_port': {'id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:50Z', 'updated_at': '2021-08-09T15:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:54.046639 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a0e45e9-3591-4782-bdf8-7b7c69e9959b req-4adf2bb1-4856-4bd1-8138-9db8a1ab054e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748315 Aug 09 15:44:54.051928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c697eb53-1c40-4e27-96ec-66240f7ea5b1 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:54.083363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:54.091287 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.094200 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4eb6dec5-150f-4683-8e2f-1ab2ead9bb4c req-ac9a100c-3ce0-4537-8d04-a67774ebdab4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453477 Aug 09 15:44:54.108518 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Checking router: 388f7fd1-38d8-4da9-9601-e6f8fd9250fe for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:44:54.109246 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Updating router 388f7fd1-38d8-4da9-9601-e6f8fd9250fe port ecd0b734-7ba1-4f74-9a29-38a940d08972 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:44:54.166621 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.176863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c697eb53-1c40-4e27-96ec-66240f7ea5b1,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:54.271133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5cd0d435-f62d-498b-920d-95a94fae9c9d up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:54.298431 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce56f72-dc9d-4e7e-a346-0d941bb6ba63 req-219cc812-074e-414f-a76e-50e29f431d82 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:54.305221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce56f72-dc9d-4e7e-a346-0d941bb6ba63 req-219cc812-074e-414f-a76e-50e29f431d82 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:54.312689 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce56f72-dc9d-4e7e-a346-0d941bb6ba63 req-219cc812-074e-414f-a76e-50e29f431d82 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:54.320208 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bce56f72-dc9d-4e7e-a346-0d941bb6ba63 req-219cc812-074e-414f-a76e-50e29f431d82 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2414 time: 0.3325973 Aug 09 15:44:54.340892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-0c007a7d-ae8e-42b4-b6a1-a532bc5811dc tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:54.342478 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-0c007a7d-ae8e-42b4-b6a1-a532bc5811dc tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6038392 Aug 09 15:44:54.362650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Request body: {'port': {'device_id': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '52987c1a30454acfb54bb80279326b8e'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:54.463278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 5cd0d435-f62d-498b-920d-95a94fae9c9d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:54.475785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 5cd0d435-f62d-498b-920d-95a94fae9c9d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:54.476164 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.508725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bce56f72-dc9d-4e7e-a346-0d941bb6ba63 req-74f64e13-d935-473d-b2cd-50092a402185 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798522 Aug 09 15:44:54.600365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c697eb53-1c40-4e27-96ec-66240f7ea5b1'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:54.629711 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-bc4a2d77-a5ad-445f-b4bd-6e4952d8a494 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=52987c1a30454acfb54bb80279326b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486541 Aug 09 15:44:54.644005 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.671196 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Transition to ACTIVE for port object ecd0b734-7ba1-4f74-9a29-38a940d08972 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:54.675547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e30ac68-bc56-4e80-9cfc-931384443511 req-9dfedf07-b214-433c-9f2f-c6133634cb14 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 210 time: 0.0904379 Aug 09 15:44:54.682465 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.736545 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8e004-bcd1-49a2-bbca-e7406bfee165 None None] Pushing event updated for resources: {'Port': ['ID=ecd0b734-7ba1-4f74-9a29-38a940d08972,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:54.762721 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Attempting to bind port ecd0b734-7ba1-4f74-9a29-38a940d08972 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:54.763238 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Attempting to bind port ecd0b734-7ba1-4f74-9a29-38a940d08972 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:54.763686 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Attempting to bind port ecd0b734-7ba1-4f74-9a29-38a940d08972 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:54.768509 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.770732 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:54.771233 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:54.771729 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.774724 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:54.775365 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Bound port: ecd0b734-7ba1-4f74-9a29-38a940d08972, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:54.775941 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.846643 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] For port ecd0b734-7ba1-4f74-9a29-38a940d08972, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:54.856869 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] For port ecd0b734-7ba1-4f74-9a29-38a940d08972, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ecd0b734-7ba1-4f74-9a29-38a940d08972,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:54.866353 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.877274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5cd0d435-f62d-498b-920d-95a94fae9c9d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5cd0d435-f62d-498b-920d-95a94fae9c9d,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:54.881394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd0d435-f62d-498b-920d-95a94fae9c9d'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:54.883792 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd356f4-eff9-46b4-a7a0-d47b43157d5e" -d '{"events": [{"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-plugged", "status": "completed", "tag": "5cd0d435-f62d-498b-920d-95a94fae9c9d"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:54.901837 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.902086 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4eb6dec5-150f-4683-8e2f-1ab2ead9bb4c req-628f8a64-97dd-4362-bcd0-cc77dc074cd4 service neutron] 10.222.0.60 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7957833 Aug 09 15:44:54.903481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5536e628-a086-4b44-8df9-95d253a4fb8d up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:54.964939 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8e004-bcd1-49a2-bbca-e7406bfee165 None None] Pushing event updated for resources: {'Port': ['ID=ecd0b734-7ba1-4f74-9a29-38a940d08972,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:54.984618 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Routers {'388f7fd1-38d8-4da9-9601-e6f8fd9250fe'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:54.985364 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['388f7fd1-38d8-4da9-9601-e6f8fd9250fe'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:54.996125 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c83a28-d1ff-4007-ac28-c03fcc39c4b2 req-a4b49fad-5a53-4e04-a448-1ce5d6a0cc27 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:54.998007 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956f73d-3260-4aa3-a758-ac59548522ef req-e9fb94d9-4ea1-4904-b9df-37d8549b884f tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:54.999485 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-e9fb94d9-4ea1-4904-b9df-37d8549b884f tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136091 Aug 09 15:44:55.004203 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4c83a28-d1ff-4007-ac28-c03fcc39c4b2 req-a4b49fad-5a53-4e04-a448-1ce5d6a0cc27 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.3492856 Aug 09 15:44:55.038448 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 5536e628-a086-4b44-8df9-95d253a4fb8d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:55.046853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 5536e628-a086-4b44-8df9-95d253a4fb8d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:55.047479 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.050340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Request body: {'port': {'device_id': 'de04ec25-1595-4ebe-823d-5a9b35e1dc9b', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '52987c1a30454acfb54bb80279326b8e'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:55.060653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Made reservation on behalf of 52987c1a30454acfb54bb80279326b8e for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:55.068939 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.094020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=5cd0d435-f62d-498b-920d-95a94fae9c9d,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:55.140503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fe4f4-a908-49ac-8211-d7dc3b7b1a82 req-47e82b8a-5c6c-4208-b731-92310b8c6c36 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:55.142265 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f2fe4f4-a908-49ac-8211-d7dc3b7b1a82 req-47e82b8a-5c6c-4208-b731-92310b8c6c36 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 945 time: 0.2027843 Aug 09 15:44:55.159504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.211839 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] Set router 388f7fd1-38d8-4da9-9601-e6f8fd9250fe gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:55.225153 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.259838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f2fe4f4-a908-49ac-8211-d7dc3b7b1a82 req-6d4848b0-6dbc-4fb8-b99f-9aa49fe1a2f8 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063397 Aug 09 15:44:55.272757 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4eb6dec5-150f-4683-8e2f-1ab2ead9bb4c req-fb0c20d5-21d1-469b-8e42-be567d087c21 service neutron] 10.222.0.60 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633361 Aug 09 15:44:55.338535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5536e628-a086-4b44-8df9-95d253a4fb8d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5536e628-a086-4b44-8df9-95d253a4fb8d,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:55.344163 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.344950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6f5b630c-d900-4df4-ab63-7c461c3bf6ec up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:55.420771 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e93738-83fd-4d28-aefb-7840efc86131 x-openstack-request-id: req-e8e93738-83fd-4d28-aefb-7840efc86131 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:55.421703 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-plugged", "status": "completed", "tag": "5cd0d435-f62d-498b-920d-95a94fae9c9d", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:55.421703 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8e93738-83fd-4d28-aefb-7840efc86131 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:55.421703 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd0d435-f62d-498b-920d-95a94fae9c9d', 'code': 200} Aug 09 15:44:55.449452 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.475719 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4c83a28-d1ff-4007-ac28-c03fcc39c4b2 req-81e013c1-0659-4a3b-b4b8-1cdf55169f5b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398110 Aug 09 15:44:55.489841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=5536e628-a086-4b44-8df9-95d253a4fb8d,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:55.494432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:55.499459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:55.499928 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.500666 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.524697 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.540021 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e4977-50b3-4808-b356-4e13ca914d14 req-ca6290ae-bc15-4776-a3a1-e726262c76e7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:55.542610 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1997015535-router', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:48Z', 'updated_at': '2021-08-09T15:44:51Z', 'revision_number': 3, 'project_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'gw_port': {'id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:50Z', 'updated_at': '2021-08-09T15:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:55.549685 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f20e4977-50b3-4808-b356-4e13ca914d14 req-ca6290ae-bc15-4776-a3a1-e726262c76e7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 944 time: 0.1232224 Aug 09 15:44:55.578454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Made reservation on behalf of 52987c1a30454acfb54bb80279326b8e for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:55.583360 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.639174 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d04cc-d7c7-4e8d-b183-c88be7735a90 None None] The sync data for ids ['388f7fd1-38d8-4da9-9601-e6f8fd9250fe'] in n-d-803778-2 is: [{'id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1997015535-router', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:48Z', 'updated_at': '2021-08-09T15:44:51Z', 'revision_number': 3, 'project_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'gw_port': {'id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:50Z', 'updated_at': '2021-08-09T15:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:44:55.690914 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.706858 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6762af69-edc7-4960-953b-fa0762113b1e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:55.725531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f20e4977-50b3-4808-b356-4e13ca914d14 req-2103bfc1-b71f-49c6-ad32-d11e637d0de1 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746726 Aug 09 15:44:55.734175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d3fa8ba-f310-461a-96a9-39f71d09dd8f no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:55.778552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6f5b630c-d900-4df4-ab63-7c461c3bf6ec,segment=NetworkSegment(d5f02e72-ca35-4500-941a-4e588a2d8b7f),segment_id=d5f02e72-ca35-4500-941a-4e588a2d8b7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:55.784448 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.879181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:55.879529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:55.879864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:55.880198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:55.880541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:55.881752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:55.882269 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:55.884524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:55.886303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:55.886774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:55.888134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:55.888784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:55.897296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6f5b630c-d900-4df4-ab63-7c461c3bf6ec,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:55.900710 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.901936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Allocated IP 192.168.233.215 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/a0caf65e-01fd-44ac-82ea-1fa89d84a0de) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:55.937668 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cf55ed4-6ccf-48de-a02c-84b719540d99 req-4df77acf-a74c-4872-bbed-59b91bb3a6a7 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 210 time: 0.0883298 Aug 09 15:44:55.944775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:55.950254 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.015845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:56.057347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5fc88-8d1d-46b2-b67e-8395ba84764c req-97c07290-5fda-4a2e-bee1-abf90e28179c tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:56.066918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5fc88-8d1d-46b2-b67e-8395ba84764c req-97c07290-5fda-4a2e-bee1-abf90e28179c tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:56.077442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5fc88-8d1d-46b2-b67e-8395ba84764c req-97c07290-5fda-4a2e-bee1-abf90e28179c tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:56.090196 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e5c5fc88-8d1d-46b2-b67e-8395ba84764c req-97c07290-5fda-4a2e-bee1-abf90e28179c tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2417 time: 0.4202268 Aug 09 15:44:56.179820 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Allocated IP 172.20.0.1 (82283e74-616b-427b-ba3d-233252319544/c6e317da-0465-4e5b-8a29-aafbf8c77643/4b78bd72-4636-4227-936a-47d1bca92355) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:56.240039 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e5c5fc88-8d1d-46b2-b67e-8395ba84764c req-e29b91fb-58b0-4c3c-8e60-96932a365f1f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478920 Aug 09 15:44:56.275849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a6d1c78a-15b8-49ad-a688-5a1087f94049 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:56.398111 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.470579 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.495075 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Transition to ACTIVE for port object a0caf65e-01fd-44ac-82ea-1fa89d84a0de will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:56.496430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ecd0b734-7ba1-4f74-9a29-38a940d08972 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:56.528279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbad4df-7bb6-4a93-8bff-0a6bafe1dd81 req-68318cfd-91b8-4617-8a08-9de33f161f09 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:56.529906 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbad4df-7bb6-4a93-8bff-0a6bafe1dd81 req-68318cfd-91b8-4617-8a08-9de33f161f09 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 945 time: 0.1156647 Aug 09 15:44:56.569996 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.616546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a6d1c78a-15b8-49ad-a688-5a1087f94049, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a6d1c78a-15b8-49ad-a688-5a1087f94049,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:56.625372 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbad4df-7bb6-4a93-8bff-0a6bafe1dd81 req-860c29c9-9c8d-4c12-aac7-af96565607f2 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792828 Aug 09 15:44:56.641380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'a6d1c78a-15b8-49ad-a688-5a1087f94049', 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf', 'port_id': 'a6d1c78a-15b8-49ad-a688-5a1087f94049', 'mac_address': 'fa:16:3e:90:3b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77fdd6f-3057-40eb-be96-e34a96c83534', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:56.660605 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.662038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ecd0b734-7ba1-4f74-9a29-38a940d08972 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:56.678109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:56.686836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ecd0b734-7ba1-4f74-9a29-38a940d08972 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:56.687320 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.689037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Allocated IP 192.168.233.111 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/bfce5f2a-da55-40fa-8f79-c24512a06f08) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:56.722233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:56.724609 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:56.758288 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.789632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d1c78a-15b8-49ad-a688-5a1087f94049 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:56.821037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Network 82283e74-616b-427b-ba3d-233252319544 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:56.833930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a6d1c78a-15b8-49ad-a688-5a1087f94049, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a6d1c78a-15b8-49ad-a688-5a1087f94049,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:56.834648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Pushing event updated for resources: {'Port': ['ID=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:56.849798 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.885875 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:56.961086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:57.014857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562de98-6e08-491a-8a16-c94f8293e9d3 req-49846c2e-c177-4828-afb5-7b0c6121cd97 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.017179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a562de98-6e08-491a-8a16-c94f8293e9d3 req-49846c2e-c177-4828-afb5-7b0c6121cd97 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 945 time: 0.1209147 Aug 09 15:44:57.037292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9b411-e97f-4aec-a850-2134fc32f191 req-07f8ada3-9856-47fa-b491-7b070900bb18 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.042707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=a6d1c78a-15b8-49ad-a688-5a1087f94049,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:57.048212 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.063043 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-66a9b411-e97f-4aec-a850-2134fc32f191 req-07f8ada3-9856-47fa-b491-7b070900bb18 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 948 time: 0.4285314 Aug 09 15:44:57.076665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.077989 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.083055 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.084142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ecd0b734-7ba1-4f74-9a29-38a940d08972, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ecd0b734-7ba1-4f74-9a29-38a940d08972,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:57.091892 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.100473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4b78bd72-4636-4227-936a-47d1bca92355,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:57.112473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['a6d1c78a-15b8-49ad-a688-5a1087f94049'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:57.127016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Transition to ACTIVE for port object bfce5f2a-da55-40fa-8f79-c24512a06f08 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:57.142143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a562de98-6e08-491a-8a16-c94f8293e9d3 req-d07e8b57-3cbe-4a89-9514-1358d3473592 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130445 Aug 09 15:44:57.168408 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.187996 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.204944 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1121e0d8-3c4a-4ad1-a55b-621df75d73b7 None None] Provisioning for port a0caf65e-01fd-44ac-82ea-1fa89d84a0de completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:57.216094 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-7f103d76-d898-44af-a05f-8ae217fccadd tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8604162 Aug 09 15:44:57.242779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Request body: {'port': {'device_id': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:57.246508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ecd0b734-7ba1-4f74-9a29-38a940d08972,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:57.264736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1121e0d8-3c4a-4ad1-a55b-621df75d73b7 None None] Provisioning complete for port a0caf65e-01fd-44ac-82ea-1fa89d84a0de triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:57.265251 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1121e0d8-3c4a-4ad1-a55b-621df75d73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.289414 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-66a9b411-e97f-4aec-a850-2134fc32f191 req-9c1d044a-9063-4c4b-8460-aba9073da363 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249873 Aug 09 15:44:57.302467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:57.349450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:57.386865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:57.390353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Pushing event updated for resources: {'Port': ['ID=bfce5f2a-da55-40fa-8f79-c24512a06f08,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:57.433687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5536e628-a086-4b44-8df9-95d253a4fb8d'}, {'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5b630c-d900-4df4-ab63-7c461c3bf6ec'}, {'server_uuid': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:57.437530 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eb0c53-7868-4984-acca-34bbcdcf161f" -d '{"events": [{"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-plugged", "status": "completed", "tag": "5536e628-a086-4b44-8df9-95d253a4fb8d"}, {"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-plugged", "status": "completed", "tag": "6f5b630c-d900-4df4-ab63-7c461c3bf6ec"}, {"server_uuid": "a889a809-0df9-4159-a008-0bcdfb546a73", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3fa8ba-f310-461a-96a9-39f71d09dd8f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:57.452580 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.452851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1121e0d8-3c4a-4ad1-a55b-621df75d73b7 None None] Port a0caf65e-01fd-44ac-82ea-1fa89d84a0de cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:44:57.531919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f0309-ef49-4b87-92f3-57af267b2ab8 req-0e779488-1332-4eec-ba8e-ff14e33ffc2b tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.535121 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f69f0309-ef49-4b87-92f3-57af267b2ab8 req-0e779488-1332-4eec-ba8e-ff14e33ffc2b tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 936 time: 0.2280066 Aug 09 15:44:57.572916 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.616255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.618095 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.694440 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f69f0309-ef49-4b87-92f3-57af267b2ab8 req-e9af26c6-5c64-46d5-985b-19cef89b764a tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435478 Aug 09 15:44:57.707996 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-493d3102-8a14-4199-aa5b-0017b4bbba49 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6675231 Aug 09 15:44:57.716118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d3fa8ba-f310-461a-96a9-39f71d09dd8f details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:57.719088 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c697eb53-1c40-4e27-96ec-66240f7ea5b1 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:57.725900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Request body: {'port': {'device_id': 'de04ec25-1595-4ebe-823d-5a9b35e1dc9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:57.767905 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a8d196-abe7-494a-bc6e-b2ec71cd24bd x-openstack-request-id: req-32a8d196-abe7-494a-bc6e-b2ec71cd24bd {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:57.769435 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-plugged", "status": "completed", "tag": "5536e628-a086-4b44-8df9-95d253a4fb8d", "code": 200}, {"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-plugged", "status": "completed", "tag": "6f5b630c-d900-4df4-ab63-7c461c3bf6ec", "code": 200}, {"server_uuid": "a889a809-0df9-4159-a008-0bcdfb546a73", "name": "network-vif-unplugged", "status": "completed", "tag": "5d3fa8ba-f310-461a-96a9-39f71d09dd8f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:57.770048 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32a8d196-abe7-494a-bc6e-b2ec71cd24bd {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:57.770671 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5536e628-a086-4b44-8df9-95d253a4fb8d', 'code': 200} Aug 09 15:44:57.771142 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5b630c-d900-4df4-ab63-7c461c3bf6ec', 'code': 200} Aug 09 15:44:57.771816 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f', 'code': 200} Aug 09 15:44:57.936193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:57.939270 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.956587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f', 'mac_address': 'fa:16:3e:72:db:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:57.959724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6645e9a6-f0c1-46e0-9327-1830d9caee1c None None] Provisioning for port bfce5f2a-da55-40fa-8f79-c24512a06f08 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:57.969864 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6645e9a6-f0c1-46e0-9327-1830d9caee1c None None] Provisioning complete for port bfce5f2a-da55-40fa-8f79-c24512a06f08 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:57.970541 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6645e9a6-f0c1-46e0-9327-1830d9caee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.985826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2a8df-8f0b-4ba2-af40-b46eab3b6efb req-543cf5bf-cda6-423f-8066-9d2291f09b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.987529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2a8df-8f0b-4ba2-af40-b46eab3b6efb req-543cf5bf-cda6-423f-8066-9d2291f09b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.988291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2a8df-8f0b-4ba2-af40-b46eab3b6efb req-543cf5bf-cda6-423f-8066-9d2291f09b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:57.991218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9e2a8df-8f0b-4ba2-af40-b46eab3b6efb req-543cf5bf-cda6-423f-8066-9d2291f09b86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2870 time: 0.1504140 Aug 09 15:44:58.088776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b739512-f07d-45fc-ab4d-898552aecac6 req-1bdf59ba-51b6-43d7-bd68-89c038ee6c5a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:58.090533 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b739512-f07d-45fc-ab4d-898552aecac6 req-1bdf59ba-51b6-43d7-bd68-89c038ee6c5a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 945 time: 0.1996531 Aug 09 15:44:58.132504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9e2a8df-8f0b-4ba2-af40-b46eab3b6efb req-628b4b21-9ccd-48cb-8b25-016283bb2aa2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340508 Aug 09 15:44:58.224274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port c697eb53-1c40-4e27-96ec-66240f7ea5b1 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:58.243083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port c697eb53-1c40-4e27-96ec-66240f7ea5b1 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:58.243331 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.248754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6645e9a6-f0c1-46e0-9327-1830d9caee1c None None] Port bfce5f2a-da55-40fa-8f79-c24512a06f08 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:44:58.270555 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.287042 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b739512-f07d-45fc-ab4d-898552aecac6 req-4306b8a5-681d-477c-88d7-d12503c66790 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825895 Aug 09 15:44:58.290707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a6d1c78a-15b8-49ad-a688-5a1087f94049 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:58.293503 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3fa8ba-f310-461a-96a9-39f71d09dd8f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:58.307626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c75364-8b45-4a65-8601-1ba8cfcd48fc req-92914bd4-a0f8-4d43-9e80-badf29f6525e tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:58.314549 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c75364-8b45-4a65-8601-1ba8cfcd48fc req-92914bd4-a0f8-4d43-9e80-badf29f6525e tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:58.321412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c75364-8b45-4a65-8601-1ba8cfcd48fc req-92914bd4-a0f8-4d43-9e80-badf29f6525e tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:58.329321 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28c75364-8b45-4a65-8601-1ba8cfcd48fc req-92914bd4-a0f8-4d43-9e80-badf29f6525e tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2417 time: 0.6527646 Aug 09 15:44:58.363992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:58.371566 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.455068 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.469272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578217b8-1a9f-4076-9834-15b3795515d4 req-9fb33c47-7d0f-451c-b8e2-f088581db0ef tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:58.471881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-578217b8-1a9f-4076-9834-15b3795515d4 req-9fb33c47-7d0f-451c-b8e2-f088581db0ef tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 945 time: 0.0967574 Aug 09 15:44:58.485130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ecd0b734-7ba1-4f74-9a29-38a940d08972 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:58.518273 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28c75364-8b45-4a65-8601-1ba8cfcd48fc req-ccc37ded-15c1-4fb0-9e08-a7f2fd972908 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881735 Aug 09 15:44:58.536953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-578217b8-1a9f-4076-9834-15b3795515d4 req-81336bbc-2221-4ce8-a7c4-a16b2a0319e5 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578244 Aug 09 15:44:58.593389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0caf65e-01fd-44ac-82ea-1fa89d84a0de {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:58.610916 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.615707 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.634090 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.640102 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port a6d1c78a-15b8-49ad-a688-5a1087f94049 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:58.644433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:58.649058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port a6d1c78a-15b8-49ad-a688-5a1087f94049 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:58.649442 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.652140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:58.680063 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.684964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ecd0b734-7ba1-4f74-9a29-38a940d08972 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:58.685365 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.706378 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Transition to ACTIVE for port object a0caf65e-01fd-44ac-82ea-1fa89d84a0de will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:58.719680 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.762094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5d3fa8ba-f310-461a-96a9-39f71d09dd8f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:58.766316 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.771560 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4b78bd72-4636-4227-936a-47d1bca92355,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:58.794651 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5f1d8-46e6-4686-aa74-54e47018a558 req-fb0484a3-6635-44fb-865e-37dea7dca4c5 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:58.796540 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-84b5f1d8-46e6-4686-aa74-54e47018a558 req-fb0484a3-6635-44fb-865e-37dea7dca4c5 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 949 time: 0.1788042 Aug 09 15:44:58.869495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c697eb53-1c40-4e27-96ec-66240f7ea5b1,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:58.977962 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.995343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578187c-61f9-49b8-90f7-fe18537bcd2f req-be09f7ad-4d06-4660-970d-80afb6e6769a tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:59.005022 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3578187c-61f9-49b8-90f7-fe18537bcd2f req-be09f7ad-4d06-4660-970d-80afb6e6769a tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 936 time: 0.1464458 Aug 09 15:44:59.056731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a6d1c78a-15b8-49ad-a688-5a1087f94049, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a6d1c78a-15b8-49ad-a688-5a1087f94049,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:59.069915 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.110072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3578187c-61f9-49b8-90f7-fe18537bcd2f req-efddbc93-068e-493c-a0ac-e2f1af8ca783 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039376 Aug 09 15:44:59.125363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Pushing event updated for resources: {'Port': ['ID=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:59.163396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfce5f2a-da55-40fa-8f79-c24512a06f08 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:59.177331 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.191176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Network 82283e74-616b-427b-ba3d-233252319544 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:59.192936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=a6d1c78a-15b8-49ad-a688-5a1087f94049,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:59.199619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:59.205055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Transition to ACTIVE for port object bfce5f2a-da55-40fa-8f79-c24512a06f08 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:59.209643 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.220267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-84b5f1d8-46e6-4686-aa74-54e47018a558 req-20277f42-e267-4bbf-a827-79f89a49b040 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008734 Aug 09 15:44:59.223102 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Attempting to bind port a0caf65e-01fd-44ac-82ea-1fa89d84a0de on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:59.223444 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Attempting to bind port a0caf65e-01fd-44ac-82ea-1fa89d84a0de by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:59.223779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Attempting to bind port a0caf65e-01fd-44ac-82ea-1fa89d84a0de on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:59.229271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Port a0caf65e-01fd-44ac-82ea-1fa89d84a0de on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:59.229637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Attempting to bind port a0caf65e-01fd-44ac-82ea-1fa89d84a0de on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:59.236267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:59.236619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:59.237903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:59.238473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Bound port: a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:59.238846 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.306299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Pushing event updated for resources: {'Port': ['ID=bfce5f2a-da55-40fa-8f79-c24512a06f08,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:59.419813 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:59.425948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:59.434803 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.437452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Attempting to bind port bfce5f2a-da55-40fa-8f79-c24512a06f08 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:59.437828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Attempting to bind port bfce5f2a-da55-40fa-8f79-c24512a06f08 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:59.438258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Attempting to bind port bfce5f2a-da55-40fa-8f79-c24512a06f08 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:59.439024 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Router 388f7fd1-38d8-4da9-9601-e6f8fd9250fe has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:44:59.445694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Port bfce5f2a-da55-40fa-8f79-c24512a06f08 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:44:59.446032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Attempting to bind port bfce5f2a-da55-40fa-8f79-c24512a06f08 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:59.459520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58315278-29f4-4452-9a5d-f63329b71f5a req-5dd05013-8b53-433c-ab93-517bca1051d4 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:59.461487 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58315278-29f4-4452-9a5d-f63329b71f5a req-5dd05013-8b53-433c-ab93-517bca1051d4 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 946 time: 0.0760901 Aug 09 15:44:59.464653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:59.464990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:59.465378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:59.465848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Bound port: bfce5f2a-da55-40fa-8f79-c24512a06f08, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:59.466211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.501238 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:59.501902 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.505696 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] 10.222.0.53 "PUT /v2.0/ports/a0caf65e-01fd-44ac-82ea-1fa89d84a0de HTTP/1.1" status: 200 len: 1096 time: 2.2734640 Aug 09 15:44:59.505696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:59.506974 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d1c8a4-e87d-4b39-8c3c-e88be2212fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:59.528671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7a184-3048-4ab6-a9ee-99572b38ba8f service neutron] Pushing event updated for resources: {'Port': ['ID=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:59.581515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] For port bfce5f2a-da55-40fa-8f79-c24512a06f08, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:59.584923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] For port bfce5f2a-da55-40fa-8f79-c24512a06f08, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=bfce5f2a-da55-40fa-8f79-c24512a06f08,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:59.610339 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.636777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:59.637411 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.638856 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-99015f7f-1845-491b-a074-ce39749c773f service neutron] 10.222.0.53 "PUT /v2.0/ports/bfce5f2a-da55-40fa-8f79-c24512a06f08 HTTP/1.1" status: 200 len: 1096 time: 1.9176836 Aug 09 15:44:59.651734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de04ec25-1595-4ebe-823d-5a9b35e1dc9b', 'tag': 'bfce5f2a-da55-40fa-8f79-c24512a06f08'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:59.658261 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34436ee5-71ca-4483-8a5b-e7d9c3138254" -d '{"events": [{"name": "network-changed", "server_uuid": "de04ec25-1595-4ebe-823d-5a9b35e1dc9b", "tag": "bfce5f2a-da55-40fa-8f79-c24512a06f08"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:59.702752 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2dd562-8f5c-4bfe-b36a-9d67133c4087 x-openstack-request-id: req-eb2dd562-8f5c-4bfe-b36a-9d67133c4087 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:59.703372 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:59.703372 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb2dd562-8f5c-4bfe-b36a-9d67133c4087 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:59.703688 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'status': 'completed', 'code': 200} Aug 09 15:44:59.709947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:44:59.718037 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-32c9cfb7-2454-4fa3-b480-c050299be8f3 admin admin] 10.222.0.81 "PUT /v2.0/routers/388f7fd1-38d8-4da9-9601-e6f8fd9250fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4711018 Aug 09 15:44:59.726269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58315278-29f4-4452-9a5d-f63329b71f5a req-713f28a1-ff43-4614-9a02-a1f01fc876d8 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450018 Aug 09 15:44:59.733077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Sync routers for ids ['388f7fd1-38d8-4da9-9601-e6f8fd9250fe'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:44:59.759132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Routers {'388f7fd1-38d8-4da9-9601-e6f8fd9250fe'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:59.765222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['388f7fd1-38d8-4da9-9601-e6f8fd9250fe'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:59.778143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6deab0a-5cca-4516-a35d-cde9d23a3e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c697eb53-1c40-4e27-96ec-66240f7ea5b1'}, {'server_uuid': 'e86e2cea-f322-4bf3-8315-ea27b777d289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d1c78a-15b8-49ad-a688-5a1087f94049'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:59.780951 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aa1b11-472a-4693-ba23-8925343580e0" -d '{"events": [{"server_uuid": "c6deab0a-5cca-4516-a35d-cde9d23a3e94", "name": "network-vif-plugged", "status": "completed", "tag": "c697eb53-1c40-4e27-96ec-66240f7ea5b1"}, {"server_uuid": "e86e2cea-f322-4bf3-8315-ea27b777d289", "name": "network-vif-plugged", "status": "completed", "tag": "a6d1c78a-15b8-49ad-a688-5a1087f94049"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:59.799792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-517afb2c-5ec0-4405-bfaa-5f965718feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:59.807080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-517afb2c-5ec0-4405-bfaa-5f965718feb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52987c1a30454acfb54bb80279326b8e&device_id=6136f8dc-19d8-4ad2-a207-10e2ee896ed0 HTTP/1.1" status: 200 len: 1099 time: 0.2424140 Aug 09 15:44:59.822290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956f73d-3260-4aa3-a758-ac59548522ef req-0ac05385-947d-42fb-954d-2c0968842e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:59.823816 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-0ac05385-947d-42fb-954d-2c0968842e73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52987c1a30454acfb54bb80279326b8e&device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 1099 time: 0.1273956 Aug 09 15:44:59.824606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99015f7f-1845-491b-a074-ce39749c773f service neutron] Pushing event updated for resources: {'Port': ['ID=bfce5f2a-da55-40fa-8f79-c24512a06f08,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:59.902412 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-651dabd7-a2c9-4875-8005-14278f86161e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bfce5f2a-da55-40fa-8f79-c24512a06f08 HTTP/1.1" status: 200 len: 217 time: 0.0684743 Aug 09 15:44:59.932236 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-f659c22b-702e-47c0-b79c-d84a6ff97abf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de HTTP/1.1" status: 200 len: 217 time: 0.1053054 Aug 09 15:44:59.979425 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Set router 388f7fd1-38d8-4da9-9601-e6f8fd9250fe gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:00.039546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4c35a-a3a9-42e3-bdc8-780e4f2a62ab req-05978740-5b8e-4ae7-a087-f2457458a2c2 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.046263 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4c35a-a3a9-42e3-bdc8-780e4f2a62ab req-05978740-5b8e-4ae7-a087-f2457458a2c2 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.052414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4c35a-a3a9-42e3-bdc8-780e4f2a62ab req-05978740-5b8e-4ae7-a087-f2457458a2c2 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.054247 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ae4c35a-a3a9-42e3-bdc8-780e4f2a62ab req-05978740-5b8e-4ae7-a087-f2457458a2c2 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2417 time: 0.3028095 Aug 09 15:45:00.059065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81993e8a-d0c8-4695-8748-a6d983956daf req-78757060-8f17-4804-8cd2-bcebb397ef1d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.067628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81993e8a-d0c8-4695-8748-a6d983956daf req-78757060-8f17-4804-8cd2-bcebb397ef1d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 946 time: 0.2348793 Aug 09 15:45:00.080127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956f73d-3260-4aa3-a758-ac59548522ef req-2349e0f5-18ae-4bcd-a399-84766ab18feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.082394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-2349e0f5-18ae-4bcd-a399-84766ab18feb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1702306 Aug 09 15:45:00.119488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-c2065408-aa1f-4a01-99f5-369f14ab369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.128369 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-c2065408-aa1f-4a01-99f5-369f14ab369b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1830137 Aug 09 15:45:00.171292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81993e8a-d0c8-4695-8748-a6d983956daf req-729dfe09-8945-4a59-bee6-63c3db1f289b tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027656 Aug 09 15:45:00.205298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956f73d-3260-4aa3-a758-ac59548522ef req-7eb70d00-a162-4021-ab7c-c8e5fe812c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.210244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-7eb70d00-a162-4021-ab7c-c8e5fe812c10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191478 Aug 09 15:45:00.217272 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ae4c35a-a3a9-42e3-bdc8-780e4f2a62ab req-246e29ec-fa9d-420e-b59c-66bbdce1b63f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526623 Aug 09 15:45:00.250951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-c6ea1c97-b589-42e1-8108-b62d6f541f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.253437 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-c6ea1c97-b589-42e1-8108-b62d6f541f19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134572 Aug 09 15:45:00.314092 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372ceb97-a796-48fe-8386-86b8e8a60f06 x-openstack-request-id: req-372ceb97-a796-48fe-8386-86b8e8a60f06 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:00.314092 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de04ec25-1595-4ebe-823d-5a9b35e1dc9b", "tag": "bfce5f2a-da55-40fa-8f79-c24512a06f08", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:00.314092 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-372ceb97-a796-48fe-8386-86b8e8a60f06 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:00.314535 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de04ec25-1595-4ebe-823d-5a9b35e1dc9b', 'tag': 'bfce5f2a-da55-40fa-8f79-c24512a06f08', 'status': 'completed', 'code': 200} Aug 09 15:45:00.356680 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa462c21-c0ca-4718-8cfe-9db0068f560f x-openstack-request-id: req-fa462c21-c0ca-4718-8cfe-9db0068f560f {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:00.357614 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6deab0a-5cca-4516-a35d-cde9d23a3e94", "name": "network-vif-plugged", "status": "completed", "tag": "c697eb53-1c40-4e27-96ec-66240f7ea5b1", "code": 200}, {"server_uuid": "e86e2cea-f322-4bf3-8315-ea27b777d289", "name": "network-vif-plugged", "status": "completed", "tag": "a6d1c78a-15b8-49ad-a688-5a1087f94049", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:00.357614 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa462c21-c0ca-4718-8cfe-9db0068f560f {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:00.357854 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6deab0a-5cca-4516-a35d-cde9d23a3e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c697eb53-1c40-4e27-96ec-66240f7ea5b1', 'code': 200} Aug 09 15:45:00.358430 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e2cea-f322-4bf3-8315-ea27b777d289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d1c78a-15b8-49ad-a688-5a1087f94049', 'code': 200} Aug 09 15:45:00.437112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-240c76da-c034-4ade-8147-48aa269b5321 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130163 Aug 09 15:45:00.452000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1997015535-router', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:48Z', 'updated_at': '2021-08-09T15:44:57Z', 'revision_number': 4, 'project_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'gw_port': {'id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:50Z', 'updated_at': '2021-08-09T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '4b78bd72-4636-4227-936a-47d1bca92355', 'name': '', 'network_id': '82283e74-616b-427b-ba3d-233252319544', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'mac_address': 'fa:16:3e:a0:39:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'c6e317da-0465-4e5b-8a29-aafbf8c77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:55Z', 'updated_at': '2021-08-09T15:44:57Z', 'revision_number': 2, 'project_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'subnets': [{'id': 'c6e317da-0465-4e5b-8a29-aafbf8c77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:00.460939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-bc88bfb1-c585-4dcb-9d05-02d7aace323e service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990483 Aug 09 15:45:00.487422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Checking router: 388f7fd1-38d8-4da9-9601-e6f8fd9250fe for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:00.487916 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Updating router 388f7fd1-38d8-4da9-9601-e6f8fd9250fe port 4b78bd72-4636-4227-936a-47d1bca92355 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:45:00.521108 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:00.608609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a502d6-38d1-4124-b130-0330d3d2164d req-f2d795c5-4e37-4951-8ab6-7078fa04dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.610412 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19a502d6-38d1-4124-b130-0330d3d2164d req-f2d795c5-4e37-4951-8ab6-7078fa04dc33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 1097 time: 0.1473122 Aug 09 15:45:00.652678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86797152-ec5f-4cbf-b471-3ef773889223 req-2f2acc6a-a2af-4174-8ca1-6184c1fd8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.654358 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86797152-ec5f-4cbf-b471-3ef773889223 req-2f2acc6a-a2af-4174-8ca1-6184c1fd8741 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 1097 time: 0.1901226 Aug 09 15:45:00.710058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a956f73d-3260-4aa3-a758-ac59548522ef req-cfd9e502-caaa-4cd4-91a1-ab12292d0749 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559080 Aug 09 15:45:00.711132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba78e5c-b79f-4d49-b4bf-871d29810d88 req-d585b817-82c5-4f17-afde-5d6580890cfa tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.730765 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eba78e5c-b79f-4d49-b4bf-871d29810d88 req-d585b817-82c5-4f17-afde-5d6580890cfa tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 948 time: 0.2491546 Aug 09 15:45:00.750335 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19a502d6-38d1-4124-b130-0330d3d2164d req-4204aca5-6944-4908-9767-a069bd529e5f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266787 Aug 09 15:45:00.782354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86797152-ec5f-4cbf-b471-3ef773889223 req-a69a7c51-5c53-44c9-a029-6433fd12e5c4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124454 Aug 09 15:45:00.810023 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eba78e5c-b79f-4d49-b4bf-871d29810d88 req-2ef66f2b-3eae-475f-bc8e-5f1d19bc2c7d tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700603 Aug 09 15:45:00.824526 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2f8fb1b-db06-4056-a89a-4b66fb53080a req-c737a58d-8c37-4468-b755-ff7e38a8551d service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533163 Aug 09 15:45:00.862615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-9391eb0c-9c9b-4cb6-a12d-6331285fa771 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.864671 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-9391eb0c-9c9b-4cb6-a12d-6331285fa771 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 819 time: 0.2093503 Aug 09 15:45:00.899868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-15c0043c-3fa4-4462-9e4d-4c8832c6aa35 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/quotas/92e3b5910a4d4f24aa23cae053f0e90f HTTP/1.1" status: 200 len: 375 time: 0.0173881 Aug 09 15:45:00.910176 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:00.927239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Transition to ACTIVE for port object 4b78bd72-4636-4227-936a-47d1bca92355 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:00.935646 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:00.975368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436ee5-71ca-4483-8a5b-e7d9c3138254 req-51559686-1fec-4ed2-b60b-3d51d084c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.977187 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34436ee5-71ca-4483-8a5b-e7d9c3138254 req-51559686-1fec-4ed2-b60b-3d51d084c895 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52987c1a30454acfb54bb80279326b8e&device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 1099 time: 0.1446433 Aug 09 15:45:00.988558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca41d25-69df-4f02-928a-be1a70748ba7 None None] Pushing event updated for resources: {'Port': ['ID=4b78bd72-4636-4227-936a-47d1bca92355,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:01.020559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1c8a4-e87d-4b39-8c3c-e88be2212fe4 req-d393c738-0aa9-4f4b-81ac-85fdb385ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.021077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-ab436ebb-e033-4cb4-b949-39dd3b7ed61f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1027319 Aug 09 15:45:01.022376 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25d1c8a4-e87d-4b39-8c3c-e88be2212fe4 req-d393c738-0aa9-4f4b-81ac-85fdb385ec2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52987c1a30454acfb54bb80279326b8e&device_id=6136f8dc-19d8-4ad2-a207-10e2ee896ed0 HTTP/1.1" status: 200 len: 1099 time: 0.1209254 Aug 09 15:45:01.068820 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d6c7a-8177-4f63-a0ce-3d60a21a6246 req-ff5066f6-b100-469f-958a-afbf86f9c0c6 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.070563 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d2d6c7a-8177-4f63-a0ce-3d60a21a6246 req-ff5066f6-b100-469f-958a-afbf86f9c0c6 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 949 time: 0.1071823 Aug 09 15:45:01.077193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Attempting to bind port 4b78bd72-4636-4227-936a-47d1bca92355 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:01.077561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Attempting to bind port 4b78bd72-4636-4227-936a-47d1bca92355 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:01.077947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Attempting to bind port 4b78bd72-4636-4227-936a-47d1bca92355 on network 82283e74-616b-427b-ba3d-233252319544 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:01.083962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:01.084332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Checking segment: {'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:01.084745 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.085198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Bound using segment: {'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:01.085701 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Bound port: 4b78bd72-4636-4227-936a-47d1bca92355, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:01.086094 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.175749 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] For port 4b78bd72-4636-4227-936a-47d1bca92355, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:01.179663 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d2d6c7a-8177-4f63-a0ce-3d60a21a6246 req-8f67a70a-b4dc-4189-b412-fcc7015908d0 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778866 Aug 09 15:45:01.179874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] For port 4b78bd72-4636-4227-936a-47d1bca92355, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4b78bd72-4636-4227-936a-47d1bca92355,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:01.180516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436ee5-71ca-4483-8a5b-e7d9c3138254 req-5f17d63e-ccd8-4718-9107-417aa4a83751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.182226 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34436ee5-71ca-4483-8a5b-e7d9c3138254 req-5f17d63e-ccd8-4718-9107-417aa4a83751 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1960657 Aug 09 15:45:01.186444 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.188198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-28743734-8186-45cf-bddf-d31212f76fb2 service neutron] 10.222.0.81 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327195 Aug 09 15:45:01.201690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1c8a4-e87d-4b39-8c3c-e88be2212fe4 req-111ad065-d7f8-4e68-bb3b-ab8b673dabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.205062 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25d1c8a4-e87d-4b39-8c3c-e88be2212fe4 req-111ad065-d7f8-4e68-bb3b-ab8b673dabb3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1708426 Aug 09 15:45:01.264165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca41d25-69df-4f02-928a-be1a70748ba7 None None] Pushing event updated for resources: {'Port': ['ID=4b78bd72-4636-4227-936a-47d1bca92355,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:01.284160 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Routers {'388f7fd1-38d8-4da9-9601-e6f8fd9250fe'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:01.284930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:44:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['388f7fd1-38d8-4da9-9601-e6f8fd9250fe'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:01.300909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25d1c8a4-e87d-4b39-8c3c-e88be2212fe4 req-999e6a2f-c1da-4ee5-aa41-564ad6852b51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de HTTP/1.1" status: 200 len: 217 time: 0.0874910 Aug 09 15:45:01.352496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-94184858-b8c8-4e0e-bfae-852d601acdeb service neutron] 10.222.0.81 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545622 Aug 09 15:45:01.353999 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34436ee5-71ca-4483-8a5b-e7d9c3138254 req-b837b60a-5603-4e85-8286-be07f74e8301 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bfce5f2a-da55-40fa-8f79-c24512a06f08 HTTP/1.1" status: 200 len: 217 time: 0.1640677 Aug 09 15:45:01.403926 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13389b-a808-45af-aaec-f9428e568aa5 req-9b2d950c-0855-4757-af14-27d8db416bf6 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.405705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb13389b-a808-45af-aaec-f9428e568aa5 req-9b2d950c-0855-4757-af14-27d8db416bf6 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 946 time: 0.1167114 Aug 09 15:45:01.407852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1c8a4-e87d-4b39-8c3c-e88be2212fe4 req-0065edcb-c6d2-40ec-b200-80ea88610342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.410167 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25d1c8a4-e87d-4b39-8c3c-e88be2212fe4 req-0065edcb-c6d2-40ec-b200-80ea88610342 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0912197 Aug 09 15:45:01.459272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436ee5-71ca-4483-8a5b-e7d9c3138254 req-1856d89f-e141-43f4-b8d5-a33e1d4818ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.460881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34436ee5-71ca-4483-8a5b-e7d9c3138254 req-1856d89f-e141-43f4-b8d5-a33e1d4818ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0978675 Aug 09 15:45:01.463729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] Set router 388f7fd1-38d8-4da9-9601-e6f8fd9250fe gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:01.532783 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb13389b-a808-45af-aaec-f9428e568aa5 req-32c2086d-a326-4c0b-8d11-dc0d7860a21d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157968 Aug 09 15:45:01.536968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436ee5-71ca-4483-8a5b-e7d9c3138254 req-2203ef07-64ef-4046-9bb5-3d8b37e7a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.538994 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34436ee5-71ca-4483-8a5b-e7d9c3138254 req-2203ef07-64ef-4046-9bb5-3d8b37e7a72d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637481 Aug 09 15:45:01.550244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1c8a4-e87d-4b39-8c3c-e88be2212fe4 req-90003f2d-2ae8-4058-a98f-1d39e2915bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.551858 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25d1c8a4-e87d-4b39-8c3c-e88be2212fe4 req-90003f2d-2ae8-4058-a98f-1d39e2915bf6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1256397 Aug 09 15:45:01.767879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d3fa8ba-f310-461a-96a9-39f71d09dd8f up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:01.781444 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34436ee5-71ca-4483-8a5b-e7d9c3138254 req-94474ac9-56b7-4b37-bcfa-aa0e0117919d service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331159 Aug 09 15:45:01.933783 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25d1c8a4-e87d-4b39-8c3c-e88be2212fe4 req-7a3a02c1-45a4-4c0f-b168-2b59b4f78846 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689327 Aug 09 15:45:01.975165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7080bc2-ab4b-4551-b186-5afee27359d1 req-2387ed65-06fc-4611-b926-5363f87e480c tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.983276 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1997015535-router', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:48Z', 'updated_at': '2021-08-09T15:44:57Z', 'revision_number': 4, 'project_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'gw_port': {'id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:50Z', 'updated_at': '2021-08-09T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '4b78bd72-4636-4227-936a-47d1bca92355', 'name': '', 'network_id': '82283e74-616b-427b-ba3d-233252319544', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'mac_address': 'fa:16:3e:a0:39:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'c6e317da-0465-4e5b-8a29-aafbf8c77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:55Z', 'updated_at': '2021-08-09T15:45:01Z', 'revision_number': 4, 'project_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'subnets': [{'id': 'c6e317da-0465-4e5b-8a29-aafbf8c77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:01.983728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b7080bc2-ab4b-4551-b186-5afee27359d1 req-2387ed65-06fc-4611-b926-5363f87e480c tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 946 time: 0.2828257 Aug 09 15:45:01.991441 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34436ee5-71ca-4483-8a5b-e7d9c3138254 req-a8305364-3cf1-49f2-aa07-809db2b6c6e6 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000482 Aug 09 15:45:02.041160 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ecb2f7c-2026-4ac0-93be-30ffb4535843 req-a8822437-9c5a-4bd3-b4e2-f155735f30f4 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 210 time: 0.0337434 Aug 09 15:45:02.057858 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07e857-25fc-455f-82ca-9c69ee21b326 None None] The sync data for ids ['388f7fd1-38d8-4da9-9601-e6f8fd9250fe'] in n-d-803778-2 is: [{'id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1997015535-router', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:48Z', 'updated_at': '2021-08-09T15:44:57Z', 'revision_number': 4, 'project_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'gw_port': {'id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:50Z', 'updated_at': '2021-08-09T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '4b78bd72-4636-4227-936a-47d1bca92355', 'name': '', 'network_id': '82283e74-616b-427b-ba3d-233252319544', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'mac_address': 'fa:16:3e:a0:39:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'c6e317da-0465-4e5b-8a29-aafbf8c77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:55Z', 'updated_at': '2021-08-09T15:45:01Z', 'revision_number': 4, 'project_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'subnets': [{'id': 'c6e317da-0465-4e5b-8a29-aafbf8c77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:02.061627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:02.062073 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.227409 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25d1c8a4-e87d-4b39-8c3c-e88be2212fe4 req-781946be-2b86-4ec2-9323-1eeddcb48327 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763207 Aug 09 15:45:02.241717 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b7080bc2-ab4b-4551-b186-5afee27359d1 req-89ef7865-9391-4f9e-9ccb-c20ff681de80 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532206 Aug 09 15:45:02.258439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cf048-96ae-4b9f-bf9b-f6a85285d2e1 req-bc38de07-1ee2-4e97-9a4d-22f552aa8786 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:02.269731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cf048-96ae-4b9f-bf9b-f6a85285d2e1 req-bc38de07-1ee2-4e97-9a4d-22f552aa8786 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:02.279734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cf048-96ae-4b9f-bf9b-f6a85285d2e1 req-bc38de07-1ee2-4e97-9a4d-22f552aa8786 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:02.288905 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d2cf048-96ae-4b9f-bf9b-f6a85285d2e1 req-bc38de07-1ee2-4e97-9a4d-22f552aa8786 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2417 time: 0.1292391 Aug 09 15:45:02.345492 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.366949 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d2cf048-96ae-4b9f-bf9b-f6a85285d2e1 req-6b537d81-6edc-42e3-806a-3e5d1a1ab3da tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770853 Aug 09 15:45:02.419459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:02.426452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:02.428820 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292000dc-7926-4a47-827b-480004557c02" -d '{"events": [{"server_uuid": "a889a809-0df9-4159-a008-0bcdfb546a73", "name": "network-vif-plugged", "status": "completed", "tag": "5d3fa8ba-f310-461a-96a9-39f71d09dd8f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:02.431694 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.488202 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00f4c8-e890-48f2-a882-856439f8aa87 req-e2f51936-9fa3-400b-82c0-fbcc1da4f68f tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:02.490288 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a00f4c8-e890-48f2-a882-856439f8aa87 req-e2f51936-9fa3-400b-82c0-fbcc1da4f68f tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 948 time: 0.1565309 Aug 09 15:45:02.557466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4b78bd72-4636-4227-936a-47d1bca92355 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:02.562461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:02.585569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a00f4c8-e890-48f2-a882-856439f8aa87 req-811cb07e-c4a5-4793-bf6c-d3d8570b3f5d tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822909 Aug 09 15:45:02.655836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 4b78bd72-4636-4227-936a-47d1bca92355 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:02.663187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 4b78bd72-4636-4227-936a-47d1bca92355 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:02.663707 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.718985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122120ee-c897-468d-92ef-16b0377381fa req-4d07fea2-fa77-485d-ac29-1711429702c9 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:02.727249 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-4d07fea2-fa77-485d-ac29-1711429702c9 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 819 time: 0.1740186 Aug 09 15:45:02.748959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-44e0e216-3b81-46fe-bbf0-3b76aa1bf939 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/quotas/92e3b5910a4d4f24aa23cae053f0e90f HTTP/1.1" status: 200 len: 375 time: 0.0204501 Aug 09 15:45:02.753971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee6d87-e5f9-4661-ad2c-40ce7260dd14 req-443fdb72-cdb9-43b7-a3bd-664441f2e245 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:02.759427 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4eee6d87-e5f9-4661-ad2c-40ce7260dd14 req-443fdb72-cdb9-43b7-a3bd-664441f2e245 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.0958600 Aug 09 15:45:02.775046 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.828082 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4eee6d87-e5f9-4661-ad2c-40ce7260dd14 req-274c4b6e-3347-4036-a861-5cf2aabf24cb tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574565 Aug 09 15:45:02.843577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 4b78bd72-4636-4227-936a-47d1bca92355, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4b78bd72-4636-4227-936a-47d1bca92355,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:02.858776 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.873806 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-cffd16ee-a602-4b01-a2a9-559a09fef994 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232195 Aug 09 15:45:02.984242 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995f3798-b2c8-4825-8426-4e5b2d437f04 x-openstack-request-id: req-995f3798-b2c8-4825-8426-4e5b2d437f04 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:02.984523 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a889a809-0df9-4159-a008-0bcdfb546a73", "name": "network-vif-plugged", "status": "completed", "tag": "5d3fa8ba-f310-461a-96a9-39f71d09dd8f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:02.984767 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-995f3798-b2c8-4825-8426-4e5b2d437f04 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:02.985174 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f', 'code': 200} Aug 09 15:45:02.985770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=4b78bd72-4636-4227-936a-47d1bca92355,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:03.031675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dce7ac-9e27-433a-9914-62cd3bee739f req-cff06653-9a67-4e93-a8fb-1e371b3423ed tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.040943 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-07dce7ac-9e27-433a-9914-62cd3bee739f req-cff06653-9a67-4e93-a8fb-1e371b3423ed tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 946 time: 0.0735552 Aug 09 15:45:03.083978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-dd0cdfb9-5573-432f-b208-6c0d850fe6d9 service neutron] 10.222.0.81 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092826 Aug 09 15:45:03.085043 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-07dce7ac-9e27-433a-9914-62cd3bee739f req-ecfc4796-0ba3-402d-9586-513b3fcbdda8 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427382 Aug 09 15:45:03.220306 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-93657c7e-60b1-4c79-a395-cdce00f2c39c service neutron] 10.222.0.81 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353176 Aug 09 15:45:03.236375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc5173-b24c-4d5f-bfb7-34b79cbdcf19 req-362a79e2-8203-4edc-ae7e-d79020d525d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.242988 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bbbc5173-b24c-4d5f-bfb7-34b79cbdcf19 req-362a79e2-8203-4edc-ae7e-d79020d525d1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 1101 time: 0.0808284 Aug 09 15:45:03.367586 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bbbc5173-b24c-4d5f-bfb7-34b79cbdcf19 req-4bedd7d0-9814-4963-acb8-5d9b742f1a47 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142039 Aug 09 15:45:03.401810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35486c8-994d-4da7-9cf6-496a94916c87 req-bd9dc8a0-a9d7-47a7-89fc-dbb3d99057a0 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.414195 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e35486c8-994d-4da7-9cf6-496a94916c87 req-bd9dc8a0-a9d7-47a7-89fc-dbb3d99057a0 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 1097 time: 0.1270130 Aug 09 15:45:03.509181 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e35486c8-994d-4da7-9cf6-496a94916c87 req-cebcc69a-0c39-4986-8612-815326772fde tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937612 Aug 09 15:45:03.535294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-9be2ebf2-90ec-4135-81d5-0e8dd752bc1e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.537009 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-9be2ebf2-90ec-4135-81d5-0e8dd752bc1e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.60 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 819 time: 0.2130589 Aug 09 15:45:03.632875 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Request body: {'port': {'device_id': '37512867-9b35-4222-b26e-99934b2a9178', 'network_id': '82283e74-616b-427b-ba3d-233252319544', 'admin_state_up': True, 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:03.644915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-0eb1158d-0a7c-4eb9-8de5-f4c9c4cb34f3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.659837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-0eb1158d-0a7c-4eb9-8de5-f4c9c4cb34f3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.675997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-0eb1158d-0a7c-4eb9-8de5-f4c9c4cb34f3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.683336 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-0eb1158d-0a7c-4eb9-8de5-f4c9c4cb34f3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2417 time: 0.1239920 Aug 09 15:45:03.743943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bb236-7805-4c8f-ada4-a05abd390c44 req-d700018b-b4ec-4af5-8775-d0ada6a3c257 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.751814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e74bb236-7805-4c8f-ada4-a05abd390c44 req-d700018b-b4ec-4af5-8775-d0ada6a3c257 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 946 time: 0.2136145 Aug 09 15:45:03.756700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device bfce5f2a-da55-40fa-8f79-c24512a06f08 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:03.884214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dff95-3b0a-4cec-b80b-e5e7e3275450 req-e3f6ff5c-12db-4165-86c6-4b7174a1188d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.893552 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dff95-3b0a-4cec-b80b-e5e7e3275450 req-e3f6ff5c-12db-4165-86c6-4b7174a1188d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.900824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dff95-3b0a-4cec-b80b-e5e7e3275450 req-e3f6ff5c-12db-4165-86c6-4b7174a1188d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.910685 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-380dff95-3b0a-4cec-b80b-e5e7e3275450 req-e3f6ff5c-12db-4165-86c6-4b7174a1188d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 2417 time: 0.2242053 Aug 09 15:45:04.019508 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e74bb236-7805-4c8f-ada4-a05abd390c44 req-f07d19f6-01e0-4d02-aafd-aba8826836ef tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661030 Aug 09 15:45:04.041181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Made reservation on behalf of 92e3b5910a4d4f24aa23cae053f0e90f for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:04.044091 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-380dff95-3b0a-4cec-b80b-e5e7e3275450 req-50fdef13-4c9d-4098-9203-5e967fa50557 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324613 Aug 09 15:45:04.051863 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.129865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-f22a193c-44ff-47ce-965e-d5b8a24a3f0d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:04.131364 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-f22a193c-44ff-47ce-965e-d5b8a24a3f0d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.254025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-afe91a8d-9409-4cac-a715-5f06c671bdb4 req-386ecb2b-528c-4214-a19c-1c2606d6d07c tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 210 time: 0.0509784 Aug 09 15:45:04.385658 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-f22a193c-44ff-47ce-965e-d5b8a24a3f0d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] For port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6f5b630c-d900-4df4-ab63-7c461c3bf6ec,segment=NetworkSegment(d5f02e72-ca35-4500-941a-4e588a2d8b7f),segment_id=d5f02e72-ca35-4500-941a-4e588a2d8b7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:04.385843 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-f22a193c-44ff-47ce-965e-d5b8a24a3f0d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.404324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port bfce5f2a-da55-40fa-8f79-c24512a06f08, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=bfce5f2a-da55-40fa-8f79-c24512a06f08,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:04.416042 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-f22a193c-44ff-47ce-965e-d5b8a24a3f0d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Calling delete_port for 6f5b630c-d900-4df4-ab63-7c461c3bf6ec owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:04.439345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'bfce5f2a-da55-40fa-8f79-c24512a06f08', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'bfce5f2a-da55-40fa-8f79-c24512a06f08', 'mac_address': 'fa:16:3e:0b:58:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:04.491890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4b78bd72-4636-4227-936a-47d1bca92355 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:04.522830 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.547422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfce5f2a-da55-40fa-8f79-c24512a06f08 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:04.576775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port bfce5f2a-da55-40fa-8f79-c24512a06f08, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=bfce5f2a-da55-40fa-8f79-c24512a06f08,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:04.584606 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.585761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a0caf65e-01fd-44ac-82ea-1fa89d84a0de details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:04.593865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 4b78bd72-4636-4227-936a-47d1bca92355 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:04.594532 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.621946 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d751806-9b5e-47d1-af35-817a10ae7413 req-53fbda84-d5e7-404d-b5c4-bdb125e9c8f2 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:04.630389 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3d751806-9b5e-47d1-af35-817a10ae7413 req-53fbda84-d5e7-404d-b5c4-bdb125e9c8f2 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 1097 time: 0.4214454 Aug 09 15:45:04.698834 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3d751806-9b5e-47d1-af35-817a10ae7413 req-bddc6f17-af05-4740-920e-3aaf51004b59 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609620 Aug 09 15:45:04.715511 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:04.734092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=bfce5f2a-da55-40fa-8f79-c24512a06f08,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:04.746590 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'mac_address': 'fa:16:3e:45:ae:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:04.882519 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.904443 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0caf65e-01fd-44ac-82ea-1fa89d84a0de {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:04.933509 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:04.940685 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.968375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6811b-7a50-46f5-a29b-bc45e02e57cb req-03a45e37-8b86-450a-b81f-b7d679627d4b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:04.970079 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70a6811b-7a50-46f5-a29b-bc45e02e57cb req-03a45e37-8b86-450a-b81f-b7d679627d4b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.0790045 Aug 09 15:45:04.971702 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-f22a193c-44ff-47ce-965e-d5b8a24a3f0d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.068175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:05.090257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Allocated IP 172.20.0.13 (82283e74-616b-427b-ba3d-233252319544/c6e317da-0465-4e5b-8a29-aafbf8c77643/c2abb3c5-a8ce-4ba9-9da1-53135b71baef) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:05.133165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a193c-44ff-47ce-965e-d5b8a24a3f0d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Port': ['ID=6f5b630c-d900-4df4-ab63-7c461c3bf6ec,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:05.156832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b526e-6c82-4748-ab35-63386274d293 req-a635c04a-26ab-4ee4-8a0b-317bb46ebae9 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:05.159284 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-989b526e-6c82-4748-ab35-63386274d293 req-a635c04a-26ab-4ee4-8a0b-317bb46ebae9 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 949 time: 0.1784270 Aug 09 15:45:05.229215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-f22a193c-44ff-47ce-965e-d5b8a24a3f0d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] No DVR routers for this DVR port 6f5b630c-d900-4df4-ab63-7c461c3bf6ec on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:05.248234 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70a6811b-7a50-46f5-a29b-bc45e02e57cb req-a45020aa-2097-41f8-a101-37953b6ac75a tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581456 Aug 09 15:45:05.273539 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-f22a193c-44ff-47ce-965e-d5b8a24a3f0d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.279348 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-f22a193c-44ff-47ce-965e-d5b8a24a3f0d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "DELETE /v2.0/ports/6f5b630c-d900-4df4-ab63-7c461c3bf6ec HTTP/1.1" status: 204 len: 173 time: 1.5719924 Aug 09 15:45:05.280325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['bfce5f2a-da55-40fa-8f79-c24512a06f08'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:05.282244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-deleted', 'tag': '6f5b630c-d900-4df4-ab63-7c461c3bf6ec'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:05.288533 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa08f82-8a1a-4d6b-a087-4a2e5a16565c" -d '{"events": [{"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-deleted", "tag": "6f5b630c-d900-4df4-ab63-7c461c3bf6ec"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:05.297954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-989b526e-6c82-4748-ab35-63386274d293 req-10abd68c-62a6-44a7-ad3f-f6339bc20409 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276581 Aug 09 15:45:05.317112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['a0caf65e-01fd-44ac-82ea-1fa89d84a0de'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:05.417621 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.473162 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122120ee-c897-468d-92ef-16b0377381fa req-739e798f-823b-4f5c-865e-7f6ed5fde7b9 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:05.474173 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.475426 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-739e798f-823b-4f5c-865e-7f6ed5fde7b9 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.60 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 819 time: 0.4880967 Aug 09 15:45:05.492286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-122120ee-c897-468d-92ef-16b0377381fa req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Request body: {'port': {'device_id': '6cce86d6-6cb3-4f22-8849-a86572e4b6dc', 'network_id': '82283e74-616b-427b-ba3d-233252319544', 'admin_state_up': True, 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:05.522369 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088828d2-c423-476c-ad3b-6d88b4c80cad req-54de8554-3b47-4b1f-9f38-2f57d790e5d2 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:05.524334 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-088828d2-c423-476c-ad3b-6d88b4c80cad req-54de8554-3b47-4b1f-9f38-2f57d790e5d2 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 946 time: 0.1703370 Aug 09 15:45:05.618758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Network 82283e74-616b-427b-ba3d-233252319544 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:05.628595 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:05.632108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Pushing event updated for resources: {'Port': ['ID=c2abb3c5-a8ce-4ba9-9da1-53135b71baef,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:05.636346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:05.662124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-7fadf9e7-78ef-47cb-ad5b-69afa4f3856f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting port 5536e628-a086-4b44-8df9-95d253a4fb8d {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:05.662614 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-7fadf9e7-78ef-47cb-ad5b-69afa4f3856f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.667771 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-088828d2-c423-476c-ad3b-6d88b4c80cad req-ca33d77d-64f3-40ed-9f10-647ba9f9e6c4 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095991 Aug 09 15:45:05.686943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d89b09-999b-4ef8-95ad-ef5a839ecdb9 req-bff2a4d6-2f88-4036-853e-77388f23987a tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:05.693791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d89b09-999b-4ef8-95ad-ef5a839ecdb9 req-bff2a4d6-2f88-4036-853e-77388f23987a tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:05.695441 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07d89b09-999b-4ef8-95ad-ef5a839ecdb9 req-bff2a4d6-2f88-4036-853e-77388f23987a tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 1681 time: 0.1175268 Aug 09 15:45:05.716519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:05.717416 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.762987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-96427b4c-afa5-4c64-8394-09eb104b6b1a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1390181 Aug 09 15:45:05.768707 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07d89b09-999b-4ef8-95ad-ef5a839ecdb9 req-d8269445-ff0e-4d54-a9f7-1c4897c2d1e6 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644658 Aug 09 15:45:05.777633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Request body: {'port': {'device_id': '37512867-9b35-4222-b26e-99934b2a9178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:05.846578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122120ee-c897-468d-92ef-16b0377381fa req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Made reservation on behalf of 92e3b5910a4d4f24aa23cae053f0e90f for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:05.850258 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-122120ee-c897-468d-92ef-16b0377381fa req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.869278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-7fadf9e7-78ef-47cb-ad5b-69afa4f3856f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] For port 5536e628-a086-4b44-8df9-95d253a4fb8d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5536e628-a086-4b44-8df9-95d253a4fb8d,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:05.869672 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-7fadf9e7-78ef-47cb-ad5b-69afa4f3856f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.885979 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa1d06e4-0a6e-4f08-8b33-b5e514fd9cf2 req-66be0f42-ad6b-4ba9-b0ba-9e8fcf0c7ddb tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 210 time: 0.0412664 Aug 09 15:45:05.887040 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.889969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-7fadf9e7-78ef-47cb-ad5b-69afa4f3856f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Calling delete_port for 5536e628-a086-4b44-8df9-95d253a4fb8d owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:05.947893 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a1628-565f-4283-b909-2b7263089819 req-6a3e2871-2d08-4d86-ba10-10ed267e59f3 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:05.955633 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-652a1628-565f-4283-b909-2b7263089819 req-6a3e2871-2d08-4d86-ba10-10ed267e59f3 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1874809 Aug 09 15:45:05.969236 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308952e7-1987-4a75-98e0-ca6d213e5aa9 x-openstack-request-id: req-308952e7-1987-4a75-98e0-ca6d213e5aa9 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:05.969554 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-deleted", "tag": "6f5b630c-d900-4df4-ab63-7c461c3bf6ec", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:05.969894 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-308952e7-1987-4a75-98e0-ca6d213e5aa9 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:05.970298 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-deleted', 'tag': '6f5b630c-d900-4df4-ab63-7c461c3bf6ec', 'status': 'completed', 'code': 200} Aug 09 15:45:06.239749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f57b4-5307-44d9-b82c-f8736d74e03b req-15665942-8671-43b8-8e11-d62940aa2714 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:06.241551 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b64f57b4-5307-44d9-b82c-f8736d74e03b req-15665942-8671-43b8-8e11-d62940aa2714 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 1097 time: 0.0731959 Aug 09 15:45:06.302000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5536e628-a086-4b44-8df9-95d253a4fb8d no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:06.313739 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b64f57b4-5307-44d9-b82c-f8736d74e03b req-12e62e58-fb56-47d5-8cd6-eea741a70af0 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594699 Aug 09 15:45:06.399541 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-652a1628-565f-4283-b909-2b7263089819 req-99ad27d7-a3c8-4e23-8177-c7469bf62b97 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429798 Aug 09 15:45:06.493102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2abb3c5-a8ce-4ba9-9da1-53135b71baef {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:06.522465 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-7fadf9e7-78ef-47cb-ad5b-69afa4f3856f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.528834 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.534670 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.556989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Transition to ACTIVE for port object c2abb3c5-a8ce-4ba9-9da1-53135b71baef will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:06.567380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fd160-4cb0-4e23-a48f-171d805003ba req-0dd70eff-89e1-41dd-ac9b-d9e54122804a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:06.575505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f72fd160-4cb0-4e23-a48f-171d805003ba req-0dd70eff-89e1-41dd-ac9b-d9e54122804a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 946 time: 0.1007578 Aug 09 15:45:06.583049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5cd0d435-f62d-498b-920d-95a94fae9c9d no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:06.599917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadf9e7-78ef-47cb-ad5b-69afa4f3856f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Port': ['ID=5536e628-a086-4b44-8df9-95d253a4fb8d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:06.601981 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.672753 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.674734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Pushing event updated for resources: {'Port': ['ID=c2abb3c5-a8ce-4ba9-9da1-53135b71baef,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:06.690808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-7fadf9e7-78ef-47cb-ad5b-69afa4f3856f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] No DVR routers for this DVR port 5536e628-a086-4b44-8df9-95d253a4fb8d on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:06.696703 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-7fadf9e7-78ef-47cb-ad5b-69afa4f3856f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.699229 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-7fadf9e7-78ef-47cb-ad5b-69afa4f3856f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "DELETE /v2.0/ports/5536e628-a086-4b44-8df9-95d253a4fb8d HTTP/1.1" status: 204 len: 173 time: 1.3937402 Aug 09 15:45:06.707799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f72fd160-4cb0-4e23-a48f-171d805003ba req-4a89647a-96c3-469a-b005-eb5704e00721 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312160 Aug 09 15:45:06.708640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd0d435-f62d-498b-920d-95a94fae9c9d'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:06.711534 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f88b51-de6f-42bb-8ec3-6d3626dfc6e0" -d '{"events": [{"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd0d435-f62d-498b-920d-95a94fae9c9d"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:06.725765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9d748-4935-4355-9c43-3ed77fd28081 req-7c58b006-da50-46dc-9da1-eaba3a1fa200 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:06.727627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37d9d748-4935-4355-9c43-3ed77fd28081 req-7c58b006-da50-46dc-9da1-eaba3a1fa200 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 949 time: 0.1963327 Aug 09 15:45:06.739806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5cd0d435-f62d-498b-920d-95a94fae9c9d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5cd0d435-f62d-498b-920d-95a94fae9c9d,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:06.745464 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.746612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6f5b630c-d900-4df4-ab63-7c461c3bf6ec no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:06.776047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 6f5b630c-d900-4df4-ab63-7c461c3bf6ec {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:06.776424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6f5b630c-d900-4df4-ab63-7c461c3bf6ec not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:06.823876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-122120ee-c897-468d-92ef-16b0377381fa req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Allocated IP 172.20.0.10 (82283e74-616b-427b-ba3d-233252319544/c6e317da-0465-4e5b-8a29-aafbf8c77643/1b845b82-8397-4eab-acbd-cf79c85cfaa3) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:06.832723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=5cd0d435-f62d-498b-920d-95a94fae9c9d,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:06.887426 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37d9d748-4935-4355-9c43-3ed77fd28081 req-85f317c9-d4d9-440a-b787-a86a7caeb624 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338518 Aug 09 15:45:06.896783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Attempting to bind port c2abb3c5-a8ce-4ba9-9da1-53135b71baef on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:06.897508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Attempting to bind port c2abb3c5-a8ce-4ba9-9da1-53135b71baef by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:06.897988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Attempting to bind port c2abb3c5-a8ce-4ba9-9da1-53135b71baef on network 82283e74-616b-427b-ba3d-233252319544 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:06.903337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Port c2abb3c5-a8ce-4ba9-9da1-53135b71baef on network 82283e74-616b-427b-ba3d-233252319544 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:06.903803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Attempting to bind port c2abb3c5-a8ce-4ba9-9da1-53135b71baef on network 82283e74-616b-427b-ba3d-233252319544 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:06.910419 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:06.910948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Checking segment: {'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:06.911430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Bound using segment: {'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:06.911977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Bound port: c2abb3c5-a8ce-4ba9-9da1-53135b71baef, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:06.912444 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.956546 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae90d329-c02c-437a-8293-62a9562e9fcd x-openstack-request-id: req-ae90d329-c02c-437a-8293-62a9562e9fcd {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:06.957042 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd0d435-f62d-498b-920d-95a94fae9c9d", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:06.957883 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae90d329-c02c-437a-8293-62a9562e9fcd {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:06.958290 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd0d435-f62d-498b-920d-95a94fae9c9d', 'code': 200} Aug 09 15:45:07.032813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] For port c2abb3c5-a8ce-4ba9-9da1-53135b71baef, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:07.040951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] For port c2abb3c5-a8ce-4ba9-9da1-53135b71baef, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c2abb3c5-a8ce-4ba9-9da1-53135b71baef,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:07.047582 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.085022 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-af9e57d7-50ea-4aba-b4e3-03583216d2fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting port 5cd0d435-f62d-498b-920d-95a94fae9c9d {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:07.085283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-af9e57d7-50ea-4aba-b4e3-03583216d2fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.091131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.092131 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.093796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] 10.222.0.60 "PUT /v2.0/ports/c2abb3c5-a8ce-4ba9-9da1-53135b71baef HTTP/1.1" status: 200 len: 1092 time: 1.3211725 Aug 09 15:45:07.094420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37512867-9b35-4222-b26e-99934b2a9178', 'tag': 'c2abb3c5-a8ce-4ba9-9da1-53135b71baef'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:07.103687 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050b9251-dce2-4a8b-99f1-5d8326543d49" -d '{"events": [{"name": "network-changed", "server_uuid": "37512867-9b35-4222-b26e-99934b2a9178", "tag": "c2abb3c5-a8ce-4ba9-9da1-53135b71baef"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:07.182577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0ed68-39df-4db1-9a3c-1ab12902b654 service neutron] Pushing event updated for resources: {'Port': ['ID=c2abb3c5-a8ce-4ba9-9da1-53135b71baef,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:07.194822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-3840f32e-3eed-42cb-a797-705beb72acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.197503 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-3840f32e-3eed-42cb-a797-705beb72acb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 1095 time: 0.0627885 Aug 09 15:45:07.229072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3f8d0-aa1a-4b41-bd75-79d5f8b3ce77 req-7d5a2d7b-65ac-479c-ae12-c45fb2b52dbc tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.237423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60d3f8d0-aa1a-4b41-bd75-79d5f8b3ce77 req-7d5a2d7b-65ac-479c-ae12-c45fb2b52dbc tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 946 time: 0.1482236 Aug 09 15:45:07.259883 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-8a479233-1baa-4eb0-8d69-0796bfd3cd2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2abb3c5-a8ce-4ba9-9da1-53135b71baef HTTP/1.1" status: 200 len: 217 time: 0.0522215 Aug 09 15:45:07.320307 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-60d3f8d0-aa1a-4b41-bd75-79d5f8b3ce77 req-ddd32c10-6553-47ce-8a7d-d7b8fe35ba56 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818517 Aug 09 15:45:07.359331 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-122120ee-c897-468d-92ef-16b0377381fa req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.367338 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-af9e57d7-50ea-4aba-b4e3-03583216d2fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] For port 5cd0d435-f62d-498b-920d-95a94fae9c9d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5cd0d435-f62d-498b-920d-95a94fae9c9d,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:07.367587 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-af9e57d7-50ea-4aba-b4e3-03583216d2fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.375128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-ad161f40-6c98-4f33-b973-e515e3c7a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.380980 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-ad161f40-6c98-4f33-b973-e515e3c7a4dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6e317da-0465-4e5b-8a29-aafbf8c77643 HTTP/1.1" status: 200 len: 859 time: 0.1113729 Aug 09 15:45:07.399988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-af9e57d7-50ea-4aba-b4e3-03583216d2fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Calling delete_port for 5cd0d435-f62d-498b-920d-95a94fae9c9d owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:07.451598 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-5ab8f993-0a4d-4bdf-905b-cd040c9ec31c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82283e74-616b-427b-ba3d-233252319544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546317 Aug 09 15:45:07.504645 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff41aa1e-f176-429f-9790-64d336a7737b req-e3d88e00-e75d-4b25-9ac7-280d053aca5d tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 210 time: 0.0693011 Aug 09 15:45:07.525401 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-122120ee-c897-468d-92ef-16b0377381fa req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.545864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45322d9-5f72-4edc-89fa-e29ff8de713a req-04e787f1-15ba-4104-a31a-91b7ca61f287 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.550807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e45322d9-5f72-4edc-89fa-e29ff8de713a req-04e787f1-15ba-4104-a31a-91b7ca61f287 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15e3188-2994-4b79-a4d1-b771c2ed1b66 HTTP/1.1" status: 200 len: 943 time: 0.1633894 Aug 09 15:45:07.581648 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd450c08-6626-478f-9d5d-405232546ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.610971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122120ee-c897-468d-92ef-16b0377381fa req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Network 82283e74-616b-427b-ba3d-233252319544 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:07.620842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-122120ee-c897-468d-92ef-16b0377381fa req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:07.624991 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Pushing event updated for resources: {'Port': ['ID=1b845b82-8397-4eab-acbd-cf79c85cfaa3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:07.628130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-122120ee-c897-468d-92ef-16b0377381fa req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:07.655215 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f42612-0de6-4e89-933c-604018e748b7 x-openstack-request-id: req-90f42612-0de6-4e89-933c-604018e748b7 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:07.658100 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37512867-9b35-4222-b26e-99934b2a9178", "tag": "c2abb3c5-a8ce-4ba9-9da1-53135b71baef", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:07.658459 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90f42612-0de6-4e89-933c-604018e748b7 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:07.666784 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37512867-9b35-4222-b26e-99934b2a9178', 'tag': 'c2abb3c5-a8ce-4ba9-9da1-53135b71baef', 'status': 'completed', 'code': 200} Aug 09 15:45:07.709815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122120ee-c897-468d-92ef-16b0377381fa req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.710603 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-122120ee-c897-468d-92ef-16b0377381fa req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.712511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e45322d9-5f72-4edc-89fa-e29ff8de713a req-3e7b0c93-3fbc-4e32-b176-36b02433e921 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499040 Aug 09 15:45:07.717572 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-769f9293-a04d-4f1d-851b-530aa7e97893 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566278 Aug 09 15:45:07.779062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a0caf65e-01fd-44ac-82ea-1fa89d84a0de up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:07.825710 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-63fdd967-6fee-49fb-b65e-0403034e9f97 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3389599 Aug 09 15:45:07.841874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Request body: {'port': {'device_id': '6cce86d6-6cb3-4f22-8849-a86572e4b6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:07.846457 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-af9e57d7-50ea-4aba-b4e3-03583216d2fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.867532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647da3bb-7481-4460-bc92-e05d3dea1ec5 req-f553a5d5-186b-44d2-addf-05cae864aa0c tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.867967 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port a0caf65e-01fd-44ac-82ea-1fa89d84a0de completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:07.869798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-647da3bb-7481-4460-bc92-e05d3dea1ec5 req-f553a5d5-186b-44d2-addf-05cae864aa0c tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1128297 Aug 09 15:45:07.874250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port a0caf65e-01fd-44ac-82ea-1fa89d84a0de triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:07.874706 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.893336 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba0a96b4-cfa4-46b6-b77d-33b943b9e999 req-590065f1-6ac3-483d-9805-bac08ad8d770 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673915 Aug 09 15:45:07.905394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8652a-f2fb-4073-81d4-fc0554fee40f req-c7a91d44-fb67-4385-a032-3e491a98d310 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.915250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9d8652a-f2fb-4073-81d4-fc0554fee40f req-c7a91d44-fb67-4385-a032-3e491a98d310 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 1097 time: 0.0917759 Aug 09 15:45:07.945521 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e57d7-50ea-4aba-b4e3-03583216d2fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Port': ['ID=5cd0d435-f62d-498b-920d-95a94fae9c9d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:07.976832 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-deleted', 'tag': '5536e628-a086-4b44-8df9-95d253a4fb8d'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:07.979390 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e0afc8-43e0-4e49-a973-5fbee38652be" -d '{"events": [{"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-deleted", "tag": "5536e628-a086-4b44-8df9-95d253a4fb8d"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:08.012153 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.022946 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-af9e57d7-50ea-4aba-b4e3-03583216d2fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] No DVR routers for this DVR port 5cd0d435-f62d-498b-920d-95a94fae9c9d on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:08.025857 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-af9e57d7-50ea-4aba-b4e3-03583216d2fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.028012 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9d8652a-f2fb-4073-81d4-fc0554fee40f req-13e9cb9e-6006-45db-863e-f8b988678642 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115744 Aug 09 15:45:08.028463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cab3d92c-3670-42d1-9693-9c27bb384d93 req-af9e57d7-50ea-4aba-b4e3-03583216d2fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "DELETE /v2.0/ports/5cd0d435-f62d-498b-920d-95a94fae9c9d HTTP/1.1" status: 204 len: 173 time: 1.3212178 Aug 09 15:45:08.057211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:08.065679 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.068064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device bfce5f2a-da55-40fa-8f79-c24512a06f08 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:08.069910 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-647da3bb-7481-4460-bc92-e05d3dea1ec5 req-590652fb-c07f-49e5-9de9-cf141fbb4e1f tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566284 Aug 09 15:45:08.095069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.097029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b9251-dce2-4a8b-99f1-5d8326543d49 req-3fefa2f2-67f5-43a1-8ed1-d70e5af7ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:08.100405 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b9251-dce2-4a8b-99f1-5d8326543d49 req-3fefa2f2-67f5-43a1-8ed1-d70e5af7ce58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 1095 time: 0.1319149 Aug 09 15:45:08.270056 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:08.292409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port bfce5f2a-da55-40fa-8f79-c24512a06f08 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:08.297641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port bfce5f2a-da55-40fa-8f79-c24512a06f08 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:08.298025 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.348229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b9251-dce2-4a8b-99f1-5d8326543d49 req-4d3a776c-9147-4a5f-8cee-4e11df41285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:08.349125 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b9251-dce2-4a8b-99f1-5d8326543d49 req-4d3a776c-9147-4a5f-8cee-4e11df41285d service neutron] 10.222.0.60 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 920 time: 0.2414322 Aug 09 15:45:08.373408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71de1d-6492-4bab-a0e4-9b3f56aebfbb req-47fa620b-1780-4911-b7e3-480ddc6c9a5a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:08.381485 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a71de1d-6492-4bab-a0e4-9b3f56aebfbb req-47fa620b-1780-4911-b7e3-480ddc6c9a5a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 946 time: 0.2030025 Aug 09 15:45:08.416899 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b9251-dce2-4a8b-99f1-5d8326543d49 req-8d02844b-e67f-4d65-94e2-ad0ff4c47b85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2abb3c5-a8ce-4ba9-9da1-53135b71baef HTTP/1.1" status: 200 len: 217 time: 0.0569115 Aug 09 15:45:08.423491 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.448404 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a71de1d-6492-4bab-a0e4-9b3f56aebfbb req-9be391af-05e0-4ad8-9556-1282e08bcc28 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655808 Aug 09 15:45:08.467136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port bfce5f2a-da55-40fa-8f79-c24512a06f08, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=bfce5f2a-da55-40fa-8f79-c24512a06f08,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:08.474931 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.535543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b9251-dce2-4a8b-99f1-5d8326543d49 req-2c16a75b-586a-4199-ac6c-6a50b7da1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:08.538815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b9251-dce2-4a8b-99f1-5d8326543d49 req-2c16a75b-586a-4199-ac6c-6a50b7da1451 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6e317da-0465-4e5b-8a29-aafbf8c77643 HTTP/1.1" status: 200 len: 859 time: 0.1062322 Aug 09 15:45:08.555051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4ae62-fb3f-476a-bb83-15c4ef6baa8b req-dc77bd36-a568-41cc-b4df-335642317edc tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:08.564176 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d8f4ae62-fb3f-476a-bb83-15c4ef6baa8b req-dc77bd36-a568-41cc-b4df-335642317edc tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 949 time: 0.1584115 Aug 09 15:45:08.571679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=bfce5f2a-da55-40fa-8f79-c24512a06f08,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:08.597833 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b9251-dce2-4a8b-99f1-5d8326543d49 req-bcd78461-0a3b-4d8f-8721-d828b3065191 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82283e74-616b-427b-ba3d-233252319544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324779 Aug 09 15:45:08.647301 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed5f357-197f-44f1-a6b3-d185108301bc x-openstack-request-id: req-1ed5f357-197f-44f1-a6b3-d185108301bc {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:08.647756 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-deleted", "tag": "5536e628-a086-4b44-8df9-95d253a4fb8d", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:08.648067 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ed5f357-197f-44f1-a6b3-d185108301bc {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:08.649008 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-deleted', 'tag': '5536e628-a086-4b44-8df9-95d253a4fb8d', 'status': 'completed', 'code': 200} Aug 09 15:45:08.741542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d8f4ae62-fb3f-476a-bb83-15c4ef6baa8b req-e70d5675-2ace-4dc0-9a43-087e93b61a40 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391096 Aug 09 15:45:08.809804 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b9251-dce2-4a8b-99f1-5d8326543d49 req-43f4b9f2-0a2f-4b63-ae1d-4ffef8c16fbf service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039120 Aug 09 15:45:08.812171 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b845b82-8397-4eab-acbd-cf79c85cfaa3 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:08.828085 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.847602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Transition to ACTIVE for port object 1b845b82-8397-4eab-acbd-cf79c85cfaa3 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:08.852788 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:08.911091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Pushing event updated for resources: {'Port': ['ID=1b845b82-8397-4eab-acbd-cf79c85cfaa3,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:08.960010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de'}, {'server_uuid': 'de04ec25-1595-4ebe-823d-5a9b35e1dc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfce5f2a-da55-40fa-8f79-c24512a06f08'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:08.964298 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27af714c-7fa6-445e-b41b-36d84ae751d7" -d '{"events": [{"server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "name": "network-vif-plugged", "status": "completed", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de"}, {"server_uuid": "de04ec25-1595-4ebe-823d-5a9b35e1dc9b", "name": "network-vif-plugged", "status": "completed", "tag": "bfce5f2a-da55-40fa-8f79-c24512a06f08"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:08.967058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b9251-dce2-4a8b-99f1-5d8326543d49 req-a5edb0ff-ed3d-475b-8313-b2dd62927e3a service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481864 Aug 09 15:45:09.013278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Attempting to bind port 1b845b82-8397-4eab-acbd-cf79c85cfaa3 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:09.013652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Attempting to bind port 1b845b82-8397-4eab-acbd-cf79c85cfaa3 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:09.013998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Attempting to bind port 1b845b82-8397-4eab-acbd-cf79c85cfaa3 on network 82283e74-616b-427b-ba3d-233252319544 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:09.014613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b45785-c63d-4314-980e-20b7c569b8f9 req-783ae6e0-b1df-4026-ac87-296da5741ac9 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.019874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Port 1b845b82-8397-4eab-acbd-cf79c85cfaa3 on network 82283e74-616b-427b-ba3d-233252319544 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:09.020206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Attempting to bind port 1b845b82-8397-4eab-acbd-cf79c85cfaa3 on network 82283e74-616b-427b-ba3d-233252319544 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:09.023895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51b45785-c63d-4314-980e-20b7c569b8f9 req-783ae6e0-b1df-4026-ac87-296da5741ac9 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 946 time: 0.1051831 Aug 09 15:45:09.026226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:09.026576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Checking segment: {'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:09.026970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Bound using segment: {'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:09.027409 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Bound port: 1b845b82-8397-4eab-acbd-cf79c85cfaa3, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f76460-9ac0-442b-b55f-0d3bcd07fbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82283e74-616b-427b-ba3d-233252319544'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:09.027776 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.073276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51b45785-c63d-4314-980e-20b7c569b8f9 req-47d149c2-3fef-4496-b1bd-58642fec683e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442419 Aug 09 15:45:09.122510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] For port 1b845b82-8397-4eab-acbd-cf79c85cfaa3, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:09.126185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] For port 1b845b82-8397-4eab-acbd-cf79c85cfaa3, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1b845b82-8397-4eab-acbd-cf79c85cfaa3,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:09.132100 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.180350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.180984 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.182465 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] 10.222.0.60 "PUT /v2.0/ports/1b845b82-8397-4eab-acbd-cf79c85cfaa3 HTTP/1.1" status: 200 len: 1092 time: 1.3453236 Aug 09 15:45:09.201872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ae41c-4271-4967-a918-ac1e3d15420e service neutron] Pushing event updated for resources: {'Port': ['ID=1b845b82-8397-4eab-acbd-cf79c85cfaa3,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:09.204935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338711a2-83e9-421f-854c-b3cf61572b10 req-c357fa5a-1152-44b2-911c-26b3c445082e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.207518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-338711a2-83e9-421f-854c-b3cf61572b10 req-c357fa5a-1152-44b2-911c-26b3c445082e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 944 time: 0.0825117 Aug 09 15:45:09.273402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122120ee-c897-468d-92ef-16b0377381fa req-fc1c4ea8-19aa-463e-9456-137b649e0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.275530 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-fc1c4ea8-19aa-463e-9456-137b649e0465 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 1095 time: 0.0511322 Aug 09 15:45:09.277962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-338711a2-83e9-421f-854c-b3cf61572b10 req-d57a05d0-0d13-4b0f-a118-c532a74cb61a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489202 Aug 09 15:45:09.320827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58080) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:09.356236 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-879489b7-1cbf-4a62-a7f7-bb1aee9d7de6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b845b82-8397-4eab-acbd-cf79c85cfaa3 HTTP/1.1" status: 200 len: 217 time: 0.0660207 Aug 09 15:45:09.381382 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7db7cd8-d27e-43b2-8839-e6bcd24c2cd3 x-openstack-request-id: req-a7db7cd8-d27e-43b2-8839-e6bcd24c2cd3 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:09.382214 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "name": "network-vif-plugged", "status": "completed", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de", "code": 200}, {"server_uuid": "de04ec25-1595-4ebe-823d-5a9b35e1dc9b", "name": "network-vif-plugged", "status": "completed", "tag": "bfce5f2a-da55-40fa-8f79-c24512a06f08", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:09.383090 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7db7cd8-d27e-43b2-8839-e6bcd24c2cd3 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:09.383870 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'code': 200} Aug 09 15:45:09.384377 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de04ec25-1595-4ebe-823d-5a9b35e1dc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfce5f2a-da55-40fa-8f79-c24512a06f08', 'code': 200} Aug 09 15:45:09.426333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0108f5d3-9da1-4c98-b21f-7430b52fb267 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting subnet 4d162754-8465-4bd5-857b-bfc9dc7ac0f2 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:45:09.433216 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0108f5d3-9da1-4c98-b21f-7430b52fb267 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.472233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122120ee-c897-468d-92ef-16b0377381fa req-055cc6fa-8041-4bc5-b08e-922a77b78abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.473815 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-055cc6fa-8041-4bc5-b08e-922a77b78abc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6e317da-0465-4e5b-8a29-aafbf8c77643 HTTP/1.1" status: 200 len: 859 time: 0.1071088 Aug 09 15:45:09.508575 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-f67d4fe5-699e-49b3-845a-4cf4f336b409 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82283e74-616b-427b-ba3d-233252319544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274768 Aug 09 15:45:09.553406 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0108f5d3-9da1-4c98-b21f-7430b52fb267 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.616008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392ebc1-2567-4ed5-84d6-f0134cfd8464 req-732c901e-3f86-411e-b47f-e4163cedfbfc tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.617715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8392ebc1-2567-4ed5-84d6-f0134cfd8464 req-732c901e-3f86-411e-b47f-e4163cedfbfc tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1483867 Aug 09 15:45:09.630877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab14e43-b12c-4acc-b217-4fb417995fcb req-f40dbc2c-0137-4787-9606-d71f23eb98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.632745 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9ab14e43-b12c-4acc-b217-4fb417995fcb req-f40dbc2c-0137-4787-9606-d71f23eb98d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6136f8dc-19d8-4ad2-a207-10e2ee896ed0 HTTP/1.1" status: 200 len: 1101 time: 0.1159906 Aug 09 15:45:09.680213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523f463-c6c2-4e18-8baa-09dd9f4b9379 req-8b63761b-473a-4b93-ae0f-2b2941330441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.682417 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8523f463-c6c2-4e18-8baa-09dd9f4b9379 req-8b63761b-473a-4b93-ae0f-2b2941330441 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 1101 time: 0.1428361 Aug 09 15:45:09.704927 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-3c01b046-7b90-4bd6-901f-f2823280ddf0 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771119 Aug 09 15:45:09.707919 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9ab14e43-b12c-4acc-b217-4fb417995fcb req-391e1dda-20e3-493e-9661-be54e1f22cb8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523481 Aug 09 15:45:09.752330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8392ebc1-2567-4ed5-84d6-f0134cfd8464 req-74226566-11e0-4eb2-a836-1719024851f9 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273952 Aug 09 15:45:09.783829 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8523f463-c6c2-4e18-8baa-09dd9f4b9379 req-a8feb1a1-fa71-491a-ba8e-00f0b22b0c2c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767825 Aug 09 15:45:09.788012 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0108f5d3-9da1-4c98-b21f-7430b52fb267 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.822847 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-122120ee-c897-468d-92ef-16b0377381fa req-3dc4b66a-fe31-46dc-8c01-c954ac4cc839 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096787 Aug 09 15:45:09.828412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-05777fc9-07bd-4965-9764-02b9b8b58642 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:45:09.829372 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-05777fc9-07bd-4965-9764-02b9b8b58642 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055957 Aug 09 15:45:09.851309 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] Request body: {'binding': {'host': 'n-h2-803778-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:09.852176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] Unknown quota resources ['binding']. {{(pid=94289) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:45:09.863803 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0108f5d3-9da1-4c98-b21f-7430b52fb267 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.901157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108f5d3-9da1-4c98-b21f-7430b52fb267 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Subnet': ['ID=4d162754-8465-4bd5-857b-bfc9dc7ac0f2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:09.906486 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0108f5d3-9da1-4c98-b21f-7430b52fb267 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.909044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0108f5d3-9da1-4c98-b21f-7430b52fb267 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "DELETE /v2.0/subnets/4d162754-8465-4bd5-857b-bfc9dc7ac0f2 HTTP/1.1" status: 204 len: 168 time: 0.5873654 Aug 09 15:45:09.912172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58088) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:09.915869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f4497-2838-4e15-8380-76ebc1006d34 None None] Network 5d34bcf4-0c27-483b-aff7-f90e86abc280 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:10.038682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] Attempting to bind port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on host n-h2-803778-2 for vnic_type normal with profile None {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:10.039136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] Attempting to bind port c697eb53-1c40-4e27-96ec-66240f7ea5b1 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:10.039482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] Attempting to bind port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:10.045929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] Port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:10.046552 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] Attempting to bind port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:10.048149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.053175 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:10.053576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:10.054084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] Bound using segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:10.054601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] Bound port: c697eb53-1c40-4e27-96ec-66240f7ea5b1, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:10.074306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472acd7-93e7-463c-8184-d99f345c0bab req-c084bb2b-d516-4f9b-b3fc-00d6a86da704 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.076139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8472acd7-93e7-463c-8184-d99f345c0bab req-c084bb2b-d516-4f9b-b3fc-00d6a86da704 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 946 time: 0.1456428 Aug 09 15:45:10.154095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:10.164831 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] Notify callbacks [] for binding, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.166201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8472acd7-93e7-463c-8184-d99f345c0bab req-2c1c2781-8929-48b5-b103-ad948ab01862 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806193 Aug 09 15:45:10.183658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b7015-94f8-4ec3-8421-b39ce3402f95 None None] DHCP port deletion for 5d34bcf4-0c27-483b-aff7-f90e86abc280 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:45:10.190731 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6ab0594d-5bb1-4f50-ae50-b2f13313d8fc service neutron] 10.222.0.81 "POST /v2.0/ports/c697eb53-1c40-4e27-96ec-66240f7ea5b1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3462276 Aug 09 15:45:10.228651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:10.229251 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.292231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-df9b7015-94f8-4ec3-8421-b39ce3402f95 None None] Deleting port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:10.292624 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df9b7015-94f8-4ec3-8421-b39ce3402f95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.310413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c2abb3c5-a8ce-4ba9-9da1-53135b71baef details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:10.361084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] For port f0c472c0-f155-4ac0-b8e9-3045cdf49db5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f0c472c0-f155-4ac0-b8e9-3045cdf49db5,segment=NetworkSegment(d5f02e72-ca35-4500-941a-4e588a2d8b7f),segment_id=d5f02e72-ca35-4500-941a-4e588a2d8b7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:10.362258 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.389553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86270c31-c20a-494f-b6ff-411e43fd6da5 req-ece4c0ef-f61e-42ab-a9ed-5d83c27f1311 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.391656 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86270c31-c20a-494f-b6ff-411e43fd6da5 req-ece4c0ef-f61e-42ab-a9ed-5d83c27f1311 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 950 time: 0.1429574 Aug 09 15:45:10.393442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Calling delete_port for f0c472c0-f155-4ac0-b8e9-3045cdf49db5 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:10.404444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-df9b7015-94f8-4ec3-8421-b39ce3402f95 None None] For port f0c472c0-f155-4ac0-b8e9-3045cdf49db5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f0c472c0-f155-4ac0-b8e9-3045cdf49db5,segment=NetworkSegment(d5f02e72-ca35-4500-941a-4e588a2d8b7f),segment_id=d5f02e72-ca35-4500-941a-4e588a2d8b7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:10.404764 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df9b7015-94f8-4ec3-8421-b39ce3402f95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.529327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86270c31-c20a-494f-b6ff-411e43fd6da5 req-95a8b3af-3667-4e8a-801e-80277febdb66 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249604 Aug 09 15:45:10.543672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-df9b7015-94f8-4ec3-8421-b39ce3402f95 None None] Calling delete_port for f0c472c0-f155-4ac0-b8e9-3045cdf49db5 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:10.546990 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f0c472c0-f155-4ac0-b8e9-3045cdf49db5 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:10.577509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.592281 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b84d99c-df71-4dfd-987d-652dce0f7eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.613653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65804c21-545b-43c9-a8ae-9e95f6ea6333 req-3a6965e5-3fac-44f4-8256-80c97a38171b tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.619484 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65804c21-545b-43c9-a8ae-9e95f6ea6333 req-3a6965e5-3fac-44f4-8256-80c97a38171b tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 946 time: 0.1669319 Aug 09 15:45:10.672436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-deleted', 'tag': '5cd0d435-f62d-498b-920d-95a94fae9c9d'}, {'name': 'network-changed', 'server_uuid': '6cce86d6-6cb3-4f22-8849-a86572e4b6dc', 'tag': '1b845b82-8397-4eab-acbd-cf79c85cfaa3'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:10.684123 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cfa75c-77ec-4e0a-be97-b24954436d13" -d '{"events": [{"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-deleted", "tag": "5cd0d435-f62d-498b-920d-95a94fae9c9d"}, {"name": "network-changed", "server_uuid": "6cce86d6-6cb3-4f22-8849-a86572e4b6dc", "tag": "1b845b82-8397-4eab-acbd-cf79c85cfaa3"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:10.685360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Port': ['ID=f0c472c0-f155-4ac0-b8e9-3045cdf49db5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:10.701906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No active binding found for port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 {{(pid=94291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 15:45:10.702345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f0c472c0-f155-4ac0-b8e9-3045cdf49db5 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:10.703078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] No DVR routers for this DVR port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:10.714644 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c2abb3c5-a8ce-4ba9-9da1-53135b71baef, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c2abb3c5-a8ce-4ba9-9da1-53135b71baef,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:10.738303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'c2abb3c5-a8ce-4ba9-9da1-53135b71baef', 'network_id': '82283e74-616b-427b-ba3d-233252319544', 'port_id': 'c2abb3c5-a8ce-4ba9-9da1-53135b71baef', 'mac_address': 'fa:16:3e:90:f8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e317da-0465-4e5b-8a29-aafbf8c77643', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:10.797086 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65804c21-545b-43c9-a8ae-9e95f6ea6333 req-524f3c9d-8a00-4dc7-97af-fd832cc0ba8d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982802 Aug 09 15:45:10.826819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-8e6d74a7-604d-42b6-a721-b2ffa987d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.827005 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.827193 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-8e6d74a7-604d-42b6-a721-b2ffa987d043 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 1097 time: 0.2743948 Aug 09 15:45:10.831329 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.847076 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df9b7015-94f8-4ec3-8421-b39ce3402f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.859467 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2abb3c5-a8ce-4ba9-9da1-53135b71baef {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:10.878784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299b422-65d9-40f5-8c1f-89be97e5cc7c req-49b35738-6bbe-4187-8334-9e3df65ec794 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.886484 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1299b422-65d9-40f5-8c1f-89be97e5cc7c req-49b35738-6bbe-4187-8334-9e3df65ec794 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 946 time: 0.2034302 Aug 09 15:45:10.915006 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.925349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c2abb3c5-a8ce-4ba9-9da1-53135b71baef, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c2abb3c5-a8ce-4ba9-9da1-53135b71baef,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:10.941184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d34bcf4-0c27-483b-aff7-f90e86abc280']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:10.947822 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.962786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f02e72-ca35-4500-941a-4e588a2d8b7f') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:10.962786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f02e72-ca35-4500-941a-4e588a2d8b7f') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:10.974706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1299b422-65d9-40f5-8c1f-89be97e5cc7c req-5e67ebce-cb4a-4bdb-b033-d1bf479e915e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873532 Aug 09 15:45:10.978349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b7015-94f8-4ec3-8421-b39ce3402f95 None None] No DVR routers for this DVR port f0c472c0-f155-4ac0-b8e9-3045cdf49db5 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:10.982452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b7015-94f8-4ec3-8421-b39ce3402f95 None None] Pushing event deleted for resources: {'Port': ['ID=f0c472c0-f155-4ac0-b8e9-3045cdf49db5,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:11.011010 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.043097 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.059727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c2abb3c5-a8ce-4ba9-9da1-53135b71baef,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:11.061048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:45:11.061674 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:45:11.065416 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:45:11.123361 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a25977a-7dbc-4421-8191-857e2453698a x-openstack-request-id: req-9a25977a-7dbc-4421-8191-857e2453698a {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:11.123808 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15e3188-2994-4b79-a4d1-b771c2ed1b66", "name": "network-vif-deleted", "tag": "5cd0d435-f62d-498b-920d-95a94fae9c9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6cce86d6-6cb3-4f22-8849-a86572e4b6dc", "tag": "1b845b82-8397-4eab-acbd-cf79c85cfaa3", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:11.125293 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a25977a-7dbc-4421-8191-857e2453698a {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:11.125899 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15e3188-2994-4b79-a4d1-b771c2ed1b66', 'name': 'network-vif-deleted', 'tag': '5cd0d435-f62d-498b-920d-95a94fae9c9d', 'status': 'completed', 'code': 200} Aug 09 15:45:11.128509 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cce86d6-6cb3-4f22-8849-a86572e4b6dc', 'tag': '1b845b82-8397-4eab-acbd-cf79c85cfaa3', 'status': 'completed', 'code': 200} Aug 09 15:45:11.173067 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.203098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['c2abb3c5-a8ce-4ba9-9da1-53135b71baef'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:11.234870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de600cfd-cc4d-454c-8851-dbfc21916dfc req-bbb4bb5f-daf4-4ca8-a4e9-8a6c97099dcd tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:11.236786 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de600cfd-cc4d-454c-8851-dbfc21916dfc req-bbb4bb5f-daf4-4ca8-a4e9-8a6c97099dcd tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 944 time: 0.1754010 Aug 09 15:45:11.242358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-5b1464d4-1186-49ef-bd2c-da64f6b1476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:11.243871 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-5b1464d4-1186-49ef-bd2c-da64f6b1476f service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.4215746 Aug 09 15:45:11.264565 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.266844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "DELETE /v2.0/networks/5d34bcf4-0c27-483b-aff7-f90e86abc280 HTTP/1.1" status: 204 len: 168 time: 1.3542919 Aug 09 15:45:11.287278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58106) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:11.308875 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-ba1bead3-d3d4-4c24-bff6-e090af9e3ecf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1 HTTP/1.1" status: 200 len: 217 time: 0.0558536 Aug 09 15:45:11.326105 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.343871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3a044-e375-440c-ba99-bc9bd7db8655 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Network': ['ID=5d34bcf4-0c27-483b-aff7-f90e86abc280,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:11.370419 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfa75c-77ec-4e0a-be97-b24954436d13 req-553cb1d2-c23f-4fb1-a7dc-8119bf466a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:11.372883 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28cfa75c-77ec-4e0a-be97-b24954436d13 req-553cb1d2-c23f-4fb1-a7dc-8119bf466a78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 1095 time: 0.1802347 Aug 09 15:45:11.374879 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de600cfd-cc4d-454c-8851-dbfc21916dfc req-fb5e8162-5d63-4260-bf8b-78066058fc25 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290829 Aug 09 15:45:11.415160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-2bbab875-ecd9-4822-8ec4-5c30cba1150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:11.417378 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-2bbab875-ecd9-4822-8ec4-5c30cba1150a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.0950849 Aug 09 15:45:11.433789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f68608-e6cb-430f-bd7c-80f7f7d864ce req-4809c1a2-8388-49df-a5a5-0c2d7d7ad6c7 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:11.442485 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3f68608-e6cb-430f-bd7c-80f7f7d864ce req-4809c1a2-8388-49df-a5a5-0c2d7d7ad6c7 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.2728395 Aug 09 15:45:11.496183 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-109a892b-198d-42cb-b50c-1ec079a5e3f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700569 Aug 09 15:45:11.503599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-059af18c-220c-4c1a-8fa0-1fe5a526df79 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting subnet 2913e6d2-7e65-4479-ad57-048f5fc83c8f {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:45:11.520339 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-059af18c-220c-4c1a-8fa0-1fe5a526df79 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.561716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3f68608-e6cb-430f-bd7c-80f7f7d864ce req-240a6ca8-e54d-4b20-889c-54ea8b3c5fa0 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177323 Aug 09 15:45:11.578210 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.633629 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-059af18c-220c-4c1a-8fa0-1fe5a526df79 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.642640 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-5d094c95-6154-4ab3-8f62-dbcd477d2edc service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361024 Aug 09 15:45:11.697467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfa75c-77ec-4e0a-be97-b24954436d13 req-807e354b-7ede-4a6a-8b55-791cfc6569eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:11.699131 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28cfa75c-77ec-4e0a-be97-b24954436d13 req-807e354b-7ede-4a6a-8b55-791cfc6569eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 920 time: 0.3079784 Aug 09 15:45:11.758601 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28cfa75c-77ec-4e0a-be97-b24954436d13 req-ae70dcb3-fa1d-407c-b012-1486d2f8053d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b845b82-8397-4eab-acbd-cf79c85cfaa3 HTTP/1.1" status: 200 len: 217 time: 0.0475609 Aug 09 15:45:11.764895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-5d6b7d46-4445-458b-bed2-c588300e5450 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055686 Aug 09 15:45:11.937806 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-059af18c-220c-4c1a-8fa0-1fe5a526df79 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.945041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfa75c-77ec-4e0a-be97-b24954436d13 req-54486515-713d-41c8-a065-0e9d50ca2b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:11.947352 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28cfa75c-77ec-4e0a-be97-b24954436d13 req-54486515-713d-41c8-a065-0e9d50ca2b5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6e317da-0465-4e5b-8a29-aafbf8c77643 HTTP/1.1" status: 200 len: 859 time: 0.1550231 Aug 09 15:45:11.958648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-21608c5c-cd58-438c-a8dd-c1640fc27e6d tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:11.960133 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-21608c5c-cd58-438c-a8dd-c1640fc27e6d tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94&tenant_id=f5b487a9592948f4bd3a59172c9bad40&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1097 time: 0.1273994 Aug 09 15:45:11.985489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803778-2'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:12.015767 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28cfa75c-77ec-4e0a-be97-b24954436d13 req-3601603e-dc83-498c-b978-41e7003a7cbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82283e74-616b-427b-ba3d-233252319544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393772 Aug 09 15:45:12.025073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e086b-4c4b-4c0e-85c6-69a03b8c96df req-66af196a-97fb-40ad-b4ec-e1b32734e72c tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:12.026594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-214e086b-4c4b-4c0e-85c6-69a03b8c96df req-66af196a-97fb-40ad-b4ec-e1b32734e72c tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 950 time: 0.1921451 Aug 09 15:45:12.059744 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.172738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-059af18c-220c-4c1a-8fa0-1fe5a526df79 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.218607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-214e086b-4c4b-4c0e-85c6-69a03b8c96df req-86384c49-0fc4-46a0-9473-b41e6cc2d47e tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749187 Aug 09 15:45:12.222537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059af18c-220c-4c1a-8fa0-1fe5a526df79 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Subnet': ['ID=2913e6d2-7e65-4479-ad57-048f5fc83c8f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:12.228647 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-059af18c-220c-4c1a-8fa0-1fe5a526df79 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.234352 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-059af18c-220c-4c1a-8fa0-1fe5a526df79 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "DELETE /v2.0/subnets/2913e6d2-7e65-4479-ad57-048f5fc83c8f HTTP/1.1" status: 204 len: 168 time: 0.9453931 Aug 09 15:45:12.235815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a355f61-08f0-4f49-bdc6-88e7d71aabb2 None None] Network e0f61d85-62eb-4162-8885-06a88e208f88 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:12.237400 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28cfa75c-77ec-4e0a-be97-b24954436d13 req-ef2159f5-e111-48df-a09f-ce6edfafbbea service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075744 Aug 09 15:45:12.237943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58132) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:12.280158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef45ca5-507c-4f81-b330-f3b32c86e366 req-e90553b2-f10f-47e7-916b-9189a8a4c045 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:12.281833 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5ef45ca5-507c-4f81-b330-f3b32c86e366 req-e90553b2-f10f-47e7-916b-9189a8a4c045 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 946 time: 0.0845757 Aug 09 15:45:12.331786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:12.344134 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5ef45ca5-507c-4f81-b330-f3b32c86e366 req-d4097ca9-1334-405b-a53c-44403998cb57 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552199 Aug 09 15:45:12.358836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 1b845b82-8397-4eab-acbd-cf79c85cfaa3 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:12.360936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c2abb3c5-a8ce-4ba9-9da1-53135b71baef up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:12.406677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:12.505510 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.515093 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.529444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port c2abb3c5-a8ce-4ba9-9da1-53135b71baef completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:12.545740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port c2abb3c5-a8ce-4ba9-9da1-53135b71baef triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:12.546124 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.570964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9ab7-445a-49b0-bb16-d39b0392fa1a req-3aa8383d-366a-4ea6-b8aa-1d19f4b18c7b tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:12.572673 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61fe9ab7-445a-49b0-bb16-d39b0392fa1a req-3aa8383d-366a-4ea6-b8aa-1d19f4b18c7b tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=6136f8dc-19d8-4ad2-a207-10e2ee896ed0 HTTP/1.1" status: 200 len: 950 time: 0.1129107 Aug 09 15:45:12.595135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 1b845b82-8397-4eab-acbd-cf79c85cfaa3, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1b845b82-8397-4eab-acbd-cf79c85cfaa3,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:12.606399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Pushing event updated for resources: {'Port': ['ID=c697eb53-1c40-4e27-96ec-66240f7ea5b1,revision_number=7']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:12.613436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '1b845b82-8397-4eab-acbd-cf79c85cfaa3', 'network_id': '82283e74-616b-427b-ba3d-233252319544', 'port_id': '1b845b82-8397-4eab-acbd-cf79c85cfaa3', 'mac_address': 'fa:16:3e:31:77:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e317da-0465-4e5b-8a29-aafbf8c77643', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:12.672349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e9b43c-e987-4ecc-9d53-23fbf47abdf5 None None] DHCP port deletion for e0f61d85-62eb-4162-8885-06a88e208f88 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:45:12.676667 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Attempting to bind port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on host n-h1-803778-2 for vnic_type normal with profile {"migrating_to": "n-h2-803778-2"} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:12.677245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Attempting to bind port c697eb53-1c40-4e27-96ec-66240f7ea5b1 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:12.678056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Attempting to bind port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:12.691535 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61fe9ab7-445a-49b0-bb16-d39b0392fa1a req-a04b9613-29e5-4239-aa13-60945bab9a32 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899282 Aug 09 15:45:12.691535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:12.691535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Attempting to bind port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:12.691919 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.698311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:12.698557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:12.698833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Bound using segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:12.699916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Bound port: c697eb53-1c40-4e27-96ec-66240f7ea5b1, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:12.700198 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.736617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b845b82-8397-4eab-acbd-cf79c85cfaa3 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:12.780125 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:12.785350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:12.798188 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.803921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231945d1-bae0-4800-b986-31fcfd541768 req-2e01daff-a7eb-400d-8e34-564751826da3 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:12.807185 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-231945d1-bae0-4800-b986-31fcfd541768 req-2e01daff-a7eb-400d-8e34-564751826da3 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 946 time: 0.1393256 Aug 09 15:45:12.818236 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.847512 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28cfa75c-77ec-4e0a-be97-b24954436d13 req-68dbc0ae-0161-421a-8ef3-3a1539d0e07c service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998614 Aug 09 15:45:12.906236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-231945d1-bae0-4800-b986-31fcfd541768 req-e3d741be-f663-4293-bfb8-7aa166ba360c tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798962 Aug 09 15:45:12.922433 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.938737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de769-c5d1-4035-ae6c-dbc581fbfe4c req-1c257ad4-6c06-47f9-b365-6f3f99c8cac6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:12.942273 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb6de769-c5d1-4035-ae6c-dbc581fbfe4c req-1c257ad4-6c06-47f9-b365-6f3f99c8cac6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 944 time: 0.1595795 Aug 09 15:45:12.942506 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 1b845b82-8397-4eab-acbd-cf79c85cfaa3, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1b845b82-8397-4eab-acbd-cf79c85cfaa3,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:12.943412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Pushing event updated for resources: {'Port': ['ID=c697eb53-1c40-4e27-96ec-66240f7ea5b1,revision_number=8']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:12.952912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:12.953547 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.954978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-22a1d574-3ed8-4239-9c0f-6ef28d12eda1 service neutron] 10.222.0.60 "PUT /v2.0/ports/c697eb53-1c40-4e27-96ec-66240f7ea5b1 HTTP/1.1" status: 200 len: 1122 time: 0.9801471 Aug 09 15:45:12.958265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting port 59a27af1-efc4-4ecc-8242-eddb28084412 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:12.959104 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.965737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.015727 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.025899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37512867-9b35-4222-b26e-99934b2a9178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2abb3c5-a8ce-4ba9-9da1-53135b71baef'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:13.028737 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aece5e7-4303-4f1c-952e-b9dc9a5546b8" -d '{"events": [{"server_uuid": "37512867-9b35-4222-b26e-99934b2a9178", "name": "network-vif-plugged", "status": "completed", "tag": "c2abb3c5-a8ce-4ba9-9da1-53135b71baef"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:13.029637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb6de769-c5d1-4035-ae6c-dbc581fbfe4c req-733bf9d6-5e70-458c-a69a-08965f5039b3 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733950 Aug 09 15:45:13.065525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c2abb3c5-a8ce-4ba9-9da1-53135b71baef, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c2abb3c5-a8ce-4ba9-9da1-53135b71baef,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:13.079646 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.087005 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=1b845b82-8397-4eab-acbd-cf79c85cfaa3,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:13.090937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9b43c-e987-4ecc-9d53-23fbf47abdf5 None None] Deleting port 59a27af1-efc4-4ecc-8242-eddb28084412 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:13.091387 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b43c-e987-4ecc-9d53-23fbf47abdf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.129756 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6deab0a-5cca-4516-a35d-cde9d23a3e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c697eb53-1c40-4e27-96ec-66240f7ea5b1'}, {'name': 'network-changed', 'server_uuid': 'c6deab0a-5cca-4516-a35d-cde9d23a3e94', 'tag': 'c697eb53-1c40-4e27-96ec-66240f7ea5b1'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:13.130660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] For port 59a27af1-efc4-4ecc-8242-eddb28084412, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=59a27af1-efc4-4ecc-8242-eddb28084412,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:13.131037 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.133864 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe68f83-67e0-4b63-93ac-1d2c9c40beac" -d '{"events": [{"server_uuid": "c6deab0a-5cca-4516-a35d-cde9d23a3e94", "name": "network-vif-unplugged", "status": "completed", "tag": "c697eb53-1c40-4e27-96ec-66240f7ea5b1"}, {"name": "network-changed", "server_uuid": "c6deab0a-5cca-4516-a35d-cde9d23a3e94", "tag": "c697eb53-1c40-4e27-96ec-66240f7ea5b1"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:13.158133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c486d-3af0-4d62-ac04-d148443199cc req-3ace8876-08dd-49ca-9687-cb9e10e8f336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:13.160907 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a6c486d-3af0-4d62-ac04-d148443199cc req-3ace8876-08dd-49ca-9687-cb9e10e8f336 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1135635 Aug 09 15:45:13.162047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Calling delete_port for 59a27af1-efc4-4ecc-8242-eddb28084412 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:13.165529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c697eb53-1c40-4e27-96ec-66240f7ea5b1'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:13.226041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f1e9b43c-e987-4ecc-9d53-23fbf47abdf5 None None] For port 59a27af1-efc4-4ecc-8242-eddb28084412, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=59a27af1-efc4-4ecc-8242-eddb28084412,segment=NetworkSegment(7da4d41a-bbee-4d74-8191-4ed706eb1af0),segment_id=7da4d41a-bbee-4d74-8191-4ed706eb1af0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:13.226448 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b43c-e987-4ecc-9d53-23fbf47abdf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.247970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c2abb3c5-a8ce-4ba9-9da1-53135b71baef,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:13.250903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9b43c-e987-4ecc-9d53-23fbf47abdf5 None None] Calling delete_port for 59a27af1-efc4-4ecc-8242-eddb28084412 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:13.257250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a6c486d-3af0-4d62-ac04-d148443199cc req-28bc8a11-6625-426b-a88b-836d2ad6bc2e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879145 Aug 09 15:45:13.265320 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['1b845b82-8397-4eab-acbd-cf79c85cfaa3'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:13.316553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.354431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Port': ['ID=59a27af1-efc4-4ecc-8242-eddb28084412,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:13.358801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] No DVR routers for this DVR port 59a27af1-efc4-4ecc-8242-eddb28084412 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:13.381168 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: from cryptography.utils import int_from_bytes Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: from cryptography.utils import int_from_bytes Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.438025 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:13.441878 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 15:45:13.465863 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f1e9b43c-e987-4ecc-9d53-23fbf47abdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.501248 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.518330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-302f64f1-d684-4ee6-b80c-fa977026d883 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1525293624&fields=id&tenant_id=a726e29efbb9428aba595f86fe5964d0 HTTP/1.1" status: 200 len: 267 time: 0.1273940 Aug 09 15:45:13.520910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9b43c-e987-4ecc-9d53-23fbf47abdf5 None None] Pushing event deleted for resources: {'Port': ['ID=59a27af1-efc4-4ecc-8242-eddb28084412,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:13.529197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e9b43c-e987-4ecc-9d53-23fbf47abdf5 None None] No DVR routers for this DVR port 59a27af1-efc4-4ecc-8242-eddb28084412 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:13.540001 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7a6905-7e40-42d8-bae8-bdab1b154434 x-openstack-request-id: req-fc7a6905-7e40-42d8-bae8-bdab1b154434 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:13.540440 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37512867-9b35-4222-b26e-99934b2a9178", "name": "network-vif-plugged", "status": "completed", "tag": "c2abb3c5-a8ce-4ba9-9da1-53135b71baef", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:13.540826 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc7a6905-7e40-42d8-bae8-bdab1b154434 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:13.541279 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37512867-9b35-4222-b26e-99934b2a9178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2abb3c5-a8ce-4ba9-9da1-53135b71baef', 'code': 200} Aug 09 15:45:13.580465 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9bf6c4-c320-4445-864c-e5200cbeedda x-openstack-request-id: req-fd9bf6c4-c320-4445-864c-e5200cbeedda {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:13.580763 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6deab0a-5cca-4516-a35d-cde9d23a3e94", "name": "network-vif-unplugged", "status": "completed", "tag": "c697eb53-1c40-4e27-96ec-66240f7ea5b1", "code": 200}, {"name": "network-changed", "server_uuid": "c6deab0a-5cca-4516-a35d-cde9d23a3e94", "tag": "c697eb53-1c40-4e27-96ec-66240f7ea5b1", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:13.581100 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd9bf6c4-c320-4445-864c-e5200cbeedda {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:13.581636 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6deab0a-5cca-4516-a35d-cde9d23a3e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c697eb53-1c40-4e27-96ec-66240f7ea5b1', 'code': 200} Aug 09 15:45:13.581902 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6deab0a-5cca-4516-a35d-cde9d23a3e94', 'tag': 'c697eb53-1c40-4e27-96ec-66240f7ea5b1', 'status': 'completed', 'code': 200} Aug 09 15:45:13.645453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f61d85-62eb-4162-8885-06a88e208f88']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:13.685837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da4d41a-bbee-4d74-8191-4ed706eb1af0') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:13.686080 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da4d41a-bbee-4d74-8191-4ed706eb1af0') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:13.702493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7b4ccfe0-f6f4-4c83-b41d-879d0533cb04 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:13.703983 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7b4ccfe0-f6f4-4c83-b41d-879d0533cb04 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/networks?id=aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 HTTP/1.1" status: 200 len: 816 time: 0.1848042 Aug 09 15:45:13.706585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.718988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750ecd0-9e50-484f-97ba-afef32a351be req-02c62527-2ca3-4ac4-b610-11b441b6b482 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:13.720517 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a750ecd0-9e50-484f-97ba-afef32a351be req-02c62527-2ca3-4ac4-b610-11b441b6b482 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 944 time: 0.0789454 Aug 09 15:45:13.727302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d0c4a-4263-46f1-8785-b21c0e554a0a req-358cbb8a-da79-45cd-ac87-e4e836228e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:13.728792 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a57d0c4a-4263-46f1-8785-b21c0e554a0a req-358cbb8a-da79-45cd-ac87-e4e836228e11 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 1097 time: 0.0591140 Aug 09 15:45:13.742965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe68f83-67e0-4b63-93ac-1d2c9c40beac req-81b8370d-2148-464b-b538-1837779e0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:13.744679 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-afe68f83-67e0-4b63-93ac-1d2c9c40beac req-81b8370d-2148-464b-b538-1837779e0807 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 1125 time: 0.1175001 Aug 09 15:45:13.745740 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.748821 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-ff3c8c7d-9e19-45dd-8466-cba99ec70450 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/quotas/a726e29efbb9428aba595f86fe5964d0 HTTP/1.1" status: 200 len: 375 time: 0.0337720 Aug 09 15:45:13.754716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:45:13.755627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:45:13.759229 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:45:13.790552 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a750ecd0-9e50-484f-97ba-afef32a351be req-e9188457-7fcd-4517-8f3c-1aab843d6f95 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608037 Aug 09 15:45:13.796248 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a57d0c4a-4263-46f1-8785-b21c0e554a0a req-22ad0bf8-ecf3-4f15-9e1f-64b0df41d426 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514193 Aug 09 15:45:13.903145 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.907898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.909921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "DELETE /v2.0/networks/e0f61d85-62eb-4162-8885-06a88e208f88 HTTP/1.1" status: 204 len: 168 time: 1.6710072 Aug 09 15:45:13.917768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58174) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:13.925020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e145fdd0-5077-4578-932b-6c37c0b4af00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1460890085'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:13.940471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22f019-5084-45f0-bdbe-2037f0301bd0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Network': ['ID=e0f61d85-62eb-4162-8885-06a88e208f88,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:13.951332 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e145fdd0-5077-4578-932b-6c37c0b4af00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:13.956711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e145fdd0-5077-4578-932b-6c37c0b4af00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.958851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-6369ab88-5d1c-408e-a551-fd59c9ca5bf4 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a726e29efbb9428aba595f86fe5964d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1987445 Aug 09 15:45:13.975261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe68f83-67e0-4b63-93ac-1d2c9c40beac req-f9943cf9-0f69-431d-b48e-40b00233b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:13.977014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-afe68f83-67e0-4b63-93ac-1d2c9c40beac req-f9943cf9-0f69-431d-b48e-40b00233b3ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.2157545 Aug 09 15:45:14.010744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e145fdd0-5077-4578-932b-6c37c0b4af00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:45:14.025759 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e145fdd0-5077-4578-932b-6c37c0b4af00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.026005 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-e145fdd0-5077-4578-932b-6c37c0b4af00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Added segment 30711be5-f5f0-4592-a306-4ee0ee19e21f of type vlan for network 4c8cff2d-74b7-4b69-a287-e8d136970d40 Aug 09 15:45:14.056621 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-afe68f83-67e0-4b63-93ac-1d2c9c40beac req-70187903-c562-462f-86e6-be66dcbb9a08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1 HTTP/1.1" status: 200 len: 217 time: 0.0710688 Aug 09 15:45:14.069936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90161d9-20b3-40e4-9f8b-c6902b2c7134 req-f2d9d028-9b8d-4e1d-bc6f-9961692622d2 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:14.071439 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a90161d9-20b3-40e4-9f8b-c6902b2c7134 req-f2d9d028-9b8d-4e1d-bc6f-9961692622d2 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 946 time: 0.0936654 Aug 09 15:45:14.093324 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e145fdd0-5077-4578-932b-6c37c0b4af00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.134476 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a90161d9-20b3-40e4-9f8b-c6902b2c7134 req-48fdc718-6b0b-4be7-b053-7bb5a9fb489b tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566049 Aug 09 15:45:14.138097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe68f83-67e0-4b63-93ac-1d2c9c40beac req-65eb2a1d-77bd-4ac1-80cd-ac80905b310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:14.139589 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-afe68f83-67e0-4b63-93ac-1d2c9c40beac req-65eb2a1d-77bd-4ac1-80cd-ac80905b310c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.0711355 Aug 09 15:45:14.141949 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-80d366c8-757c-44b0-b70a-944b211e5d97 service neutron] 10.222.0.81 "GET /v2.0/networks/aa0edc2e-0e97-4f4a-9d13-7a14466f6c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640425 Aug 09 15:45:14.145674 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e145fdd0-5077-4578-932b-6c37c0b4af00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.154570 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e145fdd0-5077-4578-932b-6c37c0b4af00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:14.154570 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e145fdd0-5077-4578-932b-6c37c0b4af00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.232106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-afe68f83-67e0-4b63-93ac-1d2c9c40beac req-dd4cab84-e918-4e82-aa3f-4798ccfc4178 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731647 Aug 09 15:45:14.249666 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e145fdd0-5077-4578-932b-6c37c0b4af00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3283439 Aug 09 15:45:14.252353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58182) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:14.259447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1c07f035-dd4a-4f0e-a3e5-d4f7f6252f2d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'subnet': {'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:14.276355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145fdd0-5077-4578-932b-6c37c0b4af00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Network': ['ID=4c8cff2d-74b7-4b69-a287-e8d136970d40,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:14.287608 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 4c8cff2d-74b7-4b69-a287-e8d136970d40 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:45:14.327082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-99071749-2e73-49d4-875d-bc72c456f8ff service neutron] 10.222.0.81 "GET /v2.0/networks/aa0edc2e-0e97-4f4a-9d13-7a14466f6c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694911 Aug 09 15:45:14.340108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fff676-a6f2-4d17-97a4-53d1d09090e5 req-46c24a05-543d-47f5-a264-244c15382bab tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:14.342496 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-13fff676-a6f2-4d17-97a4-53d1d09090e5 req-46c24a05-543d-47f5-a264-244c15382bab tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 945 time: 0.1341579 Aug 09 15:45:14.378589 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c697eb53-1c40-4e27-96ec-66240f7ea5b1 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:14.409414 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-afe68f83-67e0-4b63-93ac-1d2c9c40beac req-9d18b033-5d91-4be2-9e53-3206f89b1ea3 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659620 Aug 09 15:45:14.435785 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-13fff676-a6f2-4d17-97a4-53d1d09090e5 req-004cfc88-184c-48c5-b1bc-93f82668431a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740781 Aug 09 15:45:14.457414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 59a27af1-efc4-4ecc-8242-eddb28084412 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:14.463869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c07f035-dd4a-4f0e-a3e5-d4f7f6252f2d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:14.467631 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c07f035-dd4a-4f0e-a3e5-d4f7f6252f2d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.553481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 59a27af1-efc4-4ecc-8242-eddb28084412 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:14.553953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 59a27af1-efc4-4ecc-8242-eddb28084412 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:14.629620 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-afe68f83-67e0-4b63-93ac-1d2c9c40beac req-aed70210-fc0a-4638-adae-1c5ccd706286 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042921 Aug 09 15:45:14.645267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:14.662446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c697eb53-1c40-4e27-96ec-66240f7ea5b1 has no active binding in host n-h2-803778-2 {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:45:14.662922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a6d1c78a-15b8-49ad-a688-5a1087f94049 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:14.739847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f66be2-a079-4e5e-8992-c53202cf72ce req-7fca45ec-dd8b-4246-8368-2de28aa03c88 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:14.745746 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b0f66be2-a079-4e5e-8992-c53202cf72ce req-7fca45ec-dd8b-4246-8368-2de28aa03c88 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1198199 Aug 09 15:45:14.811098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a6d1c78a-15b8-49ad-a688-5a1087f94049, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a6d1c78a-15b8-49ad-a688-5a1087f94049,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:14.820832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-46fb2d4c-6c10-4014-9c67-d35dcacef241 req-37f63dfa-6f38-4b34-80f7-2a0af1d6f1ca tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 210 time: 0.0296054 Aug 09 15:45:14.844358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'a6d1c78a-15b8-49ad-a688-5a1087f94049', 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf', 'port_id': 'a6d1c78a-15b8-49ad-a688-5a1087f94049', 'mac_address': 'fa:16:3e:90:3b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77fdd6f-3057-40eb-be96-e34a96c83534', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:14.877724 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b0f66be2-a079-4e5e-8992-c53202cf72ce req-91433b62-90c4-4347-9095-30cacf5caf17 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229708 Aug 09 15:45:14.894426 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c07f035-dd4a-4f0e-a3e5-d4f7f6252f2d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.914676 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.940580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6d1c78a-15b8-49ad-a688-5a1087f94049 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:14.967402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07f035-dd4a-4f0e-a3e5-d4f7f6252f2d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Subnet': ['ID=fc940a72-2bdf-4a54-887b-17a76a22f727,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:14.996130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a6d1c78a-15b8-49ad-a688-5a1087f94049, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a6d1c78a-15b8-49ad-a688-5a1087f94049,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:15.008265 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.037605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c07f035-dd4a-4f0e-a3e5-d4f7f6252f2d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Checking segment: {'id': '30711be5-f5f0-4592-a306-4ee0ee19e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:15.037605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c07f035-dd4a-4f0e-a3e5-d4f7f6252f2d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network hostable DHCP agents. Network: 4c8cff2d-74b7-4b69-a287-e8d136970d40, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:45:15.058940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200674e6-2955-44d2-bbc2-f23cf853e17d req-fde47cb9-3bb3-4d5d-83f5-816df197fc7c tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:15.064101 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-200674e6-2955-44d2-bbc2-f23cf853e17d req-fde47cb9-3bb3-4d5d-83f5-816df197fc7c tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 944 time: 0.1028140 Aug 09 15:45:15.067940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c07f035-dd4a-4f0e-a3e5-d4f7f6252f2d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network 4c8cff2d-74b7-4b69-a287-e8d136970d40 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:45:15.079595 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1c07f035-dd4a-4f0e-a3e5-d4f7f6252f2d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 4c8cff2d-74b7-4b69-a287-e8d136970d40) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:15.087863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c07f035-dd4a-4f0e-a3e5-d4f7f6252f2d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:15.091187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8fc82-cea0-4ffb-b40f-0208824ffca3 None None] Network 4c8cff2d-74b7-4b69-a287-e8d136970d40 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:15.091922 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c07f035-dd4a-4f0e-a3e5-d4f7f6252f2d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.136659 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1c07f035-dd4a-4f0e-a3e5-d4f7f6252f2d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8816924 Aug 09 15:45:15.138006 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58214) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:15.147259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3a507a32-9498-42bd-aad7-772de36e1d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1947926797'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:15.162306 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-200674e6-2955-44d2-bbc2-f23cf853e17d req-c4901b66-0a27-483e-a6e6-a4614ca22875 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859137 Aug 09 15:45:15.187236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a507a32-9498-42bd-aad7-772de36e1d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:15.192171 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['a6d1c78a-15b8-49ad-a688-5a1087f94049'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:15.194443 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=a6d1c78a-15b8-49ad-a688-5a1087f94049,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:15.211081 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a507a32-9498-42bd-aad7-772de36e1d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.250694 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a507a32-9498-42bd-aad7-772de36e1d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:45:15.263001 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a507a32-9498-42bd-aad7-772de36e1d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.263238 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-3a507a32-9498-42bd-aad7-772de36e1d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Added segment 16a51f67-8308-43a7-9d93-2370dd6ce793 of type vlan for network f294b6fb-5206-447c-bcb7-5307589072d2 Aug 09 15:45:15.343113 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-4c8cff2d-74b7-4b69-a287-e8d136970d40', 'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'fixed_ips': [{'subnet_id': 'fc940a72-2bdf-4a54-887b-17a76a22f727'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:45:15.344686 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.350561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a507a32-9498-42bd-aad7-772de36e1d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.362434 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc8a1b-48fd-4a53-be85-ddef99a38c12 req-39f512a4-1b98-4138-bb55-6c4ebf0b4483 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:15.364027 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2fc8a1b-48fd-4a53-be85-ddef99a38c12 req-39f512a4-1b98-4138-bb55-6c4ebf0b4483 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 945 time: 0.0989449 Aug 09 15:45:15.412996 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a507a32-9498-42bd-aad7-772de36e1d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.418564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a507a32-9498-42bd-aad7-772de36e1d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:15.419181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a507a32-9498-42bd-aad7-772de36e1d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.504835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3a507a32-9498-42bd-aad7-772de36e1d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3639097 Aug 09 15:45:15.508126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58222) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:15.515449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5c606874-7368-4ff9-8995-7a0941da6ebe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'subnet': {'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:15.530372 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2fc8a1b-48fd-4a53-be85-ddef99a38c12 req-f5ff3814-73cb-454a-bb7d-e3a76d594a13 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575143 Aug 09 15:45:15.539771 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a507a32-9498-42bd-aad7-772de36e1d27 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Network': ['ID=f294b6fb-5206-447c-bcb7-5307589072d2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:15.560567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network f294b6fb-5206-447c-bcb7-5307589072d2 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:45:15.674748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5bd08-ca5f-44de-aaf5-e19cd24b5ee9 req-0ac0884c-25c2-4017-b6fd-74894a871b40 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:15.676422 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbb5bd08-ca5f-44de-aaf5-e19cd24b5ee9 req-0ac0884c-25c2-4017-b6fd-74894a871b40 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 945 time: 0.0907037 Aug 09 15:45:15.683534 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c606874-7368-4ff9-8995-7a0941da6ebe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:15.685111 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Allocated IP 19.80.0.2 (4c8cff2d-74b7-4b69-a287-e8d136970d40/fc940a72-2bdf-4a54-887b-17a76a22f727/0703a8af-5dbf-46d2-8818-e80686e9edd3) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:15.687666 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5c606874-7368-4ff9-8995-7a0941da6ebe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.792579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbb5bd08-ca5f-44de-aaf5-e19cd24b5ee9 req-2590b44e-e886-4dca-aae6-d62212204392 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884717 Aug 09 15:45:15.860744 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.870817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Transition to ACTIVE for port object 0703a8af-5dbf-46d2-8818-e80686e9edd3 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:15.889915 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Transition to ACTIVE for port object 0703a8af-5dbf-46d2-8818-e80686e9edd3 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:15.896564 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.933841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Network 4c8cff2d-74b7-4b69-a287-e8d136970d40 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:15.936824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:15.943559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:15.945728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c9e76729-9287-4f52-9173-ac2d94a90c13 req-840513ba-eb2b-43df-8956-10cd384b2a24 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 210 time: 0.0458484 Aug 09 15:45:15.957640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Pushing event updated for resources: {'Port': ['ID=0703a8af-5dbf-46d2-8818-e80686e9edd3,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:15.968876 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5c606874-7368-4ff9-8995-7a0941da6ebe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.009612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Attempting to bind port 0703a8af-5dbf-46d2-8818-e80686e9edd3 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:16.010022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Attempting to bind port 0703a8af-5dbf-46d2-8818-e80686e9edd3 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '30711be5-f5f0-4592-a306-4ee0ee19e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:16.010381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Attempting to bind port 0703a8af-5dbf-46d2-8818-e80686e9edd3 on network 4c8cff2d-74b7-4b69-a287-e8d136970d40 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:16.015421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:16.015852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Checking segment: {'id': '30711be5-f5f0-4592-a306-4ee0ee19e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:16.016257 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.016645 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Bound using segment: {'id': '30711be5-f5f0-4592-a306-4ee0ee19e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:16.017105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Bound port: 0703a8af-5dbf-46d2-8818-e80686e9edd3, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30711be5-f5f0-4592-a306-4ee0ee19e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:16.017551 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.058333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c606874-7368-4ff9-8995-7a0941da6ebe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Subnet': ['ID=d716dba8-3ae5-4968-b675-e57f20cf1c14,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:16.082827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bce0fa-8ae4-49ae-a744-43a08485d3e8 req-3a40d9f3-001d-4392-a5da-d3f0649eb2a9 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:16.084368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-85bce0fa-8ae4-49ae-a744-43a08485d3e8 req-3a40d9f3-001d-4392-a5da-d3f0649eb2a9 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1130683 Aug 09 15:45:16.091038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] For port 0703a8af-5dbf-46d2-8818-e80686e9edd3, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:16.094579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] For port 0703a8af-5dbf-46d2-8818-e80686e9edd3, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0703a8af-5dbf-46d2-8818-e80686e9edd3,segment=NetworkSegment(30711be5-f5f0-4592-a306-4ee0ee19e21f),segment_id=30711be5-f5f0-4592-a306-4ee0ee19e21f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:16.100924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c606874-7368-4ff9-8995-7a0941da6ebe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Checking segment: {'id': '16a51f67-8308-43a7-9d93-2370dd6ce793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:16.101344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c606874-7368-4ff9-8995-7a0941da6ebe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network hostable DHCP agents. Network: f294b6fb-5206-447c-bcb7-5307589072d2, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:45:16.106475 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.139514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-85bce0fa-8ae4-49ae-a744-43a08485d3e8 req-65a178d8-9a0b-4399-894c-f6dff73c524c tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483012 Aug 09 15:45:16.141493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c606874-7368-4ff9-8995-7a0941da6ebe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network f294b6fb-5206-447c-bcb7-5307589072d2 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:45:16.154788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-5c606874-7368-4ff9-8995-7a0941da6ebe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, f294b6fb-5206-447c-bcb7-5307589072d2) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:16.168007 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c606874-7368-4ff9-8995-7a0941da6ebe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:16.168641 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5c606874-7368-4ff9-8995-7a0941da6ebe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.174257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce22f5aa-e7b8-4119-8909-d967288343a1 None None] Network f294b6fb-5206-447c-bcb7-5307589072d2 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:16.194177 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5c606874-7368-4ff9-8995-7a0941da6ebe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6840022 Aug 09 15:45:16.214362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf740d6c-fe97-4b9e-80c6-67b50c6f6b03 None None] Pushing event updated for resources: {'Port': ['ID=0703a8af-5dbf-46d2-8818-e80686e9edd3,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:16.339646 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 1b845b82-8397-4eab-acbd-cf79c85cfaa3 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:16.450546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-f294b6fb-5206-447c-bcb7-5307589072d2', 'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'fixed_ips': [{'subnet_id': 'd716dba8-3ae5-4968-b675-e57f20cf1c14'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:45:16.451652 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.604525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 1b845b82-8397-4eab-acbd-cf79c85cfaa3 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:16.623200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 1b845b82-8397-4eab-acbd-cf79c85cfaa3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:16.623723 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.651422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-28384127-a473-496f-a8cb-155175f544f3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:16.662350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-28384127-a473-496f-a8cb-155175f544f3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:16.664860 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-28384127-a473-496f-a8cb-155175f544f3 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/networks?id=4c8cff2d-74b7-4b69-a287-e8d136970d40&id=f294b6fb-5206-447c-bcb7-5307589072d2 HTTP/1.1" status: 200 len: 1392 time: 0.1696277 Aug 09 15:45:16.681818 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-79cc8751-1513-405c-946c-487a7b7a153f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/quotas/4fe95ae5ac5c43c1bf5bfd641f7a602a HTTP/1.1" status: 200 len: 375 time: 0.0106966 Aug 09 15:45:16.758410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Allocated IP 19.86.0.2 (f294b6fb-5206-447c-bcb7-5307589072d2/d716dba8-3ae5-4968-b675-e57f20cf1c14/c846119d-e07a-4580-b0a6-51e582230923) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:16.762176 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-abb1a4fe-2cce-47ef-ba91-db9a6236064b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734353 Aug 09 15:45:16.798120 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.890981 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35e8c5-462f-4f8f-b5dd-818a90b827e6 req-42de0a20-8937-4336-a23c-72d169f70ceb tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:16.892615 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc35e8c5-462f-4f8f-b5dd-818a90b827e6 req-42de0a20-8937-4336-a23c-72d169f70ceb tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 944 time: 0.5873766 Aug 09 15:45:16.899259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cce86d6-6cb3-4f22-8849-a86572e4b6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b845b82-8397-4eab-acbd-cf79c85cfaa3'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:16.900742 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-971d361b-6599-4ac2-adc9-4b2bf686c616 service neutron] 10.222.0.81 "GET /v2.0/networks/4c8cff2d-74b7-4b69-a287-e8d136970d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338959 Aug 09 15:45:16.901669 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b442f9-1724-4dc7-8aa5-f2cd82e6e710" -d '{"events": [{"server_uuid": "6cce86d6-6cb3-4f22-8849-a86572e4b6dc", "name": "network-vif-plugged", "status": "completed", "tag": "1b845b82-8397-4eab-acbd-cf79c85cfaa3"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:16.926396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 1b845b82-8397-4eab-acbd-cf79c85cfaa3, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1b845b82-8397-4eab-acbd-cf79c85cfaa3,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:16.933418 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.934385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a6d1c78a-15b8-49ad-a688-5a1087f94049 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:16.941913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-73018ea4-690d-4925-a1e7-b68129adbca3 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:16.944495 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-73018ea4-690d-4925-a1e7-b68129adbca3 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.60 "GET /v2.0/networks?id=aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 HTTP/1.1" status: 200 len: 816 time: 0.5957768 Aug 09 15:45:16.970629 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc35e8c5-462f-4f8f-b5dd-818a90b827e6 req-a8a9deb6-4ae5-4f2a-98a1-fe381695d1f9 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707896 Aug 09 15:45:17.058933 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-89bd65e3-6339-4c32-a35f-2dfcb423ae12 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a726e29efbb9428aba595f86fe5964d0 HTTP/1.1" status: 200 len: 380 time: 0.0945768 Aug 09 15:45:17.068915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Request body: {'port': {'device_id': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'admin_state_up': True, 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'security_groups': ['b9b8bcde-230d-4c16-a2fc-ec5f83d933dc']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:17.082260 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-fe530ee2-f6d3-4ef9-bfd8-68307806fb5d service neutron] 10.222.0.81 "GET /v2.0/networks/4c8cff2d-74b7-4b69-a287-e8d136970d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804111 Aug 09 15:45:17.279680 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b152e-f019-46db-b0bc-018ecc355bc7 req-94eb5689-0cfa-4d32-bd44-fabcbca3adb2 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:17.281383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c87b152e-f019-46db-b0bc-018ecc355bc7 req-94eb5689-0cfa-4d32-bd44-fabcbca3adb2 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 945 time: 0.1319275 Aug 09 15:45:17.294364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Made reservation on behalf of a726e29efbb9428aba595f86fe5964d0 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:17.298429 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.327890 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-5ac3fed7-a7ee-4e71-a906-28abb1963f8f service neutron] 10.222.0.53 "GET /v2.0/ports/c697eb53-1c40-4e27-96ec-66240f7ea5b1/bindings/n-h2-803778-2 HTTP/1.1" status: 200 len: 384 time: 0.1521204 Aug 09 15:45:17.337456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-03946ce0-8419-4dbb-a390-bba71d07de1e service neutron] 10.222.0.81 "GET /v2.0/networks/f294b6fb-5206-447c-bcb7-5307589072d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459519 Aug 09 15:45:17.347912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=1b845b82-8397-4eab-acbd-cf79c85cfaa3,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:17.367740 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.375891 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c87b152e-f019-46db-b0bc-018ecc355bc7 req-19f5f24b-f6cf-4c26-91d9-bf4f5a48ef04 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554407 Aug 09 15:45:17.384497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Transition to ACTIVE for port object c846119d-e07a-4580-b0a6-51e582230923 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:17.403738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port a6d1c78a-15b8-49ad-a688-5a1087f94049 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:17.404198 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.406188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Transition to ACTIVE for port object c846119d-e07a-4580-b0a6-51e582230923 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:17.436151 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.519821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Network f294b6fb-5206-447c-bcb7-5307589072d2 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:17.535357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:17.552288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:17.563151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Pushing event updated for resources: {'Port': ['ID=c846119d-e07a-4580-b0a6-51e582230923,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:17.567910 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-87836588-9a14-4729-bd86-8f91db512c0a service neutron] 10.222.0.81 "GET /v2.0/networks/f294b6fb-5206-447c-bcb7-5307589072d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192421 Aug 09 15:45:17.706629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Attempting to bind port c846119d-e07a-4580-b0a6-51e582230923 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:17.707026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Attempting to bind port c846119d-e07a-4580-b0a6-51e582230923 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '16a51f67-8308-43a7-9d93-2370dd6ce793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:17.707377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Attempting to bind port c846119d-e07a-4580-b0a6-51e582230923 on network f294b6fb-5206-447c-bcb7-5307589072d2 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:17.716939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:17.717302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Checking segment: {'id': '16a51f67-8308-43a7-9d93-2370dd6ce793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:17.717908 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.718317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Bound using segment: {'id': '16a51f67-8308-43a7-9d93-2370dd6ce793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:17.718799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Bound port: c846119d-e07a-4580-b0a6-51e582230923, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a51f67-8308-43a7-9d93-2370dd6ce793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:17.719928 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.722491 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:17.749620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Allocated IP 172.20.0.9 (aa0edc2e-0e97-4f4a-9d13-7a14466f6c17/3b75b15d-0fb1-4926-95e9-d51d3d24f60e/e8b6e491-2c6c-4069-b656-b87067e869eb) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:17.774115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54a469c-f36e-4cae-ba28-6397e0887d4f None None] Network 4c8cff2d-74b7-4b69-a287-e8d136970d40 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:17.787469 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8d007-f009-45ec-bf5a-8055aa260b86 req-0a369ae4-6fc5-40cb-88b4-9aecc1df39c0 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:17.789129 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd8d007-f009-45ec-bf5a-8055aa260b86 req-0a369ae4-6fc5-40cb-88b4-9aecc1df39c0 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.1685338 Aug 09 15:45:17.861212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a0caf65e-01fd-44ac-82ea-1fa89d84a0de details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:17.916766 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd8d007-f009-45ec-bf5a-8055aa260b86 req-657138fa-680c-4fd7-8691-0cfedc139721 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136062 Aug 09 15:45:17.985015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-237a0aa4-058d-44a6-a8e4-094db9ae9722 service neutron] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:18.099816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3c8ae-9b48-4cca-a30d-d34226c3ad34 req-ad3d03de-66c0-4cc1-9618-4fdc69430a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:18.101946 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6b3c8ae-9b48-4cca-a30d-d34226c3ad34 req-ad3d03de-66c0-4cc1-9618-4fdc69430a99 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 1097 time: 0.1063533 Aug 09 15:45:18.103703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-237a0aa4-058d-44a6-a8e4-094db9ae9722 service neutron] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:18.171583 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:18.210076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Transition to ACTIVE for port object e8b6e491-2c6c-4069-b656-b87067e869eb will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:18.212562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] For port c846119d-e07a-4580-b0a6-51e582230923, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:18.217096 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] For port c846119d-e07a-4580-b0a6-51e582230923, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c846119d-e07a-4580-b0a6-51e582230923,segment=NetworkSegment(16a51f67-8308-43a7-9d93-2370dd6ce793),segment_id=16a51f67-8308-43a7-9d93-2370dd6ce793)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:18.233872 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff0553e-7411-4e5f-b2a7-8f35fc46c32a x-openstack-request-id: req-cff0553e-7411-4e5f-b2a7-8f35fc46c32a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:18.234517 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cce86d6-6cb3-4f22-8849-a86572e4b6dc", "name": "network-vif-plugged", "status": "completed", "tag": "1b845b82-8397-4eab-acbd-cf79c85cfaa3", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:18.235049 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cff0553e-7411-4e5f-b2a7-8f35fc46c32a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:18.235663 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cce86d6-6cb3-4f22-8849-a86572e4b6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b845b82-8397-4eab-acbd-cf79c85cfaa3', 'code': 200} Aug 09 15:45:18.245170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a6d1c78a-15b8-49ad-a688-5a1087f94049, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a6d1c78a-15b8-49ad-a688-5a1087f94049,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:18.259641 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:18.272150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e327eea-ea9a-45f1-b61c-69d478da6be3 req-454ab227-9498-43ee-ae5d-d8949c43522d tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 210 time: 0.1378243 Aug 09 15:45:18.294755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-237a0aa4-058d-44a6-a8e4-094db9ae9722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c697eb53-1c40-4e27-96ec-66240f7ea5b1 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:18.314956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-237a0aa4-058d-44a6-a8e4-094db9ae9722 service neutron] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:18.319414 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6b3c8ae-9b48-4cca-a30d-d34226c3ad34 req-82f985ee-6f85-49de-8fe1-30f75101f337 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741667 Aug 09 15:45:18.336984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-237a0aa4-058d-44a6-a8e4-094db9ae9722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:18.435592 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f527fa84-ae6d-457a-b3eb-7a8016fc9e6c None None] Provisioning for port 0703a8af-5dbf-46d2-8818-e80686e9edd3 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:18.452857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be237fd6-bf02-41f3-8a71-f59e48bbae73 None None] Pushing event updated for resources: {'Port': ['ID=c846119d-e07a-4580-b0a6-51e582230923,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:18.457605 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:18.499029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a6d1c78a-15b8-49ad-a688-5a1087f94049 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:18.567228 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:18.606949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-237a0aa4-058d-44a6-a8e4-094db9ae9722 service neutron] Transition to ACTIVE for port object c697eb53-1c40-4e27-96ec-66240f7ea5b1 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:18.623450 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-237a0aa4-058d-44a6-a8e4-094db9ae9722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:18.697777 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.resource_extend [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:45:18.712994 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:18.781467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-237a0aa4-058d-44a6-a8e4-094db9ae9722 service neutron] No DVR routers for this DVR port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:18.833070 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0703a8af-5dbf-46d2-8818-e80686e9edd3 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:18.946255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4daf5-05ca-4d4e-bc0e-9f2044775a50 req-b67227fe-81da-4151-a303-a05e6f4b779a tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:18.959823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-237a0aa4-058d-44a6-a8e4-094db9ae9722 service neutron] 10.222.0.53 "PUT /v2.0/ports/c697eb53-1c40-4e27-96ec-66240f7ea5b1/bindings/n-h2-803778-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4252028 Aug 09 15:45:18.963536 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8af4daf5-05ca-4d4e-bc0e-9f2044775a50 req-b67227fe-81da-4151-a303-a05e6f4b779a tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.6282775 Aug 09 15:45:18.976737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a0aa4-058d-44a6-a8e4-094db9ae9722 service neutron] Pushing event updated for resources: {'Port': ['ID=c697eb53-1c40-4e27-96ec-66240f7ea5b1,revision_number=10']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:18.992988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:19.018977 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:19.042628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Pushing event updated for resources: {'Port': ['ID=e8b6e491-2c6c-4069-b656-b87067e869eb,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:19.062429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:19.090479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:19.129218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfc0ddfb-a4cb-4d05-b8c4-cfd67985b807 req-a4d50e93-05e0-41b1-aaa1-266d6d515c6c tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 210 time: 0.0984592 Aug 09 15:45:19.186729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a6d1c78a-15b8-49ad-a688-5a1087f94049, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a6d1c78a-15b8-49ad-a688-5a1087f94049,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:19.188469 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'mac_address': 'fa:16:3e:45:ae:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:19.193018 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=a6d1c78a-15b8-49ad-a688-5a1087f94049,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:19.222216 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.279299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-ce98dc80-6f9b-4fbd-84c3-e0b2ae215aa1 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:19.281316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-ce98dc80-6f9b-4fbd-84c3-e0b2ae215aa1 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94&tenant_id=f5b487a9592948f4bd3a59172c9bad40&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.1444540 Aug 09 15:45:19.365093 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8af4daf5-05ca-4d4e-bc0e-9f2044775a50 req-002709cc-4b5e-4bd3-a7f1-073c830d3308 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002318 Aug 09 15:45:19.448865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:19.450314 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.484008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318b355-6b16-4e71-adf3-035db031ef26 req-3230ad04-e05f-4846-9193-f128ddcb904d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:19.497203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b318b355-6b16-4e71-adf3-035db031ef26 req-3230ad04-e05f-4846-9193-f128ddcb904d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 945 time: 0.2144899 Aug 09 15:45:19.499759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 0703a8af-5dbf-46d2-8818-e80686e9edd3 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:19.521069 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-7df1259f-fad6-4bbb-87df-09e0ac1a847c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4560678 Aug 09 15:45:19.543464 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Request body: {'port': {'device_id': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:19.547752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0703a8af-5dbf-46d2-8818-e80686e9edd3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:19.548341 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.599941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-3044800d-91af-417b-9151-a8e7be1c0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:19.602875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-3044800d-91af-417b-9151-a8e7be1c0e83 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94&tenant_id=f5b487a9592948f4bd3a59172c9bad40 HTTP/1.1" status: 200 len: 1096 time: 0.2647011 Aug 09 15:45:19.625537 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.662312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b318b355-6b16-4e71-adf3-035db031ef26 req-455f92e5-117a-4f10-8290-fdb71a10721b tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639152 Aug 09 15:45:19.688815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=a6d1c78a-15b8-49ad-a688-5a1087f94049,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:19.715972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0caf65e-01fd-44ac-82ea-1fa89d84a0de {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:19.733884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-84388a17-8b60-42e8-8aa3-e3f449b11d74 None None] Provisioning for port e8b6e491-2c6c-4069-b656-b87067e869eb completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:19.788390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-84388a17-8b60-42e8-8aa3-e3f449b11d74 None None] Provisioning complete for port e8b6e491-2c6c-4069-b656-b87067e869eb triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:19.801670 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-84388a17-8b60-42e8-8aa3-e3f449b11d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.866739 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.906920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:19.932618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-563519de-3b6f-48f6-a336-af8227bee9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:19.934207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-563519de-3b6f-48f6-a336-af8227bee9a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 1096 time: 0.1778004 Aug 09 15:45:19.966654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:20.092890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a88a1-3e24-4daa-b8fc-e94955c4bca3 req-4e7464c0-8d0c-4b00-92a8-ab789231f7b3 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:20.107710 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e95a88a1-3e24-4daa-b8fc-e94955c4bca3 req-4e7464c0-8d0c-4b00-92a8-ab789231f7b3 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 944 time: 0.3946459 Aug 09 15:45:20.143710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:20.164724 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc44363-a628-4a7f-80a3-7a759e885425 req-a9a7477b-efc2-4a3c-ac7b-3dda83ba049d tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:20.180707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-84388a17-8b60-42e8-8aa3-e3f449b11d74 None None] Port e8b6e491-2c6c-4069-b656-b87067e869eb cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:45:20.184262 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:20.195982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8fc44363-a628-4a7f-80a3-7a759e885425 req-a9a7477b-efc2-4a3c-ac7b-3dda83ba049d tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.3061378 Aug 09 15:45:20.244416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e2cea-f322-4bf3-8315-ea27b777d289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d1c78a-15b8-49ad-a688-5a1087f94049'}, {'server_uuid': 'e86e2cea-f322-4bf3-8315-ea27b777d289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6d1c78a-15b8-49ad-a688-5a1087f94049'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:20.252177 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da4460e-84f6-4c60-9e6e-b2b99527eccd" -d '{"events": [{"server_uuid": "e86e2cea-f322-4bf3-8315-ea27b777d289", "name": "network-vif-plugged", "status": "completed", "tag": "a6d1c78a-15b8-49ad-a688-5a1087f94049"}, {"server_uuid": "e86e2cea-f322-4bf3-8315-ea27b777d289", "name": "network-vif-unplugged", "status": "completed", "tag": "a6d1c78a-15b8-49ad-a688-5a1087f94049"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:20.267910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['a0caf65e-01fd-44ac-82ea-1fa89d84a0de'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:20.317354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-8f9a860a-d6a6-4cca-9124-24ab581ca599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:20.322477 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-8f9a860a-d6a6-4cca-9124-24ab581ca599 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.3760192 Aug 09 15:45:20.393914 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e95a88a1-3e24-4daa-b8fc-e94955c4bca3 req-e108ecfa-04e4-4a08-9435-ab4dfe2c003d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851954 Aug 09 15:45:20.435995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 0703a8af-5dbf-46d2-8818-e80686e9edd3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0703a8af-5dbf-46d2-8818-e80686e9edd3,segment=NetworkSegment(30711be5-f5f0-4592-a306-4ee0ee19e21f),segment_id=30711be5-f5f0-4592-a306-4ee0ee19e21f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:20.489021 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:20.509960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-64436e0f-1888-4ade-ad99-bdfc8537121b None None] Provisioning complete for port 0703a8af-5dbf-46d2-8818-e80686e9edd3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:20.515653 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-64436e0f-1888-4ade-ad99-bdfc8537121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:20.566395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-9ebad4df-20ff-438f-8acd-f66bed5c05d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1 HTTP/1.1" status: 200 len: 217 time: 0.2334311 Aug 09 15:45:20.622694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4492b-7ffe-4962-a7e7-6cf133c59428 None None] Network f294b6fb-5206-447c-bcb7-5307589072d2 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:20.631015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8fc44363-a628-4a7f-80a3-7a759e885425 req-a49aefde-7c8c-4574-acec-4683fdc041a6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340403 Aug 09 15:45:20.776030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-fa07f07f-2fd4-4fe0-99c5-669615502edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:20.790014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-fa07f07f-2fd4-4fe0-99c5-669615502edb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.2141888 Aug 09 15:45:20.800266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c846119d-e07a-4580-b0a6-51e582230923 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:20.872267 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36cde84b-f9b4-4a2b-9029-48fcf8efff30 req-1be263d1-7a5b-4b5e-99c1-ab62884db56f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 210 time: 0.0524192 Aug 09 15:45:20.900427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-c99b99e3-4c4f-4480-a45f-e37db5c3d66f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985875 Aug 09 15:45:20.990247 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717a6a43-2554-485c-8e5e-6ef44576aa41 x-openstack-request-id: req-717a6a43-2554-485c-8e5e-6ef44576aa41 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:20.990603 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86e2cea-f322-4bf3-8315-ea27b777d289", "name": "network-vif-plugged", "status": "completed", "tag": "a6d1c78a-15b8-49ad-a688-5a1087f94049", "code": 200}, {"server_uuid": "e86e2cea-f322-4bf3-8315-ea27b777d289", "name": "network-vif-unplugged", "status": "completed", "tag": "a6d1c78a-15b8-49ad-a688-5a1087f94049", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:20.990792 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-717a6a43-2554-485c-8e5e-6ef44576aa41 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:20.991319 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e2cea-f322-4bf3-8315-ea27b777d289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d1c78a-15b8-49ad-a688-5a1087f94049', 'code': 200} Aug 09 15:45:20.991506 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e2cea-f322-4bf3-8315-ea27b777d289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6d1c78a-15b8-49ad-a688-5a1087f94049', 'code': 200} Aug 09 15:45:20.993876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=0703a8af-5dbf-46d2-8818-e80686e9edd3,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:21.182891 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b6e491-2c6c-4069-b656-b87067e869eb {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:21.192267 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:21.194200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88594e9-69a4-4f5d-a578-3bf360a2357d req-fecd0ab9-9b38-4003-8752-3175e77a00b7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:21.194544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c846119d-e07a-4580-b0a6-51e582230923 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:21.196911 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b88594e9-69a4-4f5d-a578-3bf360a2357d req-fecd0ab9-9b38-4003-8752-3175e77a00b7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.60 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 944 time: 0.2647257 Aug 09 15:45:21.208547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Transition to ACTIVE for port object e8b6e491-2c6c-4069-b656-b87067e869eb will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:21.219620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-874e88db-26ff-4954-bf12-f73702b173f7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:21.275722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-874e88db-26ff-4954-bf12-f73702b173f7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:21.279579 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-874e88db-26ff-4954-bf12-f73702b173f7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "GET /v2.0/networks?id=4c8cff2d-74b7-4b69-a287-e8d136970d40&id=f294b6fb-5206-447c-bcb7-5307589072d2 HTTP/1.1" status: 200 len: 1392 time: 0.5383461 Aug 09 15:45:21.294174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce3f79-9362-4a15-a860-658f38e5021c req-d32581c1-7a70-4c70-8150-846e65bc5e39 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:21.295807 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:21.309614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'port': {'device_id': '863bed49-64fe-4079-9d5c-dfb958284467', 'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40', 'admin_state_up': True, 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:21.312201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9ce3f79-9362-4a15-a860-658f38e5021c req-d32581c1-7a70-4c70-8150-846e65bc5e39 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.2283711 Aug 09 15:45:21.355097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.60', 60399) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:21.389356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c5878-90da-4e0a-a61e-7e89a9e44109 req-906ea189-5728-4649-b932-cae285faf52b tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:21.398964 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a1c5878-90da-4e0a-a61e-7e89a9e44109 req-906ea189-5728-4649-b932-cae285faf52b tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 931 time: 0.7279170 Aug 09 15:45:21.407239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8ad7da3c-a4e3-426d-9b37-c52705f85015 None None] Provisioning for port c846119d-e07a-4580-b0a6-51e582230923 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:21.412437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8ad7da3c-a4e3-426d-9b37-c52705f85015 None None] Provisioning complete for port c846119d-e07a-4580-b0a6-51e582230923 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:21.412814 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ad7da3c-a4e3-426d-9b37-c52705f85015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:21.472856 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9ce3f79-9362-4a15-a860-658f38e5021c req-c1ae5b38-9ea1-41c0-ab08-58c5040d3f07 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594908 Aug 09 15:45:21.573374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2cc62-beb9-463f-ac4d-91f82bc0e593 req-75dcfbf8-a2b8-4d34-82d4-fbb833575421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:21.574965 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9a2cc62-beb9-463f-ac4d-91f82bc0e593 req-75dcfbf8-a2b8-4d34-82d4-fbb833575421 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 1101 time: 0.4532812 Aug 09 15:45:21.587885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-fa98c125-6c7d-4445-9360-18bae68b26e9 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633837 Aug 09 15:45:21.641364 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ad7da3c-a4e3-426d-9b37-c52705f85015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:21.664211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Pushing event updated for resources: {'Port': ['ID=e8b6e491-2c6c-4069-b656-b87067e869eb,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:21.741505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07071727-1df6-49c5-b156-0456937bf6a2 req-48d5d6d4-e323-4aa7-94a1-6f99178c2349 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3849561 Aug 09 15:45:21.744847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8ad7da3c-a4e3-426d-9b37-c52705f85015 None None] For port c846119d-e07a-4580-b0a6-51e582230923, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c846119d-e07a-4580-b0a6-51e582230923,segment=NetworkSegment(16a51f67-8308-43a7-9d93-2370dd6ce793),segment_id=16a51f67-8308-43a7-9d93-2370dd6ce793)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:21.754175 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ad7da3c-a4e3-426d-9b37-c52705f85015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:21.951251 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a1c5878-90da-4e0a-a61e-7e89a9e44109 req-8be85a2a-ec2b-4517-8836-84158d571b05 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5506127 Aug 09 15:45:21.966832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-27b7e595-98f7-4dfb-82fd-c59bf1a36b7e None None] Provisioning complete for port c846119d-e07a-4580-b0a6-51e582230923 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:21.967323 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-27b7e595-98f7-4dfb-82fd-c59bf1a36b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:21.977650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Attempting to bind port e8b6e491-2c6c-4069-b656-b87067e869eb on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:21.980795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Attempting to bind port e8b6e491-2c6c-4069-b656-b87067e869eb by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:21.983817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Attempting to bind port e8b6e491-2c6c-4069-b656-b87067e869eb on network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:22.028951 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a0caf65e-01fd-44ac-82ea-1fa89d84a0de up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:22.034977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7da3c-a4e3-426d-9b37-c52705f85015 None None] Pushing event updated for resources: {'Port': ['ID=c846119d-e07a-4580-b0a6-51e582230923,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:22.038692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Port e8b6e491-2c6c-4069-b656-b87067e869eb on network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:22.040970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Attempting to bind port e8b6e491-2c6c-4069-b656-b87067e869eb on network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:22.059730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:22.060256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Checking segment: {'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:22.060740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Bound using segment: {'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:22.061438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Bound port: e8b6e491-2c6c-4069-b656-b87067e869eb, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41d58d1-10a0-4247-8a16-f8040723b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:22.062953 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.137034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.60', 60400) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:22.176810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:22.187971 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.402601 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port a0caf65e-01fd-44ac-82ea-1fa89d84a0de triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:22.403626 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.438943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] For port e8b6e491-2c6c-4069-b656-b87067e869eb, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:22.443996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] For port e8b6e491-2c6c-4069-b656-b87067e869eb, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e8b6e491-2c6c-4069-b656-b87067e869eb,segment=NetworkSegment(e41d58d1-10a0-4247-8a16-f8040723b8cd),segment_id=e41d58d1-10a0-4247-8a16-f8040723b8cd)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:22.456223 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.464872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04de1-303a-4d2d-b599-85df3ae821d0 req-c6574194-f51d-474d-b26e-69f01e7e5845 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:22.466368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58b04de1-303a-4d2d-b599-85df3ae821d0 req-c6574194-f51d-474d-b26e-69f01e7e5845 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 944 time: 0.1684997 Aug 09 15:45:22.479424 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-b88594e9-69a4-4f5d-a578-3bf360a2357d req-31c2d684-046c-4228-b6f7-06e312bbf865 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Deleting port a6d1c78a-15b8-49ad-a688-5a1087f94049 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:22.480408 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b88594e9-69a4-4f5d-a578-3bf360a2357d req-31c2d684-046c-4228-b6f7-06e312bbf865 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.552992 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.585563 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:22.586708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.589431 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] 10.222.0.60 "PUT /v2.0/ports/e8b6e491-2c6c-4069-b656-b87067e869eb HTTP/1.1" status: 200 len: 1091 time: 3.0528357 Aug 09 15:45:22.621571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2cc62-beb9-463f-ac4d-91f82bc0e593 req-1591b498-7840-45f6-8cdb-6b726703cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:22.622628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9a2cc62-beb9-463f-ac4d-91f82bc0e593 req-1591b498-7840-45f6-8cdb-6b726703cc03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.9913490 Aug 09 15:45:22.625475 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-33d5755a-5c9e-4735-9add-dbabc8c749e1 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0191581 Aug 09 15:45:22.644394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:22.650014 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.651153 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c697eb53-1c40-4e27-96ec-66240f7ea5b1 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:22.716412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0703a8af-5dbf-46d2-8818-e80686e9edd3 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:22.722483 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9a2cc62-beb9-463f-ac4d-91f82bc0e593 req-7228f32f-1e04-4cb1-baff-eaad01e0b96d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f HTTP/1.1" status: 200 len: 217 time: 0.0748124 Aug 09 15:45:22.752396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07071727-1df6-49c5-b156-0456937bf6a2 req-33e51b25-0b3a-4e9b-8e10-7e93ef61866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:22.754007 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07071727-1df6-49c5-b156-0456937bf6a2 req-33e51b25-0b3a-4e9b-8e10-7e93ef61866f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 1100 time: 0.4591703 Aug 09 15:45:22.846984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Allocated IP 19.80.0.170 (4c8cff2d-74b7-4b69-a287-e8d136970d40/fc940a72-2bdf-4a54-887b-17a76a22f727/bbd3222c-e1d5-44da-abf0-96a58114efc3) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:22.848342 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58b04de1-303a-4d2d-b599-85df3ae821d0 req-1ec79117-1b04-497a-9bfd-41311c27f244 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543766 Aug 09 15:45:22.873857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:22.893002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c697eb53-1c40-4e27-96ec-66240f7ea5b1 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:22.926390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0703a8af-5dbf-46d2-8818-e80686e9edd3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:22.926701 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:22.992878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:22.995413 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aca915-1c72-42a2-8572-631b0529d627" -d '{"events": [{"server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "name": "network-vif-plugged", "status": "completed", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:23.100846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07071727-1df6-49c5-b156-0456937bf6a2 req-10e72afe-7aeb-402c-abb3-3acba5cd8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.103998 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07071727-1df6-49c5-b156-0456937bf6a2 req-10e72afe-7aeb-402c-abb3-3acba5cd8e0e service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.2541895 Aug 09 15:45:23.116628 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c846119d-e07a-4580-b0a6-51e582230923 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:23.158849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1d807-4c1b-4c40-80e5-bd18a0f93e54 req-8d601f1b-c869-4d1b-87f2-a9699e00c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.162876 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fa1d807-4c1b-4c40-80e5-bd18a0f93e54 req-8d601f1b-c869-4d1b-87f2-a9699e00c813 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 1097 time: 1.0233073 Aug 09 15:45:23.164686 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-210351a3-7ce1-40d4-8146-e8e0fff92fc3 req-f1d4c7ab-85b7-4623-bf43-0a91ec89d819 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 210 time: 0.0536661 Aug 09 15:45:23.165281 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'tag': 'e8b6e491-2c6c-4069-b656-b87067e869eb'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:23.167839 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6503fda7-6c7c-4942-9c93-728253205cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "870eaaca-e38f-4039-b5a5-32938c4eb113", "tag": "e8b6e491-2c6c-4069-b656-b87067e869eb"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:23.175528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c846119d-e07a-4580-b0a6-51e582230923 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:23.176291 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:23.178818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2350b9-7296-406f-afc1-d5139931899b service neutron] Pushing event updated for resources: {'Port': ['ID=e8b6e491-2c6c-4069-b656-b87067e869eb,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:23.247756 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07071727-1df6-49c5-b156-0456937bf6a2 req-fd6c7042-819b-41de-aa23-63dc0e951939 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5fa26411-ff82-4c58-b342-60eee0e6252b HTTP/1.1" status: 200 len: 217 time: 0.1292856 Aug 09 15:45:23.249526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2cc62-beb9-463f-ac4d-91f82bc0e593 req-5f45ee5f-f8b0-4009-9111-42ec829bffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.251179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9a2cc62-beb9-463f-ac4d-91f82bc0e593 req-5f45ee5f-f8b0-4009-9111-42ec829bffb3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.5091751 Aug 09 15:45:23.256969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-23e6346b-833a-4f13-b810-3a119cdb1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.258743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-23e6346b-833a-4f13-b810-3a119cdb1eae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a726e29efbb9428aba595f86fe5964d0&device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 1094 time: 0.5316999 Aug 09 15:45:23.286417 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:23.316440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Transition to ACTIVE for port object bbd3222c-e1d5-44da-abf0-96a58114efc3 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:23.340740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07071727-1df6-49c5-b156-0456937bf6a2 req-78ba07b2-4e9f-457f-9039-a007a21b54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.344479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07071727-1df6-49c5-b156-0456937bf6a2 req-78ba07b2-4e9f-457f-9039-a007a21b54c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0783832 Aug 09 15:45:23.428186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1d807-4c1b-4c40-80e5-bd18a0f93e54 req-f6ea073a-854f-43b2-b6ab-0369dbdd983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.430047 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fa1d807-4c1b-4c40-80e5-bd18a0f93e54 req-f6ea073a-854f-43b2-b6ab-0369dbdd983c service neutron] 10.222.0.60 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 920 time: 0.1070623 Aug 09 15:45:23.488766 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fa1d807-4c1b-4c40-80e5-bd18a0f93e54 req-c5329161-02c2-4f4e-8cbb-ebe92c21000a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b845b82-8397-4eab-acbd-cf79c85cfaa3 HTTP/1.1" status: 200 len: 217 time: 0.0444927 Aug 09 15:45:23.523281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b88594e9-69a4-4f5d-a578-3bf360a2357d req-31c2d684-046c-4228-b6f7-06e312bbf865 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] For port a6d1c78a-15b8-49ad-a688-5a1087f94049, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a6d1c78a-15b8-49ad-a688-5a1087f94049,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:23.526101 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b88594e9-69a4-4f5d-a578-3bf360a2357d req-31c2d684-046c-4228-b6f7-06e312bbf865 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:23.542167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-b88594e9-69a4-4f5d-a578-3bf360a2357d req-31c2d684-046c-4228-b6f7-06e312bbf865 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Calling delete_port for a6d1c78a-15b8-49ad-a688-5a1087f94049 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:23.543311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1d807-4c1b-4c40-80e5-bd18a0f93e54 req-e80c7272-d04a-475c-ab46-cb9f82a237f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.545378 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fa1d807-4c1b-4c40-80e5-bd18a0f93e54 req-e80c7272-d04a-475c-ab46-cb9f82a237f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6e317da-0465-4e5b-8a29-aafbf8c77643 HTTP/1.1" status: 200 len: 859 time: 0.0488491 Aug 09 15:45:23.554620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40ccf1-e9ac-4be1-a1f1-fa23c0b6cf88 req-5e85e2da-8fb8-472b-8c5a-e6f1806cb414 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.563421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7f40ccf1-e9ac-4be1-a1f1-fa23c0b6cf88 req-5e85e2da-8fb8-472b-8c5a-e6f1806cb414 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 945 time: 1.3651097 Aug 09 15:45:23.604775 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fa1d807-4c1b-4c40-80e5-bd18a0f93e54 req-46f8dec5-3abc-4abd-b9db-271bba07ffae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82283e74-616b-427b-ba3d-233252319544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335803 Aug 09 15:45:23.614394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6d8ea2c0-39e8-4110-a860-f0ab45d59f81 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.615966 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-6d8ea2c0-39e8-4110-a860-f0ab45d59f81 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94&tenant_id=f5b487a9592948f4bd3a59172c9bad40&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.4312391 Aug 09 15:45:23.717666 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fa1d807-4c1b-4c40-80e5-bd18a0f93e54 req-c65c9f0c-4eb6-4e55-bd9a-3237d306d664 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929048 Aug 09 15:45:23.812547 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b88594e9-69a4-4f5d-a578-3bf360a2357d req-31c2d684-046c-4228-b6f7-06e312bbf865 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:23.818261 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-bfa2ff32-bfc1-4e3b-8979-779ea3279116 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b6e491-2c6c-4069-b656-b87067e869eb HTTP/1.1" status: 200 len: 217 time: 0.4503338 Aug 09 15:45:23.866095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2d684-046c-4228-b6f7-06e312bbf865 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event deleted for resources: {'Port': ['ID=a6d1c78a-15b8-49ad-a688-5a1087f94049,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:23.896194 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7f40ccf1-e9ac-4be1-a1f1-fa23c0b6cf88 req-60a9bffa-7ee3-4ad2-b18f-4e4e177a3f50 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261957 Aug 09 15:45:23.919361 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:23.945487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-9186f873-9d88-4b89-8199-45cf731b006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.947371 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-9186f873-9d88-4b89-8199-45cf731b006d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b75b15d-0fb1-4926-95e9-d51d3d24f60e HTTP/1.1" status: 200 len: 855 time: 0.0872173 Aug 09 15:45:23.958455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07071727-1df6-49c5-b156-0456937bf6a2 req-21ea36a1-86fc-44fb-a268-db2de0c919f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.960820 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07071727-1df6-49c5-b156-0456937bf6a2 req-21ea36a1-86fc-44fb-a268-db2de0c919f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5636702 Aug 09 15:45:24.000914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9586-2042-431b-82c6-bb62cf40c0f8 req-170da15b-8a07-424b-a96c-6f36ee28ef02 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:24.011426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-238b9586-2042-431b-82c6-bb62cf40c0f8 req-170da15b-8a07-424b-a96c-6f36ee28ef02 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.6659019 Aug 09 15:45:24.060423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Port': ['ID=bbd3222c-e1d5-44da-abf0-96a58114efc3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:24.099196 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fa1d807-4c1b-4c40-80e5-bd18a0f93e54 req-e409e4eb-edba-486e-a89c-c5bb041d8ad9 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676448 Aug 09 15:45:24.102850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network 4c8cff2d-74b7-4b69-a287-e8d136970d40 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:24.117774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:24.135729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:24.227318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c3d8-7867-4310-adbd-25e8a299f54e req-16e8436b-757d-431b-92e0-5e6a5e86ef18 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:24.232547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07071727-1df6-49c5-b156-0456937bf6a2 req-698877ef-b5b4-476a-aa75-1bd56a8073f0 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567511 Aug 09 15:45:24.236497 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d414c3d8-7867-4310-adbd-25e8a299f54e req-16e8436b-757d-431b-92e0-5e6a5e86ef18 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1844773 Aug 09 15:45:24.254279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2cc62-beb9-463f-ac4d-91f82bc0e593 req-ea5df532-936f-476d-8b1c-87e0dd61b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:24.260216 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9a2cc62-beb9-463f-ac4d-91f82bc0e593 req-ea5df532-936f-476d-8b1c-87e0dd61b234 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9968343 Aug 09 15:45:24.333329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d414c3d8-7867-4310-adbd-25e8a299f54e req-a27af5bc-ba79-484f-8e22-03e67a68ac36 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959430 Aug 09 15:45:24.359415 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:24.360140 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.380123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a6d1c78a-15b8-49ad-a688-5a1087f94049 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:24.393146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-ecba6d19-a884-4e4d-93ad-82391c9c8dc4 service neutron] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:24.403986 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-ecba6d19-a884-4e4d-93ad-82391c9c8dc4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.407016 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-ecba6d19-a884-4e4d-93ad-82391c9c8dc4 service neutron] 10.222.0.60 "DELETE /v2.0/ports/c697eb53-1c40-4e27-96ec-66240f7ea5b1/bindings/n-h1-803778-2 HTTP/1.1" status: 204 len: 173 time: 0.6856294 Aug 09 15:45:24.413985 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-5ea9b7b1-b151-4da9-b717-01099008d1cc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1135743 Aug 09 15:45:24.439481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: a6d1c78a-15b8-49ad-a688-5a1087f94049 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:24.439834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Request body: {'port': {'device_id': '863bed49-64fe-4079-9d5c-dfb958284467', 'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2', 'admin_state_up': True, 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:24.439997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a6d1c78a-15b8-49ad-a688-5a1087f94049 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:24.589524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88594e9-69a4-4f5d-a578-3bf360a2357d req-31c2d684-046c-4228-b6f7-06e312bbf865 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] No DVR routers for this DVR port a6d1c78a-15b8-49ad-a688-5a1087f94049 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:24.610552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b88594e9-69a4-4f5d-a578-3bf360a2357d req-31c2d684-046c-4228-b6f7-06e312bbf865 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.613760 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b88594e9-69a4-4f5d-a578-3bf360a2357d req-31c2d684-046c-4228-b6f7-06e312bbf865 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.60 "DELETE /v2.0/ports/a6d1c78a-15b8-49ad-a688-5a1087f94049 HTTP/1.1" status: 204 len: 173 time: 3.3967502 Aug 09 15:45:24.627631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e2cea-f322-4bf3-8315-ea27b777d289', 'name': 'network-vif-deleted', 'tag': 'a6d1c78a-15b8-49ad-a688-5a1087f94049'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:24.630053 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-eefce593-cf5c-4f80-a936-82e487cf4747 None None] Provisioning for port bbd3222c-e1d5-44da-abf0-96a58114efc3 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:24.632672 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8f43a6-ff20-425f-8c63-5f2b76c4663f" -d '{"events": [{"server_uuid": "e86e2cea-f322-4bf3-8315-ea27b777d289", "name": "network-vif-deleted", "tag": "a6d1c78a-15b8-49ad-a688-5a1087f94049"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:24.648590 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-eefce593-cf5c-4f80-a936-82e487cf4747 None None] Provisioning complete for port bbd3222c-e1d5-44da-abf0-96a58114efc3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:24.649333 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eefce593-cf5c-4f80-a936-82e487cf4747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.663635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-e465ee12-f11a-4cc2-8064-144bc21c6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:24.665197 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-e465ee12-f11a-4cc2-8064-144bc21c6ac2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa0edc2e-0e97-4f4a-9d13-7a14466f6c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6976917 Aug 09 15:45:24.672268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-238b9586-2042-431b-82c6-bb62cf40c0f8 req-0878db61-0807-4338-a8a6-4b71e655a865 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597056 Aug 09 15:45:24.691119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Made reservation on behalf of 4fe95ae5ac5c43c1bf5bfd641f7a602a for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:24.694747 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.776044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-eefce593-cf5c-4f80-a936-82e487cf4747 None None] Port bbd3222c-e1d5-44da-abf0-96a58114efc3 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:45:24.776677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ca373-8e5d-497b-805f-5dee8a810fea req-e6824613-c690-4fd0-8fba-93ddd18476c6 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:24.788850 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7b4ca373-8e5d-497b-805f-5dee8a810fea req-e6824613-c690-4fd0-8fba-93ddd18476c6 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 943 time: 0.1138716 Aug 09 15:45:24.859253 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-b640b391-8bf7-4de3-a2cc-bac9619ec83a service neutron] 10.222.0.60 "GET /v2.0/networks/aa0edc2e-0e97-4f4a-9d13-7a14466f6c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591678 Aug 09 15:45:24.888250 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab9e8a4-ef00-4df4-9358-7bdfd861cc1f x-openstack-request-id: req-4ab9e8a4-ef00-4df4-9358-7bdfd861cc1f {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:24.888694 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "name": "network-vif-plugged", "status": "completed", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:24.889045 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ab9e8a4-ef00-4df4-9358-7bdfd861cc1f {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:24.889658 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'code': 200} Aug 09 15:45:24.904142 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7b4ca373-8e5d-497b-805f-5dee8a810fea req-391291a6-40cf-463d-8638-150aa3ffce47 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004519 Aug 09 15:45:24.990630 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890f25c7-f839-4857-b466-38f554875c4c x-openstack-request-id: req-890f25c7-f839-4857-b466-38f554875c4c {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:24.991388 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870eaaca-e38f-4039-b5a5-32938c4eb113", "tag": "e8b6e491-2c6c-4069-b656-b87067e869eb", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:24.991966 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-890f25c7-f839-4857-b466-38f554875c4c {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:24.992612 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'tag': 'e8b6e491-2c6c-4069-b656-b87067e869eb', 'status': 'completed', 'code': 200} Aug 09 15:45:25.026187 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9a2cc62-beb9-463f-ac4d-91f82bc0e593 req-77a9453a-aae0-4740-9a54-99e36c70804a service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7211504 Aug 09 15:45:25.037645 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07071727-1df6-49c5-b156-0456937bf6a2 req-732e187e-03d0-4d6b-be3a-73bb016f8df5 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7762244 Aug 09 15:45:25.095059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Allocated IP 19.86.0.251 (f294b6fb-5206-447c-bcb7-5307589072d2/d716dba8-3ae5-4968-b675-e57f20cf1c14/ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:25.186532 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e97fe2ab-86c6-4287-849d-49f0cddfe9c9 req-bc66ead0-23fa-41f4-bf2f-49fcdf40d8b7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=e86e2cea-f322-4bf3-8315-ea27b777d289 HTTP/1.1" status: 200 len: 210 time: 0.1234248 Aug 09 15:45:25.228844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8feceffc-fbd5-4246-afb7-c82ad434f648 req-c9d3e323-fec2-4aab-8989-abfb594b5372 service neutron] 10.222.0.60 "GET /v2.0/networks/aa0edc2e-0e97-4f4a-9d13-7a14466f6c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567345 Aug 09 15:45:25.246451 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e37ca4-9c33-42c8-931a-dae5e18abf91 x-openstack-request-id: req-74e37ca4-9c33-42c8-931a-dae5e18abf91 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:25.246760 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86e2cea-f322-4bf3-8315-ea27b777d289", "name": "network-vif-deleted", "tag": "a6d1c78a-15b8-49ad-a688-5a1087f94049", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:25.247034 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74e37ca4-9c33-42c8-931a-dae5e18abf91 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:25.247430 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e2cea-f322-4bf3-8315-ea27b777d289', 'name': 'network-vif-deleted', 'tag': 'a6d1c78a-15b8-49ad-a688-5a1087f94049', 'status': 'completed', 'code': 200} Aug 09 15:45:25.303380 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9a2cc62-beb9-463f-ac4d-91f82bc0e593 req-983b4876-2aa5-400c-965f-40b06fee48cd service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496078 Aug 09 15:45:25.452545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0d804-7c22-4dbb-ae9d-c5243b8aaa7c req-5ab96ef5-c693-4cc2-9532-b72f598fe4b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:25.459124 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-baf0d804-7c22-4dbb-ae9d-c5243b8aaa7c req-5ab96ef5-c693-4cc2-9532-b72f598fe4b0 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 932 time: 0.1533458 Aug 09 15:45:25.514814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503fda7-6c7c-4942-9c93-728253205cc8 req-afc7ffe7-46e1-46f5-9a18-3a46104fb1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:25.516378 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6503fda7-6c7c-4942-9c93-728253205cc8 req-afc7ffe7-46e1-46f5-9a18-3a46104fb1da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a726e29efbb9428aba595f86fe5964d0&device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 1094 time: 0.1761312 Aug 09 15:45:25.685296 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-baf0d804-7c22-4dbb-ae9d-c5243b8aaa7c req-09f71f1a-105a-40fb-ba25-df1ba9b02edc tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194583 Aug 09 15:45:25.726694 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:25.770735 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310f076-8e4e-4f1d-911a-055f3237aede req-d9423947-2f74-4383-bfa2-e0ff3558aa4d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:25.776741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503fda7-6c7c-4942-9c93-728253205cc8 req-6ab4333e-16fd-42c6-ab2e-77f3e2916c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:25.777972 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6310f076-8e4e-4f1d-911a-055f3237aede req-d9423947-2f74-4383-bfa2-e0ff3558aa4d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 945 time: 0.1958067 Aug 09 15:45:25.784069 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6503fda7-6c7c-4942-9c93-728253205cc8 req-6ab4333e-16fd-42c6-ab2e-77f3e2916c17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 HTTP/1.1" status: 200 len: 917 time: 0.2503433 Aug 09 15:45:25.796116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Transition to ACTIVE for port object ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:25.863263 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6503fda7-6c7c-4942-9c93-728253205cc8 req-09a8e0b9-5d21-4a37-b234-140d563c8359 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b6e491-2c6c-4069-b656-b87067e869eb HTTP/1.1" status: 200 len: 217 time: 0.0590425 Aug 09 15:45:25.898362 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:25.910728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6310f076-8e4e-4f1d-911a-055f3237aede req-929f1079-ceb4-451e-bd7a-f5b28ad73f4c tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314604 Aug 09 15:45:25.943697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65853971-299c-443a-94f9-9d940d3525c0 req-6f9a70bd-50b2-4140-b770-30c87f331215 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:25.950382 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65853971-299c-443a-94f9-9d940d3525c0 req-6f9a70bd-50b2-4140-b770-30c87f331215 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1574941 Aug 09 15:45:25.991985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event updated for resources: {'Port': ['ID=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:26.015095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Network f294b6fb-5206-447c-bcb7-5307589072d2 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:26.016786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:26.020362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:26.023247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503fda7-6c7c-4942-9c93-728253205cc8 req-893e0720-8645-4987-a8a5-b26aea9122ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:26.029489 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6503fda7-6c7c-4942-9c93-728253205cc8 req-893e0720-8645-4987-a8a5-b26aea9122ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b75b15d-0fb1-4926-95e9-d51d3d24f60e HTTP/1.1" status: 200 len: 855 time: 0.1564989 Aug 09 15:45:26.124227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65853971-299c-443a-94f9-9d940d3525c0 req-1f79b4e3-840c-43ba-8c48-fb27264c7d6c tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658702 Aug 09 15:45:26.184845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503fda7-6c7c-4942-9c93-728253205cc8 req-2c3d0cd0-d912-45c7-977f-6f594fba5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:26.196783 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6503fda7-6c7c-4942-9c93-728253205cc8 req-2c3d0cd0-d912-45c7-977f-6f594fba5056 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa0edc2e-0e97-4f4a-9d13-7a14466f6c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553881 Aug 09 15:45:26.204978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:26.208023 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:26.287591 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-c27faa9c-c907-402a-afda-06162d3189fe tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8662658 Aug 09 15:45:26.314501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd8521-1064-420b-8c49-51b78fae9924 req-6bf352c4-fbad-4943-8577-8d9eae704b76 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:26.316122 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3bbd8521-1064-420b-8c49-51b78fae9924 req-6bf352c4-fbad-4943-8577-8d9eae704b76 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.1000268 Aug 09 15:45:26.321240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Request body: {'port': {'device_id': '863bed49-64fe-4079-9d5c-dfb958284467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:26.454369 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6503fda7-6c7c-4942-9c93-728253205cc8 req-6044f997-85b3-487e-870d-dfb4f92febbc service neutron] 10.222.0.60 "GET /v2.0/networks/aa0edc2e-0e97-4f4a-9d13-7a14466f6c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487595 Aug 09 15:45:26.468332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ebfed-06dd-41cb-a5a8-321ee2374286 req-9cbde88f-0412-4aa7-9ce0-78cebedc03fd tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:26.470899 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b9ebfed-06dd-41cb-a5a8-321ee2374286 req-9cbde88f-0412-4aa7-9ce0-78cebedc03fd tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 943 time: 0.2225213 Aug 09 15:45:26.495524 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:26.527335 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3bbd8521-1064-420b-8c49-51b78fae9924 req-9497733c-d246-447c-9563-382841920e90 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950676 Aug 09 15:45:26.552488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cf76dba3-0b0b-449e-9e86-fd4a74024ae9 None None] Provisioning for port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:26.560018 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cf76dba3-0b0b-449e-9e86-fd4a74024ae9 None None] Provisioning complete for port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:26.560238 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf76dba3-0b0b-449e-9e86-fd4a74024ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:26.651725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b9ebfed-06dd-41cb-a5a8-321ee2374286 req-06c95e56-ec0d-42eb-94e0-cfef0b3c9425 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684661 Aug 09 15:45:26.672670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-cf76dba3-0b0b-449e-9e86-fd4a74024ae9 None None] Port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:45:26.743273 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6503fda7-6c7c-4942-9c93-728253205cc8 req-27226fa1-a74f-4f7f-b14d-17ad4aa536d3 service neutron] 10.222.0.60 "GET /v2.0/networks/aa0edc2e-0e97-4f4a-9d13-7a14466f6c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711823 Aug 09 15:45:26.897872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9a7d9-48bf-4193-ac39-89916584cc00 req-e6a1da32-bd26-48de-aaff-47de1cfc34fb tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:26.899418 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6f9a7d9-48bf-4193-ac39-89916584cc00 req-e6a1da32-bd26-48de-aaff-47de1cfc34fb tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 1096 time: 0.0868030 Aug 09 15:45:26.903961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08b1b4-77ab-4091-8ba0-4b427e1eeaaf req-0c76a3ab-7af0-4550-8944-104aaf1d4641 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:26.913880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08b1b4-77ab-4091-8ba0-4b427e1eeaaf req-0c76a3ab-7af0-4550-8944-104aaf1d4641 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:26.922045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d08b1b4-77ab-4091-8ba0-4b427e1eeaaf req-0c76a3ab-7af0-4550-8944-104aaf1d4641 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1655 time: 0.0904763 Aug 09 15:45:26.979349 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d08b1b4-77ab-4091-8ba0-4b427e1eeaaf req-345482c9-ef0a-4231-ba64-270d60161199 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562849 Aug 09 15:45:26.989935 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6f9a7d9-48bf-4193-ac39-89916584cc00 req-2c778ca3-ab45-49b3-a9a1-e81eeada70c5 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723495 Aug 09 15:45:27.047394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd3222c-e1d5-44da-abf0-96a58114efc3 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:27.057808 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.075576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Transition to ACTIVE for port object bbd3222c-e1d5-44da-abf0-96a58114efc3 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:27.084403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.180344 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:45:27.235344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd3222c-e1d5-44da-abf0-96a58114efc3,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:27.396253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Attempting to bind port bbd3222c-e1d5-44da-abf0-96a58114efc3 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:27.396686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Attempting to bind port bbd3222c-e1d5-44da-abf0-96a58114efc3 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '30711be5-f5f0-4592-a306-4ee0ee19e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:27.397075 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Attempting to bind port bbd3222c-e1d5-44da-abf0-96a58114efc3 on network 4c8cff2d-74b7-4b69-a287-e8d136970d40 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:27.406492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Port bbd3222c-e1d5-44da-abf0-96a58114efc3 on network 4c8cff2d-74b7-4b69-a287-e8d136970d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:27.406798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Attempting to bind port bbd3222c-e1d5-44da-abf0-96a58114efc3 on network 4c8cff2d-74b7-4b69-a287-e8d136970d40 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:27.417511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7298061-b37a-40ab-8512-b636a3a787f5 req-44810574-f89c-4bb8-b280-efbb593ae26e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:27.420460 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c7298061-b37a-40ab-8512-b636a3a787f5 req-44810574-f89c-4bb8-b280-efbb593ae26e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1037531 Aug 09 15:45:27.424837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:27.425477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Checking segment: {'id': '30711be5-f5f0-4592-a306-4ee0ee19e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:27.425681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Bound using segment: {'id': '30711be5-f5f0-4592-a306-4ee0ee19e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:27.426002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Bound port: bbd3222c-e1d5-44da-abf0-96a58114efc3, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30711be5-f5f0-4592-a306-4ee0ee19e21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:27.426367 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.446817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58432) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:27.460361 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fe7b5c97-776a-43d2-ab92-c10a088b2b9a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--141896782', 'description': 'tempest-description--1665589341'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:27.573067 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5c97-776a-43d2-ab92-c10a088b2b9a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.576119 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c7298061-b37a-40ab-8512-b636a3a787f5 req-f18091ed-04b5-4100-b790-fd3a36871538 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099708 Aug 09 15:45:27.628885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] For port bbd3222c-e1d5-44da-abf0-96a58114efc3, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:27.633373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] For port bbd3222c-e1d5-44da-abf0-96a58114efc3, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bbd3222c-e1d5-44da-abf0-96a58114efc3,segment=NetworkSegment(30711be5-f5f0-4592-a306-4ee0ee19e21f),segment_id=30711be5-f5f0-4592-a306-4ee0ee19e21f)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:27.639682 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.694140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:27.694786 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.696254 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] 10.222.0.60 "PUT /v2.0/ports/bbd3222c-e1d5-44da-abf0-96a58114efc3 HTTP/1.1" status: 200 len: 1092 time: 1.3791757 Aug 09 15:45:27.702487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863bed49-64fe-4079-9d5c-dfb958284467', 'tag': 'bbd3222c-e1d5-44da-abf0-96a58114efc3'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:27.702487 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cd78b6-0d4e-4423-a20c-4d4b5804ad4c" -d '{"events": [{"name": "network-changed", "server_uuid": "863bed49-64fe-4079-9d5c-dfb958284467", "tag": "bbd3222c-e1d5-44da-abf0-96a58114efc3"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:27.703468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-5afa6da4-3281-44f0-94dd-0e47edd17b74 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:27.713112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-5afa6da4-3281-44f0-94dd-0e47edd17b74 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 821 time: 0.1546328 Aug 09 15:45:27.736657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-65a4a083-6120-4df0-b984-e3cdfbcf9839 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/quotas/f5b487a9592948f4bd3a59172c9bad40 HTTP/1.1" status: 200 len: 375 time: 0.0201972 Aug 09 15:45:27.740749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Request body: {'port': {'device_id': '863bed49-64fe-4079-9d5c-dfb958284467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:27.804700 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-da7ea42d-bb1b-4f93-b38f-50de60038708 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667651 Aug 09 15:45:27.961680 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-72eae1ef-ad11-421e-9e0d-3b693f7ccd23 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556516 Aug 09 15:45:28.073885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-e846fd26-0a8e-43df-ae36-82ffbbe3c8ac service neutron] 10.222.0.81 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104105 Aug 09 15:45:28.274913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3e9ca-70b7-4a31-b32e-2b64e715b114 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd3222c-e1d5-44da-abf0-96a58114efc3,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:28.297633 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5c97-776a-43d2-ab92-c10a088b2b9a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.312949 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5c97-776a-43d2-ab92-c10a088b2b9a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.346076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e9b98-bf62-4592-ac74-80d11f5c0937 req-375ce626-67ad-4a39-925a-bcddbc7a51f3 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:28.348011 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de8e9b98-bf62-4592-ac74-80d11f5c0937 req-375ce626-67ad-4a39-925a-bcddbc7a51f3 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.6013491 Aug 09 15:45:28.348231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619e3cc-37cf-4bd4-ae49-d3c9cf6a8915 req-af48f60a-4b2a-4822-84b9-8bcb0848634e tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:28.356265 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c619e3cc-37cf-4bd4-ae49-d3c9cf6a8915 req-af48f60a-4b2a-4822-84b9-8bcb0848634e tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 943 time: 0.0655870 Aug 09 15:45:28.403763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c619e3cc-37cf-4bd4-ae49-d3c9cf6a8915 req-da32db66-3898-4245-9a82-374744398799 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469189 Aug 09 15:45:28.436489 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5c97-776a-43d2-ab92-c10a088b2b9a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.445101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fe7b5c97-776a-43d2-ab92-c10a088b2b9a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9971726 Aug 09 15:45:28.448305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58466) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:28.453152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d542f198-a44c-4b22-b369-47bbd47fed4e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Request body: {'security_group_rule': {'security_group_id': '3f6b98ff-da0d-40c8-9560-620bf01d4593', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:28.495969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b5c97-776a-43d2-ab92-c10a088b2b9a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6b98ff-da0d-40c8-9560-620bf01d4593,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:28.503394 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.529851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d542f198-a44c-4b22-b369-47bbd47fed4e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.569080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de8e9b98-bf62-4592-ac74-80d11f5c0937 req-ac47844e-fbc6-43a7-8361-e8d771874213 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822333 Aug 09 15:45:28.573064 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b20db2-c7aa-4014-bfe2-9c6b19e52ba6 x-openstack-request-id: req-d5b20db2-c7aa-4014-bfe2-9c6b19e52ba6 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:28.573362 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863bed49-64fe-4079-9d5c-dfb958284467", "tag": "bbd3222c-e1d5-44da-abf0-96a58114efc3", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:28.573639 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5b20db2-c7aa-4014-bfe2-9c6b19e52ba6 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:28.574124 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863bed49-64fe-4079-9d5c-dfb958284467', 'tag': 'bbd3222c-e1d5-44da-abf0-96a58114efc3', 'status': 'completed', 'code': 200} Aug 09 15:45:28.715488 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d542f198-a44c-4b22-b369-47bbd47fed4e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.742304 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d542f198-a44c-4b22-b369-47bbd47fed4e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.775006 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bee8b3bd-dc94-4c2e-bcc5-c4831464e6a1 req-813d6ee3-a2ba-4ded-a8e5-a831eea1464f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 210 time: 0.0997131 Aug 09 15:45:28.788313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542f198-a44c-4b22-b369-47bbd47fed4e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca495bea-3478-4bc4-aaed-02fb2053b547,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:28.800852 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d542f198-a44c-4b22-b369-47bbd47fed4e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.802126 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d542f198-a44c-4b22-b369-47bbd47fed4e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3526001 Aug 09 15:45:28.807425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58480) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:28.836186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3445e4a1-cd90-43b2-a0b4-eb88b82d5bee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Request body: {'security_group_rule': {'security_group_id': '3f6b98ff-da0d-40c8-9560-620bf01d4593', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:28.875611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b93d69-af33-47d3-8542-de92bd5d1a4c req-472c37bf-058d-4321-be30-c077b368a9e8 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:28.901036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b93d69-af33-47d3-8542-de92bd5d1a4c req-472c37bf-058d-4321-be30-c077b368a9e8 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:28.902792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9b93d69-af33-47d3-8542-de92bd5d1a4c req-472c37bf-058d-4321-be30-c077b368a9e8 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1667 time: 0.2193871 Aug 09 15:45:28.905345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd78b6-0d4e-4423-a20c-4d4b5804ad4c req-547c2a56-79a5-4192-9dac-f1bf1a00387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:28.905871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd78b6-0d4e-4423-a20c-4d4b5804ad4c req-547c2a56-79a5-4192-9dac-f1bf1a00387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:28.907336 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73cd78b6-0d4e-4423-a20c-4d4b5804ad4c req-547c2a56-79a5-4192-9dac-f1bf1a00387f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1914 time: 0.2995255 Aug 09 15:45:29.058868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9b93d69-af33-47d3-8542-de92bd5d1a4c req-190096e8-6047-4b20-beda-b424b262df91 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404641 Aug 09 15:45:29.100503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3445e4a1-cd90-43b2-a0b4-eb88b82d5bee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:29.236374 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683f9e7-856b-400b-8e4b-6a9d7353b381 req-3e403a6c-4bac-415e-9b74-dd7fed284c46 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:29.245733 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7683f9e7-856b-400b-8e4b-6a9d7353b381 req-3e403a6c-4bac-415e-9b74-dd7fed284c46 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1970327 Aug 09 15:45:29.273602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:29.302252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:29.314219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7683f9e7-856b-400b-8e4b-6a9d7353b381 req-b4c45248-1b7c-4e5a-8060-7ae4198582b1 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625596 Aug 09 15:45:29.330693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Transition to ACTIVE for port object ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:29.343121 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:29.427257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:29.509998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Attempting to bind port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:29.509998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Attempting to bind port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '16a51f67-8308-43a7-9d93-2370dd6ce793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:29.510325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Attempting to bind port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 on network f294b6fb-5206-447c-bcb7-5307589072d2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:29.517742 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 on network f294b6fb-5206-447c-bcb7-5307589072d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:29.518076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Attempting to bind port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 on network f294b6fb-5206-447c-bcb7-5307589072d2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:29.527181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:29.527525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Checking segment: {'id': '16a51f67-8308-43a7-9d93-2370dd6ce793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:29.527925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Bound using segment: {'id': '16a51f67-8308-43a7-9d93-2370dd6ce793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:29.530417 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Bound port: ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a51f67-8308-43a7-9d93-2370dd6ce793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:29.531100 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:29.624305 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] For port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:29.633455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] For port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4,segment=NetworkSegment(16a51f67-8308-43a7-9d93-2370dd6ce793),segment_id=16a51f67-8308-43a7-9d93-2370dd6ce793)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:29.653144 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:29.687027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:29.688265 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:29.690310 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] 10.222.0.60 "PUT /v2.0/ports/ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 HTTP/1.1" status: 200 len: 1092 time: 1.9543967 Aug 09 15:45:29.718919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd78b6-0d4e-4423-a20c-4d4b5804ad4c req-7db62084-7bbd-40fa-b97c-467b2ce5cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:29.726773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd78b6-0d4e-4423-a20c-4d4b5804ad4c req-7db62084-7bbd-40fa-b97c-467b2ce5cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:29.727649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd78b6-0d4e-4423-a20c-4d4b5804ad4c req-7db62084-7bbd-40fa-b97c-467b2ce5cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:29.732833 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73cd78b6-0d4e-4423-a20c-4d4b5804ad4c req-7db62084-7bbd-40fa-b97c-467b2ce5cb5c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8134835 Aug 09 15:45:29.758090 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d271651-5e6d-4bb4-89d5-332510ea7c89 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:29.850408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b663b-b90a-4340-bfb6-b5a4127f660a req-8ba06f13-7416-4376-a4bf-e97ad5ed6e53 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:29.857320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225ea68-3af3-4a65-9110-cfdf20a34e67 req-d2362b91-4b1a-4a76-93d5-8cffab940639 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:29.863051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d68b663b-b90a-4340-bfb6-b5a4127f660a req-8ba06f13-7416-4376-a4bf-e97ad5ed6e53 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 943 time: 0.2734869 Aug 09 15:45:29.875137 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8225ea68-3af3-4a65-9110-cfdf20a34e67 req-d2362b91-4b1a-4a76-93d5-8cffab940639 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.1137757 Aug 09 15:45:29.954021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3445e4a1-cd90-43b2-a0b4-eb88b82d5bee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:29.958882 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8225ea68-3af3-4a65-9110-cfdf20a34e67 req-661368b8-7797-4cab-a6cc-b3343d52ac1d tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729480 Aug 09 15:45:30.055000 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3445e4a1-cd90-43b2-a0b4-eb88b82d5bee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:30.057487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd78b6-0d4e-4423-a20c-4d4b5804ad4c req-830cf0bc-cd9b-49e2-a4de-d47534a7dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:30.059431 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73cd78b6-0d4e-4423-a20c-4d4b5804ad4c req-830cf0bc-cd9b-49e2-a4de-d47534a7dbaf service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3149917 Aug 09 15:45:30.086602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445e4a1-cd90-43b2-a0b4-eb88b82d5bee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92dce7b0-46b5-4c4d-81d4-e342d17ea455,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:30.102836 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-712b8f1a-acfa-415b-963c-164247acdac6 req-9df6a4df-6956-46bd-979f-95b9c09717fb tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 210 time: 0.0771604 Aug 09 15:45:30.165450 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3445e4a1-cd90-43b2-a0b4-eb88b82d5bee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:30.166905 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3445e4a1-cd90-43b2-a0b4-eb88b82d5bee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3576217 Aug 09 15:45:30.171311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58502) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:30.176776 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:30.195568 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d68b663b-b90a-4340-bfb6-b5a4127f660a req-9c8e630a-8ecf-43f1-ad79-13672d7e21d8 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315878 Aug 09 15:45:30.203227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-c7d710f6-1b52-475a-947f-673770b05cff tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:30.205767 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-c7d710f6-1b52-475a-947f-673770b05cff tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.53 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 821 time: 0.3293221 Aug 09 15:45:30.237264 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:30.252123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Request body: {'port': {'device_id': 'fadb6c2b-efe3-47a9-bcf8-8c29e73160a5', 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646', 'admin_state_up': True, 'tenant_id': 'f5b487a9592948f4bd3a59172c9bad40'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:30.302001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-e78dbd9e-e1bf-48f9-9a3c-c26e61cb11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:30.302876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-e78dbd9e-e1bf-48f9-9a3c-c26e61cb11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:30.304693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-e78dbd9e-e1bf-48f9-9a3c-c26e61cb11af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1981 time: 0.1849105 Aug 09 15:45:30.367680 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:30.428939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-692efff5-0acc-4c4f-87d5-05dbb5bca685 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=bbd3222c-e1d5-44da-abf0-96a58114efc3 HTTP/1.1" status: 200 len: 217 time: 0.0914869 Aug 09 15:45:30.486230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b968a60-7b1d-43cb-9e4b-c5c3f4440ae7 req-fd748624-9596-4141-b46e-075004a15669 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:30.492314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b968a60-7b1d-43cb-9e4b-c5c3f4440ae7 req-fd748624-9596-4141-b46e-075004a15669 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:30.493953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b968a60-7b1d-43cb-9e4b-c5c3f4440ae7 req-fd748624-9596-4141-b46e-075004a15669 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1679 time: 0.1505959 Aug 09 15:45:30.555331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-8c1a4d69-c8e0-4918-8f10-1b358b5fdbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:30.556815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-8c1a4d69-c8e0-4918-8f10-1b358b5fdbab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc940a72-2bdf-4a54-887b-17a76a22f727 HTTP/1.1" status: 200 len: 801 time: 0.1203020 Aug 09 15:45:30.563137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5d1d1-31e6-4c96-9c2a-8e571a01f7de req-00998ff6-e4eb-4f3a-ab8e-d39414bd4870 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:30.571917 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8c5d1d1-31e6-4c96-9c2a-8e571a01f7de req-00998ff6-e4eb-4f3a-ab8e-d39414bd4870 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1385765 Aug 09 15:45:30.580851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863bed49-64fe-4079-9d5c-dfb958284467', 'tag': 'ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:30.583092 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570" -d '{"events": [{"name": "network-changed", "server_uuid": "863bed49-64fe-4079-9d5c-dfb958284467", "tag": "ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:30.602128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Made reservation on behalf of f5b487a9592948f4bd3a59172c9bad40 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:30.605840 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:30.629526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Allocated IP 172.25.2.26 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/ef72b882-240f-47d1-af52-fa13281d7825) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:30.637776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b968a60-7b1d-43cb-9e4b-c5c3f4440ae7 req-bdecf3ff-913b-49e1-9c0e-99f5a5a680a6 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316679 Aug 09 15:45:30.655820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8c5d1d1-31e6-4c96-9c2a-8e571a01f7de req-97d0e2fc-a309-4768-8cc1-88d7adbd66fb tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834315 Aug 09 15:45:30.674919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-de6f2fb5-9ac0-4a9b-986c-1bb359b91430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:30.676547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-de6f2fb5-9ac0-4a9b-986c-1bb359b91430 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c8cff2d-74b7-4b69-a287-e8d136970d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949242 Aug 09 15:45:30.766774 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f444e313-65d2-4853-bff9-3579dae29bfd x-openstack-request-id: req-f444e313-65d2-4853-bff9-3579dae29bfd {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:30.767384 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863bed49-64fe-4079-9d5c-dfb958284467", "tag": "ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:30.767845 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f444e313-65d2-4853-bff9-3579dae29bfd {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:30.768443 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863bed49-64fe-4079-9d5c-dfb958284467', 'tag': 'ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4', 'status': 'completed', 'code': 200} Aug 09 15:45:30.844227 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:30.887620 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-81f375d7-6741-4a28-bb3c-0aee8dde6088 service neutron] 10.222.0.60 "GET /v2.0/networks/4c8cff2d-74b7-4b69-a287-e8d136970d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816776 Aug 09 15:45:30.891367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Allocated IP 172.20.0.2 (2d7d4d62-58f1-4269-a516-ea6e4ce16646/a48063a4-e226-4798-803c-64de2d0d4b89/16179699-1848-4c07-abe9-feddcc74e872) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:30.903388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:30.947310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:30.950246 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:30.956726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:30.991978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event updated for resources: {'Port': ['ID=ef72b882-240f-47d1-af52-fa13281d7825,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:31.040338 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-9669c1e1-cab1-427b-9189-4c55261b56cb service neutron] 10.222.0.60 "GET /v2.0/networks/4c8cff2d-74b7-4b69-a287-e8d136970d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391556 Aug 09 15:45:31.092545 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.098511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-3b10a16e-8e0a-4abe-b740-ea65735a8528 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 HTTP/1.1" status: 200 len: 217 time: 0.0488482 Aug 09 15:45:31.145080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beeb575-11b7-4c96-9243-48e6b3788de0 req-72730773-8b55-46c2-8252-1b0c70730a91 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:31.147029 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3beeb575-11b7-4c96-9243-48e6b3788de0 req-72730773-8b55-46c2-8252-1b0c70730a91 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0896835 Aug 09 15:45:31.150118 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.230576 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3beeb575-11b7-4c96-9243-48e6b3788de0 req-e126dba4-9f35-4c74-b08d-ad2a881cd1b2 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745363 Aug 09 15:45:31.302243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb350435-52b4-4c34-83c9-abba8a146499 req-eed195f9-0f64-495e-a8a4-3a99275148f2 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 210 time: 0.0487697 Aug 09 15:45:31.317518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-6f5b0837-7923-4e75-aa16-c8e25c164a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:31.328277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-6f5b0837-7923-4e75-aa16-c8e25c164a3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d716dba8-3ae5-4968-b675-e57f20cf1c14 HTTP/1.1" status: 200 len: 801 time: 0.2130647 Aug 09 15:45:31.408149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.426943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-27bdd8f3-6471-4779-978b-641503c07078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:31.428557 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-27bdd8f3-6471-4779-978b-641503c07078 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f294b6fb-5206-447c-bcb7-5307589072d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861425 Aug 09 15:45:31.468597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba8cbc-8344-4ae7-9d5f-a57bf8fae468 req-7dc0ef05-4835-492b-8322-3dfde5a4ad90 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:31.474142 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53ba8cbc-8344-4ae7-9d5f-a57bf8fae468 req-7dc0ef05-4835-492b-8322-3dfde5a4ad90 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 943 time: 0.1147709 Aug 09 15:45:31.497867 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.518382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.543690 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.596574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-3e5eb858-2016-41d7-a8d8-1af63106d1c4 service neutron] 10.222.0.60 "GET /v2.0/networks/f294b6fb-5206-447c-bcb7-5307589072d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594622 Aug 09 15:45:31.603310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:31.619162 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53ba8cbc-8344-4ae7-9d5f-a57bf8fae468 req-67d8c599-875f-414b-be3f-ac5cbd67ec13 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189523 Aug 09 15:45:31.620541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event updated for resources: {'Port': ['ID=ef72b882-240f-47d1-af52-fa13281d7825,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:31.623241 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.624809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:31.627751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:31.645428 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.656049 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-73b93d67-c048-4dbf-85fd-cfc1f83e1353 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4823804 Aug 09 15:45:31.766497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Pushing event updated for resources: {'Port': ['ID=16179699-1848-4c07-abe9-feddcc74e872,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:31.832650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf958e-c15c-40f2-9026-59f4e46c52f9 req-7904341a-d7ae-436f-9d29-f7341de7f4f8 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:31.836473 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-afcf958e-c15c-40f2-9026-59f4e46c52f9 req-7904341a-d7ae-436f-9d29-f7341de7f4f8 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1037784 Aug 09 15:45:31.859076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:31.860091 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:31.884979 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-afcf958e-c15c-40f2-9026-59f4e46c52f9 req-45779f19-f2aa-4cd0-8f10-efefdc10a94d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Aug 09 15:45:31.903049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-577a9e03-aadf-4f77-8f30-5deb30a013da tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6689596 Aug 09 15:45:31.908356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e85e46fe-5dff-4e5c-a545-492cbc68e67c req-84a012ce-db0b-4e17-a385-cb7a34341e38 service neutron] 10.222.0.60 "GET /v2.0/networks/f294b6fb-5206-447c-bcb7-5307589072d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999194 Aug 09 15:45:31.928013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1bb93-b6bd-402a-a2fb-e56d99163dd4 req-d3e158e2-6a5a-4990-975d-6cc74d2b573a tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:31.934252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1bb93-b6bd-402a-a2fb-e56d99163dd4 req-d3e158e2-6a5a-4990-975d-6cc74d2b573a tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:31.942645 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34a1bb93-b6bd-402a-a2fb-e56d99163dd4 req-d3e158e2-6a5a-4990-975d-6cc74d2b573a tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1679 time: 0.1577604 Aug 09 15:45:31.953963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Request body: {'port': {'device_id': 'fadb6c2b-efe3-47a9-bcf8-8c29e73160a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:32.055887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34a1bb93-b6bd-402a-a2fb-e56d99163dd4 req-d339c850-dfe7-44a6-ab94-e5e1284384c7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122580 Aug 09 15:45:32.113684 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.132801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570 req-486cc463-2252-4dcc-ab06-0450888ca730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:32.133663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570 req-486cc463-2252-4dcc-ab06-0450888ca730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:32.135384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570 req-486cc463-2252-4dcc-ab06-0450888ca730 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1981 time: 0.1397731 Aug 09 15:45:32.163625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-2a823c92-e341-4586-8dff-cc2959989766 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:32.165355 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-2a823c92-e341-4586-8dff-cc2959989766 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/networks?id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf HTTP/1.1" status: 200 len: 821 time: 0.1244812 Aug 09 15:45:32.185509 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-fc3bab63-5bc8-4463-858c-c361c56da6a3 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/quotas/fc6dd991b1614433a485866837d57ab6 HTTP/1.1" status: 200 len: 375 time: 0.0121694 Aug 09 15:45:32.246178 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-64c8b2d8-d52f-47fa-a56f-7956c466ca95 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc6dd991b1614433a485866837d57ab6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544565 Aug 09 15:45:32.378034 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-96c880bc-9808-40cb-bc44-023bff2862d3 service neutron] 10.222.0.81 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225870 Aug 09 15:45:32.491766 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-22582069-799b-4d4d-bfbb-cd716ea0fe42 service neutron] 10.222.0.81 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127763 Aug 09 15:45:32.533820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570 req-710219ac-8a96-4fb2-a5b7-d93816a01d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:32.535305 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570 req-710219ac-8a96-4fb2-a5b7-d93816a01d57 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f294b6fb-5206-447c-bcb7-5307589072d2 HTTP/1.1" status: 200 len: 903 time: 0.3702230 Aug 09 15:45:32.549809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731f2b5-2ddf-418d-aecc-18e313b45212 req-993c2b3b-c9bc-4424-8af9-3d2a76804e62 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:32.551685 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8731f2b5-2ddf-418d-aecc-18e313b45212 req-993c2b3b-c9bc-4424-8af9-3d2a76804e62 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.2024326 Aug 09 15:45:32.560157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16179699-1848-4c07-abe9-feddcc74e872 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:32.624469 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.647085 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570 req-59c4a234-572c-431e-a89f-8686795a0fde service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 HTTP/1.1" status: 200 len: 217 time: 0.0943973 Aug 09 15:45:32.698146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Transition to ACTIVE for port object 16179699-1848-4c07-abe9-feddcc74e872 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:32.722216 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.738055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8731f2b5-2ddf-418d-aecc-18e313b45212 req-433a0da0-0146-4aa6-8263-0b594f03f7b7 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699681 Aug 09 15:45:32.818130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53886-0451-4cdd-99d7-a1e19fc00b88 req-cb433a0f-c052-478f-bc55-6db2d8499e78 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:32.828602 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dbf53886-0451-4cdd-99d7-a1e19fc00b88 req-cb433a0f-c052-478f-bc55-6db2d8499e78 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 943 time: 0.0986364 Aug 09 15:45:32.836217 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570 req-6ea23a24-1da2-49f2-9013-79fd6218783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:32.850052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570 req-6ea23a24-1da2-49f2-9013-79fd6218783c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d716dba8-3ae5-4968-b675-e57f20cf1c14 HTTP/1.1" status: 200 len: 801 time: 0.1713998 Aug 09 15:45:32.873749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Pushing event updated for resources: {'Port': ['ID=16179699-1848-4c07-abe9-feddcc74e872,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:32.915917 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dbf53886-0451-4cdd-99d7-a1e19fc00b88 req-3c38c18a-cc9a-4206-b86f-ff405e652b2c tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861566 Aug 09 15:45:33.013247 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-23e8cf3d-a7f4-4955-8ec1-1c1550d3556c req-46f066b7-6a5b-46c4-932f-0f20ed292c01 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 210 time: 0.0531120 Aug 09 15:45:33.090159 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Attempting to bind port 16179699-1848-4c07-abe9-feddcc74e872 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:33.090614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Attempting to bind port 16179699-1848-4c07-abe9-feddcc74e872 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:33.090997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Attempting to bind port 16179699-1848-4c07-abe9-feddcc74e872 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:33.101248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Port 16179699-1848-4c07-abe9-feddcc74e872 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:33.101671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Attempting to bind port 16179699-1848-4c07-abe9-feddcc74e872 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:33.111237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570 req-148e5740-3cad-47a7-93c7-7c1f432219d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:33.113017 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570 req-148e5740-3cad-47a7-93c7-7c1f432219d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f294b6fb-5206-447c-bcb7-5307589072d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2479920 Aug 09 15:45:33.118573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:33.119338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:33.119338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Bound using segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:33.119901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Bound port: 16179699-1848-4c07-abe9-feddcc74e872, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:33.120364 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:33.197503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948b9ec-b7d7-49dd-acb5-d57287f9fc88 req-0e93cc4d-179b-4531-819a-6e0510509d43 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:33.197968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc02b2b-5901-497d-8b80-a790b05e25ff req-2696fe27-d8ce-4788-9ff1-0ab87613efc7 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:33.199016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8948b9ec-b7d7-49dd-acb5-d57287f9fc88 req-0e93cc4d-179b-4531-819a-6e0510509d43 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 943 time: 0.1651225 Aug 09 15:45:33.199596 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ddc02b2b-5901-497d-8b80-a790b05e25ff req-2696fe27-d8ce-4788-9ff1-0ab87613efc7 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1076744 Aug 09 15:45:33.311233 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ddc02b2b-5901-497d-8b80-a790b05e25ff req-22615b8b-a34b-43d9-9ff1-aa5992ce1150 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918708 Aug 09 15:45:33.318961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8948b9ec-b7d7-49dd-acb5-d57287f9fc88 req-7ba0f473-f5d7-46e1-9f06-28aa99279407 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108162 Aug 09 15:45:33.378804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:33.391649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=16179699-1848-4c07-abe9-feddcc74e872,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:33.411840 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570 req-24eedda4-31e9-454c-917a-947ec986f74d service neutron] 10.222.0.60 "GET /v2.0/networks/f294b6fb-5206-447c-bcb7-5307589072d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790983 Aug 09 15:45:33.495030 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:33.644672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:33.645649 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:33.647097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] 10.222.0.53 "PUT /v2.0/ports/16179699-1848-4c07-abe9-feddcc74e872 HTTP/1.1" status: 200 len: 1091 time: 1.7018518 Aug 09 15:45:33.661840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadb6c2b-efe3-47a9-bcf8-8c29e73160a5', 'tag': '16179699-1848-4c07-abe9-feddcc74e872'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:33.662330 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a81d7d5-d074-4916-8d6d-ff2aa8b637f1" -d '{"events": [{"name": "network-changed", "server_uuid": "fadb6c2b-efe3-47a9-bcf8-8c29e73160a5", "tag": "16179699-1848-4c07-abe9-feddcc74e872"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:33.720177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a663c-c394-4eda-85b0-a512d30a49da req-a22b4fc0-b534-4b4b-8dc6-ec36ed2593b5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:33.730210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a663c-c394-4eda-85b0-a512d30a49da req-a22b4fc0-b534-4b4b-8dc6-ec36ed2593b5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:33.732204 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-129a663c-c394-4eda-85b0-a512d30a49da req-a22b4fc0-b534-4b4b-8dc6-ec36ed2593b5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1679 time: 0.2761934 Aug 09 15:45:33.930816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec35732-103f-4ff1-9f94-01dc4c5e29d6 req-f8ccd7d3-29e4-4f43-9c43-5f727151aca8 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:33.941606 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bec35732-103f-4ff1-9f94-01dc4c5e29d6 req-f8ccd7d3-29e4-4f43-9c43-5f727151aca8 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0743647 Aug 09 15:45:34.007223 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bec35732-103f-4ff1-9f94-01dc4c5e29d6 req-3e793cc1-ab3b-4510-adff-633f9310923f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642924 Aug 09 15:45:34.168054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9c24f-969a-4730-a949-038209bbc475 service neutron] Pushing event updated for resources: {'Port': ['ID=16179699-1848-4c07-abe9-feddcc74e872,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:34.183520 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262e6706-62c3-472b-8d90-e645c1522953 x-openstack-request-id: req-262e6706-62c3-472b-8d90-e645c1522953 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:34.193817 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadb6c2b-efe3-47a9-bcf8-8c29e73160a5", "tag": "16179699-1848-4c07-abe9-feddcc74e872", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:34.194241 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-262e6706-62c3-472b-8d90-e645c1522953 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:34.194675 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadb6c2b-efe3-47a9-bcf8-8c29e73160a5', 'tag': '16179699-1848-4c07-abe9-feddcc74e872', 'status': 'completed', 'code': 200} Aug 09 15:45:34.248070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d3518f5-2ca4-4801-a7a3-02c70bbe9570 req-de129895-042e-423e-be6c-ce997ee72799 service neutron] 10.222.0.60 "GET /v2.0/networks/f294b6fb-5206-447c-bcb7-5307589072d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8347080 Aug 09 15:45:34.261768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d6dea-6d83-40b2-9d69-6db1318ac6d4 req-c8a104b7-0fee-4bf5-b79a-f9614826565f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:34.263463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b97d6dea-6d83-40b2-9d69-6db1318ac6d4 req-c8a104b7-0fee-4bf5-b79a-f9614826565f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 943 time: 0.0747838 Aug 09 15:45:34.312271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-129a663c-c394-4eda-85b0-a512d30a49da req-40b8fe21-a9a2-45d7-a3b3-7526c7c69b48 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717068 Aug 09 15:45:34.321829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-4f310b10-13cc-4491-9c90-108e7daaca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:34.323780 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-4f310b10-13cc-4491-9c90-108e7daaca78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 1094 time: 0.1513872 Aug 09 15:45:34.374694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-bc787dfe-13ad-45fc-a477-0e08ab48084a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16179699-1848-4c07-abe9-feddcc74e872 HTTP/1.1" status: 200 len: 217 time: 0.0413332 Aug 09 15:45:34.427558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:34.435379 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b97d6dea-6d83-40b2-9d69-6db1318ac6d4 req-a7e606d5-0759-42cf-bdfc-68f2e0cbd2cb tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378436 Aug 09 15:45:34.507596 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-a50d1479-e698-4a8a-a981-a8d62c90fe96 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:34.509082 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-a50d1479-e698-4a8a-a981-a8d62c90fe96 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.53 "GET /v2.0/networks?id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf HTTP/1.1" status: 200 len: 821 time: 0.2380035 Aug 09 15:45:34.534743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Request body: {'port': {'device_id': '84f738d5-d7dc-4a69-ba6b-f72877b0da82', 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf', 'admin_state_up': True, 'tenant_id': 'fc6dd991b1614433a485866837d57ab6'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:34.600025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37898f30-1a65-4d5e-ae63-70db043dbdeb req-0a1799fc-813e-4aa2-86e7-ae70e3534dea tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 210 time: 0.0964925 Aug 09 15:45:34.618875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4,segment=NetworkSegment(16a51f67-8308-43a7-9d93-2370dd6ce793),segment_id=16a51f67-8308-43a7-9d93-2370dd6ce793)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:34.629729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-5bea1078-326a-4a34-86dd-3efbabfbfc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:34.631429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-5bea1078-326a-4a34-86dd-3efbabfbfc17 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.2443397 Aug 09 15:45:34.654354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4', 'network_id': 'f294b6fb-5206-447c-bcb7-5307589072d2', 'port_id': 'ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4', 'mac_address': 'fa:16:3e:ad:27:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd716dba8-3ae5-4968-b675-e57f20cf1c14', 'ip_address': '19.86.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:34.700612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-4e561b26-d7cf-490b-8c5e-b419472f83da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571747 Aug 09 15:45:34.721066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56fd6-de47-4f1c-a1ca-f65cd79aff23 req-6dabd568-3b06-4db3-805b-4e96146b44ef tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:34.728410 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6de56fd6-de47-4f1c-a1ca-f65cd79aff23 req-6dabd568-3b06-4db3-805b-4e96146b44ef tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1113532 Aug 09 15:45:34.742792 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:34.764250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:34.791811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4,segment=NetworkSegment(16a51f67-8308-43a7-9d93-2370dd6ce793),segment_id=16a51f67-8308-43a7-9d93-2370dd6ce793)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:34.799127 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:34.800822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e8b6e491-2c6c-4069-b656-b87067e869eb details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:34.801083 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6de56fd6-de47-4f1c-a1ca-f65cd79aff23 req-0dbc7fdd-8fca-4ede-bf87-b73b07e3e2a2 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692508 Aug 09 15:45:34.803945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccaaf8-7187-4e5a-8e0d-74adce5e1ba6 req-1f9676a9-ef8f-4afa-a917-474a719c55f7 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:34.805733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7ccaaf8-7187-4e5a-8e0d-74adce5e1ba6 req-1f9676a9-ef8f-4afa-a917-474a719c55f7 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 943 time: 0.1040187 Aug 09 15:45:34.809931 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Made reservation on behalf of fc6dd991b1614433a485866837d57ab6 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:34.818922 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:34.879661 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7ccaaf8-7187-4e5a-8e0d-74adce5e1ba6 req-153e682a-a1b8-480d-96e7-cfb122f5a9d6 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514555 Aug 09 15:45:34.944608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-38e57947-bef9-4fb5-b3af-bfbde6062ec0 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120080 Aug 09 15:45:34.997105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:35.021139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Allocated IP 172.20.0.2 (7a01052f-b956-4ec5-b66d-2d8d93fe2bcf/d77fdd6f-3057-40eb-be96-e34a96c83534/e52b45ac-a8ae-4ee9-9440-503b9b38c74f) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:35.038222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e8b6e491-2c6c-4069-b656-b87067e869eb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e8b6e491-2c6c-4069-b656-b87067e869eb,segment=NetworkSegment(e41d58d1-10a0-4247-8a16-f8040723b8cd),segment_id=e41d58d1-10a0-4247-8a16-f8040723b8cd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:35.055185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'e8b6e491-2c6c-4069-b656-b87067e869eb', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'port_id': 'e8b6e491-2c6c-4069-b656-b87067e869eb', 'mac_address': 'fa:16:3e:75:df:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:35.098709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-117f9a21-7f61-443a-bcad-d10ed224b448 req-bdc7f9e0-310e-410a-988b-0b6ec3799a1b service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452556 Aug 09 15:45:35.107932 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.127219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b6e491-2c6c-4069-b656-b87067e869eb {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:35.153959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e8b6e491-2c6c-4069-b656-b87067e869eb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e8b6e491-2c6c-4069-b656-b87067e869eb,segment=NetworkSegment(e41d58d1-10a0-4247-8a16-f8040723b8cd),segment_id=e41d58d1-10a0-4247-8a16-f8040723b8cd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:35.161612 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.162815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device bbd3222c-e1d5-44da-abf0-96a58114efc3 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:35.229851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81d7d5-d074-4916-8d6d-ff2aa8b637f1 req-0899884b-b227-42aa-910f-f802daab5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.234200 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a81d7d5-d074-4916-8d6d-ff2aa8b637f1 req-0899884b-b227-42aa-910f-f802daab5d73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 1094 time: 0.0685916 Aug 09 15:45:35.291760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59816715-e35b-4a81-bd7a-90c9132570f2 req-fa1b04da-92c6-462c-952a-ff57c5287233 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.300157 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59816715-e35b-4a81-bd7a-90c9132570f2 req-fa1b04da-92c6-462c-952a-ff57c5287233 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.1424155 Aug 09 15:45:35.303540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e8b6e491-2c6c-4069-b656-b87067e869eb,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:35.374611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.386990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81d7d5-d074-4916-8d6d-ff2aa8b637f1 req-ffe8b00a-60aa-4964-945f-76bfc2de63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.389067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a81d7d5-d074-4916-8d6d-ff2aa8b637f1 req-ffe8b00a-60aa-4964-945f-76bfc2de63a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.1456649 Aug 09 15:45:35.422022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59816715-e35b-4a81-bd7a-90c9132570f2 req-0f5be71a-a611-4bd5-9bff-02ed4b7691d0 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041899 Aug 09 15:45:35.422164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port bbd3222c-e1d5-44da-abf0-96a58114efc3, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bbd3222c-e1d5-44da-abf0-96a58114efc3,segment=NetworkSegment(30711be5-f5f0-4592-a306-4ee0ee19e21f),segment_id=30711be5-f5f0-4592-a306-4ee0ee19e21f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:35.430700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'bbd3222c-e1d5-44da-abf0-96a58114efc3', 'network_id': '4c8cff2d-74b7-4b69-a287-e8d136970d40', 'port_id': 'bbd3222c-e1d5-44da-abf0-96a58114efc3', 'mac_address': 'fa:16:3e:f7:94:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc940a72-2bdf-4a54-887b-17a76a22f727', 'ip_address': '19.80.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:35.490546 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.491721 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.492857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a81d7d5-d074-4916-8d6d-ff2aa8b637f1 req-a37b826b-cfa7-4dc3-94f8-6e5d39f34d0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16179699-1848-4c07-abe9-feddcc74e872 HTTP/1.1" status: 200 len: 217 time: 0.0933921 Aug 09 15:45:35.509029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd3222c-e1d5-44da-abf0-96a58114efc3 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:35.533816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port bbd3222c-e1d5-44da-abf0-96a58114efc3, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bbd3222c-e1d5-44da-abf0-96a58114efc3,segment=NetworkSegment(30711be5-f5f0-4592-a306-4ee0ee19e21f),segment_id=30711be5-f5f0-4592-a306-4ee0ee19e21f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:35.542940 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.614526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:35.619595 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:35.621532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=bbd3222c-e1d5-44da-abf0-96a58114efc3,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:35.627237 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:35.628479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81d7d5-d074-4916-8d6d-ff2aa8b637f1 req-4d9c6a62-64c8-46b3-8b35-441741c30ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.631447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a81d7d5-d074-4916-8d6d-ff2aa8b637f1 req-4d9c6a62-64c8-46b3-8b35-441741c30ad6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.1209719 Aug 09 15:45:35.632769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event updated for resources: {'Port': ['ID=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:35.681367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a81d7d5-d074-4916-8d6d-ff2aa8b637f1 req-83cac00a-a6d8-4957-81fd-edd126440004 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420392 Aug 09 15:45:35.685074 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e4ed3-58c3-4e7b-b8d3-e8d0ade69277 req-97922076-9325-45ac-b01f-6536a542cdfd tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.692140 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8cf84-bbbe-4e5c-a92c-c05c6013bbc0 req-80678f91-d660-41b3-947a-56567efd70a5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.692525 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb8e4ed3-58c3-4e7b-b8d3-e8d0ade69277 req-97922076-9325-45ac-b01f-6536a542cdfd tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 943 time: 0.1209583 Aug 09 15:45:35.698366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8cf84-bbbe-4e5c-a92c-c05c6013bbc0 req-80678f91-d660-41b3-947a-56567efd70a5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.700112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0e8cf84-bbbe-4e5c-a92c-c05c6013bbc0 req-80678f91-d660-41b3-947a-56567efd70a5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1681 time: 0.2062719 Aug 09 15:45:35.727507 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.728167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.769637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb8e4ed3-58c3-4e7b-b8d3-e8d0ade69277 req-1f794e7b-d2a6-4776-8c0f-4d7590f3ebbf tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746720 Aug 09 15:45:35.771730 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-44f537c4-e914-4e28-8d51-62a7ae8ceb2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2437365 Aug 09 15:45:35.796423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Request body: {'port': {'device_id': '84f738d5-d7dc-4a69-ba6b-f72877b0da82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:35.855414 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0e8cf84-bbbe-4e5c-a92c-c05c6013bbc0 req-c91f5570-bc1e-4db3-911a-118888910f03 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417546 Aug 09 15:45:35.891697 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a81d7d5-d074-4916-8d6d-ff2aa8b637f1 req-f254a65b-9c09-4bef-86a6-50b849a65305 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899204 Aug 09 15:45:35.895460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:35.928940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1e72d-6702-4fb3-a549-6df7ba561942 req-95f0cf6a-ef7b-45d7-adf1-c3953b703b7a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.930569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8c1e72d-6702-4fb3-a549-6df7ba561942 req-95f0cf6a-ef7b-45d7-adf1-c3953b703b7a tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 931 time: 0.0920808 Aug 09 15:45:35.942980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['bbd3222c-e1d5-44da-abf0-96a58114efc3'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:35.948586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:36.016014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8c1e72d-6702-4fb3-a549-6df7ba561942 req-5c878883-72cd-4364-897a-aba5e8cb91ca tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469916 Aug 09 15:45:36.016379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['e8b6e491-2c6c-4069-b656-b87067e869eb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:36.116519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844499b7-b14f-4d7f-9659-74d07ffc1943 req-15bb07f0-21b3-4e91-8dd8-bf8ebf94c457 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:36.136710 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-844499b7-b14f-4d7f-9659-74d07ffc1943 req-15bb07f0-21b3-4e91-8dd8-bf8ebf94c457 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1397088 Aug 09 15:45:36.235390 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a81d7d5-d074-4916-8d6d-ff2aa8b637f1 req-754b0576-7e95-4e8a-8506-7d0679940962 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352597 Aug 09 15:45:36.271912 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-844499b7-b14f-4d7f-9659-74d07ffc1943 req-8d63fedb-6247-4ce4-95d0-feee06843dca tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339328 Aug 09 15:45:36.351343 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697180a-f08b-4667-bcea-d591ac5f3945 req-5826061b-c225-4508-bacd-d80143839522 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:36.359868 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9697180a-f08b-4667-bcea-d591ac5f3945 req-5826061b-c225-4508-bacd-d80143839522 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 944 time: 0.1447277 Aug 09 15:45:36.404944 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9697180a-f08b-4667-bcea-d591ac5f3945 req-a01ad5b6-418d-4310-8b5a-24265993c18e tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 Aug 09 15:45:36.534412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdf95e-503d-41bd-89b8-88e260ca99fd req-5c7507a6-3197-4f66-931e-d72e30ab1fb5 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:36.535939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbbdf95e-503d-41bd-89b8-88e260ca99fd req-5c7507a6-3197-4f66-931e-d72e30ab1fb5 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0555434 Aug 09 15:45:36.541846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52b45ac-a8ae-4ee9-9440-503b9b38c74f {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:36.551027 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:36.566148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Transition to ACTIVE for port object e52b45ac-a8ae-4ee9-9440-503b9b38c74f will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:36.571986 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:36.578770 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbbdf95e-503d-41bd-89b8-88e260ca99fd req-2d9649a3-7dd8-439b-abbf-6c5405aaa5d8 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364938 Aug 09 15:45:36.638199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:36.719807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Attempting to bind port e52b45ac-a8ae-4ee9-9440-503b9b38c74f on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:36.720218 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Attempting to bind port e52b45ac-a8ae-4ee9-9440-503b9b38c74f by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:36.720842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Attempting to bind port e52b45ac-a8ae-4ee9-9440-503b9b38c74f on network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:36.726131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Port e52b45ac-a8ae-4ee9-9440-503b9b38c74f on network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:36.726460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Attempting to bind port e52b45ac-a8ae-4ee9-9440-503b9b38c74f on network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:36.732687 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:36.733020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Checking segment: {'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:36.733406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Bound using segment: {'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:36.734034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Bound port: e52b45ac-a8ae-4ee9-9440-503b9b38c74f, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:36.734392 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:36.806207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] For port e52b45ac-a8ae-4ee9-9440-503b9b38c74f, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:36.810328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] For port e52b45ac-a8ae-4ee9-9440-503b9b38c74f, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:36.827916 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:36.938262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:36.939527 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:36.941347 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] 10.222.0.53 "PUT /v2.0/ports/e52b45ac-a8ae-4ee9-9440-503b9b38c74f HTTP/1.1" status: 200 len: 1091 time: 1.1494184 Aug 09 15:45:36.941559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f738d5-d7dc-4a69-ba6b-f72877b0da82', 'tag': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:36.943874 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a80d956-9af7-4c9f-8c3e-d3d0e9b576cd" -d '{"events": [{"name": "network-changed", "server_uuid": "84f738d5-d7dc-4a69-ba6b-f72877b0da82", "tag": "e52b45ac-a8ae-4ee9-9440-503b9b38c74f"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:36.948464 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265fa27-bfdc-4187-98c2-af00b69e14f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:36.993638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9682fce-087a-4139-b615-b20ce644fa92 req-24e202a0-d27f-49ca-95b1-a30f44b65531 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:36.993638 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e9682fce-087a-4139-b615-b20ce644fa92 req-24e202a0-d27f-49ca-95b1-a30f44b65531 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 943 time: 0.1431601 Aug 09 15:45:37.016529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8207b-b368-47d8-abaa-697eb748b527 req-78925302-eacb-433b-8da6-96548efdae8a tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.023416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8207b-b368-47d8-abaa-697eb748b527 req-78925302-eacb-433b-8da6-96548efdae8a tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.025207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9d8207b-b368-47d8-abaa-697eb748b527 req-78925302-eacb-433b-8da6-96548efdae8a tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1681 time: 0.0879254 Aug 09 15:45:37.039551 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e9682fce-087a-4139-b615-b20ce644fa92 req-28893161-3343-42d1-84eb-159b1cb87d17 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511856 Aug 09 15:45:37.073718 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-4a4a882e-f5d8-45c2-b399-4ae354e27938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.074899 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-4a4a882e-f5d8-45c2-b399-4ae354e27938 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6dd991b1614433a485866837d57ab6&device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 1094 time: 0.0490184 Aug 09 15:45:37.083510 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9d8207b-b368-47d8-abaa-697eb748b527 req-662c0f50-4705-4a7c-86a2-196c5b2ecb1f tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513110 Aug 09 15:45:37.160592 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae041917-5e24-4248-883e-4af962554a4a x-openstack-request-id: req-ae041917-5e24-4248-883e-4af962554a4a {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:37.161011 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f738d5-d7dc-4a69-ba6b-f72877b0da82", "tag": "e52b45ac-a8ae-4ee9-9440-503b9b38c74f", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:37.161420 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae041917-5e24-4248-883e-4af962554a4a {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:37.161957 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f738d5-d7dc-4a69-ba6b-f72877b0da82', 'tag': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f', 'status': 'completed', 'code': 200} Aug 09 15:45:37.164329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-6d47d22a-b305-4c4b-bbea-d8c90e07a1af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e52b45ac-a8ae-4ee9-9440-503b9b38c74f HTTP/1.1" status: 200 len: 217 time: 0.0796509 Aug 09 15:45:37.230198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-a17c1e8d-1ff7-47ff-bc93-cd38fb25d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.231747 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-a17c1e8d-1ff7-47ff-bc93-cd38fb25d27f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d77fdd6f-3057-40eb-be96-e34a96c83534 HTTP/1.1" status: 200 len: 861 time: 0.0589411 Aug 09 15:45:37.250264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fe974-6aee-44f5-82bf-565e9054fa53 req-6fe09fa3-1719-4cc2-8663-f8f7e9b00560 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.253127 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d78fe974-6aee-44f5-82bf-565e9054fa53 req-6fe09fa3-1719-4cc2-8663-f8f7e9b00560 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0635374 Aug 09 15:45:37.278787 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-570c18b4-6694-40a8-a1f9-e52587fff648 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375028 Aug 09 15:45:37.322368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d78fe974-6aee-44f5-82bf-565e9054fa53 req-fb31c21d-a265-42e1-9a01-f223d97463d3 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606239 Aug 09 15:45:37.452980 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-e6e8333d-1098-405c-9f3a-8ac696810c83 service neutron] 10.222.0.53 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662662 Aug 09 15:45:37.490389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9517e4-7703-49d0-874d-4290defb1e6a req-0a9a007d-a09a-4791-ad06-6e4644d742ac tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.492443 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6e9517e4-7703-49d0-874d-4290defb1e6a req-0a9a007d-a09a-4791-ad06-6e4644d742ac tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.1218240 Aug 09 15:45:37.584190 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e4e10-b616-4faa-8b15-c7b642acca3d req-8b23630e-9be5-493b-862b-c3506f88ce76 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.594496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-645e4e10-b616-4faa-8b15-c7b642acca3d req-8b23630e-9be5-493b-862b-c3506f88ce76 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 944 time: 0.0798903 Aug 09 15:45:37.602104 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-afbc6d1c-a744-4e4b-a278-4f1310df17e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:37.630708 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6e9517e4-7703-49d0-874d-4290defb1e6a req-f060bcfb-7c3b-4ec2-9fec-f7ec9a31226e tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275237 Aug 09 15:45:37.688302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-645e4e10-b616-4faa-8b15-c7b642acca3d req-fe5efc16-2b23-4e37-bb8c-f6d005f502d9 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704811 Aug 09 15:45:37.688965 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39685225-0736-4a75-9e6b-d1cb4ae94f75 req-b8543166-8cf2-464e-8b6f-063c34d0be63 service neutron] 10.222.0.53 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966856 Aug 09 15:45:37.809211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac8357-2846-444c-8f9e-5956eba93eee req-55e08bed-65af-4351-bcbf-f83077726291 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.810972 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3ac8357-2846-444c-8f9e-5956eba93eee req-55e08bed-65af-4351-bcbf-f83077726291 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0888088 Aug 09 15:45:37.814293 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80d956-9af7-4c9f-8c3e-d3d0e9b576cd req-44ce3092-9ae9-423b-8a59-d3490830a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.815893 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a80d956-9af7-4c9f-8c3e-d3d0e9b576cd req-44ce3092-9ae9-423b-8a59-d3490830a31f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6dd991b1614433a485866837d57ab6&device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 1094 time: 0.0848207 Aug 09 15:45:37.905738 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3ac8357-2846-444c-8f9e-5956eba93eee req-c931a33c-2159-4726-900f-4db729791aa1 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871410 Aug 09 15:45:37.953986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80d956-9af7-4c9f-8c3e-d3d0e9b576cd req-db8c66ab-6d90-4fb8-be7d-2ccc5796a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.956036 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a80d956-9af7-4c9f-8c3e-d3d0e9b576cd req-db8c66ab-6d90-4fb8-be7d-2ccc5796a2b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf HTTP/1.1" status: 200 len: 922 time: 0.1303377 Aug 09 15:45:38.003728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a80d956-9af7-4c9f-8c3e-d3d0e9b576cd req-b51176d0-4f4b-4948-9594-a9b32b821a50 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e52b45ac-a8ae-4ee9-9440-503b9b38c74f HTTP/1.1" status: 200 len: 217 time: 0.0388796 Aug 09 15:45:38.057885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80d956-9af7-4c9f-8c3e-d3d0e9b576cd req-0f401220-2987-41b9-8e6e-cd094dde3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.059399 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a80d956-9af7-4c9f-8c3e-d3d0e9b576cd req-0f401220-2987-41b9-8e6e-cd094dde3608 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d77fdd6f-3057-40eb-be96-e34a96c83534 HTTP/1.1" status: 200 len: 861 time: 0.0456862 Aug 09 15:45:38.093975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 16179699-1848-4c07-abe9-feddcc74e872 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:38.094406 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a80d956-9af7-4c9f-8c3e-d3d0e9b576cd req-da6af978-bdb5-4144-b9a0-ad86a2064e54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257509 Aug 09 15:45:38.186233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948dd50-077c-4db6-a402-bc03ff6bbd11 req-f7440db4-93b7-499e-840d-3a85fab4fbcc tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.188119 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9948dd50-077c-4db6-a402-bc03ff6bbd11 req-f7440db4-93b7-499e-840d-3a85fab4fbcc tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 943 time: 0.0636957 Aug 09 15:45:38.220014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=16179699-1848-4c07-abe9-feddcc74e872,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:38.236187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '16179699-1848-4c07-abe9-feddcc74e872', 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646', 'port_id': '16179699-1848-4c07-abe9-feddcc74e872', 'mac_address': 'fa:16:3e:7c:1b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48063a4-e226-4798-803c-64de2d0d4b89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:38.242124 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9948dd50-077c-4db6-a402-bc03ff6bbd11 req-ce9bf6bb-f70b-4e81-ad9a-7fa446b978a7 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467639 Aug 09 15:45:38.293425 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.312034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16179699-1848-4c07-abe9-feddcc74e872 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:38.320937 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a80d956-9af7-4c9f-8c3e-d3d0e9b576cd req-6634994e-d3b5-4eae-b63b-98d97c54eb32 service neutron] 10.222.0.53 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166689 Aug 09 15:45:38.334875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=16179699-1848-4c07-abe9-feddcc74e872,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:38.335057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2f13-fc21-49a1-8918-3086f5b12378 req-918c5436-472a-4a3e-800b-1be3e0bbbe00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.339799 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.341483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2f13-fc21-49a1-8918-3086f5b12378 req-918c5436-472a-4a3e-800b-1be3e0bbbe00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.342997 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-06ad2f13-fc21-49a1-8918-3086f5b12378 req-918c5436-472a-4a3e-800b-1be3e0bbbe00 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1681 time: 0.1740534 Aug 09 15:45:38.390156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=16179699-1848-4c07-abe9-feddcc74e872,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:38.427603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device bbd3222c-e1d5-44da-abf0-96a58114efc3 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:38.448434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-06ad2f13-fc21-49a1-8918-3086f5b12378 req-a5f286b6-191e-482b-a331-119d2c36fd46 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857856 Aug 09 15:45:38.450485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32c591-8468-479c-8686-b633b8c30b73 req-bba4cc4c-60e5-4fc7-ab42-92d1b094672f tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.452181 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5f32c591-8468-479c-8686-b633b8c30b73 req-bba4cc4c-60e5-4fc7-ab42-92d1b094672f tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0517933 Aug 09 15:45:38.483331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a80d956-9af7-4c9f-8c3e-d3d0e9b576cd req-331b995b-0811-4089-bf70-d43c2a3358a2 service neutron] 10.222.0.53 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392810 Aug 09 15:45:38.488830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port bbd3222c-e1d5-44da-abf0-96a58114efc3 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:38.497667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port bbd3222c-e1d5-44da-abf0-96a58114efc3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:38.498213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5f32c591-8468-479c-8686-b633b8c30b73 req-cc8d816a-c61b-4588-a6e7-89530a31b2ff tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Aug 09 15:45:38.498363 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.601667 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.624514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863bed49-64fe-4079-9d5c-dfb958284467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd3222c-e1d5-44da-abf0-96a58114efc3'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:38.630021 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf0556e-30a1-44ba-a598-8a8ef0c10b75" -d '{"events": [{"server_uuid": "863bed49-64fe-4079-9d5c-dfb958284467", "name": "network-vif-plugged", "status": "completed", "tag": "bbd3222c-e1d5-44da-abf0-96a58114efc3"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:38.641563 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e99eae-ccc1-4407-a45a-3f7cb1113d0d req-94f8e614-f816-48de-9a88-1b33a5d96ab7 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.643779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70e99eae-ccc1-4407-a45a-3f7cb1113d0d req-94f8e614-f816-48de-9a88-1b33a5d96ab7 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=6136f8dc-19d8-4ad2-a207-10e2ee896ed0 HTTP/1.1" status: 200 len: 950 time: 0.0550866 Aug 09 15:45:38.646610 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port bbd3222c-e1d5-44da-abf0-96a58114efc3, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bbd3222c-e1d5-44da-abf0-96a58114efc3,segment=NetworkSegment(30711be5-f5f0-4592-a306-4ee0ee19e21f),segment_id=30711be5-f5f0-4592-a306-4ee0ee19e21f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:38.651254 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.652286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:38.683556 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70e99eae-ccc1-4407-a45a-3f7cb1113d0d req-4d3cf2b3-0e19-4180-84cf-9d6389a75d53 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341883 Aug 09 15:45:38.687963 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603a4866-61f3-42f3-8e4f-75b174f2d83b x-openstack-request-id: req-603a4866-61f3-42f3-8e4f-75b174f2d83b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:38.688305 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863bed49-64fe-4079-9d5c-dfb958284467", "name": "network-vif-plugged", "status": "completed", "tag": "bbd3222c-e1d5-44da-abf0-96a58114efc3", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:38.689253 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-603a4866-61f3-42f3-8e4f-75b174f2d83b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:38.689718 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863bed49-64fe-4079-9d5c-dfb958284467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd3222c-e1d5-44da-abf0-96a58114efc3', 'code': 200} Aug 09 15:45:38.746973 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=bbd3222c-e1d5-44da-abf0-96a58114efc3,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:38.750930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:38.755584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:38.755970 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.759887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['16179699-1848-4c07-abe9-feddcc74e872'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:38.784601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03145b24-e82e-4d3e-a8e5-b23683df4628 req-302e0fd3-6598-4364-ae92-6e1428cfd753 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.786185 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03145b24-e82e-4d3e-a8e5-b23683df4628 req-302e0fd3-6598-4364-ae92-6e1428cfd753 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.0569837 Aug 09 15:45:38.820766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825676e6-c102-4941-881e-1d96fb3f1024 req-c8c03518-6b04-4479-ba0d-c19c26663ef1 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:38.822545 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-825676e6-c102-4941-881e-1d96fb3f1024 req-c8c03518-6b04-4479-ba0d-c19c26663ef1 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 944 time: 0.0556848 Aug 09 15:45:38.830527 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03145b24-e82e-4d3e-a8e5-b23683df4628 req-9e73a19a-03ec-4613-88b7-0fcc8466afd4 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381291 Aug 09 15:45:38.882313 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-825676e6-c102-4941-881e-1d96fb3f1024 req-5ed26025-9a27-4cb2-ba73-2b51242fb9ef tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530899 Aug 09 15:45:38.921150 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.976923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4,segment=NetworkSegment(16a51f67-8308-43a7-9d93-2370dd6ce793),segment_id=16a51f67-8308-43a7-9d93-2370dd6ce793)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:38.986386 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.987220 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e8b6e491-2c6c-4069-b656-b87067e869eb up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:39.040257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88751a65-53a4-43e6-8423-9debc0f3fcdf req-45b5c050-27a8-4d93-a548-c8526d158920 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:39.041749 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-88751a65-53a4-43e6-8423-9debc0f3fcdf req-45b5c050-27a8-4d93-a548-c8526d158920 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0565863 Aug 09 15:45:39.076884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:39.091938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port e8b6e491-2c6c-4069-b656-b87067e869eb completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:39.096654 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-88751a65-53a4-43e6-8423-9debc0f3fcdf req-ce8f6615-896a-4486-9581-79cc2a4cbaed tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453691 Aug 09 15:45:39.097739 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port e8b6e491-2c6c-4069-b656-b87067e869eb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:39.098159 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.183127 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.222212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e8b6e491-2c6c-4069-b656-b87067e869eb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e8b6e491-2c6c-4069-b656-b87067e869eb,segment=NetworkSegment(e41d58d1-10a0-4247-8a16-f8040723b8cd),segment_id=e41d58d1-10a0-4247-8a16-f8040723b8cd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:39.227187 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:39.275289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e8b6e491-2c6c-4069-b656-b87067e869eb,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:39.389900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b27e4c-763c-456b-8be9-dc158350cdaf req-c54c6a3e-45d0-499f-8c08-0024dfb174cf tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:39.391372 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61b27e4c-763c-456b-8be9-dc158350cdaf req-c54c6a3e-45d0-499f-8c08-0024dfb174cf tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 944 time: 0.0542269 Aug 09 15:45:39.430532 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61b27e4c-763c-456b-8be9-dc158350cdaf req-b06733ae-121c-4f37-b043-6d7b431f005f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Aug 09 15:45:39.571847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f45b8f-e883-473e-abca-4f4ded5d17bb req-2a6d022e-c45d-472d-b8f7-18ec30a3419d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:39.577778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f45b8f-e883-473e-abca-4f4ded5d17bb req-2a6d022e-c45d-472d-b8f7-18ec30a3419d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:39.579390 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44f45b8f-e883-473e-abca-4f4ded5d17bb req-2a6d022e-c45d-472d-b8f7-18ec30a3419d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1683 time: 0.0575409 Aug 09 15:45:39.622029 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44f45b8f-e883-473e-abca-4f4ded5d17bb req-c9403e48-5a32-41fb-b3bf-d64561815a08 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367463 Aug 09 15:45:39.633757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54220db6-ec6e-4c28-b947-7b8278ff9d90 req-635c2ac1-965b-4f93-8480-ea26ccdb0946 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:39.635562 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-54220db6-ec6e-4c28-b947-7b8278ff9d90 req-635c2ac1-965b-4f93-8480-ea26ccdb0946 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0547743 Aug 09 15:45:39.677001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-54220db6-ec6e-4c28-b947-7b8278ff9d90 req-ba808113-cdcb-4a49-ad33-e02679b188d4 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350592 Aug 09 15:45:39.955167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a651f-699b-4e8e-9861-a4111557c485 req-4bc222cf-acf5-45a6-a1ab-3de1332e5e1d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:39.956657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f89a651f-699b-4e8e-9861-a4111557c485 req-4bc222cf-acf5-45a6-a1ab-3de1332e5e1d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.0513246 Aug 09 15:45:39.996138 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f89a651f-699b-4e8e-9861-a4111557c485 req-73aac4d9-f5ed-4895-b9a8-cffb9f59a22f tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Aug 09 15:45:40.002233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897290d-23f0-4526-9a81-4ac63c1cb762 req-d044127b-c9fc-41d8-ab3a-b0b6af8a3f5a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:40.006070 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4897290d-23f0-4526-9a81-4ac63c1cb762 req-d044127b-c9fc-41d8-ab3a-b0b6af8a3f5a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 945 time: 0.0549214 Aug 09 15:45:40.047687 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4897290d-23f0-4526-9a81-4ac63c1cb762 req-24a8dd11-4588-4415-9a10-17c5d1351b3e tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376399 Aug 09 15:45:40.221151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52706539-33c0-4036-ae70-77054c0e28cb req-6fb41d83-6803-4fce-8754-e202b2f83aed tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:40.222644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52706539-33c0-4036-ae70-77054c0e28cb req-6fb41d83-6803-4fce-8754-e202b2f83aed tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0536332 Aug 09 15:45:40.260745 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52706539-33c0-4036-ae70-77054c0e28cb req-c0cb708a-ced7-4a1e-a5b8-6c06804811ad tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Aug 09 15:45:40.477570 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-136594e8-ec68-474e-8e5e-c9a7162884d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:40.550530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd132ae-3074-4118-b02a-599260cd8a87 req-d057a335-1f6c-4f49-972e-ddffea225ee2 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:40.552009 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dfd132ae-3074-4118-b02a-599260cd8a87 req-d057a335-1f6c-4f49-972e-ddffea225ee2 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 944 time: 0.0494285 Aug 09 15:45:40.590046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dfd132ae-3074-4118-b02a-599260cd8a87 req-1ff2a827-c125-440f-878c-2e7802ad73fd tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320275 Aug 09 15:45:40.690466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863bed49-64fe-4079-9d5c-dfb958284467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4'}, {'server_uuid': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b6e491-2c6c-4069-b656-b87067e869eb'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:40.692939 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a014dd1f-6450-43d8-b96c-45be3bb23798" -d '{"events": [{"server_uuid": "863bed49-64fe-4079-9d5c-dfb958284467", "name": "network-vif-plugged", "status": "completed", "tag": "ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4"}, {"server_uuid": "870eaaca-e38f-4039-b5a5-32938c4eb113", "name": "network-vif-plugged", "status": "completed", "tag": "e8b6e491-2c6c-4069-b656-b87067e869eb"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:40.732807 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b54296-f865-4ddf-9c9f-090f7f214a8b x-openstack-request-id: req-07b54296-f865-4ddf-9c9f-090f7f214a8b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:40.733151 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863bed49-64fe-4079-9d5c-dfb958284467", "name": "network-vif-plugged", "status": "completed", "tag": "ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4", "code": 200}, {"server_uuid": "870eaaca-e38f-4039-b5a5-32938c4eb113", "name": "network-vif-plugged", "status": "completed", "tag": "e8b6e491-2c6c-4069-b656-b87067e869eb", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:40.733409 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07b54296-f865-4ddf-9c9f-090f7f214a8b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:40.733845 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863bed49-64fe-4079-9d5c-dfb958284467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4', 'code': 200} Aug 09 15:45:40.734104 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b6e491-2c6c-4069-b656-b87067e869eb', 'code': 200} Aug 09 15:45:40.746594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea7bea-707a-4008-aa5c-0527d19acd77 req-f8bc8178-9990-4042-b318-878effe1d69b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:40.756266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea7bea-707a-4008-aa5c-0527d19acd77 req-f8bc8178-9990-4042-b318-878effe1d69b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:40.762094 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3ea7bea-707a-4008-aa5c-0527d19acd77 req-f8bc8178-9990-4042-b318-878effe1d69b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1683 time: 0.0679786 Aug 09 15:45:40.784295 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:40.801632 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3ea7bea-707a-4008-aa5c-0527d19acd77 req-cba64d82-9c03-4cd5-8d78-5435331be216 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372036 Aug 09 15:45:40.855617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d14f8-750c-486c-9aac-420446b60c5d req-84a7fd1b-740f-4452-beb5-d92b84b2d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:40.856357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d14f8-750c-486c-9aac-420446b60c5d req-84a7fd1b-740f-4452-beb5-d92b84b2d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:40.858032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf0d14f8-750c-486c-9aac-420446b60c5d req-84a7fd1b-740f-4452-beb5-d92b84b2d12f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1985 time: 0.0461214 Aug 09 15:45:40.885355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc4e6a-6b40-4b02-a082-1c0ba0f1929f req-d104e7ac-3cd1-4706-9df4-53ab8c171747 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:40.887154 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33cc4e6a-6b40-4b02-a082-1c0ba0f1929f req-d104e7ac-3cd1-4706-9df4-53ab8c171747 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 943 time: 0.1004901 Aug 09 15:45:40.893763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397bb6d-84b7-4942-bcc9-0ca7c9832f2e req-53650875-ab7b-47e8-9b63-d03989938600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:40.895363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f397bb6d-84b7-4942-bcc9-0ca7c9832f2e req-53650875-ab7b-47e8-9b63-d03989938600 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 1096 time: 0.0685070 Aug 09 15:45:40.899707 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf0d14f8-750c-486c-9aac-420446b60c5d req-fcf59f2e-ecd1-435f-96ad-a98b3855aa6f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338426 Aug 09 15:45:40.933809 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33cc4e6a-6b40-4b02-a082-1c0ba0f1929f req-ed60d205-5eef-47f0-ad82-5db8f89910c9 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364087 Aug 09 15:45:40.973637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f397bb6d-84b7-4942-bcc9-0ca7c9832f2e req-4c2d001b-e233-4c84-9a7f-fc49b55b183d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284803 Aug 09 15:45:41.125348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd059b-cd36-4d97-9490-f65111efb074 req-61224ca7-59a8-4d7b-af5e-d63f1e0c4c5f tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:41.127258 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-befd059b-cd36-4d97-9490-f65111efb074 req-61224ca7-59a8-4d7b-af5e-d63f1e0c4c5f tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.0558960 Aug 09 15:45:41.166365 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-befd059b-cd36-4d97-9490-f65111efb074 req-50d18074-4197-4e74-9013-f73c38e8f7d5 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329807 Aug 09 15:45:41.167614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48add7-012d-4b4e-b25e-e014721510e8 req-caf044ba-033b-4756-80a4-dd98218b2291 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:41.169192 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de48add7-012d-4b4e-b25e-e014721510e8 req-caf044ba-033b-4756-80a4-dd98218b2291 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 945 time: 0.0534050 Aug 09 15:45:41.207546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de48add7-012d-4b4e-b25e-e014721510e8 req-f215a892-4cd6-43be-a6e7-fb817a35df01 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Aug 09 15:45:41.275231 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.398477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23786fea-9025-4674-94bb-bfda458b659f req-f79ec57c-cbe1-49c3-95af-93cd84f2caa6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:41.400152 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-23786fea-9025-4674-94bb-bfda458b659f req-f79ec57c-cbe1-49c3-95af-93cd84f2caa6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0500202 Aug 09 15:45:41.438028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-23786fea-9025-4674-94bb-bfda458b659f req-00c9c8b0-c4a2-46cb-ae62-0cffc17011cb tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319457 Aug 09 15:45:41.475935 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.713334 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110eed91-5c6c-460f-a173-85df3adf694c req-6431b859-1232-414d-83f8-387e755e1f79 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:41.714878 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110eed91-5c6c-460f-a173-85df3adf694c req-6431b859-1232-414d-83f8-387e755e1f79 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 944 time: 0.0499296 Aug 09 15:45:41.753474 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110eed91-5c6c-460f-a173-85df3adf694c req-3a739d9d-25e5-43c2-af97-363256fc82f1 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Aug 09 15:45:41.929025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24406c-61b8-48a8-ae50-d3a447c53d35 req-6a1142a8-a806-4f5c-bd38-3dd6c7b9cf3c tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:41.934970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24406c-61b8-48a8-ae50-d3a447c53d35 req-6a1142a8-a806-4f5c-bd38-3dd6c7b9cf3c tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:41.936556 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e24406c-61b8-48a8-ae50-d3a447c53d35 req-6a1142a8-a806-4f5c-bd38-3dd6c7b9cf3c tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1683 time: 0.0623322 Aug 09 15:45:41.982832 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e24406c-61b8-48a8-ae50-d3a447c53d35 req-6422d758-a5dc-451b-952f-86ede6891fdd tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393293 Aug 09 15:45:42.065070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77371-3536-46e6-8a63-81ed3c3b28d2 req-4b21ee23-746d-431e-b661-d26c451c9c59 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:42.066534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bbc77371-3536-46e6-8a63-81ed3c3b28d2 req-4b21ee23-746d-431e-b661-d26c451c9c59 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0541255 Aug 09 15:45:42.104580 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bbc77371-3536-46e6-8a63-81ed3c3b28d2 req-a0535ed2-2b87-4991-ae93-5f47546ecd3d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320895 Aug 09 15:45:42.110342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device bfce5f2a-da55-40fa-8f79-c24512a06f08 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:42.112436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 16179699-1848-4c07-abe9-feddcc74e872 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:42.216068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 16179699-1848-4c07-abe9-feddcc74e872 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:42.224175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 16179699-1848-4c07-abe9-feddcc74e872 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:42.224814 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.287625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port bfce5f2a-da55-40fa-8f79-c24512a06f08, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=bfce5f2a-da55-40fa-8f79-c24512a06f08,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:42.293621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee3e2a-02ed-4f3a-b11a-b32c7cd30467 req-f834c1ed-b2f2-4e11-b808-61288edfd971 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:42.295513 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-19ee3e2a-02ed-4f3a-b11a-b32c7cd30467 req-f834c1ed-b2f2-4e11-b808-61288edfd971 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.0516095 Aug 09 15:45:42.305856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'bfce5f2a-da55-40fa-8f79-c24512a06f08', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'bfce5f2a-da55-40fa-8f79-c24512a06f08', 'mac_address': 'fa:16:3e:0b:58:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:42.336313 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-19ee3e2a-02ed-4f3a-b11a-b32c7cd30467 req-8fee4813-21ab-434c-9a70-48c76f16e5b6 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336914 Aug 09 15:45:42.353793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a3671-4300-4205-a21c-804eef2d9550 req-036ffacd-2717-4c24-ae01-3932564332c8 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:42.353793 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c60a3671-4300-4205-a21c-804eef2d9550 req-036ffacd-2717-4c24-ae01-3932564332c8 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 945 time: 0.0604920 Aug 09 15:45:42.383483 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.393081 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.399830 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c60a3671-4300-4205-a21c-804eef2d9550 req-90059ac9-b1c9-4930-9eec-99df70754697 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Aug 09 15:45:42.521726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce734cb3-e524-4aab-801f-01b842cd46c7 req-42fd41ad-e89f-4725-8b62-e57825ab18dd tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:42.523339 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce734cb3-e524-4aab-801f-01b842cd46c7 req-42fd41ad-e89f-4725-8b62-e57825ab18dd tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 945 time: 0.0560343 Aug 09 15:45:42.528974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfce5f2a-da55-40fa-8f79-c24512a06f08 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:42.532093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58814) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:42.538076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5296cd32-cb76-450f-b100-af7ff4a401ea tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Request body: {'floatingip': {'port_id': 'e8b6e491-2c6c-4069-b656-b87067e869eb'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:42.567205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port bfce5f2a-da55-40fa-8f79-c24512a06f08, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=bfce5f2a-da55-40fa-8f79-c24512a06f08,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:42.570810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=16179699-1848-4c07-abe9-feddcc74e872,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:42.572573 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.573249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e52b45ac-a8ae-4ee9-9440-503b9b38c74f details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:42.573528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce2951-a57d-41e0-a40d-831c0d302a83 req-88256c77-bef2-4c9b-b25b-278c402b2f3f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:42.575820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3ce2951-a57d-41e0-a40d-831c0d302a83 req-88256c77-bef2-4c9b-b25b-278c402b2f3f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0575526 Aug 09 15:45:42.580872 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5296cd32-cb76-450f-b100-af7ff4a401ea tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.581165 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.581958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a0caf65e-01fd-44ac-82ea-1fa89d84a0de no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:42.627096 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3ce2951-a57d-41e0-a40d-831c0d302a83 req-29e42215-2c39-4c4a-9599-eda7c214bbfe tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359280 Aug 09 15:45:42.705571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=bfce5f2a-da55-40fa-8f79-c24512a06f08,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:42.735499 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadb6c2b-efe3-47a9-bcf8-8c29e73160a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16179699-1848-4c07-abe9-feddcc74e872'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:42.737772 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5603a8e2-c220-480d-ba2b-dcfb4d79324c" -d '{"events": [{"server_uuid": "fadb6c2b-efe3-47a9-bcf8-8c29e73160a5", "name": "network-vif-plugged", "status": "completed", "tag": "16179699-1848-4c07-abe9-feddcc74e872"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:42.781348 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a976cb-d7f8-4f63-a02a-f9ec2c58eecf x-openstack-request-id: req-f4a976cb-d7f8-4f63-a02a-f9ec2c58eecf {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:42.781674 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadb6c2b-efe3-47a9-bcf8-8c29e73160a5", "name": "network-vif-plugged", "status": "completed", "tag": "16179699-1848-4c07-abe9-feddcc74e872", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:42.781919 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4a976cb-d7f8-4f63-a02a-f9ec2c58eecf {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:42.782388 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadb6c2b-efe3-47a9-bcf8-8c29e73160a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16179699-1848-4c07-abe9-feddcc74e872', 'code': 200} Aug 09 15:45:42.830775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=16179699-1848-4c07-abe9-feddcc74e872,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:42.834754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e52b45ac-a8ae-4ee9-9440-503b9b38c74f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:42.844383 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.853756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f', 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf', 'port_id': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f', 'mac_address': 'fa:16:3e:3d:1d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77fdd6f-3057-40eb-be96-e34a96c83534', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:42.859960 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.927460 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.932613 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:42.941502 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.962014 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec07ba-1754-4335-8ca3-293e468bd22a req-85098947-0280-4771-867c-38dafe9129b8 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:42.966201 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7ec07ba-1754-4335-8ca3-293e468bd22a req-85098947-0280-4771-867c-38dafe9129b8 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.1031408 Aug 09 15:45:42.968574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbac147-2e53-48e2-b8d6-605d55397b3e req-117095a7-a0c9-4118-a16e-f2fc09336475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:42.969241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52b45ac-a8ae-4ee9-9440-503b9b38c74f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:42.971618 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5bbac147-2e53-48e2-b8d6-605d55397b3e req-117095a7-a0c9-4118-a16e-f2fc09336475 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 1096 time: 0.0974760 Aug 09 15:45:43.037755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e52b45ac-a8ae-4ee9-9440-503b9b38c74f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:43.054589 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7ec07ba-1754-4335-8ca3-293e468bd22a req-62fc370d-e486-4c07-96f4-3007867d18fb tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778944 Aug 09 15:45:43.059829 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.062124 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5bbac147-2e53-48e2-b8d6-605d55397b3e req-e1ff3bba-3b12-488c-adce-84f10aebbe86 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795848 Aug 09 15:45:43.062710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:43.123714 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:43.198653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412384a-9920-4348-b50e-b6e4a840931c req-463f0b17-d53d-4fb3-ae18-cf48859f3522 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:43.205490 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412384a-9920-4348-b50e-b6e4a840931c req-463f0b17-d53d-4fb3-ae18-cf48859f3522 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:43.207295 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e412384a-9920-4348-b50e-b6e4a840931c req-463f0b17-d53d-4fb3-ae18-cf48859f3522 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1683 time: 0.0824475 Aug 09 15:45:43.221390 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5296cd32-cb76-450f-b100-af7ff4a401ea tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.226953 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5296cd32-cb76-450f-b100-af7ff4a401ea tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.258540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['bfce5f2a-da55-40fa-8f79-c24512a06f08'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:43.290032 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e412384a-9920-4348-b50e-b6e4a840931c req-1825b907-3135-4e67-b7b3-af08306e6b6c tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759797 Aug 09 15:45:43.302863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cdf61-b1ce-4556-9f75-ff2db080fa41 req-97e97f9c-9a0e-412e-b4a1-c54b2cafa29e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:43.311758 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f09cdf61-b1ce-4556-9f75-ff2db080fa41 req-97e97f9c-9a0e-412e-b4a1-c54b2cafa29e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 944 time: 0.1203887 Aug 09 15:45:43.358829 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.417581 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f09cdf61-b1ce-4556-9f75-ff2db080fa41 req-b79ed296-09cd-4703-8a43-99cdbb51edf7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036043 Aug 09 15:45:43.452815 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-5296cd32-cb76-450f-b100-af7ff4a401ea tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Floating IP 9325fc39-5bab-4102-8252-de6b986a137e associated. External IP: 172.25.2.71, port: e8b6e491-2c6c-4069-b656-b87067e869eb. Aug 09 15:45:43.528426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['e52b45ac-a8ae-4ee9-9440-503b9b38c74f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:43.854525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f16a6-ccf0-4f3a-92f2-01ef36d56e4e req-e85a2186-eb24-41b5-845e-0c5223fe91c0 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:43.862855 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec9f16a6-ccf0-4f3a-92f2-01ef36d56e4e req-e85a2186-eb24-41b5-845e-0c5223fe91c0 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 950 time: 0.4488468 Aug 09 15:45:43.915229 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec9f16a6-ccf0-4f3a-92f2-01ef36d56e4e req-ea066dd5-db0c-4ada-8355-6a68d0475d9d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485830 Aug 09 15:45:43.972196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5296cd32-cb76-450f-b100-af7ff4a401ea tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Router d0528310-0add-4d48-bc74-2b5bd0ea1828 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:45:43.984283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d7406-336c-4b18-bf0d-40d04f4f4464 req-29cdbf25-4cf7-49c4-b3ae-bdceb52539be tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:43.986615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc5d7406-336c-4b18-bf0d-40d04f4f4464 req-29cdbf25-4cf7-49c4-b3ae-bdceb52539be tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0907907 Aug 09 15:45:44.063200 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b911db-3e79-4f36-94c1-dfc1411c2f3a req-1810dc78-539a-4255-affc-6c032649dfce tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:44.069347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b911db-3e79-4f36-94c1-dfc1411c2f3a req-1810dc78-539a-4255-affc-6c032649dfce tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:44.071029 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-50b911db-3e79-4f36-94c1-dfc1411c2f3a req-1810dc78-539a-4255-affc-6c032649dfce tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1683 time: 0.0672016 Aug 09 15:45:44.109893 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc5d7406-336c-4b18-bf0d-40d04f4f4464 req-6384b362-c35b-43e4-9a7c-55f271f7c362 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101880 Aug 09 15:45:44.129806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d3fa8ba-f310-461a-96a9-39f71d09dd8f details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:44.132707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device bfce5f2a-da55-40fa-8f79-c24512a06f08 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:44.178080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-50b911db-3e79-4f36-94c1-dfc1411c2f3a req-f7c61c2c-832b-4ae7-8aeb-06ef66d8b6c7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986791 Aug 09 15:45:44.289052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port bfce5f2a-da55-40fa-8f79-c24512a06f08 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:44.289434 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.335078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5296cd32-cb76-450f-b100-af7ff4a401ea tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:44.349097 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62381e92-5cf3-41f2-af64-a897a582d0ca None None] Sync routers for ids ['d0528310-0add-4d48-bc74-2b5bd0ea1828'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:44.350052 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5296cd32-cb76-450f-b100-af7ff4a401ea tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.369184 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62381e92-5cf3-41f2-af64-a897a582d0ca None None] Routers {'d0528310-0add-4d48-bc74-2b5bd0ea1828'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:44.370219 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-62381e92-5cf3-41f2-af64-a897a582d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:45:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0528310-0add-4d48-bc74-2b5bd0ea1828'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:44.374949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:44.398612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5296cd32-cb76-450f-b100-af7ff4a401ea tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "PUT /v2.0/floatingips/9325fc39-5bab-4102-8252-de6b986a137e HTTP/1.1" status: 200 len: 990 time: 1.8645930 Aug 09 15:45:44.399383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'tag': 'e8b6e491-2c6c-4069-b656-b87067e869eb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:44.402027 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4edd79-0a5b-4cd0-a8e7-c1afd52d094f" -d '{"events": [{"name": "network-changed", "server_uuid": "870eaaca-e38f-4039-b5a5-32938c4eb113", "tag": "e8b6e491-2c6c-4069-b656-b87067e869eb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:44.418962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f', 'mac_address': 'fa:16:3e:72:db:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:44.419581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dedf96-b6eb-43e6-9c82-4709360d2636 req-cc10d486-1466-4406-92f5-d58bf955fce3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:44.421501 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42dedf96-b6eb-43e6-9c82-4709360d2636 req-cc10d486-1466-4406-92f5-d58bf955fce3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.1602616 Aug 09 15:45:44.517599 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42dedf96-b6eb-43e6-9c82-4709360d2636 req-812f2859-cf91-4eba-8719-6a2e8e8c5264 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845673 Aug 09 15:45:44.571252 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceeb3672-58b8-4492-9fc2-ada452e1d2ce x-openstack-request-id: req-ceeb3672-58b8-4492-9fc2-ada452e1d2ce {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:44.571687 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870eaaca-e38f-4039-b5a5-32938c4eb113", "tag": "e8b6e491-2c6c-4069-b656-b87067e869eb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:44.572041 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ceeb3672-58b8-4492-9fc2-ada452e1d2ce {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:44.572613 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'tag': 'e8b6e491-2c6c-4069-b656-b87067e869eb', 'status': 'completed', 'code': 200} Aug 09 15:45:44.576302 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.585255 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.590981 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-62381e92-5cf3-41f2-af64-a897a582d0ca None None] Set router d0528310-0add-4d48-bc74-2b5bd0ea1828 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:44.622775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d3fa8ba-f310-461a-96a9-39f71d09dd8f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:44.664699 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4edd79-0a5b-4cd0-a8e7-c1afd52d094f req-818220c4-eb25-474b-bbc7-355ea31fd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:44.666973 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e4edd79-0a5b-4cd0-a8e7-c1afd52d094f req-818220c4-eb25-474b-bbc7-355ea31fd95a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a726e29efbb9428aba595f86fe5964d0&device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 1096 time: 0.0707095 Aug 09 15:45:44.693854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:44.712479 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.728164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port bfce5f2a-da55-40fa-8f79-c24512a06f08, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=bfce5f2a-da55-40fa-8f79-c24512a06f08,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:44.757044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454811c-2407-4f90-9131-e805d4a6936e req-8a2b0b06-dc3b-4461-859f-432a44a68b73 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:44.759396 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.760192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d3fa8ba-f310-461a-96a9-39f71d09dd8f no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:44.761348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e454811c-2407-4f90-9131-e805d4a6936e req-8a2b0b06-dc3b-4461-859f-432a44a68b73 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 944 time: 0.1160386 Aug 09 15:45:44.803412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de'}, {'server_uuid': 'de04ec25-1595-4ebe-823d-5a9b35e1dc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfce5f2a-da55-40fa-8f79-c24512a06f08'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:44.806533 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc6d146-55f0-4472-b577-ad76de0309b5" -d '{"events": [{"server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de"}, {"server_uuid": "de04ec25-1595-4ebe-823d-5a9b35e1dc9b", "name": "network-vif-plugged", "status": "completed", "tag": "bfce5f2a-da55-40fa-8f79-c24512a06f08"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:44.853353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e454811c-2407-4f90-9131-e805d4a6936e req-8be244c3-290e-4d3b-b811-fbb3406be0b9 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820112 Aug 09 15:45:44.893072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4edd79-0a5b-4cd0-a8e7-c1afd52d094f req-560ac5df-81f2-4160-a4d8-c46e9532e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:44.902667 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e4edd79-0a5b-4cd0-a8e7-c1afd52d094f req-560ac5df-81f2-4160-a4d8-c46e9532e36e service neutron] 10.222.0.60 "GET /v2.0/networks?id=aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 HTTP/1.1" status: 200 len: 917 time: 0.2203426 Aug 09 15:45:44.952748 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6979196e-bfb3-4478-95cb-4446d8edd7fb x-openstack-request-id: req-6979196e-bfb3-4478-95cb-4446d8edd7fb {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:44.957579 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de", "code": 200}, {"server_uuid": "de04ec25-1595-4ebe-823d-5a9b35e1dc9b", "name": "network-vif-plugged", "status": "completed", "tag": "bfce5f2a-da55-40fa-8f79-c24512a06f08", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:44.957986 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6979196e-bfb3-4478-95cb-4446d8edd7fb {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:44.959381 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'code': 200} Aug 09 15:45:44.967904 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de04ec25-1595-4ebe-823d-5a9b35e1dc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfce5f2a-da55-40fa-8f79-c24512a06f08', 'code': 200} Aug 09 15:45:45.008069 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.021366 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e4edd79-0a5b-4cd0-a8e7-c1afd52d094f req-2f91c14f-22e1-4e7c-a2dd-1c7292a5c13a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b6e491-2c6c-4069-b656-b87067e869eb HTTP/1.1" status: 200 len: 998 time: 0.1110280 Aug 09 15:45:45.041676 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-62381e92-5cf3-41f2-af64-a897a582d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '9325fc39-5bab-4102-8252-de6b986a137e', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'port_id': 'e8b6e491-2c6c-4069-b656-b87067e869eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'mac_address': 'fa:16:3e:75:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:44:46Z', 'updated_at': '2021-08-09T15:45:43Z', 'revision_number': 1, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae1eef4-544f-43aa-b093-f4ad9e947776', 'name': '', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'mac_address': 'fa:16:3e:df:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:36Z', 'updated_at': '2021-08-09T15:44:45Z', 'revision_number': 5, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'subnets': [{'id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:45.072044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:45.078202 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5d3fa8ba-f310-461a-96a9-39f71d09dd8f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:45.102550 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62381e92-5cf3-41f2-af64-a897a582d0ca None None] Checking router: d0528310-0add-4d48-bc74-2b5bd0ea1828 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:45.123096 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62381e92-5cf3-41f2-af64-a897a582d0ca None None] Routers {'d0528310-0add-4d48-bc74-2b5bd0ea1828'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:45.123992 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-62381e92-5cf3-41f2-af64-a897a582d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:45:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0528310-0add-4d48-bc74-2b5bd0ea1828'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:45.167287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:45.169649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f2ce8-3bd2-4d68-9aca-2918580e64fb req-96c599df-e7f6-4bcc-8f51-aea85ae358be tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:45.179315 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ba4f2ce8-3bd2-4d68-9aca-2918580e64fb req-96c599df-e7f6-4bcc-8f51-aea85ae358be tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 949 time: 0.1563866 Aug 09 15:45:45.184831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5d3fa8ba-f310-461a-96a9-39f71d09dd8f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:45.202622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4edd79-0a5b-4cd0-a8e7-c1afd52d094f req-8b28603d-eb6d-47b7-8765-1782925a1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:45.205829 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e4edd79-0a5b-4cd0-a8e7-c1afd52d094f req-8b28603d-eb6d-47b7-8765-1782925a1b33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b75b15d-0fb1-4926-95e9-d51d3d24f60e HTTP/1.1" status: 200 len: 855 time: 0.1718688 Aug 09 15:45:45.206836 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.264089 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ba4f2ce8-3bd2-4d68-9aca-2918580e64fb req-1e12760c-9cd6-4fe6-965b-2374cacafffb tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834911 Aug 09 15:45:45.314973 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=bfce5f2a-da55-40fa-8f79-c24512a06f08,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:45.343920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887afa4-3ab4-4183-add0-b8f182a28060 req-5f7ef9b7-2a14-4530-b941-bd0296068e9f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:45.348756 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4edd79-0a5b-4cd0-a8e7-c1afd52d094f req-949df31e-daf6-4d74-bdc7-43629921a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:45.350417 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e4edd79-0a5b-4cd0-a8e7-c1afd52d094f req-949df31e-daf6-4d74-bdc7-43629921a856 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa0edc2e-0e97-4f4a-9d13-7a14466f6c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120646 Aug 09 15:45:45.365539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6887afa4-3ab4-4183-add0-b8f182a28060 req-5f7ef9b7-2a14-4530-b941-bd0296068e9f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.1449349 Aug 09 15:45:45.419586 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-62381e92-5cf3-41f2-af64-a897a582d0ca None None] Set router d0528310-0add-4d48-bc74-2b5bd0ea1828 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:45.476723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6887afa4-3ab4-4183-add0-b8f182a28060 req-4200f1bb-fa88-445c-8711-ba3cde3388ac tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099551 Aug 09 15:45:45.493130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,revision_number=10']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:45.523819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174eed6-f49e-4cee-be5f-2a34ec1cfae2 req-cfaaa0ea-4798-4b42-ba77-940ed545a775 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:45.530000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174eed6-f49e-4cee-be5f-2a34ec1cfae2 req-cfaaa0ea-4798-4b42-ba77-940ed545a775 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:45.539193 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4174eed6-f49e-4cee-be5f-2a34ec1cfae2 req-cfaaa0ea-4798-4b42-ba77-940ed545a775 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1683 time: 0.0934870 Aug 09 15:45:45.602512 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4174eed6-f49e-4cee-be5f-2a34ec1cfae2 req-499be9f6-b7d3-4312-9746-c197f3c7fc11 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623021 Aug 09 15:45:45.652227 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e4edd79-0a5b-4cd0-a8e7-c1afd52d094f req-c8ab6798-0604-404a-85fc-12d2aafe5fae service neutron] 10.222.0.60 "GET /v2.0/networks/aa0edc2e-0e97-4f4a-9d13-7a14466f6c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918720 Aug 09 15:45:45.715202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-b5bcc231-b860-41a9-b8b4-e332d5d85a22 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:45.730996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-b5bcc231-b860-41a9-b8b4-e332d5d85a22 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:45.733155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-b5bcc231-b860-41a9-b8b4-e332d5d85a22 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1683 time: 0.1514449 Aug 09 15:45:45.839992 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e4edd79-0a5b-4cd0-a8e7-c1afd52d094f req-6b4a22ed-fc98-4666-bf8c-9449056649a5 service neutron] 10.222.0.60 "GET /v2.0/networks/aa0edc2e-0e97-4f4a-9d13-7a14466f6c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751118 Aug 09 15:45:46.001011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16647303-af55-4e3a-aea2-afd1480cd6a8 req-617690d3-5593-4f54-af4c-a51468ad2216 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:46.013216 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16647303-af55-4e3a-aea2-afd1480cd6a8 req-617690d3-5593-4f54-af4c-a51468ad2216 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.2733819 Aug 09 15:45:46.019688 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-62381e92-5cf3-41f2-af64-a897a582d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '9325fc39-5bab-4102-8252-de6b986a137e', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'port_id': 'e8b6e491-2c6c-4069-b656-b87067e869eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'mac_address': 'fa:16:3e:75:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:44:46Z', 'updated_at': '2021-08-09T15:45:43Z', 'revision_number': 1, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae1eef4-544f-43aa-b093-f4ad9e947776', 'name': '', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'mac_address': 'fa:16:3e:df:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:36Z', 'updated_at': '2021-08-09T15:44:45Z', 'revision_number': 5, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'subnets': [{'id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:46.033982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f96f4d-5923-443a-a30f-fa70f77f235a req-3254366f-d884-442f-bb03-6d36dbf3ad24 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:46.045954 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3f96f4d-5923-443a-a30f-fa70f77f235a req-3254366f-d884-442f-bb03-6d36dbf3ad24 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 944 time: 0.0849979 Aug 09 15:45:46.071824 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62381e92-5cf3-41f2-af64-a897a582d0ca None None] The sync data for ids ['d0528310-0add-4d48-bc74-2b5bd0ea1828'] in n-d-803778-2 is: [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '9325fc39-5bab-4102-8252-de6b986a137e', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'port_id': 'e8b6e491-2c6c-4069-b656-b87067e869eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'mac_address': 'fa:16:3e:75:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:44:46Z', 'updated_at': '2021-08-09T15:45:43Z', 'revision_number': 1, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae1eef4-544f-43aa-b093-f4ad9e947776', 'name': '', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'mac_address': 'fa:16:3e:df:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:36Z', 'updated_at': '2021-08-09T15:44:45Z', 'revision_number': 5, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'subnets': [{'id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:46.102469 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16647303-af55-4e3a-aea2-afd1480cd6a8 req-8a098134-03b1-4c1d-a930-333bf8c5714d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876131 Aug 09 15:45:46.124921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e52b45ac-a8ae-4ee9-9440-503b9b38c74f up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:46.128784 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3f96f4d-5923-443a-a30f-fa70f77f235a req-6aeb0e38-7dc0-427c-b3d7-24c130ec9c17 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771234 Aug 09 15:45:46.189789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c7f48915-344e-4fe0-9364-a70c7e7e41eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting port bbd3222c-e1d5-44da-abf0-96a58114efc3 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:46.190237 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c7f48915-344e-4fe0-9364-a70c7e7e41eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.213395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port e52b45ac-a8ae-4ee9-9440-503b9b38c74f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:46.218608 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port e52b45ac-a8ae-4ee9-9440-503b9b38c74f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:46.219115 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.297140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cae8e5-bc53-43dc-bab2-d6b58b35729f req-cfbdd2fb-5cdd-4eb7-b3b0-64cca2161807 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:46.306243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25cae8e5-bc53-43dc-bab2-d6b58b35729f req-cfbdd2fb-5cdd-4eb7-b3b0-64cca2161807 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 1096 time: 0.0625820 Aug 09 15:45:46.358745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c7f48915-344e-4fe0-9364-a70c7e7e41eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] For port bbd3222c-e1d5-44da-abf0-96a58114efc3, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bbd3222c-e1d5-44da-abf0-96a58114efc3,segment=NetworkSegment(30711be5-f5f0-4592-a306-4ee0ee19e21f),segment_id=30711be5-f5f0-4592-a306-4ee0ee19e21f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:46.360400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c7f48915-344e-4fe0-9364-a70c7e7e41eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.384745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c7f48915-344e-4fe0-9364-a70c7e7e41eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Calling delete_port for bbd3222c-e1d5-44da-abf0-96a58114efc3 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:46.393227 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25cae8e5-bc53-43dc-bab2-d6b58b35729f req-ea1078c5-66f2-476b-98e0-2d16562b34d8 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825276 Aug 09 15:45:46.408562 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.492134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331c7779-963e-48c5-8df8-74d16b55ba96 None None] New status for floating IP 9325fc39-5bab-4102-8252-de6b986a137e: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:45:46.496290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e52b45ac-a8ae-4ee9-9440-503b9b38c74f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:46.521375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068a7ee-bd31-4d76-a706-c1f976d3785e req-c15b140e-dc2d-47bc-8ef8-c873913cfe1f tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:46.529225 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6068a7ee-bd31-4d76-a706-c1f976d3785e req-c15b140e-dc2d-47bc-8ef8-c873913cfe1f tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 949 time: 0.1418772 Aug 09 15:45:46.539533 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.598805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6068a7ee-bd31-4d76-a706-c1f976d3785e req-630ed970-66ff-40fc-9c15-b3b0b2f7f528 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683782 Aug 09 15:45:46.700322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:46.711645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6a543-cc9e-424a-97c6-cd24920bd41d req-9a3f2e0f-fc35-40bc-8541-c2faf6d52d53 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:46.717769 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cbd6a543-cc9e-424a-97c6-cd24920bd41d req-9a3f2e0f-fc35-40bc-8541-c2faf6d52d53 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.1141338 Aug 09 15:45:46.785880 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cbd6a543-cc9e-424a-97c6-cd24920bd41d req-e636cb03-e35b-4733-93d0-e748af6589b7 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490377 Aug 09 15:45:46.899042 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c7f48915-344e-4fe0-9364-a70c7e7e41eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.934903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f48915-344e-4fe0-9364-a70c7e7e41eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Port': ['ID=bbd3222c-e1d5-44da-abf0-96a58114efc3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:46.971015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f738d5-d7dc-4a69-ba6b-f72877b0da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:46.973778 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6c3950-665d-487c-b831-3a905e337f40" -d '{"events": [{"server_uuid": "84f738d5-d7dc-4a69-ba6b-f72877b0da82", "name": "network-vif-plugged", "status": "completed", "tag": "e52b45ac-a8ae-4ee9-9440-503b9b38c74f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:46.992276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471443c8-011f-41a8-9e0e-4ed16efaea0c req-e541902b-a30f-4b3a-a2f6-a2f7267b9b92 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:46.999967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471443c8-011f-41a8-9e0e-4ed16efaea0c req-e541902b-a30f-4b3a-a2f6-a2f7267b9b92 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:47.009204 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-471443c8-011f-41a8-9e0e-4ed16efaea0c req-e541902b-a30f-4b3a-a2f6-a2f7267b9b92 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 1604 time: 0.2807150 Aug 09 15:45:47.034901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c7f48915-344e-4fe0-9364-a70c7e7e41eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] No DVR routers for this DVR port bbd3222c-e1d5-44da-abf0-96a58114efc3 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:47.038539 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c7f48915-344e-4fe0-9364-a70c7e7e41eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.041447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c7f48915-344e-4fe0-9364-a70c7e7e41eb tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "DELETE /v2.0/ports/bbd3222c-e1d5-44da-abf0-96a58114efc3 HTTP/1.1" status: 204 len: 173 time: 1.2712817 Aug 09 15:45:47.043057 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863bed49-64fe-4079-9d5c-dfb958284467', 'name': 'network-vif-deleted', 'tag': 'bbd3222c-e1d5-44da-abf0-96a58114efc3'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:47.045924 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd212fa0-3df1-4130-860c-0cd39a293564" -d '{"events": [{"server_uuid": "863bed49-64fe-4079-9d5c-dfb958284467", "name": "network-vif-deleted", "tag": "bbd3222c-e1d5-44da-abf0-96a58114efc3"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:47.154352 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0381de-dc29-4a1b-9ade-a14fdc79cbfc x-openstack-request-id: req-3c0381de-dc29-4a1b-9ade-a14fdc79cbfc {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:47.154765 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f738d5-d7dc-4a69-ba6b-f72877b0da82", "name": "network-vif-plugged", "status": "completed", "tag": "e52b45ac-a8ae-4ee9-9440-503b9b38c74f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:47.155088 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c0381de-dc29-4a1b-9ade-a14fdc79cbfc {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:47.155613 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f738d5-d7dc-4a69-ba6b-f72877b0da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f', 'code': 200} Aug 09 15:45:47.211342 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-471443c8-011f-41a8-9e0e-4ed16efaea0c req-8b8364b2-cf3a-4402-89ae-41eb31e0a90d tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/security-groups?id=f4e7054f-43ed-4b29-b166-e69d1e8157d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011149 Aug 09 15:45:47.226374 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bc1e53-e7fa-4308-9e7f-62edef488f38 x-openstack-request-id: req-07bc1e53-e7fa-4308-9e7f-62edef488f38 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:47.227803 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863bed49-64fe-4079-9d5c-dfb958284467", "name": "network-vif-deleted", "tag": "bbd3222c-e1d5-44da-abf0-96a58114efc3", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:47.228107 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07bc1e53-e7fa-4308-9e7f-62edef488f38 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:47.228815 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863bed49-64fe-4079-9d5c-dfb958284467', 'name': 'network-vif-deleted', 'tag': 'bbd3222c-e1d5-44da-abf0-96a58114efc3', 'status': 'completed', 'code': 200} Aug 09 15:45:47.289380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e007126-60b9-4873-8624-fec20ca0c4c7 req-dbd0a7e6-c465-4465-8c25-d27a420b3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:47.291712 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e007126-60b9-4873-8624-fec20ca0c4c7 req-dbd0a7e6-c465-4465-8c25-d27a420b3216 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 1096 time: 0.0587828 Aug 09 15:45:47.341090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c39cd17f-3e81-4fa9-be34-d0260140ddcf tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:47.341554 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c39cd17f-3e81-4fa9-be34-d0260140ddcf tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.396856 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e007126-60b9-4873-8624-fec20ca0c4c7 req-5219878a-ca9a-48ca-9de5-a8483119c8f3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919788 Aug 09 15:45:47.455526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fe198-3923-4c7a-b8ab-f853449663af req-f8c63b51-c483-4f49-a57b-1141c887dd6f tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:47.464762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c39cd17f-3e81-4fa9-be34-d0260140ddcf tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] For port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4,segment=NetworkSegment(16a51f67-8308-43a7-9d93-2370dd6ce793),segment_id=16a51f67-8308-43a7-9d93-2370dd6ce793)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:47.465347 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a4fe198-3923-4c7a-b8ab-f853449663af req-f8c63b51-c483-4f49-a57b-1141c887dd6f tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0844953 Aug 09 15:45:47.465461 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c39cd17f-3e81-4fa9-be34-d0260140ddcf tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.495888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c39cd17f-3e81-4fa9-be34-d0260140ddcf tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Calling delete_port for ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:47.523198 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a4fe198-3923-4c7a-b8ab-f853449663af req-0d91fede-bd0c-428f-9cce-447516b0767c tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569890 Aug 09 15:45:47.669236 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c39cd17f-3e81-4fa9-be34-d0260140ddcf tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.714341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cd17f-3e81-4fa9-be34-d0260140ddcf tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Port': ['ID=ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:47.790528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c39cd17f-3e81-4fa9-be34-d0260140ddcf tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] No DVR routers for this DVR port ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:47.794032 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c39cd17f-3e81-4fa9-be34-d0260140ddcf tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.796358 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c77a0a1-aba8-4070-8b48-407cb11ba464 req-c39cd17f-3e81-4fa9-be34-d0260140ddcf tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.60 "DELETE /v2.0/ports/ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 HTTP/1.1" status: 204 len: 173 time: 0.7465022 Aug 09 15:45:47.809291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3021c-9eec-40b6-a691-730e13f1f69b req-c76ccbb4-2d5b-4556-924c-86d1d9dc4c37 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:47.811310 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-deb3021c-9eec-40b6-a691-730e13f1f69b req-c76ccbb4-2d5b-4556-924c-86d1d9dc4c37 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 949 time: 0.1093457 Aug 09 15:45:47.873347 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-deb3021c-9eec-40b6-a691-730e13f1f69b req-f6a51657-0bfe-4bdd-99ce-9771319da9c6 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499859 Aug 09 15:45:48.038537 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409ee11-92ab-412c-bbb5-7739a31ab085 req-4ef3ceb3-7810-4fd5-b167-dc9ebaf0a7d5 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:48.050881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2409ee11-92ab-412c-bbb5-7739a31ab085 req-4ef3ceb3-7810-4fd5-b167-dc9ebaf0a7d5 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.1102786 Aug 09 15:45:48.130025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d3fa8ba-f310-461a-96a9-39f71d09dd8f up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:48.145116 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2409ee11-92ab-412c-bbb5-7739a31ab085 req-133bbe56-0dbb-47f2-8cf1-ee09fd9f8095 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858488 Aug 09 15:45:48.241531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:48.241531 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.364228 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fc49193-9daa-41a0-ad01-d354e043d4c3 req-24eb856e-54ea-4739-9a0a-08e9232c83b7 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "GET /v2.0/ports?device_id=863bed49-64fe-4079-9d5c-dfb958284467 HTTP/1.1" status: 200 len: 210 time: 0.0469334 Aug 09 15:45:48.383643 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.428590 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:48.442095 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.527449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device bbd3222c-e1d5-44da-abf0-96a58114efc3 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:48.544003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,revision_number=11']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:48.574668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: bbd3222c-e1d5-44da-abf0-96a58114efc3 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:48.575329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device bbd3222c-e1d5-44da-abf0-96a58114efc3 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:48.576002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:48.601786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:48.602421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:48.742641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260c5ff-7b81-47cc-8b71-63acdd166bb3 req-b646eaec-5976-4069-ae41-66146570969e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:48.744300 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7260c5ff-7b81-47cc-8b71-63acdd166bb3 req-b646eaec-5976-4069-ae41-66146570969e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 945 time: 0.1128659 Aug 09 15:45:48.794106 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7260c5ff-7b81-47cc-8b71-63acdd166bb3 req-253c0e39-d24d-4798-8ba3-ac2e8336eee5 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434105 Aug 09 15:45:49.033380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b939d-4c14-4009-ac17-63abb0fae576 req-4bae3869-8646-4dc9-a422-414402c30819 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:49.034905 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f85b939d-4c14-4009-ac17-63abb0fae576 req-4bae3869-8646-4dc9-a422-414402c30819 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 951 time: 0.0605876 Aug 09 15:45:49.074075 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f85b939d-4c14-4009-ac17-63abb0fae576 req-61ad082e-0ec9-458a-975f-148b74b49659 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Aug 09 15:45:49.158928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:49.161452 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cb7a45-0913-42b9-b9ef-f5564ab47183" -d '{"events": [{"server_uuid": "a889a809-0df9-4159-a008-0bcdfb546a73", "name": "network-vif-plugged", "status": "completed", "tag": "5d3fa8ba-f310-461a-96a9-39f71d09dd8f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:49.227855 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ce8d5c-12c2-4a18-b658-66b808711ef2 x-openstack-request-id: req-c6ce8d5c-12c2-4a18-b658-66b808711ef2 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:49.228762 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a889a809-0df9-4159-a008-0bcdfb546a73", "name": "network-vif-plugged", "status": "completed", "tag": "5d3fa8ba-f310-461a-96a9-39f71d09dd8f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:49.229254 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6ce8d5c-12c2-4a18-b658-66b808711ef2 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:49.229915 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f', 'code': 200} Aug 09 15:45:49.230059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863bed49-64fe-4079-9d5c-dfb958284467', 'name': 'network-vif-deleted', 'tag': 'ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:49.232292 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf7b5e7-bb09-43a5-88fb-d5753bfb2bb6" -d '{"events": [{"server_uuid": "863bed49-64fe-4079-9d5c-dfb958284467", "name": "network-vif-deleted", "tag": "ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:49.279893 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff98ab1-ffed-461d-b834-402c64d7a8ba x-openstack-request-id: req-3ff98ab1-ffed-461d-b834-402c64d7a8ba {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:49.280503 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863bed49-64fe-4079-9d5c-dfb958284467", "name": "network-vif-deleted", "tag": "ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:49.280983 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ff98ab1-ffed-461d-b834-402c64d7a8ba {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:49.281947 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863bed49-64fe-4079-9d5c-dfb958284467', 'name': 'network-vif-deleted', 'tag': 'ae2c6b2d-2c4a-4226-aa3b-f78a15c69cf4', 'status': 'completed', 'code': 200} Aug 09 15:45:49.310262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e9c4f-3d51-44c3-8d7e-fcfb6a97d911 req-5df4a6c8-c4ce-4b6a-bd74-5ea181cb4921 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:49.311827 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c8e9c4f-3d51-44c3-8d7e-fcfb6a97d911 req-5df4a6c8-c4ce-4b6a-bd74-5ea181cb4921 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0749879 Aug 09 15:45:49.360314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c8e9c4f-3d51-44c3-8d7e-fcfb6a97d911 req-c8e1ad95-a27d-42db-9195-efc350e265aa tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Aug 09 15:45:49.427243 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fec10-87c4-4c75-8e84-33787c66d1a0 req-acd85e0a-d2a7-4f88-bff8-11e367f68e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:49.428798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e92fec10-87c4-4c75-8e84-33787c66d1a0 req-acd85e0a-d2a7-4f88-bff8-11e367f68e15 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 1102 time: 0.0465341 Aug 09 15:45:49.437801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59006) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:49.507461 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e92fec10-87c4-4c75-8e84-33787c66d1a0 req-41e770a6-4e47-49d7-aa86-c73e5c9543c2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604916 Aug 09 15:45:49.532543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting subnet d716dba8-3ae5-4968-b675-e57f20cf1c14 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:45:49.547770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.604724 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.736935 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.817163 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.893811 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Subnet': ['ID=d716dba8-3ae5-4968-b675-e57f20cf1c14,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:49.910210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.910555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.910895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.911230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.911776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.912226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.912492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.912980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.913328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.913678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.914393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.918182 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.923522 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.928283 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a63fe1af-f1fc-4bbf-b327-45f8e6cf1036 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "DELETE /v2.0/subnets/d716dba8-3ae5-4968-b675-e57f20cf1c14 HTTP/1.1" status: 204 len: 168 time: 0.4866731 Aug 09 15:45:49.928929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59022) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:49.931081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7180f503-fa86-4955-bdda-091b2e7a358a None None] Network f294b6fb-5206-447c-bcb7-5307589072d2 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:50.044436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427234-560a-44a6-bffe-6fde87b834e7 req-b9c8b3e7-97fe-4b13-a8cb-830fd221b994 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:50.053955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21427234-560a-44a6-bffe-6fde87b834e7 req-b9c8b3e7-97fe-4b13-a8cb-830fd221b994 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 945 time: 0.1489863 Aug 09 15:45:50.102065 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.176036 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21427234-560a-44a6-bffe-6fde87b834e7 req-fdb7727a-b5e8-411b-95e8-088fe5599de9 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140053 Aug 09 15:45:50.214251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3108a324-3fee-4600-abdb-17eec97e341a None None] DHCP port deletion for f294b6fb-5206-447c-bcb7-5307589072d2 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:45:50.335991 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3108a324-3fee-4600-abdb-17eec97e341a None None] Deleting port c846119d-e07a-4580-b0a6-51e582230923 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:50.336513 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3108a324-3fee-4600-abdb-17eec97e341a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.416399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3108a324-3fee-4600-abdb-17eec97e341a None None] For port c846119d-e07a-4580-b0a6-51e582230923, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c846119d-e07a-4580-b0a6-51e582230923,segment=NetworkSegment(16a51f67-8308-43a7-9d93-2370dd6ce793),segment_id=16a51f67-8308-43a7-9d93-2370dd6ce793)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:50.416763 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3108a324-3fee-4600-abdb-17eec97e341a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.422935 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aff293-62ba-4536-a838-d2e74f5153e4 req-abff3742-93a4-4044-98e7-31a6a596a787 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:50.424820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f0aff293-62ba-4536-a838-d2e74f5153e4 req-abff3742-93a4-4044-98e7-31a6a596a787 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0920591 Aug 09 15:45:50.444600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3108a324-3fee-4600-abdb-17eec97e341a None None] Calling delete_port for c846119d-e07a-4580-b0a6-51e582230923 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:50.502349 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f0aff293-62ba-4536-a838-d2e74f5153e4 req-63f3061d-818a-4b3c-99c1-c168e6bb9c2e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699003 Aug 09 15:45:50.615111 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3108a324-3fee-4600-abdb-17eec97e341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.653391 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108a324-3fee-4600-abdb-17eec97e341a None None] Pushing event deleted for resources: {'Port': ['ID=c846119d-e07a-4580-b0a6-51e582230923,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:50.660890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c846119d-e07a-4580-b0a6-51e582230923 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:50.705422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c846119d-e07a-4580-b0a6-51e582230923 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:50.705746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c846119d-e07a-4580-b0a6-51e582230923 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:50.707258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108a324-3fee-4600-abdb-17eec97e341a None None] No DVR routers for this DVR port c846119d-e07a-4580-b0a6-51e582230923 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:50.758082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b793578-58d9-4799-86ea-8220e9e4a246 req-9ce61737-f3e8-42cf-b2e0-79a5d2093e99 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:50.765648 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b793578-58d9-4799-86ea-8220e9e4a246 req-9ce61737-f3e8-42cf-b2e0-79a5d2093e99 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 951 time: 0.1018677 Aug 09 15:45:50.805479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting port c846119d-e07a-4580-b0a6-51e582230923 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:50.806158 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.844579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b793578-58d9-4799-86ea-8220e9e4a246 req-513077c8-3826-4e1b-9e10-9c666679744d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778518 Aug 09 15:45:50.867897 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce30b4-6abe-4595-b5d7-b433a0f552bc req-f7b757cc-c933-4bc7-ae99-d0671296ee9e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:50.872719 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1ce30b4-6abe-4595-b5d7-b433a0f552bc req-f7b757cc-c933-4bc7-ae99-d0671296ee9e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0928252 Aug 09 15:45:50.955765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] For port c846119d-e07a-4580-b0a6-51e582230923, host n-d-803778-2, got binding levels [] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:50.956069 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.972801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Calling delete_port for c846119d-e07a-4580-b0a6-51e582230923 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:50.976473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.ipam_backend_mixin [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Port c846119d-e07a-4580-b0a6-51e582230923 was not found and therefore no delete operation was performed {{(pid=94290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:45:50.979257 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.989133 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1ce30b4-6abe-4595-b5d7-b433a0f552bc req-2ad28fe5-81c4-4580-aed7-493c60e5c2d6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050806 Aug 09 15:45:51.020652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Port': ['ID=c846119d-e07a-4580-b0a6-51e582230923,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:51.026183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] No DVR routers for this DVR port c846119d-e07a-4580-b0a6-51e582230923 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:51.261480 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.287126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f294b6fb-5206-447c-bcb7-5307589072d2']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:51.301082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a51f67-8308-43a7-9d93-2370dd6ce793') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:51.301383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a51f67-8308-43a7-9d93-2370dd6ce793') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:51.313002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.334242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.341188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:45:51.342085 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:45:51.347498 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:45:51.449009 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.482590 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.486302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "DELETE /v2.0/networks/f294b6fb-5206-447c-bcb7-5307589072d2 HTTP/1.1" status: 204 len: 168 time: 1.5429916 Aug 09 15:45:51.488429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9a54e-1a09-4026-974c-d4d52782912b tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Network': ['ID=f294b6fb-5206-447c-bcb7-5307589072d2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:51.489294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59064) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:51.594095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-241df3a5-821e-4a55-a2ea-e676756f77a5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting subnet fc940a72-2bdf-4a54-887b-17a76a22f727 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:45:51.598975 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-241df3a5-821e-4a55-a2ea-e676756f77a5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.646476 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-241df3a5-821e-4a55-a2ea-e676756f77a5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.751750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-241df3a5-821e-4a55-a2ea-e676756f77a5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.827539 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-241df3a5-821e-4a55-a2ea-e676756f77a5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.878962 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-241df3a5-821e-4a55-a2ea-e676756f77a5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.883650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59078) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:51.885343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539cb2e4-2385-4191-a5c7-9c8a13c18d64 None None] Network 4c8cff2d-74b7-4b69-a287-e8d136970d40 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:51.890194 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-241df3a5-821e-4a55-a2ea-e676756f77a5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "DELETE /v2.0/subnets/fc940a72-2bdf-4a54-887b-17a76a22f727 HTTP/1.1" status: 204 len: 168 time: 0.3990483 Aug 09 15:45:51.892306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241df3a5-821e-4a55-a2ea-e676756f77a5 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Subnet': ['ID=fc940a72-2bdf-4a54-887b-17a76a22f727,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:51.927571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92d897-a3c2-443d-9d92-aa291a037260 req-ba5af6aa-e706-4e92-8215-8f133490c85c tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:51.929450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1c92d897-a3c2-443d-9d92-aa291a037260 req-ba5af6aa-e706-4e92-8215-8f133490c85c tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 945 time: 0.1120913 Aug 09 15:45:51.989455 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1c92d897-a3c2-443d-9d92-aa291a037260 req-f92293fa-f1c3-4f2c-8435-625f4c34fcd5 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518618 Aug 09 15:45:52.038750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.174999 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd40bd-7742-4fd1-a958-a9dc7fa5ea53 req-28f1afe1-5ddb-4d99-94f3-bf4fab320d49 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:52.178152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65cd40bd-7742-4fd1-a958-a9dc7fa5ea53 req-28f1afe1-5ddb-4d99-94f3-bf4fab320d49 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 951 time: 0.1365721 Aug 09 15:45:52.217263 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f383550-6eeb-4254-83d5-10220e29095c req-ee00fb73-dbe8-4882-8b04-e5a241da615a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:52.219895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2f383550-6eeb-4254-83d5-10220e29095c req-ee00fb73-dbe8-4882-8b04-e5a241da615a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.1112714 Aug 09 15:45:52.232956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Deleting port 0703a8af-5dbf-46d2-8818-e80686e9edd3 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:52.233300 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.273036 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2f383550-6eeb-4254-83d5-10220e29095c req-2fc6daa6-a31f-427f-af2d-1fce3b3bf26e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454853 Aug 09 15:45:52.319497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] DHCP port deletion for 4c8cff2d-74b7-4b69-a287-e8d136970d40 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:45:52.337678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65cd40bd-7742-4fd1-a958-a9dc7fa5ea53 req-3ff5b1f1-c3c9-45dc-93f2-9d340cf6ede1 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514041 Aug 09 15:45:52.400392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] For port 0703a8af-5dbf-46d2-8818-e80686e9edd3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0703a8af-5dbf-46d2-8818-e80686e9edd3,segment=NetworkSegment(30711be5-f5f0-4592-a306-4ee0ee19e21f),segment_id=30711be5-f5f0-4592-a306-4ee0ee19e21f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:52.407575 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.425090 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Deleting port 0703a8af-5dbf-46d2-8818-e80686e9edd3 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:52.425795 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.438582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Calling delete_port for 0703a8af-5dbf-46d2-8818-e80686e9edd3 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:52.503797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] For port 0703a8af-5dbf-46d2-8818-e80686e9edd3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0703a8af-5dbf-46d2-8818-e80686e9edd3,segment=NetworkSegment(30711be5-f5f0-4592-a306-4ee0ee19e21f),segment_id=30711be5-f5f0-4592-a306-4ee0ee19e21f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:52.504398 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.522938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Calling delete_port for 0703a8af-5dbf-46d2-8818-e80686e9edd3 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:52.626435 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.650791 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.673136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Pushing event deleted for resources: {'Port': ['ID=0703a8af-5dbf-46d2-8818-e80686e9edd3,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:52.684584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Port': ['ID=0703a8af-5dbf-46d2-8818-e80686e9edd3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:52.689162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0703a8af-5dbf-46d2-8818-e80686e9edd3 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:52.695100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] No DVR routers for this DVR port 0703a8af-5dbf-46d2-8818-e80686e9edd3 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:52.720201 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:52.733120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:52.733850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:52.734420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:52.735052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:52.735753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:52.736357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:52.736914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:52.737505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:52.743260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:52.743960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:52.744542 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:52.791489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 0703a8af-5dbf-46d2-8818-e80686e9edd3 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:52.799798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a21be5-029c-4174-826a-6c9bee3dceb6 req-bbb24f48-3f12-4b35-8d7e-d12c2e7ff658 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:52.801023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0703a8af-5dbf-46d2-8818-e80686e9edd3 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:52.803418 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e4a21be5-029c-4174-826a-6c9bee3dceb6 req-bbb24f48-3f12-4b35-8d7e-d12c2e7ff658 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 1102 time: 0.1034489 Aug 09 15:45:52.820062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3fa03-aa13-4a4d-98b8-7b068f797917 None None] No DVR routers for this DVR port 0703a8af-5dbf-46d2-8818-e80686e9edd3 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:52.859079 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.870591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8cff2d-74b7-4b69-a287-e8d136970d40']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:52.882686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30711be5-f5f0-4592-a306-4ee0ee19e21f') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:52.882907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30711be5-f5f0-4592-a306-4ee0ee19e21f') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:52.892343 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e4a21be5-029c-4174-826a-6c9bee3dceb6 req-9fde6aa6-3d3f-436c-88a0-c67f49215df2 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699983 Aug 09 15:45:52.894664 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.912725 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.919892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:45:52.920620 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:45:52.990668 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:45:52.994695 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.000501 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.010020 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] 10.222.0.81 "DELETE /v2.0/networks/4c8cff2d-74b7-4b69-a287-e8d136970d40 HTTP/1.1" status: 204 len: 168 time: 1.1228306 Aug 09 15:45:53.026902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878c005-acf1-4bc4-8211-ef23cd11c511 tempest-ServersTestMultiNic-658396181 tempest-ServersTestMultiNic-658396181-project] Pushing event deleted for resources: {'Network': ['ID=4c8cff2d-74b7-4b69-a287-e8d136970d40,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:53.124936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ad59d-7040-4b3c-b3d4-8b467b13de2b req-8ea43e39-4de2-4469-ac3d-68fe9d11f59c tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:53.134090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-614ad59d-7040-4b3c-b3d4-8b467b13de2b req-8ea43e39-4de2-4469-ac3d-68fe9d11f59c tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0672898 Aug 09 15:45:53.177226 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-614ad59d-7040-4b3c-b3d4-8b467b13de2b req-595c3d0c-70ef-4ea8-8200-18f3d3459c94 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420754 Aug 09 15:45:53.183886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0184fa9-5d7e-45f4-8800-23a77b746702 req-ca2ed7a7-181b-42c8-bd5d-5c09fa67ae01 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:53.185776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c0184fa9-5d7e-45f4-8800-23a77b746702 req-ca2ed7a7-181b-42c8-bd5d-5c09fa67ae01 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 1102 time: 0.0600178 Aug 09 15:45:53.258936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c0184fa9-5d7e-45f4-8800-23a77b746702 req-f2c5cdf0-613b-40cb-abf4-d8ef2f06fbc3 tempest-ServersAdminTestJSON-554115375 tempest-ServersAdminTestJSON-554115375-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598032 Aug 09 15:45:53.491248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5df19-2d29-49fa-a0a5-791b93be6ae8 req-941930f9-06f5-45e3-a635-09af78aa9567 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:53.502639 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bdf5df19-2d29-49fa-a0a5-791b93be6ae8 req-941930f9-06f5-45e3-a635-09af78aa9567 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.1198061 Aug 09 15:45:53.546114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59128) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:53.566368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bdf5df19-2d29-49fa-a0a5-791b93be6ae8 req-03ee972a-08aa-4b0b-ad0c-6f3a586af9d4 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626433 Aug 09 15:45:53.721237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496177ea-442f-41b5-a461-4d1fa8029f85 req-c74efe31-ef27-4103-af3e-92ff35aab290 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:53.721897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-496177ea-442f-41b5-a461-4d1fa8029f85 req-c74efe31-ef27-4103-af3e-92ff35aab290 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 950 time: 0.0869346 Aug 09 15:45:53.787892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-496177ea-442f-41b5-a461-4d1fa8029f85 req-ad6c71ea-366a-45fd-b11d-63c017c2283b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587597 Aug 09 15:45:54.023963 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08ecbc6e-e2b8-4e64-af42-c6a3104ff892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.168581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e52b45ac-a8ae-4ee9-9440-503b9b38c74f details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:54.322177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e52b45ac-a8ae-4ee9-9440-503b9b38c74f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:54.337504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f', 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf', 'port_id': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f', 'mac_address': 'fa:16:3e:3d:1d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77fdd6f-3057-40eb-be96-e34a96c83534', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:54.422634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-08ecbc6e-e2b8-4e64-af42-c6a3104ff892 admin admin] Deleting port c70fe34f-4feb-4efa-99eb-a551f606a261 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:54.422953 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08ecbc6e-e2b8-4e64-af42-c6a3104ff892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.423590 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d503d04-99d0-464a-9982-7213a7e5eb9e req-0087c27b-8d2e-4eff-bda3-f738880e6e09 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:54.427597 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d503d04-99d0-464a-9982-7213a7e5eb9e req-0087c27b-8d2e-4eff-bda3-f738880e6e09 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 945 time: 0.1152415 Aug 09 15:45:54.449364 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.477127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e52b45ac-a8ae-4ee9-9440-503b9b38c74f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:54.505803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e52b45ac-a8ae-4ee9-9440-503b9b38c74f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:54.512704 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.533170 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d503d04-99d0-464a-9982-7213a7e5eb9e req-e3f7b164-bcd0-46a0-8844-eaf77a4b87fa tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824869 Aug 09 15:45:54.572668 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-08ecbc6e-e2b8-4e64-af42-c6a3104ff892 admin admin] For port c70fe34f-4feb-4efa-99eb-a551f606a261, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c70fe34f-4feb-4efa-99eb-a551f606a261,segment=NetworkSegment(7582ee12-2689-4d48-a479-d6f569549ee3),segment_id=7582ee12-2689-4d48-a479-d6f569549ee3)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:54.573188 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08ecbc6e-e2b8-4e64-af42-c6a3104ff892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.596174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:54.637944 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-08ecbc6e-e2b8-4e64-af42-c6a3104ff892 admin admin] Calling delete_port for c70fe34f-4feb-4efa-99eb-a551f606a261 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:54.787534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['e52b45ac-a8ae-4ee9-9440-503b9b38c74f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:54.957628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4340d4-6e1f-4d0d-9d95-a07216b96a77 req-990b06b2-481c-4a0c-8b93-6095332eee94 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:54.974355 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd4340d4-6e1f-4d0d-9d95-a07216b96a77 req-990b06b2-481c-4a0c-8b93-6095332eee94 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.3215504 Aug 09 15:45:55.072516 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd4340d4-6e1f-4d0d-9d95-a07216b96a77 req-d0483f99-04ec-4bbf-86ec-617874bbe93d tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968101 Aug 09 15:45:55.109314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429631f1-3cb5-44ed-bf80-f66353a51472 req-12d881aa-28c4-49f8-9bfb-6c4148c7261d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:55.115942 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-429631f1-3cb5-44ed-bf80-f66353a51472 req-12d881aa-28c4-49f8-9bfb-6c4148c7261d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 950 time: 0.1144381 Aug 09 15:45:55.224071 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-429631f1-3cb5-44ed-bf80-f66353a51472 req-8f97ef91-0749-4a84-ad07-cfa7b73b3a34 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035357 Aug 09 15:45:55.260775 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08ecbc6e-e2b8-4e64-af42-c6a3104ff892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.314140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecbc6e-e2b8-4e64-af42-c6a3104ff892 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70fe34f-4feb-4efa-99eb-a551f606a261,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:55.616577 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08ecbc6e-e2b8-4e64-af42-c6a3104ff892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.652827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127cee3-9634-4aca-8cb4-15916180197b req-2da10965-8c28-4d7c-9e5d-604d861a44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:55.655041 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9127cee3-9634-4aca-8cb4-15916180197b req-2da10965-8c28-4d7c-9e5d-604d861a44a7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 1097 time: 0.1111734 Aug 09 15:45:55.780248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9127cee3-9634-4aca-8cb4-15916180197b req-cb15621f-221d-4539-ab5a-9b577d9c8c79 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803764 Aug 09 15:45:55.817578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9a2d5-8f68-4ede-a35f-9e61c5d8c138 req-50d5cd9e-d71c-4aee-b440-7f6a28d69bbd tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:55.826416 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bbc9a2d5-8f68-4ede-a35f-9e61c5d8c138 req-50d5cd9e-d71c-4aee-b440-7f6a28d69bbd tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 944 time: 0.1671898 Aug 09 15:45:55.903586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bbc9a2d5-8f68-4ede-a35f-9e61c5d8c138 req-53df7939-3d25-4819-9714-52e4c947b533 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708663 Aug 09 15:45:55.950366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ecbc6e-e2b8-4e64-af42-c6a3104ff892 admin admin] Router fd8707c0-f8f0-496b-9f93-32af1aa5555c has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:45:56.136407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ecbc6e-e2b8-4e64-af42-c6a3104ff892 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:56.146094 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-08ecbc6e-e2b8-4e64-af42-c6a3104ff892 admin admin] 10.222.0.81 "PUT /v2.0/routers/fd8707c0-f8f0-496b-9f93-32af1aa5555c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5977492 Aug 09 15:45:56.148664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59186) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:56.151437 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f844187c-2b02-4517-8f79-f5bc0a52ffb3 None None] Sync routers for ids ['fd8707c0-f8f0-496b-9f93-32af1aa5555c'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:56.178059 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e52b45ac-a8ae-4ee9-9440-503b9b38c74f up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:56.180783 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f844187c-2b02-4517-8f79-f5bc0a52ffb3 None None] Routers {'fd8707c0-f8f0-496b-9f93-32af1aa5555c'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:56.181655 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f844187c-2b02-4517-8f79-f5bc0a52ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:45:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['fd8707c0-f8f0-496b-9f93-32af1aa5555c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:56.194300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341ed5f-c4e5-4162-a505-5bbc8cc188ef req-e8c4c93e-ce8e-4762-a70a-fb1d0745ab8f tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:56.197016 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0341ed5f-c4e5-4162-a505-5bbc8cc188ef req-e8c4c93e-ce8e-4762-a70a-fb1d0745ab8f tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 950 time: 0.1441698 Aug 09 15:45:56.339659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port e52b45ac-a8ae-4ee9-9440-503b9b38c74f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:56.340040 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.413385 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-f844187c-2b02-4517-8f79-f5bc0a52ffb3 None None] Set router fd8707c0-f8f0-496b-9f93-32af1aa5555c gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:56.428481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288dec5-9b11-477a-9939-106117e22521 req-44e0d446-3d55-4bfc-9cbf-f8064adbdddd tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:56.438421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1288dec5-9b11-477a-9939-106117e22521 req-44e0d446-3d55-4bfc-9cbf-f8064adbdddd tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.1812601 Aug 09 15:45:56.487846 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.515494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-0341ed5f-c4e5-4162-a505-5bbc8cc188ef req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Deleting port ca4e4db8-2222-4d9d-82fd-33f3de8996aa {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:56.515851 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0341ed5f-c4e5-4162-a505-5bbc8cc188ef req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.529708 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e52b45ac-a8ae-4ee9-9440-503b9b38c74f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:56.531302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f738d5-d7dc-4a69-ba6b-f72877b0da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:56.534634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d6491-43f6-4da4-83d5-623941e600ce req-f41ec197-fa3e-4306-9bca-c1fb220756b6 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:56.536240 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f32d6491-43f6-4da4-83d5-623941e600ce req-f41ec197-fa3e-4306-9bca-c1fb220756b6 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 950 time: 0.1649001 Aug 09 15:45:56.536398 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74f950b-2b9d-4671-bfbc-ab4d0db5add3" -d '{"events": [{"server_uuid": "84f738d5-d7dc-4a69-ba6b-f72877b0da82", "name": "network-vif-plugged", "status": "completed", "tag": "e52b45ac-a8ae-4ee9-9440-503b9b38c74f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:56.542458 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.544024 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.569857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1288dec5-9b11-477a-9939-106117e22521 req-51e97039-c4e9-48a0-87ad-962cb19fc3cb tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302884 Aug 09 15:45:56.667942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:56.801514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f32d6491-43f6-4da4-83d5-623941e600ce req-5b88ec0e-79dc-4002-a33a-4d1bcc7cd10d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964307 Aug 09 15:45:56.804986 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f844187c-2b02-4517-8f79-f5bc0a52ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'name': 'tempest-ServersTestMultiNic-381912941-router', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:06Z', 'updated_at': '2021-08-09T15:45:55Z', 'revision_number': 5, 'project_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'gw_port': {'id': '9886980f-bb35-4a38-94d4-f4f1672f6f66', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:08Z', 'updated_at': '2021-08-09T15:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:56.824365 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f963050f-dae6-427b-ad5d-2b445fb73b5b x-openstack-request-id: req-f963050f-dae6-427b-ad5d-2b445fb73b5b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:56.825808 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f738d5-d7dc-4a69-ba6b-f72877b0da82", "name": "network-vif-plugged", "status": "completed", "tag": "e52b45ac-a8ae-4ee9-9440-503b9b38c74f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:56.826439 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f963050f-dae6-427b-ad5d-2b445fb73b5b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:56.827326 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f738d5-d7dc-4a69-ba6b-f72877b0da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f', 'code': 200} Aug 09 15:45:56.859153 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.864243 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f844187c-2b02-4517-8f79-f5bc0a52ffb3 None None] Checking router: fd8707c0-f8f0-496b-9f93-32af1aa5555c for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:56.886374 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f844187c-2b02-4517-8f79-f5bc0a52ffb3 None None] Routers {'fd8707c0-f8f0-496b-9f93-32af1aa5555c'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:56.888410 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f844187c-2b02-4517-8f79-f5bc0a52ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:45:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['fd8707c0-f8f0-496b-9f93-32af1aa5555c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:56.942722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-0341ed5f-c4e5-4162-a505-5bbc8cc188ef req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] For port ca4e4db8-2222-4d9d-82fd-33f3de8996aa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ca4e4db8-2222-4d9d-82fd-33f3de8996aa,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:56.946220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0341ed5f-c4e5-4162-a505-5bbc8cc188ef req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.949393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Deleting port 9886980f-bb35-4a38-94d4-f4f1672f6f66 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:56.949856 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.972120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-0341ed5f-c4e5-4162-a505-5bbc8cc188ef req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Calling delete_port for ca4e4db8-2222-4d9d-82fd-33f3de8996aa owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:56.997511 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-f844187c-2b02-4517-8f79-f5bc0a52ffb3 None None] Set router fd8707c0-f8f0-496b-9f93-32af1aa5555c gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:57.054615 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f844187c-2b02-4517-8f79-f5bc0a52ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'name': 'tempest-ServersTestMultiNic-381912941-router', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:06Z', 'updated_at': '2021-08-09T15:45:56Z', 'revision_number': 6, 'project_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:57.085497 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f844187c-2b02-4517-8f79-f5bc0a52ffb3 None None] The sync data for ids ['fd8707c0-f8f0-496b-9f93-32af1aa5555c'] in n-d-803778-2 is: [{'id': 'fd8707c0-f8f0-496b-9f93-32af1aa5555c', 'name': 'tempest-ServersTestMultiNic-381912941-router', 'tenant_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:06Z', 'updated_at': '2021-08-09T15:45:56Z', 'revision_number': 6, 'project_id': '4fe95ae5ac5c43c1bf5bfd641f7a602a', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:57.097752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] For port 9886980f-bb35-4a38-94d4-f4f1672f6f66, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9886980f-bb35-4a38-94d4-f4f1672f6f66,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:57.098134 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.115190 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Calling delete_port for 9886980f-bb35-4a38-94d4-f4f1672f6f66 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:57.192996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cccc5-0780-43e2-a215-09ee31a06eea req-d28a6891-9f5b-4beb-8368-f6cef839e700 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:57.194821 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-463cccc5-0780-43e2-a215-09ee31a06eea req-d28a6891-9f5b-4beb-8368-f6cef839e700 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0980480 Aug 09 15:45:57.291954 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-463cccc5-0780-43e2-a215-09ee31a06eea req-de21e078-961e-41a9-9869-0185aaca82b8 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637558 Aug 09 15:45:57.293709 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0341ed5f-c4e5-4162-a505-5bbc8cc188ef req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.307310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['ca4e4db8-2222-4d9d-82fd-33f3de8996aa', '5d3fa8ba-f310-461a-96a9-39f71d09dd8f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:57.328034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Pushing event deleted for resources: {'Port': ['ID=ca4e4db8-2222-4d9d-82fd-33f3de8996aa,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:57.340917 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.349176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:57.349176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:57.349176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:57.349795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:57.350259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:57.350696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:57.351171 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:57.351597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:57.352064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:57.352491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:57.352930 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:57.353395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:57.394402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Pushing event deleted for resources: {'Port': ['ID=9886980f-bb35-4a38-94d4-f4f1672f6f66,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:57.405980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['5fa26411-ff82-4c58-b342-60eee0e6252b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:57.428254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0341ed5f-c4e5-4162-a505-5bbc8cc188ef req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] No DVR routers for this DVR port ca4e4db8-2222-4d9d-82fd-33f3de8996aa on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:57.431369 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0341ed5f-c4e5-4162-a505-5bbc8cc188ef req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.434251 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0341ed5f-c4e5-4162-a505-5bbc8cc188ef req-71d37980-1945-49f2-9f82-033a00614b22 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.53 "DELETE /v2.0/ports/ca4e4db8-2222-4d9d-82fd-33f3de8996aa HTTP/1.1" status: 204 len: 173 time: 1.2287278 Aug 09 15:45:57.436486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a39dd97-1701-4a20-989e-947ced50080b', 'name': 'network-vif-deleted', 'tag': 'ca4e4db8-2222-4d9d-82fd-33f3de8996aa'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:57.449424 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abac8e5d-d768-4a91-a3ea-6aabdb29a5b9" -d '{"events": [{"server_uuid": "9a39dd97-1701-4a20-989e-947ced50080b", "name": "network-vif-deleted", "tag": "ca4e4db8-2222-4d9d-82fd-33f3de8996aa"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:57.506300 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.557949 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfe54b2-0906-4470-84b2-adc5db9401f6 x-openstack-request-id: req-4bfe54b2-0906-4470-84b2-adc5db9401f6 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:57.558326 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a39dd97-1701-4a20-989e-947ced50080b", "name": "network-vif-deleted", "tag": "ca4e4db8-2222-4d9d-82fd-33f3de8996aa", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:57.558724 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4bfe54b2-0906-4470-84b2-adc5db9401f6 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:57.559302 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a39dd97-1701-4a20-989e-947ced50080b', 'name': 'network-vif-deleted', 'tag': 'ca4e4db8-2222-4d9d-82fd-33f3de8996aa', 'status': 'completed', 'code': 200} Aug 09 15:45:57.650524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.667653 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.822185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.822779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd8707c0-f8f0-496b-9f93-32af1aa5555c {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:45:57.832522 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.838631 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f98367cd-2abb-4b2e-b5b5-52f4b6b8172a admin admin] 10.222.0.81 "DELETE /v2.0/routers/fd8707c0-f8f0-496b-9f93-32af1aa5555c HTTP/1.1" status: 204 len: 168 time: 1.6887465 Aug 09 15:45:57.840443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59222) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:57.849290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daface5-4319-42ea-b947-2eafdf19da8d req-2db00708-0087-440d-8eb5-14a7da35c12b tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:57.866941 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5daface5-4319-42ea-b947-2eafdf19da8d req-2db00708-0087-440d-8eb5-14a7da35c12b tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.1868834 Aug 09 15:45:57.967667 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5daface5-4319-42ea-b947-2eafdf19da8d req-f3328e3c-05b3-4301-a54f-a1d0e6e4e03f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821531 Aug 09 15:45:57.983628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d383e788-0e6c-4f1b-b671-56c91c21614a admin admin] Deleting subnet 2d16c5ed-209a-45ab-b274-b431ac22a3ea {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:45:57.991976 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d383e788-0e6c-4f1b-b671-56c91c21614a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.103377 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d383e788-0e6c-4f1b-b671-56c91c21614a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.135834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82b9fa-fc9c-405f-8767-4139193ad051 req-596bee92-3382-49dc-823b-f3a6aedbaa0e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:58.146632 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea82b9fa-fc9c-405f-8767-4139193ad051 req-596bee92-3382-49dc-823b-f3a6aedbaa0e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 945 time: 0.1007397 Aug 09 15:45:58.151082 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-258e32b9-0f20-4fc0-8aac-73b6f791d77c req-96de710f-7449-4013-9b56-8f77dda08122 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a39dd97-1701-4a20-989e-947ced50080b HTTP/1.1" status: 200 len: 210 time: 0.0415525 Aug 09 15:45:58.212211 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea82b9fa-fc9c-405f-8767-4139193ad051 req-eecfc57a-a057-4a56-adaa-b78fbfd2878c tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646391 Aug 09 15:45:58.345017 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d383e788-0e6c-4f1b-b671-56c91c21614a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.407293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a05d01-5419-4428-a0e7-634e8a7cb7c8 req-1b0f749a-18f9-49b2-be08-2ecb582790c8 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:58.408888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9a05d01-5419-4428-a0e7-634e8a7cb7c8 req-1b0f749a-18f9-49b2-be08-2ecb582790c8 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1039274 Aug 09 15:45:58.455682 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d383e788-0e6c-4f1b-b671-56c91c21614a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.487054 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d383e788-0e6c-4f1b-b671-56c91c21614a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.488763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f3a64c-a06d-488b-b9dd-6cd4c6e9d52b None None] Network 98ca93eb-ce92-4a95-a58b-1b312018fc73 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:58.491628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59240) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:58.492085 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d383e788-0e6c-4f1b-b671-56c91c21614a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2d16c5ed-209a-45ab-b274-b431ac22a3ea HTTP/1.1" status: 204 len: 168 time: 0.6498442 Aug 09 15:45:58.529164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9a05d01-5419-4428-a0e7-634e8a7cb7c8 req-12a040e5-7d2d-4180-a3fb-9d1aa4c232ee tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097019 Aug 09 15:45:58.530079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383e788-0e6c-4f1b-b671-56c91c21614a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d16c5ed-209a-45ab-b274-b431ac22a3ea,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:58.645968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.670833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c70fe34f-4feb-4efa-99eb-a551f606a261 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:58.730866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c70fe34f-4feb-4efa-99eb-a551f606a261 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:58.731496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c70fe34f-4feb-4efa-99eb-a551f606a261 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:58.731941 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9886980f-bb35-4a38-94d4-f4f1672f6f66 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:58.747778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Deleting port 286f5dc1-c996-4ab2-a073-4cf4430e172a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:58.748471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.774182 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 9886980f-bb35-4a38-94d4-f4f1672f6f66 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:58.774523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9886980f-bb35-4a38-94d4-f4f1672f6f66 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:58.874050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5e5b85-e6a7-49ac-9a24-53d1d29f14d8 None None] DHCP port deletion for 98ca93eb-ce92-4a95-a58b-1b312018fc73 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:45:58.891758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] For port 286f5dc1-c996-4ab2-a073-4cf4430e172a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=286f5dc1-c996-4ab2-a073-4cf4430e172a,segment=NetworkSegment(7582ee12-2689-4d48-a479-d6f569549ee3),segment_id=7582ee12-2689-4d48-a479-d6f569549ee3)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:58.892133 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.917276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce65bc0-3749-4f9d-b66e-ee73e8d73e86 req-484e9846-fb15-4f47-bed2-1097ee051f81 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:58.925931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ce65bc0-3749-4f9d-b66e-ee73e8d73e86 req-484e9846-fb15-4f47-bed2-1097ee051f81 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1044760 Aug 09 15:45:58.933287 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Calling delete_port for 286f5dc1-c996-4ab2-a073-4cf4430e172a owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:59.012404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e5b85-e6a7-49ac-9a24-53d1d29f14d8 None None] Deleting port 286f5dc1-c996-4ab2-a073-4cf4430e172a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:59.013696 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5b85-e6a7-49ac-9a24-53d1d29f14d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.058214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ce65bc0-3749-4f9d-b66e-ee73e8d73e86 req-e027b8ba-ea35-484e-a42b-c9d89598182c tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310956 Aug 09 15:45:59.096619 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1b5e5b85-e6a7-49ac-9a24-53d1d29f14d8 None None] For port 286f5dc1-c996-4ab2-a073-4cf4430e172a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=286f5dc1-c996-4ab2-a073-4cf4430e172a,segment=NetworkSegment(7582ee12-2689-4d48-a479-d6f569549ee3),segment_id=7582ee12-2689-4d48-a479-d6f569549ee3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:59.097357 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5b85-e6a7-49ac-9a24-53d1d29f14d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.117012 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e5b85-e6a7-49ac-9a24-53d1d29f14d8 None None] Calling delete_port for 286f5dc1-c996-4ab2-a073-4cf4430e172a owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:59.120096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.146963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Pushing event deleted for resources: {'Port': ['ID=286f5dc1-c996-4ab2-a073-4cf4430e172a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:59.154847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] No DVR routers for this DVR port 286f5dc1-c996-4ab2-a073-4cf4430e172a on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:59.236227 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5b85-e6a7-49ac-9a24-53d1d29f14d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.266585 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.270343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e5b85-e6a7-49ac-9a24-53d1d29f14d8 None None] Pushing event deleted for resources: {'Port': ['ID=286f5dc1-c996-4ab2-a073-4cf4430e172a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:59.272464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e5b85-e6a7-49ac-9a24-53d1d29f14d8 None None] No DVR routers for this DVR port 286f5dc1-c996-4ab2-a073-4cf4430e172a on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:59.302644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ca93eb-ce92-4a95-a58b-1b312018fc73']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:59.319587 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7582ee12-2689-4d48-a479-d6f569549ee3') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:59.320174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7582ee12-2689-4d48-a479-d6f569549ee3') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:59.339839 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.357498 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.370052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:45:59.370468 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.390634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0011501-289f-41c3-8d1e-424b8ad26461 req-5cedff35-c9a1-4036-9b78-3f5511710969 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:59.392834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0011501-289f-41c3-8d1e-424b8ad26461 req-5cedff35-c9a1-4036-9b78-3f5511710969 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0806139 Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:45:59.393649 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:45:59.460686 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0011501-289f-41c3-8d1e-424b8ad26461 req-390da31e-a743-4df2-a198-8e00fbf43a9e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500546 Aug 09 15:45:59.489984 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.499503 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.508221 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] 10.222.0.81 "DELETE /v2.0/networks/98ca93eb-ce92-4a95-a58b-1b312018fc73 HTTP/1.1" status: 204 len: 168 time: 1.0152991 Aug 09 15:45:59.530759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9fed6-e8f0-426c-9621-5304b858bc0f admin admin] Pushing event deleted for resources: {'Network': ['ID=98ca93eb-ce92-4a95-a58b-1b312018fc73,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:59.669016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01c5bc-94ea-4a65-a88e-31b8940085bf req-35779033-062c-4e68-aed5-12540ebfbbb5 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:59.670921 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc01c5bc-94ea-4a65-a88e-31b8940085bf req-35779033-062c-4e68-aed5-12540ebfbbb5 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 949 time: 0.0660036 Aug 09 15:45:59.701805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59274) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:59.715428 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc01c5bc-94ea-4a65-a88e-31b8940085bf req-07c6ab08-368c-467a-ba15-e26405890a5c tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372214 Aug 09 15:45:59.747644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-21112f25-0a5a-4a4d-9286-78dfa9f95352 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4fe95ae5ac5c43c1bf5bfd641f7a602a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443273 Aug 09 15:45:59.750911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59276) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:59.805138 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03c196d2-f525-44c6-bfb5-b35f5a393b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.830606 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03c196d2-f525-44c6-bfb5-b35f5a393b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.910816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03c196d2-f525-44c6-bfb5-b35f5a393b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.913351 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03c196d2-f525-44c6-bfb5-b35f5a393b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.914698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-03c196d2-f525-44c6-bfb5-b35f5a393b98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4e7054f-43ed-4b29-b166-e69d1e8157d9 HTTP/1.1" status: 204 len: 168 time: 0.1622565 Aug 09 15:45:59.923898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c196d2-f525-44c6-bfb5-b35f5a393b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e7054f-43ed-4b29-b166-e69d1e8157d9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:00.207592 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ca4e4db8-2222-4d9d-82fd-33f3de8996aa no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:00.249890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa36c16-d6a5-478e-8a8c-8bf99ce8aebd req-9a77fc14-d8ee-44dc-b96c-a231063e35ac tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:00.251666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: ca4e4db8-2222-4d9d-82fd-33f3de8996aa {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:00.252455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ca4e4db8-2222-4d9d-82fd-33f3de8996aa not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:00.253092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e52b45ac-a8ae-4ee9-9440-503b9b38c74f no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:00.258557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6aa36c16-d6a5-478e-8a8c-8bf99ce8aebd req-9a77fc14-d8ee-44dc-b96c-a231063e35ac tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0996978 Aug 09 15:46:00.347879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b809c-42d9-431a-b5b4-7d609e6fe106 req-c913b186-29e0-4cc2-a17f-f480291f010b tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:00.350263 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c08b809c-42d9-431a-b5b4-7d609e6fe106 req-c913b186-29e0-4cc2-a17f-f480291f010b tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.53 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 945 time: 0.0720444 Aug 09 15:46:00.365127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6aa36c16-d6a5-478e-8a8c-8bf99ce8aebd req-3e095ff2-f8b0-4835-8e8f-f2ed88c90776 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010101 Aug 09 15:46:00.380079 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.424096 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f738d5-d7dc-4a69-ba6b-f72877b0da82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:00.426662 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b782025-67ec-4f91-9d69-f139f6b5e939" -d '{"events": [{"server_uuid": "84f738d5-d7dc-4a69-ba6b-f72877b0da82", "name": "network-vif-unplugged", "status": "completed", "tag": "e52b45ac-a8ae-4ee9-9440-503b9b38c74f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:00.468857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e52b45ac-a8ae-4ee9-9440-503b9b38c74f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:00.488891 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.526457 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49f9e02-143e-401b-90f2-462678c60fed x-openstack-request-id: req-b49f9e02-143e-401b-90f2-462678c60fed {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:00.527449 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f738d5-d7dc-4a69-ba6b-f72877b0da82", "name": "network-vif-unplugged", "status": "completed", "tag": "e52b45ac-a8ae-4ee9-9440-503b9b38c74f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:00.527449 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b49f9e02-143e-401b-90f2-462678c60fed {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:00.527799 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f738d5-d7dc-4a69-ba6b-f72877b0da82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f', 'code': 200} Aug 09 15:46:00.575280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:00.649038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 286f5dc1-c996-4ab2-a073-4cf4430e172a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:00.685630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 286f5dc1-c996-4ab2-a073-4cf4430e172a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:00.685989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 286f5dc1-c996-4ab2-a073-4cf4430e172a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:00.918008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409f87b-fec3-49c2-ac0d-6538fe2fa7fd req-923a938f-b740-43e8-8ca1-062afb95ce20 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:00.921848 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d409f87b-fec3-49c2-ac0d-6538fe2fa7fd req-923a938f-b740-43e8-8ca1-062afb95ce20 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 943 time: 0.0988111 Aug 09 15:46:01.002864 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d409f87b-fec3-49c2-ac0d-6538fe2fa7fd req-9391822c-fd9b-46ed-91eb-8454e65ff444 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679007 Aug 09 15:46:01.020371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-c08b809c-42d9-431a-b5b4-7d609e6fe106 req-ace70eff-85b6-49b1-becc-02f6eec5ead8 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Deleting port e52b45ac-a8ae-4ee9-9440-503b9b38c74f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:01.020371 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c08b809c-42d9-431a-b5b4-7d609e6fe106 req-ace70eff-85b6-49b1-becc-02f6eec5ead8 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.049256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b104f-812a-4356-87a0-3e88c9c02fdc req-622b7c77-5807-4e12-86de-0eb41cb178f2 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:01.052332 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b4b104f-812a-4356-87a0-3e88c9c02fdc req-622b7c77-5807-4e12-86de-0eb41cb178f2 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 949 time: 0.0820503 Aug 09 15:46:01.055276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59342) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:01.148820 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b4b104f-812a-4356-87a0-3e88c9c02fdc req-68466ba2-751a-406c-aa8e-3c2b8877a1ec tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771949 Aug 09 15:46:01.159330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334e201-fffd-4b4c-8958-d173d430c177 req-1aa1e7e9-6382-474e-a76c-2c0e16abf96d tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:01.160888 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9334e201-fffd-4b4c-8958-d173d430c177 req-1aa1e7e9-6382-474e-a76c-2c0e16abf96d tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0889437 Aug 09 15:46:01.164173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1df1b1-269b-4da4-9b5f-a0f7a6ea5cfc req-83c81f19-c666-4b3f-897e-45c85f5e0202 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:01.166391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb1df1b1-269b-4da4-9b5f-a0f7a6ea5cfc req-83c81f19-c666-4b3f-897e-45c85f5e0202 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.60 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 949 time: 0.1124256 Aug 09 15:46:01.175742 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-c08b809c-42d9-431a-b5b4-7d609e6fe106 req-ace70eff-85b6-49b1-becc-02f6eec5ead8 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] For port e52b45ac-a8ae-4ee9-9440-503b9b38c74f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:01.176517 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c08b809c-42d9-431a-b5b4-7d609e6fe106 req-ace70eff-85b6-49b1-becc-02f6eec5ead8 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.221114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-c08b809c-42d9-431a-b5b4-7d609e6fe106 req-ace70eff-85b6-49b1-becc-02f6eec5ead8 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Calling delete_port for e52b45ac-a8ae-4ee9-9440-503b9b38c74f owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:01.227042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-356757391-network', 'tenant_id': '36f5b17513bf476d8c384854b2a2d252'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:01.273300 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9334e201-fffd-4b4c-8958-d173d430c177 req-306f5528-fb8d-46bb-81da-3ec0126d2fb9 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057892 Aug 09 15:46:01.311047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Made reservation on behalf of 36f5b17513bf476d8c384854b2a2d252 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:01.314207 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.325149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.342578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-eb1df1b1-269b-4da4-9b5f-a0f7a6ea5cfc req-e29ac1c0-5fda-4e5b-a741-0001239159ca tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Deleting port 5fa26411-ff82-4c58-b342-60eee0e6252b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:01.342927 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-eb1df1b1-269b-4da4-9b5f-a0f7a6ea5cfc req-e29ac1c0-5fda-4e5b-a741-0001239159ca tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.425103 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c08b809c-42d9-431a-b5b4-7d609e6fe106 req-ace70eff-85b6-49b1-becc-02f6eec5ead8 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.457917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-eb1df1b1-269b-4da4-9b5f-a0f7a6ea5cfc req-e29ac1c0-5fda-4e5b-a741-0001239159ca tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] For port 5fa26411-ff82-4c58-b342-60eee0e6252b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5fa26411-ff82-4c58-b342-60eee0e6252b,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:01.458430 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-eb1df1b1-269b-4da4-9b5f-a0f7a6ea5cfc req-e29ac1c0-5fda-4e5b-a741-0001239159ca tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.465637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace70eff-85b6-49b1-becc-02f6eec5ead8 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event deleted for resources: {'Port': ['ID=e52b45ac-a8ae-4ee9-9440-503b9b38c74f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:01.479772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-eb1df1b1-269b-4da4-9b5f-a0f7a6ea5cfc req-e29ac1c0-5fda-4e5b-a741-0001239159ca tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Calling delete_port for 5fa26411-ff82-4c58-b342-60eee0e6252b owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:01.507324 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08b809c-42d9-431a-b5b4-7d609e6fe106 req-ace70eff-85b6-49b1-becc-02f6eec5ead8 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] No DVR routers for this DVR port e52b45ac-a8ae-4ee9-9440-503b9b38c74f on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:46:01.509897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c08b809c-42d9-431a-b5b4-7d609e6fe106 req-ace70eff-85b6-49b1-becc-02f6eec5ead8 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.511949 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c08b809c-42d9-431a-b5b4-7d609e6fe106 req-ace70eff-85b6-49b1-becc-02f6eec5ead8 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.53 "DELETE /v2.0/ports/e52b45ac-a8ae-4ee9-9440-503b9b38c74f HTTP/1.1" status: 204 len: 173 time: 1.1457489 Aug 09 15:46:01.512380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f738d5-d7dc-4a69-ba6b-f72877b0da82', 'name': 'network-vif-deleted', 'tag': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:01.514949 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6b4976-7274-4815-8eb8-d618c3925d36" -d '{"events": [{"server_uuid": "84f738d5-d7dc-4a69-ba6b-f72877b0da82", "name": "network-vif-deleted", "tag": "e52b45ac-a8ae-4ee9-9440-503b9b38c74f"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:01.560547 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae3bab4-8a81-4f2d-9070-8400d936d748 x-openstack-request-id: req-fae3bab4-8a81-4f2d-9070-8400d936d748 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:01.560845 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f738d5-d7dc-4a69-ba6b-f72877b0da82", "name": "network-vif-deleted", "tag": "e52b45ac-a8ae-4ee9-9440-503b9b38c74f", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:01.561097 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fae3bab4-8a81-4f2d-9070-8400d936d748 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:01.562488 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f738d5-d7dc-4a69-ba6b-f72877b0da82', 'name': 'network-vif-deleted', 'tag': 'e52b45ac-a8ae-4ee9-9440-503b9b38c74f', 'status': 'completed', 'code': 200} Aug 09 15:46:01.583985 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.589098 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.623245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:46:01.634539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:01.641773 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.642128 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Added segment 69bd7969-7617-41ed-9e0a-afd669430596 of type vlan for network 47fdb2fd-0577-483b-bbb7-f606800bb9ba Aug 09 15:46:01.718602 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.739468 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-eb1df1b1-269b-4da4-9b5f-a0f7a6ea5cfc req-e29ac1c0-5fda-4e5b-a741-0001239159ca tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.755079 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5d3fa8ba-f310-461a-96a9-39f71d09dd8f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:01.779357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ac1c0-5fda-4e5b-a741-0001239159ca tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Pushing event deleted for resources: {'Port': ['ID=5fa26411-ff82-4c58-b342-60eee0e6252b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:01.789621 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.790019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:01.790455 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.802210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['5fa26411-ff82-4c58-b342-60eee0e6252b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:01.884611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1df1b1-269b-4da4-9b5f-a0f7a6ea5cfc req-e29ac1c0-5fda-4e5b-a741-0001239159ca tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] No DVR routers for this DVR port 5fa26411-ff82-4c58-b342-60eee0e6252b on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:46:01.888849 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-eb1df1b1-269b-4da4-9b5f-a0f7a6ea5cfc req-e29ac1c0-5fda-4e5b-a741-0001239159ca tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.890931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb1df1b1-269b-4da4-9b5f-a0f7a6ea5cfc req-e29ac1c0-5fda-4e5b-a741-0001239159ca tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.60 "DELETE /v2.0/ports/5fa26411-ff82-4c58-b342-60eee0e6252b HTTP/1.1" status: 204 len: 173 time: 0.7127385 Aug 09 15:46:01.891388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e41e18-ba2f-460a-8993-6b617fc132ce', 'name': 'network-vif-deleted', 'tag': '5fa26411-ff82-4c58-b342-60eee0e6252b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:01.894071 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46926df2-2b7f-44c1-b64c-c8d669cb1c07" -d '{"events": [{"server_uuid": "54e41e18-ba2f-460a-8993-6b617fc132ce", "name": "network-vif-deleted", "tag": "5fa26411-ff82-4c58-b342-60eee0e6252b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:01.906880 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8495617 Aug 09 15:46:01.911867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59376) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:01.915748 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c086d2e-ad55-43e6-98a9-550b3a26afa2 req-b32e8d16-cad0-4abe-ba06-b3dfb9b668e5 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:01.917342 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c086d2e-ad55-43e6-98a9-550b3a26afa2 req-b32e8d16-cad0-4abe-ba06-b3dfb9b668e5 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 950 time: 0.0675213 Aug 09 15:46:01.917790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-9be0c9f2-57a4-4d76-a4bd-9a9aac0be2da admin admin] Request body: {'subnet': {'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-356757391-subnet', 'tenant_id': '36f5b17513bf476d8c384854b2a2d252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:01.929712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac266b-258a-405a-a433-d1a233c455ba admin admin] Pushing event updated for resources: {'Network': ['ID=47fdb2fd-0577-483b-bbb7-f606800bb9ba,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:01.957172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be0c9f2-57a4-4d76-a4bd-9a9aac0be2da admin admin] Made reservation on behalf of 36f5b17513bf476d8c384854b2a2d252 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:01.960203 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9be0c9f2-57a4-4d76-a4bd-9a9aac0be2da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:01.963198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 47fdb2fd-0577-483b-bbb7-f606800bb9ba details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:46:02.003726 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c086d2e-ad55-43e6-98a9-550b3a26afa2 req-480c44e9-9507-4177-a544-010a3517bd33 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581274 Aug 09 15:46:02.008280 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495756c4-e65b-4492-8edd-ffdd2b60f7c3 x-openstack-request-id: req-495756c4-e65b-4492-8edd-ffdd2b60f7c3 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:02.008797 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e41e18-ba2f-460a-8993-6b617fc132ce", "name": "network-vif-deleted", "tag": "5fa26411-ff82-4c58-b342-60eee0e6252b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:02.009563 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-495756c4-e65b-4492-8edd-ffdd2b60f7c3 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:02.010201 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e41e18-ba2f-460a-8993-6b617fc132ce', 'name': 'network-vif-deleted', 'tag': '5fa26411-ff82-4c58-b342-60eee0e6252b', 'status': 'completed', 'code': 200} Aug 09 15:46:02.238889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9be0c9f2-57a4-4d76-a4bd-9a9aac0be2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.239593 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b66197c-9426-4f44-8225-bce0578c1219 req-10880f7d-6dba-4342-b700-6394b2c0a125 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=84f738d5-d7dc-4a69-ba6b-f72877b0da82 HTTP/1.1" status: 200 len: 210 time: 0.0512786 Aug 09 15:46:02.404626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0c9f2-57a4-4d76-a4bd-9a9aac0be2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f828d50-83aa-441b-9645-e7600b469a85,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:02.407000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0c9f2-57a4-4d76-a4bd-9a9aac0be2da admin admin] Checking segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:02.407646 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0c9f2-57a4-4d76-a4bd-9a9aac0be2da admin admin] Network hostable DHCP agents. Network: 47fdb2fd-0577-483b-bbb7-f606800bb9ba, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:46:02.430098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0c9f2-57a4-4d76-a4bd-9a9aac0be2da admin admin] Network 47fdb2fd-0577-483b-bbb7-f606800bb9ba is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:46:02.430290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4683b09c-a996-487f-a64f-7e6773b7f093 req-e1b7f911-4ee1-442b-b82d-c26c6bbfb1a3 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=54e41e18-ba2f-460a-8993-6b617fc132ce HTTP/1.1" status: 200 len: 210 time: 0.0491192 Aug 09 15:46:02.441162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-9be0c9f2-57a4-4d76-a4bd-9a9aac0be2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 47fdb2fd-0577-483b-bbb7-f606800bb9ba) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:02.452507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be0c9f2-57a4-4d76-a4bd-9a9aac0be2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:02.453117 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9be0c9f2-57a4-4d76-a4bd-9a9aac0be2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.463408 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf8dff-aaf4-482c-892c-8753678b841e None None] Network 47fdb2fd-0577-483b-bbb7-f606800bb9ba requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:02.486988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9be0c9f2-57a4-4d76-a4bd-9a9aac0be2da admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5735843 Aug 09 15:46:02.650765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7113b0-fe89-446b-962a-20b1d7fa498d None None] Network 47fdb2fd-0577-483b-bbb7-f606800bb9ba requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:02.658787 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b78659-9081-40cf-ab5c-6ca05258fd01 req-d6db9666-14af-46e3-8f19-daa3974bb04e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:02.668040 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2b78659-9081-40cf-ab5c-6ca05258fd01 req-d6db9666-14af-46e3-8f19-daa3974bb04e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1064396 Aug 09 15:46:02.713840 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254992d-c606-4cc7-bc10-206abfbd42e6 req-5c716749-b11c-47fb-a5f8-b299eb49819b tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:02.716514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3254992d-c606-4cc7-bc10-206abfbd42e6 req-5c716749-b11c-47fb-a5f8-b299eb49819b tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 1096 time: 0.1013639 Aug 09 15:46:02.717998 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2b78659-9081-40cf-ab5c-6ca05258fd01 req-501610c6-6d27-4ba9-8bc3-9a97bea94d55 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391622 Aug 09 15:46:02.800664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3254992d-c606-4cc7-bc10-206abfbd42e6 req-af7cd979-a3c5-4fef-90f1-314d5ee8bbde tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678744 Aug 09 15:46:03.222574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e2109dc-f728-4872-96b5-a160945e2c5f tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:03.225066 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e2109dc-f728-4872-96b5-a160945e2c5f tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.1399362 Aug 09 15:46:03.242627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-177b0e05-1b2f-49f1-993d-9669ebab32e4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/quotas/36f5b17513bf476d8c384854b2a2d252 HTTP/1.1" status: 200 len: 375 time: 0.0105021 Aug 09 15:46:03.279695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-7a27a354-7790-42ff-8607-9dd9f2933ffd tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296314 Aug 09 15:46:03.387198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-99ba8e31-72f4-4fe8-82bb-2a9995c8d347 service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969062 Aug 09 15:46:03.492239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-79972be5-9f69-4d84-b3ed-dde412544628 service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979977 Aug 09 15:46:03.990244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0ad3366-d999-4b20-b4d1-5d4a22ccf8f3 req-ef3f5b61-98b1-49f1-8ab7-38a2b1c0f419 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 210 time: 0.0547631 Aug 09 15:46:04.016529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-797d7fec-9afa-4413-a4d4-87d5c486701d tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:46:04.024284 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-797d7fec-9afa-4413-a4d4-87d5c486701d tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0763667 Aug 09 15:46:04.091338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] Request body: {'binding': {'host': 'n-h2-803778-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:04.091797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] Unknown quota resources ['binding']. {{(pid=94290) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:46:04.182689 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:46:04.217125 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device bfce5f2a-da55-40fa-8f79-c24512a06f08 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:04.279931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] Attempting to bind port 16179699-1848-4c07-abe9-feddcc74e872 on host n-h2-803778-2 for vnic_type normal with profile None {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:04.280485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] Attempting to bind port 16179699-1848-4c07-abe9-feddcc74e872 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:04.280833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] Attempting to bind port 16179699-1848-4c07-abe9-feddcc74e872 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:04.287213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] Port 16179699-1848-4c07-abe9-feddcc74e872 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:46:04.288252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] Attempting to bind port 16179699-1848-4c07-abe9-feddcc74e872 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:04.294441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:04.294877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:04.295625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] Bound using segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:04.296143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] Bound port: 16179699-1848-4c07-abe9-feddcc74e872, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:04.333323 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.368327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de04ec25-1595-4ebe-823d-5a9b35e1dc9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfce5f2a-da55-40fa-8f79-c24512a06f08'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:04.370751 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11254848-5efe-4147-9bb2-61a4eb8ba913" -d '{"events": [{"server_uuid": "de04ec25-1595-4ebe-823d-5a9b35e1dc9b", "name": "network-vif-unplugged", "status": "completed", "tag": "bfce5f2a-da55-40fa-8f79-c24512a06f08"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:04.386035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port bfce5f2a-da55-40fa-8f79-c24512a06f08, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=bfce5f2a-da55-40fa-8f79-c24512a06f08,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:04.392537 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.393269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e52b45ac-a8ae-4ee9-9440-503b9b38c74f no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:04.441646 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: e52b45ac-a8ae-4ee9-9440-503b9b38c74f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:04.442273 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e52b45ac-a8ae-4ee9-9440-503b9b38c74f not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:04.454450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=16179699-1848-4c07-abe9-feddcc74e872,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:04.464274 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] Notify callbacks [] for binding, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.465621 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-9d282f45-9d40-484a-8c76-efd184feec7d service neutron] 10.222.0.81 "POST /v2.0/ports/16179699-1848-4c07-abe9-feddcc74e872/bindings HTTP/1.1" status: 201 len: 389 time: 0.4405181 Aug 09 15:46:04.480483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=bfce5f2a-da55-40fa-8f79-c24512a06f08,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:04.489735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-bed61684-8096-4b77-86da-b920577c7ae3 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.491721 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-bed61684-8096-4b77-86da-b920577c7ae3 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/networks?id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf HTTP/1.1" status: 200 len: 821 time: 0.1753829 Aug 09 15:46:04.518515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-479ea5ce-2863-4028-a324-61d4f77c2844 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/quotas/fc6dd991b1614433a485866837d57ab6 HTTP/1.1" status: 200 len: 375 time: 0.0190680 Aug 09 15:46:04.569989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5fa26411-ff82-4c58-b342-60eee0e6252b no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:04.579341 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-535c3747-ff77-422b-b835-1706d774b6a5 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc6dd991b1614433a485866837d57ab6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555515 Aug 09 15:46:04.615110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 5fa26411-ff82-4c58-b342-60eee0e6252b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:04.615970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5fa26411-ff82-4c58-b342-60eee0e6252b not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:04.716888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-0c65cdb7-fcf7-4da7-8e2b-645460d7152c service neutron] 10.222.0.81 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171768 Aug 09 15:46:04.721245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053cc49-b292-47bf-8b0d-3bbcbe4056ac req-36b7a926-56fa-4e3f-9d56-bfc5932864ea tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.724723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9053cc49-b292-47bf-8b0d-3bbcbe4056ac req-36b7a926-56fa-4e3f-9d56-bfc5932864ea tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 951 time: 0.0718920 Aug 09 15:46:04.786354 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9053cc49-b292-47bf-8b0d-3bbcbe4056ac req-10e23f82-0e11-47e1-9c7b-60f5a1e6bed9 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530493 Aug 09 15:46:04.849356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-875dfbfc-afc3-453d-83ad-58d87287e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.850979 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-875dfbfc-afc3-453d-83ad-58d87287e518 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 1096 time: 0.0826008 Aug 09 15:46:04.893578 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-42791a27-2fe7-47dd-9bee-be62e0188545 service neutron] 10.222.0.81 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757286 Aug 09 15:46:04.987032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-f5cab8a6-8694-4f0d-9fd3-4834e572152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.989111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-f5cab8a6-8694-4f0d-9fd3-4834e572152e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.1260190 Aug 09 15:46:05.064003 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-c1f8fa72-2470-4e1c-98dd-17b5ac0609d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16179699-1848-4c07-abe9-feddcc74e872 HTTP/1.1" status: 200 len: 217 time: 0.0669773 Aug 09 15:46:05.076705 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dc58f2-cd09-4570-bea2-4a294f9ce41d x-openstack-request-id: req-34dc58f2-cd09-4570-bea2-4a294f9ce41d {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:05.077029 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de04ec25-1595-4ebe-823d-5a9b35e1dc9b", "name": "network-vif-unplugged", "status": "completed", "tag": "bfce5f2a-da55-40fa-8f79-c24512a06f08", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:05.077310 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34dc58f2-cd09-4570-bea2-4a294f9ce41d {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:05.078019 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de04ec25-1595-4ebe-823d-5a9b35e1dc9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfce5f2a-da55-40fa-8f79-c24512a06f08', 'code': 200} Aug 09 15:46:05.079474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-41cd6eb8-9665-4865-b648-09a256318fbd tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:05.081035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-41cd6eb8-9665-4865-b648-09a256318fbd tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.1794131 Aug 09 15:46:05.095000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Request body: {'port': {'device_id': '514644ce-9d8b-4379-8652-98f8b1c214cc', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'admin_state_up': True, 'tenant_id': '36f5b17513bf476d8c384854b2a2d252'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:05.133042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-4a1c6729-4c1d-4133-bd38-70e02ac7a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:05.135149 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-4a1c6729-4c1d-4133-bd38-70e02ac7a794 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.0615058 Aug 09 15:46:05.232070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-cd63a0c5-0b44-46c0-8886-8a1dce58d18a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808129 Aug 09 15:46:05.267141 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a893b-6e44-45ed-b797-b85d73ecb7f9 req-2e7d5902-89bb-493f-ac9b-2580981f5fb7 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:05.268723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e9a893b-6e44-45ed-b797-b85d73ecb7f9 req-2e7d5902-89bb-493f-ac9b-2580981f5fb7 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.0880606 Aug 09 15:46:05.333146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Made reservation on behalf of 36f5b17513bf476d8c384854b2a2d252 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:05.337122 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.373052 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e9a893b-6e44-45ed-b797-b85d73ecb7f9 req-4cb7958a-17a2-4239-9242-538246a5f43e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946195 Aug 09 15:46:05.570364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa5939-020e-4126-9439-c347374df442 req-d8adca09-fbe5-47d0-93e9-211f7185608a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:05.577731 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-84fa5939-020e-4126-9439-c347374df442 req-d8adca09-fbe5-47d0-93e9-211f7185608a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1242146 Aug 09 15:46:05.614978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Allocated IP 172.20.0.10 (47fdb2fd-0577-483b-bbb7-f606800bb9ba/7f828d50-83aa-441b-9645-e7600b469a85/9d16181f-a694-4aa9-ad7c-8daba97472f0) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:05.640807 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-84fa5939-020e-4126-9439-c347374df442 req-352b2a52-ceac-437d-93bc-503ae4b85522 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620000 Aug 09 15:46:05.722170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8e1e9-9bc7-4a2b-9af0-47085faa4e87 req-b899abe2-1b2d-4465-908b-29ed22a0e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:05.724362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62c8e1e9-9bc7-4a2b-9af0-47085faa4e87 req-b899abe2-1b2d-4465-908b-29ed22a0e58d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 1097 time: 0.5126884 Aug 09 15:46:05.736509 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6389a81f-3021-44f3-9801-c249c32db895 req-6b0c43ae-8c2e-4003-a07c-fcc1309b80c9 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 210 time: 0.0573156 Aug 09 15:46:05.852035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-8cafd178-b52f-4cf6-852d-1df287ebfa88 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902309 Aug 09 15:46:05.891940 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f62511ff-2c42-42b0-a150-b45d644d286e req-020527e1-f031-410a-912a-bd31bb156830 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 210 time: 0.0864577 Aug 09 15:46:05.932454 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.976716 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:05.999189 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8e1e9-9bc7-4a2b-9af0-47085faa4e87 req-b6dde20b-8414-4c51-a2a1-8719ee786ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:06.001231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62c8e1e9-9bc7-4a2b-9af0-47085faa4e87 req-b6dde20b-8414-4c51-a2a1-8719ee786ec7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 920 time: 0.2610118 Aug 09 15:46:06.025098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Network 47fdb2fd-0577-483b-bbb7-f606800bb9ba is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:06.028272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:06.032120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:06.038570 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Pushing event updated for resources: {'Port': ['ID=9d16181f-a694-4aa9-ad7c-8daba97472f0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:06.076036 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62c8e1e9-9bc7-4a2b-9af0-47085faa4e87 req-3589afd7-0060-47eb-9a2b-d7c8d89a47b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2abb3c5-a8ce-4ba9-9da1-53135b71baef HTTP/1.1" status: 200 len: 217 time: 0.0550146 Aug 09 15:46:06.089580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70a6e2-7cfd-4a51-8daa-3652345f3e1d req-015e54a8-1370-4caa-ae4a-d9dae914a52d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:06.091278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b70a6e2-7cfd-4a51-8daa-3652345f3e1d req-015e54a8-1370-4caa-ae4a-d9dae914a52d tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 951 time: 0.1493039 Aug 09 15:46:06.096447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:06.097141 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.102782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-e30c00fc-1a20-4c95-bb9f-52f0a7544ae6 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405641 Aug 09 15:46:06.144493 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-d7963b5b-1be7-4f43-abef-98b657ed9ae2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0545189 Aug 09 15:46:06.157832 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b02e3f-b157-4a7f-b3cc-257770f02662 req-0a437ec2-1ff9-4a44-ab79-db318b39d80b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:06.160060 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-76b02e3f-b157-4a7f-b3cc-257770f02662 req-0a437ec2-1ff9-4a44-ab79-db318b39d80b tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.53 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 951 time: 0.0838349 Aug 09 15:46:06.165639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Request body: {'port': {'device_id': '514644ce-9d8b-4379-8652-98f8b1c214cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:06.217143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b70a6e2-7cfd-4a51-8daa-3652345f3e1d req-21d0c199-de78-40a3-8f0d-cb365c374525 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/security-groups?id=ebb508c2-16da-4185-9d85-1e364ce81745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129951 Aug 09 15:46:06.226369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8e1e9-9bc7-4a2b-9af0-47085faa4e87 req-d0587bf9-8f5b-42e7-8889-5dae64052112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:06.229698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62c8e1e9-9bc7-4a2b-9af0-47085faa4e87 req-d0587bf9-8f5b-42e7-8889-5dae64052112 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6e317da-0465-4e5b-8a29-aafbf8c77643 HTTP/1.1" status: 200 len: 859 time: 0.1373761 Aug 09 15:46:06.230621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a0caf65e-01fd-44ac-82ea-1fa89d84a0de details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:06.260484 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.318230 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62c8e1e9-9bc7-4a2b-9af0-47085faa4e87 req-d13854e7-6789-4229-b398-4f32628b5cad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82283e74-616b-427b-ba3d-233252319544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812199 Aug 09 15:46:06.569409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62c8e1e9-9bc7-4a2b-9af0-47085faa4e87 req-1be0d0d9-5b5e-41bd-8e50-1a3a40079c0b service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389665 Aug 09 15:46:06.577990 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:06.622398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'mac_address': 'fa:16:3e:45:ae:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:06.675327 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.691674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0caf65e-01fd-44ac-82ea-1fa89d84a0de {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:06.722326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:06.729118 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.787629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-76b02e3f-b157-4a7f-b3cc-257770f02662 req-21caf1a3-b10e-47d9-b698-87d00d76bd59 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Deleting port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:06.787859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-76b02e3f-b157-4a7f-b3cc-257770f02662 req-21caf1a3-b10e-47d9-b698-87d00d76bd59 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:06.805543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-82c8f358-2c03-4807-85bd-e8170eb4b87c tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:06.807506 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-82c8f358-2c03-4807-85bd-e8170eb4b87c tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.53 "GET /v2.0/networks?id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf HTTP/1.1" status: 200 len: 821 time: 0.3453538 Aug 09 15:46:06.826229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:06.830841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Request body: {'port': {'device_id': '270b9366-54c7-47c3-a858-cf7b2107e0c8', 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf', 'admin_state_up': True, 'tenant_id': 'fc6dd991b1614433a485866837d57ab6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:06.878524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['a0caf65e-01fd-44ac-82ea-1fa89d84a0de'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:06.924407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45c46d-0023-403f-9e00-7e1fa7fb12b3 req-bc6235a3-a609-49a3-9a43-5a614d79b6a3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:06.928390 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d45c46d-0023-403f-9e00-7e1fa7fb12b3 req-bc6235a3-a609-49a3-9a43-5a614d79b6a3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.3725588 Aug 09 15:46:07.035860 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d45c46d-0023-403f-9e00-7e1fa7fb12b3 req-422ea05e-d3e0-439c-a04c-4ea829b09ce7 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858669 Aug 09 15:46:07.042412 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62c8e1e9-9bc7-4a2b-9af0-47085faa4e87 req-2c6b11fe-3fce-4e1b-933e-d1c389af4753 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581339 Aug 09 15:46:07.042536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-76b02e3f-b157-4a7f-b3cc-257770f02662 req-21caf1a3-b10e-47d9-b698-87d00d76bd59 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] For port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:07.042783 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-76b02e3f-b157-4a7f-b3cc-257770f02662 req-21caf1a3-b10e-47d9-b698-87d00d76bd59 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.091024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd71d9-8b1b-4b77-942a-0fbda5f7b4ff req-68e67055-70ed-448f-865a-aa10c95214c1 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:07.099618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bfd71d9-8b1b-4b77-942a-0fbda5f7b4ff req-68e67055-70ed-448f-865a-aa10c95214c1 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.2615554 Aug 09 15:46:07.107401 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-76b02e3f-b157-4a7f-b3cc-257770f02662 req-21caf1a3-b10e-47d9-b698-87d00d76bd59 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Calling delete_port for 5d3fa8ba-f310-461a-96a9-39f71d09dd8f owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:07.208766 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bfd71d9-8b1b-4b77-942a-0fbda5f7b4ff req-89f7b866-aa7b-4387-9fe0-3cb202f21244 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017666 Aug 09 15:46:07.247131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Made reservation on behalf of fc6dd991b1614433a485866837d57ab6 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:07.252319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.407516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d16181f-a694-4aa9-ad7c-8daba97472f0 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:07.416078 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.431381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Transition to ACTIVE for port object 9d16181f-a694-4aa9-ad7c-8daba97472f0 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:07.434407 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-76b02e3f-b157-4a7f-b3cc-257770f02662 req-21caf1a3-b10e-47d9-b698-87d00d76bd59 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.451942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Allocated IP 172.20.0.5 (7a01052f-b956-4ec5-b66d-2d8d93fe2bcf/d77fdd6f-3057-40eb-be96-e34a96c83534/48f82b31-3955-44f8-8b1f-825bcd73a9d2) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:07.496708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.530430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21caf1a3-b10e-47d9-b698-87d00d76bd59 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Pushing event deleted for resources: {'Port': ['ID=5d3fa8ba-f310-461a-96a9-39f71d09dd8f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:07.576904 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-27ede0d6-d1ea-4be7-ab3b-9ed442befdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.618335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b02e3f-b157-4a7f-b3cc-257770f02662 req-21caf1a3-b10e-47d9-b698-87d00d76bd59 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] No DVR routers for this DVR port 5d3fa8ba-f310-461a-96a9-39f71d09dd8f on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:46:07.620093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Pushing event updated for resources: {'Port': ['ID=9d16181f-a694-4aa9-ad7c-8daba97472f0,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:07.632903 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-76b02e3f-b157-4a7f-b3cc-257770f02662 req-21caf1a3-b10e-47d9-b698-87d00d76bd59 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.650618 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-76b02e3f-b157-4a7f-b3cc-257770f02662 req-21caf1a3-b10e-47d9-b698-87d00d76bd59 tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.53 "DELETE /v2.0/ports/5d3fa8ba-f310-461a-96a9-39f71d09dd8f HTTP/1.1" status: 204 len: 173 time: 1.4508171 Aug 09 15:46:07.652732 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'name': 'network-vif-deleted', 'tag': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:07.661991 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d67e3f2-cf1b-436b-a5d0-6851d7a42142" -d '{"events": [{"server_uuid": "a889a809-0df9-4159-a008-0bcdfb546a73", "name": "network-vif-deleted", "tag": "5d3fa8ba-f310-461a-96a9-39f71d09dd8f"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:07.684454 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e632aac-93f6-4d58-9307-45aff8616810 req-2c510e7c-ee62-46c1-95e4-367db5c5e0a7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:07.690816 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e632aac-93f6-4d58-9307-45aff8616810 req-2c510e7c-ee62-46c1-95e4-367db5c5e0a7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 944 time: 0.2579751 Aug 09 15:46:07.728673 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.786173 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.886986 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e632aac-93f6-4d58-9307-45aff8616810 req-a769082b-c04b-4b50-91d8-957ed2cda64e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885161 Aug 09 15:46:07.893200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:07.900243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:07.914650 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5d3fa8ba-f310-461a-96a9-39f71d09dd8f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:07.916857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:07.977665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123b3ac-e516-47e6-ab67-6a66cdff44c7 req-1dfd1ee1-693e-474c-a008-50ba1e9fc76e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:07.986451 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4123b3ac-e516-47e6-ab67-6a66cdff44c7 req-1dfd1ee1-693e-474c-a008-50ba1e9fc76e tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 931 time: 0.2145724 Aug 09 15:46:07.992361 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event updated for resources: {'Port': ['ID=48f82b31-3955-44f8-8b1f-825bcd73a9d2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:08.017896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Attempting to bind port 9d16181f-a694-4aa9-ad7c-8daba97472f0 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:08.024302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Attempting to bind port 9d16181f-a694-4aa9-ad7c-8daba97472f0 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:08.026837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Attempting to bind port 9d16181f-a694-4aa9-ad7c-8daba97472f0 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:08.049841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Port 9d16181f-a694-4aa9-ad7c-8daba97472f0 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:46:08.050183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Attempting to bind port 9d16181f-a694-4aa9-ad7c-8daba97472f0 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:08.064397 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4123b3ac-e516-47e6-ab67-6a66cdff44c7 req-6b29cbd1-fdca-43df-81a7-197d68015b5d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749393 Aug 09 15:46:08.068969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:08.068969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Checking segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:08.068969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Bound using segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:08.068969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Bound port: 9d16181f-a694-4aa9-ad7c-8daba97472f0, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:08.069486 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.081938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:08.082788 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.109157 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74c9423e-303d-444c-8625-6e2305647400 req-6dbb36cb-c302-4bfd-ae46-5a036fba299c tempest-ServersAdminTestJSON-551375225 tempest-ServersAdminTestJSON-551375225-project] 10.222.0.81 "GET /v2.0/ports?device_id=a889a809-0df9-4159-a008-0bcdfb546a73 HTTP/1.1" status: 200 len: 210 time: 0.0563817 Aug 09 15:46:08.112975 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-2cbdf1cc-9d47-44f4-a144-f5df3ed95dee tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2910464 Aug 09 15:46:08.133687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Request body: {'port': {'device_id': '270b9366-54c7-47c3-a858-cf7b2107e0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:08.244132 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cc4b49-8923-4710-a39d-e30c4899abe1 x-openstack-request-id: req-09cc4b49-8923-4710-a39d-e30c4899abe1 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:08.245568 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a889a809-0df9-4159-a008-0bcdfb546a73", "name": "network-vif-deleted", "tag": "5d3fa8ba-f310-461a-96a9-39f71d09dd8f", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:08.246243 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09cc4b49-8923-4710-a39d-e30c4899abe1 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:08.248271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a0caf65e-01fd-44ac-82ea-1fa89d84a0de up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:08.251627 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a889a809-0df9-4159-a008-0bcdfb546a73', 'name': 'network-vif-deleted', 'tag': '5d3fa8ba-f310-461a-96a9-39f71d09dd8f', 'status': 'completed', 'code': 200} Aug 09 15:46:08.273279 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] For port 9d16181f-a694-4aa9-ad7c-8daba97472f0, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:08.277508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] For port 9d16181f-a694-4aa9-ad7c-8daba97472f0, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9d16181f-a694-4aa9-ad7c-8daba97472f0,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:08.288406 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.294272 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.403130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:08.404175 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.405812 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] 10.222.0.60 "PUT /v2.0/ports/9d16181f-a694-4aa9-ad7c-8daba97472f0 HTTP/1.1" status: 200 len: 1092 time: 2.2446425 Aug 09 15:46:08.437198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port a0caf65e-01fd-44ac-82ea-1fa89d84a0de triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:08.440416 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.489304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31a733-d177-4558-9b1d-d9c1910b2591 service neutron] Pushing event updated for resources: {'Port': ['ID=9d16181f-a694-4aa9-ad7c-8daba97472f0,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:08.577261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca95c5-f4bd-4e8b-a857-1775991a0e89 req-1f4548e9-2820-46a9-9411-af39bff4ed1e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:08.586046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bfca95c5-f4bd-4e8b-a857-1775991a0e89 req-1f4548e9-2820-46a9-9411-af39bff4ed1e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1863537 Aug 09 15:46:08.624569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-500d06df-9a96-4c54-acab-e6ddbbd458a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:08.626752 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-500d06df-9a96-4c54-acab-e6ddbbd458a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 1095 time: 0.1337345 Aug 09 15:46:08.633324 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.637550 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bfca95c5-f4bd-4e8b-a857-1775991a0e89 req-2acd7614-6323-4eec-9f98-106554106530 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506408 Aug 09 15:46:08.645955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648e4ad-75d4-42ee-b8cc-52ca5c2cb8a2 req-e994519b-00ee-4e2e-b30b-48256fa67f16 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:08.647712 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d648e4ad-75d4-42ee-b8cc-52ca5c2cb8a2 req-e994519b-00ee-4e2e-b30b-48256fa67f16 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.2118528 Aug 09 15:46:08.710423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-b22da131-5609-45f8-a359-b0f6b17a6606 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d16181f-a694-4aa9-ad7c-8daba97472f0 HTTP/1.1" status: 200 len: 217 time: 0.0711851 Aug 09 15:46:08.719418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:08.720701 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:08.723432 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d519205-3a78-4000-a898-5a1879393797" -d '{"events": [{"server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "name": "network-vif-plugged", "status": "completed", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:08.738539 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.794928 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d648e4ad-75d4-42ee-b8cc-52ca5c2cb8a2 req-66ee4e24-4ee3-44e6-9587-7f0643394ca6 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336396 Aug 09 15:46:08.837760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0653a6ce-037c-476b-acc7-20d4a156b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:08.841949 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-0653a6ce-037c-476b-acc7-20d4a156b499 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.1140721 Aug 09 15:46:08.872457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,revision_number=10']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:08.892880 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32009d1-6460-44ab-907f-47fa058c9176 x-openstack-request-id: req-e32009d1-6460-44ab-907f-47fa058c9176 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:08.893172 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "name": "network-vif-plugged", "status": "completed", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:08.893423 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e32009d1-6460-44ab-907f-47fa058c9176 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:08.893858 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'code': 200} Aug 09 15:46:08.914575 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-e3766073-a78c-4336-a4e2-124dfb9de8fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612216 Aug 09 15:46:08.980203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f82b31-3955-44f8-8b1f-825bcd73a9d2 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:09.001634 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:09.030762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Transition to ACTIVE for port object 48f82b31-3955-44f8-8b1f-825bcd73a9d2 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:09.039627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:09.111627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-3b569fe3-3be5-44ba-848b-1ff2956007e6 service neutron] 10.222.0.60 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897492 Aug 09 15:46:09.133681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Pushing event updated for resources: {'Port': ['ID=48f82b31-3955-44f8-8b1f-825bcd73a9d2,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:09.236270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc9170-3c02-4633-9509-d2338aa39d22 req-494459a9-812c-4d70-9b30-6a2df0f8586b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:09.246330 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-84cc9170-3c02-4633-9509-d2338aa39d22 req-494459a9-812c-4d70-9b30-6a2df0f8586b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 944 time: 0.2080164 Aug 09 15:46:09.283803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35d06-5da0-41cc-94a6-8b862629a823 req-2caa8c4d-3aff-42fd-99d1-4ce9fdb457bc tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:09.289832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9ea35d06-5da0-41cc-94a6-8b862629a823 req-2caa8c4d-3aff-42fd-99d1-4ce9fdb457bc tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 943 time: 0.0902297 Aug 09 15:46:09.301068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Attempting to bind port 48f82b31-3955-44f8-8b1f-825bcd73a9d2 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:09.301452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Attempting to bind port 48f82b31-3955-44f8-8b1f-825bcd73a9d2 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:09.301903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Attempting to bind port 48f82b31-3955-44f8-8b1f-825bcd73a9d2 on network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:09.320149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Port 48f82b31-3955-44f8-8b1f-825bcd73a9d2 on network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:46:09.320470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Attempting to bind port 48f82b31-3955-44f8-8b1f-825bcd73a9d2 on network 7a01052f-b956-4ec5-b66d-2d8d93fe2bcf {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:09.326520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:09.326963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Checking segment: {'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:09.327357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Bound using segment: {'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:09.327803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Bound port: 48f82b31-3955-44f8-8b1f-825bcd73a9d2, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922e6109-53ba-4e5f-af82-e360f631d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:09.328816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:09.341031 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-84cc9170-3c02-4633-9509-d2338aa39d22 req-4b36d4c1-3379-4198-92d1-3515b79b3ff4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948615 Aug 09 15:46:09.367802 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d792f034-2451-415f-86ae-4d52b1d6eabc req-048e1c99-8fdb-407d-8168-5c177a363d8f service neutron] 10.222.0.60 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473888 Aug 09 15:46:09.375894 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9ea35d06-5da0-41cc-94a6-8b862629a823 req-1bfd3af4-dd3c-4bfd-8015-b307ef233ae4 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807207 Aug 09 15:46:09.529476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] For port 48f82b31-3955-44f8-8b1f-825bcd73a9d2, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:09.538116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] For port 48f82b31-3955-44f8-8b1f-825bcd73a9d2, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=48f82b31-3955-44f8-8b1f-825bcd73a9d2,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:09.546500 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:09.586678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:09.587546 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:09.589176 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] 10.222.0.53 "PUT /v2.0/ports/48f82b31-3955-44f8-8b1f-825bcd73a9d2 HTTP/1.1" status: 200 len: 1091 time: 1.4675109 Aug 09 15:46:09.589918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270b9366-54c7-47c3-a858-cf7b2107e0c8', 'tag': '48f82b31-3955-44f8-8b1f-825bcd73a9d2'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:09.592473 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c373ea76-c4cd-4062-aa8c-92bf0a3bc9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "270b9366-54c7-47c3-a858-cf7b2107e0c8", "tag": "48f82b31-3955-44f8-8b1f-825bcd73a9d2"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:09.686370 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f31519-1d47-42db-8dfe-ce614030e149 x-openstack-request-id: req-44f31519-1d47-42db-8dfe-ce614030e149 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:09.686670 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270b9366-54c7-47c3-a858-cf7b2107e0c8", "tag": "48f82b31-3955-44f8-8b1f-825bcd73a9d2", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:09.687915 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44f31519-1d47-42db-8dfe-ce614030e149 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:09.688522 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270b9366-54c7-47c3-a858-cf7b2107e0c8', 'tag': '48f82b31-3955-44f8-8b1f-825bcd73a9d2', 'status': 'completed', 'code': 200} Aug 09 15:46:09.692320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063c135-9db5-4fce-bd69-7fe8d0f2a81b service neutron] Pushing event updated for resources: {'Port': ['ID=48f82b31-3955-44f8-8b1f-825bcd73a9d2,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:09.709955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-448d83d1-fc87-4d54-9ada-6ae2a70ec8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:09.711618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-448d83d1-fc87-4d54-9ada-6ae2a70ec8e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6dd991b1614433a485866837d57ab6&device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 1094 time: 0.0660388 Aug 09 15:46:09.778801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-8868b02e-03d0-4642-b80a-4d537ac8d45d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48f82b31-3955-44f8-8b1f-825bcd73a9d2 HTTP/1.1" status: 200 len: 217 time: 0.0564620 Aug 09 15:46:09.795649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59636) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:09.875497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-24985a19-0932-42b7-86a6-8b32f515c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:09.877211 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-24985a19-0932-42b7-86a6-8b32f515c371 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d77fdd6f-3057-40eb-be96-e34a96c83534 HTTP/1.1" status: 200 len: 861 time: 0.0906315 Aug 09 15:46:09.893634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb3cc4-d58c-40e8-9911-5d15baf7fe9f req-83e3eb0c-4a9e-400f-823e-1253b4d6b397 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:09.901076 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8cb3cc4-d58c-40e8-9911-5d15baf7fe9f req-83e3eb0c-4a9e-400f-823e-1253b4d6b397 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1051915 Aug 09 15:46:09.989180 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-276be7e0-7c28-49cf-ae7a-b9ae3bf586a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869622 Aug 09 15:46:10.082531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d788db-3d5f-4822-9b5b-319479696c53 req-f3b943a7-98db-435b-a376-12b31187403a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:10.092713 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f2d788db-3d5f-4822-9b5b-319479696c53 req-f3b943a7-98db-435b-a376-12b31187403a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.1330223 Aug 09 15:46:10.100420 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8cb3cc4-d58c-40e8-9911-5d15baf7fe9f req-1e55f605-353c-48b9-a0d2-c58c34ea2b5b tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798949 Aug 09 15:46:10.184868 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-adb48ad8-f929-4de3-aa91-278c0089fa09 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e29243ffcae64ef9a84eeead9cbc2eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880424 Aug 09 15:46:10.187038 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-deed3f08-8037-42de-9016-a3d6fb3bafe5 service neutron] 10.222.0.53 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878510 Aug 09 15:46:10.188905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59652) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:10.194992 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f2d788db-3d5f-4822-9b5b-319479696c53 req-8d06ddcd-17f3-48f1-9d9f-1e9100766bb1 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001832 Aug 09 15:46:10.252968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514644ce-9d8b-4379-8652-98f8b1c214cc', 'tag': '9d16181f-a694-4aa9-ad7c-8daba97472f0'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:10.255641 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08414ea-6d67-4b91-a9cb-181b9a2a79f1" -d '{"events": [{"name": "network-changed", "server_uuid": "514644ce-9d8b-4379-8652-98f8b1c214cc", "tag": "9d16181f-a694-4aa9-ad7c-8daba97472f0"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:10.277821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d3fa8ba-f310-461a-96a9-39f71d09dd8f no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:10.305382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 5d3fa8ba-f310-461a-96a9-39f71d09dd8f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:10.306077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d3fa8ba-f310-461a-96a9-39f71d09dd8f not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:10.330521 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1161aea7-6cc8-47b3-b370-9f0f45f9fa8d x-openstack-request-id: req-1161aea7-6cc8-47b3-b370-9f0f45f9fa8d {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:10.330790 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514644ce-9d8b-4379-8652-98f8b1c214cc", "tag": "9d16181f-a694-4aa9-ad7c-8daba97472f0", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:10.331047 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1161aea7-6cc8-47b3-b370-9f0f45f9fa8d {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:10.331456 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514644ce-9d8b-4379-8652-98f8b1c214cc', 'tag': '9d16181f-a694-4aa9-ad7c-8daba97472f0', 'status': 'completed', 'code': 200} Aug 09 15:46:10.376519 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-691c9c9f-876f-4845-8760-6273687b2ff9 req-f5299ad1-5fe0-4cfa-aeac-739345f5ac16 service neutron] 10.222.0.53 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740201 Aug 09 15:46:10.433385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f249fd5b-a598-4ece-a47c-8abf01d04c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.480810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08414ea-6d67-4b91-a9cb-181b9a2a79f1 req-64242056-d0ee-4aa4-8bcc-3f244662cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:10.490887 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a08414ea-6d67-4b91-a9cb-181b9a2a79f1 req-64242056-d0ee-4aa4-8bcc-3f244662cccd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 1095 time: 0.1500876 Aug 09 15:46:10.500309 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-90736514-8487-490a-8118-653979864ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.516551 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f249fd5b-a598-4ece-a47c-8abf01d04c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.598631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373ea76-c4cd-4062-aa8c-92bf0a3bc9c1 req-89a0250e-326e-481d-b067-dbaf4f1eba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:10.600147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c373ea76-c4cd-4062-aa8c-92bf0a3bc9c1 req-89a0250e-326e-481d-b067-dbaf4f1eba99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc6dd991b1614433a485866837d57ab6&device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 1094 time: 0.1334393 Aug 09 15:46:10.630245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08414ea-6d67-4b91-a9cb-181b9a2a79f1 req-77f6e78b-f18d-4eba-8a79-b05c5191ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:10.631664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a08414ea-6d67-4b91-a9cb-181b9a2a79f1 req-77f6e78b-f18d-4eba-8a79-b05c5191ee9b service neutron] 10.222.0.60 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 912 time: 0.1331739 Aug 09 15:46:10.647396 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f249fd5b-a598-4ece-a47c-8abf01d04c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.650003 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f249fd5b-a598-4ece-a47c-8abf01d04c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.653751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f249fd5b-a598-4ece-a47c-8abf01d04c93 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ebb508c2-16da-4185-9d85-1e364ce81745 HTTP/1.1" status: 204 len: 168 time: 0.4611454 Aug 09 15:46:10.709254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712145f-1204-4166-988e-a694dac68792 req-f20fff2c-c7c6-410e-99f4-2c269f07db2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:10.711516 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a08414ea-6d67-4b91-a9cb-181b9a2a79f1 req-1a0d1b8c-8ada-42bb-bde4-eed4415d1ef5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d16181f-a694-4aa9-ad7c-8daba97472f0 HTTP/1.1" status: 200 len: 217 time: 0.0683432 Aug 09 15:46:10.711824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9712145f-1204-4166-988e-a694dac68792 req-f20fff2c-c7c6-410e-99f4-2c269f07db2d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 943 time: 0.1483409 Aug 09 15:46:10.716710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249fd5b-a598-4ece-a47c-8abf01d04c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb508c2-16da-4185-9d85-1e364ce81745,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:10.775589 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3037aa-aae2-4bd1-806a-7b0ecc86bf02 req-4886313e-9ebe-48d8-b1af-39e5469fec6d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:10.784872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d3037aa-aae2-4bd1-806a-7b0ecc86bf02 req-4886313e-9ebe-48d8-b1af-39e5469fec6d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 944 time: 0.1521730 Aug 09 15:46:10.796377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373ea76-c4cd-4062-aa8c-92bf0a3bc9c1 req-885c3dd2-e831-45f4-b633-d2b17630f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:10.799390 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c373ea76-c4cd-4062-aa8c-92bf0a3bc9c1 req-885c3dd2-e831-45f4-b633-d2b17630f641 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf HTTP/1.1" status: 200 len: 922 time: 0.1790571 Aug 09 15:46:10.829478 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08414ea-6d67-4b91-a9cb-181b9a2a79f1 req-01136b72-2f71-487f-9634-c4a669913482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:10.831114 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a08414ea-6d67-4b91-a9cb-181b9a2a79f1 req-01136b72-2f71-487f-9634-c4a669913482 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.1121638 Aug 09 15:46:10.834757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.848332 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d3037aa-aae2-4bd1-806a-7b0ecc86bf02 req-f883c771-79e5-4b78-8977-1e7b43f08209 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617273 Aug 09 15:46:10.901134 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9712145f-1204-4166-988e-a694dac68792 req-20447f5f-3b46-4849-9128-1596b1157faa tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552703 Aug 09 15:46:10.906316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c373ea76-c4cd-4062-aa8c-92bf0a3bc9c1 req-5828572d-9030-4977-af69-1a40cddc8347 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48f82b31-3955-44f8-8b1f-825bcd73a9d2 HTTP/1.1" status: 200 len: 217 time: 0.0942297 Aug 09 15:46:10.919808 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a08414ea-6d67-4b91-a9cb-181b9a2a79f1 req-f8376088-9f9c-4725-9055-5ed73a92ef33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649774 Aug 09 15:46:11.028136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373ea76-c4cd-4062-aa8c-92bf0a3bc9c1 req-275c34fe-6852-4f74-a1f2-f93874769731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:11.029768 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c373ea76-c4cd-4062-aa8c-92bf0a3bc9c1 req-275c34fe-6852-4f74-a1f2-f93874769731 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d77fdd6f-3057-40eb-be96-e34a96c83534 HTTP/1.1" status: 200 len: 861 time: 0.1110654 Aug 09 15:46:11.068206 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a08414ea-6d67-4b91-a9cb-181b9a2a79f1 req-b28c4f4e-a836-4f50-9499-dd38ab51a178 service neutron] 10.222.0.60 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388824 Aug 09 15:46:11.132290 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c373ea76-c4cd-4062-aa8c-92bf0a3bc9c1 req-cb22aa28-2225-43b3-8727-5cd68cfc6c87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823131 Aug 09 15:46:11.263252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59678) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:11.320248 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.352846 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e679f8bf-3706-4042-a157-57b525c2a273 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99f6affd9d654e6e8f139bb3da5c6b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876744 Aug 09 15:46:11.374447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59684) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:11.404816 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c373ea76-c4cd-4062-aa8c-92bf0a3bc9c1 req-5e5cda9a-8492-4ed7-a1c3-96342ccf2a1d service neutron] 10.222.0.53 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607002 Aug 09 15:46:11.486204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a70fa9-13ed-49e6-bcd7-479c0e055c67 req-6d1ec2b7-e27a-4042-8bf7-1531c06385f4 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:11.492387 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a08414ea-6d67-4b91-a9cb-181b9a2a79f1 req-89dd2f0e-d4ea-498b-bd11-7e76a6a325f0 service neutron] 10.222.0.60 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120622 Aug 09 15:46:11.498296 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.502113 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6a70fa9-13ed-49e6-bcd7-479c0e055c67 req-6d1ec2b7-e27a-4042-8bf7-1531c06385f4 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.1478004 Aug 09 15:46:11.529833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c465738-248b-41b1-b4fb-ea3f1de6fac7 req-3d5417c0-064b-4454-a07f-ea0c771a6709 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:11.537771 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c465738-248b-41b1-b4fb-ea3f1de6fac7 req-3d5417c0-064b-4454-a07f-ea0c771a6709 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.2155104 Aug 09 15:46:11.601414 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89c0ab82-8840-43bd-8880-f4f51d17f324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.613429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6a70fa9-13ed-49e6-bcd7-479c0e055c67 req-85db5ab0-0cae-4c0e-9faf-c7a80f27324e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612881 Aug 09 15:46:11.624068 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c465738-248b-41b1-b4fb-ea3f1de6fac7 req-c3ad116d-242b-4a5d-9337-13ca1b019d72 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850971 Aug 09 15:46:11.681065 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89c0ab82-8840-43bd-8880-f4f51d17f324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.681868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c373ea76-c4cd-4062-aa8c-92bf0a3bc9c1 req-9ba21819-070c-4029-ac1c-827b8ac6014b service neutron] 10.222.0.53 "GET /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655361 Aug 09 15:46:11.768519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89c0ab82-8840-43bd-8880-f4f51d17f324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.772800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89c0ab82-8840-43bd-8880-f4f51d17f324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:11.778898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-89c0ab82-8840-43bd-8880-f4f51d17f324 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a692c0db-a20f-4853-8edf-be079586fcee HTTP/1.1" status: 204 len: 168 time: 0.4023709 Aug 09 15:46:11.830254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0ab82-8840-43bd-8880-f4f51d17f324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a692c0db-a20f-4853-8edf-be079586fcee,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:12.025245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5c16e-c9f8-4646-bf59-461fb0cc95c8 req-2a3ae449-dafb-4776-9805-787be9e10f11 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:12.032957 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33f5c16e-c9f8-4646-bf59-461fb0cc95c8 req-2a3ae449-dafb-4776-9805-787be9e10f11 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 944 time: 0.0694194 Aug 09 15:46:12.094658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94b8b-71c4-41d0-97df-4e970f73060f req-c8f9d2b3-e7ff-4506-985f-b5305a53d414 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:12.105219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33f5c16e-c9f8-4646-bf59-461fb0cc95c8 req-e69bd7d9-8012-4708-99e6-5d08b08d2d97 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686998 Aug 09 15:46:12.105973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fff94b8b-71c4-41d0-97df-4e970f73060f req-c8f9d2b3-e7ff-4506-985f-b5305a53d414 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 943 time: 0.0956728 Aug 09 15:46:12.182492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fff94b8b-71c4-41d0-97df-4e970f73060f req-e3691b06-fab3-435a-b7d2-4fbc5c9c8fdc tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709088 Aug 09 15:46:12.582026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 9d16181f-a694-4aa9-ad7c-8daba97472f0 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:12.859640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a1433-c4be-4dbd-8941-07c93da4aa3a req-6d40409d-6515-44db-b72e-3f55e9f8321d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:12.861268 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae5a1433-c4be-4dbd-8941-07c93da4aa3a req-6d40409d-6515-44db-b72e-3f55e9f8321d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.1134100 Aug 09 15:46:12.885732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421fb58-af58-400a-b580-0e1ac5f967be req-244e87c3-4e76-41c7-93a6-10778feb0811 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:12.896456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 9d16181f-a694-4aa9-ad7c-8daba97472f0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9d16181f-a694-4aa9-ad7c-8daba97472f0,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:12.898245 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7421fb58-af58-400a-b580-0e1ac5f967be req-244e87c3-4e76-41c7-93a6-10778feb0811 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1080692 Aug 09 15:46:12.916559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '9d16181f-a694-4aa9-ad7c-8daba97472f0', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'port_id': '9d16181f-a694-4aa9-ad7c-8daba97472f0', 'mac_address': 'fa:16:3e:c3:2f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f828d50-83aa-441b-9645-e7600b469a85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:12.936534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:12.972801 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae5a1433-c4be-4dbd-8941-07c93da4aa3a req-802188eb-f818-4129-b596-26fc279810e4 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939529 Aug 09 15:46:13.016310 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:13.017836 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7421fb58-af58-400a-b580-0e1ac5f967be req-4b37653d-a149-4c5e-8f7f-95bd16032021 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181459 Aug 09 15:46:13.058185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d16181f-a694-4aa9-ad7c-8daba97472f0 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:13.104985 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 9d16181f-a694-4aa9-ad7c-8daba97472f0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9d16181f-a694-4aa9-ad7c-8daba97472f0,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:13.110608 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:13.198487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=9d16181f-a694-4aa9-ad7c-8daba97472f0,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:13.305453 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:13.325621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ccc73-bc37-4ccd-859b-ef29d6b15d07 req-636be85e-4f3f-4145-9a5f-2a3a43dc1034 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:13.334955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5c6ccc73-bc37-4ccd-859b-ef29d6b15d07 req-636be85e-4f3f-4145-9a5f-2a3a43dc1034 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 945 time: 0.1042919 Aug 09 15:46:13.353820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f7003-53a0-4bb7-9cea-e11a2d0c838b req-2afdadd0-71e3-44ae-b627-e87ba817bc64 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:13.364156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d42f7003-53a0-4bb7-9cea-e11a2d0c838b req-2afdadd0-71e3-44ae-b627-e87ba817bc64 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 943 time: 0.0899212 Aug 09 15:46:13.387208 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5c6ccc73-bc37-4ccd-859b-ef29d6b15d07 req-2d255800-87a7-41fd-9bdf-156ec03f92e4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470924 Aug 09 15:46:13.440994 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d42f7003-53a0-4bb7-9cea-e11a2d0c838b req-a4fe32e0-b955-4b5c-82d3-e41dd729c6d4 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751936 Aug 09 15:46:13.466997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['9d16181f-a694-4aa9-ad7c-8daba97472f0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:14.121501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6027869-f73d-4c99-a6f6-a38e7467d656 req-48f9aba0-21cf-4f38-b4d1-94fda98d54ee tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:14.123793 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6027869-f73d-4c99-a6f6-a38e7467d656 req-48f9aba0-21cf-4f38-b4d1-94fda98d54ee tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.0638578 Aug 09 15:46:14.181019 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6027869-f73d-4c99-a6f6-a38e7467d656 req-4673b2cc-8b96-4f31-8e08-a23e25365c01 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505085 Aug 09 15:46:14.270494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b69b4-c7de-4863-8033-780587239ba2 req-fbe6baeb-8b71-4399-ba46-5290947fe075 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:14.278547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-459b69b4-c7de-4863-8033-780587239ba2 req-fbe6baeb-8b71-4399-ba46-5290947fe075 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0655437 Aug 09 15:46:14.298964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 48f82b31-3955-44f8-8b1f-825bcd73a9d2 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:14.353700 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-459b69b4-c7de-4863-8033-780587239ba2 req-bf7eb810-1ffd-4607-ad75-1169ff53186f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635571 Aug 09 15:46:14.446523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 48f82b31-3955-44f8-8b1f-825bcd73a9d2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=48f82b31-3955-44f8-8b1f-825bcd73a9d2,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:14.460781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '48f82b31-3955-44f8-8b1f-825bcd73a9d2', 'network_id': '7a01052f-b956-4ec5-b66d-2d8d93fe2bcf', 'port_id': '48f82b31-3955-44f8-8b1f-825bcd73a9d2', 'mac_address': 'fa:16:3e:12:d5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77fdd6f-3057-40eb-be96-e34a96c83534', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:14.506380 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:14.522793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f82b31-3955-44f8-8b1f-825bcd73a9d2 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:14.549485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 48f82b31-3955-44f8-8b1f-825bcd73a9d2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=48f82b31-3955-44f8-8b1f-825bcd73a9d2,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:14.559808 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:14.565681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a88e9-5c07-409d-9762-6a369b6b0af9 req-c5311916-9b30-4bef-838f-8d783cf44f0d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:14.570038 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-100a88e9-5c07-409d-9762-6a369b6b0af9 req-c5311916-9b30-4bef-838f-8d783cf44f0d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 945 time: 0.0774109 Aug 09 15:46:14.607764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 9d16181f-a694-4aa9-ad7c-8daba97472f0 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:14.636499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-100a88e9-5c07-409d-9762-6a369b6b0af9 req-5bdbb5bb-d0bb-4160-a7c4-93dc01e8433d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602744 Aug 09 15:46:14.711415 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=48f82b31-3955-44f8-8b1f-825bcd73a9d2,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:14.753215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 9d16181f-a694-4aa9-ad7c-8daba97472f0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:14.759986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 9d16181f-a694-4aa9-ad7c-8daba97472f0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:14.760406 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:14.816353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53e554-257a-46cb-a510-11b6fbfa7a72 req-3b47affe-a610-4edc-aa90-442a15e6e8cf tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:14.826614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a53e554-257a-46cb-a510-11b6fbfa7a72 req-3b47affe-a610-4edc-aa90-442a15e6e8cf tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 944 time: 0.0990710 Aug 09 15:46:14.893337 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:14.922562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514644ce-9d8b-4379-8652-98f8b1c214cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16181f-a694-4aa9-ad7c-8daba97472f0'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:14.923390 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a53e554-257a-46cb-a510-11b6fbfa7a72 req-c77d5602-d909-494d-b70d-70355f0587c5 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951638 Aug 09 15:46:14.925419 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c496aa41-805a-4827-bd5b-b92aa27b270c" -d '{"events": [{"server_uuid": "514644ce-9d8b-4379-8652-98f8b1c214cc", "name": "network-vif-plugged", "status": "completed", "tag": "9d16181f-a694-4aa9-ad7c-8daba97472f0"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:14.946536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 9d16181f-a694-4aa9-ad7c-8daba97472f0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9d16181f-a694-4aa9-ad7c-8daba97472f0,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:14.952794 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:14.992385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['48f82b31-3955-44f8-8b1f-825bcd73a9d2'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:15.021777 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c5bef2-4160-434e-b1ed-e63aa7216b1c x-openstack-request-id: req-16c5bef2-4160-434e-b1ed-e63aa7216b1c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:15.021777 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514644ce-9d8b-4379-8652-98f8b1c214cc", "name": "network-vif-plugged", "status": "completed", "tag": "9d16181f-a694-4aa9-ad7c-8daba97472f0", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:15.021777 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16c5bef2-4160-434e-b1ed-e63aa7216b1c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:15.021777 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514644ce-9d8b-4379-8652-98f8b1c214cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16181f-a694-4aa9-ad7c-8daba97472f0', 'code': 200} Aug 09 15:46:15.093116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=9d16181f-a694-4aa9-ad7c-8daba97472f0,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:15.167670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f5430-4bcc-42b2-91ab-722762d5e5f6 req-3cec4da1-acbf-4332-b149-89e9c2502b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:15.176113 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a65f5430-4bcc-42b2-91ab-722762d5e5f6 req-3cec4da1-acbf-4332-b149-89e9c2502b6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 1097 time: 0.0839980 Aug 09 15:46:15.229526 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a65f5430-4bcc-42b2-91ab-722762d5e5f6 req-f0b8fa38-80de-4e44-917d-1ddf57a4ea19 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509601 Aug 09 15:46:15.263248 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59824) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:15.373704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3dd4f-0a4b-4615-9e2d-3ff86df254ae req-2756103f-3a60-4ede-adec-750ea1ead799 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:15.385461 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ae3dd4f-0a4b-4615-9e2d-3ff86df254ae req-2756103f-3a60-4ede-adec-750ea1ead799 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.0902765 Aug 09 15:46:15.455957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2721cbbd-98fc-4c1c-acc2-408dd603a184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.478160 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ae3dd4f-0a4b-4615-9e2d-3ff86df254ae req-eb2cf614-785e-417b-ac6c-fa059c8919ed tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911682 Aug 09 15:46:15.541615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635c910-3429-47fb-921a-e1655e97e046 req-e4920162-dfa9-49a0-bbd4-3dc98e4856de tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:15.543161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4635c910-3429-47fb-921a-e1655e97e046 req-e4920162-dfa9-49a0-bbd4-3dc98e4856de tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0862801 Aug 09 15:46:15.603583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4635c910-3429-47fb-921a-e1655e97e046 req-952075ba-24fe-4534-97c0-21ea93819356 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533199 Aug 09 15:46:15.604815 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2721cbbd-98fc-4c1c-acc2-408dd603a184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.609982 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2721cbbd-98fc-4c1c-acc2-408dd603a184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.658675 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2721cbbd-98fc-4c1c-acc2-408dd603a184 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8b9cfeb6511434db94d0e37a3f334bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916276 Aug 09 15:46:15.659219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59830) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:15.661526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721cbbd-98fc-4c1c-acc2-408dd603a184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0654f7-8f83-42bd-b79f-321d7a7b3585,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:15.745097 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a9b776f3-869e-49c6-8dd1-75f249e07703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.777531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a9b776f3-869e-49c6-8dd1-75f249e07703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.785536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c4bea-98ca-4849-ba48-3cd5846ab299 req-e94eba0b-7282-4b5f-9217-3c804008182f tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:15.787831 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-736c4bea-98ca-4849-ba48-3cd5846ab299 req-e94eba0b-7282-4b5f-9217-3c804008182f tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 946 time: 0.0628765 Aug 09 15:46:15.857068 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-736c4bea-98ca-4849-ba48-3cd5846ab299 req-877f92bc-d722-456c-9975-a82d9350e206 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572851 Aug 09 15:46:15.886723 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a9b776f3-869e-49c6-8dd1-75f249e07703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.889185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a9b776f3-869e-49c6-8dd1-75f249e07703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:15.894093 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a9b776f3-869e-49c6-8dd1-75f249e07703 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa0654f7-8f83-42bd-b79f-321d7a7b3585 HTTP/1.1" status: 204 len: 168 time: 0.2337983 Aug 09 15:46:15.907524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b776f3-869e-49c6-8dd1-75f249e07703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0654f7-8f83-42bd-b79f-321d7a7b3585,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:16.076057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094c0e4-7a6f-4656-bb28-357da08ee53d req-b95faf56-7f76-4a12-b7cb-08ec034c3d9d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:16.078340 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8094c0e4-7a6f-4656-bb28-357da08ee53d req-b95faf56-7f76-4a12-b7cb-08ec034c3d9d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 944 time: 0.0692096 Aug 09 15:46:16.145014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8094c0e4-7a6f-4656-bb28-357da08ee53d req-21cadd48-61a3-4dbe-b5da-d1becd225ac2 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556960 Aug 09 15:46:16.289615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 48f82b31-3955-44f8-8b1f-825bcd73a9d2 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:16.352212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59854) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:16.356326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 48f82b31-3955-44f8-8b1f-825bcd73a9d2 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:16.364965 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 48f82b31-3955-44f8-8b1f-825bcd73a9d2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:16.367252 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.372995 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-371d9342-1bdf-46ba-94a0-bde749af4da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.461632 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.502650 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 48f82b31-3955-44f8-8b1f-825bcd73a9d2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=48f82b31-3955-44f8-8b1f-825bcd73a9d2,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:16.514483 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.514923 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-371d9342-1bdf-46ba-94a0-bde749af4da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.520041 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-371d9342-1bdf-46ba-94a0-bde749af4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.572114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-371d9342-1bdf-46ba-94a0-bde749af4da0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=163c44244bd2478ab9d3211d96b52dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161794 Aug 09 15:46:16.572114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d9342-1bdf-46ba-94a0-bde749af4da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2c5a7-1ac9-44c5-8957-e8c2622462ea,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:16.572542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59858) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:16.606626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=48f82b31-3955-44f8-8b1f-825bcd73a9d2,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:16.652359 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-adc80ace-c1c2-4895-a34a-df200d77ae34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.676628 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-adc80ace-c1c2-4895-a34a-df200d77ae34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.699389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617ed7e-021f-4508-b79a-cd8447e71074 req-2785c249-c277-4faa-876e-0194901dac95 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:16.706352 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e617ed7e-021f-4508-b79a-cd8447e71074 req-2785c249-c277-4faa-876e-0194901dac95 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.1134679 Aug 09 15:46:16.744279 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-adc80ace-c1c2-4895-a34a-df200d77ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.746998 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-adc80ace-c1c2-4895-a34a-df200d77ae34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:16.752126 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-adc80ace-c1c2-4895-a34a-df200d77ae34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a6e2c5a7-1ac9-44c5-8957-e8c2622462ea HTTP/1.1" status: 204 len: 168 time: 0.1741703 Aug 09 15:46:16.762289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e617ed7e-021f-4508-b79a-cd8447e71074 req-329f1701-5e6b-445a-95df-f11e76f44a90 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529740 Aug 09 15:46:16.799334 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc80ace-c1c2-4895-a34a-df200d77ae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2c5a7-1ac9-44c5-8957-e8c2622462ea,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:16.828017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616ada-89d1-4775-90ce-5bdee1bf6fed req-cb54cb36-c356-4dfe-9daf-3dfc17772ec7 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:16.838440 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed616ada-89d1-4775-90ce-5bdee1bf6fed req-cb54cb36-c356-4dfe-9daf-3dfc17772ec7 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1033998 Aug 09 15:46:16.898366 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed616ada-89d1-4775-90ce-5bdee1bf6fed req-d0093141-79aa-4ae4-8a34-aed10b01a236 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606730 Aug 09 15:46:17.022820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270b9366-54c7-47c3-a858-cf7b2107e0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f82b31-3955-44f8-8b1f-825bcd73a9d2'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:17.025299 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb97a882-5569-4cd9-bcef-82d009147955" -d '{"events": [{"server_uuid": "270b9366-54c7-47c3-a858-cf7b2107e0c8", "name": "network-vif-plugged", "status": "completed", "tag": "48f82b31-3955-44f8-8b1f-825bcd73a9d2"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:17.079594 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5240ee-e28f-4b20-a9cf-6e3bc8794c7a x-openstack-request-id: req-9d5240ee-e28f-4b20-a9cf-6e3bc8794c7a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:17.080116 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270b9366-54c7-47c3-a858-cf7b2107e0c8", "name": "network-vif-plugged", "status": "completed", "tag": "48f82b31-3955-44f8-8b1f-825bcd73a9d2", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:17.080116 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d5240ee-e28f-4b20-a9cf-6e3bc8794c7a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:17.080511 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270b9366-54c7-47c3-a858-cf7b2107e0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f82b31-3955-44f8-8b1f-825bcd73a9d2', 'code': 200} Aug 09 15:46:17.153205 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35c7df-0281-435a-a932-2a4505f1f187 req-fc12c847-4ebd-4627-9f25-ea945ad62931 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:17.154856 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c35c7df-0281-435a-a932-2a4505f1f187 req-fc12c847-4ebd-4627-9f25-ea945ad62931 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 946 time: 0.1213012 Aug 09 15:46:17.245531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea5a1a-79fc-4fa9-9fbd-887e695847ea req-306b1ef3-5408-4ea7-a813-e375ffbf0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:17.250763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4eea5a1a-79fc-4fa9-9fbd-887e695847ea req-306b1ef3-5408-4ea7-a813-e375ffbf0e61 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 1096 time: 0.0913534 Aug 09 15:46:17.264080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c35c7df-0281-435a-a932-2a4505f1f187 req-9a8554ec-585e-4992-a596-d28101a18cae tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977347 Aug 09 15:46:17.309236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4eea5a1a-79fc-4fa9-9fbd-887e695847ea req-df784faa-9ad0-4394-a539-3e1a58843d7e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514688 Aug 09 15:46:17.370645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73304209-1026-45fb-b74f-91d3d8ac3ad8 req-fa8fcb94-3fb5-422b-89d9-2263e0f4366d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:17.384104 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73304209-1026-45fb-b74f-91d3d8ac3ad8 req-fa8fcb94-3fb5-422b-89d9-2263e0f4366d tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 945 time: 0.1060946 Aug 09 15:46:17.440716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73304209-1026-45fb-b74f-91d3d8ac3ad8 req-78bb6663-0957-4b34-8423-d6d1f65789f8 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556016 Aug 09 15:46:17.592769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7f39d-3121-4437-b41b-4d9eb4cdb0e8 req-116584c6-2beb-40c0-bf33-63f71b6764f7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:17.594566 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bf7f39d-3121-4437-b41b-4d9eb4cdb0e8 req-116584c6-2beb-40c0-bf33-63f71b6764f7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 946 time: 0.0756509 Aug 09 15:46:17.643164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bf7f39d-3121-4437-b41b-4d9eb4cdb0e8 req-1e994edd-6a9a-4f3a-a70b-6965e009ccd3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Aug 09 15:46:17.918412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf6f65-d9f3-4cf3-8478-7852204c8bf1 req-c9d59e46-0e7e-44b5-8dd7-42b7e35e004f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:17.922214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4baf6f65-d9f3-4cf3-8478-7852204c8bf1 req-c9d59e46-0e7e-44b5-8dd7-42b7e35e004f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.0655222 Aug 09 15:46:17.943165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59916) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:18.025661 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4baf6f65-d9f3-4cf3-8478-7852204c8bf1 req-05fc5741-3f14-4f4d-b491-bf64239b5dff tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894244 Aug 09 15:46:18.082579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160284-0a0a-47ff-9009-3285529c32f6 req-49ac3f8d-6828-4475-8c26-c291ad956a59 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:18.084137 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-96160284-0a0a-47ff-9009-3285529c32f6 req-49ac3f8d-6828-4475-8c26-c291ad956a59 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0576503 Aug 09 15:46:18.118696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1239860584-network', 'tenant_id': '1a7b6654ea904a078c50c8a17ffdca4a'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:18.155192 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-96160284-0a0a-47ff-9009-3285529c32f6 req-a661255f-6ae3-4091-ae64-3998f82e0ad6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645304 Aug 09 15:46:18.160643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Made reservation on behalf of 1a7b6654ea904a078c50c8a17ffdca4a for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:18.164150 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.175500 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.299411 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.311131 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.340531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:46:18.359550 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:18.364310 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.364644 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Added segment 0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b of type vlan for network a4810c67-1f24-4642-b0ab-d23f91f63788 Aug 09 15:46:18.422789 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.460029 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.461095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:18.461742 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.547477 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6036556 Aug 09 15:46:18.551366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59934) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:18.555537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0645e3-dd34-4257-9730-8fcfcb5f7861 admin admin] Pushing event updated for resources: {'Network': ['ID=a4810c67-1f24-4642-b0ab-d23f91f63788,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:18.558726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c4841492-61ca-4f15-8f57-802f1b114b77 admin admin] Request body: {'subnet': {'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1239860584-subnet', 'tenant_id': '1a7b6654ea904a078c50c8a17ffdca4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:18.587943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network a4810c67-1f24-4642-b0ab-d23f91f63788 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:46:18.590075 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4841492-61ca-4f15-8f57-802f1b114b77 admin admin] Made reservation on behalf of 1a7b6654ea904a078c50c8a17ffdca4a for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:18.593046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4841492-61ca-4f15-8f57-802f1b114b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.780393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad7b26-a95d-4929-ac96-6e7c4ee81194 req-4bc5ceac-5334-4e0a-a556-33793ea22fe7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:18.782680 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2bad7b26-a95d-4929-ac96-6e7c4ee81194 req-4bc5ceac-5334-4e0a-a556-33793ea22fe7 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 945 time: 0.1744220 Aug 09 15:46:18.787268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba99e9-dcd7-45ca-803f-6fe50863784c req-4cf1737f-f181-4013-a9ca-6068336a824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:18.791283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2737d-8fbd-498d-84e1-18ad2912597d req-474ecd46-af58-44a5-b047-f23d2e23ba3a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:18.792400 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ebba99e9-dcd7-45ca-803f-6fe50863784c req-4cf1737f-f181-4013-a9ca-6068336a824a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 1097 time: 0.1110716 Aug 09 15:46:18.793656 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8d2737d-8fbd-498d-84e1-18ad2912597d req-474ecd46-af58-44a5-b047-f23d2e23ba3a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 946 time: 0.0672088 Aug 09 15:46:18.860606 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8d2737d-8fbd-498d-84e1-18ad2912597d req-6652a34f-fe49-4f5d-8985-a65d5d707616 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569146 Aug 09 15:46:18.880883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2bad7b26-a95d-4929-ac96-6e7c4ee81194 req-18791868-0b34-4536-bcac-69694fb454dc tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872374 Aug 09 15:46:18.929764 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ebba99e9-dcd7-45ca-803f-6fe50863784c req-2a8e6d9a-35b9-4da4-a7ee-5007e233a58f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206939 Aug 09 15:46:19.000098 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4841492-61ca-4f15-8f57-802f1b114b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.093009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4841492-61ca-4f15-8f57-802f1b114b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47be0854-cc13-46d6-81d0-2dc17634e8dd,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:19.098375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4841492-61ca-4f15-8f57-802f1b114b77 admin admin] Checking segment: {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:19.098891 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4841492-61ca-4f15-8f57-802f1b114b77 admin admin] Network hostable DHCP agents. Network: a4810c67-1f24-4642-b0ab-d23f91f63788, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:46:19.123441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4841492-61ca-4f15-8f57-802f1b114b77 admin admin] Network a4810c67-1f24-4642-b0ab-d23f91f63788 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:46:19.137565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c4841492-61ca-4f15-8f57-802f1b114b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, a4810c67-1f24-4642-b0ab-d23f91f63788) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:19.143652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4841492-61ca-4f15-8f57-802f1b114b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.146045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4841492-61ca-4f15-8f57-802f1b114b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.146584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da9610c-21ba-4583-a19c-c0dc49d8c277 None None] Network a4810c67-1f24-4642-b0ab-d23f91f63788 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:19.213693 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c4841492-61ca-4f15-8f57-802f1b114b77 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6589165 Aug 09 15:46:19.274968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97bd48-2ba6-4cb5-8a00-44edc5aaacdb req-25beff86-cac1-46b7-b1ab-afb78cb1f6d3 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.283523 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af97bd48-2ba6-4cb5-8a00-44edc5aaacdb req-25beff86-cac1-46b7-b1ab-afb78cb1f6d3 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 945 time: 0.1000564 Aug 09 15:46:19.297810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82150482-e19f-4a3f-8168-ebfb6f3a4bab req-3c29580d-c955-4638-bd69-07b762416408 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.299409 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82150482-e19f-4a3f-8168-ebfb6f3a4bab req-3c29580d-c955-4638-bd69-07b762416408 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 945 time: 0.1444640 Aug 09 15:46:19.333245 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e29946f-867d-40af-91e8-c07fff908fef None None] Network a4810c67-1f24-4642-b0ab-d23f91f63788 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:19.342609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af97bd48-2ba6-4cb5-8a00-44edc5aaacdb req-9943aafc-01ae-4767-bfc0-6273ec201d90 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579207 Aug 09 15:46:19.389489 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82150482-e19f-4a3f-8168-ebfb6f3a4bab req-b4a0f872-3b6a-4a22-846c-d1e7a8daac12 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762320 Aug 09 15:46:19.542005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e28e63-62e9-483a-a4ad-5c1e90a30931 req-7d50292a-1944-4729-b587-540ffedb1b0e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.543978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-48e28e63-62e9-483a-a4ad-5c1e90a30931 req-7d50292a-1944-4729-b587-540ffedb1b0e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 946 time: 0.0997818 Aug 09 15:46:19.592730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-a7591540-1b53-4e88-8750-9790be2b686f tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.595094 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-a7591540-1b53-4e88-8750-9790be2b686f tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5&tenant_id=f5b487a9592948f4bd3a59172c9bad40&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.0992103 Aug 09 15:46:19.611577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803778-2'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:19.658032 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbd8df-7830-47f1-96de-17960ce290db req-55721cd8-4f75-4b1c-b127-954e5790972d tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.668376 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-50bbd8df-7830-47f1-96de-17960ce290db req-55721cd8-4f75-4b1c-b127-954e5790972d tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1483498 Aug 09 15:46:19.708056 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.764013 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-50bbd8df-7830-47f1-96de-17960ce290db req-217c915c-ef75-443a-a6d9-c8fc70c48b30 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891058 Aug 09 15:46:19.822588 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-48e28e63-62e9-483a-a4ad-5c1e90a30931 req-74a0b1dd-b096-4829-898e-1f94abb219a4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Deleting port 9d16181f-a694-4aa9-ad7c-8daba97472f0 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:19.823352 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-48e28e63-62e9-483a-a4ad-5c1e90a30931 req-74a0b1dd-b096-4829-898e-1f94abb219a4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.004128 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-48e28e63-62e9-483a-a4ad-5c1e90a30931 req-74a0b1dd-b096-4829-898e-1f94abb219a4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] For port 9d16181f-a694-4aa9-ad7c-8daba97472f0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9d16181f-a694-4aa9-ad7c-8daba97472f0,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:20.005219 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-48e28e63-62e9-483a-a4ad-5c1e90a30931 req-74a0b1dd-b096-4829-898e-1f94abb219a4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.027552 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-48e28e63-62e9-483a-a4ad-5c1e90a30931 req-74a0b1dd-b096-4829-898e-1f94abb219a4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Calling delete_port for 9d16181f-a694-4aa9-ad7c-8daba97472f0 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:20.414469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=16179699-1848-4c07-abe9-feddcc74e872,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:20.451651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-80964d75-c02c-4db2-945e-c0f31797ee2b tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:20.459637 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-80964d75-c02c-4db2-945e-c0f31797ee2b tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/networks?id=a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 200 len: 805 time: 0.1745491 Aug 09 15:46:20.487367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-32276336-611f-4108-ac88-7aa881407308 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/quotas/1a7b6654ea904a078c50c8a17ffdca4a HTTP/1.1" status: 200 len: 375 time: 0.0267591 Aug 09 15:46:20.538253 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-ccfee861-0f67-400d-8752-88a157582bc0 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479918 Aug 09 15:46:20.560263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:20.575438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e08c5-aafe-450e-b2e8-b360baa236bb req-02438a0c-c81d-4f7e-870a-23ef8b8b8fd7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:20.583549 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-867e08c5-aafe-450e-b2e8-b360baa236bb req-02438a0c-c81d-4f7e-870a-23ef8b8b8fd7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 946 time: 0.0910327 Aug 09 15:46:20.635970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 16179699-1848-4c07-abe9-feddcc74e872 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:20.683257 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-867e08c5-aafe-450e-b2e8-b360baa236bb req-e55d0e97-f438-4be7-9686-8777e2c19a60 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986075 Aug 09 15:46:20.692723 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-48e28e63-62e9-483a-a4ad-5c1e90a30931 req-74a0b1dd-b096-4829-898e-1f94abb219a4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.757142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadb6c2b-efe3-47a9-bcf8-8c29e73160a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16179699-1848-4c07-abe9-feddcc74e872'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:20.760641 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc3fa42-a552-460f-bfab-eb04a9442cb7" -d '{"events": [{"server_uuid": "fadb6c2b-efe3-47a9-bcf8-8c29e73160a5", "name": "network-vif-unplugged", "status": "completed", "tag": "16179699-1848-4c07-abe9-feddcc74e872"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:20.767550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.772924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0b1dd-b096-4829-898e-1f94abb219a4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Pushing event deleted for resources: {'Port': ['ID=9d16181f-a694-4aa9-ad7c-8daba97472f0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:20.790521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=16179699-1848-4c07-abe9-feddcc74e872,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:20.803326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b32f3-82c1-45a1-bfb2-4842ae3d638a req-b9b224ed-85c4-4acf-b8a9-b225871f4273 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:20.804595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 16179699-1848-4c07-abe9-feddcc74e872 has no active binding in host n-h2-803778-2 {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:46:20.806257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-716b32f3-82c1-45a1-bfb2-4842ae3d638a req-b9b224ed-85c4-4acf-b8a9-b225871f4273 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.53 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 945 time: 0.2673936 Aug 09 15:46:20.810006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['9d16181f-a694-4aa9-ad7c-8daba97472f0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:20.847187 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.894373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e28e63-62e9-483a-a4ad-5c1e90a30931 req-74a0b1dd-b096-4829-898e-1f94abb219a4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] No DVR routers for this DVR port 9d16181f-a694-4aa9-ad7c-8daba97472f0 on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:46:20.899999 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-48e28e63-62e9-483a-a4ad-5c1e90a30931 req-74a0b1dd-b096-4829-898e-1f94abb219a4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:20.903180 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-48e28e63-62e9-483a-a4ad-5c1e90a30931 req-74a0b1dd-b096-4829-898e-1f94abb219a4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "DELETE /v2.0/ports/9d16181f-a694-4aa9-ad7c-8daba97472f0 HTTP/1.1" status: 204 len: 173 time: 1.3325720 Aug 09 15:46:20.903747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514644ce-9d8b-4379-8652-98f8b1c214cc', 'name': 'network-vif-deleted', 'tag': '9d16181f-a694-4aa9-ad7c-8daba97472f0'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:20.907899 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0895b3a9-c575-49f4-a0e9-c5462925a40a" -d '{"events": [{"server_uuid": "514644ce-9d8b-4379-8652-98f8b1c214cc", "name": "network-vif-deleted", "tag": "9d16181f-a694-4aa9-ad7c-8daba97472f0"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:20.947281 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-a57f5804-e206-4395-ba2c-a41953601215 service neutron] 10.222.0.81 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094810 Aug 09 15:46:20.961504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fc7fa-f757-450b-b644-5d2bbbd92c30 req-324658c9-c669-425c-b315-b125dd598bf9 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:20.963770 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e0fc7fa-f757-450b-b644-5d2bbbd92c30 req-324658c9-c669-425c-b315-b125dd598bf9 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 945 time: 0.1613953 Aug 09 15:46:21.025758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e0fc7fa-f757-450b-b644-5d2bbbd92c30 req-a6030ee1-efb1-4e73-9a38-7830d1ad854c tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups?id=57bab917-cdcc-4c6a-9e63-2a1833dd80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532444 Aug 09 15:46:21.162898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Pushing event updated for resources: {'Port': ['ID=16179699-1848-4c07-abe9-feddcc74e872,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:21.198789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Attempting to bind port 16179699-1848-4c07-abe9-feddcc74e872 on host n-h1-803778-2 for vnic_type normal with profile {"migrating_to": "n-h2-803778-2"} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:21.199136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Attempting to bind port 16179699-1848-4c07-abe9-feddcc74e872 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:21.199529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Attempting to bind port 16179699-1848-4c07-abe9-feddcc74e872 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:21.206646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25ef67-d51e-49e2-bebe-7600908a84d4 req-0961cd03-2ed3-45c4-9a42-992627b2e2dc tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:21.208928 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af25ef67-d51e-49e2-bebe-7600908a84d4 req-0961cd03-2ed3-45c4-9a42-992627b2e2dc tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 943 time: 0.0646584 Aug 09 15:46:21.219397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Port 16179699-1848-4c07-abe9-feddcc74e872 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:46:21.219835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Attempting to bind port 16179699-1848-4c07-abe9-feddcc74e872 on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:21.247236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:21.247236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:21.247663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Bound using segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:21.248489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Bound port: 16179699-1848-4c07-abe9-feddcc74e872, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:21.248489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.259409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-716b32f3-82c1-45a1-bfb2-4842ae3d638a req-e6482cd2-01cd-4931-81d2-bd4271f17744 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Deleting port 48f82b31-3955-44f8-8b1f-825bcd73a9d2 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:21.259409 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-716b32f3-82c1-45a1-bfb2-4842ae3d638a req-e6482cd2-01cd-4931-81d2-bd4271f17744 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.271243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-9f13901c-e16d-4d62-bb8f-45692251f6e4 service neutron] 10.222.0.81 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234282 Aug 09 15:46:21.295951 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af25ef67-d51e-49e2-bebe-7600908a84d4 req-b85df8ac-40d3-4c13-9d99-5b6e27b0f5c3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729647 Aug 09 15:46:21.488145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:21.495492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=16179699-1848-4c07-abe9-feddcc74e872,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:21.504362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-716b32f3-82c1-45a1-bfb2-4842ae3d638a req-e6482cd2-01cd-4931-81d2-bd4271f17744 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] For port 48f82b31-3955-44f8-8b1f-825bcd73a9d2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=48f82b31-3955-44f8-8b1f-825bcd73a9d2,segment=NetworkSegment(922e6109-53ba-4e5f-af82-e360f631d7fa),segment_id=922e6109-53ba-4e5f-af82-e360f631d7fa)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:21.512613 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-716b32f3-82c1-45a1-bfb2-4842ae3d638a req-e6482cd2-01cd-4931-81d2-bd4271f17744 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.517127 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.528385 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb9f935-59f9-484a-ab02-62f9d1789dc8 x-openstack-request-id: req-eeb9f935-59f9-484a-ab02-62f9d1789dc8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:21.528510 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadb6c2b-efe3-47a9-bcf8-8c29e73160a5", "name": "network-vif-unplugged", "status": "completed", "tag": "16179699-1848-4c07-abe9-feddcc74e872", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:21.528885 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eeb9f935-59f9-484a-ab02-62f9d1789dc8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:21.529276 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadb6c2b-efe3-47a9-bcf8-8c29e73160a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16179699-1848-4c07-abe9-feddcc74e872', 'code': 200} Aug 09 15:46:21.572506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-716b32f3-82c1-45a1-bfb2-4842ae3d638a req-e6482cd2-01cd-4931-81d2-bd4271f17744 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Calling delete_port for 48f82b31-3955-44f8-8b1f-825bcd73a9d2 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:21.584428 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6ee1ee-a918-432c-b556-0c365ad617c2 x-openstack-request-id: req-7e6ee1ee-a918-432c-b556-0c365ad617c2 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:21.584731 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514644ce-9d8b-4379-8652-98f8b1c214cc", "name": "network-vif-deleted", "tag": "9d16181f-a694-4aa9-ad7c-8daba97472f0", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:21.585107 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e6ee1ee-a918-432c-b556-0c365ad617c2 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:21.585500 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514644ce-9d8b-4379-8652-98f8b1c214cc', 'name': 'network-vif-deleted', 'tag': '9d16181f-a694-4aa9-ad7c-8daba97472f0', 'status': 'completed', 'code': 200} Aug 09 15:46:21.669032 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fcdfd285-90a9-4d34-9a82-6a24583ed136 req-ab34fb43-a042-4f51-b21b-d5cbaa67bf2b tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 210 time: 0.0419030 Aug 09 15:46:21.687941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Pushing event updated for resources: {'Port': ['ID=16179699-1848-4c07-abe9-feddcc74e872,revision_number=8']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:21.729640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:21.730159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:21.731670 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-5ecddea6-1508-4377-ac96-c51660d83f8a service neutron] 10.222.0.60 "PUT /v2.0/ports/16179699-1848-4c07-abe9-feddcc74e872 HTTP/1.1" status: 200 len: 1121 time: 2.1259775 Aug 09 15:46:21.793177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539b40-bbb0-47f0-937b-ee024116e6fe req-94cccdd5-9694-48ac-8315-17691919bdd9 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:21.799603 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9539b40-bbb0-47f0-937b-ee024116e6fe req-94cccdd5-9694-48ac-8315-17691919bdd9 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.2013152 Aug 09 15:46:21.859491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['16179699-1848-4c07-abe9-feddcc74e872'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:21.870863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['16179699-1848-4c07-abe9-feddcc74e872'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:21.908692 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9539b40-bbb0-47f0-937b-ee024116e6fe req-be6d13d9-dae3-4b02-a1c5-06412288cfc9 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033449 Aug 09 15:46:21.967454 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f0213d71-fa0f-4ba1-b2ef-19a0b5e4a326 req-c45da882-84b8-4657-9332-8c9c7b1a1825 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=514644ce-9d8b-4379-8652-98f8b1c214cc HTTP/1.1" status: 200 len: 210 time: 0.0999310 Aug 09 15:46:21.972565 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-716b32f3-82c1-45a1-bfb2-4842ae3d638a req-e6482cd2-01cd-4931-81d2-bd4271f17744 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:22.055200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6482cd2-01cd-4931-81d2-bd4271f17744 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event deleted for resources: {'Port': ['ID=48f82b31-3955-44f8-8b1f-825bcd73a9d2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:22.150919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-716b32f3-82c1-45a1-bfb2-4842ae3d638a req-e6482cd2-01cd-4931-81d2-bd4271f17744 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] No DVR routers for this DVR port 48f82b31-3955-44f8-8b1f-825bcd73a9d2 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:46:22.162867 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-716b32f3-82c1-45a1-bfb2-4842ae3d638a req-e6482cd2-01cd-4931-81d2-bd4271f17744 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:22.166006 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-716b32f3-82c1-45a1-bfb2-4842ae3d638a req-e6482cd2-01cd-4931-81d2-bd4271f17744 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.53 "DELETE /v2.0/ports/48f82b31-3955-44f8-8b1f-825bcd73a9d2 HTTP/1.1" status: 204 len: 173 time: 1.3388863 Aug 09 15:46:22.237528 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27784950-01c6-4a00-aa0a-663db299c3d6 req-58a5d781-4baf-4300-80b5-e26e6a84aeac tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/ports?device_id=270b9366-54c7-47c3-a858-cf7b2107e0c8 HTTP/1.1" status: 200 len: 210 time: 0.0532749 Aug 09 15:46:22.467693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15007446-cef8-41a6-aa3e-32b0920f7077 req-6d9b7518-743e-46d6-bd7c-8e1de6d554fc tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:22.470295 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15007446-cef8-41a6-aa3e-32b0920f7077 req-6d9b7518-743e-46d6-bd7c-8e1de6d554fc tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1076586 Aug 09 15:46:22.472582 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375113a-677a-4a7c-ac34-7e77914b244d req-90e45d45-f21c-4e1d-9dce-079a2ac1ba11 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:22.474860 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c375113a-677a-4a7c-ac34-7e77914b244d req-90e45d45-f21c-4e1d-9dce-079a2ac1ba11 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 943 time: 0.0815516 Aug 09 15:46:22.491823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9a2d0-c9e3-4d5b-a09c-bfca19eadd6e req-1b53106e-48ee-4bc1-a3ed-2285093b0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:22.492972 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8bb9a2d0-c9e3-4d5b-a09c-bfca19eadd6e req-1b53106e-48ee-4bc1-a3ed-2285093b0f65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 1097 time: 0.0838883 Aug 09 15:46:22.536885 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c375113a-677a-4a7c-ac34-7e77914b244d req-f02f70fc-0867-4919-b13a-2265550c13e6 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560536 Aug 09 15:46:22.551236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15007446-cef8-41a6-aa3e-32b0920f7077 req-0abd99b9-0c1a-4721-8cfa-a218f2ab5875 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697963 Aug 09 15:46:22.662603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 9d16181f-a694-4aa9-ad7c-8daba97472f0 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:22.686775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9a2d0-c9e3-4d5b-a09c-bfca19eadd6e req-dab16e95-0ad8-48fc-866d-b46491d2e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:22.691514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8bb9a2d0-c9e3-4d5b-a09c-bfca19eadd6e req-dab16e95-0ad8-48fc-866d-b46491d2e0fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 920 time: 0.1731250 Aug 09 15:46:22.693363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 9d16181f-a694-4aa9-ad7c-8daba97472f0 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:22.693363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 9d16181f-a694-4aa9-ad7c-8daba97472f0 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:22.770838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8bb9a2d0-c9e3-4d5b-a09c-bfca19eadd6e req-ee117248-eff5-4f11-be6b-0f5b18aff226 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2abb3c5-a8ce-4ba9-9da1-53135b71baef HTTP/1.1" status: 200 len: 217 time: 0.0649734 Aug 09 15:46:22.807563 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25f6af74-b63e-4972-bc44-2d7aabc9c1f4 req-84497eec-28ee-48f3-8249-d76d2c135da9 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 210 time: 0.0338445 Aug 09 15:46:22.873280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9a2d0-c9e3-4d5b-a09c-bfca19eadd6e req-b0605aca-cf09-4aad-9810-3b090510a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:22.875846 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8bb9a2d0-c9e3-4d5b-a09c-bfca19eadd6e req-b0605aca-cf09-4aad-9810-3b090510a5a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6e317da-0465-4e5b-8a29-aafbf8c77643 HTTP/1.1" status: 200 len: 859 time: 0.0710392 Aug 09 15:46:22.920672 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8bb9a2d0-c9e3-4d5b-a09c-bfca19eadd6e req-255ecf51-d815-4a66-baf7-38e902838836 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82283e74-616b-427b-ba3d-233252319544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347688 Aug 09 15:46:23.029429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8bb9a2d0-c9e3-4d5b-a09c-bfca19eadd6e req-9b810bca-e53a-4a9a-9905-996fbf60554d service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984168 Aug 09 15:46:23.239069 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-594bc15d-3b52-4fe2-a2c8-18751c1db116 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1695261 Aug 09 15:46:23.292035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8bb9a2d0-c9e3-4d5b-a09c-bfca19eadd6e req-6f7daab1-20da-435f-8fae-f85f9ff49731 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326820 Aug 09 15:46:23.483485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-c52cac24-1267-4458-92d3-74a763c18b0e tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.486795 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-c52cac24-1267-4458-92d3-74a763c18b0e tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.60 "GET /v2.0/networks?id=a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 200 len: 805 time: 0.2216635 Aug 09 15:46:23.509344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Request body: {'port': {'device_id': '594de70f-d72e-413a-a3e0-bd680d5080d4', 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'admin_state_up': True, 'tenant_id': '1a7b6654ea904a078c50c8a17ffdca4a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:23.534602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadb6c2b-efe3-47a9-bcf8-8c29e73160a5', 'tag': '16179699-1848-4c07-abe9-feddcc74e872'}, {'server_uuid': '270b9366-54c7-47c3-a858-cf7b2107e0c8', 'name': 'network-vif-deleted', 'tag': '48f82b31-3955-44f8-8b1f-825bcd73a9d2'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:23.537581 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fa9393-cf5c-4ee2-a187-631ef4548da5" -d '{"events": [{"name": "network-changed", "server_uuid": "fadb6c2b-efe3-47a9-bcf8-8c29e73160a5", "tag": "16179699-1848-4c07-abe9-feddcc74e872"}, {"server_uuid": "270b9366-54c7-47c3-a858-cf7b2107e0c8", "name": "network-vif-deleted", "tag": "48f82b31-3955-44f8-8b1f-825bcd73a9d2"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:23.550813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451338e7-66d3-45c1-afba-e3b897f4661e req-4ad2222d-9192-4cf5-8eae-993b7c810fee tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.553130 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-4ad2222d-9192-4cf5-8eae-993b7c810fee tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.3063929 Aug 09 15:46:23.560085 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-4ea76b2d-6630-4f56-b34c-9ef78a2e8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.560913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-4ea76b2d-6630-4f56-b34c-9ef78a2e8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.561758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-4ea76b2d-6630-4f56-b34c-9ef78a2e8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.563246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-4ea76b2d-6630-4f56-b34c-9ef78a2e8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.563945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-4ea76b2d-6630-4f56-b34c-9ef78a2e8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.564868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-4ea76b2d-6630-4f56-b34c-9ef78a2e8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.565564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-4ea76b2d-6630-4f56-b34c-9ef78a2e8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.567716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-4ea76b2d-6630-4f56-b34c-9ef78a2e8bc0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6503 time: 0.1981416 Aug 09 15:46:23.568476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60074) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:23.712941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79be047-af90-483b-ad63-447fd0b7247f req-2dcdc45a-db2c-4c45-9d9d-cbad48566167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.714868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b79be047-af90-483b-ad63-447fd0b7247f req-2dcdc45a-db2c-4c45-9d9d-cbad48566167 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 1097 time: 0.2860413 Aug 09 15:46:23.718821 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac2b80e-ef66-4e74-87c4-0d045cbf09c9 x-openstack-request-id: req-5ac2b80e-ef66-4e74-87c4-0d045cbf09c9 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:23.719426 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadb6c2b-efe3-47a9-bcf8-8c29e73160a5", "tag": "16179699-1848-4c07-abe9-feddcc74e872", "status": "completed", "code": 200}, {"server_uuid": "270b9366-54c7-47c3-a858-cf7b2107e0c8", "name": "network-vif-deleted", "tag": "48f82b31-3955-44f8-8b1f-825bcd73a9d2", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:23.719914 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ac2b80e-ef66-4e74-87c4-0d045cbf09c9 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:23.720528 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadb6c2b-efe3-47a9-bcf8-8c29e73160a5', 'tag': '16179699-1848-4c07-abe9-feddcc74e872', 'status': 'completed', 'code': 200} Aug 09 15:46:23.720998 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270b9366-54c7-47c3-a858-cf7b2107e0c8', 'name': 'network-vif-deleted', 'tag': '48f82b31-3955-44f8-8b1f-825bcd73a9d2', 'status': 'completed', 'code': 200} Aug 09 15:46:23.746711 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-1286f565-ade1-47f0-9c56-8a1a53623a1b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/quotas/36f5b17513bf476d8c384854b2a2d252 HTTP/1.1" status: 200 len: 375 time: 0.1753025 Aug 09 15:46:23.792887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc21c6e-632b-4d0b-b5f7-c5db99d66d5c req-0e1b0d21-3135-47c2-bdec-ff0b16511616 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.800851 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fc21c6e-632b-4d0b-b5f7-c5db99d66d5c req-0e1b0d21-3135-47c2-bdec-ff0b16511616 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0868945 Aug 09 15:46:23.806058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa9393-cf5c-4ee2-a187-631ef4548da5 req-945cbd59-2605-452c-a39e-599051a677c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.808204 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5fa9393-cf5c-4ee2-a187-631ef4548da5 req-945cbd59-2605-452c-a39e-599051a677c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 1124 time: 0.1470716 Aug 09 15:46:23.808875 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Made reservation on behalf of 1a7b6654ea904a078c50c8a17ffdca4a for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:23.813686 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:23.886240 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-39a6fc6a-e545-4078-a248-2769c364a78a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1278119 Aug 09 15:46:23.938493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-28efd0e0-2be0-4e04-bf09-23ae9032c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.946585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-28efd0e0-2be0-4e04-bf09-23ae9032c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.947444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-28efd0e0-2be0-4e04-bf09-23ae9032c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.950327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-28efd0e0-2be0-4e04-bf09-23ae9032c896 service neutron] 10.222.0.53 "GET /v2.0/networks?id=513e6b81-6742-476e-a576-44c46ff3978e&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=9aebc04b-7567-491f-9526-844a2d600872&id=9aebc04b-7567-491f-9526-844a2d600872 HTTP/1.1" status: 200 len: 2297 time: 0.3433282 Aug 09 15:46:23.989553 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fc21c6e-632b-4d0b-b5f7-c5db99d66d5c req-eb7d1f19-36ec-4b42-9c85-912e0acc8d0f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719160 Aug 09 15:46:24.103556 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-dc1b19da-d306-45d4-8a47-22f90bb8e4c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acc8dcac-3435-4ea9-909a-709abae24ea2 HTTP/1.1" status: 200 len: 1001 time: 0.0998254 Aug 09 15:46:24.142246 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79c67ee8-f3e6-4470-9fc0-cdf98c85de71 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:24.162225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa9393-cf5c-4ee2-a187-631ef4548da5 req-5c8576ea-32d6-4ee9-8d43-e065a9d2b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:24.163847 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5fa9393-cf5c-4ee2-a187-631ef4548da5 req-5c8576ea-32d6-4ee9-8d43-e065a9d2b7a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.3350258 Aug 09 15:46:24.175525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Allocated IP 172.20.0.10 (a4810c67-1f24-4642-b0ab-d23f91f63788/47be0854-cc13-46d6-81d0-2dc17634e8dd/1a788e42-29e1-4c21-8bc4-287ef98bd616) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:24.222441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d0015-99c4-423b-a867-9764b9a45ada req-b4ebcf63-e5dd-4564-a296-0ad03d5d898e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:24.224131 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f7d0015-99c4-423b-a867-9764b9a45ada req-b4ebcf63-e5dd-4564-a296-0ad03d5d898e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 943 time: 0.1321502 Aug 09 15:46:24.231426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79be047-af90-483b-ad63-447fd0b7247f req-e657cc81-8b56-4e2a-9070-66cb811ccea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:24.231697 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5fa9393-cf5c-4ee2-a187-631ef4548da5 req-391efd2c-c22c-47b6-8803-865b6c0eb5dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16179699-1848-4c07-abe9-feddcc74e872 HTTP/1.1" status: 200 len: 217 time: 0.0580003 Aug 09 15:46:24.232953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b79be047-af90-483b-ad63-447fd0b7247f req-e657cc81-8b56-4e2a-9070-66cb811ccea8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 920 time: 0.4659438 Aug 09 15:46:24.258434 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79c67ee8-f3e6-4470-9fc0-cdf98c85de71 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:24.313762 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b79be047-af90-483b-ad63-447fd0b7247f req-2c2c80a3-9c7e-4689-b497-69acf90b0cda service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2abb3c5-a8ce-4ba9-9da1-53135b71baef HTTP/1.1" status: 200 len: 217 time: 0.0595932 Aug 09 15:46:24.315229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-59da8562-6a1a-48e6-b576-faaaacb94820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:24.316607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-59da8562-6a1a-48e6-b576-faaaacb94820 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=19138694-734c-4465-b6cf-40c50ce31215 HTTP/1.1" status: 200 len: 856 time: 0.2049315 Aug 09 15:46:24.320054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 48f82b31-3955-44f8-8b1f-825bcd73a9d2 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:24.340459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 48f82b31-3955-44f8-8b1f-825bcd73a9d2 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:24.341182 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 48f82b31-3955-44f8-8b1f-825bcd73a9d2 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:24.357844 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f7d0015-99c4-423b-a867-9764b9a45ada req-a2c71092-6e50-45bf-9c98-5ae2ea3d3446 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119132 Aug 09 15:46:24.414220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa9393-cf5c-4ee2-a187-631ef4548da5 req-bf710546-e39f-4d11-be17-d89468d2226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:24.416065 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5fa9393-cf5c-4ee2-a187-631ef4548da5 req-bf710546-e39f-4d11-be17-d89468d2226c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.1749783 Aug 09 15:46:24.419368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-69787653-6987-4738-96dd-6e0f140d5424 service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317872 Aug 09 15:46:24.478894 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5fa9393-cf5c-4ee2-a187-631ef4548da5 req-0a30e23f-27ed-4be3-9299-93de5f372c36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335727 Aug 09 15:46:24.494204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-06c2678e-a33a-4484-981a-32fb788904c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:24.495747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-06c2678e-a33a-4484-981a-32fb788904c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=513e6b81-6742-476e-a576-44c46ff3978e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700675 Aug 09 15:46:24.521130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79be047-af90-483b-ad63-447fd0b7247f req-07c2c131-57bd-4f94-9edf-e665e9895e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:24.522697 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b79be047-af90-483b-ad63-447fd0b7247f req-07c2c131-57bd-4f94-9edf-e665e9895e9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6e317da-0465-4e5b-8a29-aafbf8c77643 HTTP/1.1" status: 200 len: 859 time: 0.1702352 Aug 09 15:46:24.630670 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:24.668921 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5fa9393-cf5c-4ee2-a187-631ef4548da5 req-b0af825c-0ca1-458e-86ff-9abd69307c4a service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786606 Aug 09 15:46:24.690923 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8fbc24ea-ac45-4259-81aa-267573d175a4 req-e056fdb0-76e7-49e7-bbca-8250096149f2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 210 time: 0.0353467 Aug 09 15:46:24.738756 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:24.817678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Network a4810c67-1f24-4642-b0ab-d23f91f63788 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:24.865290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:24.876046 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79c67ee8-f3e6-4470-9fc0-cdf98c85de71 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:24.878662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79c67ee8-f3e6-4470-9fc0-cdf98c85de71 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:24.880013 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-79c67ee8-f3e6-4470-9fc0-cdf98c85de71 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "DELETE /v2.0/security-groups/3f6b98ff-da0d-40c8-9560-620bf01d4593 HTTP/1.1" status: 204 len: 168 time: 1.3067374 Aug 09 15:46:24.893037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:24.898147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60120) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:24.932783 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Pushing event updated for resources: {'Port': ['ID=1a788e42-29e1-4c21-8bc4-287ef98bd616,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:24.948068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c67ee8-f3e6-4470-9fc0-cdf98c85de71 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6b98ff-da0d-40c8-9560-620bf01d4593,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:24.960084 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-c31107d7-d0e5-45fc-8e04-e720874ee233 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] show failed (client error): The resource could not be found. Aug 09 15:46:24.963597 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c31107d7-d0e5-45fc-8e04-e720874ee233 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "GET /v2.0/security-groups/3f6b98ff-da0d-40c8-9560-620bf01d4593 HTTP/1.1" status: 404 len: 347 time: 0.0603611 Aug 09 15:46:24.968890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60122) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:24.976013 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b79be047-af90-483b-ad63-447fd0b7247f req-840757f7-6ea5-43aa-8272-36cf4ee5c2ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82283e74-616b-427b-ba3d-233252319544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657582 Aug 09 15:46:25.010738 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-985c62e0-4ad2-47e8-aa17-e019dbf1da3e service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905025 Aug 09 15:46:25.049216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ed607-80ad-4aa2-b474-74f2869359c7 req-43144b0d-d733-4a17-8cd5-601753814c63 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:25.056692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e2ed607-80ad-4aa2-b474-74f2869359c7 req-43144b0d-d733-4a17-8cd5-601753814c63 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=6136f8dc-19d8-4ad2-a207-10e2ee896ed0 HTTP/1.1" status: 200 len: 951 time: 0.2118452 Aug 09 15:46:25.068769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:25.069421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.080259 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5fa9393-cf5c-4ee2-a187-631ef4548da5 req-97643658-fb4c-4ba9-ab68-3eda0537171e service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005247 Aug 09 15:46:25.090801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-5d3b7e40-c1a6-45f0-984b-0d4e4781ff48 service neutron] 10.222.0.53 "GET /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864317 Aug 09 15:46:25.148975 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-88ada276-f82f-46ed-9eee-425fa249d548 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6439614 Aug 09 15:46:25.194431 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b79be047-af90-483b-ad63-447fd0b7247f req-68d5c9bf-049c-407d-857b-708297777b76 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968770 Aug 09 15:46:25.207041 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Request body: {'port': {'device_id': '594de70f-d72e-413a-a3e0-bd680d5080d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:25.246637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e2ed607-80ad-4aa2-b474-74f2869359c7 req-ad74a133-11ef-48c9-a284-86bbc77696ca tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892068 Aug 09 15:46:25.295823 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.300604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c53ee-3cce-4062-b48e-edef18cd0116 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Deleting port ef72b882-240f-47d1-af52-fa13281d7825 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:25.300981 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b2c53ee-3cce-4062-b48e-edef18cd0116 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.322062 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-fc032f79-b885-417a-b872-cfa30d6989bb service neutron] 10.222.0.53 "GET /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166765 Aug 09 15:46:25.400910 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-60f9e333-b432-4489-b230-b99afc95091b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=75ee56ba-e36a-4905-b05b-e68f578f58fe HTTP/1.1" status: 200 len: 217 time: 0.0526679 Aug 09 15:46:25.425283 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fe9c612-5e39-46cc-b519-9328705ba544 req-41424e67-3489-422c-9a6a-9bc12a0d2ab5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 210 time: 0.0729754 Aug 09 15:46:25.432204 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b79be047-af90-483b-ad63-447fd0b7247f req-8ff35f4c-d784-4ef3-bb0d-438beaeed53f service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232709 Aug 09 15:46:25.454454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0f7a2-3ca5-4d63-af11-3d46f5958702 req-cbfde4eb-7d20-4318-a24b-6f4fa1b0aa84 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:25.456658 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5c0f7a2-3ca5-4d63-af11-3d46f5958702 req-cbfde4eb-7d20-4318-a24b-6f4fa1b0aa84 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.2326009 Aug 09 15:46:25.551449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-b31628ca-c0a1-4b3e-8c81-6d9a8c348f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:25.553489 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-b31628ca-c0a1-4b3e-8c81-6d9a8c348f95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.0957141 Aug 09 15:46:25.560470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5c0f7a2-3ca5-4d63-af11-3d46f5958702 req-9ebc4bd7-be09-4a10-859c-e63eb2e1d08c tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926690 Aug 09 15:46:25.621065 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b2c53ee-3cce-4062-b48e-edef18cd0116 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.621617 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b2c53ee-3cce-4062-b48e-edef18cd0116 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:25.644462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-a2a39135-3860-44a8-a0a7-f15d359b9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:25.651455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-a2a39135-3860-44a8-a0a7-f15d359b9293 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891910 Aug 09 15:46:25.669741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c53ee-3cce-4062-b48e-edef18cd0116 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Calling delete_port for ef72b882-240f-47d1-af52-fa13281d7825 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:25.796984 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-bdc9854a-49b2-4382-b520-f437b73cb22e service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366315 Aug 09 15:46:25.820026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4414a43-9574-45fa-a4cc-45232c374029 req-e38750bf-4069-448a-a6ae-cc36dfe4ae43 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:25.827617 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4414a43-9574-45fa-a4cc-45232c374029 req-e38750bf-4069-448a-a6ae-cc36dfe4ae43 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 943 time: 0.2873557 Aug 09 15:46:25.912188 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4414a43-9574-45fa-a4cc-45232c374029 req-02ada890-419e-4427-80fb-04bdccf2b4df tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834472 Aug 09 15:46:25.968755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e71fc-41a7-4e05-9f42-c62bf9105dbe req-60223a25-6344-442b-b733-fe56e35700ba tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:25.976505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d6e71fc-41a7-4e05-9f42-c62bf9105dbe req-60223a25-6344-442b-b733-fe56e35700ba tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 932 time: 0.1047843 Aug 09 15:46:26.042137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a788e42-29e1-4c21-8bc4-287ef98bd616 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:26.055970 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.059430 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b2c53ee-3cce-4062-b48e-edef18cd0116 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.063786 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d6e71fc-41a7-4e05-9f42-c62bf9105dbe req-237604a9-4ece-490d-9e46-862a28a5f01a tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856345 Aug 09 15:46:26.066563 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-a5ee4a32-dd04-4a90-bc82-5371b448d5f5 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621856 Aug 09 15:46:26.118403 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c53ee-3cce-4062-b48e-edef18cd0116 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Pushing event deleted for resources: {'Port': ['ID=ef72b882-240f-47d1-af52-fa13281d7825,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:26.122723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-a25503fb-2da1-411f-b357-5b328710b2df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=1a207547-ce94-4f83-a3cf-8a3ad7a93614 HTTP/1.1" status: 200 len: 217 time: 0.0477781 Aug 09 15:46:26.137861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Transition to ACTIVE for port object 1a788e42-29e1-4c21-8bc4-287ef98bd616 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:26.143344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.185837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-a01904c6-ccd4-441c-b0c9-15945b0d6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:26.187533 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-a01904c6-ccd4-441c-b0c9-15945b0d6018 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.0562699 Aug 09 15:46:26.240032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-bf509f90-551a-43e5-a359-550dd69d2e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:26.241560 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-bf509f90-551a-43e5-a359-550dd69d2e6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447419 Aug 09 15:46:26.245352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Pushing event updated for resources: {'Port': ['ID=1a788e42-29e1-4c21-8bc4-287ef98bd616,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:26.264355 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b2c53ee-3cce-4062-b48e-edef18cd0116 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.267049 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b2c53ee-3cce-4062-b48e-edef18cd0116 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.268214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0b2c53ee-3cce-4062-b48e-edef18cd0116 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] 10.222.0.81 "DELETE /v2.0/floatingips/a84a9c11-6bdc-48b1-b7cb-5ea5be168ab2 HTTP/1.1" status: 204 len: 168 time: 1.2958636 Aug 09 15:46:26.335685 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Attempting to bind port 1a788e42-29e1-4c21-8bc4-287ef98bd616 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:26.336105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Attempting to bind port 1a788e42-29e1-4c21-8bc4-287ef98bd616 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:26.336486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Attempting to bind port 1a788e42-29e1-4c21-8bc4-287ef98bd616 on network a4810c67-1f24-4642-b0ab-d23f91f63788 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:26.342455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Port 1a788e42-29e1-4c21-8bc4-287ef98bd616 on network a4810c67-1f24-4642-b0ab-d23f91f63788 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:46:26.342844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Attempting to bind port 1a788e42-29e1-4c21-8bc4-287ef98bd616 on network a4810c67-1f24-4642-b0ab-d23f91f63788 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:26.349786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:26.350195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Checking segment: {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:26.350644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Bound using segment: {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:26.351170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Bound port: 1a788e42-29e1-4c21-8bc4-287ef98bd616, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:26.351622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.395909 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60156) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:26.414926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-e5e81858-da2f-424d-8a63-4b7d06b7a206 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650035 Aug 09 15:46:26.458026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00d8b0-1040-44a6-af17-142edaae2924 req-6f61ce63-332d-4d35-a902-02bc0021fc2a tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:26.459829 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5b00d8b0-1040-44a6-af17-142edaae2924 req-6f61ce63-332d-4d35-a902-02bc0021fc2a tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=6136f8dc-19d8-4ad2-a207-10e2ee896ed0 HTTP/1.1" status: 200 len: 951 time: 0.0970719 Aug 09 15:46:26.547574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f78421-25e0-45a6-8705-1342b4ff10bc admin admin] Deleting subnet d77fdd6f-3057-40eb-be96-e34a96c83534 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:46:26.570598 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5b00d8b0-1040-44a6-af17-142edaae2924 req-1b9c3933-f7d1-4b51-bc1c-0f587a1df139 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982733 Aug 09 15:46:26.571247 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd506691-3a1a-4cd9-bd8e-0bf680cfc805 req-20b3e5db-7dde-4ffe-b095-9386d8e2c0dc tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 210 time: 0.0511403 Aug 09 15:46:26.575064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] For port 1a788e42-29e1-4c21-8bc4-287ef98bd616, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:26.577170 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93f78421-25e0-45a6-8705-1342b4ff10bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.619215 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-ff28e3cb-7422-4f9f-9932-0c99036d1fe0 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834338 Aug 09 15:46:26.621735 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] For port 1a788e42-29e1-4c21-8bc4-287ef98bd616, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1a788e42-29e1-4c21-8bc4-287ef98bd616,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:26.636452 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.677774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-2e8ebca3-f0b4-4e69-8756-635514ae93f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=d244bd87-3752-4971-9c65-29f6ddea2c84 HTTP/1.1" status: 200 len: 217 time: 0.0443325 Aug 09 15:46:26.684559 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93f78421-25e0-45a6-8705-1342b4ff10bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.693276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451338e7-66d3-45c1-afba-e3b897f4661e req-ceb80a0e-7db9-4910-bb9a-983ff51045a1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:26.694756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-ceb80a0e-7db9-4910-bb9a-983ff51045a1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.53 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.2644405 Aug 09 15:46:26.735905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-451338e7-66d3-45c1-afba-e3b897f4661e req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Request body: {'port': {'device_id': '4e382624-bc53-423b-a144-060822e355c4', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'admin_state_up': True, 'tenant_id': '36f5b17513bf476d8c384854b2a2d252'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:26.739829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:26.740450 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.741829 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] 10.222.0.60 "PUT /v2.0/ports/1a788e42-29e1-4c21-8bc4-287ef98bd616 HTTP/1.1" status: 200 len: 1092 time: 1.5448866 Aug 09 15:46:26.755844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-5dc83724-abfb-4f25-97a9-fa023e6b0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:26.758077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-5dc83724-abfb-4f25-97a9-fa023e6b0cfe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.0725200 Aug 09 15:46:26.762868 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594de70f-d72e-413a-a3e0-bd680d5080d4', 'tag': '1a788e42-29e1-4c21-8bc4-287ef98bd616'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:26.765718 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b814a9f-6372-474d-a383-14a7b6747ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "594de70f-d72e-413a-a3e0-bd680d5080d4", "tag": "1a788e42-29e1-4c21-8bc4-287ef98bd616"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:26.813766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-134c6dfa-db21-4331-ad1b-987b7fac1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:26.815611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-134c6dfa-db21-4331-ad1b-987b7fac1507 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0472078 Aug 09 15:46:26.863086 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93f78421-25e0-45a6-8705-1342b4ff10bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.899686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ff8c4-24f4-4008-8c18-48771c421165 service neutron] Pushing event updated for resources: {'Port': ['ID=1a788e42-29e1-4c21-8bc4-287ef98bd616,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:26.929773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-2641e456-e573-4ad0-80eb-1a6f4277bc70 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021495 Aug 09 15:46:26.948543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb986e2c-e7b4-4f28-911b-5cce05c12828 req-f5e95809-135d-4f8a-8777-fa02f6378efc tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:26.950436 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb986e2c-e7b4-4f28-911b-5cce05c12828 req-f5e95809-135d-4f8a-8777-fa02f6378efc tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.2682014 Aug 09 15:46:26.984187 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4061a9-d0ef-4c1b-8a88-271764e56599 x-openstack-request-id: req-4b4061a9-d0ef-4c1b-8a88-271764e56599 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:26.984312 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594de70f-d72e-413a-a3e0-bd680d5080d4", "tag": "1a788e42-29e1-4c21-8bc4-287ef98bd616", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:26.984577 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b4061a9-d0ef-4c1b-8a88-271764e56599 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:26.984917 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594de70f-d72e-413a-a3e0-bd680d5080d4', 'tag': '1a788e42-29e1-4c21-8bc4-287ef98bd616', 'status': 'completed', 'code': 200} Aug 09 15:46:27.014291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-c05beef8-bc2c-49a1-93ac-155439be8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.016434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-c05beef8-bc2c-49a1-93ac-155439be8380 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 1095 time: 0.1850181 Aug 09 15:46:27.057562 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-3cbeba4c-c645-4009-8d9a-caae02e18d28 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212697 Aug 09 15:46:27.113120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-113fb30f-f24e-4f5f-bbaa-9f0dd75968a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=4aa4ba74-90a3-46f1-832a-a6a8176e0745 HTTP/1.1" status: 200 len: 217 time: 0.0480323 Aug 09 15:46:27.173493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-12edf265-557e-484e-9084-c7960cbeff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.175264 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-12edf265-557e-484e-9084-c7960cbeff16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.0551293 Aug 09 15:46:27.255722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-a573a652-a3c1-434c-8be6-c2e1f9760a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.257314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-a573a652-a3c1-434c-8be6-c2e1f9760a5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732570 Aug 09 15:46:27.332932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983ecc4-771f-4b96-b651-4d02d28bef44 req-f7e3f545-c870-4386-858b-1d65085e3394 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.334598 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9983ecc4-771f-4b96-b651-4d02d28bef44 req-f7e3f545-c870-4386-858b-1d65085e3394 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 943 time: 0.1174922 Aug 09 15:46:27.390865 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93f78421-25e0-45a6-8705-1342b4ff10bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:27.396877 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9983ecc4-771f-4b96-b651-4d02d28bef44 req-32dd4fe7-33df-4d16-8207-e11ffb3cff7d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537610 Aug 09 15:46:27.397985 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-0fd7b67f-b6dd-414c-b93f-84596ce851e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a788e42-29e1-4c21-8bc4-287ef98bd616 HTTP/1.1" status: 200 len: 217 time: 0.3691237 Aug 09 15:46:27.406383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb986e2c-e7b4-4f28-911b-5cce05c12828 req-7224c333-a1a3-426e-92b2-4ff2e318db4d tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407468 Aug 09 15:46:27.408106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-6c7cb743-2997-4efd-baf2-d578e8ffce85 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408386 Aug 09 15:46:27.427537 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451338e7-66d3-45c1-afba-e3b897f4661e req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Made reservation on behalf of 36f5b17513bf476d8c384854b2a2d252 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:27.431342 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-451338e7-66d3-45c1-afba-e3b897f4661e req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:27.448726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f78421-25e0-45a6-8705-1342b4ff10bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77fdd6f-3057-40eb-be96-e34a96c83534,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:27.484435 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93f78421-25e0-45a6-8705-1342b4ff10bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:27.486332 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-93f78421-25e0-45a6-8705-1342b4ff10bc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d77fdd6f-3057-40eb-be96-e34a96c83534 HTTP/1.1" status: 204 len: 168 time: 1.0894678 Aug 09 15:46:27.494288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60210) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:27.580685 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-40e37e49-fc4e-419b-976c-75996bd60de6 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627924 Aug 09 15:46:27.596720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-1e0bcc9e-63d5-42c6-9a78-22e84e3ad540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.598545 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-1e0bcc9e-63d5-42c6-9a78-22e84e3ad540 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47be0854-cc13-46d6-81d0-2dc17634e8dd HTTP/1.1" status: 200 len: 845 time: 0.1737375 Aug 09 15:46:27.641447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-0d5ad4da-30a0-41aa-b8ac-d85730fcb7c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ad730bf3-f589-4d6f-83ff-b798d961769b HTTP/1.1" status: 200 len: 217 time: 0.0524018 Aug 09 15:46:27.686134 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-d9324946-40e5-42d4-8e5d-a081eee1b583 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4810c67-1f24-4642-b0ab-d23f91f63788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674644 Aug 09 15:46:27.729018 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:27.738229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521a55e-114f-4081-b57b-d2b1ce8dfeb1 req-873d593c-af06-4dec-8972-74fa6b981859 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.740264 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5521a55e-114f-4081-b57b-d2b1ce8dfeb1 req-873d593c-af06-4dec-8972-74fa6b981859 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 944 time: 0.2148848 Aug 09 15:46:27.818731 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e95bf5f4-2f5a-4efb-afa9-5f5c535b9717 req-60297319-3342-4bc1-ad3c-98bf70f85622 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 210 time: 0.0872343 Aug 09 15:46:27.862942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-029ed8a7-5612-42bb-b913-aad5868efaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.865189 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-029ed8a7-5612-42bb-b913-aad5868efaa3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a229c198-1f7e-418d-9288-f40691af9d78 HTTP/1.1" status: 200 len: 797 time: 0.2150621 Aug 09 15:46:27.876801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5521a55e-114f-4081-b57b-d2b1ce8dfeb1 req-4c8680da-a501-4cdd-86e7-fccfcbca097b tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283357 Aug 09 15:46:27.969566 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-451338e7-66d3-45c1-afba-e3b897f4661e req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Allocated IP 172.20.0.13 (47fdb2fd-0577-483b-bbb7-f606800bb9ba/7f828d50-83aa-441b-9645-e7600b469a85/3c119fe3-ee1a-436d-9d10-01d5e0828284) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:27.976388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-12449c5a-eae7-4dd7-8912-e1df8f2bb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.983491 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-12449c5a-eae7-4dd7-8912-e1df8f2bb74f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9aebc04b-7567-491f-9526-844a2d600872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017382 Aug 09 15:46:28.147543 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.156998 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-e190826f-a369-4d77-85fd-0d4af87850e5 service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679633 Aug 09 15:46:28.209786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a01052f-b956-4ec5-b66d-2d8d93fe2bcf']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:28.304603 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-f8f9e6fb-65c5-4f38-ba87-a5f08384559c service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388919 Aug 09 15:46:28.353020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a0caf65e-01fd-44ac-82ea-1fa89d84a0de no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:28.379199 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-451338e7-66d3-45c1-afba-e3b897f4661e req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.411246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-5d452448-9a08-4349-89e5-903fcda55a4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db9322e6-f226-4519-b232-0c993b0e4a63 HTTP/1.1" status: 200 len: 217 time: 0.1006322 Aug 09 15:46:28.425043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922e6109-53ba-4e5f-af82-e360f631d7fa') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:28.425372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922e6109-53ba-4e5f-af82-e360f631d7fa') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:28.429064 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-451338e7-66d3-45c1-afba-e3b897f4661e req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.433043 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-ed587587-740f-4b1f-9423-f74f22c4ebf9 service neutron] 10.222.0.60 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7367358 Aug 09 15:46:28.486566 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.544606 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.557016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-61e9f9aa-4554-4a2f-9562-37bd370914e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:28.572091 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-61e9f9aa-4554-4a2f-9562-37bd370914e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a229c198-1f7e-418d-9288-f40691af9d78 HTTP/1.1" status: 200 len: 797 time: 0.1543808 Aug 09 15:46:28.581084 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.602898 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:28.605757 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a14c57-2f4f-43ea-9400-cb33c690ca98" -d '{"events": [{"server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:28.632914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:28.635601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451338e7-66d3-45c1-afba-e3b897f4661e req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Network 47fdb2fd-0577-483b-bbb7-f606800bb9ba is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:28.640957 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.641267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:46:28.641728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:46:28.644774 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:46:28.647923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Pushing event updated for resources: {'Port': ['ID=3c119fe3-ee1a-436d-9d10-01d5e0828284,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:28.660520 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-451338e7-66d3-45c1-afba-e3b897f4661e req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:28.695581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9551e-9976-4042-b023-f06122316250 req-e9099250-960a-4738-87a5-93713080af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:28.697518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-451338e7-66d3-45c1-afba-e3b897f4661e req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:28.702578 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-e9099250-960a-4738-87a5-93713080af25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9aebc04b-7567-491f-9526-844a2d600872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222763 Aug 09 15:46:28.761958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451338e7-66d3-45c1-afba-e3b897f4661e req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:28.762982 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-451338e7-66d3-45c1-afba-e3b897f4661e req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.767538 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c3f7d5-5f86-4138-a32a-780ad29550d0 x-openstack-request-id: req-b4c3f7d5-5f86-4138-a32a-780ad29550d0 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:28.767833 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:28.768281 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4c3f7d5-5f86-4138-a32a-780ad29550d0 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:28.768846 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'code': 200} Aug 09 15:46:28.769766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,revision_number=11']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:28.815794 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.833200 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19843a-e247-43fb-a5c6-8383cee1d3f7 req-b12e98db-e742-405b-a089-9c337185d4fd tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:28.840813 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ba19843a-e247-43fb-a5c6-8383cee1d3f7 req-b12e98db-e742-405b-a089-9c337185d4fd tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 943 time: 0.2566810 Aug 09 15:46:28.870038 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-3e75f250-d6a2-4632-b336-6ff162dee9ab tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1448352 Aug 09 15:46:28.871243 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.876005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7a01052f-b956-4ec5-b66d-2d8d93fe2bcf HTTP/1.1" status: 204 len: 168 time: 1.3762541 Aug 09 15:46:28.882805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Request body: {'port': {'device_id': '4e382624-bc53-423b-a144-060822e355c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:28.898526 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e13b2b3b-6b25-4550-8990-b4bba8e60e86 req-228805fe-0eb0-49f8-85ae-b8c2de3da826 service neutron] 10.222.0.60 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504631 Aug 09 15:46:28.918845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dab73-e1cd-4a9e-a0f0-f443efffbbe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a01052f-b956-4ec5-b66d-2d8d93fe2bcf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:28.941246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-445dd386-afae-4d80-93d4-8908d056e8e1 service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320924 Aug 09 15:46:29.008610 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ba19843a-e247-43fb-a5c6-8383cee1d3f7 req-0ec9f505-fb83-4494-a13b-54f1be4e465f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659822 Aug 09 15:46:29.077100 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.193227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b814a9f-6372-474d-a383-14a7b6747ed2 req-c80d40a6-2d56-4155-946c-7a9583687186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:29.195076 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b814a9f-6372-474d-a383-14a7b6747ed2 req-c80d40a6-2d56-4155-946c-7a9583687186 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 1095 time: 0.2098072 Aug 09 15:46:29.196591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d924b3-d80f-41fe-91dc-787b2e696bb9 req-95e7291b-6d85-4666-8f06-30f59ca73125 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:29.198684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31d924b3-d80f-41fe-91dc-787b2e696bb9 req-95e7291b-6d85-4666-8f06-30f59ca73125 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 932 time: 0.1239717 Aug 09 15:46:29.233283 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbc9551e-9976-4042-b023-f06122316250 req-05535fe6-7f34-4ff7-9255-eaea6c628588 service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818062 Aug 09 15:46:29.246855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60316) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:29.314461 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31d924b3-d80f-41fe-91dc-787b2e696bb9 req-3dd910c8-bee0-4d04-87a0-45bdece5f7dd tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997922 Aug 09 15:46:29.341532 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6b3cab6e-5600-44eb-b888-15e2ae6c2021 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc6dd991b1614433a485866837d57ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931871 Aug 09 15:46:29.344201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60320) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:29.406093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890e002-24f2-460e-872b-64ad04dc0e06 req-b69e523a-4427-41d5-b140-33f65b808f13 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:29.413348 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e890e002-24f2-460e-872b-64ad04dc0e06 req-b69e523a-4427-41d5-b140-33f65b808f13 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 944 time: 0.2027888 Aug 09 15:46:29.427491 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58b09edd-a5c0-41f2-b273-4961acddf568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.455181 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58b09edd-a5c0-41f2-b273-4961acddf568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.492497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b814a9f-6372-474d-a383-14a7b6747ed2 req-e1f92ad3-ac37-4d16-b5f9-baf281934f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:29.494014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b814a9f-6372-474d-a383-14a7b6747ed2 req-e1f92ad3-ac37-4d16-b5f9-baf281934f3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 200 len: 906 time: 0.2824631 Aug 09 15:46:29.526888 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58b09edd-a5c0-41f2-b273-4961acddf568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.530558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58b09edd-a5c0-41f2-b273-4961acddf568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.534986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-58b09edd-a5c0-41f2-b273-4961acddf568 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57bab917-cdcc-4c6a-9e63-2a1833dd80e5 HTTP/1.1" status: 204 len: 168 time: 0.1867495 Aug 09 15:46:29.555282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b09edd-a5c0-41f2-b273-4961acddf568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bab917-cdcc-4c6a-9e63-2a1833dd80e5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:29.576810 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e890e002-24f2-460e-872b-64ad04dc0e06 req-725ffc90-f2b0-4394-a035-1e61c57cfb01 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581588 Aug 09 15:46:29.584109 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b814a9f-6372-474d-a383-14a7b6747ed2 req-d44986b1-85d2-4540-a72d-20a4769ba7f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a788e42-29e1-4c21-8bc4-287ef98bd616 HTTP/1.1" status: 200 len: 217 time: 0.0778751 Aug 09 15:46:29.696975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b814a9f-6372-474d-a383-14a7b6747ed2 req-66219e50-4844-4f39-8fab-ee191565c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:29.698671 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b814a9f-6372-474d-a383-14a7b6747ed2 req-66219e50-4844-4f39-8fab-ee191565c330 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47be0854-cc13-46d6-81d0-2dc17634e8dd HTTP/1.1" status: 200 len: 845 time: 0.1016150 Aug 09 15:46:29.771134 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b814a9f-6372-474d-a383-14a7b6747ed2 req-6d41e1b8-5e40-4f63-83d2-8b2c564b13ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4810c67-1f24-4642-b0ab-d23f91f63788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611308 Aug 09 15:46:29.781966 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c119fe3-ee1a-436d-9d10-01d5e0828284 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:29.800616 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.861213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Transition to ACTIVE for port object 3c119fe3-ee1a-436d-9d10-01d5e0828284 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:29.865420 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.963025 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b814a9f-6372-474d-a383-14a7b6747ed2 req-c16bf507-e18c-4241-b9c2-76d523ec705a service neutron] 10.222.0.60 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751459 Aug 09 15:46:29.993832 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Pushing event updated for resources: {'Port': ['ID=3c119fe3-ee1a-436d-9d10-01d5e0828284,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:30.129873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Attempting to bind port 3c119fe3-ee1a-436d-9d10-01d5e0828284 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:30.130220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Attempting to bind port 3c119fe3-ee1a-436d-9d10-01d5e0828284 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:30.130553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Attempting to bind port 3c119fe3-ee1a-436d-9d10-01d5e0828284 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:30.142944 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Port 3c119fe3-ee1a-436d-9d10-01d5e0828284 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:46:30.143177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Attempting to bind port 3c119fe3-ee1a-436d-9d10-01d5e0828284 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:30.152776 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:30.153204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Checking segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:30.153537 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Bound using segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:30.154230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Bound port: 3c119fe3-ee1a-436d-9d10-01d5e0828284, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:30.154659 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.166129 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b814a9f-6372-474d-a383-14a7b6747ed2 req-794a7827-2682-443a-8c11-e30bf792a129 service neutron] 10.222.0.60 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851346 Aug 09 15:46:30.257775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f75b9b-2a48-42ff-bdb1-2948215ae7cb req-7610f0dd-8df7-43d9-aa46-11f614d4705b tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:30.259141 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6f75b9b-2a48-42ff-bdb1-2948215ae7cb req-7610f0dd-8df7-43d9-aa46-11f614d4705b tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 943 time: 0.1099958 Aug 09 15:46:30.281467 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-24c08c60-429e-4424-a402-2c7c8095d034 service neutron] 10.222.0.53 "GET /v2.0/ports/16179699-1848-4c07-abe9-feddcc74e872/bindings/n-h2-803778-2 HTTP/1.1" status: 200 len: 384 time: 0.1136835 Aug 09 15:46:30.304284 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] For port 3c119fe3-ee1a-436d-9d10-01d5e0828284, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:30.329304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] For port 3c119fe3-ee1a-436d-9d10-01d5e0828284, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3c119fe3-ee1a-436d-9d10-01d5e0828284,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:30.339697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 16179699-1848-4c07-abe9-feddcc74e872 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:30.342880 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.349814 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6f75b9b-2a48-42ff-bdb1-2948215ae7cb req-392fc66c-a8bd-4571-ab4b-0065e368ed38 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841031 Aug 09 15:46:30.395772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:30.396425 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.397905 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] 10.222.0.53 "PUT /v2.0/ports/3c119fe3-ee1a-436d-9d10-01d5e0828284 HTTP/1.1" status: 200 len: 1092 time: 1.5194306 Aug 09 15:46:30.398359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e382624-bc53-423b-a144-060822e355c4', 'tag': '3c119fe3-ee1a-436d-9d10-01d5e0828284'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:30.400701 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bca8ec0-a3c2-4006-972b-3f9724a8d6db" -d '{"events": [{"name": "network-changed", "server_uuid": "4e382624-bc53-423b-a144-060822e355c4", "tag": "3c119fe3-ee1a-436d-9d10-01d5e0828284"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:30.432015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5d0aa-93ba-4537-b12a-1f0de8724498 service neutron] Pushing event updated for resources: {'Port': ['ID=3c119fe3-ee1a-436d-9d10-01d5e0828284,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:30.497887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451338e7-66d3-45c1-afba-e3b897f4661e req-92467f5b-8973-46c7-9de6-2f1047c42d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:30.499544 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-92467f5b-8973-46c7-9de6-2f1047c42d9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 1095 time: 0.0559154 Aug 09 15:46:30.563433 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-6eb32615-a09c-4996-8444-e077711b30e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c119fe3-ee1a-436d-9d10-01d5e0828284 HTTP/1.1" status: 200 len: 217 time: 0.0552096 Aug 09 15:46:30.645365 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f55ba4-17e7-4e40-b7d8-d7b25b576eaa req-40896ad1-bcf5-4eb2-8c43-498e36cef19c tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:30.646706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 1a788e42-29e1-4c21-8bc4-287ef98bd616 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:30.652540 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7f55ba4-17e7-4e40-b7d8-d7b25b576eaa req-40896ad1-bcf5-4eb2-8c43-498e36cef19c tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1382394 Aug 09 15:46:30.656111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451338e7-66d3-45c1-afba-e3b897f4661e req-458aee13-3c5b-40cf-8883-3595339d7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:30.659162 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-458aee13-3c5b-40cf-8883-3595339d7ef2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.0750804 Aug 09 15:46:30.672568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-3ec3eb36-b899-4641-925b-93fd881309e0 service neutron] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=16179699-1848-4c07-abe9-feddcc74e872,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:30.700177 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-59ca07b8-3126-4e9e-bda2-3e5da56d2d6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347383 Aug 09 15:46:30.733170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-3ec3eb36-b899-4641-925b-93fd881309e0 service neutron] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:30.764302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60434) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:30.775035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7f55ba4-17e7-4e40-b7d8-d7b25b576eaa req-2eeb4f9d-02cb-4a71-b8a4-0e332d8ba355 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216562 Aug 09 15:46:30.836957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-3ec3eb36-b899-4641-925b-93fd881309e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16179699-1848-4c07-abe9-feddcc74e872 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:30.860886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-3ec3eb36-b899-4641-925b-93fd881309e0 service neutron] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=16179699-1848-4c07-abe9-feddcc74e872,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:30.869967 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-0f1c3450-0999-46e9-a6e8-a1f6f70cc3ce service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632750 Aug 09 15:46:30.883538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-3ec3eb36-b899-4641-925b-93fd881309e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.892784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 1a788e42-29e1-4c21-8bc4-287ef98bd616, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1a788e42-29e1-4c21-8bc4-287ef98bd616,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:30.915096 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '1a788e42-29e1-4c21-8bc4-287ef98bd616', 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'port_id': '1a788e42-29e1-4c21-8bc4-287ef98bd616', 'mac_address': 'fa:16:3e:97:9e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47be0854-cc13-46d6-81d0-2dc17634e8dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:30.978208 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.984200 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-147673616-network', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:30.994404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a788e42-29e1-4c21-8bc4-287ef98bd616 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:30.994634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-3ec3eb36-b899-4641-925b-93fd881309e0 service neutron] Transition to ACTIVE for port object 16179699-1848-4c07-abe9-feddcc74e872 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:31.000633 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-3ec3eb36-b899-4641-925b-93fd881309e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.034636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 1a788e42-29e1-4c21-8bc4-287ef98bd616, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1a788e42-29e1-4c21-8bc4-287ef98bd616,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:31.041211 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.049031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31793366-bfd0-4dae-bb7c-7db355c80582 req-846e4b81-70e5-43b0-9950-e1bb1f4d1551 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:31.051216 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-31793366-bfd0-4dae-bb7c-7db355c80582 req-846e4b81-70e5-43b0-9950-e1bb1f4d1551 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 944 time: 0.1781678 Aug 09 15:46:31.073171 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27b8d6f-cd52-4791-ab89-25432a27e2ba x-openstack-request-id: req-c27b8d6f-cd52-4791-ab89-25432a27e2ba {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:31.073475 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e382624-bc53-423b-a144-060822e355c4", "tag": "3c119fe3-ee1a-436d-9d10-01d5e0828284", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:31.073817 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c27b8d6f-cd52-4791-ab89-25432a27e2ba {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:31.074210 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e382624-bc53-423b-a144-060822e355c4', 'tag': '3c119fe3-ee1a-436d-9d10-01d5e0828284', 'status': 'completed', 'code': 200} Aug 09 15:46:31.079053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Made reservation on behalf of 7d9c523555114631adba9ebe5c97d2a7 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:31.082298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-3ec3eb36-b899-4641-925b-93fd881309e0 service neutron] No DVR routers for this DVR port 16179699-1848-4c07-abe9-feddcc74e872 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:46:31.083145 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.107655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3eb36-b899-4641-925b-93fd881309e0 service neutron] Pushing event updated for resources: {'Port': ['ID=16179699-1848-4c07-abe9-feddcc74e872,revision_number=10']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:31.114594 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.126545 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-3ec3eb36-b899-4641-925b-93fd881309e0 service neutron] 10.222.0.53 "PUT /v2.0/ports/16179699-1848-4c07-abe9-feddcc74e872/bindings/n-h2-803778-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8380764 Aug 09 15:46:31.142581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=1a788e42-29e1-4c21-8bc4-287ef98bd616,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:31.144499 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-451338e7-66d3-45c1-afba-e3b897f4661e req-aeb86002-b481-4b54-a942-252b5f7fb41b service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579556 Aug 09 15:46:31.149629 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-31793366-bfd0-4dae-bb7c-7db355c80582 req-cdfa30fd-6d3b-46c9-beb7-88a42183ab1d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741811 Aug 09 15:46:31.261354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673959e2-473b-4f41-8460-f956c5247e0a req-1f9410e6-4268-44e5-831c-6b3ea43fb442 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:31.269682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-673959e2-473b-4f41-8460-f956c5247e0a req-1f9410e6-4268-44e5-831c-6b3ea43fb442 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 945 time: 0.0587144 Aug 09 15:46:31.310507 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-673959e2-473b-4f41-8460-f956c5247e0a req-d06ca2a5-9a10-413c-a7c7-a29f722b12ad tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Aug 09 15:46:31.339430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-f72f07b7-4227-4cfb-ad1f-ecdd3c1ec91d tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:31.341142 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-f72f07b7-4227-4cfb-ad1f-ecdd3c1ec91d tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5&tenant_id=f5b487a9592948f4bd3a59172c9bad40&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1095 time: 0.1357710 Aug 09 15:46:31.347006 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca8ec0-a3c2-4006-972b-3f9724a8d6db req-f45547a0-d269-4eec-8aac-26761aa80b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:31.348992 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6bca8ec0-a3c2-4006-972b-3f9724a8d6db req-f45547a0-d269-4eec-8aac-26761aa80b3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 1095 time: 0.1271794 Aug 09 15:46:31.370119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['1a788e42-29e1-4c21-8bc4-287ef98bd616'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:31.517052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-cdd92b7d-53ca-4a14-8ef3-6a93301fe01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:31.518582 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-cdd92b7d-53ca-4a14-8ef3-6a93301fe01b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5&tenant_id=f5b487a9592948f4bd3a59172c9bad40 HTTP/1.1" status: 200 len: 1095 time: 0.1581526 Aug 09 15:46:31.540493 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.548468 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.578371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:46:31.635203 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:31.635555 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Added segment 7eb691f2-e56d-4df5-9815-9e93c5cfa75a of type vlan for network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 Aug 09 15:46:31.637642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca8ec0-a3c2-4006-972b-3f9724a8d6db req-f4b35762-3b7e-4cb6-bc67-f35d5287430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:31.639164 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6bca8ec0-a3c2-4006-972b-3f9724a8d6db req-f4b35762-3b7e-4cb6-bc67-f35d5287430b service neutron] 10.222.0.53 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 912 time: 0.2756281 Aug 09 15:46:31.652430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7c606a-9da6-4108-96b0-81f027c31a3e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:31.744552 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6bca8ec0-a3c2-4006-972b-3f9724a8d6db req-d2f0dc17-fb20-4ca7-83c1-1a262e2e69cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c119fe3-ee1a-436d-9d10-01d5e0828284 HTTP/1.1" status: 200 len: 217 time: 0.0931714 Aug 09 15:46:32.114334 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.149520 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-8bace097-4ff2-41c7-917b-708bf68d2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.153363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-8bace097-4ff2-41c7-917b-708bf68d2d8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 1095 time: 0.5901363 Aug 09 15:46:32.301557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca8ec0-a3c2-4006-972b-3f9724a8d6db req-719ab812-7907-4868-ac68-a2ececad7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.303330 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6bca8ec0-a3c2-4006-972b-3f9724a8d6db req-719ab812-7907-4868-ac68-a2ececad7269 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.1954241 Aug 09 15:46:32.314051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa7e33-bd23-47ea-98b1-1c405a219a63 req-6e602a13-4c0a-4e6d-912d-22212f9a46e0 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.315741 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3efa7e33-bd23-47ea-98b1-1c405a219a63 req-6e602a13-4c0a-4e6d-912d-22212f9a46e0 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 944 time: 0.5808921 Aug 09 15:46:32.319344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.320315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.320894 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.419676 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6bca8ec0-a3c2-4006-972b-3f9724a8d6db req-a17f4aeb-ef3a-441b-a57b-40e005c28c4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013725 Aug 09 15:46:32.459793 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6937602 Aug 09 15:46:32.462795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60544) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:32.469468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-10b225c5-9489-4d9c-9138-dd8169b93676 admin admin] Request body: {'subnet': {'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-147673616-subnet', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:32.505679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b225c5-9489-4d9c-9138-dd8169b93676 admin admin] Made reservation on behalf of 7d9c523555114631adba9ebe5c97d2a7 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:32.508204 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10b225c5-9489-4d9c-9138-dd8169b93676 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.541236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d729dd1-5045-40c8-bdf0-1abfbdd45dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=bcaf1753-37ad-49ae-8505-a23ee7b4fd72,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:32.554333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:46:32.563292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-7b74cee0-850e-4953-b53e-205f49d54d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.565214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-7b74cee0-850e-4953-b53e-205f49d54d31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.3791437 Aug 09 15:46:32.584468 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3efa7e33-bd23-47ea-98b1-1c405a219a63 req-2131c914-0066-49d7-9805-4904522320d2 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509418 Aug 09 15:46:32.644779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-6a7226ab-dffb-40db-a126-0dbcc15ed8e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16179699-1848-4c07-abe9-feddcc74e872 HTTP/1.1" status: 200 len: 217 time: 0.0654838 Aug 09 15:46:32.679635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 1a788e42-29e1-4c21-8bc4-287ef98bd616 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:32.751953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6bca8ec0-a3c2-4006-972b-3f9724a8d6db req-c5f0d866-e824-4a87-b758-ccf164d4e8e9 service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118424 Aug 09 15:46:32.755284 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-711fb6af-7843-462f-97be-3d11deb32efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.759244 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-711fb6af-7843-462f-97be-3d11deb32efa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.1030114 Aug 09 15:46:32.763362 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10b225c5-9489-4d9c-9138-dd8169b93676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.782988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 1a788e42-29e1-4c21-8bc4-287ef98bd616 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:32.790904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 1a788e42-29e1-4c21-8bc4-287ef98bd616 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:32.791911 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.885528 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-04977565-6c27-4682-868f-36aa2c1cb86b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921261 Aug 09 15:46:32.897137 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.926038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594de70f-d72e-413a-a3e0-bd680d5080d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a788e42-29e1-4c21-8bc4-287ef98bd616'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:32.928833 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559953ae-7648-41ac-9f6a-0356e589c208" -d '{"events": [{"server_uuid": "594de70f-d72e-413a-a3e0-bd680d5080d4", "name": "network-vif-plugged", "status": "completed", "tag": "1a788e42-29e1-4c21-8bc4-287ef98bd616"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:32.929285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b225c5-9489-4d9c-9138-dd8169b93676 admin admin] Checking segment: {'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:32.929793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b225c5-9489-4d9c-9138-dd8169b93676 admin admin] Network hostable DHCP agents. Network: bcaf1753-37ad-49ae-8505-a23ee7b4fd72, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:46:32.945351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 1a788e42-29e1-4c21-8bc4-287ef98bd616, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1a788e42-29e1-4c21-8bc4-287ef98bd616,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:32.950738 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.960451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b225c5-9489-4d9c-9138-dd8169b93676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:32.963673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b225c5-9489-4d9c-9138-dd8169b93676 admin admin] Network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:46:32.989174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542debcf-d85e-46c3-8a16-7e0924ef407c req-6eb95e07-1b13-4f11-9c56-8c88ed55a675 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.991370 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-542debcf-d85e-46c3-8a16-7e0924ef407c req-6eb95e07-1b13-4f11-9c56-8c88ed55a675 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 944 time: 0.1531901 Aug 09 15:46:32.997760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-10b225c5-9489-4d9c-9138-dd8169b93676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, bcaf1753-37ad-49ae-8505-a23ee7b4fd72) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:33.003352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b225c5-9489-4d9c-9138-dd8169b93676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:33.004365 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10b225c5-9489-4d9c-9138-dd8169b93676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.020805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7deecc3-444b-4296-b6ca-8beeeef6990b None None] Network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:33.044443 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-10b225c5-9489-4d9c-9138-dd8169b93676 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5802867 Aug 09 15:46:33.045472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60552) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:33.048371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=1a788e42-29e1-4c21-8bc4-287ef98bd616,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:33.057633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:33.082640 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.083842 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.099250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-542debcf-d85e-46c3-8a16-7e0924ef407c req-e8f39ab0-6f67-4502-9522-ceca642d8a72 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794768 Aug 09 15:46:33.121513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1629fc-fe9f-4f28-b3e3-ab7f81f252b6 req-c5454726-5167-4e3c-af43-4a151d251577 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:33.129639 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c1629fc-fe9f-4f28-b3e3-ab7f81f252b6 req-c5454726-5167-4e3c-af43-4a151d251577 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 946 time: 0.1798379 Aug 09 15:46:33.148975 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6bca8ec0-a3c2-4006-972b-3f9724a8d6db req-2d7f24e0-9cda-4584-a857-715ff8f8ca7b service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882446 Aug 09 15:46:33.171608 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-c3d43cd9-f9a5-4f9e-b18f-4b7e60884b05 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228878 Aug 09 15:46:33.193982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.257493 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c1629fc-fe9f-4f28-b3e3-ab7f81f252b6 req-3d4111b4-4c87-4cdf-bddb-c52df77dc2b4 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268485 Aug 09 15:46:33.319275 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3ca778-1538-4921-aa1b-8f2e4b0dea6a x-openstack-request-id: req-3b3ca778-1538-4921-aa1b-8f2e4b0dea6a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:33.319659 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594de70f-d72e-413a-a3e0-bd680d5080d4", "name": "network-vif-plugged", "status": "completed", "tag": "1a788e42-29e1-4c21-8bc4-287ef98bd616", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:33.319975 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b3ca778-1538-4921-aa1b-8f2e4b0dea6a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:33.320517 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594de70f-d72e-413a-a3e0-bd680d5080d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a788e42-29e1-4c21-8bc4-287ef98bd616', 'code': 200} Aug 09 15:46:33.335819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'fixed_ips': [{'subnet_id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:46:33.337207 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.389316 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-392a704d-34d4-435e-929e-574526ee6de2 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087381 Aug 09 15:46:33.439480 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.542751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbc1d7-fbc5-4f87-b1cc-82e2e6bc8c88 req-816c8826-d573-44f8-acdd-2593991c19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:33.544345 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42bbc1d7-fbc5-4f87-b1cc-82e2e6bc8c88 req-816c8826-d573-44f8-acdd-2593991c19b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 1097 time: 0.1337402 Aug 09 15:46:33.575464 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f944c7-e81a-41f0-a9fd-a77969e2b73a req-85e4c504-5a3d-41fc-9717-28c6d3413ce1 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:33.578706 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44f944c7-e81a-41f0-a9fd-a77969e2b73a req-85e4c504-5a3d-41fc-9717-28c6d3413ce1 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 948 time: 0.0846710 Aug 09 15:46:33.599753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Allocated IP 172.20.0.2 (bcaf1753-37ad-49ae-8505-a23ee7b4fd72/b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a/eefd3c8c-c38f-4370-be37-0e25c74ee414) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:33.651830 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44f944c7-e81a-41f0-a9fd-a77969e2b73a req-8cbc6b6d-9dee-423b-8d3e-75aa15e92213 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655839 Aug 09 15:46:33.849444 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-a622ded3-abf5-441b-af8c-47688845f01b tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:33.851547 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-a622ded3-abf5-441b-af8c-47688845f01b tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5&tenant_id=f5b487a9592948f4bd3a59172c9bad40&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 1095 time: 0.1297603 Aug 09 15:46:33.852218 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.878596 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Transition to ACTIVE for port object eefd3c8c-c38f-4370-be37-0e25c74ee414 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:33.928766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Transition to ACTIVE for port object eefd3c8c-c38f-4370-be37-0e25c74ee414 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:33.945199 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.048666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:34.052260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:34.056284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:34.064244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Pushing event updated for resources: {'Port': ['ID=eefd3c8c-c38f-4370-be37-0e25c74ee414,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:34.093407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-f330fd97-b19d-48af-ab38-36035c8b88af service neutron] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:34.097660 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-f330fd97-b19d-48af-ab38-36035c8b88af service neutron] Notify callbacks [] for binding, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.099143 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd35873-2fb7-43a9-be1e-e7fc0bde5d66 req-f330fd97-b19d-48af-ab38-36035c8b88af service neutron] 10.222.0.60 "DELETE /v2.0/ports/16179699-1848-4c07-abe9-feddcc74e872/bindings/n-h1-803778-2 HTTP/1.1" status: 204 len: 173 time: 0.2383599 Aug 09 15:46:34.169331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Attempting to bind port eefd3c8c-c38f-4370-be37-0e25c74ee414 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:34.170726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Attempting to bind port eefd3c8c-c38f-4370-be37-0e25c74ee414 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:34.170726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Attempting to bind port eefd3c8c-c38f-4370-be37-0e25c74ee414 on network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:34.174446 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42bbc1d7-fbc5-4f87-b1cc-82e2e6bc8c88 req-60f1d869-d663-4f8a-ba85-7c45f569b78a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204469 Aug 09 15:46:34.178259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:34.179007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Checking segment: {'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:34.179684 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.180613 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Bound using segment: {'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:34.181475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Bound port: eefd3c8c-c38f-4370-be37-0e25c74ee414, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:34.182126 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.190208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526a233-3d3c-4df8-9927-b6b5ecc50db7 req-22a69a37-74da-439e-9516-5027f8c20d9f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:34.198166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6526a233-3d3c-4df8-9927-b6b5ecc50db7 req-22a69a37-74da-439e-9516-5027f8c20d9f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 944 time: 0.1539931 Aug 09 15:46:34.256269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6526a233-3d3c-4df8-9927-b6b5ecc50db7 req-1f08b13c-0c35-4865-b44a-ca89af85ca5a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569754 Aug 09 15:46:34.273078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e81b0-6802-4b0e-a0e7-ef503314f9f8 req-d1eaa6d8-a05b-49f2-b86b-96cf4688ea39 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:34.275006 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-875e81b0-6802-4b0e-a0e7-ef503314f9f8 req-d1eaa6d8-a05b-49f2-b86b-96cf4688ea39 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 944 time: 0.0654559 Aug 09 15:46:34.291561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] For port eefd3c8c-c38f-4370-be37-0e25c74ee414, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:34.291561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] For port eefd3c8c-c38f-4370-be37-0e25c74ee414, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=eefd3c8c-c38f-4370-be37-0e25c74ee414,segment=NetworkSegment(7eb691f2-e56d-4df5-9815-9e93c5cfa75a),segment_id=7eb691f2-e56d-4df5-9815-9e93c5cfa75a)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:34.301821 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.368421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-875e81b0-6802-4b0e-a0e7-ef503314f9f8 req-798e2bf8-134e-4749-94d5-61be3aaee1fb tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818706 Aug 09 15:46:34.373913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3c119fe3-ee1a-436d-9d10-01d5e0828284 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:34.497899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967fabd-279e-4de3-9407-23d8ec69d961 req-8ca28fba-2447-4b41-b252-a9b30daa2694 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:34.499902 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f967fabd-279e-4de3-9407-23d8ec69d961 req-8ca28fba-2447-4b41-b252-a9b30daa2694 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 946 time: 0.0941908 Aug 09 15:46:34.501730 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.529555 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.671370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed4c69-2237-4543-a445-eae5edb00114 None None] Pushing event updated for resources: {'Port': ['ID=eefd3c8c-c38f-4370-be37-0e25c74ee414,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:34.675341 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f967fabd-279e-4de3-9407-23d8ec69d961 req-62329bae-ee35-459f-87ba-c9962432f237 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478982 Aug 09 15:46:34.774556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3c119fe3-ee1a-436d-9d10-01d5e0828284, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3c119fe3-ee1a-436d-9d10-01d5e0828284,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:34.791352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '3c119fe3-ee1a-436d-9d10-01d5e0828284', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'port_id': '3c119fe3-ee1a-436d-9d10-01d5e0828284', 'mac_address': 'fa:16:3e:b3:4e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f828d50-83aa-441b-9645-e7600b469a85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:34.820569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Allocated IP 172.25.2.106 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/2741686e-520a-460e-91c4-30bf60f57aa6) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:34.838187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b8e11-8a10-4620-a812-9bb2f92c4259 req-0d52a3b8-8c3e-4bae-90f3-8cadecad3668 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:34.846682 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b5b8e11-8a10-4620-a812-9bb2f92c4259 req-0d52a3b8-8c3e-4bae-90f3-8cadecad3668 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 948 time: 0.0830982 Aug 09 15:46:34.876621 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.902744 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b5b8e11-8a10-4620-a812-9bb2f92c4259 req-60b4ab54-2471-46b2-ac0c-cef689164be4 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548258 Aug 09 15:46:34.911775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c119fe3-ee1a-436d-9d10-01d5e0828284 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:34.946091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3c119fe3-ee1a-436d-9d10-01d5e0828284, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3c119fe3-ee1a-436d-9d10-01d5e0828284,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:34.953857 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.020051 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.056373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bae8cb-23b3-4313-8589-8f0147a40403 req-946e9b01-3487-4c1f-8f69-025f1ac05cab tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:35.058711 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-94bae8cb-23b3-4313-8589-8f0147a40403 req-946e9b01-3487-4c1f-8f69-025f1ac05cab tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.53 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 948 time: 0.1118851 Aug 09 15:46:35.088210 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.099485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3c119fe3-ee1a-436d-9d10-01d5e0828284,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:35.186737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:35.190838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:35.198250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:35.223031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-94bae8cb-23b3-4313-8589-8f0147a40403 req-92b37ad0-50b3-40ad-a721-fc96b934f695 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Deleting port bfce5f2a-da55-40fa-8f79-c24512a06f08 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:35.223408 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-94bae8cb-23b3-4313-8589-8f0147a40403 req-92b37ad0-50b3-40ad-a721-fc96b934f695 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.238629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['3c119fe3-ee1a-436d-9d10-01d5e0828284'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:35.242062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Pushing event updated for resources: {'Port': ['ID=2741686e-520a-460e-91c4-30bf60f57aa6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:35.402000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-94bae8cb-23b3-4313-8589-8f0147a40403 req-92b37ad0-50b3-40ad-a721-fc96b934f695 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] For port bfce5f2a-da55-40fa-8f79-c24512a06f08, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=bfce5f2a-da55-40fa-8f79-c24512a06f08,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:35.402501 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-94bae8cb-23b3-4313-8589-8f0147a40403 req-92b37ad0-50b3-40ad-a721-fc96b934f695 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.444498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-94bae8cb-23b3-4313-8589-8f0147a40403 req-92b37ad0-50b3-40ad-a721-fc96b934f695 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Calling delete_port for bfce5f2a-da55-40fa-8f79-c24512a06f08 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:35.587116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ab660-ebaa-423e-bdf6-5e14cdfd5dda req-b4772257-c8d3-4d26-80d6-2156bcb8deb0 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:35.596101 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf7ab660-ebaa-423e-bdf6-5e14cdfd5dda req-b4772257-c8d3-4d26-80d6-2156bcb8deb0 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 944 time: 0.1420588 Aug 09 15:46:35.613339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca710f7e-75f8-42db-84af-8af444cacf87 req-7e317644-32cc-4c9a-b86e-2d28472923a2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:35.614890 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ca710f7e-75f8-42db-84af-8af444cacf87 req-7e317644-32cc-4c9a-b86e-2d28472923a2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 945 time: 0.0890224 Aug 09 15:46:35.677498 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf7ab660-ebaa-423e-bdf6-5e14cdfd5dda req-374224af-7a2d-4738-81a7-b1d0f2f4bc4b tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804746 Aug 09 15:46:35.718166 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.725777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ca710f7e-75f8-42db-84af-8af444cacf87 req-b365e825-47d5-42d7-acde-157ef7dbd688 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970576 Aug 09 15:46:35.743669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-94bae8cb-23b3-4313-8589-8f0147a40403 req-92b37ad0-50b3-40ad-a721-fc96b934f695 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.793066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b37ad0-50b3-40ad-a721-fc96b934f695 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Pushing event deleted for resources: {'Port': ['ID=bfce5f2a-da55-40fa-8f79-c24512a06f08,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:35.878443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bae8cb-23b3-4313-8589-8f0147a40403 req-92b37ad0-50b3-40ad-a721-fc96b934f695 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] No DVR routers for this DVR port bfce5f2a-da55-40fa-8f79-c24512a06f08 on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:46:35.882466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-94bae8cb-23b3-4313-8589-8f0147a40403 req-92b37ad0-50b3-40ad-a721-fc96b934f695 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.884427 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-94bae8cb-23b3-4313-8589-8f0147a40403 req-92b37ad0-50b3-40ad-a721-fc96b934f695 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.53 "DELETE /v2.0/ports/bfce5f2a-da55-40fa-8f79-c24512a06f08 HTTP/1.1" status: 204 len: 173 time: 0.8186011 Aug 09 15:46:35.886050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de04ec25-1595-4ebe-823d-5a9b35e1dc9b', 'name': 'network-vif-deleted', 'tag': 'bfce5f2a-da55-40fa-8f79-c24512a06f08'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:35.888868 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a803151-4680-46c5-a75d-0c5c0ad3c239" -d '{"events": [{"server_uuid": "de04ec25-1595-4ebe-823d-5a9b35e1dc9b", "name": "network-vif-deleted", "tag": "bfce5f2a-da55-40fa-8f79-c24512a06f08"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:35.915650 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09117b3-4c9f-4deb-a029-f915b02655ea None None] Network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:35.953911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f0ed4-c8b0-426e-bdd7-150f1ae7bc77 req-200251bd-974f-45a4-a998-c8a2c6c1740a tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:35.961372 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-091f0ed4-c8b0-426e-bdd7-150f1ae7bc77 req-200251bd-974f-45a4-a998-c8a2c6c1740a tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 1095 time: 0.0809350 Aug 09 15:46:35.996732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a609b-00df-4bf6-9e6d-c522d95fb3b1 req-1e8a24c4-2f38-45e7-83eb-dce01a10d12e tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:35.998608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-071a609b-00df-4bf6-9e6d-c522d95fb3b1 req-1e8a24c4-2f38-45e7-83eb-dce01a10d12e tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 946 time: 0.1216710 Aug 09 15:46:36.002220 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-091f0ed4-c8b0-426e-bdd7-150f1ae7bc77 req-9f525123-7692-4322-bff3-a43a6fa9da62 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398808 Aug 09 15:46:36.035226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f2706351-3c50-4d8e-a7bd-9a55f9392f95 None None] Provisioning for port eefd3c8c-c38f-4370-be37-0e25c74ee414 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:36.103522 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800dc0f0-9d2f-4f41-b9c1-bed57bddcc28 x-openstack-request-id: req-800dc0f0-9d2f-4f41-b9c1-bed57bddcc28 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:36.103844 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de04ec25-1595-4ebe-823d-5a9b35e1dc9b", "name": "network-vif-deleted", "tag": "bfce5f2a-da55-40fa-8f79-c24512a06f08", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:36.104117 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-800dc0f0-9d2f-4f41-b9c1-bed57bddcc28 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:36.104481 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de04ec25-1595-4ebe-823d-5a9b35e1dc9b', 'name': 'network-vif-deleted', 'tag': 'bfce5f2a-da55-40fa-8f79-c24512a06f08', 'status': 'completed', 'code': 200} Aug 09 15:46:36.199886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-071a609b-00df-4bf6-9e6d-c522d95fb3b1 req-03357076-618a-4e98-b6ef-7b50686378ce tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781580 Aug 09 15:46:36.221476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.239096 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7a26994c-a2e4-4341-bd05-4ba4d8db1afd req-e808172f-07d3-430a-9cd2-de28913fd9ac tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=de04ec25-1595-4ebe-823d-5a9b35e1dc9b HTTP/1.1" status: 200 len: 210 time: 0.0489645 Aug 09 15:46:36.387017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3c119fe3-ee1a-436d-9d10-01d5e0828284 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:36.443062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51915742-9b6f-4a81-aa89-413df8fdff8d req-0f02b215-2dc8-4835-8442-16d4fa9e4161 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:36.455093 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-51915742-9b6f-4a81-aa89-413df8fdff8d req-0f02b215-2dc8-4835-8442-16d4fa9e4161 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 1095 time: 0.1002669 Aug 09 15:46:36.505675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Router 256e9357-6beb-4fb5-8cd0-8306de314766 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:46:36.530235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 3c119fe3-ee1a-436d-9d10-01d5e0828284 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:36.536371 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-51915742-9b6f-4a81-aa89-413df8fdff8d req-889342b3-b6cf-4608-bd4a-7346d8447ab0 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720341 Aug 09 15:46:36.539076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 3c119fe3-ee1a-436d-9d10-01d5e0828284 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:36.539289 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.737389 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.762793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device eefd3c8c-c38f-4370-be37-0e25c74ee414 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:36.807776 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e382624-bc53-423b-a144-060822e355c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c119fe3-ee1a-436d-9d10-01d5e0828284'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:36.818760 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b69e619-6775-4e32-b5c2-0e574c437d8a" -d '{"events": [{"server_uuid": "4e382624-bc53-423b-a144-060822e355c4", "name": "network-vif-plugged", "status": "completed", "tag": "3c119fe3-ee1a-436d-9d10-01d5e0828284"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:36.825660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:46:36.851958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Sync routers for ids ['256e9357-6beb-4fb5-8cd0-8306de314766'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:46:36.853621 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.855899 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-66529810-d649-4137-a8c6-c6a20e568154 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.8074181 Aug 09 15:46:36.859729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60612) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:36.862610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd40f0-8afc-4029-8752-8c96f8f25b1d req-e7bd96ed-dd09-4667-9773-675b66c474fb tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:36.864576 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-abfd40f0-8afc-4029-8752-8c96f8f25b1d req-e7bd96ed-dd09-4667-9773-675b66c474fb tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 946 time: 0.0827405 Aug 09 15:46:36.921536 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-abfd40f0-8afc-4029-8752-8c96f8f25b1d req-5835ac04-a86f-460b-8eef-679641088c3a tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474226 Aug 09 15:46:36.950562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3c119fe3-ee1a-436d-9d10-01d5e0828284, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3c119fe3-ee1a-436d-9d10-01d5e0828284,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:36.963948 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.988528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Routers {'256e9357-6beb-4fb5-8cd0-8306de314766'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:36.996801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:46:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['256e9357-6beb-4fb5-8cd0-8306de314766'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:37.084806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65083375-dc9b-48e4-8a5e-91f6743f62b2 req-d2555c35-ca22-42e2-adac-3ae511fd2c3b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:37.095584 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65083375-dc9b-48e4-8a5e-91f6743f62b2 req-d2555c35-ca22-42e2-adac-3ae511fd2c3b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 946 time: 0.1074836 Aug 09 15:46:37.112736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port eefd3c8c-c38f-4370-be37-0e25c74ee414 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:37.144951 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-65083375-dc9b-48e4-8a5e-91f6743f62b2 req-c807dbb7-10bc-4091-86ca-40781e148e21 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483727 Aug 09 15:46:37.181219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3c119fe3-ee1a-436d-9d10-01d5e0828284,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:37.185096 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b23106-dc78-4efa-8e60-0c900c8f773e x-openstack-request-id: req-08b23106-dc78-4efa-8e60-0c900c8f773e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:37.185398 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e382624-bc53-423b-a144-060822e355c4", "name": "network-vif-plugged", "status": "completed", "tag": "3c119fe3-ee1a-436d-9d10-01d5e0828284", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:37.185879 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08b23106-dc78-4efa-8e60-0c900c8f773e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:37.188111 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e382624-bc53-423b-a144-060822e355c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c119fe3-ee1a-436d-9d10-01d5e0828284', 'code': 200} Aug 09 15:46:37.272253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port eefd3c8c-c38f-4370-be37-0e25c74ee414 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:37.272652 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:37.302044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdd11f-21a1-4c1a-8a3d-3e26e80d8efb req-1dde3e08-8898-45aa-819e-5bf27b16defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:37.303740 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ffdd11f-21a1-4c1a-8a3d-3e26e80d8efb req-1dde3e08-8898-45aa-819e-5bf27b16defb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 1097 time: 0.0792003 Aug 09 15:46:37.358507 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ffdd11f-21a1-4c1a-8a3d-3e26e80d8efb req-6637fec0-3569-4128-8026-e649a6fe9fc6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471258 Aug 09 15:46:37.384598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Set router 256e9357-6beb-4fb5-8cd0-8306de314766 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:37.598731 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3454-30f7-44c1-8835-55f4b5cd9b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:37.616932 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:37.722363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port eefd3c8c-c38f-4370-be37-0e25c74ee414, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=eefd3c8c-c38f-4370-be37-0e25c74ee414,segment=NetworkSegment(7eb691f2-e56d-4df5-9815-9e93c5cfa75a),segment_id=7eb691f2-e56d-4df5-9815-9e93c5cfa75a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:37.732507 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:37.771677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533599b-1727-4a65-aefd-c75b93086a25 req-6099d248-6d20-4d87-8887-7480a176d41d tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:37.773553 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4533599b-1727-4a65-aefd-c75b93086a25 req-6099d248-6d20-4d87-8887-7480a176d41d tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=6136f8dc-19d8-4ad2-a207-10e2ee896ed0 HTTP/1.1" status: 200 len: 949 time: 0.1083474 Aug 09 15:46:37.809087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=eefd3c8c-c38f-4370-be37-0e25c74ee414,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:37.835477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:46:35Z', 'revision_number': 3, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:37.861305 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4533599b-1727-4a65-aefd-c75b93086a25 req-41ac5004-b9d1-4c79-8b97-0980326f4311 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817924 Aug 09 15:46:37.872162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Checking router: 256e9357-6beb-4fb5-8cd0-8306de314766 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:46:37.872511 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Updating router 256e9357-6beb-4fb5-8cd0-8306de314766 port 2741686e-520a-460e-91c4-30bf60f57aa6 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:46:37.898978 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:37.905869 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.167255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Allocated IP 172.20.0.1 (bcaf1753-37ad-49ae-8505-a23ee7b4fd72/b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a/0ca08694-2dfb-48fe-b2a5-5c5e7f380030) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:38.281194 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.293452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Transition to ACTIVE for port object 2741686e-520a-460e-91c4-30bf60f57aa6 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:38.304654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.305916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56250282-34a7-42f3-b954-0a913a1e3ff9 req-b4ad260f-2d09-49c5-a0eb-696864e72f99 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:38.317810 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56250282-34a7-42f3-b954-0a913a1e3ff9 req-b4ad260f-2d09-49c5-a0eb-696864e72f99 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 946 time: 0.2006822 Aug 09 15:46:38.380521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Attempting to bind port 2741686e-520a-460e-91c4-30bf60f57aa6 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:38.380695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Attempting to bind port 2741686e-520a-460e-91c4-30bf60f57aa6 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:38.381046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Attempting to bind port 2741686e-520a-460e-91c4-30bf60f57aa6 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:38.389083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70125137-0590-4a18-899c-8c527f14a730 None None] Pushing event updated for resources: {'Port': ['ID=2741686e-520a-460e-91c4-30bf60f57aa6,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:38.398126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122b435-6e8a-432d-a34e-4fd673b4475d req-48a847b7-29b0-4af8-8f09-1f41b68cfe93 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:38.400596 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:38.400970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:38.401631 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.402483 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56250282-34a7-42f3-b954-0a913a1e3ff9 req-8fdbfb45-f566-4c2c-b8bf-903fb0d009d1 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837476 Aug 09 15:46:38.405892 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:38.410187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Bound port: 2741686e-520a-460e-91c4-30bf60f57aa6, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:38.410386 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e122b435-6e8a-432d-a34e-4fd673b4475d req-48a847b7-29b0-4af8-8f09-1f41b68cfe93 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 946 time: 0.1572993 Aug 09 15:46:38.410940 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.424205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device bfce5f2a-da55-40fa-8f79-c24512a06f08 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:38.491847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: bfce5f2a-da55-40fa-8f79-c24512a06f08 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:38.492347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device bfce5f2a-da55-40fa-8f79-c24512a06f08 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:38.492869 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.507028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e122b435-6e8a-432d-a34e-4fd673b4475d req-bdac57c7-64e5-4a86-a8b2-beb5aa9d1c34 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927703 Aug 09 15:46:38.527591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Transition to ACTIVE for port object 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:38.543784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] For port 2741686e-520a-460e-91c4-30bf60f57aa6, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:38.548875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] For port 2741686e-520a-460e-91c4-30bf60f57aa6, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2741686e-520a-460e-91c4-30bf60f57aa6,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:38.557568 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.612683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Routers {'256e9357-6beb-4fb5-8cd0-8306de314766'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:38.613437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:46:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['256e9357-6beb-4fb5-8cd0-8306de314766'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:38.643128 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.715024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70125137-0590-4a18-899c-8c527f14a730 None None] Pushing event updated for resources: {'Port': ['ID=2741686e-520a-460e-91c4-30bf60f57aa6,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:38.728496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device eefd3c8c-c38f-4370-be37-0e25c74ee414 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:38.742505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:38.745850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:38.752775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:38.821234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] Set router 256e9357-6beb-4fb5-8cd0-8306de314766 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:38.833716 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:38.929330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Pushing event updated for resources: {'Port': ['ID=0ca08694-2dfb-48fe-b2a5-5c5e7f380030,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:39.094474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b111ae-a196-4bfe-be6e-26cddc25f79f req-391beab9-494f-49a8-bebd-383f1fce0860 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:39.097428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.099978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-31b111ae-a196-4bfe-be6e-26cddc25f79f req-391beab9-494f-49a8-bebd-383f1fce0860 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=6136f8dc-19d8-4ad2-a207-10e2ee896ed0 HTTP/1.1" status: 200 len: 949 time: 0.1044879 Aug 09 15:46:39.142487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port eefd3c8c-c38f-4370-be37-0e25c74ee414 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:39.142838 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.208038 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-31b111ae-a196-4bfe-be6e-26cddc25f79f req-af174067-167f-4e77-a9a4-1df8b70e6a0f tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/security-groups?id=6762af69-edc7-4960-953b-fa0762113b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007826 Aug 09 15:46:39.227940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a50fb960-092e-46da-8bdd-d30b7c1f4d3b None None] Provisioning for port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:39.234909 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a50fb960-092e-46da-8bdd-d30b7c1f4d3b None None] Provisioning complete for port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:39.235276 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a50fb960-092e-46da-8bdd-d30b7c1f4d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.356541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a50fb960-092e-46da-8bdd-d30b7c1f4d3b None None] Port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:46:39.357515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.367804 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.416158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:46:35Z', 'revision_number': 3, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:39.456134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Pushing event updated for resources: {'Port': ['ID=0ca08694-2dfb-48fe-b2a5-5c5e7f380030,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:39.459340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.515959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea05daa-ede1-41a5-98d7-a1822bdf3a64 req-b1e90646-10e2-4233-b6ba-5157d3e5222c tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:39.519104 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9ea05daa-ede1-41a5-98d7-a1822bdf3a64 req-b1e90646-10e2-4233-b6ba-5157d3e5222c tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.53 "GET /v2.0/ports?device_id=6136f8dc-19d8-4ad2-a207-10e2ee896ed0 HTTP/1.1" status: 200 len: 949 time: 0.0758107 Aug 09 15:46:39.595857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ca49c-3063-47de-a4b6-6c2d18f5c301 None None] The sync data for ids ['256e9357-6beb-4fb5-8cd0-8306de314766'] in n-d-803778-2 is: [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:46:35Z', 'revision_number': 3, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:46:39.599292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:39.600629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:39.805498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Router 256e9357-6beb-4fb5-8cd0-8306de314766 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:46:39.832163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfa7b7-214a-4cee-8243-374b40eeb39f req-2f23002d-2db1-48cf-87f1-6a44ba2b75f2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:39.834216 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-95bfa7b7-214a-4cee-8243-374b40eeb39f req-2f23002d-2db1-48cf-87f1-6a44ba2b75f2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 946 time: 0.1539130 Aug 09 15:46:39.886828 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-9ea05daa-ede1-41a5-98d7-a1822bdf3a64 req-21db38ef-ef8e-4a9c-ae0e-b1db1ef8fcc5 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Deleting port a0caf65e-01fd-44ac-82ea-1fa89d84a0de {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:46:39.892011 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9ea05daa-ede1-41a5-98d7-a1822bdf3a64 req-21db38ef-ef8e-4a9c-ae0e-b1db1ef8fcc5 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:39.982809 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-95bfa7b7-214a-4cee-8243-374b40eeb39f req-84263bd1-ae66-488f-834e-51f479e2bd72 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351435 Aug 09 15:46:40.025798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0b96a8a0-eff3-429b-a0d1-d3094be4d7ca None None] Provisioning complete for port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:40.026388 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0b96a8a0-eff3-429b-a0d1-d3094be4d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.066491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-9ea05daa-ede1-41a5-98d7-a1822bdf3a64 req-21db38ef-ef8e-4a9c-ae0e-b1db1ef8fcc5 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] For port a0caf65e-01fd-44ac-82ea-1fa89d84a0de, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:40.067355 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9ea05daa-ede1-41a5-98d7-a1822bdf3a64 req-21db38ef-ef8e-4a9c-ae0e-b1db1ef8fcc5 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.097035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-9ea05daa-ede1-41a5-98d7-a1822bdf3a64 req-21db38ef-ef8e-4a9c-ae0e-b1db1ef8fcc5 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Calling delete_port for a0caf65e-01fd-44ac-82ea-1fa89d84a0de owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:46:40.102275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0b96a8a0-eff3-429b-a0d1-d3094be4d7ca None None] Port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:46:40.275891 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9ea05daa-ede1-41a5-98d7-a1822bdf3a64 req-21db38ef-ef8e-4a9c-ae0e-b1db1ef8fcc5 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.343652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db38ef-ef8e-4a9c-ae0e-b1db1ef8fcc5 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Pushing event deleted for resources: {'Port': ['ID=a0caf65e-01fd-44ac-82ea-1fa89d84a0de,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:40.402460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea05daa-ede1-41a5-98d7-a1822bdf3a64 req-21db38ef-ef8e-4a9c-ae0e-b1db1ef8fcc5 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] No DVR routers for this DVR port a0caf65e-01fd-44ac-82ea-1fa89d84a0de on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:46:40.416758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9ea05daa-ede1-41a5-98d7-a1822bdf3a64 req-21db38ef-ef8e-4a9c-ae0e-b1db1ef8fcc5 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.419434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9ea05daa-ede1-41a5-98d7-a1822bdf3a64 req-21db38ef-ef8e-4a9c-ae0e-b1db1ef8fcc5 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.53 "DELETE /v2.0/ports/a0caf65e-01fd-44ac-82ea-1fa89d84a0de HTTP/1.1" status: 204 len: 173 time: 0.8680687 Aug 09 15:46:40.419932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'name': 'network-vif-deleted', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:40.425758 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb98911-9f1c-4032-b95c-5b82de4a873d" -d '{"events": [{"server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "name": "network-vif-deleted", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:40.491224 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ee79cd4-6eef-4a97-bbbc-20630565ae38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:40.509377 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-feca8641-66f7-4a8a-9f97-81739bec3963 req-0df2c834-e096-4841-b385-69c124711436 tempest-ListImageFiltersTestJSON-530287682 tempest-ListImageFiltersTestJSON-530287682-project] 10.222.0.81 "GET /v2.0/ports?device_id=6136f8dc-19d8-4ad2-a207-10e2ee896ed0 HTTP/1.1" status: 200 len: 210 time: 0.0470445 Aug 09 15:46:40.540986 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2c8f81-fc5b-4f61-ae88-d0fab51b3b3f x-openstack-request-id: req-9d2c8f81-fc5b-4f61-ae88-d0fab51b3b3f {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:40.543569 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6136f8dc-19d8-4ad2-a207-10e2ee896ed0", "name": "network-vif-deleted", "tag": "a0caf65e-01fd-44ac-82ea-1fa89d84a0de", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:40.543951 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d2c8f81-fc5b-4f61-ae88-d0fab51b3b3f {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:40.544463 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6136f8dc-19d8-4ad2-a207-10e2ee896ed0', 'name': 'network-vif-deleted', 'tag': 'a0caf65e-01fd-44ac-82ea-1fa89d84a0de', 'status': 'completed', 'code': 200} Aug 09 15:46:40.615250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:46:40.627839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-491b0fe2-3b74-4680-8a4a-29545e9925ac admin admin] 10.222.0.81 "PUT /v2.0/routers/256e9357-6beb-4fb5-8cd0-8306de314766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7664111 Aug 09 15:46:40.722844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 1a788e42-29e1-4c21-8bc4-287ef98bd616 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:40.831806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2741686e-520a-460e-91c4-30bf60f57aa6 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:40.929384 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.resource_extend [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:46:40.969552 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.113048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 2741686e-520a-460e-91c4-30bf60f57aa6 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:41.126256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 2741686e-520a-460e-91c4-30bf60f57aa6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:41.126740 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.168017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 1a788e42-29e1-4c21-8bc4-287ef98bd616, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1a788e42-29e1-4c21-8bc4-287ef98bd616,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:41.183341 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:46:41.203305 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '1a788e42-29e1-4c21-8bc4-287ef98bd616', 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'port_id': '1a788e42-29e1-4c21-8bc4-287ef98bd616', 'mac_address': 'fa:16:3e:97:9e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47be0854-cc13-46d6-81d0-2dc17634e8dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:41.277698 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.306535 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.319029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a788e42-29e1-4c21-8bc4-287ef98bd616 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:41.341215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 1a788e42-29e1-4c21-8bc4-287ef98bd616, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1a788e42-29e1-4c21-8bc4-287ef98bd616,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:41.350744 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.363185 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.365084 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 2741686e-520a-460e-91c4-30bf60f57aa6, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2741686e-520a-460e-91c4-30bf60f57aa6,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:41.385367 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.431343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=1a788e42-29e1-4c21-8bc4-287ef98bd616,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:41.516231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['1a788e42-29e1-4c21-8bc4-287ef98bd616'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:41.534960 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.574614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=2741686e-520a-460e-91c4-30bf60f57aa6,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:41.699227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60732) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:41.715068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3957a398-d612-4387-92cb-2c20bdbe4577 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--33947182', 'description': 'tempest-description--1014787202'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:41.772253 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3957a398-d612-4387-92cb-2c20bdbe4577 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.962640 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3957a398-d612-4387-92cb-2c20bdbe4577 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:41.969134 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3957a398-d612-4387-92cb-2c20bdbe4577 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.007105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957a398-d612-4387-92cb-2c20bdbe4577 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9c283c-6963-48ae-ba12-0ef4f5da23bb,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:42.012469 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3957a398-d612-4387-92cb-2c20bdbe4577 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.017197 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3957a398-d612-4387-92cb-2c20bdbe4577 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3134496 Aug 09 15:46:42.017466 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60754) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:42.022405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a5319b9a-57db-4eeb-ba37-efd8daf81208 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Request body: {'security_group_rule': {'security_group_id': '3b9c283c-6963-48ae-ba12-0ef4f5da23bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:42.054924 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5319b9a-57db-4eeb-ba37-efd8daf81208 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.150801 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5319b9a-57db-4eeb-ba37-efd8daf81208 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.154957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5319b9a-57db-4eeb-ba37-efd8daf81208 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.185340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319b9a-57db-4eeb-ba37-efd8daf81208 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e72e41e-54cf-495b-b417-8971f6a1c235,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:42.208113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5319b9a-57db-4eeb-ba37-efd8daf81208 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.212701 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a5319b9a-57db-4eeb-ba37-efd8daf81208 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1918945 Aug 09 15:46:42.213208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60778) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:42.219796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a5e01f47-8810-4260-a07e-b4b8f2b5480d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Request body: {'security_group_rule': {'security_group_id': '3b9c283c-6963-48ae-ba12-0ef4f5da23bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:42.267236 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5e01f47-8810-4260-a07e-b4b8f2b5480d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.434357 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5e01f47-8810-4260-a07e-b4b8f2b5480d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.442642 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5e01f47-8810-4260-a07e-b4b8f2b5480d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.458577 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Sync routers for ids ['256e9357-6beb-4fb5-8cd0-8306de314766'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:46:42.484122 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Routers {'256e9357-6beb-4fb5-8cd0-8306de314766'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:42.489659 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:46:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['256e9357-6beb-4fb5-8cd0-8306de314766'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:42.509834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e01f47-8810-4260-a07e-b4b8f2b5480d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc92e5e-85b9-41f3-b339-8596e39886d0,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:42.533688 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5e01f47-8810-4260-a07e-b4b8f2b5480d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.536248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a5e01f47-8810-4260-a07e-b4b8f2b5480d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218420 Aug 09 15:46:42.539441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60806) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:42.545143 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:42.611686 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.666872 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Set router 256e9357-6beb-4fb5-8cd0-8306de314766 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:42.708998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2741686e-520a-460e-91c4-30bf60f57aa6 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:42.778190 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 1a788e42-29e1-4c21-8bc4-287ef98bd616 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:42.842028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.888541 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.891188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 2741686e-520a-460e-91c4-30bf60f57aa6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:42.891859 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:42.950239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 1a788e42-29e1-4c21-8bc4-287ef98bd616 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:42.951009 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:43.151593 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:43.155898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Allocated IP 172.25.2.247 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/a4cd0f0f-2e4d-4378-a5e2-d56415186996) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:43.179537 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:46:39Z', 'revision_number': 4, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0ca08694-2dfb-48fe-b2a5-5c5e7f380030', 'name': '', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'mac_address': 'fa:16:3e:ff:f5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:37Z', 'updated_at': '2021-08-09T15:46:39Z', 'revision_number': 2, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'subnets': [{'id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:43.243924 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Checking router: 256e9357-6beb-4fb5-8cd0-8306de314766 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:46:43.246535 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Updating router 256e9357-6beb-4fb5-8cd0-8306de314766 port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:46:43.259004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594de70f-d72e-413a-a3e0-bd680d5080d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a788e42-29e1-4c21-8bc4-287ef98bd616'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:43.266174 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189efab6-4627-4bf0-8627-3b396adefdf3" -d '{"events": [{"server_uuid": "594de70f-d72e-413a-a3e0-bd680d5080d4", "name": "network-vif-plugged", "status": "completed", "tag": "1a788e42-29e1-4c21-8bc4-287ef98bd616"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:43.316690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 1a788e42-29e1-4c21-8bc4-287ef98bd616, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1a788e42-29e1-4c21-8bc4-287ef98bd616,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:43.338018 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:43.358877 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:43.375840 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea53dae-49d7-4f32-a965-a485d7aacc9c x-openstack-request-id: req-aea53dae-49d7-4f32-a965-a485d7aacc9c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:43.378561 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594de70f-d72e-413a-a3e0-bd680d5080d4", "name": "network-vif-plugged", "status": "completed", "tag": "1a788e42-29e1-4c21-8bc4-287ef98bd616", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:43.379029 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aea53dae-49d7-4f32-a965-a485d7aacc9c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:43.380971 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594de70f-d72e-413a-a3e0-bd680d5080d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a788e42-29e1-4c21-8bc4-287ef98bd616', 'code': 200} Aug 09 15:46:43.420188 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:43.510905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=1a788e42-29e1-4c21-8bc4-287ef98bd616,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:43.539200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60850) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:43.574604 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:43.654041 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:43.723903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Pushing event updated for resources: {'Port': ['ID=a4cd0f0f-2e4d-4378-a5e2-d56415186996,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:43.756428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:43.758213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:43.760624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:43.843550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-79252cbe-efef-48ae-aa75-df55c6991004 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52987c1a30454acfb54bb80279326b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024082 Aug 09 15:46:43.846654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60856) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:43.907134 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:43.969698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:43.974485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26260720-3a06-4c1e-aa0e-8f42f4b5e3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.024235 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26260720-3a06-4c1e-aa0e-8f42f4b5e3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.036432 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.053838 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Transition to ACTIVE for port object 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:44.082139 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.131626 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26260720-3a06-4c1e-aa0e-8f42f4b5e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.134187 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26260720-3a06-4c1e-aa0e-8f42f4b5e3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.135806 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-26260720-3a06-4c1e-aa0e-8f42f4b5e3ad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6762af69-edc7-4960-953b-fa0762113b1e HTTP/1.1" status: 204 len: 168 time: 0.2868338 Aug 09 15:46:44.149582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26260720-3a06-4c1e-aa0e-8f42f4b5e3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6762af69-edc7-4960-953b-fa0762113b1e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:44.207237 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Pushing event updated for resources: {'Port': ['ID=0ca08694-2dfb-48fe-b2a5-5c5e7f380030,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:44.222203 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:44.222561 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:44.222898 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:44.223228 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:44.223711 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:44.224726 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:44.224843 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:44.225068 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:44.225380 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:44.225731 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:44.226782 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:44.227115 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:44.281355 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.304952 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.354522 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Attempting to bind port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:44.355890 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Attempting to bind port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:44.356982 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Attempting to bind port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 on network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:44.370448 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:44.370931 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Checking segment: {'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:44.371443 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.371939 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Bound using segment: {'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:44.372511 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Bound port: 0ca08694-2dfb-48fe-b2a5-5c5e7f380030, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:44.372995 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.434201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Pushing event updated for resources: {'Port': ['ID=a4cd0f0f-2e4d-4378-a5e2-d56415186996,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:44.448561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a0caf65e-01fd-44ac-82ea-1fa89d84a0de no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:44.456732 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.506477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: a0caf65e-01fd-44ac-82ea-1fa89d84a0de {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:46:44.507117 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a0caf65e-01fd-44ac-82ea-1fa89d84a0de not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:44.518802 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.520204 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5631d149-95d2-471a-8da3-c4f3425bf712 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9794426 Aug 09 15:46:44.533407 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] For port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:44.538708 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] For port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0ca08694-2dfb-48fe-b2a5-5c5e7f380030,segment=NetworkSegment(7eb691f2-e56d-4df5-9815-9e93c5cfa75a),segment_id=7eb691f2-e56d-4df5-9815-9e93c5cfa75a)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:44.547414 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:44.632844 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Routers {'256e9357-6beb-4fb5-8cd0-8306de314766'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:44.633873 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:46:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['256e9357-6beb-4fb5-8cd0-8306de314766'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:44.637177 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37776e-084b-4bbf-967a-1876c9f30d01 None None] Pushing event updated for resources: {'Port': ['ID=0ca08694-2dfb-48fe-b2a5-5c5e7f380030,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:44.881455 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] Set router 256e9357-6beb-4fb5-8cd0-8306de314766 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:45.035731 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-1822f452-6e49-4036-b4fe-83d21489eae5 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--33947182&fields=id&tenant_id=7d9c523555114631adba9ebe5c97d2a7 HTTP/1.1" status: 200 len: 267 time: 0.1050591 Aug 09 15:46:45.243861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-8cf6b10c-dedc-4766-b427-9618e6deef3d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:45.253064 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-8cf6b10c-dedc-4766-b427-9618e6deef3d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/networks?id=bcaf1753-37ad-49ae-8505-a23ee7b4fd72 HTTP/1.1" status: 200 len: 805 time: 0.2163012 Aug 09 15:46:45.276837 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-2d86d805-e9cd-48ee-bf85-dac973e1a66c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/quotas/7d9c523555114631adba9ebe5c97d2a7 HTTP/1.1" status: 200 len: 375 time: 0.0224261 Aug 09 15:46:45.449310 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:46:39Z', 'revision_number': 4, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0ca08694-2dfb-48fe-b2a5-5c5e7f380030', 'name': '', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'mac_address': 'fa:16:3e:ff:f5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:37Z', 'updated_at': '2021-08-09T15:46:44Z', 'revision_number': 4, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'subnets': [{'id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:45.457300 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-70691177-cbed-4cfd-a491-db6ddb2bde9a tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7d9c523555114631adba9ebe5c97d2a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1794462 Aug 09 15:46:45.522812 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d98c1b-e015-46fd-a5bb-d5e22a698a98 None None] The sync data for ids ['256e9357-6beb-4fb5-8cd0-8306de314766'] in n-d-803778-2 is: [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:46:39Z', 'revision_number': 4, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0ca08694-2dfb-48fe-b2a5-5c5e7f380030', 'name': '', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'mac_address': 'fa:16:3e:ff:f5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:37Z', 'updated_at': '2021-08-09T15:46:44Z', 'revision_number': 4, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'subnets': [{'id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:46:45.667448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60922) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:45.785114 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-56366ccb-79d8-4169-931c-2347113f0cf4 service neutron] 10.222.0.81 "GET /v2.0/networks/bcaf1753-37ad-49ae-8505-a23ee7b4fd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033073 Aug 09 15:46:45.952905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1165511450-network', 'tenant_id': '42f8983f77594e548e6e41abbddf2409'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:46.013518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Made reservation on behalf of 42f8983f77594e548e6e41abbddf2409 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:46.020693 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.041106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.083408 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-1cd51707-c1d5-408e-af69-d40cc616c991 service neutron] 10.222.0.81 "GET /v2.0/networks/bcaf1753-37ad-49ae-8505-a23ee7b4fd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909558 Aug 09 15:46:46.223578 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.231728 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.313877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:46:46.374277 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.374986 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Added segment ddf64022-ede3-49be-8d98-259fa50588dc of type vlan for network 78710387-245c-4fca-9a22-3f5370ba9d5b Aug 09 15:46:46.538155 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9c6cd1c-b941-49ba-aba2-284b069668bd req-97ad5b0a-a8a5-4c31-995b-3ad6b6907329 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 210 time: 0.0725145 Aug 09 15:46:46.654691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ff05a-d102-4b4f-af69-664d0a3000a5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:46.669825 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.725444 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.728341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:46.729517 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.796416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60994) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:46.801520 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b73ebdfa-ccd5-4244-a1f6-4686b2cbf7dc admin admin] Request body: {'subnet': {'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1165511450-subnet', 'tenant_id': '42f8983f77594e548e6e41abbddf2409', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:46.802163 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1328802 Aug 09 15:46:46.890375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73ebdfa-ccd5-4244-a1f6-4686b2cbf7dc admin admin] Made reservation on behalf of 42f8983f77594e548e6e41abbddf2409 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:46.917115 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b73ebdfa-ccd5-4244-a1f6-4686b2cbf7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:46.974512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:47.047465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710a06f-35b3-4ccb-9e44-0696695bfd96 admin admin] Pushing event updated for resources: {'Network': ['ID=78710387-245c-4fca-9a22-3f5370ba9d5b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:47.104082 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 78710387-245c-4fca-9a22-3f5370ba9d5b details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:46:47.504343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:47.518221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:47.521167 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.681819 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b73ebdfa-ccd5-4244-a1f6-4686b2cbf7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.835551 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:47.851479 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c61a8cbd-0be0-4a4d-b3a4-72598d31f18e req-7cc4dbf7-eb4f-4b5b-9aec-b47c96480dc6 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 210 time: 0.0766993 Aug 09 15:46:47.919556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ebdfa-ccd5-4244-a1f6-4686b2cbf7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2032c749-0de7-473f-8496-a6dfcf5c9ea0,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:47.963217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0ca08694-2dfb-48fe-b2a5-5c5e7f380030,segment=NetworkSegment(7eb691f2-e56d-4df5-9815-9e93c5cfa75a),segment_id=7eb691f2-e56d-4df5-9815-9e93c5cfa75a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:47.970968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ebdfa-ccd5-4244-a1f6-4686b2cbf7dc admin admin] Checking segment: {'id': 'ddf64022-ede3-49be-8d98-259fa50588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:47.973531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ebdfa-ccd5-4244-a1f6-4686b2cbf7dc admin admin] Network hostable DHCP agents. Network: 78710387-245c-4fca-9a22-3f5370ba9d5b, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:46:47.975738 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:48.021006 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ebdfa-ccd5-4244-a1f6-4686b2cbf7dc admin admin] Network 78710387-245c-4fca-9a22-3f5370ba9d5b is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:46:48.054540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b73ebdfa-ccd5-4244-a1f6-4686b2cbf7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 78710387-245c-4fca-9a22-3f5370ba9d5b) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:48.060652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73ebdfa-ccd5-4244-a1f6-4686b2cbf7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.063155 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b73ebdfa-ccd5-4244-a1f6-4686b2cbf7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:48.081433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6a713-a443-4ae4-90f2-81197a1b397e None None] Network 78710387-245c-4fca-9a22-3f5370ba9d5b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:48.105443 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b73ebdfa-ccd5-4244-a1f6-4686b2cbf7dc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2998619 Aug 09 15:46:48.248104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=0ca08694-2dfb-48fe-b2a5-5c5e7f380030,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:48.272427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c95558-c652-42f6-8fdf-6f515da4f319 req-61b11349-37bf-408f-8bb0-5470cece55af tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.283778 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-14c95558-c652-42f6-8fdf-6f515da4f319 req-61b11349-37bf-408f-8bb0-5470cece55af tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.3058150 Aug 09 15:46:48.308219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cb17d-e368-4950-94aa-7747fbe1675c req-2e704823-3caa-4f00-9934-9200ed37cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.329827 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-907cb17d-e368-4950-94aa-7747fbe1675c req-2e704823-3caa-4f00-9934-9200ed37cfa1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 1097 time: 0.3252776 Aug 09 15:46:48.495254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843441e7-6781-4735-bdf1-93df898c0e7d None None] Network 78710387-245c-4fca-9a22-3f5370ba9d5b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:48.702505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-14c95558-c652-42f6-8fdf-6f515da4f319 req-03756da5-a196-44b1-abe3-260b66e1f311 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136636 Aug 09 15:46:48.775646 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:48.777135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cb17d-e368-4950-94aa-7747fbe1675c req-b4930ef2-5eca-4228-a45f-9fafa38215f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.782221 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-907cb17d-e368-4950-94aa-7747fbe1675c req-b4930ef2-5eca-4228-a45f-9fafa38215f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 920 time: 0.4173448 Aug 09 15:46:48.833211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-bbd234ed-23fd-458d-ba75-d7dbcc13aedb req-ec231f12-4ee9-4f84-b28a-94142899c409 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1650340174', 'description': 'tempest-description-2100951041'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:48.897615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:48.901775 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:48.912213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-907cb17d-e368-4950-94aa-7747fbe1675c req-849e3b31-5f96-4483-96e8-141b3933d3fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2abb3c5-a8ce-4ba9-9da1-53135b71baef HTTP/1.1" status: 200 len: 217 time: 0.1194522 Aug 09 15:46:48.950419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bbd234ed-23fd-458d-ba75-d7dbcc13aedb req-ec231f12-4ee9-4f84-b28a-94142899c409 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.033312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cb17d-e368-4950-94aa-7747fbe1675c req-fee56c71-f3c6-4ee0-b97a-2af1d6cb6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:49.037660 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-907cb17d-e368-4950-94aa-7747fbe1675c req-fee56c71-f3c6-4ee0-b97a-2af1d6cb6a9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6e317da-0465-4e5b-8a29-aafbf8c77643 HTTP/1.1" status: 200 len: 859 time: 0.1138682 Aug 09 15:46:49.104127 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bbd234ed-23fd-458d-ba75-d7dbcc13aedb req-ec231f12-4ee9-4f84-b28a-94142899c409 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.116652 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bbd234ed-23fd-458d-ba75-d7dbcc13aedb req-ec231f12-4ee9-4f84-b28a-94142899c409 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.117709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-907cb17d-e368-4950-94aa-7747fbe1675c req-6ae5928f-3862-43c1-8544-6d9a0fe34ac4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82283e74-616b-427b-ba3d-233252319544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683243 Aug 09 15:46:49.150716 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-47ff026d-5499-4b34-9627-7304daba67de tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:49.152600 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-47ff026d-5499-4b34-9627-7304daba67de tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.53 "GET /v2.0/networks?id=bcaf1753-37ad-49ae-8505-a23ee7b4fd72 HTTP/1.1" status: 200 len: 805 time: 0.6267755 Aug 09 15:46:49.161426 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-bbd234ed-23fd-458d-ba75-d7dbcc13aedb req-ec231f12-4ee9-4f84-b28a-94142899c409 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.184359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bbd234ed-23fd-458d-ba75-d7dbcc13aedb req-ec231f12-4ee9-4f84-b28a-94142899c409 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3711019 Aug 09 15:46:49.268062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec231f12-4ee9-4f84-b28a-94142899c409 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee712be-8533-4ab1-9bdd-8bcef827e0d4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:49.296777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-8dc791eb-1675-4954-8a3c-dba21206238d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d9c523555114631adba9ebe5c97d2a7 HTTP/1.1" status: 200 len: 378 time: 0.1096289 Aug 09 15:46:49.342190 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-55672544-98bc-4abc-a9c0-4511763c8af4 req-a9612c18-a5f0-476b-a1f3-63e7dff30a45 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 210 time: 0.0442021 Aug 09 15:46:49.349409 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Request body: {'port': {'device_id': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'admin_state_up': True, 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'security_groups': ['3b9c283c-6963-48ae-ba12-0ef4f5da23bb']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:49.365402 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-907cb17d-e368-4950-94aa-7747fbe1675c req-1a7e232b-a32f-42f1-bf27-001165c00430 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384131 Aug 09 15:46:49.534084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-45e1e0d2-56a4-4027-a9e9-378aaa42c269 req-0dae3315-708d-4eba-bb77-e2bc88a626e0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-21326609', 'description': 'tempest-description-1592002891'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:49.556045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [req-45e1e0d2-56a4-4027-a9e9-378aaa42c269 req-0dae3315-708d-4eba-bb77-e2bc88a626e0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:46:49.556045 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:46:49.556045 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id_1': '42f8983f77594e548e6e41abbddf2409', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 46, 49, 544091)}] Aug 09 15:46:49.556045 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:46:49.556842 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [req-45e1e0d2-56a4-4027-a9e9-378aaa42c269 req-0dae3315-708d-4eba-bb77-e2bc88a626e0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:46:49.566264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Made reservation on behalf of 7d9c523555114631adba9ebe5c97d2a7 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:49.572660 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:49.628197 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-907cb17d-e368-4950-94aa-7747fbe1675c req-723fc640-bf85-4b42-a683-d5a90174716b service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548168 Aug 09 15:46:50.166094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Allocated IP 172.20.0.3 (bcaf1753-37ad-49ae-8505-a23ee7b4fd72/b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a/26963060-26ea-40ae-aad1-d006c36757dc) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:50.177903 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-45e1e0d2-56a4-4027-a9e9-378aaa42c269 req-0dae3315-708d-4eba-bb77-e2bc88a626e0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.356049 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-45e1e0d2-56a4-4027-a9e9-378aaa42c269 req-0dae3315-708d-4eba-bb77-e2bc88a626e0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.368509 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-45e1e0d2-56a4-4027-a9e9-378aaa42c269 req-0dae3315-708d-4eba-bb77-e2bc88a626e0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.404306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae3315-708d-4eba-bb77-e2bc88a626e0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1b61f0-3566-4a08-b0b8-86dcd33535cc,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:50.438886 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-45e1e0d2-56a4-4027-a9e9-378aaa42c269 req-0dae3315-708d-4eba-bb77-e2bc88a626e0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.440144 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45e1e0d2-56a4-4027-a9e9-378aaa42c269 req-0dae3315-708d-4eba-bb77-e2bc88a626e0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9116256 Aug 09 15:46:50.463289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.480864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Transition to ACTIVE for port object 26963060-26ea-40ae-aad1-d006c36757dc will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:50.548901 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.643195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Pushing event updated for resources: {'Port': ['ID=26963060-26ea-40ae-aad1-d006c36757dc,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:50.664040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:50.671126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:50.678759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:50.817558 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:50.818528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:50.850965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862d0e5-cfb8-432d-88f2-2db87b59b8bd req-9049c857-72da-42fb-a5ab-1f3d85ecdba5 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:50.852605 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f862d0e5-cfb8-432d-88f2-2db87b59b8bd req-9049c857-72da-42fb-a5ab-1f3d85ecdba5 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1312060 Aug 09 15:46:50.895037 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-bd6a9419-f597-480b-89a8-ee9738de8b1c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5434906 Aug 09 15:46:50.900399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Request body: {'port': {'device_id': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:51.048243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f862d0e5-cfb8-432d-88f2-2db87b59b8bd req-82937c56-ad2c-43ea-b17a-0232002d5c64 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790409 Aug 09 15:46:51.077545 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.126569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-101dcf53-d95b-4062-94ec-40061ecc30ec None None] Provisioning for port 26963060-26ea-40ae-aad1-d006c36757dc completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:51.143015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-101dcf53-d95b-4062-94ec-40061ecc30ec None None] Provisioning complete for port 26963060-26ea-40ae-aad1-d006c36757dc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:51.145874 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-101dcf53-d95b-4062-94ec-40061ecc30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.225142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f5648-05c4-40d1-ba7e-47d1f60369f9 req-a2e1c1a9-f861-4281-a9fe-73280805eb92 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:51.229345 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-301f5648-05c4-40d1-ba7e-47d1f60369f9 req-a2e1c1a9-f861-4281-a9fe-73280805eb92 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 931 time: 0.0910659 Aug 09 15:46:51.256179 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-101dcf53-d95b-4062-94ec-40061ecc30ec None None] Port 26963060-26ea-40ae-aad1-d006c36757dc cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:46:51.362149 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-301f5648-05c4-40d1-ba7e-47d1f60369f9 req-79e08768-ce0a-4b2f-adb6-565f05895907 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b9c283c-6963-48ae-ba12-0ef4f5da23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061509 Aug 09 15:46:51.631412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26963060-26ea-40ae-aad1-d006c36757dc {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:51.645317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.694294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Transition to ACTIVE for port object 26963060-26ea-40ae-aad1-d006c36757dc will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:51.703447 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.854951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Pushing event updated for resources: {'Port': ['ID=26963060-26ea-40ae-aad1-d006c36757dc,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:51.972337 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Attempting to bind port 26963060-26ea-40ae-aad1-d006c36757dc on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:51.972846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Attempting to bind port 26963060-26ea-40ae-aad1-d006c36757dc by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:51.974176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Attempting to bind port 26963060-26ea-40ae-aad1-d006c36757dc on network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:51.985008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Port 26963060-26ea-40ae-aad1-d006c36757dc on network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:46:51.985340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Attempting to bind port 26963060-26ea-40ae-aad1-d006c36757dc on network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:52.002258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:52.002605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Checking segment: {'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:52.003005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Bound using segment: {'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:52.003454 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Bound port: 26963060-26ea-40ae-aad1-d006c36757dc, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb691f2-e56d-4df5-9815-9e93c5cfa75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:52.003817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.146017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] For port 26963060-26ea-40ae-aad1-d006c36757dc, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:52.149564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] For port 26963060-26ea-40ae-aad1-d006c36757dc, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=26963060-26ea-40ae-aad1-d006c36757dc,segment=NetworkSegment(7eb691f2-e56d-4df5-9815-9e93c5cfa75a),segment_id=7eb691f2-e56d-4df5-9815-9e93c5cfa75a)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:52.156190 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.202409 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.203111 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.204859 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] 10.222.0.53 "PUT /v2.0/ports/26963060-26ea-40ae-aad1-d006c36757dc HTTP/1.1" status: 200 len: 1091 time: 1.3087728 Aug 09 15:46:52.205320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'tag': '26963060-26ea-40ae-aad1-d006c36757dc'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:52.211115 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87376fe-48ee-43bd-8da1-4f489db26ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196", "tag": "26963060-26ea-40ae-aad1-d006c36757dc"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:52.272824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b66d57-2ae3-428d-9229-fb6e42451b9b service neutron] Pushing event updated for resources: {'Port': ['ID=26963060-26ea-40ae-aad1-d006c36757dc,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:52.348159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-e8c8de57-50a1-4b2b-9877-f9b8ce067f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.350420 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-e8c8de57-50a1-4b2b-9877-f9b8ce067f73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d9c523555114631adba9ebe5c97d2a7&device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 1094 time: 0.0940406 Aug 09 15:46:52.456304 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-7541a1ae-d19f-4049-b39b-222d41d3f041 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26963060-26ea-40ae-aad1-d006c36757dc HTTP/1.1" status: 200 len: 217 time: 0.0796511 Aug 09 15:46:52.547983 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-e32f82df-d10b-4f37-8798-b6109ffc0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.549499 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-e32f82df-d10b-4f37-8798-b6109ffc0a88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a HTTP/1.1" status: 200 len: 844 time: 0.0851877 Aug 09 15:46:52.635993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-46f45a19-7dbb-420f-b953-35a3f268127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.638102 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-46f45a19-7dbb-420f-b953-35a3f268127d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bcaf1753-37ad-49ae-8505-a23ee7b4fd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786204 Aug 09 15:46:52.796111 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-562f9890-f2f6-4183-b0c7-90be9e524411 service neutron] 10.222.0.53 "GET /v2.0/networks/bcaf1753-37ad-49ae-8505-a23ee7b4fd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500366 Aug 09 15:46:52.918563 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c89ed95-e22b-4eb3-973d-9d200e924452 req-d038348b-4bd9-48d8-a98a-2e65558f0db1 service neutron] 10.222.0.53 "GET /v2.0/networks/bcaf1753-37ad-49ae-8505-a23ee7b4fd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138849 Aug 09 15:46:56.518004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 26963060-26ea-40ae-aad1-d006c36757dc details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:56.644757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 26963060-26ea-40ae-aad1-d006c36757dc, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=26963060-26ea-40ae-aad1-d006c36757dc,segment=NetworkSegment(7eb691f2-e56d-4df5-9815-9e93c5cfa75a),segment_id=7eb691f2-e56d-4df5-9815-9e93c5cfa75a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:56.661344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '26963060-26ea-40ae-aad1-d006c36757dc', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'port_id': '26963060-26ea-40ae-aad1-d006c36757dc', 'mac_address': 'fa:16:3e:2a:79:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:56.713993 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.736317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26963060-26ea-40ae-aad1-d006c36757dc {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:56.772085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 26963060-26ea-40ae-aad1-d006c36757dc, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=26963060-26ea-40ae-aad1-d006c36757dc,segment=NetworkSegment(7eb691f2-e56d-4df5-9815-9e93c5cfa75a),segment_id=7eb691f2-e56d-4df5-9815-9e93c5cfa75a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:56.785054 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.863332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=26963060-26ea-40ae-aad1-d006c36757dc,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:56.876237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:56.876603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:56.876952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:56.877295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:56.877654 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:56.878006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:56.878454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:56.878790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:56.879149 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:56.879453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:56.879779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:56.880133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:57.082847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['26963060-26ea-40ae-aad1-d006c36757dc'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:58.318347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-4fcff900-8a1d-44c1-a710-504ae3ddc8b9 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.325407 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-4fcff900-8a1d-44c1-a710-504ae3ddc8b9 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/networks?id=78710387-245c-4fca-9a22-3f5370ba9d5b HTTP/1.1" status: 200 len: 813 time: 0.1732883 Aug 09 15:46:58.331785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f99bb-2952-4c9b-acbd-716068dbe2e2 req-8cca2bf4-c1f8-44c9-ad3a-8da7011c234f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.337642 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-90a1f576-20d2-4d93-b2ba-bd19cdde04ab tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/quotas/42f8983f77594e548e6e41abbddf2409 HTTP/1.1" status: 200 len: 375 time: 0.0113108 Aug 09 15:46:58.347670 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a4f99bb-2952-4c9b-acbd-716068dbe2e2 req-8cca2bf4-c1f8-44c9-ad3a-8da7011c234f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0754316 Aug 09 15:46:58.374904 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-1b28d7af-0aa9-482e-bd11-8900d694e16f tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=42f8983f77594e548e6e41abbddf2409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307631 Aug 09 15:46:58.401175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a4f99bb-2952-4c9b-acbd-716068dbe2e2 req-adbb0636-8035-4c61-90d6-b9e72989d72b tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540187 Aug 09 15:46:58.452739 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d205fbc-c90b-4718-82ef-a0f69a864fb6 x-openstack-request-id: req-6d205fbc-c90b-4718-82ef-a0f69a864fb6 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:58.453102 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196", "tag": "26963060-26ea-40ae-aad1-d006c36757dc", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:58.453425 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d205fbc-c90b-4718-82ef-a0f69a864fb6 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:58.453991 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'tag': '26963060-26ea-40ae-aad1-d006c36757dc', 'status': 'completed', 'code': 200} Aug 09 15:46:58.511888 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-30cca4af-c44d-4537-a697-9a0f27ef7fa1 service neutron] 10.222.0.81 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278884 Aug 09 15:46:58.528189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 26963060-26ea-40ae-aad1-d006c36757dc up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:58.583230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44a27d-8725-41e5-a018-f369e5b71b55 req-b2b9b6ff-b800-46fd-95b9-8d922ffb50fe tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.595747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5f44a27d-8725-41e5-a018-f369e5b71b55 req-b2b9b6ff-b800-46fd-95b9-8d922ffb50fe tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 944 time: 0.0871100 Aug 09 15:46:58.602510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 26963060-26ea-40ae-aad1-d006c36757dc completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:58.607344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87376fe-48ee-43bd-8da1-4f489db26ab9 req-83e660f5-d72a-4018-ac64-bb1c235912ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.609173 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 26963060-26ea-40ae-aad1-d006c36757dc triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:58.609681 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.610120 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e87376fe-48ee-43bd-8da1-4f489db26ab9 req-83e660f5-d72a-4018-ac64-bb1c235912ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d9c523555114631adba9ebe5c97d2a7&device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 1095 time: 0.1226246 Aug 09 15:46:58.648583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5f44a27d-8725-41e5-a018-f369e5b71b55 req-4d1897ff-59d8-451b-8db5-217d10ac83ff tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b9c283c-6963-48ae-ba12-0ef4f5da23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498431 Aug 09 15:46:58.740213 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.747546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-32869027-5e5e-4f3b-ba5b-5ea8e8da043c service neutron] 10.222.0.81 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326598 Aug 09 15:46:58.777918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87376fe-48ee-43bd-8da1-4f489db26ab9 req-252b4bee-da50-42d2-92c7-8a2dae630056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.780573 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e87376fe-48ee-43bd-8da1-4f489db26ab9 req-252b4bee-da50-42d2-92c7-8a2dae630056 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bcaf1753-37ad-49ae-8505-a23ee7b4fd72 HTTP/1.1" status: 200 len: 906 time: 0.1614852 Aug 09 15:46:58.780976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 26963060-26ea-40ae-aad1-d006c36757dc, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=26963060-26ea-40ae-aad1-d006c36757dc,segment=NetworkSegment(7eb691f2-e56d-4df5-9815-9e93c5cfa75a),segment_id=7eb691f2-e56d-4df5-9815-9e93c5cfa75a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:58.782189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26963060-26ea-40ae-aad1-d006c36757dc'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:58.785431 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad2d8ce-d708-4e0d-aa0d-deb22f86f161" -d '{"events": [{"server_uuid": "ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196", "name": "network-vif-plugged", "status": "completed", "tag": "26963060-26ea-40ae-aad1-d006c36757dc"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:58.790432 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.846761 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e87376fe-48ee-43bd-8da1-4f489db26ab9 req-a2cdfb0f-7e70-406b-928b-dff2614045cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26963060-26ea-40ae-aad1-d006c36757dc HTTP/1.1" status: 200 len: 217 time: 0.0546670 Aug 09 15:46:58.893172 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab41fe6-070f-4126-ae7a-1c9008cb3818 x-openstack-request-id: req-8ab41fe6-070f-4126-ae7a-1c9008cb3818 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:58.894417 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196", "name": "network-vif-plugged", "status": "completed", "tag": "26963060-26ea-40ae-aad1-d006c36757dc", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:58.895720 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ab41fe6-070f-4126-ae7a-1c9008cb3818 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:58.896769 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26963060-26ea-40ae-aad1-d006c36757dc', 'code': 200} Aug 09 15:46:58.915780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=26963060-26ea-40ae-aad1-d006c36757dc,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:58.946762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87376fe-48ee-43bd-8da1-4f489db26ab9 req-c7d9d553-1686-4392-bb04-a385a4c4ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.950012 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e87376fe-48ee-43bd-8da1-4f489db26ab9 req-c7d9d553-1686-4392-bb04-a385a4c4ea11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a HTTP/1.1" status: 200 len: 844 time: 0.0955517 Aug 09 15:46:59.032691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f2f37-746c-4fb6-b9f5-b94127629e3c req-430952ed-c0b7-4551-86af-edb593c6b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:59.034252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a43f2f37-746c-4fb6-b9f5-b94127629e3c req-430952ed-c0b7-4551-86af-edb593c6b2c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 1096 time: 0.0675662 Aug 09 15:46:59.065074 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e81a93e-32eb-4fc3-ad4f-33e4549e0a79 req-e9f63f8e-7acb-47f8-96b0-41f4f78d0732 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 210 time: 0.0834615 Aug 09 15:46:59.116603 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a43f2f37-746c-4fb6-b9f5-b94127629e3c req-8bdc0daf-6adb-4d6a-a1d5-d8e4c2b8562c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3b9c283c-6963-48ae-ba12-0ef4f5da23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750871 Aug 09 15:46:59.117170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87376fe-48ee-43bd-8da1-4f489db26ab9 req-a961beed-9e44-417d-be4d-e637f024a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:59.119329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e87376fe-48ee-43bd-8da1-4f489db26ab9 req-a961beed-9e44-417d-be4d-e637f024a416 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bcaf1753-37ad-49ae-8505-a23ee7b4fd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487300 Aug 09 15:46:59.333329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e87376fe-48ee-43bd-8da1-4f489db26ab9 req-eb294648-7ddb-4774-be12-91e2778048a6 service neutron] 10.222.0.53 "GET /v2.0/networks/bcaf1753-37ad-49ae-8505-a23ee7b4fd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545959 Aug 09 15:46:59.508291 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e87376fe-48ee-43bd-8da1-4f489db26ab9 req-d74188a1-edf5-43be-9151-8431aa0b259e service neutron] 10.222.0.53 "GET /v2.0/networks/bcaf1753-37ad-49ae-8505-a23ee7b4fd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654873 Aug 09 15:46:59.646790 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cdc48-bd53-4c3b-ab40-a3993e66b3fa req-3defa455-c926-43d1-8ecc-ac8dda50aad4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:59.654245 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db4cdc48-bd53-4c3b-ab40-a3993e66b3fa req-3defa455-c926-43d1-8ecc-ac8dda50aad4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 946 time: 0.0729978 Aug 09 15:46:59.712097 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db4cdc48-bd53-4c3b-ab40-a3993e66b3fa req-2209696b-cec0-4218-9c1a-b65b64b65b21 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542755 Aug 09 15:46:59.842112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969da330-9193-4995-ae6e-cde1f72b6d27 req-5413e5c4-3173-4e73-93d2-91e687bae93e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:59.848906 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-969da330-9193-4995-ae6e-cde1f72b6d27 req-5413e5c4-3173-4e73-93d2-91e687bae93e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0753841 Aug 09 15:46:59.868349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2999a-06b1-4aac-ab51-ca17e819c4ef req-1e4b331a-87c3-4c27-8673-4e365b614ec5 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:59.869918 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ba2999a-06b1-4aac-ab51-ca17e819c4ef req-1e4b331a-87c3-4c27-8673-4e365b614ec5 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 945 time: 0.0708652 Aug 09 15:46:59.891564 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-969da330-9193-4995-ae6e-cde1f72b6d27 req-e9884749-d595-43c9-bcd8-d5e2d163dfaf tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362980 Aug 09 15:46:59.929763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ba2999a-06b1-4aac-ab51-ca17e819c4ef req-e674ebd3-8869-47a9-93fe-1bcbb5beff6b tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b9c283c-6963-48ae-ba12-0ef4f5da23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509119 Aug 09 15:47:00.200583 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e1d1a3a8-f96f-4cb6-87a8-b79bf78ad076 req-afabb891-7fc9-47c7-a35d-2266d1d3eab3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 210 time: 0.0337195 Aug 09 15:47:00.458201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-0113a122-6be5-48e4-b438-a42a87efd7fe tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:00.459624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-0113a122-6be5-48e4-b438-a42a87efd7fe tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.60 "GET /v2.0/networks?id=78710387-245c-4fca-9a22-3f5370ba9d5b HTTP/1.1" status: 200 len: 813 time: 0.1930194 Aug 09 15:47:00.475240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'port': {'device_id': '91fcbf83-4b17-4a4f-8446-eefa24d367ae', 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b', 'admin_state_up': True, 'tenant_id': '42f8983f77594e548e6e41abbddf2409'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:00.490011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-fbfa4fcc-ba31-4e9f-83a8-619a4f14be99 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:00.491488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-fbfa4fcc-ba31-4e9f-83a8-619a4f14be99 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/networks?id=a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 200 len: 805 time: 0.1694937 Aug 09 15:47:00.539346 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-c8948e39-dfa7-44a9-bb2a-c1525090d8af tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/quotas/1a7b6654ea904a078c50c8a17ffdca4a HTTP/1.1" status: 200 len: 375 time: 0.0369680 Aug 09 15:47:00.630399 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-d21052ee-6a5a-4ec5-b28a-c2033082bdca tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830975 Aug 09 15:47:00.686839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Made reservation on behalf of 42f8983f77594e548e6e41abbddf2409 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:00.690361 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.806884 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-79c69816-53f7-49c8-8f6b-075b0eea3e7f service neutron] 10.222.0.81 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682367 Aug 09 15:47:00.817356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 1a788e42-29e1-4c21-8bc4-287ef98bd616 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:00.833771 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb658d2-c0b6-481e-abf3-19a53dd0fb92 req-082177d1-bb0f-4a54-a252-482bb3521f06 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:00.835308 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6fb658d2-c0b6-481e-abf3-19a53dd0fb92 req-082177d1-bb0f-4a54-a252-482bb3521f06 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 946 time: 0.0572910 Aug 09 15:47:00.895005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6fb658d2-c0b6-481e-abf3-19a53dd0fb92 req-1df5f947-9bc2-4ee1-8a5e-4f3f984d5fcf tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508096 Aug 09 15:47:00.927276 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.959803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594de70f-d72e-413a-a3e0-bd680d5080d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a788e42-29e1-4c21-8bc4-287ef98bd616'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:00.962541 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19703666-4926-493e-bce2-bca1b0d2f5a7" -d '{"events": [{"server_uuid": "594de70f-d72e-413a-a3e0-bd680d5080d4", "name": "network-vif-unplugged", "status": "completed", "tag": "1a788e42-29e1-4c21-8bc4-287ef98bd616"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:00.963849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Allocated IP 172.20.0.12 (78710387-245c-4fca-9a22-3f5370ba9d5b/2032c749-0de7-473f-8496-a6dfcf5c9ea0/799277b3-2bf8-4ac0-ab59-a215868caac0) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:00.980670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 1a788e42-29e1-4c21-8bc4-287ef98bd616, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1a788e42-29e1-4c21-8bc4-287ef98bd616,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:00.988214 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.007124 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-76e06a44-df2b-47f9-8d4c-4d3aba3446de service neutron] 10.222.0.81 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933584 Aug 09 15:47:01.056641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=1a788e42-29e1-4c21-8bc4-287ef98bd616,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:01.061342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b09bc1-3ee1-4ca0-9e58-1f35afef94c5 req-d43cfe7b-044b-4e27-8640-ffd55bd59346 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:01.068946 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-41b09bc1-3ee1-4ca0-9e58-1f35afef94c5 req-d43cfe7b-044b-4e27-8640-ffd55bd59346 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0800884 Aug 09 15:47:01.128930 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-41b09bc1-3ee1-4ca0-9e58-1f35afef94c5 req-10ea4797-c8cc-46d2-9d52-603fe3a931dd tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562122 Aug 09 15:47:01.198420 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a272f9c8-72f2-4a8c-b36e-682c5f37cb95 x-openstack-request-id: req-a272f9c8-72f2-4a8c-b36e-682c5f37cb95 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:01.198761 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594de70f-d72e-413a-a3e0-bd680d5080d4", "name": "network-vif-unplugged", "status": "completed", "tag": "1a788e42-29e1-4c21-8bc4-287ef98bd616", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:01.199014 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a272f9c8-72f2-4a8c-b36e-682c5f37cb95 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:01.199599 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594de70f-d72e-413a-a3e0-bd680d5080d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a788e42-29e1-4c21-8bc4-287ef98bd616', 'code': 200} Aug 09 15:47:01.202180 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.255734 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.317353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Network 78710387-245c-4fca-9a22-3f5370ba9d5b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:01.321107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:01.328664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:01.349903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0795a9-8007-4406-93bd-410a6d1fd0db req-d4a760f4-d0cb-4e5d-861c-42ee85251e2b tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:01.357318 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9b0795a9-8007-4406-93bd-410a6d1fd0db req-d4a760f4-d0cb-4e5d-861c-42ee85251e2b tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 945 time: 0.1152070 Aug 09 15:47:01.379534 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'Port': ['ID=799277b3-2bf8-4ac0-ab59-a215868caac0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:01.396591 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b352ff-3704-4e8b-8004-f3065af46705 req-65a302b1-16b1-45b9-96da-81229fbd352b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:01.398203 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-10b352ff-3704-4e8b-8004-f3065af46705 req-65a302b1-16b1-45b9-96da-81229fbd352b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 946 time: 0.1060801 Aug 09 15:47:01.401808 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5ad879e8-59e9-433a-8040-4e012bfe8b9c req-78579331-53dc-494b-b1bb-ac65edabe7df tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 210 time: 0.0446000 Aug 09 15:47:01.413427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:01.413874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:01.414292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:01.414771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:01.415161 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:01.415566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:01.415985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:01.416384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:01.416780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:01.430149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:01.431429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:01.432590 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:01.462145 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9b0795a9-8007-4406-93bd-410a6d1fd0db req-c99fedfd-f803-41f1-ba90-3a4ea77f089c tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b9c283c-6963-48ae-ba12-0ef4f5da23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033525 Aug 09 15:47:01.476896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:01.477812 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.513691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d5af9a0c-373a-4181-9b92-39b316551122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0404623 Aug 09 15:47:01.531019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Request body: {'port': {'device_id': '91fcbf83-4b17-4a4f-8446-eefa24d367ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:01.617427 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-10b352ff-3704-4e8b-8004-f3065af46705 req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Deleting port 3c119fe3-ee1a-436d-9d10-01d5e0828284 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:01.617963 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-10b352ff-3704-4e8b-8004-f3065af46705 req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.651259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92621b-9c74-496d-b4a0-a3c45a242c29 req-157d21a5-76db-43d3-b7d4-c989ae60cf78 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:01.652983 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee92621b-9c74-496d-b4a0-a3c45a242c29 req-157d21a5-76db-43d3-b7d4-c989ae60cf78 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 932 time: 0.1190305 Aug 09 15:47:01.654724 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:01.733898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee92621b-9c74-496d-b4a0-a3c45a242c29 req-86369398-01d6-46e6-892b-3694e76f3e43 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681944 Aug 09 15:47:01.810622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae31a3-b3c3-42f8-b8f9-62404a4cb263 req-6a7c81d0-e59d-4e43-b634-fc65c39b9b7d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:01.812684 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-87ae31a3-b3c3-42f8-b8f9-62404a4cb263 req-6a7c81d0-e59d-4e43-b634-fc65c39b9b7d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 945 time: 0.1710100 Aug 09 15:47:01.821979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33070) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:01.826864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-efe8ccc4-1185-4a0b-981b-5ac3fe619ec9 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Request body: {'floatingip': {'port_id': '26963060-26ea-40ae-aad1-d006c36757dc'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:01.885103 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-efe8ccc4-1185-4a0b-981b-5ac3fe619ec9 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.048274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-10b352ff-3704-4e8b-8004-f3065af46705 req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] For port 3c119fe3-ee1a-436d-9d10-01d5e0828284, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3c119fe3-ee1a-436d-9d10-01d5e0828284,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:02.048543 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-10b352ff-3704-4e8b-8004-f3065af46705 req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.110797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-10b352ff-3704-4e8b-8004-f3065af46705 req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Calling delete_port for 3c119fe3-ee1a-436d-9d10-01d5e0828284 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:02.115910 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799277b3-2bf8-4ac0-ab59-a215868caac0 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:02.128171 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.153035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Transition to ACTIVE for port object 799277b3-2bf8-4ac0-ab59-a215868caac0 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:02.158549 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.267492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658076a7-2768-4b3c-86df-147a70695311 req-bbe78bf7-6207-4692-9d39-3b20005f71b0 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:02.269029 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-658076a7-2768-4b3c-86df-147a70695311 req-bbe78bf7-6207-4692-9d39-3b20005f71b0 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 946 time: 0.2290103 Aug 09 15:47:02.309054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Pushing event updated for resources: {'Port': ['ID=799277b3-2bf8-4ac0-ab59-a215868caac0,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:02.344252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce850f-d898-426d-ad4b-40616740f6f4 req-09cac25d-ced8-4e79-a633-50552995226a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:02.346478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dce850f-d898-426d-ad4b-40616740f6f4 req-09cac25d-ced8-4e79-a633-50552995226a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1204219 Aug 09 15:47:02.371403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Attempting to bind port 799277b3-2bf8-4ac0-ab59-a215868caac0 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:02.372200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Attempting to bind port 799277b3-2bf8-4ac0-ab59-a215868caac0 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'ddf64022-ede3-49be-8d98-259fa50588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:02.372559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Attempting to bind port 799277b3-2bf8-4ac0-ab59-a215868caac0 on network 78710387-245c-4fca-9a22-3f5370ba9d5b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:02.384673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Port 799277b3-2bf8-4ac0-ab59-a215868caac0 on network 78710387-245c-4fca-9a22-3f5370ba9d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:02.385141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Attempting to bind port 799277b3-2bf8-4ac0-ab59-a215868caac0 on network 78710387-245c-4fca-9a22-3f5370ba9d5b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:02.400599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:02.401035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Checking segment: {'id': 'ddf64022-ede3-49be-8d98-259fa50588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:02.401496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Bound using segment: {'id': 'ddf64022-ede3-49be-8d98-259fa50588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:02.402032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Bound port: 799277b3-2bf8-4ac0-ab59-a215868caac0, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf64022-ede3-49be-8d98-259fa50588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:02.402468 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.431089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dce850f-d898-426d-ad4b-40616740f6f4 req-011e7344-859a-43b8-a959-cec1bb800348 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743694 Aug 09 15:47:02.569414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f663de-445f-4408-88ac-b5fb9fea4339 req-d3f0e6c7-fd68-46c4-a7f9-6a1f4a9453e0 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:02.571000 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3f663de-445f-4408-88ac-b5fb9fea4339 req-d3f0e6c7-fd68-46c4-a7f9-6a1f4a9453e0 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.60 "GET /v2.0/ports?device_id=594de70f-d72e-413a-a3e0-bd680d5080d4 HTTP/1.1" status: 200 len: 944 time: 0.3844006 Aug 09 15:47:02.587463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-658076a7-2768-4b3c-86df-147a70695311 req-a6b7b117-82aa-470c-9c60-249a7c5bb430 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839439 Aug 09 15:47:02.695273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] For port 799277b3-2bf8-4ac0-ab59-a215868caac0, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:02.721330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f93c7ff-279e-475b-bf7e-396b1379ad8c req-8a03f582-43a2-4cc2-852d-670292697ddd tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 210 time: 0.0472054 Aug 09 15:47:02.746762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] For port 799277b3-2bf8-4ac0-ab59-a215868caac0, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=799277b3-2bf8-4ac0-ab59-a215868caac0,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:02.746762 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.755237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-2e5f63bc-6de1-4705-b1e5-90090796cdb6 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:02.757455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-2e5f63bc-6de1-4705-b1e5-90090796cdb6 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.53 "GET /v2.0/networks?id=a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 200 len: 805 time: 0.2629802 Aug 09 15:47:02.792484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Request body: {'port': {'device_id': '9c253160-7346-47f0-9db0-6e9acca931cc', 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'admin_state_up': True, 'tenant_id': '1a7b6654ea904a078c50c8a17ffdca4a'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:02.801639 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-10b352ff-3704-4e8b-8004-f3065af46705 req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.854668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:02.855414 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:02.857069 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] 10.222.0.60 "PUT /v2.0/ports/799277b3-2bf8-4ac0-ab59-a215868caac0 HTTP/1.1" status: 200 len: 1092 time: 1.3352292 Aug 09 15:47:02.863044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fcbf83-4b17-4a4f-8446-eefa24d367ae', 'tag': '799277b3-2bf8-4ac0-ab59-a215868caac0'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:02.866214 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b29d84-ddc8-485e-9421-49ac92a1eb30" -d '{"events": [{"name": "network-changed", "server_uuid": "91fcbf83-4b17-4a4f-8446-eefa24d367ae", "tag": "799277b3-2bf8-4ac0-ab59-a215868caac0"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:02.887019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Pushing event deleted for resources: {'Port': ['ID=3c119fe3-ee1a-436d-9d10-01d5e0828284,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:02.906316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1428b7-fe36-4317-8dec-f0fd2bbf1df2 service neutron] Pushing event updated for resources: {'Port': ['ID=799277b3-2bf8-4ac0-ab59-a215868caac0,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:02.941555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.resource_extend [None req-efe8ccc4-1185-4a0b-981b-5ac3fe619ec9 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:47:02.945756 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.945756 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.946126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.946234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.946556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.946895 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.947329 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.948217 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.948217 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.948217 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.948532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:02.948800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:03.001765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-d3f663de-445f-4408-88ac-b5fb9fea4339 req-25aa1d38-26eb-46e3-beb2-6689c7b80948 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Deleting port 1a788e42-29e1-4c21-8bc4-287ef98bd616 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:03.002118 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d3f663de-445f-4408-88ac-b5fb9fea4339 req-25aa1d38-26eb-46e3-beb2-6689c7b80948 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.010406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-0119aea6-8aa3-4a7b-ab95-5e990ba7c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:03.012807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-0119aea6-8aa3-4a7b-ab95-5e990ba7c3b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42f8983f77594e548e6e41abbddf2409&device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 1095 time: 0.0886264 Aug 09 15:47:03.075272 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6267ca6-0fb3-4aa9-8254-5e1c91032863 x-openstack-request-id: req-e6267ca6-0fb3-4aa9-8254-5e1c91032863 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:03.075646 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fcbf83-4b17-4a4f-8446-eefa24d367ae", "tag": "799277b3-2bf8-4ac0-ab59-a215868caac0", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:03.075889 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6267ca6-0fb3-4aa9-8254-5e1c91032863 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:03.076267 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fcbf83-4b17-4a4f-8446-eefa24d367ae', 'tag': '799277b3-2bf8-4ac0-ab59-a215868caac0', 'status': 'completed', 'code': 200} Aug 09 15:47:03.078835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-b74a294d-a7e6-4cc0-be08-bbb451358396 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=799277b3-2bf8-4ac0-ab59-a215868caac0 HTTP/1.1" status: 200 len: 217 time: 0.0536497 Aug 09 15:47:03.079517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Made reservation on behalf of 1a7b6654ea904a078c50c8a17ffdca4a for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:03.083951 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.085079 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b352ff-3704-4e8b-8004-f3065af46705 req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] No DVR routers for this DVR port 3c119fe3-ee1a-436d-9d10-01d5e0828284 on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:03.092242 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-10b352ff-3704-4e8b-8004-f3065af46705 req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.094786 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-10b352ff-3704-4e8b-8004-f3065af46705 req-ad60a1b9-95fc-4e32-b9a0-c1a56f6d1571 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.53 "DELETE /v2.0/ports/3c119fe3-ee1a-436d-9d10-01d5e0828284 HTTP/1.1" status: 204 len: 173 time: 1.6459646 Aug 09 15:47:03.098058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e382624-bc53-423b-a144-060822e355c4', 'name': 'network-vif-deleted', 'tag': '3c119fe3-ee1a-436d-9d10-01d5e0828284'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:03.100199 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4efec61-636a-4e0b-b1d2-2e898dff456d" -d '{"events": [{"server_uuid": "4e382624-bc53-423b-a144-060822e355c4", "name": "network-vif-deleted", "tag": "3c119fe3-ee1a-436d-9d10-01d5e0828284"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:03.207289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d115d8a0-75e2-4b49-ab5c-fc443b9242cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:03.209199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-d115d8a0-75e2-4b49-ab5c-fc443b9242cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2032c749-0de7-473f-8496-a6dfcf5c9ea0 HTTP/1.1" status: 200 len: 853 time: 0.1228464 Aug 09 15:47:03.260616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-b87c35a4-7ed2-4eb0-a027-3bc1e52b5ae6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78710387-245c-4fca-9a22-3f5370ba9d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416424 Aug 09 15:47:03.419524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Allocated IP 172.20.0.7 (a4810c67-1f24-4642-b0ab-d23f91f63788/47be0854-cc13-46d6-81d0-2dc17634e8dd/411e7f2f-7030-45ab-9716-80fcf73f20b3) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:03.460443 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6bde71-0730-4aa3-9dc2-494041413f2f x-openstack-request-id: req-7c6bde71-0730-4aa3-9dc2-494041413f2f {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:03.460733 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e382624-bc53-423b-a144-060822e355c4", "name": "network-vif-deleted", "tag": "3c119fe3-ee1a-436d-9d10-01d5e0828284", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:03.461042 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c6bde71-0730-4aa3-9dc2-494041413f2f {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:03.461445 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e382624-bc53-423b-a144-060822e355c4', 'name': 'network-vif-deleted', 'tag': '3c119fe3-ee1a-436d-9d10-01d5e0828284', 'status': 'completed', 'code': 200} Aug 09 15:47:03.461577 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-82946f17-a848-438f-b3f5-ddac0b87fa38 service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878285 Aug 09 15:47:03.469805 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-efe8ccc4-1185-4a0b-981b-5ac3fe619ec9 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.483403 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c960b-f152-4a3c-a9e1-04e75589f8a0 req-36e7c68a-4aec-44f6-aba4-1fbbfc1aa275 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:03.490672 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe6c960b-f152-4a3c-a9e1-04e75589f8a0 req-36e7c68a-4aec-44f6-aba4-1fbbfc1aa275 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 944 time: 0.6529925 Aug 09 15:47:03.496174 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-efe8ccc4-1185-4a0b-981b-5ac3fe619ec9 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.614949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-d3f663de-445f-4408-88ac-b5fb9fea4339 req-25aa1d38-26eb-46e3-beb2-6689c7b80948 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] For port 1a788e42-29e1-4c21-8bc4-287ef98bd616, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1a788e42-29e1-4c21-8bc4-287ef98bd616,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:03.615329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d3f663de-445f-4408-88ac-b5fb9fea4339 req-25aa1d38-26eb-46e3-beb2-6689c7b80948 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.629107 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe6c960b-f152-4a3c-a9e1-04e75589f8a0 req-9a1b22d9-ecb6-423e-9db1-197044982236 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374853 Aug 09 15:47:03.698951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-d3f663de-445f-4408-88ac-b5fb9fea4339 req-25aa1d38-26eb-46e3-beb2-6689c7b80948 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Calling delete_port for 1a788e42-29e1-4c21-8bc4-287ef98bd616 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:03.770111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4f98e-10f4-4c16-b8ef-fba995e607ec req-2a81a55c-b850-4e80-97b5-88a344901f3c tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:03.777767 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7dd4f98e-10f4-4c16-b8ef-fba995e607ec req-2a81a55c-b850-4e80-97b5-88a344901f3c tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.2074490 Aug 09 15:47:03.821751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bcf13c6-942a-49e0-a115-0e4c14607d5c req-cb6ca816-27ab-4e15-85ed-3746936394ee service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399584 Aug 09 15:47:03.855075 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.873848 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7dd4f98e-10f4-4c16-b8ef-fba995e607ec req-f8e6995f-52f7-4436-8066-b097202bd59d tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914669 Aug 09 15:47:03.966611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d3f663de-445f-4408-88ac-b5fb9fea4339 req-25aa1d38-26eb-46e3-beb2-6689c7b80948 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.004226 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff2504e3-5231-42ec-aae3-87eef36e1cef req-a011e4d5-457c-413e-8350-5645b375df05 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 210 time: 0.0560198 Aug 09 15:47:04.028676 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-efe8ccc4-1185-4a0b-981b-5ac3fe619ec9 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Floating IP a09d0c5f-3f8f-4eee-b774-12d0c5b34264 associated. External IP: 172.25.2.247, port: 26963060-26ea-40ae-aad1-d006c36757dc. Aug 09 15:47:04.032544 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-551452ed-a0ed-4070-b9d8-3e7f7c2c7e68 req-1c360cf9-6a0e-4001-9ca3-55f2df5f91b9 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 210 time: 0.0487545 Aug 09 15:47:04.040051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b29d84-ddc8-485e-9421-49ac92a1eb30 req-aa93034b-7d7f-450e-bf42-1694487e2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:04.042031 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36b29d84-ddc8-485e-9421-49ac92a1eb30 req-aa93034b-7d7f-450e-bf42-1694487e2e44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42f8983f77594e548e6e41abbddf2409&device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 1095 time: 0.1563923 Aug 09 15:47:04.046929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa1d38-26eb-46e3-beb2-6689c7b80948 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Pushing event deleted for resources: {'Port': ['ID=1a788e42-29e1-4c21-8bc4-287ef98bd616,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:04.071093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.173127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Network a4810c67-1f24-4642-b0ab-d23f91f63788 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:04.180222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:04.194953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:04.222110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f663de-445f-4408-88ac-b5fb9fea4339 req-25aa1d38-26eb-46e3-beb2-6689c7b80948 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] No DVR routers for this DVR port 1a788e42-29e1-4c21-8bc4-287ef98bd616 on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:04.225324 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d3f663de-445f-4408-88ac-b5fb9fea4339 req-25aa1d38-26eb-46e3-beb2-6689c7b80948 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.227336 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3f663de-445f-4408-88ac-b5fb9fea4339 req-25aa1d38-26eb-46e3-beb2-6689c7b80948 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.60 "DELETE /v2.0/ports/1a788e42-29e1-4c21-8bc4-287ef98bd616 HTTP/1.1" status: 204 len: 173 time: 1.6388943 Aug 09 15:47:04.449178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe8ccc4-1185-4a0b-981b-5ac3fe619ec9 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Router 256e9357-6beb-4fb5-8cd0-8306de314766 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:47:04.560311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3c119fe3-ee1a-436d-9d10-01d5e0828284 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:04.587855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Pushing event updated for resources: {'Port': ['ID=411e7f2f-7030-45ab-9716-80fcf73f20b3,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:04.596094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 3c119fe3-ee1a-436d-9d10-01d5e0828284 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:04.596865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3c119fe3-ee1a-436d-9d10-01d5e0828284 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:04.598712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe8ccc4-1185-4a0b-981b-5ac3fe619ec9 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:47:04.605213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-efe8ccc4-1185-4a0b-981b-5ac3fe619ec9 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.614231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ed46c-1d6d-43e4-a73c-499012bc1891 None None] Sync routers for ids ['256e9357-6beb-4fb5-8cd0-8306de314766'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:47:04.631664 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ed46c-1d6d-43e4-a73c-499012bc1891 None None] Routers {'256e9357-6beb-4fb5-8cd0-8306de314766'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:04.632299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-186ed46c-1d6d-43e4-a73c-499012bc1891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:46:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['256e9357-6beb-4fb5-8cd0-8306de314766'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:04.639288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:04.640056 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:04.658400 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-efe8ccc4-1185-4a0b-981b-5ac3fe619ec9 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "PUT /v2.0/floatingips/a09d0c5f-3f8f-4eee-b774-12d0c5b34264 HTTP/1.1" status: 200 len: 991 time: 2.8327022 Aug 09 15:47:04.704623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b29d84-ddc8-485e-9421-49ac92a1eb30 req-b30631ee-470a-45d9-a132-0d6a4b8e86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:04.708776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36b29d84-ddc8-485e-9421-49ac92a1eb30 req-b30631ee-470a-45d9-a132-0d6a4b8e86fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=78710387-245c-4fca-9a22-3f5370ba9d5b HTTP/1.1" status: 200 len: 914 time: 0.6460330 Aug 09 15:47:04.713479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-26af59e3-bedb-4e4b-b151-0ee2a996344c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9305909 Aug 09 15:47:04.727838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Request body: {'port': {'device_id': '9c253160-7346-47f0-9db0-6e9acca931cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:04.835423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36b29d84-ddc8-485e-9421-49ac92a1eb30 req-1aa346bf-aee0-4914-a27c-0e9449879802 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=799277b3-2bf8-4ac0-ab59-a215868caac0 HTTP/1.1" status: 200 len: 217 time: 0.1004086 Aug 09 15:47:04.863746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 1a788e42-29e1-4c21-8bc4-287ef98bd616 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:04.921790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 1a788e42-29e1-4c21-8bc4-287ef98bd616 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:04.922489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 1a788e42-29e1-4c21-8bc4-287ef98bd616 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:04.997218 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-186ed46c-1d6d-43e4-a73c-499012bc1891 None None] Set router 256e9357-6beb-4fb5-8cd0-8306de314766 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:47:05.032615 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:05.054665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f53b5d-c284-40a7-b9bf-bd974ca867dc req-04383efd-bc0d-45ba-a666-58f3628dea9d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.065838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3f53b5d-c284-40a7-b9bf-bd974ca867dc req-04383efd-bc0d-45ba-a666-58f3628dea9d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 944 time: 0.2836051 Aug 09 15:47:05.145460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b29d84-ddc8-485e-9421-49ac92a1eb30 req-a697fe9d-c08c-488e-81a1-1ceb597e9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.152344 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36b29d84-ddc8-485e-9421-49ac92a1eb30 req-a697fe9d-c08c-488e-81a1-1ceb597e9bd4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2032c749-0de7-473f-8496-a6dfcf5c9ea0 HTTP/1.1" status: 200 len: 853 time: 0.2950277 Aug 09 15:47:05.157628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318183c2-f699-412b-8368-0e018d382c3f req-17be8fe2-f21e-485c-a69a-c6efa4f6c51f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.160314 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-318183c2-f699-412b-8368-0e018d382c3f req-17be8fe2-f21e-485c-a69a-c6efa4f6c51f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1350260 Aug 09 15:47:05.227820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-318183c2-f699-412b-8368-0e018d382c3f req-9ab1ca0a-78b8-4e92-a55f-e8c52d973427 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613248 Aug 09 15:47:05.262970 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36b29d84-ddc8-485e-9421-49ac92a1eb30 req-9b2a0bd0-57d1-4add-9973-53207fc63180 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78710387-245c-4fca-9a22-3f5370ba9d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044912 Aug 09 15:47:05.390283 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-55b7cb30-4eea-4839-a191-52bf5f56592e req-43de064c-6483-454b-ac2a-1f43871e2730 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 210 time: 0.0386732 Aug 09 15:47:05.406659 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3f53b5d-c284-40a7-b9bf-bd974ca867dc req-d3313e23-5b4a-43ef-a092-ab1bf98ec4f4 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369639 Aug 09 15:47:05.414429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36b29d84-ddc8-485e-9421-49ac92a1eb30 req-612875e6-8dfe-4d4b-8929-5706d84ee278 service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368916 Aug 09 15:47:05.464915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594de70f-d72e-413a-a3e0-bd680d5080d4', 'name': 'network-vif-deleted', 'tag': '1a788e42-29e1-4c21-8bc4-287ef98bd616'}, {'name': 'network-changed', 'server_uuid': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'tag': '26963060-26ea-40ae-aad1-d006c36757dc'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:05.468470 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de24bce-55a1-4386-b0e7-b88600ef3f40" -d '{"events": [{"server_uuid": "594de70f-d72e-413a-a3e0-bd680d5080d4", "name": "network-vif-deleted", "tag": "1a788e42-29e1-4c21-8bc4-287ef98bd616"}, {"name": "network-changed", "server_uuid": "ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196", "tag": "26963060-26ea-40ae-aad1-d006c36757dc"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:05.479699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-186ed46c-1d6d-43e4-a73c-499012bc1891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:46:39Z', 'revision_number': 4, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'a09d0c5f-3f8f-4eee-b774-12d0c5b34264', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'port_id': '26963060-26ea-40ae-aad1-d006c36757dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'mac_address': 'fa:16:3e:2a:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:46:43Z', 'updated_at': '2021-08-09T15:47:02Z', 'revision_number': 1, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca08694-2dfb-48fe-b2a5-5c5e7f380030', 'name': '', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'mac_address': 'fa:16:3e:ff:f5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:37Z', 'updated_at': '2021-08-09T15:46:47Z', 'revision_number': 5, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'subnets': [{'id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:05.546639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ed46c-1d6d-43e4-a73c-499012bc1891 None None] Checking router: 256e9357-6beb-4fb5-8cd0-8306de314766 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:47:05.570839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ed46c-1d6d-43e4-a73c-499012bc1891 None None] Routers {'256e9357-6beb-4fb5-8cd0-8306de314766'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:05.571993 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-186ed46c-1d6d-43e4-a73c-499012bc1891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:46:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['256e9357-6beb-4fb5-8cd0-8306de314766'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:05.574222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b1efd-4b17-4bfe-b6dd-d1b6dda7f80b req-bcaafc04-0c42-4f71-8382-9f9f1a9d9d38 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.581049 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a6b1efd-4b17-4bfe-b6dd-d1b6dda7f80b req-bcaafc04-0c42-4f71-8382-9f9f1a9d9d38 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 931 time: 0.1266198 Aug 09 15:47:05.616478 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2028c6b-0f5f-419c-9e60-3641749847ec x-openstack-request-id: req-b2028c6b-0f5f-419c-9e60-3641749847ec {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:05.617010 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594de70f-d72e-413a-a3e0-bd680d5080d4", "name": "network-vif-deleted", "tag": "1a788e42-29e1-4c21-8bc4-287ef98bd616", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196", "tag": "26963060-26ea-40ae-aad1-d006c36757dc", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:05.617557 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2028c6b-0f5f-419c-9e60-3641749847ec {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:05.618142 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594de70f-d72e-413a-a3e0-bd680d5080d4', 'name': 'network-vif-deleted', 'tag': '1a788e42-29e1-4c21-8bc4-287ef98bd616', 'status': 'completed', 'code': 200} Aug 09 15:47:05.618583 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'tag': '26963060-26ea-40ae-aad1-d006c36757dc', 'status': 'completed', 'code': 200} Aug 09 15:47:05.689826 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a6b1efd-4b17-4bfe-b6dd-d1b6dda7f80b req-63858385-b7aa-4367-bd8f-0f34b2e227e1 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018627 Aug 09 15:47:05.712427 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de24bce-55a1-4386-b0e7-b88600ef3f40 req-5087e1dd-d8c7-456b-99b1-26fe7384f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.715773 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5de24bce-55a1-4386-b0e7-b88600ef3f40 req-5087e1dd-d8c7-456b-99b1-26fe7384f293 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d9c523555114631adba9ebe5c97d2a7&device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 1096 time: 0.0752876 Aug 09 15:47:05.856352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de24bce-55a1-4386-b0e7-b88600ef3f40 req-6486f040-5e1a-4bc0-89a1-a01c28ac2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.857978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5de24bce-55a1-4386-b0e7-b88600ef3f40 req-6486f040-5e1a-4bc0-89a1-a01c28ac2e5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=bcaf1753-37ad-49ae-8505-a23ee7b4fd72 HTTP/1.1" status: 200 len: 906 time: 0.1344390 Aug 09 15:47:05.910256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-186ed46c-1d6d-43e4-a73c-499012bc1891 None None] Set router 256e9357-6beb-4fb5-8cd0-8306de314766 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:47:05.918341 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36b29d84-ddc8-485e-9421-49ac92a1eb30 req-3e72fabc-0781-4ef6-ad6a-dfe63b7a7504 service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944851 Aug 09 15:47:05.991803 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5de24bce-55a1-4386-b0e7-b88600ef3f40 req-2288caa6-4a9b-43ad-a96d-f41273d42ff4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26963060-26ea-40ae-aad1-d006c36757dc HTTP/1.1" status: 200 len: 999 time: 0.1243074 Aug 09 15:47:06.060941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411e7f2f-7030-45ab-9716-80fcf73f20b3 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:06.072808 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.074056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de24bce-55a1-4386-b0e7-b88600ef3f40 req-219d18bf-ff3c-403a-832b-0c5ac305a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:06.076777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5de24bce-55a1-4386-b0e7-b88600ef3f40 req-219d18bf-ff3c-403a-832b-0c5ac305a8d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a HTTP/1.1" status: 200 len: 844 time: 0.0757728 Aug 09 15:47:06.089828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Transition to ACTIVE for port object 411e7f2f-7030-45ab-9716-80fcf73f20b3 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:06.098002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.142511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de24bce-55a1-4386-b0e7-b88600ef3f40 req-b4f62440-5f00-49d8-a949-cc09cc820a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:06.145081 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5de24bce-55a1-4386-b0e7-b88600ef3f40 req-b4f62440-5f00-49d8-a949-cc09cc820a85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bcaf1753-37ad-49ae-8505-a23ee7b4fd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613363 Aug 09 15:47:06.166961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Pushing event updated for resources: {'Port': ['ID=411e7f2f-7030-45ab-9716-80fcf73f20b3,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:06.250304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Attempting to bind port 411e7f2f-7030-45ab-9716-80fcf73f20b3 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:06.250592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Attempting to bind port 411e7f2f-7030-45ab-9716-80fcf73f20b3 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:06.251047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Attempting to bind port 411e7f2f-7030-45ab-9716-80fcf73f20b3 on network a4810c67-1f24-4642-b0ab-d23f91f63788 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:06.256416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Port 411e7f2f-7030-45ab-9716-80fcf73f20b3 on network a4810c67-1f24-4642-b0ab-d23f91f63788 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:06.257066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Attempting to bind port 411e7f2f-7030-45ab-9716-80fcf73f20b3 on network a4810c67-1f24-4642-b0ab-d23f91f63788 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:06.263079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:06.264238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Checking segment: {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:06.264694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Bound using segment: {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:06.265239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Bound port: 411e7f2f-7030-45ab-9716-80fcf73f20b3, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:06.265694 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.287099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-186ed46c-1d6d-43e4-a73c-499012bc1891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:46:39Z', 'revision_number': 4, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'a09d0c5f-3f8f-4eee-b774-12d0c5b34264', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'port_id': '26963060-26ea-40ae-aad1-d006c36757dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'mac_address': 'fa:16:3e:2a:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:46:43Z', 'updated_at': '2021-08-09T15:47:02Z', 'revision_number': 1, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca08694-2dfb-48fe-b2a5-5c5e7f380030', 'name': '', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'mac_address': 'fa:16:3e:ff:f5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:37Z', 'updated_at': '2021-08-09T15:46:47Z', 'revision_number': 5, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'subnets': [{'id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:06.304107 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5de24bce-55a1-4386-b0e7-b88600ef3f40 req-c0106e0a-0235-41f1-a9f6-e524b18aafef service neutron] 10.222.0.53 "GET /v2.0/networks/bcaf1753-37ad-49ae-8505-a23ee7b4fd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502445 Aug 09 15:47:06.322524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ed46c-1d6d-43e4-a73c-499012bc1891 None None] The sync data for ids ['256e9357-6beb-4fb5-8cd0-8306de314766'] in n-d-803778-2 is: [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:46:39Z', 'revision_number': 4, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'a09d0c5f-3f8f-4eee-b774-12d0c5b34264', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'port_id': '26963060-26ea-40ae-aad1-d006c36757dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'mac_address': 'fa:16:3e:2a:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:46:43Z', 'updated_at': '2021-08-09T15:47:02Z', 'revision_number': 1, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca08694-2dfb-48fe-b2a5-5c5e7f380030', 'name': '', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'mac_address': 'fa:16:3e:ff:f5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:37Z', 'updated_at': '2021-08-09T15:46:47Z', 'revision_number': 5, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'subnets': [{'id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:47:06.357539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] For port 411e7f2f-7030-45ab-9716-80fcf73f20b3, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:06.360991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] For port 411e7f2f-7030-45ab-9716-80fcf73f20b3, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=411e7f2f-7030-45ab-9716-80fcf73f20b3,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:06.373496 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.450850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:06.452267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5de24bce-55a1-4386-b0e7-b88600ef3f40 req-1dca2e79-ff9c-49dc-a5f8-4e114c3133ba service neutron] 10.222.0.53 "GET /v2.0/networks/bcaf1753-37ad-49ae-8505-a23ee7b4fd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368682 Aug 09 15:47:06.453229 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.454670 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] 10.222.0.53 "PUT /v2.0/ports/411e7f2f-7030-45ab-9716-80fcf73f20b3 HTTP/1.1" status: 200 len: 1091 time: 1.7334983 Aug 09 15:47:06.457862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c253160-7346-47f0-9db0-6e9acca931cc', 'tag': '411e7f2f-7030-45ab-9716-80fcf73f20b3'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:06.460147 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0268c7c-cf19-4258-9290-090dd87888b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c253160-7346-47f0-9db0-6e9acca931cc", "tag": "411e7f2f-7030-45ab-9716-80fcf73f20b3"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:06.512237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc9a7c-9ceb-4ee1-b800-2d1f046cd623 req-2fbee34f-bfa5-4cab-9351-3603336b2065 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:06.521739 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17cc9a7c-9ceb-4ee1-b800-2d1f046cd623 req-2fbee34f-bfa5-4cab-9351-3603336b2065 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1578624 Aug 09 15:47:06.542301 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37bba615-bc05-4de4-9bff-9a2f6e9ada35 req-d80c6f59-99fa-4204-9780-37cbfd10c268 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 210 time: 0.0432394 Aug 09 15:47:06.588502 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724eb61-472e-4a92-85ac-ff94a78043f8 service neutron] Pushing event updated for resources: {'Port': ['ID=411e7f2f-7030-45ab-9716-80fcf73f20b3,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:06.614154 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17cc9a7c-9ceb-4ee1-b800-2d1f046cd623 req-9a86d0c2-2ff4-4322-92d5-b3df97e936de tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926030 Aug 09 15:47:06.641573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-d1c67628-b8f9-4a4d-8a8b-76f6e91297c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:06.643198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-d1c67628-b8f9-4a4d-8a8b-76f6e91297c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 1094 time: 0.0909288 Aug 09 15:47:06.677257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9ef65-f2e6-4247-a956-d7d640d1c9b9 req-e32d93cb-0e32-4040-a764-977b45d6b152 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:06.679468 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dcd9ef65-f2e6-4247-a956-d7d640d1c9b9 req-e32d93cb-0e32-4040-a764-977b45d6b152 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 944 time: 0.0775511 Aug 09 15:47:06.707506 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-832ee25f-2fc3-453a-97d1-b17fd3dbf4eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=411e7f2f-7030-45ab-9716-80fcf73f20b3 HTTP/1.1" status: 200 len: 217 time: 0.0506408 Aug 09 15:47:06.756801 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b140aa-7a9c-4323-810f-4ac4a03b7313 x-openstack-request-id: req-66b140aa-7a9c-4323-810f-4ac4a03b7313 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:06.757085 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c253160-7346-47f0-9db0-6e9acca931cc", "tag": "411e7f2f-7030-45ab-9716-80fcf73f20b3", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:06.757338 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66b140aa-7a9c-4323-810f-4ac4a03b7313 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:06.757753 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c253160-7346-47f0-9db0-6e9acca931cc', 'tag': '411e7f2f-7030-45ab-9716-80fcf73f20b3', 'status': 'completed', 'code': 200} Aug 09 15:47:06.758445 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd7431-787c-4259-9a30-e2960329a056 None None] New status for floating IP a09d0c5f-3f8f-4eee-b774-12d0c5b34264: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:47:06.784146 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dcd9ef65-f2e6-4247-a956-d7d640d1c9b9 req-e5f15ee8-a467-42e1-a311-003b113732db tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983880 Aug 09 15:47:06.800761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-0a47aac5-1558-48c1-818b-3addfbb0df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:06.800761 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-0a47aac5-1558-48c1-818b-3addfbb0df05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47be0854-cc13-46d6-81d0-2dc17634e8dd HTTP/1.1" status: 200 len: 845 time: 0.0804460 Aug 09 15:47:06.867186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 799277b3-2bf8-4ac0-ab59-a215868caac0 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:06.868146 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-b7da36f5-e858-4d4c-8e8b-f3d74dbc0845 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a4810c67-1f24-4642-b0ab-d23f91f63788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574908 Aug 09 15:47:06.957936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf857f-bf74-41c6-a4e9-02443b484cb7 req-003dbf21-0bac-4437-bf80-5e9f4b0ef651 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:06.959532 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45cf857f-bf74-41c6-a4e9-02443b484cb7 req-003dbf21-0bac-4437-bf80-5e9f4b0ef651 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 943 time: 0.0919671 Aug 09 15:47:07.029528 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45cf857f-bf74-41c6-a4e9-02443b484cb7 req-244abdd2-412f-4107-a115-cfed066721ab tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639138 Aug 09 15:47:07.030426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 799277b3-2bf8-4ac0-ab59-a215868caac0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=799277b3-2bf8-4ac0-ab59-a215868caac0,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:07.072522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '799277b3-2bf8-4ac0-ab59-a215868caac0', 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b', 'port_id': '799277b3-2bf8-4ac0-ab59-a215868caac0', 'mac_address': 'fa:16:3e:df:ab:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2032c749-0de7-473f-8496-a6dfcf5c9ea0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:47:07.079531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-6e7aa43e-7590-48b7-9bdb-58ec4288cbf6 service neutron] 10.222.0.53 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063715 Aug 09 15:47:07.150327 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:07.172181 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799277b3-2bf8-4ac0-ab59-a215868caac0 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:07.195436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 799277b3-2bf8-4ac0-ab59-a215868caac0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=799277b3-2bf8-4ac0-ab59-a215868caac0,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:07.200823 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:07.206929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d25760ba-fbc6-462f-8ed0-bcc4d5c5f17c req-94cb6ca1-99e5-4e82-99d5-6d0dce9801cb service neutron] 10.222.0.53 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187398 Aug 09 15:47:07.253359 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=799277b3-2bf8-4ac0-ab59-a215868caac0,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:07.298230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0268c7c-cf19-4258-9290-090dd87888b0 req-31909bdf-670b-4035-81e5-7e78df372ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:07.299813 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0268c7c-cf19-4258-9290-090dd87888b0 req-31909bdf-670b-4035-81e5-7e78df372ccd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 1094 time: 0.0470700 Aug 09 15:47:07.413268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0268c7c-cf19-4258-9290-090dd87888b0 req-2ef8f44f-607d-49c8-9d95-5d190a637280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:07.414794 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0268c7c-cf19-4258-9290-090dd87888b0 req-2ef8f44f-607d-49c8-9d95-5d190a637280 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 200 len: 906 time: 0.1081600 Aug 09 15:47:07.460226 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0268c7c-cf19-4258-9290-090dd87888b0 req-de44cfd4-3f40-4e4f-ae99-5105791f6d2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=411e7f2f-7030-45ab-9716-80fcf73f20b3 HTTP/1.1" status: 200 len: 217 time: 0.0373812 Aug 09 15:47:07.462355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['799277b3-2bf8-4ac0-ab59-a215868caac0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:07.513074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0268c7c-cf19-4258-9290-090dd87888b0 req-1588e4c8-e687-4fab-b113-d28ae88e522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:07.515195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0268c7c-cf19-4258-9290-090dd87888b0 req-1588e4c8-e687-4fab-b113-d28ae88e522f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47be0854-cc13-46d6-81d0-2dc17634e8dd HTTP/1.1" status: 200 len: 845 time: 0.0470536 Aug 09 15:47:07.572412 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0268c7c-cf19-4258-9290-090dd87888b0 req-b0ef33f2-dbff-42a0-82ac-af01fcf8c31f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a4810c67-1f24-4642-b0ab-d23f91f63788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486255 Aug 09 15:47:07.585533 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-04d211ab-30aa-408f-b844-cdddf5e95448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:07.677839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d1a9625-3f68-4986-af4f-33909ff4c5e3 req-9826ad09-698a-4e67-9005-4f1782c8316b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 210 time: 0.0309846 Aug 09 15:47:07.712178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0268c7c-cf19-4258-9290-090dd87888b0 req-7111fdf0-1c40-4900-81b5-79bc9b28dd3f service neutron] 10.222.0.53 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299558 Aug 09 15:47:07.773263 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fc652-960a-43a2-826c-209e857c5aac req-e15f4e51-53f8-410c-b01f-cb6b2b7062b6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:07.777391 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d61fc652-960a-43a2-826c-209e857c5aac req-e15f4e51-53f8-410c-b01f-cb6b2b7062b6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0659919 Aug 09 15:47:07.862199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0268c7c-cf19-4258-9290-090dd87888b0 req-a2555580-30d3-42c6-9698-8b87f05cac77 service neutron] 10.222.0.53 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407082 Aug 09 15:47:07.894788 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d61fc652-960a-43a2-826c-209e857c5aac req-42bfe05c-305e-4892-8865-d0a79088fed2 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013732 Aug 09 15:47:07.997387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ea4af-0d7d-4f49-992c-1b2069c9c4b4 req-1d0dac46-71cc-441e-b3d0-7e3b17aca60b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:08.007309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f3ea4af-0d7d-4f49-992c-1b2069c9c4b4 req-1d0dac46-71cc-441e-b3d0-7e3b17aca60b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 945 time: 0.0869424 Aug 09 15:47:08.053195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f3ea4af-0d7d-4f49-992c-1b2069c9c4b4 req-ec412f7f-1d69-41bf-9616-6ec9ec095752 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444593 Aug 09 15:47:08.194157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6374e42-1794-463b-852f-97d6760e5c73 req-4760d53a-ddd3-44ab-8640-6d5478677299 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:08.195826 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d6374e42-1794-463b-852f-97d6760e5c73 req-4760d53a-ddd3-44ab-8640-6d5478677299 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 943 time: 0.0737288 Aug 09 15:47:08.248179 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d6374e42-1794-463b-852f-97d6760e5c73 req-2341836b-2685-41b3-be20-679c92308ea0 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Aug 09 15:47:08.798342 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35a99e80-59ab-4739-b03e-44dd39050f77 req-46be6f0a-2d76-4234-b1f3-bdde5854c294 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=4e382624-bc53-423b-a144-060822e355c4 HTTP/1.1" status: 200 len: 210 time: 0.0276890 Aug 09 15:47:08.877571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 799277b3-2bf8-4ac0-ab59-a215868caac0 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:08.938448 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 799277b3-2bf8-4ac0-ab59-a215868caac0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:08.943091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 799277b3-2bf8-4ac0-ab59-a215868caac0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:08.946325 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:09.043356 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:09.102301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fcbf83-4b17-4a4f-8446-eefa24d367ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799277b3-2bf8-4ac0-ab59-a215868caac0'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:09.116038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e01ca-a93b-4b83-8329-4f5ca33c9337 req-99271184-e140-406e-bb02-57e6cfe1ca36 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:09.116541 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e722e1d-a94f-4c2f-bf9a-7761d0b31d7e" -d '{"events": [{"server_uuid": "91fcbf83-4b17-4a4f-8446-eefa24d367ae", "name": "network-vif-plugged", "status": "completed", "tag": "799277b3-2bf8-4ac0-ab59-a215868caac0"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:09.131470 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd0e01ca-a93b-4b83-8329-4f5ca33c9337 req-99271184-e140-406e-bb02-57e6cfe1ca36 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1441460 Aug 09 15:47:09.145035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 799277b3-2bf8-4ac0-ab59-a215868caac0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=799277b3-2bf8-4ac0-ab59-a215868caac0,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:09.151176 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:09.192677 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd0e01ca-a93b-4b83-8329-4f5ca33c9337 req-6066206d-82ca-46bb-9f89-76a220f973bb tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602248 Aug 09 15:47:09.233833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84867369-4bfd-419f-b4f3-b983bf909025 req-54465ee2-afb3-469c-9838-f3752fa521d2 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:09.235625 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84867369-4bfd-419f-b4f3-b983bf909025 req-54465ee2-afb3-469c-9838-f3752fa521d2 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 946 time: 0.0716441 Aug 09 15:47:09.246507 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da5647-77d8-426f-99bb-55b128ad7008 x-openstack-request-id: req-24da5647-77d8-426f-99bb-55b128ad7008 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:09.246936 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fcbf83-4b17-4a4f-8446-eefa24d367ae", "name": "network-vif-plugged", "status": "completed", "tag": "799277b3-2bf8-4ac0-ab59-a215868caac0", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:09.247203 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24da5647-77d8-426f-99bb-55b128ad7008 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:09.247647 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fcbf83-4b17-4a4f-8446-eefa24d367ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799277b3-2bf8-4ac0-ab59-a215868caac0', 'code': 200} Aug 09 15:47:09.264386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=799277b3-2bf8-4ac0-ab59-a215868caac0,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:09.281313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84867369-4bfd-419f-b4f3-b983bf909025 req-e278930a-f695-4ffd-bbd4-d6f0c5d6c3ed tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387158 Aug 09 15:47:09.371695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c4dc1-e383-4039-83d0-5f37fd28e594 req-04e94544-66ff-4b7c-94e8-ba17aaddd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:09.374590 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-960c4dc1-e383-4039-83d0-5f37fd28e594 req-04e94544-66ff-4b7c-94e8-ba17aaddd0dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 1097 time: 0.0537627 Aug 09 15:47:09.422752 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-960c4dc1-e383-4039-83d0-5f37fd28e594 req-61b7d045-d41f-474e-b959-63795532c62a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294974 Aug 09 15:47:09.460437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e98a1-eab6-4927-b6fa-13764ac8175a req-2a31a659-2475-43c5-baa4-8cf3c7d3fc12 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:09.461964 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-969e98a1-eab6-4927-b6fa-13764ac8175a req-2a31a659-2475-43c5-baa4-8cf3c7d3fc12 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 943 time: 0.0811794 Aug 09 15:47:09.468260 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6824b2e-106e-4178-8d24-b173337f39d7 req-d0e082de-278f-4588-918d-afad8388c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:09.469803 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d6824b2e-106e-4178-8d24-b173337f39d7 req-d0e082de-278f-4588-918d-afad8388c803 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 1097 time: 0.0594563 Aug 09 15:47:09.523254 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-969e98a1-eab6-4927-b6fa-13764ac8175a req-9cee5fa8-dfb1-4605-92a6-b853844a9732 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524900 Aug 09 15:47:09.527073 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d6824b2e-106e-4178-8d24-b173337f39d7 req-aabc70be-bdbb-4c60-a07c-775d7aaa85b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494459 Aug 09 15:47:10.307024 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80406f2-bec7-43cb-94c3-540dc9a2f173 req-0180786a-1b65-40c6-914a-4536b447ef6d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:10.307729 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e80406f2-bec7-43cb-94c3-540dc9a2f173 req-0180786a-1b65-40c6-914a-4536b447ef6d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.1073453 Aug 09 15:47:10.327117 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e80406f2-bec7-43cb-94c3-540dc9a2f173 req-5f09dbe2-4635-4056-837d-96dd5ad74ec5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/quotas/36f5b17513bf476d8c384854b2a2d252 HTTP/1.1" status: 200 len: 375 time: 0.0116951 Aug 09 15:47:10.363312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e80406f2-bec7-43cb-94c3-540dc9a2f173 req-1ac60aca-4edc-4664-ab2b-31773cfaaefc tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293908 Aug 09 15:47:10.368836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b9312-5a60-4f15-883b-76e8612792df req-0956984c-14f3-4a80-b87e-6ed1d9202d47 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:10.370487 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-0956984c-14f3-4a80-b87e-6ed1d9202d47 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 821 time: 0.1155584 Aug 09 15:47:10.386329 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-252f1dfa-51f4-4696-8b61-59dc0c7787f9 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/quotas/f5b487a9592948f4bd3a59172c9bad40 HTTP/1.1" status: 200 len: 375 time: 0.0095191 Aug 09 15:47:10.441536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-4396b3f8-650c-489e-875f-3c872c5dd252 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488131 Aug 09 15:47:10.459759 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e80406f2-bec7-43cb-94c3-540dc9a2f173 req-bc5049db-122d-49a7-ae95-827f1253cbdf service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889959 Aug 09 15:47:10.478510 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1d237517-6a2f-4256-8970-19c3655b9bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.544857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-fa15163a-ecaa-4193-83ba-1fcb9f345183 service neutron] 10.222.0.81 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963540 Aug 09 15:47:10.568888 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e80406f2-bec7-43cb-94c3-540dc9a2f173 req-ef66108f-7799-4563-96b8-e09ade34ffbc service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003656 Aug 09 15:47:10.603317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 411e7f2f-7030-45ab-9716-80fcf73f20b3 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:10.653384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-79a8c102-efb1-49f8-bef8-ba52132b57be service neutron] 10.222.0.81 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017339 Aug 09 15:47:10.749187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 411e7f2f-7030-45ab-9716-80fcf73f20b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=411e7f2f-7030-45ab-9716-80fcf73f20b3,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:10.771525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '411e7f2f-7030-45ab-9716-80fcf73f20b3', 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'port_id': '411e7f2f-7030-45ab-9716-80fcf73f20b3', 'mac_address': 'fa:16:3e:43:02:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47be0854-cc13-46d6-81d0-2dc17634e8dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:47:10.800508 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.827353 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.832315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa2ff7-59f8-4b6b-a6ed-09310be81aa4 req-ba624b95-cd18-4c00-955d-6fd9ed1a1b6b tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:10.842430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411e7f2f-7030-45ab-9716-80fcf73f20b3 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:10.842720 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bffa2ff7-59f8-4b6b-a6ed-09310be81aa4 req-ba624b95-cd18-4c00-955d-6fd9ed1a1b6b tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0955360 Aug 09 15:47:10.865321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 411e7f2f-7030-45ab-9716-80fcf73f20b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=411e7f2f-7030-45ab-9716-80fcf73f20b3,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:10.873557 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.890637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bffa2ff7-59f8-4b6b-a6ed-09310be81aa4 req-9fd774cc-367b-4a1f-89fa-b008520d14bf tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436943 Aug 09 15:47:10.944293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=411e7f2f-7030-45ab-9716-80fcf73f20b3,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:11.005624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4244172-99e1-4398-80d3-98c3a138aa9d req-f62ab3bd-a4ad-421b-b705-7298d68695e9 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.007176 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4244172-99e1-4398-80d3-98c3a138aa9d req-f62ab3bd-a4ad-421b-b705-7298d68695e9 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 946 time: 0.0583327 Aug 09 15:47:11.060028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4244172-99e1-4398-80d3-98c3a138aa9d req-42e0b68d-b33a-45b7-9a57-ca4d5de38d36 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Aug 09 15:47:11.188966 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['411e7f2f-7030-45ab-9716-80fcf73f20b3'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:11.222004 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d35ffab7-e45c-4666-993c-542fa013a356 req-fe6885ff-5429-46bd-9b75-77d63b028288 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=50b4a5f4-f86f-4cc6-80ff-5d7c15915bc8 HTTP/1.1" status: 200 len: 210 time: 0.0454273 Aug 09 15:47:11.226120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c81499-5022-4e34-b005-fba73e9ba922 req-9bcd54d2-4610-4303-9122-f319a572e538 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.244286 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f0c81499-5022-4e34-b005-fba73e9ba922 req-9bcd54d2-4610-4303-9122-f319a572e538 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 944 time: 0.0921292 Aug 09 15:47:11.304355 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f0c81499-5022-4e34-b005-fba73e9ba922 req-adce8c10-86cb-40d7-9601-6ff7780a5b5b tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590615 Aug 09 15:47:11.346291 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.424686 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-041b4bfe-2bc8-47d1-8a48-ca33fdd9a1bf req-4d13a358-4d5c-4835-be2e-1145de990daf tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 210 time: 0.0366242 Aug 09 15:47:11.496477 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.515796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a13fd8d8-ad72-4658-9675-f627fa1922a8 req-6fb0734c-cbf3-4ad0-bc58-59cda8f7c454 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1650340174&fields=id&tenant_id=42f8983f77594e548e6e41abbddf2409 HTTP/1.1" status: 200 len: 267 time: 0.0649736 Aug 09 15:47:11.573272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fd8d8-ad72-4658-9675-f627fa1922a8 req-6f21190d-11e3-4a5a-a756-691a4061aca6 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.575043 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a13fd8d8-ad72-4658-9675-f627fa1922a8 req-6f21190d-11e3-4a5a-a756-691a4061aca6 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 946 time: 0.0583932 Aug 09 15:47:11.596962 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a13fd8d8-ad72-4658-9675-f627fa1922a8 req-7225fd22-0c6f-4ace-a58b-b5e0c3bb34e3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'port': {'security_groups': ['db0ff05a-d102-4b4f-af69-664d0a3000a5', '1ee712be-8533-4ab1-9bdd-8bcef827e0d4']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:11.674852 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a13fd8d8-ad72-4658-9675-f627fa1922a8 req-7225fd22-0c6f-4ace-a58b-b5e0c3bb34e3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.882205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a13fd8d8-ad72-4658-9675-f627fa1922a8 req-7225fd22-0c6f-4ace-a58b-b5e0c3bb34e3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] For port 799277b3-2bf8-4ac0-ab59-a215868caac0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=799277b3-2bf8-4ac0-ab59-a215868caac0,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:11.886562 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-23343eaf-3aa3-45c2-973e-e3c39bcbd3c7 req-c10ac00b-2cb3-4f57-81d9-d11d9c348439 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=50b4a5f4-f86f-4cc6-80ff-5d7c15915bc8 HTTP/1.1" status: 200 len: 210 time: 0.0299172 Aug 09 15:47:11.917378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a13fd8d8-ad72-4658-9675-f627fa1922a8 req-7225fd22-0c6f-4ace-a58b-b5e0c3bb34e3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.926211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a13fd8d8-ad72-4658-9675-f627fa1922a8 req-7225fd22-0c6f-4ace-a58b-b5e0c3bb34e3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.939523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['799277b3-2bf8-4ac0-ab59-a215868caac0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:11.970483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fd8d8-ad72-4658-9675-f627fa1922a8 req-7225fd22-0c6f-4ace-a58b-b5e0c3bb34e3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.971119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a13fd8d8-ad72-4658-9675-f627fa1922a8 req-7225fd22-0c6f-4ace-a58b-b5e0c3bb34e3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:11.972878 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a13fd8d8-ad72-4658-9675-f627fa1922a8 req-7225fd22-0c6f-4ace-a58b-b5e0c3bb34e3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "PUT /v2.0/ports/799277b3-2bf8-4ac0-ab59-a215868caac0 HTTP/1.1" status: 200 len: 982 time: 0.3835621 Aug 09 15:47:11.973349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fcbf83-4b17-4a4f-8446-eefa24d367ae', 'tag': '799277b3-2bf8-4ac0-ab59-a215868caac0'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:11.975715 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2d6060-fdd4-4423-af39-ccdfe83e1849" -d '{"events": [{"name": "network-changed", "server_uuid": "91fcbf83-4b17-4a4f-8446-eefa24d367ae", "tag": "799277b3-2bf8-4ac0-ab59-a215868caac0"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:12.022338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225fd22-0c6f-4ace-a58b-b5e0c3bb34e3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'Port': ['ID=799277b3-2bf8-4ac0-ab59-a215868caac0,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:12.055413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159171c-ae57-4dee-b1df-edd62887b73b req-61bb7f40-0b4b-4b11-846e-d79d127e9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:12.057211 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6159171c-ae57-4dee-b1df-edd62887b73b req-61bb7f40-0b4b-4b11-846e-d79d127e9d8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 1097 time: 0.0885844 Aug 09 15:47:12.063860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['799277b3-2bf8-4ac0-ab59-a215868caac0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:12.065411 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee256902-34d0-4127-94df-d2d7fc70714a req-750b4828-68de-480e-9af8-bafbb020a1e6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:12.066975 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee256902-34d0-4127-94df-d2d7fc70714a req-750b4828-68de-480e-9af8-bafbb020a1e6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1133177 Aug 09 15:47:12.073180 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a985a58b-aa8e-43d0-bb6b-e2075792cce4 req-8fc06652-7f9b-4cb4-ba36-a4e39d9dea09 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-21326609&fields=id&tenant_id=42f8983f77594e548e6e41abbddf2409 HTTP/1.1" status: 200 len: 267 time: 0.0432625 Aug 09 15:47:12.136442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985a58b-aa8e-43d0-bb6b-e2075792cce4 req-89324def-f0d9-41aa-ab6d-2fa1d7375ac7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:12.139185 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a985a58b-aa8e-43d0-bb6b-e2075792cce4 req-89324def-f0d9-41aa-ab6d-2fa1d7375ac7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 985 time: 0.0587988 Aug 09 15:47:12.154183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a985a58b-aa8e-43d0-bb6b-e2075792cce4 req-523eda9c-e617-4425-8c25-3a5fa33926ce tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'port': {'security_groups': ['1ee712be-8533-4ab1-9bdd-8bcef827e0d4', 'db0ff05a-d102-4b4f-af69-664d0a3000a5', '5d1b61f0-3566-4a08-b0b8-86dcd33535cc']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:12.163552 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee256902-34d0-4127-94df-d2d7fc70714a req-e55ada36-69e3-4f49-8ba9-bd17371f9841 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881083 Aug 09 15:47:12.203255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159171c-ae57-4dee-b1df-edd62887b73b req-49c4dab9-c8a2-4d77-a5cf-927e35f5ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:12.204735 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6159171c-ae57-4dee-b1df-edd62887b73b req-49c4dab9-c8a2-4d77-a5cf-927e35f5ed91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 920 time: 0.1368866 Aug 09 15:47:12.248907 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc7a5c5-3316-4ff4-9752-a19f2de507bf x-openstack-request-id: req-adc7a5c5-3316-4ff4-9752-a19f2de507bf {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:12.250134 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fcbf83-4b17-4a4f-8446-eefa24d367ae", "tag": "799277b3-2bf8-4ac0-ab59-a215868caac0", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:12.250485 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-adc7a5c5-3316-4ff4-9752-a19f2de507bf {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:12.251256 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fcbf83-4b17-4a4f-8446-eefa24d367ae', 'tag': '799277b3-2bf8-4ac0-ab59-a215868caac0', 'status': 'completed', 'code': 200} Aug 09 15:47:12.266329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a985a58b-aa8e-43d0-bb6b-e2075792cce4 req-523eda9c-e617-4425-8c25-3a5fa33926ce tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:12.302407 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6159171c-ae57-4dee-b1df-edd62887b73b req-b774cb6b-e031-4a45-ae48-8c74ce727b0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2abb3c5-a8ce-4ba9-9da1-53135b71baef HTTP/1.1" status: 200 len: 217 time: 0.0899153 Aug 09 15:47:12.392637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159171c-ae57-4dee-b1df-edd62887b73b req-a49742f4-d6f4-4fe0-92b1-99b00897a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:12.394781 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6159171c-ae57-4dee-b1df-edd62887b73b req-a49742f4-d6f4-4fe0-92b1-99b00897a870 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6e317da-0465-4e5b-8a29-aafbf8c77643 HTTP/1.1" status: 200 len: 859 time: 0.0860691 Aug 09 15:47:12.452920 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6159171c-ae57-4dee-b1df-edd62887b73b req-3fd5533f-7783-4070-acfd-2ad5a5b09cac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82283e74-616b-427b-ba3d-233252319544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348985 Aug 09 15:47:12.536933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d6060-fdd4-4423-af39-ccdfe83e1849 req-3fa306b3-d6b0-4bfe-a735-65dc076afc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:12.538559 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de2d6060-fdd4-4423-af39-ccdfe83e1849 req-3fa306b3-d6b0-4bfe-a735-65dc076afc55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42f8983f77594e548e6e41abbddf2409&device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 1136 time: 0.2051744 Aug 09 15:47:12.558047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b9312-5a60-4f15-883b-76e8612792df req-36452453-ec01-426e-981a-695ef5986fb4 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:12.559533 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-36452453-ec01-426e-981a-695ef5986fb4 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.60 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 821 time: 0.1647401 Aug 09 15:47:12.585177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49535d-373d-4b2c-be43-c630f520389a req-bdbc77c5-b848-4f06-aadf-208ef2f22007 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:12.586745 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7c49535d-373d-4b2c-be43-c630f520389a req-bdbc77c5-b848-4f06-aadf-208ef2f22007 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 944 time: 0.1151359 Aug 09 15:47:12.592861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a92b9312-5a60-4f15-883b-76e8612792df req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Request body: {'port': {'device_id': '948a005a-c70d-4709-a7e0-fc1d8da08d70', 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646', 'admin_state_up': True, 'tenant_id': 'f5b487a9592948f4bd3a59172c9bad40'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:12.609310 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6159171c-ae57-4dee-b1df-edd62887b73b req-3115945b-ae9d-4ae0-9ed3-74387b4d7fad service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482322 Aug 09 15:47:12.619198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 411e7f2f-7030-45ab-9716-80fcf73f20b3 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:12.687065 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7c49535d-373d-4b2c-be43-c630f520389a req-7df60cbd-15c4-49ba-9027-466a0d8afe21 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885956 Aug 09 15:47:12.704890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 411e7f2f-7030-45ab-9716-80fcf73f20b3 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:12.717089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 411e7f2f-7030-45ab-9716-80fcf73f20b3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:12.717465 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:12.767277 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6159171c-ae57-4dee-b1df-edd62887b73b req-430baf84-a9de-4816-bbb7-88f1626b63d7 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503713 Aug 09 15:47:12.833695 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:12.869987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d6060-fdd4-4423-af39-ccdfe83e1849 req-7ed13047-26fc-4bd8-a491-36232e1e5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:12.871562 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de2d6060-fdd4-4423-af39-ccdfe83e1849 req-7ed13047-26fc-4bd8-a491-36232e1e5cd8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78710387-245c-4fca-9a22-3f5370ba9d5b HTTP/1.1" status: 200 len: 914 time: 0.3207164 Aug 09 15:47:12.878404 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0641c547-9991-4745-86f4-7561ea68a41b req-8e486e60-2081-474b-9e35-99f3706ea364 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 210 time: 0.0717955 Aug 09 15:47:12.908618 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e80406f2-bec7-43cb-94c3-540dc9a2f173 req-2d69be68-e0ad-4cf1-b595-9744022f97fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=50b4a5f4-f86f-4cc6-80ff-5d7c15915bc8 HTTP/1.1" status: 200 len: 210 time: 0.0327878 Aug 09 15:47:12.915658 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:12.948677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de2d6060-fdd4-4423-af39-ccdfe83e1849 req-0d0eae19-f1e6-46c4-98ca-10dde8347376 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=799277b3-2bf8-4ac0-ab59-a215868caac0 HTTP/1.1" status: 200 len: 217 time: 0.0630662 Aug 09 15:47:12.952892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92b9312-5a60-4f15-883b-76e8612792df req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Made reservation on behalf of f5b487a9592948f4bd3a59172c9bad40 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:12.956531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a92b9312-5a60-4f15-883b-76e8612792df req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.017300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c253160-7346-47f0-9db0-6e9acca931cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411e7f2f-7030-45ab-9716-80fcf73f20b3'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:13.028363 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef47144-6bc9-4c61-a1b5-9f5687f9fa44" -d '{"events": [{"server_uuid": "9c253160-7346-47f0-9db0-6e9acca931cc", "name": "network-vif-plugged", "status": "completed", "tag": "411e7f2f-7030-45ab-9716-80fcf73f20b3"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:13.031626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d6060-fdd4-4423-af39-ccdfe83e1849 req-0580fca7-2255-4cbc-a2b2-2073f8b34d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:13.033773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de2d6060-fdd4-4423-af39-ccdfe83e1849 req-0580fca7-2255-4cbc-a2b2-2073f8b34d89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2032c749-0de7-473f-8496-a6dfcf5c9ea0 HTTP/1.1" status: 200 len: 853 time: 0.0607812 Aug 09 15:47:13.038546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 411e7f2f-7030-45ab-9716-80fcf73f20b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=411e7f2f-7030-45ab-9716-80fcf73f20b3,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:13.058605 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.094275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80406f2-bec7-43cb-94c3-540dc9a2f173 req-75f79a69-3b23-4579-9111-97a00373c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:13.095769 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e80406f2-bec7-43cb-94c3-540dc9a2f173 req-75f79a69-3b23-4579-9111-97a00373c358 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=36f5b17513bf476d8c384854b2a2d252&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1765652 Aug 09 15:47:13.123586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a985a58b-aa8e-43d0-bb6b-e2075792cce4 req-523eda9c-e617-4425-8c25-3a5fa33926ce tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] For port 799277b3-2bf8-4ac0-ab59-a215868caac0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=799277b3-2bf8-4ac0-ab59-a215868caac0,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:13.127021 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=411e7f2f-7030-45ab-9716-80fcf73f20b3,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:13.136463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-691f135a-dc17-4884-a1ca-eaba262468b6 req-65bbe28f-86a2-4073-b5bc-d997c701ba61 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=50b4a5f4-f86f-4cc6-80ff-5d7c15915bc8 HTTP/1.1" status: 200 len: 210 time: 0.0397420 Aug 09 15:47:13.167548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de2d6060-fdd4-4423-af39-ccdfe83e1849 req-2b32abe1-1590-468c-9884-720df36e253e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78710387-245c-4fca-9a22-3f5370ba9d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598679 Aug 09 15:47:13.192672 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba86096-d061-4169-a522-61027bf83859 x-openstack-request-id: req-4ba86096-d061-4169-a522-61027bf83859 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:13.192848 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c253160-7346-47f0-9db0-6e9acca931cc", "name": "network-vif-plugged", "status": "completed", "tag": "411e7f2f-7030-45ab-9716-80fcf73f20b3", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:13.193113 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ba86096-d061-4169-a522-61027bf83859 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:13.193511 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c253160-7346-47f0-9db0-6e9acca931cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411e7f2f-7030-45ab-9716-80fcf73f20b3', 'code': 200} Aug 09 15:47:13.294377 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a985a58b-aa8e-43d0-bb6b-e2075792cce4 req-523eda9c-e617-4425-8c25-3a5fa33926ce tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.306341 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a985a58b-aa8e-43d0-bb6b-e2075792cce4 req-523eda9c-e617-4425-8c25-3a5fa33926ce tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.309484 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.318842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['799277b3-2bf8-4ac0-ab59-a215868caac0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:13.322473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-a92b9312-5a60-4f15-883b-76e8612792df req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Allocated IP 172.20.0.14 (2d7d4d62-58f1-4269-a516-ea6e4ce16646/a48063a4-e226-4798-803c-64de2d0d4b89/74b3ff6b-c855-4b6e-96e9-e4fa478229fb) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:13.338690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80406f2-bec7-43cb-94c3-540dc9a2f173 req-1ee6ec27-a7da-4be7-b03b-bda970f37979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:13.340344 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e80406f2-bec7-43cb-94c3-540dc9a2f173 req-1ee6ec27-a7da-4be7-b03b-bda970f37979 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2315960 Aug 09 15:47:13.401454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eda9c-e617-4425-8c25-3a5fa33926ce tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'Port': ['ID=799277b3-2bf8-4ac0-ab59-a215868caac0,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:13.414578 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e80406f2-bec7-43cb-94c3-540dc9a2f173 req-519cec6b-0f6f-41f1-8358-b305309fe3e3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "GET /v2.0/ports?device_id=50b4a5f4-f86f-4cc6-80ff-5d7c15915bc8 HTTP/1.1" status: 200 len: 210 time: 0.0431004 Aug 09 15:47:13.444393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9d070-1e06-4429-9516-396620fe51ea req-b7d60fb9-fad3-48f6-9d39-91c20c12c7e2 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:13.458083 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3c9d070-1e06-4429-9516-396620fe51ea req-b7d60fb9-fad3-48f6-9d39-91c20c12c7e2 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1798832 Aug 09 15:47:13.472567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985a58b-aa8e-43d0-bb6b-e2075792cce4 req-523eda9c-e617-4425-8c25-3a5fa33926ce tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:13.473526 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a985a58b-aa8e-43d0-bb6b-e2075792cce4 req-523eda9c-e617-4425-8c25-3a5fa33926ce tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:13.486733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a985a58b-aa8e-43d0-bb6b-e2075792cce4 req-523eda9c-e617-4425-8c25-3a5fa33926ce tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "PUT /v2.0/ports/799277b3-2bf8-4ac0-ab59-a215868caac0 HTTP/1.1" status: 200 len: 1021 time: 1.3384674 Aug 09 15:47:13.539861 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de2d6060-fdd4-4423-af39-ccdfe83e1849 req-4d8f9a5a-e988-4c27-9a2a-d87d76cd8c91 service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436129 Aug 09 15:47:13.549489 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3c9d070-1e06-4429-9516-396620fe51ea req-98e6bace-1aa0-48ca-90d7-44fbe97be798 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854375 Aug 09 15:47:13.641765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['799277b3-2bf8-4ac0-ab59-a215868caac0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:13.737806 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de2d6060-fdd4-4423-af39-ccdfe83e1849 req-c1504153-64b7-452c-b6d6-a5c266886538 service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718485 Aug 09 15:47:13.780642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51253c64-b897-4d16-9b90-e9abbe83442f req-7ae38cde-d2dc-44f8-9b4f-8d99f607b057 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:13.785509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b157953-a9c4-4a89-931a-4119b25a52d2 req-f7f52fcd-1c43-4665-8fe2-840c3d8e64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:13.787841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b157953-a9c4-4a89-931a-4119b25a52d2 req-f7f52fcd-1c43-4665-8fe2-840c3d8e64a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 1096 time: 0.4743769 Aug 09 15:47:13.789967 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-51253c64-b897-4d16-9b90-e9abbe83442f req-7ae38cde-d2dc-44f8-9b4f-8d99f607b057 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 1024 time: 0.0996988 Aug 09 15:47:13.882846 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-51253c64-b897-4d16-9b90-e9abbe83442f req-5e8fc0e4-113f-4c9b-82b0-5c14fd578772 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1b61f0-3566-4a08-b0b8-86dcd33535cc&id=db0ff05a-d102-4b4f-af69-664d0a3000a5&id=1ee712be-8533-4ab1-9bdd-8bcef827e0d4 HTTP/1.1" status: 200 len: 6156 time: 0.0918975 Aug 09 15:47:13.913764 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-3b840330-a6e7-44b1-9839-c69df8d88d7e req-1a3932ef-5f3a-454d-93cc-35b6b6f128c4 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1367736455 ', 'description': 'tempest-description-858392215'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:13.921493 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dded482f-9ef2-4e30-afdc-7d27f845416f req-3389849b-d068-4ffa-8403-7510fa1a5e4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=50b4a5f4-f86f-4cc6-80ff-5d7c15915bc8 HTTP/1.1" status: 200 len: 210 time: 0.0570881 Aug 09 15:47:13.945750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3b840330-a6e7-44b1-9839-c69df8d88d7e req-1a3932ef-5f3a-454d-93cc-35b6b6f128c4 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.053433 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b157953-a9c4-4a89-931a-4119b25a52d2 req-cd26f2d0-17fe-4aaf-b95a-8ca1c24faffc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558401 Aug 09 15:47:14.062908 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3b840330-a6e7-44b1-9839-c69df8d88d7e req-1a3932ef-5f3a-454d-93cc-35b6b6f128c4 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.067805 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3b840330-a6e7-44b1-9839-c69df8d88d7e req-1a3932ef-5f3a-454d-93cc-35b6b6f128c4 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.072656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbad5f-cdc2-485f-990d-c9bbcb4dd6ce req-411872f3-4006-470c-af28-7decf476321c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.074628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8fbad5f-cdc2-485f-990d-c9bbcb4dd6ce req-411872f3-4006-470c-af28-7decf476321c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.1962106 Aug 09 15:47:14.099309 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-3b840330-a6e7-44b1-9839-c69df8d88d7e req-1a3932ef-5f3a-454d-93cc-35b6b6f128c4 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.101809 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b840330-a6e7-44b1-9839-c69df8d88d7e req-1a3932ef-5f3a-454d-93cc-35b6b6f128c4 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.1916192 Aug 09 15:47:14.103288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3932ef-5f3a-454d-93cc-35b6b6f128c4 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4347231-8dce-4ab9-9c05-3717ea6bb68e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:14.172025 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a92b9312-5a60-4f15-883b-76e8612792df req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.206831 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-31e2145a-1012-4671-898e-cef7b43eb3ec req-041c3eb2-f33f-4406-9faa-abae9e97ad29 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 210 time: 0.0297947 Aug 09 15:47:14.361538 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-24d6c387-5dce-4051-ba8d-74f5dc9089b4 req-c1a53e71-b472-422a-93bc-00de152e0927 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/f4347231-8dce-4ab9-9c05-3717ea6bb68e HTTP/1.1" status: 200 len: 1782 time: 0.0447118 Aug 09 15:47:14.442635 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-50cc2cd3-a096-46c8-b868-7f7e3e8ae483 req-bf1780da-127e-495b-96db-1eb79ca9c382 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=50b4a5f4-f86f-4cc6-80ff-5d7c15915bc8 HTTP/1.1" status: 200 len: 210 time: 0.0279608 Aug 09 15:47:14.498075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fcbf83-4b17-4a4f-8446-eefa24d367ae', 'tag': '799277b3-2bf8-4ac0-ab59-a215868caac0'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:14.501419 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e061fc18-e914-402b-94c5-37d3a8d8a156" -d '{"events": [{"name": "network-changed", "server_uuid": "91fcbf83-4b17-4a4f-8446-eefa24d367ae", "tag": "799277b3-2bf8-4ac0-ab59-a215868caac0"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:14.516394 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5da66d2f-e011-4670-ade2-42d815aa140e req-14e62b5d-17a9-48ea-a9d6-314d66252811 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/f4347231-8dce-4ab9-9c05-3717ea6bb68e HTTP/1.1" status: 200 len: 1782 time: 0.0478950 Aug 09 15:47:14.516962 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded482f-9ef2-4e30-afdc-7d27f845416f req-6d302c01-0fcc-429c-b68e-1c5d128491e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.518327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dded482f-9ef2-4e30-afdc-7d27f845416f req-6d302c01-0fcc-429c-b68e-1c5d128491e6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=36f5b17513bf476d8c384854b2a2d252&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5642743 Aug 09 15:47:14.522834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8fbad5f-cdc2-485f-990d-c9bbcb4dd6ce req-65a3f526-9db0-45d0-bc1c-2a8ad363685c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316249 Aug 09 15:47:14.585864 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7100ac-aecd-4be7-b51d-2b9d49d7f960 x-openstack-request-id: req-6f7100ac-aecd-4be7-b51d-2b9d49d7f960 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:14.586528 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fcbf83-4b17-4a4f-8446-eefa24d367ae", "tag": "799277b3-2bf8-4ac0-ab59-a215868caac0", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:14.586528 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f7100ac-aecd-4be7-b51d-2b9d49d7f960 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:14.586761 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fcbf83-4b17-4a4f-8446-eefa24d367ae', 'tag': '799277b3-2bf8-4ac0-ab59-a215868caac0', 'status': 'completed', 'code': 200} Aug 09 15:47:14.614859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5da66d2f-e011-4670-ade2-42d815aa140e req-abaaf5ed-18bc-4f86-95e6-4842b03bb1f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.619841 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a92b9312-5a60-4f15-883b-76e8612792df req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.631844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['16179699-1848-4c07-abe9-feddcc74e872'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:14.651466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5da66d2f-e011-4670-ade2-42d815aa140e req-abaaf5ed-18bc-4f86-95e6-4842b03bb1f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.684523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92b9312-5a60-4f15-883b-76e8612792df req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:14.696343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-a92b9312-5a60-4f15-883b-76e8612792df req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:14.703302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92b9312-5a60-4f15-883b-76e8612792df req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:14.707307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Pushing event updated for resources: {'Port': ['ID=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:14.710056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded482f-9ef2-4e30-afdc-7d27f845416f req-d7caf8ee-0174-41a8-90ed-0842883d0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.711612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dded482f-9ef2-4e30-afdc-7d27f845416f req-d7caf8ee-0174-41a8-90ed-0842883d0fd6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1854739 Aug 09 15:47:14.740387 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061fc18-e914-402b-94c5-37d3a8d8a156 req-257cd9fd-1096-4987-bee1-9ce349357f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.744186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e061fc18-e914-402b-94c5-37d3a8d8a156 req-257cd9fd-1096-4987-bee1-9ce349357f2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42f8983f77594e548e6e41abbddf2409&device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 1175 time: 0.0792072 Aug 09 15:47:14.754152 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5da66d2f-e011-4670-ade2-42d815aa140e req-abaaf5ed-18bc-4f86-95e6-4842b03bb1f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.759538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5da66d2f-e011-4670-ade2-42d815aa140e req-abaaf5ed-18bc-4f86-95e6-4842b03bb1f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.760681 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5da66d2f-e011-4670-ade2-42d815aa140e req-abaaf5ed-18bc-4f86-95e6-4842b03bb1f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "DELETE /v2.0/security-groups/f4347231-8dce-4ab9-9c05-3717ea6bb68e HTTP/1.1" status: 204 len: 173 time: 0.2255590 Aug 09 15:47:14.775778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b9312-5a60-4f15-883b-76e8612792df req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.776435 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a92b9312-5a60-4f15-883b-76e8612792df req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:14.815853 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaaf5ed-18bc-4f86-95e6-4842b03bb1f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4347231-8dce-4ab9-9c05-3717ea6bb68e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:14.827982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-b1a1c3cb-94d6-450f-9ac9-50b5e3a3e812 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2564261 Aug 09 15:47:14.850858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dded482f-9ef2-4e30-afdc-7d27f845416f req-4d37b000-1485-4485-8cc5-c5951767f622 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "GET /v2.0/ports?device_id=50b4a5f4-f86f-4cc6-80ff-5d7c15915bc8 HTTP/1.1" status: 200 len: 210 time: 0.0389576 Aug 09 15:47:14.855628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Request body: {'port': {'device_id': '948a005a-c70d-4709-a7e0-fc1d8da08d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:14.901238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a8644-c304-49c2-9b21-fb7532a5fdaa req-641d8eb7-62d6-4198-a74b-417cefbee5ca tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.902920 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-539a8644-c304-49c2-9b21-fb7532a5fdaa req-641d8eb7-62d6-4198-a74b-417cefbee5ca tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1476099 Aug 09 15:47:14.953968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061fc18-e914-402b-94c5-37d3a8d8a156 req-efc665ba-03f3-46b9-a0d0-98a046d6f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.955813 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e061fc18-e914-402b-94c5-37d3a8d8a156 req-efc665ba-03f3-46b9-a0d0-98a046d6f9d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78710387-245c-4fca-9a22-3f5370ba9d5b HTTP/1.1" status: 200 len: 914 time: 0.1835079 Aug 09 15:47:14.970872 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [req-b7f6ad95-4324-42d5-b37e-8eb1813aef90 req-06302a47-877e-44ba-8d8c-611d7363a1fb tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] show failed (client error): The resource could not be found. Aug 09 15:47:14.972008 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b7f6ad95-4324-42d5-b37e-8eb1813aef90 req-06302a47-877e-44ba-8d8c-611d7363a1fb tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/f4347231-8dce-4ab9-9c05-3717ea6bb68e HTTP/1.1" status: 404 len: 352 time: 0.0303304 Aug 09 15:47:14.992954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-539a8644-c304-49c2-9b21-fb7532a5fdaa req-e38ea3be-da2d-4ac7-936c-d9e392d914ee tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818081 Aug 09 15:47:14.994447 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.061521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e061fc18-e914-402b-94c5-37d3a8d8a156 req-03f90bac-2388-4089-855d-9320853db05d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=799277b3-2bf8-4ac0-ab59-a215868caac0 HTTP/1.1" status: 200 len: 217 time: 0.0977688 Aug 09 15:47:15.064572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-87bca125-b4d2-4837-9514-05dc93ebe8ad req-ff7b9906-c1bc-498c-b60e-e69f19181f0b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-644098510', 'description': 'tempest-description-1674199848'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:15.144122 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-87bca125-b4d2-4837-9514-05dc93ebe8ad req-ff7b9906-c1bc-498c-b60e-e69f19181f0b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.203163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061fc18-e914-402b-94c5-37d3a8d8a156 req-4d528c2d-39e4-4cd0-993a-2581b2f4d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:15.204681 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e061fc18-e914-402b-94c5-37d3a8d8a156 req-4d528c2d-39e4-4cd0-993a-2581b2f4d7ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2032c749-0de7-473f-8496-a6dfcf5c9ea0 HTTP/1.1" status: 200 len: 853 time: 0.1110556 Aug 09 15:47:15.255877 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e061fc18-e914-402b-94c5-37d3a8d8a156 req-d964f9df-d545-46a8-892c-b806e5eaef03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78710387-245c-4fca-9a22-3f5370ba9d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322785 Aug 09 15:47:15.344466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-87bca125-b4d2-4837-9514-05dc93ebe8ad req-ff7b9906-c1bc-498c-b60e-e69f19181f0b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.353640 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-87bca125-b4d2-4837-9514-05dc93ebe8ad req-ff7b9906-c1bc-498c-b60e-e69f19181f0b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.358482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b3ff6b-c855-4b6e-96e9-e4fa478229fb {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:15.372433 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.384235 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-87bca125-b4d2-4837-9514-05dc93ebe8ad req-ff7b9906-c1bc-498c-b60e-e69f19181f0b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.386103 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-87bca125-b4d2-4837-9514-05dc93ebe8ad req-ff7b9906-c1bc-498c-b60e-e69f19181f0b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3278046 Aug 09 15:47:15.398415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49333e-4c59-407c-a16a-5db8b5be3005 req-c3069b45-d433-4644-9d59-016a477ee04d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:15.407032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d49333e-4c59-407c-a16a-5db8b5be3005 req-c3069b45-d433-4644-9d59-016a477ee04d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 932 time: 0.0950470 Aug 09 15:47:15.409157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Transition to ACTIVE for port object 74b3ff6b-c855-4b6e-96e9-e4fa478229fb will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:15.426004 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.448430 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e061fc18-e914-402b-94c5-37d3a8d8a156 req-1947e63e-8eb5-4dec-afeb-8ae35573291a service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541996 Aug 09 15:47:15.493712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b9906-c1bc-498c-b60e-e69f19181f0b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a443c14-27f5-4495-82ab-5e4b6d27458d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:15.495489 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d49333e-4c59-407c-a16a-5db8b5be3005 req-c1566fe0-6ff4-4738-8500-8a02cf929d32 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876734 Aug 09 15:47:15.512036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-1ed4a333-6cd8-4836-89b7-4299447d2723 req-d352ed80-917d-464b-b193-e546c4aa2b48 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-590083222', 'description': 'tempest-description-756008044'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:15.527308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:15.618958 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1ed4a333-6cd8-4836-89b7-4299447d2723 req-d352ed80-917d-464b-b193-e546c4aa2b48 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.638055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Attempting to bind port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:15.638919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Attempting to bind port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:15.639336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Attempting to bind port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:15.665657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:15.665926 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e061fc18-e914-402b-94c5-37d3a8d8a156 req-f727379e-b274-4f42-b5e3-4ba8e907df50 service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074203 Aug 09 15:47:15.666043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Attempting to bind port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:15.675708 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:15.676043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:15.676436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Bound using segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:15.677117 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Bound port: 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:15.677254 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.724770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181643ab-765d-4edd-879e-6759be7ee627 req-3fd74d41-9398-468e-99b6-48bf0de5706d tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:15.726349 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-181643ab-765d-4edd-879e-6759be7ee627 req-3fd74d41-9398-468e-99b6-48bf0de5706d tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.1019266 Aug 09 15:47:15.745643 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1ed4a333-6cd8-4836-89b7-4299447d2723 req-d352ed80-917d-464b-b193-e546c4aa2b48 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.754727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1ed4a333-6cd8-4836-89b7-4299447d2723 req-d352ed80-917d-464b-b193-e546c4aa2b48 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.785405 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-1ed4a333-6cd8-4836-89b7-4299447d2723 req-d352ed80-917d-464b-b193-e546c4aa2b48 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.785707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:15.794153 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1ed4a333-6cd8-4836-89b7-4299447d2723 req-d352ed80-917d-464b-b193-e546c4aa2b48 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3132412 Aug 09 15:47:15.805102 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352ed80-917d-464b-b193-e546c4aa2b48 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3781ff-ffea-4e1a-baed-411778191634,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:15.822421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-181643ab-765d-4edd-879e-6759be7ee627 req-89c1c819-dd0b-41f4-a535-1f434f844a4c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866160 Aug 09 15:47:15.827037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:15.832919 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.905912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:15.912016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:15.913259 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:15.914232 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-cac22691-7f44-46b8-984c-6973c177f8b3 service neutron] 10.222.0.60 "PUT /v2.0/ports/74b3ff6b-c855-4b6e-96e9-e4fa478229fb HTTP/1.1" status: 200 len: 1092 time: 1.0662098 Aug 09 15:47:15.948731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c225a710-f94f-42ac-b056-4de4fb728803 req-cda7205d-4f18-4052-b5e7-c452c86ec356 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-742627258', 'description': 'tempest-description-1447532516'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:15.992210 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-cf581146-4694-4672-95f8-ee1799553ae4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:15.994281 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-cf581146-4694-4672-95f8-ee1799553ae4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.1276686 Aug 09 15:47:16.000858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c225a710-f94f-42ac-b056-4de4fb728803 req-cda7205d-4f18-4052-b5e7-c452c86ec356 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:16.014733 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-43132b1c-0844-4e54-9922-c5b9df9875d1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/quotas/36f5b17513bf476d8c384854b2a2d252 HTTP/1.1" status: 200 len: 375 time: 0.0113499 Aug 09 15:47:16.016544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b9312-5a60-4f15-883b-76e8612792df req-b11af585-929a-439f-89e5-87dfc5491696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:16.018091 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-b11af585-929a-439f-89e5-87dfc5491696 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 1095 time: 0.0602283 Aug 09 15:47:16.051886 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-0af72a55-2ec2-4a82-8371-b67ca6f77a39 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288258 Aug 09 15:47:16.065788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-ba6077ee-5ffe-4a04-a719-bd9bb112a5ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb HTTP/1.1" status: 200 len: 217 time: 0.0378942 Aug 09 15:47:16.144364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b9312-5a60-4f15-883b-76e8612792df req-93473b3e-0e45-4b81-8c3c-dee173749fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:16.146027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-93473b3e-0e45-4b81-8c3c-dee173749fac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.0730374 Aug 09 15:47:16.181021 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-c52becf4-cb2d-4a21-b83c-b7f2975d9081 service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184328 Aug 09 15:47:16.188570 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-73d774a9-a3dc-4479-8122-a42193fce898 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328667 Aug 09 15:47:16.223609 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c225a710-f94f-42ac-b056-4de4fb728803 req-cda7205d-4f18-4052-b5e7-c452c86ec356 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:16.253463 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c225a710-f94f-42ac-b056-4de4fb728803 req-cda7205d-4f18-4052-b5e7-c452c86ec356 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:16.285318 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b7f359af-c2da-4ec4-be50-7aa0878a4cd4 service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033661 Aug 09 15:47:16.297976 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c225a710-f94f-42ac-b056-4de4fb728803 req-cda7205d-4f18-4052-b5e7-c452c86ec356 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:16.299249 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c225a710-f94f-42ac-b056-4de4fb728803 req-cda7205d-4f18-4052-b5e7-c452c86ec356 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3550093 Aug 09 15:47:16.308520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7205d-4f18-4052-b5e7-c452c86ec356 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9f99ac-36f2-419b-9cf5-b8e4d32387ee,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:16.335178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-c03ec7bb-9f36-4d89-9891-09c9f7a29b98 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384397 Aug 09 15:47:16.476237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a92b9312-5a60-4f15-883b-76e8612792df req-3397484f-e1aa-4e50-824d-08854b54a6df service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317422 Aug 09 15:47:16.605277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948a005a-c70d-4709-a7e0-fc1d8da08d70', 'tag': '74b3ff6b-c855-4b6e-96e9-e4fa478229fb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:16.608275 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d37061e-964c-4c22-94dc-306f7110335c" -d '{"events": [{"name": "network-changed", "server_uuid": "948a005a-c70d-4709-a7e0-fc1d8da08d70", "tag": "74b3ff6b-c855-4b6e-96e9-e4fa478229fb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:16.637071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c44986-9841-4635-aaef-59f72e300621 req-b4c04b5e-9a46-4b25-8afb-a0c69ec62df0 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:16.639931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-18c44986-9841-4635-aaef-59f72e300621 req-b4c04b5e-9a46-4b25-8afb-a0c69ec62df0 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0768299 Aug 09 15:47:16.692031 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db8aadef-f7c8-40e0-a8a9-47cab110d9e6 req-70d05922-4568-46c9-893d-66f22e97e446 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42f8983f77594e548e6e41abbddf2409 HTTP/1.1" status: 200 len: 10908 time: 0.1591201 Aug 09 15:47:16.698528 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-18c44986-9841-4635-aaef-59f72e300621 req-9402356c-9a3f-4c5e-895b-e89eb7d81c10 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509214 Aug 09 15:47:16.756614 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db8aadef-f7c8-40e0-a8a9-47cab110d9e6 req-9fe7fc1b-6605-44d9-994c-fccd8123303f tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/db0ff05a-d102-4b4f-af69-664d0a3000a5 HTTP/1.1" status: 200 len: 2985 time: 0.0630746 Aug 09 15:47:16.836945 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a969df73-2926-40a9-a5d1-a080693e6712 req-adfd1de5-72f6-404f-a272-1ee30952fdcd tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 210 time: 0.0623503 Aug 09 15:47:17.040562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe401a-0105-4bf2-b5db-0805105c7e6c req-10b2db02-5288-49d9-b386-9a21074bb180 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:17.049464 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fdbe401a-0105-4bf2-b5db-0805105c7e6c req-10b2db02-5288-49d9-b386-9a21074bb180 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0608876 Aug 09 15:47:17.093339 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fdbe401a-0105-4bf2-b5db-0805105c7e6c req-6b3febf3-47be-4d52-b420-04d631a2c256 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427682 Aug 09 15:47:17.208259 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db8aadef-f7c8-40e0-a8a9-47cab110d9e6 req-939b442c-1d15-4323-b38c-947d012052b5 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/db0ff05a-d102-4b4f-af69-664d0a3000a5 HTTP/1.1" status: 200 len: 2985 time: 0.4430583 Aug 09 15:47:17.220740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f6fa4-a241-4ad5-a1ba-918817c977f5 req-26801278-3bd6-41ba-bbd4-5e0642889345 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:17.222619 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-953f6fa4-a241-4ad5-a1ba-918817c977f5 req-26801278-3bd6-41ba-bbd4-5e0642889345 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.0657480 Aug 09 15:47:17.259783 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c34c2c-aba6-46ae-8951-7baffc37c5df x-openstack-request-id: req-f7c34c2c-aba6-46ae-8951-7baffc37c5df {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:17.259938 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948a005a-c70d-4709-a7e0-fc1d8da08d70", "tag": "74b3ff6b-c855-4b6e-96e9-e4fa478229fb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:17.260661 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7c34c2c-aba6-46ae-8951-7baffc37c5df {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:17.260661 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948a005a-c70d-4709-a7e0-fc1d8da08d70', 'tag': '74b3ff6b-c855-4b6e-96e9-e4fa478229fb', 'status': 'completed', 'code': 200} Aug 09 15:47:17.271706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-953f6fa4-a241-4ad5-a1ba-918817c977f5 req-9685747c-d7d4-4f5b-bec4-537284accc40 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Aug 09 15:47:17.342828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37061e-964c-4c22-94dc-306f7110335c req-b49c55ef-40b5-4982-8e47-f05f5efa9bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:17.344711 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d37061e-964c-4c22-94dc-306f7110335c req-b49c55ef-40b5-4982-8e47-f05f5efa9bba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 1095 time: 0.0622320 Aug 09 15:47:17.492594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-acc9d7ba-7e42-49a7-8c55-0cd7250a29ad req-e5ed5298-472d-4026-b1fa-2a4360912122 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/5a443c14-27f5-4495-82ab-5e4b6d27458d HTTP/1.1" status: 200 len: 1802 time: 0.1008687 Aug 09 15:47:17.532877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37061e-964c-4c22-94dc-306f7110335c req-349199f4-d3df-4043-899c-a685cfc03d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:17.535318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d37061e-964c-4c22-94dc-306f7110335c req-349199f4-d3df-4043-899c-a685cfc03d06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.1745596 Aug 09 15:47:17.632618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d37061e-964c-4c22-94dc-306f7110335c req-9c13b509-39f0-409f-a9ae-f88dea16fe11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb HTTP/1.1" status: 200 len: 217 time: 0.0894551 Aug 09 15:47:17.764139 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-acc9d7ba-7e42-49a7-8c55-0cd7250a29ad req-d9732c9d-f04f-415c-8eae-395ae72870f5 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:17.797008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37061e-964c-4c22-94dc-306f7110335c req-a6db07d2-514e-404c-a918-9dbde8da1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:17.798673 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d37061e-964c-4c22-94dc-306f7110335c req-a6db07d2-514e-404c-a918-9dbde8da1ee5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.1225188 Aug 09 15:47:17.808114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-c30079e7-f5cd-40c8-b4df-703c0167326f tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:17.809499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-c30079e7-f5cd-40c8-b4df-703c0167326f tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.53 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.2195547 Aug 09 15:47:17.829503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-acc9d7ba-7e42-49a7-8c55-0cd7250a29ad req-d9732c9d-f04f-415c-8eae-395ae72870f5 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:17.847264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Request body: {'port': {'device_id': 'f88c6fc5-f294-481a-814d-d761b234d00b', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'admin_state_up': True, 'tenant_id': '36f5b17513bf476d8c384854b2a2d252'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:17.858814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d37061e-964c-4c22-94dc-306f7110335c req-ad3f51b0-acce-4a44-b025-c5d153fdbb05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437305 Aug 09 15:47:17.938691 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd664b7b-6c9f-4b47-b61d-9ebc2093f758 req-57165af5-9669-4d7e-922f-8b2e448ed543 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 210 time: 0.0336633 Aug 09 15:47:18.041116 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-acc9d7ba-7e42-49a7-8c55-0cd7250a29ad req-d9732c9d-f04f-415c-8eae-395ae72870f5 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.043626 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-acc9d7ba-7e42-49a7-8c55-0cd7250a29ad req-d9732c9d-f04f-415c-8eae-395ae72870f5 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.044876 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-acc9d7ba-7e42-49a7-8c55-0cd7250a29ad req-d9732c9d-f04f-415c-8eae-395ae72870f5 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "DELETE /v2.0/security-groups/5a443c14-27f5-4495-82ab-5e4b6d27458d HTTP/1.1" status: 204 len: 173 time: 0.5515342 Aug 09 15:47:18.076897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9732c9d-f04f-415c-8eae-395ae72870f5 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a443c14-27f5-4495-82ab-5e4b6d27458d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:18.083221 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d37061e-964c-4c22-94dc-306f7110335c req-bb369564-cf0c-4780-b440-653c2814c40b service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110233 Aug 09 15:47:18.086505 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [req-6f6df43b-d0a6-4c6d-b9a1-76fc7f10a680 req-4dcc0518-8ccc-4852-bda0-b079b10042af tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] show failed (client error): The resource could not be found. Aug 09 15:47:18.088586 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6f6df43b-d0a6-4c6d-b9a1-76fc7f10a680 req-4dcc0518-8ccc-4852-bda0-b079b10042af tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/5a443c14-27f5-4495-82ab-5e4b6d27458d HTTP/1.1" status: 404 len: 352 time: 0.0215509 Aug 09 15:47:18.175622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Made reservation on behalf of 36f5b17513bf476d8c384854b2a2d252 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:18.179074 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.183041 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:47:18.209577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63faaa-4b36-4965-9e8d-d946a545a382 req-352e91b0-1e5a-47a0-9658-a1619fe25e22 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.211265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1c63faaa-4b36-4965-9e8d-d946a545a382 req-352e91b0-1e5a-47a0-9658-a1619fe25e22 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0527120 Aug 09 15:47:18.252430 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1c63faaa-4b36-4965-9e8d-d946a545a382 req-15148a74-ad15-4311-8d0c-68b51f6bcb22 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Aug 09 15:47:18.282188 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e2b8c9-02ef-45be-886a-3586d8f77b04 req-629f0048-c3eb-4aee-9474-99db2b52f64f tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/ec3781ff-ffea-4e1a-baed-411778191634 HTTP/1.1" status: 200 len: 1801 time: 0.1686406 Aug 09 15:47:18.329579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d37061e-964c-4c22-94dc-306f7110335c req-a6a168ec-a206-4bec-acd6-21db2c66a0a6 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257471 Aug 09 15:47:18.403341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9e546-23a4-4a21-8fb6-505e22ac3b22 req-d56ef143-89d3-432f-9b4a-5b0725231151 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.405657 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dae9e546-23a4-4a21-8fb6-505e22ac3b22 req-d56ef143-89d3-432f-9b4a-5b0725231151 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.0557442 Aug 09 15:47:18.415988 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06e2b8c9-02ef-45be-886a-3586d8f77b04 req-4db2e205-647f-4745-ac46-66d096928b6c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.418745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Allocated IP 172.20.0.6 (47fdb2fd-0577-483b-bbb7-f606800bb9ba/7f828d50-83aa-441b-9645-e7600b469a85/97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:18.449014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dae9e546-23a4-4a21-8fb6-505e22ac3b22 req-8e30d712-11cb-4148-b55f-2d2a32fa4c25 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359275 Aug 09 15:47:18.452298 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06e2b8c9-02ef-45be-886a-3586d8f77b04 req-4db2e205-647f-4745-ac46-66d096928b6c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.568710 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06e2b8c9-02ef-45be-886a-3586d8f77b04 req-4db2e205-647f-4745-ac46-66d096928b6c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.571373 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06e2b8c9-02ef-45be-886a-3586d8f77b04 req-4db2e205-647f-4745-ac46-66d096928b6c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.572429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e2b8c9-02ef-45be-886a-3586d8f77b04 req-4db2e205-647f-4745-ac46-66d096928b6c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "DELETE /v2.0/security-groups/ec3781ff-ffea-4e1a-baed-411778191634 HTTP/1.1" status: 204 len: 173 time: 0.2822349 Aug 09 15:47:18.595151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2e205-647f-4745-ac46-66d096928b6c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3781ff-ffea-4e1a-baed-411778191634,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:18.631441 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-f005c109-7454-440f-bd86-16593dd1b680 req-b0b1ae6c-f547-4edf-9472-da512df0eb6d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] show failed (client error): The resource could not be found. Aug 09 15:47:18.632468 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f005c109-7454-440f-bd86-16593dd1b680 req-b0b1ae6c-f547-4edf-9472-da512df0eb6d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/ec3781ff-ffea-4e1a-baed-411778191634 HTTP/1.1" status: 404 len: 352 time: 0.0287135 Aug 09 15:47:18.683000 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.713788 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5c265288-66a8-4f69-bb3c-79c1ebc7d2f0 req-5a25ca7c-7218-4a8b-91f2-ecb3a4a772fc tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/ec9f99ac-36f2-419b-9cf5-b8e4d32387ee HTTP/1.1" status: 200 len: 1802 time: 0.0557766 Aug 09 15:47:18.735930 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.771956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5c265288-66a8-4f69-bb3c-79c1ebc7d2f0 req-a84ea812-9b12-4d09-99c5-420fa403dd6d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.781409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Network 47fdb2fd-0577-483b-bbb7-f606800bb9ba is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:18.787540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:18.790262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:18.797370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5c265288-66a8-4f69-bb3c-79c1ebc7d2f0 req-a84ea812-9b12-4d09-99c5-420fa403dd6d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.833952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Pushing event updated for resources: {'Port': ['ID=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:18.854866 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5c265288-66a8-4f69-bb3c-79c1ebc7d2f0 req-a84ea812-9b12-4d09-99c5-420fa403dd6d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.858873 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5c265288-66a8-4f69-bb3c-79c1ebc7d2f0 req-a84ea812-9b12-4d09-99c5-420fa403dd6d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.860367 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5c265288-66a8-4f69-bb3c-79c1ebc7d2f0 req-a84ea812-9b12-4d09-99c5-420fa403dd6d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "DELETE /v2.0/security-groups/ec9f99ac-36f2-419b-9cf5-b8e4d32387ee HTTP/1.1" status: 204 len: 173 time: 0.1457338 Aug 09 15:47:18.862456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.863114 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:18.870548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ea812-9b12-4d09-99c5-420fa403dd6d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9f99ac-36f2-419b-9cf5-b8e4d32387ee,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:18.888022 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8c291d3a-fedc-4f8e-8020-41dfc964c11e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0619948 Aug 09 15:47:18.905234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Request body: {'port': {'device_id': 'f88c6fc5-f294-481a-814d-d761b234d00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:18.929725 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-20b63155-f92a-4419-bba4-12a9cec1ec51 req-4c5574f9-5ce0-4ef7-a703-e30ac55b5236 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] show failed (client error): The resource could not be found. Aug 09 15:47:18.930779 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20b63155-f92a-4419-bba4-12a9cec1ec51 req-4c5574f9-5ce0-4ef7-a703-e30ac55b5236 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/ec9f99ac-36f2-419b-9cf5-b8e4d32387ee HTTP/1.1" status: 404 len: 352 time: 0.0368555 Aug 09 15:47:18.976900 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.037712 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af2a4f3d-ce40-4700-ad9f-562e2c7a45c2 req-f265fdab-49b9-4b16-ae41-70019e1546da tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42f8983f77594e548e6e41abbddf2409 HTTP/1.1" status: 200 len: 6156 time: 0.0839097 Aug 09 15:47:19.088795 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af2a4f3d-ce40-4700-ad9f-562e2c7a45c2 req-358edaaa-c46e-4c05-8939-bdd2fe2230d9 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/db0ff05a-d102-4b4f-af69-664d0a3000a5 HTTP/1.1" status: 200 len: 2985 time: 0.0445199 Aug 09 15:47:19.141579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85920c99-4938-4743-8ade-ab393c6c3f76 req-510a989c-96b2-4da1-8330-6a364282c7c7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:19.142218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af2a4f3d-ce40-4700-ad9f-562e2c7a45c2 req-6ed4f94a-2b0e-4c08-aad7-02fbdaf8da9c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/db0ff05a-d102-4b4f-af69-664d0a3000a5 HTTP/1.1" status: 200 len: 2985 time: 0.0459137 Aug 09 15:47:19.143111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-85920c99-4938-4743-8ade-ab393c6c3f76 req-510a989c-96b2-4da1-8330-6a364282c7c7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 931 time: 0.1265101 Aug 09 15:47:19.231096 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-85920c99-4938-4743-8ade-ab393c6c3f76 req-6f825505-8e17-4f1e-b847-d3a20f1d66b5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817163 Aug 09 15:47:19.253391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-53796580-1da4-49a4-a68e-2dcc5054fe8d req-1a4c8cb8-0d28-4810-9809-6633a34e8ede tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1726593687', 'description': 'tempest-description-532751509'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:19.277480 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-53796580-1da4-49a4-a68e-2dcc5054fe8d req-1a4c8cb8-0d28-4810-9809-6633a34e8ede tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.334606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:19.344221 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.383817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-53796580-1da4-49a4-a68e-2dcc5054fe8d req-1a4c8cb8-0d28-4810-9809-6633a34e8ede tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.385108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Transition to ACTIVE for port object 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:19.390790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-53796580-1da4-49a4-a68e-2dcc5054fe8d req-1a4c8cb8-0d28-4810-9809-6633a34e8ede tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.392505 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.431943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c8cb8-0d28-4810-9809-6633a34e8ede tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:19.436413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de406-8e9d-47d4-8d26-49fe9bd7b4f8 req-3588d3a7-6389-4ec1-ad27-0affc7236733 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:19.437971 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a27de406-8e9d-47d4-8d26-49fe9bd7b4f8 req-3588d3a7-6389-4ec1-ad27-0affc7236733 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0987754 Aug 09 15:47:19.446598 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-53796580-1da4-49a4-a68e-2dcc5054fe8d req-1a4c8cb8-0d28-4810-9809-6633a34e8ede tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.450155 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53796580-1da4-49a4-a68e-2dcc5054fe8d req-1a4c8cb8-0d28-4810-9809-6633a34e8ede tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2101262 Aug 09 15:47:19.473234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Pushing event updated for resources: {'Port': ['ID=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:19.480720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-d65cc0a4-d727-4e71-bad9-d4b361e994e8 req-df2d0a23-a32a-462e-9928-0252b421431a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-628792794', 'description': 'tempest-description-1863619228'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:19.510291 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d65cc0a4-d727-4e71-bad9-d4b361e994e8 req-df2d0a23-a32a-462e-9928-0252b421431a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.543076 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a27de406-8e9d-47d4-8d26-49fe9bd7b4f8 req-e9ef0019-60f1-4ee3-bfd6-acec65a090b6 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934186 Aug 09 15:47:19.595560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Attempting to bind port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:19.597232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Attempting to bind port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:19.599211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Attempting to bind port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:19.611516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:19.612560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Attempting to bind port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:19.625118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:19.626017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Checking segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:19.626887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Bound using segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:19.628135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Bound port: 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:19.629898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.632355 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d65cc0a4-d727-4e71-bad9-d4b361e994e8 req-df2d0a23-a32a-462e-9928-0252b421431a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.638106 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d65cc0a4-d727-4e71-bad9-d4b361e994e8 req-df2d0a23-a32a-462e-9928-0252b421431a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.663326 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d65cc0a4-d727-4e71-bad9-d4b361e994e8 req-df2d0a23-a32a-462e-9928-0252b421431a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.664592 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d65cc0a4-d727-4e71-bad9-d4b361e994e8 req-df2d0a23-a32a-462e-9928-0252b421431a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1889842 Aug 09 15:47:19.679780 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d0a23-a32a-462e-9928-0252b421431a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f364364-fd2b-4ebd-9c55-ac027284f790,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:19.767734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ef1f-40d6-464e-ad44-0b9bc3c3459a req-9f7a68d8-d553-401f-b313-5dad1f4562c1 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:19.769010 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bee3ef1f-40d6-464e-ad44-0b9bc3c3459a req-9f7a68d8-d553-401f-b313-5dad1f4562c1 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.1173415 Aug 09 15:47:19.807246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] For port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:19.835502 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] For port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:19.841363 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bee3ef1f-40d6-464e-ad44-0b9bc3c3459a req-cafb116e-c4c4-4c48-a21c-f72bd943efe7 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622065 Aug 09 15:47:19.845263 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.883887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:19.884517 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:19.885918 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] 10.222.0.53 "PUT /v2.0/ports/97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 HTTP/1.1" status: 200 len: 1091 time: 0.9849641 Aug 09 15:47:19.886356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88c6fc5-f294-481a-814d-d761b234d00b', 'tag': '97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:19.889322 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203b47b3-d9f7-4916-8b1a-7d53fe9081ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f88c6fc5-f294-481a-814d-d761b234d00b", "tag": "97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:19.922119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0c36b-2c98-4e6a-9ab6-1be41505fdaf service neutron] Pushing event updated for resources: {'Port': ['ID=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:19.963375 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7f9297-58ce-4a5c-b604-9d28cd5b5f18 x-openstack-request-id: req-fe7f9297-58ce-4a5c-b604-9d28cd5b5f18 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:19.963728 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88c6fc5-f294-481a-814d-d761b234d00b", "tag": "97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:19.963984 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe7f9297-58ce-4a5c-b604-9d28cd5b5f18 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:19.964514 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88c6fc5-f294-481a-814d-d761b234d00b', 'tag': '97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41', 'status': 'completed', 'code': 200} Aug 09 15:47:20.036481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8d3a3a86-ba5b-4c3f-b8b2-26a4aeee541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:20.037917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-8d3a3a86-ba5b-4c3f-b8b2-26a4aeee541e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 1094 time: 0.1058502 Aug 09 15:47:20.100232 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-4e0e1b89-83b6-487d-96b7-03152c9cc60b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 HTTP/1.1" status: 200 len: 217 time: 0.0428414 Aug 09 15:47:20.152657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-ec76d55d-ec07-4b41-8882-9cd93271de2f tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:20.154909 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-ec76d55d-ec07-4b41-8882-9cd93271de2f tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/networks?id=78710387-245c-4fca-9a22-3f5370ba9d5b HTTP/1.1" status: 200 len: 813 time: 0.1882310 Aug 09 15:47:20.180061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-9cccb5ea-46d6-4188-99df-32b3855cea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:20.181497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-9cccb5ea-46d6-4188-99df-32b3855cea82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.0734577 Aug 09 15:47:20.182904 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-103857c6-6c83-4888-b985-2b9ff99783f6 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/quotas/42f8983f77594e548e6e41abbddf2409 HTTP/1.1" status: 200 len: 375 time: 0.0188482 Aug 09 15:47:20.234142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-bc345ba6-fe10-4190-b56b-b4a1b128a046 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432699 Aug 09 15:47:20.412452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c73447-3120-418c-ad8b-303d6545659d req-79eb4a9c-7f2a-44e4-b785-7b022a187d52 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:20.414949 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4c73447-3120-418c-ad8b-303d6545659d req-79eb4a9c-7f2a-44e4-b785-7b022a187d52 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 943 time: 0.0665302 Aug 09 15:47:20.462972 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4c73447-3120-418c-ad8b-303d6545659d req-3e2ec830-6dc1-4eb5-b300-f1eddf083051 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 Aug 09 15:47:20.605926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-c687cd0e-7f7d-4a61-bbed-e3d9d24aa38b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=42f8983f77594e548e6e41abbddf2409&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4167373 Aug 09 15:47:20.674661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412a858-5c1e-42ba-a4cb-daec42964c55 req-1eca5799-c70b-4b08-875f-09a6508ee3b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:20.676350 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e412a858-5c1e-42ba-a4cb-daec42964c55 req-1eca5799-c70b-4b08-875f-09a6508ee3b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0523374 Aug 09 15:47:20.690732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-773b8173-ffee-4895-8f42-456bb2602ae5 service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457715 Aug 09 15:47:20.718236 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e412a858-5c1e-42ba-a4cb-daec42964c55 req-75dbb08d-4923-4cd0-91fb-1fb9ab86de84 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Aug 09 15:47:20.780110 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-49c8c13a-1115-45f0-a40e-70241b92375c service neutron] 10.222.0.81 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500583 Aug 09 15:47:20.871650 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5665e54a-1ec3-487a-96ba-fe0e74effc26 req-573000d2-22f3-46fb-bf42-c40fa30004f3 service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695111 Aug 09 15:47:20.922128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-4afaba95-b9df-467e-bf07-0de8ba4973ce service neutron] 10.222.0.81 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310520 Aug 09 15:47:20.992169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b47b3-d9f7-4916-8b1a-7d53fe9081ae req-161419fb-8ce0-4bb6-babd-a3e55616fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:20.994148 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-203b47b3-d9f7-4916-8b1a-7d53fe9081ae req-161419fb-8ce0-4bb6-babd-a3e55616fcf9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 1094 time: 0.0538359 Aug 09 15:47:21.009996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760e8b9-0cf3-4b2a-af29-52cce664921e req-a6576100-ef5e-4716-b4cd-944bfd73af35 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:21.012120 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8760e8b9-0cf3-4b2a-af29-52cce664921e req-a6576100-ef5e-4716-b4cd-944bfd73af35 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.0635915 Aug 09 15:47:21.060849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8760e8b9-0cf3-4b2a-af29-52cce664921e req-0eb090a5-812b-47a4-b8a1-4aad7ef813e3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376287 Aug 09 15:47:21.136340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b47b3-d9f7-4916-8b1a-7d53fe9081ae req-98fe1ed4-007f-459a-b293-b4eed527d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:21.142494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-203b47b3-d9f7-4916-8b1a-7d53fe9081ae req-98fe1ed4-007f-459a-b293-b4eed527d67b service neutron] 10.222.0.53 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 912 time: 0.1390259 Aug 09 15:47:21.187265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52575c2e-e24d-4945-bc54-7d0beeb45f8b req-7fbdea7a-d6f2-40d1-9281-6fbb1a3ad4bc tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 210 time: 0.0531013 Aug 09 15:47:21.221653 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-203b47b3-d9f7-4916-8b1a-7d53fe9081ae req-d6c3fbe5-8184-4eee-bbe7-e90d9011121d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 HTTP/1.1" status: 200 len: 217 time: 0.0705712 Aug 09 15:47:21.301359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b47b3-d9f7-4916-8b1a-7d53fe9081ae req-428b1ee0-42f2-453b-9b30-3ff52c05dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:21.303256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-203b47b3-d9f7-4916-8b1a-7d53fe9081ae req-428b1ee0-42f2-453b-9b30-3ff52c05dc27 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.0744255 Aug 09 15:47:21.352470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-203b47b3-d9f7-4916-8b1a-7d53fe9081ae req-3b4be803-6d91-4d67-8ec5-bf56ccc60beb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402925 Aug 09 15:47:21.470796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-203b47b3-d9f7-4916-8b1a-7d53fe9081ae req-880eec9e-6e5d-441c-9186-22e7c088fd32 service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995824 Aug 09 15:47:21.602610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056986-ebfc-4a9e-ae37-1c318673fb81 req-b1a8f003-c456-47fe-97f7-552afd086589 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:21.608833 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-203b47b3-d9f7-4916-8b1a-7d53fe9081ae req-d1ac8dfc-2523-46ef-b0fa-c09e300e2843 service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295550 Aug 09 15:47:21.610104 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-66056986-ebfc-4a9e-ae37-1c318673fb81 req-b1a8f003-c456-47fe-97f7-552afd086589 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 943 time: 0.0597308 Aug 09 15:47:21.647969 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-66056986-ebfc-4a9e-ae37-1c318673fb81 req-08f9dfa3-09aa-4e33-aaf6-981ed97e8e11 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367308 Aug 09 15:47:21.869909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5338003-d138-4001-945a-922af328cec2 req-3c0ee1a8-f579-409f-bc2d-00474a4508fd tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:21.871684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5338003-d138-4001-945a-922af328cec2 req-3c0ee1a8-f579-409f-bc2d-00474a4508fd tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0627277 Aug 09 15:47:21.914481 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5338003-d138-4001-945a-922af328cec2 req-16e0ab4f-da7c-4271-bc64-9114a097e4b0 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355067 Aug 09 15:47:22.195962 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39be02-fd58-4298-b52c-101ffb81feda req-b9d3a039-3d55-47bc-8b63-cb555d3d0f59 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:22.197523 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a39be02-fd58-4298-b52c-101ffb81feda req-b9d3a039-3d55-47bc-8b63-cb555d3d0f59 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.0564916 Aug 09 15:47:22.243710 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a39be02-fd58-4298-b52c-101ffb81feda req-6f2bfb44-0f90-4d99-a517-79f8ce596401 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377576 Aug 09 15:47:22.334421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d66e7064-397d-44cb-b939-a53d018a32f6 req-1be63ba4-fea7-4250-8124-75ff16f48c81 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 210 time: 0.0317733 Aug 09 15:47:22.393828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-4ca06598-842c-4328-b005-191ef542a23e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:22.395374 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-4ca06598-842c-4328-b005-191ef542a23e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.60 "GET /v2.0/networks?id=78710387-245c-4fca-9a22-3f5370ba9d5b HTTP/1.1" status: 200 len: 813 time: 0.1330729 Aug 09 15:47:22.411403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'port': {'device_id': 'c5238ffb-6e59-41e3-a1c7-9cbde18a1def', 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b', 'admin_state_up': True, 'tenant_id': '42f8983f77594e548e6e41abbddf2409'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:22.532022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Made reservation on behalf of 42f8983f77594e548e6e41abbddf2409 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:22.535534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:22.659879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Allocated IP 172.20.0.9 (78710387-245c-4fca-9a22-3f5370ba9d5b/2032c749-0de7-473f-8496-a6dfcf5c9ea0/ecd21dfe-32d7-428a-b5c2-453295bd591c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:22.720458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:22.766405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede94c75-b977-47d7-8b36-c827d70f0d61 req-448b5e75-5afe-47a8-9704-a598bb59196d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:22.767976 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ede94c75-b977-47d7-8b36-c827d70f0d61 req-448b5e75-5afe-47a8-9704-a598bb59196d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 943 time: 0.0516102 Aug 09 15:47:22.816986 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ede94c75-b977-47d7-8b36-c827d70f0d61 req-44e063de-fbd6-48a5-b018-eb6843411dd6 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Aug 09 15:47:22.818870 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:22.826423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:22.838331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'port_id': '97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41', 'mac_address': 'fa:16:3e:1f:82:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f828d50-83aa-441b-9645-e7600b469a85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:47:22.859524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:22.873029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['799277b3-2bf8-4ac0-ab59-a215868caac0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:22.907057 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:22.913298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Network 78710387-245c-4fca-9a22-3f5370ba9d5b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:22.917289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:22.921943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:22.930647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:22.948407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'Port': ['ID=ecd21dfe-32d7-428a-b5c2-453295bd591c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:22.974375 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:22.982984 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:22.986549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:22.987286 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:23.004879 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-85dfab93-269e-412f-bd34-783e2d57f2f7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991695 Aug 09 15:47:23.033529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Request body: {'port': {'device_id': 'c5238ffb-6e59-41e3-a1c7-9cbde18a1def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:23.082085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4803c-89e3-46a5-b5cd-b5a5d594e1c2 req-9f2f4eef-9c06-4356-ad2c-04384ad77715 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:23.083876 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b0c4803c-89e3-46a5-b5cd-b5a5d594e1c2 req-9f2f4eef-9c06-4356-ad2c-04384ad77715 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0671644 Aug 09 15:47:23.097891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:23.140887 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b0c4803c-89e3-46a5-b5cd-b5a5d594e1c2 req-8fcc5a46-4f64-41e5-ac13-526b30f9034a tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495899 Aug 09 15:47:23.148133 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fafa082e-a727-4e60-85cc-827e45f2281b req-f66e1ff5-d382-4563-9f1f-ba51ad2c5edf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1075618 Aug 09 15:47:23.148870 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:23.287377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:23.301694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa082e-a727-4e60-85cc-827e45f2281b req-fb633026-3860-4470-b148-3d50634cbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:23.303698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fafa082e-a727-4e60-85cc-827e45f2281b req-fb633026-3860-4470-b148-3d50634cbd1d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 1095 time: 0.1145036 Aug 09 15:47:23.476629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c559a5d-e15b-4c98-b7e3-4b737c7508bd req-dc70d605-8315-4275-b8d6-6bd778f25639 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:23.478554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7c559a5d-e15b-4c98-b7e3-4b737c7508bd req-dc70d605-8315-4275-b8d6-6bd778f25639 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.0976741 Aug 09 15:47:23.521342 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7c559a5d-e15b-4c98-b7e3-4b737c7508bd req-6ed0c4fa-15ec-4476-b804-afd5fa297b6a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340126 Aug 09 15:47:23.584149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643deff-24e2-42e0-9254-6941470cf4c2 req-9a8ac208-41cf-425f-ab40-4b2396c4d8af tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:23.585555 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7643deff-24e2-42e0-9254-6941470cf4c2 req-9a8ac208-41cf-425f-ab40-4b2396c4d8af tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 931 time: 0.1072254 Aug 09 15:47:23.633738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa082e-a727-4e60-85cc-827e45f2281b req-8f72af35-23c9-4b23-b1a4-9182ebc5e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:23.635235 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fafa082e-a727-4e60-85cc-827e45f2281b req-8f72af35-23c9-4b23-b1a4-9182ebc5e497 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.2213745 Aug 09 15:47:23.712686 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7643deff-24e2-42e0-9254-6941470cf4c2 req-9e7810e2-5304-4cec-bf14-101f0c83c0c6 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206193 Aug 09 15:47:23.715502 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fafa082e-a727-4e60-85cc-827e45f2281b req-2e25ebbe-5f43-4267-8902-507ae2cfee94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7 HTTP/1.1" status: 200 len: 217 time: 0.0648184 Aug 09 15:47:23.735822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd21dfe-32d7-428a-b5c2-453295bd591c {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:23.764039 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:23.786626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Transition to ACTIVE for port object ecd21dfe-32d7-428a-b5c2-453295bd591c will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:23.790569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa082e-a727-4e60-85cc-827e45f2281b req-d32b7d7e-580f-4fcf-9a5a-df1f087a09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:23.792065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fafa082e-a727-4e60-85cc-827e45f2281b req-d32b7d7e-580f-4fcf-9a5a-df1f087a09dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.0679867 Aug 09 15:47:23.793119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:23.853323 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fafa082e-a727-4e60-85cc-827e45f2281b req-d0d5de38-5238-4706-be26-ca87d218dd1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348649 Aug 09 15:47:23.920215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd21dfe-32d7-428a-b5c2-453295bd591c,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:23.942451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c84b2-b12b-4a4a-88dd-3280b9cb8cdf req-c5640239-8465-448b-a5ec-c463f55ff223 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:23.944009 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-630c84b2-b12b-4a4a-88dd-3280b9cb8cdf req-c5640239-8465-448b-a5ec-c463f55ff223 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 944 time: 0.0577803 Aug 09 15:47:23.989369 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-630c84b2-b12b-4a4a-88dd-3280b9cb8cdf req-32829b47-0045-445b-8bca-220162e97b63 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388684 Aug 09 15:47:24.025980 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fafa082e-a727-4e60-85cc-827e45f2281b req-a75135f0-92cd-4839-9e2d-e305fc5c7e84 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600695 Aug 09 15:47:24.027132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Attempting to bind port ecd21dfe-32d7-428a-b5c2-453295bd591c on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:24.027471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Attempting to bind port ecd21dfe-32d7-428a-b5c2-453295bd591c by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'ddf64022-ede3-49be-8d98-259fa50588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:24.027795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Attempting to bind port ecd21dfe-32d7-428a-b5c2-453295bd591c on network 78710387-245c-4fca-9a22-3f5370ba9d5b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:24.041473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Port ecd21dfe-32d7-428a-b5c2-453295bd591c on network 78710387-245c-4fca-9a22-3f5370ba9d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:24.041809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Attempting to bind port ecd21dfe-32d7-428a-b5c2-453295bd591c on network 78710387-245c-4fca-9a22-3f5370ba9d5b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:24.087160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:24.087447 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Checking segment: {'id': 'ddf64022-ede3-49be-8d98-259fa50588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:24.087845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Bound using segment: {'id': 'ddf64022-ede3-49be-8d98-259fa50588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:24.088301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Bound port: ecd21dfe-32d7-428a-b5c2-453295bd591c, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf64022-ede3-49be-8d98-259fa50588dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:24.088669 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:24.182337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fafa082e-a727-4e60-85cc-827e45f2281b req-ad54717c-8a41-4420-a67a-682c88c8d5e3 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487379 Aug 09 15:47:24.184815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] For port ecd21dfe-32d7-428a-b5c2-453295bd591c, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:24.188066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] For port ecd21dfe-32d7-428a-b5c2-453295bd591c, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ecd21dfe-32d7-428a-b5c2-453295bd591c,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:24.195781 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:24.235288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:24.235918 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:24.237323 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] 10.222.0.60 "PUT /v2.0/ports/ecd21dfe-32d7-428a-b5c2-453295bd591c HTTP/1.1" status: 200 len: 1091 time: 1.2223535 Aug 09 15:47:24.237800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5238ffb-6e59-41e3-a1c7-9cbde18a1def', 'tag': 'ecd21dfe-32d7-428a-b5c2-453295bd591c'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:24.240080 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf62b11-e1f1-43f7-afe6-5b10d73e3e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5238ffb-6e59-41e3-a1c7-9cbde18a1def", "tag": "ecd21dfe-32d7-428a-b5c2-453295bd591c"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:24.267574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755331a-8e8f-4732-bf2f-1a66ea853fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd21dfe-32d7-428a-b5c2-453295bd591c,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:24.312218 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc7a3da-0472-45b4-a751-69d608ab4016 x-openstack-request-id: req-afc7a3da-0472-45b4-a751-69d608ab4016 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:24.312597 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5238ffb-6e59-41e3-a1c7-9cbde18a1def", "tag": "ecd21dfe-32d7-428a-b5c2-453295bd591c", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:24.313056 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-afc7a3da-0472-45b4-a751-69d608ab4016 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:24.313459 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5238ffb-6e59-41e3-a1c7-9cbde18a1def', 'tag': 'ecd21dfe-32d7-428a-b5c2-453295bd591c', 'status': 'completed', 'code': 200} Aug 09 15:47:24.318179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46861386-a37d-4a6f-a11a-495eefa45618 req-d8d52452-23cc-4cd1-9ca6-ee604f838154 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:24.319714 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-46861386-a37d-4a6f-a11a-495eefa45618 req-d8d52452-23cc-4cd1-9ca6-ee604f838154 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0674996 Aug 09 15:47:24.355630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-e8092b8d-6da3-420b-91ee-2363c213c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:24.357922 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-e8092b8d-6da3-420b-91ee-2363c213c1b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42f8983f77594e548e6e41abbddf2409&device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 1094 time: 0.0549643 Aug 09 15:47:24.374175 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-46861386-a37d-4a6f-a11a-495eefa45618 req-fcd8f16d-28c4-4164-a5b8-1d9c59b6ca9b tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460265 Aug 09 15:47:24.411885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-5630c07d-0b32-41a3-beab-7c9d4a6139dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecd21dfe-32d7-428a-b5c2-453295bd591c HTTP/1.1" status: 200 len: 217 time: 0.0420237 Aug 09 15:47:24.468887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-de8e8b44-74a7-4c39-bfba-e27be79ea708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:24.470410 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-de8e8b44-74a7-4c39-bfba-e27be79ea708 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2032c749-0de7-473f-8496-a6dfcf5c9ea0 HTTP/1.1" status: 200 len: 853 time: 0.0498455 Aug 09 15:47:24.504968 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-103e3eb9-4721-4c96-879b-032eae64d099 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78710387-245c-4fca-9a22-3f5370ba9d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270448 Aug 09 15:47:24.618584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-931ef484-e028-4cef-8561-0a4964fd4fc3 service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961571 Aug 09 15:47:24.661295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a865c8-f3d5-4c92-bbf0-6f6ac7db7454 req-c7b92fab-e6c5-4a0a-8f49-5302c5fabb05 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:24.674429 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97a865c8-f3d5-4c92-bbf0-6f6ac7db7454 req-c7b92fab-e6c5-4a0a-8f49-5302c5fabb05 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.0693910 Aug 09 15:47:24.712343 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97a865c8-f3d5-4c92-bbf0-6f6ac7db7454 req-716d56ad-906c-4b7a-a96d-da8d9c9be6a5 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370305 Aug 09 15:47:24.730672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:24.748268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad9fc249-ab02-4600-a2c8-28689b385d68 req-7864bdc1-a82b-4869-b7ab-f6b90ea1cc27 service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220233 Aug 09 15:47:24.789901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:24.796117 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:24.796506 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:24.873010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a7f6a-97b8-4073-938d-9a667aa9c682 req-75d9b012-8ed8-4f6d-abd6-6342fb81cf24 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:24.874477 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-029a7f6a-97b8-4073-938d-9a667aa9c682 req-75d9b012-8ed8-4f6d-abd6-6342fb81cf24 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 943 time: 0.0812359 Aug 09 15:47:24.891382 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:24.900163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf62b11-e1f1-43f7-afe6-5b10d73e3e7c req-e9189cf6-2a92-4f77-89db-bdbd575b6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:24.901114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-baf62b11-e1f1-43f7-afe6-5b10d73e3e7c req-e9189cf6-2a92-4f77-89db-bdbd575b6178 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42f8983f77594e548e6e41abbddf2409&device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 1094 time: 0.0777082 Aug 09 15:47:24.919653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88c6fc5-f294-481a-814d-d761b234d00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:24.922408 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b06179d-ed92-4336-8808-4db7dcd2e469" -d '{"events": [{"server_uuid": "f88c6fc5-f294-481a-814d-d761b234d00b", "name": "network-vif-plugged", "status": "completed", "tag": "97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:24.937984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:24.938760 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-029a7f6a-97b8-4073-938d-9a667aa9c682 req-78dabe18-d546-43c8-afec-4ed4dc4aabe4 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577860 Aug 09 15:47:24.941898 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:24.977112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 74b3ff6b-c855-4b6e-96e9-e4fa478229fb details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:25.001955 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a092c114-0f14-496a-a482-d11f31fa3927 x-openstack-request-id: req-a092c114-0f14-496a-a482-d11f31fa3927 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:25.002809 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88c6fc5-f294-481a-814d-d761b234d00b", "name": "network-vif-plugged", "status": "completed", "tag": "97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:25.003261 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a092c114-0f14-496a-a482-d11f31fa3927 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:25.004343 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88c6fc5-f294-481a-814d-d761b234d00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41', 'code': 200} Aug 09 15:47:25.019247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf62b11-e1f1-43f7-afe6-5b10d73e3e7c req-bf44406f-a190-4f7a-bb5f-b8a44331cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:25.021141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-baf62b11-e1f1-43f7-afe6-5b10d73e3e7c req-bf44406f-a190-4f7a-bb5f-b8a44331cebe service neutron] 10.222.0.60 "GET /v2.0/networks?id=78710387-245c-4fca-9a22-3f5370ba9d5b HTTP/1.1" status: 200 len: 914 time: 0.1079662 Aug 09 15:47:25.079300 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-baf62b11-e1f1-43f7-afe6-5b10d73e3e7c req-29be479d-c25a-4ea9-a3a1-43b7e52df571 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecd21dfe-32d7-428a-b5c2-453295bd591c HTTP/1.1" status: 200 len: 217 time: 0.0454268 Aug 09 15:47:25.079565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:25.136626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:25.149751 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '74b3ff6b-c855-4b6e-96e9-e4fa478229fb', 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646', 'port_id': '74b3ff6b-c855-4b6e-96e9-e4fa478229fb', 'mac_address': 'fa:16:3e:6b:51:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48063a4-e226-4798-803c-64de2d0d4b89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:47:25.193235 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.207467 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b3ff6b-c855-4b6e-96e9-e4fa478229fb {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:25.218350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf62b11-e1f1-43f7-afe6-5b10d73e3e7c req-5e33a804-aad0-49b7-9d8a-f2e81762850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:25.219989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-baf62b11-e1f1-43f7-afe6-5b10d73e3e7c req-5e33a804-aad0-49b7-9d8a-f2e81762850d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2032c749-0de7-473f-8496-a6dfcf5c9ea0 HTTP/1.1" status: 200 len: 853 time: 0.1311553 Aug 09 15:47:25.225389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ea873-79c0-42bf-a0d8-ba6d02975d8f req-7c3a1818-8ed4-407f-9115-27e016d04856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:25.226866 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-923ea873-79c0-42bf-a0d8-ba6d02975d8f req-7c3a1818-8ed4-407f-9115-27e016d04856 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 1096 time: 0.1466942 Aug 09 15:47:25.234007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:25.236017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324bae9-eac9-400b-ac74-9b58e30b0fb3 req-60851d80-7f11-42fb-be79-5658257a415f tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:25.237571 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3324bae9-eac9-400b-ac74-9b58e30b0fb3 req-60851d80-7f11-42fb-be79-5658257a415f tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 945 time: 0.0847571 Aug 09 15:47:25.243203 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:25.288399 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-baf62b11-e1f1-43f7-afe6-5b10d73e3e7c req-10417ce6-6c90-4efb-81a5-65f86a87985d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78710387-245c-4fca-9a22-3f5370ba9d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486648 Aug 09 15:47:25.299473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:25.341923 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-923ea873-79c0-42bf-a0d8-ba6d02975d8f req-9d38472f-8ae1-4b2c-8f79-1ff9fb30dc87 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026504 Aug 09 15:47:25.351942 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2950276-e3eb-41de-81b4-b2ca3399b886 req-e8a1baa7-8739-4ab3-9bed-389a31ce9b93 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446389 Aug 09 15:47:25.375473 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3324bae9-eac9-400b-ac74-9b58e30b0fb3 req-3435aea7-45d0-4db1-b229-10c13e0f1893 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219862 Aug 09 15:47:25.429865 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-baf62b11-e1f1-43f7-afe6-5b10d73e3e7c req-47c8fe70-26c4-4122-9b79-8e33b6aae78c service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187131 Aug 09 15:47:25.510741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2950276-e3eb-41de-81b4-b2ca3399b886 req-ded6ef74-3a6d-4b53-8a38-48a26b8d4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:25.513130 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2950276-e3eb-41de-81b4-b2ca3399b886 req-ded6ef74-3a6d-4b53-8a38-48a26b8d4fe6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 1097 time: 0.1317117 Aug 09 15:47:25.541138 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316392d-dbe5-4b43-93d2-f897ac5d5b09 req-9c33a7c7-d5f2-46d5-90f8-7b60f41e5ffd tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:25.550418 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e316392d-dbe5-4b43-93d2-f897ac5d5b09 req-9c33a7c7-d5f2-46d5-90f8-7b60f41e5ffd tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0979745 Aug 09 15:47:25.559990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-baf62b11-e1f1-43f7-afe6-5b10d73e3e7c req-98ee8de7-6bf6-4303-bd67-f7b8bcf962c3 service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180716 Aug 09 15:47:25.616324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['74b3ff6b-c855-4b6e-96e9-e4fa478229fb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:25.652504 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e316392d-dbe5-4b43-93d2-f897ac5d5b09 req-46a00826-51a8-43cf-915a-184a78d87975 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009712 Aug 09 15:47:25.699810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2950276-e3eb-41de-81b4-b2ca3399b886 req-06b50031-a27e-430a-9780-97b4ee6572f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:25.701950 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2950276-e3eb-41de-81b4-b2ca3399b886 req-06b50031-a27e-430a-9780-97b4ee6572f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 200 len: 920 time: 0.1338181 Aug 09 15:47:25.759050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2950276-e3eb-41de-81b4-b2ca3399b886 req-22d2b3dd-98f1-485b-9a1f-1d3740192c75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b845b82-8397-4eab-acbd-cf79c85cfaa3 HTTP/1.1" status: 200 len: 217 time: 0.0474126 Aug 09 15:47:25.856116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2950276-e3eb-41de-81b4-b2ca3399b886 req-a3a56e41-8ee9-4911-83c5-0d579f8f2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:25.857725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2950276-e3eb-41de-81b4-b2ca3399b886 req-a3a56e41-8ee9-4911-83c5-0d579f8f2aa3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6e317da-0465-4e5b-8a29-aafbf8c77643 HTTP/1.1" status: 200 len: 859 time: 0.0891166 Aug 09 15:47:25.873743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f38d8-832f-4b3c-94df-da4fa13629c1 req-b2db5901-ac4e-419b-8990-abf065d8a3e1 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:25.875246 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c5f38d8-832f-4b3c-94df-da4fa13629c1 req-b2db5901-ac4e-419b-8990-abf065d8a3e1 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 945 time: 0.0650733 Aug 09 15:47:25.916758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2950276-e3eb-41de-81b4-b2ca3399b886 req-5d3d4afd-90cd-47c9-8b9f-abeb1c73ad17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82283e74-616b-427b-ba3d-233252319544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404441 Aug 09 15:47:25.944818 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c5f38d8-832f-4b3c-94df-da4fa13629c1 req-6448597e-d7e6-484f-9a07-3f39b81d7d0d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609205 Aug 09 15:47:26.031674 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2950276-e3eb-41de-81b4-b2ca3399b886 req-e068918f-5071-458c-b4f2-4815786d90b4 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014287 Aug 09 15:47:26.074646 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a7a95-f762-4bd6-a8da-c81a259c0d86 req-5a514d48-ed2e-4016-bbc8-df0720f11254 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:26.077042 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f14a7a95-f762-4bd6-a8da-c81a259c0d86 req-5a514d48-ed2e-4016-bbc8-df0720f11254 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 943 time: 0.0643687 Aug 09 15:47:26.124872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f14a7a95-f762-4bd6-a8da-c81a259c0d86 req-98274d0e-19bc-4886-ab6f-75ffc21da8dd tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413225 Aug 09 15:47:26.145545 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2950276-e3eb-41de-81b4-b2ca3399b886 req-58a487fe-aafa-40c7-b685-2e1c82cc0d74 service neutron] 10.222.0.60 "GET /v2.0/networks/82283e74-616b-427b-ba3d-233252319544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059289 Aug 09 15:47:26.494749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ff78c-8aa4-4882-a998-ea99d4154656 req-01e5b144-ff0c-4e5b-9248-faaa610f62c4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:26.496318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f37ff78c-8aa4-4882-a998-ea99d4154656 req-01e5b144-ff0c-4e5b-9248-faaa610f62c4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 945 time: 0.0520747 Aug 09 15:47:26.537762 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f37ff78c-8aa4-4882-a998-ea99d4154656 req-fcd4f25e-0ec7-4b24-aa37-d198fb3fee17 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336521 Aug 09 15:47:26.823865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f56827-a4df-4ff8-a9af-ca1fa518429d req-abd81479-661c-4d2b-ae97-b61aebd84e6e tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:26.824572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff3638-e9ad-4994-a2db-3cbffbf63265 req-ac45d580-bc0b-4fd9-a943-d1b5d4d8e2af tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:26.826079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d8f56827-a4df-4ff8-a9af-ca1fa518429d req-abd81479-661c-4d2b-ae97-b61aebd84e6e tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0582860 Aug 09 15:47:26.826506 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72ff3638-e9ad-4994-a2db-3cbffbf63265 req-ac45d580-bc0b-4fd9-a943-d1b5d4d8e2af tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 945 time: 0.0708373 Aug 09 15:47:26.880057 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72ff3638-e9ad-4994-a2db-3cbffbf63265 req-971c4acd-72c2-4e4c-b7af-52c2b7a673f5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442572 Aug 09 15:47:26.881279 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d8f56827-a4df-4ff8-a9af-ca1fa518429d req-9b1415ec-8309-4866-a546-0861afe6bdf2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486333 Aug 09 15:47:26.988389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ecd21dfe-32d7-428a-b5c2-453295bd591c details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:26.993559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 74b3ff6b-c855-4b6e-96e9-e4fa478229fb up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:27.104326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c0515-df2f-4e04-8dd0-9ac606504f04 req-4cadbc01-2396-4b69-8b62-c2805f72f5b3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:27.106224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:27.107502 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a77c0515-df2f-4e04-8dd0-9ac606504f04 req-4cadbc01-2396-4b69-8b62-c2805f72f5b3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 945 time: 0.0687690 Aug 09 15:47:27.122235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:27.122871 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:27.148480 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a77c0515-df2f-4e04-8dd0-9ac606504f04 req-9d73187f-71a1-4821-8845-4f99c9cd0d3f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336034 Aug 09 15:47:27.174489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ecd21dfe-32d7-428a-b5c2-453295bd591c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ecd21dfe-32d7-428a-b5c2-453295bd591c,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:27.191535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'ecd21dfe-32d7-428a-b5c2-453295bd591c', 'network_id': '78710387-245c-4fca-9a22-3f5370ba9d5b', 'port_id': 'ecd21dfe-32d7-428a-b5c2-453295bd591c', 'mac_address': 'fa:16:3e:70:a1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2032c749-0de7-473f-8496-a6dfcf5c9ea0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:47:27.264859 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:27.275102 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:27.287327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1381f-5938-4637-b711-9c205941d757 req-cf92dc95-1f88-4047-8a02-eb80e6f41261 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:27.289553 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3de1381f-5938-4637-b711-9c205941d757 req-cf92dc95-1f88-4047-8a02-eb80e6f41261 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 943 time: 0.0689912 Aug 09 15:47:27.293140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd21dfe-32d7-428a-b5c2-453295bd591c {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:27.318327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948a005a-c70d-4709-a7e0-fc1d8da08d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b3ff6b-c855-4b6e-96e9-e4fa478229fb'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:27.320820 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96be7ca7-8768-401d-b356-1cd405a4ef85" -d '{"events": [{"server_uuid": "948a005a-c70d-4709-a7e0-fc1d8da08d70", "name": "network-vif-plugged", "status": "completed", "tag": "74b3ff6b-c855-4b6e-96e9-e4fa478229fb"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:27.342599 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ecd21dfe-32d7-428a-b5c2-453295bd591c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ecd21dfe-32d7-428a-b5c2-453295bd591c,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:27.344930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:27.347890 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:27.352353 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3de1381f-5938-4637-b711-9c205941d757 req-f1506940-a27d-41f8-a30a-ccadef714d2f tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525222 Aug 09 15:47:27.353282 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:27.384981 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673c945f-7fdf-4a8b-92d2-0c2f8ac14634 x-openstack-request-id: req-673c945f-7fdf-4a8b-92d2-0c2f8ac14634 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:27.385270 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948a005a-c70d-4709-a7e0-fc1d8da08d70", "name": "network-vif-plugged", "status": "completed", "tag": "74b3ff6b-c855-4b6e-96e9-e4fa478229fb", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:27.385529 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-673c945f-7fdf-4a8b-92d2-0c2f8ac14634 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:27.385921 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948a005a-c70d-4709-a7e0-fc1d8da08d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b3ff6b-c855-4b6e-96e9-e4fa478229fb', 'code': 200} Aug 09 15:47:27.407585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ecd21dfe-32d7-428a-b5c2-453295bd591c,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:27.458406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:27.516978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b344f6-44be-4610-b825-4b9a3510bad5 req-28d155b4-685c-4459-9347-7d6de7a36a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:27.518606 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8b344f6-44be-4610-b825-4b9a3510bad5 req-28d155b4-685c-4459-9347-7d6de7a36a19 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 1097 time: 0.0446434 Aug 09 15:47:27.557658 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8b344f6-44be-4610-b825-4b9a3510bad5 req-1ed8fb45-c980-4f15-b1e4-52d76c352728 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317335 Aug 09 15:47:27.710897 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['ecd21dfe-32d7-428a-b5c2-453295bd591c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:28.040141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7ef8c-8945-4c62-bfd5-182cdcd4d9cd req-d805a8af-9bc7-4941-ba08-7399ebfbfad3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:28.043401 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090079e7-bbb7-4c8d-a00c-57407a8e8a75 req-a0b465b7-cb42-4486-aa02-6e673b255449 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:28.046514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-090079e7-bbb7-4c8d-a00c-57407a8e8a75 req-a0b465b7-cb42-4486-aa02-6e673b255449 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0738702 Aug 09 15:47:28.050150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77a7ef8c-8945-4c62-bfd5-182cdcd4d9cd req-d805a8af-9bc7-4941-ba08-7399ebfbfad3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 945 time: 0.0724113 Aug 09 15:47:28.089746 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77a7ef8c-8945-4c62-bfd5-182cdcd4d9cd req-b32c3709-1d37-4a56-a188-b24ca558cf08 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376544 Aug 09 15:47:28.099740 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-090079e7-bbb7-4c8d-a00c-57407a8e8a75 req-92c891a5-89e1-4ec3-baf3-e269b01feaac tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461130 Aug 09 15:47:28.302150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4a165-ed45-4778-9d53-0fccee22652c req-cadc8efd-dcce-4f4f-837a-d28365d51605 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:28.303858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3a4a165-ed45-4778-9d53-0fccee22652c req-cadc8efd-dcce-4f4f-837a-d28365d51605 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 946 time: 0.0622461 Aug 09 15:47:28.354201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3a4a165-ed45-4778-9d53-0fccee22652c req-beacde9a-02b2-40c0-8d5d-8acf0fe3bb23 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 Aug 09 15:47:28.388877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652087fc-05e2-4057-bff3-c74a075569c2 req-04f66f34-7f11-4a6f-86dc-683ae773f93c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:28.390548 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-652087fc-05e2-4057-bff3-c74a075569c2 req-04f66f34-7f11-4a6f-86dc-683ae773f93c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 945 time: 0.0656805 Aug 09 15:47:28.439818 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-652087fc-05e2-4057-bff3-c74a075569c2 req-bbd6642c-cf9b-49da-a863-ef46c184adfe tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 Aug 09 15:47:28.557221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f328c55-dd99-4393-9485-aa3bad4087bb req-f914b571-734a-4d54-8cda-c4bc680bc3d3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:28.558681 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f328c55-dd99-4393-9485-aa3bad4087bb req-f914b571-734a-4d54-8cda-c4bc680bc3d3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 944 time: 0.0539956 Aug 09 15:47:28.603513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f328c55-dd99-4393-9485-aa3bad4087bb req-056528d4-36ce-4b49-af2a-de08d9686846 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379128 Aug 09 15:47:29.006373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ecd21dfe-32d7-428a-b5c2-453295bd591c up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:29.056948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port ecd21dfe-32d7-428a-b5c2-453295bd591c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:29.061852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port ecd21dfe-32d7-428a-b5c2-453295bd591c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:29.062308 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.107840 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f699a7-e146-4854-b982-fba56cdcabf1 req-a451e693-7342-4bd9-a29f-119d6750a2cf tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.110464 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72f699a7-e146-4854-b982-fba56cdcabf1 req-a451e693-7342-4bd9-a29f-119d6750a2cf tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0560946 Aug 09 15:47:29.144882 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.157904 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72f699a7-e146-4854-b982-fba56cdcabf1 req-d281d88c-d37b-4ad9-874e-7b9c3b5214fb tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 Aug 09 15:47:29.199410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ecd21dfe-32d7-428a-b5c2-453295bd591c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ecd21dfe-32d7-428a-b5c2-453295bd591c,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:29.203896 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.247700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e470db-9e30-4d49-b96a-39ce1d08ada9 req-8ca692bc-9ca0-4d85-9dd2-6996afd5f877 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.249322 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19e470db-9e30-4d49-b96a-39ce1d08ada9 req-8ca692bc-9ca0-4d85-9dd2-6996afd5f877 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0555861 Aug 09 15:47:29.269072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ecd21dfe-32d7-428a-b5c2-453295bd591c,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:29.292864 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19e470db-9e30-4d49-b96a-39ce1d08ada9 req-7d592a93-60a7-4041-b498-56a84c7fc2cf tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371206 Aug 09 15:47:29.387074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5238ffb-6e59-41e3-a1c7-9cbde18a1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd21dfe-32d7-428a-b5c2-453295bd591c'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:29.389857 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7349c54-6e5f-4a3c-9a34-bc1a1f71bd5b" -d '{"events": [{"server_uuid": "c5238ffb-6e59-41e3-a1c7-9cbde18a1def", "name": "network-vif-plugged", "status": "completed", "tag": "ecd21dfe-32d7-428a-b5c2-453295bd591c"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:29.425706 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4434a8-dceb-443d-8106-c596e0b02c0e x-openstack-request-id: req-1f4434a8-dceb-443d-8106-c596e0b02c0e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:29.426004 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5238ffb-6e59-41e3-a1c7-9cbde18a1def", "name": "network-vif-plugged", "status": "completed", "tag": "ecd21dfe-32d7-428a-b5c2-453295bd591c", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:29.426260 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f4434a8-dceb-443d-8106-c596e0b02c0e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:29.426655 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5238ffb-6e59-41e3-a1c7-9cbde18a1def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd21dfe-32d7-428a-b5c2-453295bd591c', 'code': 200} Aug 09 15:47:29.480861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ae84b-d0ba-4aa0-919a-192564e5dac0 req-d2a4d1b4-e756-4509-9234-67d7eb8d4740 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.482533 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c97ae84b-d0ba-4aa0-919a-192564e5dac0 req-d2a4d1b4-e756-4509-9234-67d7eb8d4740 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 946 time: 0.0517993 Aug 09 15:47:29.545143 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c97ae84b-d0ba-4aa0-919a-192564e5dac0 req-a2f0469c-cb6f-4158-8c92-5b56cdc5fe9c tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552390 Aug 09 15:47:29.560897 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf78fbc-7166-4f71-8b5e-c5c793ae2ebe req-4538b366-2bef-4a57-b801-46bf9ba2b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.562434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dcf78fbc-7166-4f71-8b5e-c5c793ae2ebe req-4538b366-2bef-4a57-b801-46bf9ba2b80f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 1096 time: 0.0462530 Aug 09 15:47:29.614523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dcf78fbc-7166-4f71-8b5e-c5c793ae2ebe req-6a538e60-7e93-4402-8713-a88cf6cb6d18 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356605 Aug 09 15:47:29.618677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab4d0a-2fc8-4916-8cbd-ae776de29eae req-569b6735-45b1-4fef-87ef-e7a27e36271e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.620214 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83ab4d0a-2fc8-4916-8cbd-ae776de29eae req-569b6735-45b1-4fef-87ef-e7a27e36271e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 945 time: 0.0525556 Aug 09 15:47:29.658920 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83ab4d0a-2fc8-4916-8cbd-ae776de29eae req-1c9f0805-7a71-4eff-ba59-af72c81161e5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Aug 09 15:47:29.660836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540afb9c-78f3-4544-b6bf-6a3b2f4107de req-2a927e00-5a73-4920-a3c0-8ffc181c5c8c tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.662446 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-540afb9c-78f3-4544-b6bf-6a3b2f4107de req-2a927e00-5a73-4920-a3c0-8ffc181c5c8c tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 1097 time: 0.0422442 Aug 09 15:47:29.698263 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-540afb9c-78f3-4544-b6bf-6a3b2f4107de req-3859fd92-0412-494c-84d6-32266e017ced tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299029 Aug 09 15:47:29.779388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c298e-4b52-4789-96ca-b697264889eb req-a7ccc7ec-21e7-485e-9761-c82e2eb16553 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.780956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf1c298e-4b52-4789-96ca-b697264889eb req-a7ccc7ec-21e7-485e-9761-c82e2eb16553 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 945 time: 0.0557666 Aug 09 15:47:29.823353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf1c298e-4b52-4789-96ca-b697264889eb req-0188040f-0d04-4109-b636-e8a980cd8daa tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350249 Aug 09 15:47:29.901300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7766f-84c1-4ff6-b91c-d894d02dd951 req-d9956f90-adb5-4572-972a-6b58f9dcba70 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.902882 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-38b7766f-84c1-4ff6-b91c-d894d02dd951 req-d9956f90-adb5-4572-972a-6b58f9dcba70 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 1097 time: 0.0448630 Aug 09 15:47:29.937372 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-38b7766f-84c1-4ff6-b91c-d894d02dd951 req-f4b8d62e-3c5c-4674-9f8c-8d5903433205 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282929 Aug 09 15:47:30.083370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe5265-97f4-476b-b66c-e2c29dad5ff7 req-74bea06e-5d5e-41ef-8fae-67eab2c3f342 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:30.084998 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-80fe5265-97f4-476b-b66c-e2c29dad5ff7 req-74bea06e-5d5e-41ef-8fae-67eab2c3f342 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.53 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 945 time: 0.0525603 Aug 09 15:47:30.187153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-80fe5265-97f4-476b-b66c-e2c29dad5ff7 req-b6d73d49-da66-4faf-87aa-6e0c7924f447 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Deleting port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:30.187497 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-80fe5265-97f4-476b-b66c-e2c29dad5ff7 req-b6d73d49-da66-4faf-87aa-6e0c7924f447 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.313782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-80fe5265-97f4-476b-b66c-e2c29dad5ff7 req-b6d73d49-da66-4faf-87aa-6e0c7924f447 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] For port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:30.314236 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-80fe5265-97f4-476b-b66c-e2c29dad5ff7 req-b6d73d49-da66-4faf-87aa-6e0c7924f447 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.329754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82bd00-0c08-4393-8550-b7ae872556cd req-5161a9f3-fc7e-4ab2-bf88-781905b673cc tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:30.331274 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a82bd00-0c08-4393-8550-b7ae872556cd req-5161a9f3-fc7e-4ab2-bf88-781905b673cc tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0888476 Aug 09 15:47:30.337068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-80fe5265-97f4-476b-b66c-e2c29dad5ff7 req-b6d73d49-da66-4faf-87aa-6e0c7924f447 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Calling delete_port for 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:30.417483 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a82bd00-0c08-4393-8550-b7ae872556cd req-a6caf5f2-eced-40a4-8fef-faaf7eae3fee tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764275 Aug 09 15:47:30.514185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-80fe5265-97f4-476b-b66c-e2c29dad5ff7 req-b6d73d49-da66-4faf-87aa-6e0c7924f447 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.529120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:30.547325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d73d49-da66-4faf-87aa-6e0c7924f447 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Pushing event deleted for resources: {'Port': ['ID=97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:30.620242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fe5265-97f4-476b-b66c-e2c29dad5ff7 req-b6d73d49-da66-4faf-87aa-6e0c7924f447 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] No DVR routers for this DVR port 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:30.627627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-80fe5265-97f4-476b-b66c-e2c29dad5ff7 req-b6d73d49-da66-4faf-87aa-6e0c7924f447 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.629058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-80fe5265-97f4-476b-b66c-e2c29dad5ff7 req-b6d73d49-da66-4faf-87aa-6e0c7924f447 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.53 "DELETE /v2.0/ports/97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 HTTP/1.1" status: 204 len: 173 time: 0.5358710 Aug 09 15:47:30.630551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88c6fc5-f294-481a-814d-d761b234d00b', 'name': 'network-vif-deleted', 'tag': '97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:30.632782 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e9d5f2-f8c7-4f5d-a9ca-ed5221dec6ef" -d '{"events": [{"server_uuid": "f88c6fc5-f294-481a-814d-d761b234d00b", "name": "network-vif-deleted", "tag": "97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:30.653783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc8ecd-9248-4040-9f2e-070537dbfedb req-f412c121-d839-4d7a-a5f0-0c07464ee141 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:30.655323 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-40cc8ecd-9248-4040-9f2e-070537dbfedb req-f412c121-d839-4d7a-a5f0-0c07464ee141 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.1092913 Aug 09 15:47:30.703613 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-40cc8ecd-9248-4040-9f2e-070537dbfedb req-0c54f3b6-4bb5-4d1f-b038-1617c2724296 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417383 Aug 09 15:47:30.820848 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f3dd8c-4f0e-4497-b9ee-b4be20337d3a x-openstack-request-id: req-c2f3dd8c-4f0e-4497-b9ee-b4be20337d3a {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:30.821370 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88c6fc5-f294-481a-814d-d761b234d00b", "name": "network-vif-deleted", "tag": "97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:30.821886 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2f3dd8c-4f0e-4497-b9ee-b4be20337d3a {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:30.822502 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88c6fc5-f294-481a-814d-d761b234d00b', 'name': 'network-vif-deleted', 'tag': '97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41', 'status': 'completed', 'code': 200} Aug 09 15:47:30.908413 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7f892064-56ab-4ab6-b951-7c8644719841 req-8650a363-0548-4ee2-9ada-955ef546aa47 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f88c6fc5-f294-481a-814d-d761b234d00b HTTP/1.1" status: 200 len: 210 time: 0.0277658 Aug 09 15:47:30.921978 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-40faa652-5ec6-4865-8709-c092d37c1e57 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:47:30.927206 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-40faa652-5ec6-4865-8709-c092d37c1e57 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106637 Aug 09 15:47:30.935488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] Request body: {'binding': {'host': 'n-h1-803778-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:30.935869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] Unknown quota resources ['binding']. {{(pid=94290) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:47:31.129887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949257d1-6aa3-4252-8087-ef4029de393d req-5ed54a3d-43df-4778-adaa-e44e29215f64 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:31.131355 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-949257d1-6aa3-4252-8087-ef4029de393d req-5ed54a3d-43df-4778-adaa-e44e29215f64 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 945 time: 0.0860491 Aug 09 15:47:31.135610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] Attempting to bind port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on host n-h1-803778-2 for vnic_type normal with profile None {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:31.135946 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] Attempting to bind port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:31.136267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] Attempting to bind port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:31.147469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] Port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:31.147792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] Attempting to bind port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:31.168369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:31.169313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:31.169807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] Bound using segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:31.170250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] Bound port: 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:31.210287 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-949257d1-6aa3-4252-8087-ef4029de393d req-3216e0ba-3a25-424b-9ee0-fc103cedfd9b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715070 Aug 09 15:47:31.240543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:31.254186 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:31.258989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] 10.222.0.81 "POST /v2.0/ports/74b3ff6b-c855-4b6e-96e9-e4fa478229fb/bindings HTTP/1.1" status: 201 len: 389 time: 0.3283415 Aug 09 15:47:31.326997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31d7472a-e7a2-4536-8f42-465976be9e6f req-a535274f-32aa-4952-afea-bff5b0b136ac tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1726593687&fields=id&tenant_id=42f8983f77594e548e6e41abbddf2409 HTTP/1.1" status: 200 len: 267 time: 0.0436172 Aug 09 15:47:31.385400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7472a-e7a2-4536-8f42-465976be9e6f req-02bb1105-bc29-46f1-b2ab-eda19d8ec5f3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:31.386933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31d7472a-e7a2-4536-8f42-465976be9e6f req-02bb1105-bc29-46f1-b2ab-eda19d8ec5f3 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 945 time: 0.0532649 Aug 09 15:47:31.398546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-31d7472a-e7a2-4536-8f42-465976be9e6f req-0f1dde4e-36c8-4435-b3da-3b61040c2b7e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'port': {'security_groups': ['db0ff05a-d102-4b4f-af69-664d0a3000a5', '4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:31.427957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291d476-a6d5-41ea-9185-17d5f6d5f550 req-40e55171-4e12-4bcc-a608-c35e756c5117 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:31.429505 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4291d476-a6d5-41ea-9185-17d5f6d5f550 req-40e55171-4e12-4bcc-a608-c35e756c5117 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 946 time: 0.0541396 Aug 09 15:47:31.474578 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4291d476-a6d5-41ea-9185-17d5f6d5f550 req-53f5df39-8cd9-44e7-ab3c-947051cd5d5b tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369158 Aug 09 15:47:31.504395 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-31d7472a-e7a2-4536-8f42-465976be9e6f req-0f1dde4e-36c8-4435-b3da-3b61040c2b7e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:31.553038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-b409f2f6-f3bc-45b0-9139-d6c865d611cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:31.554559 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-b409f2f6-f3bc-45b0-9139-d6c865d611cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 1097 time: 0.0840254 Aug 09 15:47:31.594053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ed63-5233-40e5-ab26-9d94252e4547 req-991877f9-7aca-45b1-ac75-8f911ec28e8e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:31.595592 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7288ed63-5233-40e5-ab26-9d94252e4547 req-991877f9-7aca-45b1-ac75-8f911ec28e8e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0519264 Aug 09 15:47:31.635665 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7288ed63-5233-40e5-ab26-9d94252e4547 req-d91f5b59-17d3-4d10-a349-f2fc318e78bb tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339112 Aug 09 15:47:31.730574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-19eceb21-1ca0-4448-8960-526b6b04c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:31.732660 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-19eceb21-1ca0-4448-8960-526b6b04c1d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.1706533 Aug 09 15:47:31.824617 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07231cd8-a266-44db-a1f5-88c1a4f8b022 req-e990478b-ece9-4e6b-b76c-ba595f2869d9 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:31.827101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-07231cd8-a266-44db-a1f5-88c1a4f8b022 req-e990478b-ece9-4e6b-b76c-ba595f2869d9 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0532465 Aug 09 15:47:31.870173 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-07231cd8-a266-44db-a1f5-88c1a4f8b022 req-07f4b17a-9610-4634-a107-7d169c9ca016 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361447 Aug 09 15:47:32.111959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-f29afd9c-a201-48e1-b649-d7c03e9f2bca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb HTTP/1.1" status: 200 len: 217 time: 0.3655229 Aug 09 15:47:32.188987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-31d7472a-e7a2-4536-8f42-465976be9e6f req-0f1dde4e-36c8-4435-b3da-3b61040c2b7e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] For port ecd21dfe-32d7-428a-b5c2-453295bd591c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ecd21dfe-32d7-428a-b5c2-453295bd591c,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:32.201487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-35bb1428-5bbf-42f8-95d2-f4915f7b56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:32.203045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-35bb1428-5bbf-42f8-95d2-f4915f7b56c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.0814161 Aug 09 15:47:32.233476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-31d7472a-e7a2-4536-8f42-465976be9e6f req-0f1dde4e-36c8-4435-b3da-3b61040c2b7e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.239526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-f132a2c2-3a7a-4848-abe0-65899d89347e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:32.241065 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-f132a2c2-3a7a-4848-abe0-65899d89347e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.1130416 Aug 09 15:47:32.250121 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-9a01971a-a690-40f5-8ddf-c5ed284560c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341632 Aug 09 15:47:32.250892 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-31d7472a-e7a2-4536-8f42-465976be9e6f req-0f1dde4e-36c8-4435-b3da-3b61040c2b7e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.259583 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-2247089c-2809-4921-bff1-619f9445d5e0 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/quotas/36f5b17513bf476d8c384854b2a2d252 HTTP/1.1" status: 200 len: 375 time: 0.0109601 Aug 09 15:47:32.263853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['799277b3-2bf8-4ac0-ab59-a215868caac0', 'ecd21dfe-32d7-428a-b5c2-453295bd591c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:32.294556 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-ef4ff956-1304-4cf8-bc15-fa20bee150c2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283389 Aug 09 15:47:32.344732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7472a-e7a2-4536-8f42-465976be9e6f req-0f1dde4e-36c8-4435-b3da-3b61040c2b7e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:32.346515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-31d7472a-e7a2-4536-8f42-465976be9e6f req-0f1dde4e-36c8-4435-b3da-3b61040c2b7e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.347172 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31d7472a-e7a2-4536-8f42-465976be9e6f req-0f1dde4e-36c8-4435-b3da-3b61040c2b7e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "PUT /v2.0/ports/ecd21dfe-32d7-428a-b5c2-453295bd591c HTTP/1.1" status: 200 len: 981 time: 0.9535251 Aug 09 15:47:32.395161 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dde4e-36c8-4435-b3da-3b61040c2b7e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'Port': ['ID=ecd21dfe-32d7-428a-b5c2-453295bd591c,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:32.429539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-7e59d6b2-c729-4076-adbd-b90f75db2ff0 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703804 Aug 09 15:47:32.434025 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-01cc0285-8d22-4ec0-a484-9e4c56d57a95 service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305285 Aug 09 15:47:32.533538 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-5aa953e1-b5c9-4a76-99e0-32ade36b4478 service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924125 Aug 09 15:47:32.541339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['ecd21dfe-32d7-428a-b5c2-453295bd591c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:32.548312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-012a8d1d-1d5e-484e-8ebc-f01134e3a235 req-2b6c1671-aad3-4ac6-bccc-30238d2383e8 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5 HTTP/1.1" status: 200 len: 1802 time: 0.1720073 Aug 09 15:47:32.570432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-bf15e7c8-c4b8-4fd3-a47b-5bb66b7a4c23 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328282 Aug 09 15:47:32.611443 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-012a8d1d-1d5e-484e-8ebc-f01134e3a235 req-194b9fc6-2b1c-47fb-aa0b-0b9b61c4212d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 09 15:47:32.613144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-012a8d1d-1d5e-484e-8ebc-f01134e3a235 req-194b9fc6-2b1c-47fb-aa0b-0b9b61c4212d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "DELETE /v2.0/security-groups/4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5 HTTP/1.1" status: 409 len: 341 time: 0.0555990 Aug 09 15:47:32.695351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb1a53-0524-474a-9f03-f3f7c3f02be4 req-2fdda3f1-a1a2-40a2-b052-e94f27263b88 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:32.697877 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2dfb1a53-0524-474a-9f03-f3f7c3f02be4 req-2fdda3f1-a1a2-40a2-b052-e94f27263b88 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.0763178 Aug 09 15:47:32.829540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5238ffb-6e59-41e3-a1c7-9cbde18a1def', 'tag': 'ecd21dfe-32d7-428a-b5c2-453295bd591c'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:32.836336 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91797c28-44ea-42d4-a0b5-6743aaf8d6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5238ffb-6e59-41e3-a1c7-9cbde18a1def", "tag": "ecd21dfe-32d7-428a-b5c2-453295bd591c"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:32.942637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-2dfb1a53-0524-474a-9f03-f3f7c3f02be4 req-9e2c7b3d-a791-475f-abfd-6b723c1a3c81 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Deleting port 1b845b82-8397-4eab-acbd-cf79c85cfaa3 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:32.943065 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2dfb1a53-0524-474a-9f03-f3f7c3f02be4 req-9e2c7b3d-a791-475f-abfd-6b723c1a3c81 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.963458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db1d47-298d-44c0-a5a7-77f4d0f54357 req-e4548ab2-b328-4c3d-bc7d-4f5c69fc0c25 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:32.965141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1db1d47-298d-44c0-a5a7-77f4d0f54357 req-e4548ab2-b328-4c3d-bc7d-4f5c69fc0c25 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 946 time: 0.1998036 Aug 09 15:47:33.029011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c235294-e24c-4b2e-9148-cf8957ab6646 req-487b6074-b2a9-4b2b-b352-be4ddefd1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.036887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c235294-e24c-4b2e-9148-cf8957ab6646 req-487b6074-b2a9-4b2b-b352-be4ddefd1ecd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42f8983f77594e548e6e41abbddf2409&device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 1135 time: 0.1564298 Aug 09 15:47:33.104180 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1db1d47-298d-44c0-a5a7-77f4d0f54357 req-f3609db7-63e6-4008-8138-9ae86c4cc28b tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273446 Aug 09 15:47:33.163762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419cfa-9503-4fa1-8e4a-dfbcdc7b6cf7 req-02cfeafd-177e-44cc-91b2-54eaab853a13 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.180265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-34419cfa-9503-4fa1-8e4a-dfbcdc7b6cf7 req-02cfeafd-177e-44cc-91b2-54eaab853a13 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 946 time: 0.2933440 Aug 09 15:47:33.187427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c235294-e24c-4b2e-9148-cf8957ab6646 req-3c7e18da-3a31-46ce-9c88-782560fae2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.189071 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c235294-e24c-4b2e-9148-cf8957ab6646 req-3c7e18da-3a31-46ce-9c88-782560fae2e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78710387-245c-4fca-9a22-3f5370ba9d5b HTTP/1.1" status: 200 len: 914 time: 0.1344666 Aug 09 15:47:33.193835 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-2dfb1a53-0524-474a-9f03-f3f7c3f02be4 req-9e2c7b3d-a791-475f-abfd-6b723c1a3c81 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] For port 1b845b82-8397-4eab-acbd-cf79c85cfaa3, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=1b845b82-8397-4eab-acbd-cf79c85cfaa3,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:33.194348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2dfb1a53-0524-474a-9f03-f3f7c3f02be4 req-9e2c7b3d-a791-475f-abfd-6b723c1a3c81 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.218878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-2dfb1a53-0524-474a-9f03-f3f7c3f02be4 req-9e2c7b3d-a791-475f-abfd-6b723c1a3c81 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Calling delete_port for 1b845b82-8397-4eab-acbd-cf79c85cfaa3 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:33.249629 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-34419cfa-9503-4fa1-8e4a-dfbcdc7b6cf7 req-30685fe1-39a3-4b4d-a81a-54bab72c8fcf tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672989 Aug 09 15:47:33.262139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42a93005-2ad3-4991-91c9-11cb288bd11d req-0dbb9d21-1a7c-4f24-8078-6d11f6580bfe tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 210 time: 0.0636406 Aug 09 15:47:33.323582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c235294-e24c-4b2e-9148-cf8957ab6646 req-14e2b1bc-81a4-41e0-9b8a-d29c61b084f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecd21dfe-32d7-428a-b5c2-453295bd591c HTTP/1.1" status: 200 len: 217 time: 0.1093311 Aug 09 15:47:33.448739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c235294-e24c-4b2e-9148-cf8957ab6646 req-6d18777b-9b09-4a5e-b074-f1762e318e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.450952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c235294-e24c-4b2e-9148-cf8957ab6646 req-6d18777b-9b09-4a5e-b074-f1762e318e84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2032c749-0de7-473f-8496-a6dfcf5c9ea0 HTTP/1.1" status: 200 len: 853 time: 0.1189027 Aug 09 15:47:33.453297 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2dfb1a53-0524-474a-9f03-f3f7c3f02be4 req-9e2c7b3d-a791-475f-abfd-6b723c1a3c81 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.471431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67e15d-1448-4bf8-acee-967af436b6d0 req-292210d9-5df7-49bb-9285-6bfb03d1f22e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.471608 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['c2abb3c5-a8ce-4ba9-9da1-53135b71baef'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:33.472931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb67e15d-1448-4bf8-acee-967af436b6d0 req-292210d9-5df7-49bb-9285-6bfb03d1f22e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 984 time: 0.0872307 Aug 09 15:47:33.482545 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39cc7cf-84ea-456a-9d4d-c6261d9ffa24 x-openstack-request-id: req-f39cc7cf-84ea-456a-9d4d-c6261d9ffa24 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:33.482746 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5238ffb-6e59-41e3-a1c7-9cbde18a1def", "tag": "ecd21dfe-32d7-428a-b5c2-453295bd591c", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:33.482929 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f39cc7cf-84ea-456a-9d4d-c6261d9ffa24 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:33.483286 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5238ffb-6e59-41e3-a1c7-9cbde18a1def', 'tag': 'ecd21dfe-32d7-428a-b5c2-453295bd591c', 'status': 'completed', 'code': 200} Aug 09 15:47:33.495231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c7b3d-a791-475f-abfd-6b723c1a3c81 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Pushing event deleted for resources: {'Port': ['ID=1b845b82-8397-4eab-acbd-cf79c85cfaa3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:33.544436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfb1a53-0524-474a-9f03-f3f7c3f02be4 req-9e2c7b3d-a791-475f-abfd-6b723c1a3c81 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] No DVR routers for this DVR port 1b845b82-8397-4eab-acbd-cf79c85cfaa3 on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:33.548368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2dfb1a53-0524-474a-9f03-f3f7c3f02be4 req-9e2c7b3d-a791-475f-abfd-6b723c1a3c81 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:33.551176 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2dfb1a53-0524-474a-9f03-f3f7c3f02be4 req-9e2c7b3d-a791-475f-abfd-6b723c1a3c81 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.60 "DELETE /v2.0/ports/1b845b82-8397-4eab-acbd-cf79c85cfaa3 HTTP/1.1" status: 204 len: 173 time: 0.8442426 Aug 09 15:47:33.552114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cce86d6-6cb3-4f22-8849-a86572e4b6dc', 'name': 'network-vif-deleted', 'tag': '1b845b82-8397-4eab-acbd-cf79c85cfaa3'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:33.555684 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd38789-8637-4aa1-98c2-a01685181e6b" -d '{"events": [{"server_uuid": "6cce86d6-6cb3-4f22-8849-a86572e4b6dc", "name": "network-vif-deleted", "tag": "1b845b82-8397-4eab-acbd-cf79c85cfaa3"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:33.562494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c235294-e24c-4b2e-9148-cf8957ab6646 req-05311e37-ca3a-4a25-bd50-d5ef91d5bfe8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78710387-245c-4fca-9a22-3f5370ba9d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885348 Aug 09 15:47:33.628238 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb67e15d-1448-4bf8-acee-967af436b6d0 req-2b6bcf75-40bd-4c66-ac92-2a4f1d10d496 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&id=4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1440008 Aug 09 15:47:33.652860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcba34-047f-423f-8330-2a4bc7cc9e0a req-1da57f53-242f-4822-a6f7-3560e96a8af9 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.662503 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fdbcba34-047f-423f-8330-2a4bc7cc9e0a req-1da57f53-242f-4822-a6f7-3560e96a8af9 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0922441 Aug 09 15:47:33.713707 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fdbcba34-047f-423f-8330-2a4bc7cc9e0a req-1a836561-3df0-462f-865f-baf3a3a0b4d1 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501041 Aug 09 15:47:33.765825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c235294-e24c-4b2e-9148-cf8957ab6646 req-85770dc0-4549-4454-a15c-d633d208a12a service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771200 Aug 09 15:47:33.802286 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6794a2be-ef06-477b-aa3a-fcb90cae0de0 x-openstack-request-id: req-6794a2be-ef06-477b-aa3a-fcb90cae0de0 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:33.802582 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cce86d6-6cb3-4f22-8849-a86572e4b6dc", "name": "network-vif-deleted", "tag": "1b845b82-8397-4eab-acbd-cf79c85cfaa3", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:33.802836 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6794a2be-ef06-477b-aa3a-fcb90cae0de0 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:33.803240 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cce86d6-6cb3-4f22-8849-a86572e4b6dc', 'name': 'network-vif-deleted', 'tag': '1b845b82-8397-4eab-acbd-cf79c85cfaa3', 'status': 'completed', 'code': 200} Aug 09 15:47:33.888797 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c235294-e24c-4b2e-9148-cf8957ab6646 req-2347ebf3-b9df-4e8a-b953-54e3f206e9ba service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103883 Aug 09 15:47:33.992623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91797c28-44ea-42d4-a0b5-6743aaf8d6c8 req-119674dd-5fad-42c0-9b48-6facd3988fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.994161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91797c28-44ea-42d4-a0b5-6743aaf8d6c8 req-119674dd-5fad-42c0-9b48-6facd3988fc1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42f8983f77594e548e6e41abbddf2409&device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 1135 time: 0.0418420 Aug 09 15:47:34.103764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91797c28-44ea-42d4-a0b5-6743aaf8d6c8 req-ba4c9453-6a4e-4add-b345-d5aa65195d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:34.113564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91797c28-44ea-42d4-a0b5-6743aaf8d6c8 req-ba4c9453-6a4e-4add-b345-d5aa65195d37 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78710387-245c-4fca-9a22-3f5370ba9d5b HTTP/1.1" status: 200 len: 914 time: 0.1099343 Aug 09 15:47:34.198371 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91797c28-44ea-42d4-a0b5-6743aaf8d6c8 req-0c565275-0858-4ee3-984a-afa045118738 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecd21dfe-32d7-428a-b5c2-453295bd591c HTTP/1.1" status: 200 len: 217 time: 0.0747364 Aug 09 15:47:34.370614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc9154-97b3-4636-9e44-e489b5dc1560 req-775ed790-95d1-4816-91b4-688c60b29a78 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:34.379365 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6afc9154-97b3-4636-9e44-e489b5dc1560 req-775ed790-95d1-4816-91b4-688c60b29a78 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 946 time: 0.1507261 Aug 09 15:47:34.382063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91797c28-44ea-42d4-a0b5-6743aaf8d6c8 req-22fbf99b-e282-4325-8168-7e35371aa27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:34.383691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91797c28-44ea-42d4-a0b5-6743aaf8d6c8 req-22fbf99b-e282-4325-8168-7e35371aa27a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2032c749-0de7-473f-8496-a6dfcf5c9ea0 HTTP/1.1" status: 200 len: 853 time: 0.1394098 Aug 09 15:47:34.412352 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7372076-43f9-4e79-b2c8-96181062e204 req-34e302cc-648c-42bd-9af5-c2a2fdcbbccf tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=6cce86d6-6cb3-4f22-8849-a86572e4b6dc HTTP/1.1" status: 200 len: 210 time: 0.0403454 Aug 09 15:47:34.463294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-5aef8c4e-799c-43da-939e-7be437dc6ca7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:34.465028 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-5aef8c4e-799c-43da-939e-7be437dc6ca7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.53 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.3317072 Aug 09 15:47:34.467878 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91797c28-44ea-42d4-a0b5-6743aaf8d6c8 req-8ef72b56-e4f3-449a-9b78-a96d8031dac7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78710387-245c-4fca-9a22-3f5370ba9d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655053 Aug 09 15:47:34.503006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Request body: {'port': {'device_id': '358efd2c-d84d-455b-bc63-1b1db1f10851', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'admin_state_up': True, 'tenant_id': '36f5b17513bf476d8c384854b2a2d252'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:34.548626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-086e8194-8dc0-4d84-87eb-5237614e8784 req-a89c1e7e-c60c-4128-a038-5af18d5a5684 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 210 time: 0.0491412 Aug 09 15:47:34.618607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6afc9154-97b3-4636-9e44-e489b5dc1560 req-20d2fdb0-3ddc-4b98-b946-67adae3c1971 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384620 Aug 09 15:47:34.762815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91797c28-44ea-42d4-a0b5-6743aaf8d6c8 req-853c9736-1063-40d2-b7b5-d12552350c9b service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760882 Aug 09 15:47:34.778081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:34.807287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:34.807917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 97d2acdb-5c6b-4f01-9b0d-82ecaa8ada41 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:34.876979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Made reservation on behalf of 36f5b17513bf476d8c384854b2a2d252 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:34.880837 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:34.918412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9888623-51de-4318-82c2-2f888b45a535 req-e86bf21b-2765-40bb-9aff-d5c4f6ebbd6c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:34.921191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9888623-51de-4318-82c2-2f888b45a535 req-e86bf21b-2765-40bb-9aff-d5c4f6ebbd6c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 984 time: 0.1960495 Aug 09 15:47:35.018674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 1b845b82-8397-4eab-acbd-cf79c85cfaa3 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:35.051541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 1b845b82-8397-4eab-acbd-cf79c85cfaa3 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:35.052576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 1b845b82-8397-4eab-acbd-cf79c85cfaa3 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:35.058006 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91797c28-44ea-42d4-a0b5-6743aaf8d6c8 req-381d1867-3985-4081-8ff6-045c601ca30a service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743878 Aug 09 15:47:35.109911 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9888623-51de-4318-82c2-2f888b45a535 req-8b42fe7d-5fd0-4af1-8ca0-1d1467580ee5 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=db0ff05a-d102-4b4f-af69-664d0a3000a5&id=4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1699121 Aug 09 15:47:35.196606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Allocated IP 172.20.0.6 (47fdb2fd-0577-483b-bbb7-f606800bb9ba/7f828d50-83aa-441b-9645-e7600b469a85/0c745b8f-b15d-462d-bfaf-8d400591f9b3) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:35.287541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea5fe-c227-4aa0-ba24-73e0b9a0e98b req-7d7de9f0-42f5-422b-a8e2-bb69ba60779b tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:35.291156 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeaea5fe-c227-4aa0-ba24-73e0b9a0e98b req-7d7de9f0-42f5-422b-a8e2-bb69ba60779b tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0845792 Aug 09 15:47:35.340812 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeaea5fe-c227-4aa0-ba24-73e0b9a0e98b req-a18fda23-c140-44c5-80e5-980e1ea9fbb0 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 Aug 09 15:47:35.411499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23a8aa33-4430-4f31-92a3-ab9a9cab7a29 req-7aa9a5aa-3d31-4feb-84d3-b2e6dbc7eb9b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-628792794&fields=id&tenant_id=42f8983f77594e548e6e41abbddf2409 HTTP/1.1" status: 200 len: 267 time: 0.0769320 Aug 09 15:47:35.486666 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:35.529972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8aa33-4430-4f31-92a3-ab9a9cab7a29 req-f3086feb-0485-4de9-a63d-a9c30d362e74 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:35.531547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23a8aa33-4430-4f31-92a3-ab9a9cab7a29 req-f3086feb-0485-4de9-a63d-a9c30d362e74 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 984 time: 0.1105618 Aug 09 15:47:35.548113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-23a8aa33-4430-4f31-92a3-ab9a9cab7a29 req-2879acb9-3756-41de-97f4-4e5f37cacfa8 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'port': {'security_groups': ['4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5', 'db0ff05a-d102-4b4f-af69-664d0a3000a5', '3f364364-fd2b-4ebd-9c55-ac027284f790']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:35.613113 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:35.692622 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-23a8aa33-4430-4f31-92a3-ab9a9cab7a29 req-2879acb9-3756-41de-97f4-4e5f37cacfa8 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:35.701513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Network 47fdb2fd-0577-483b-bbb7-f606800bb9ba is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:35.717178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:35.719966 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Pushing event updated for resources: {'Port': ['ID=0c745b8f-b15d-462d-bfaf-8d400591f9b3,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:35.722394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:35.749377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e6871-68a4-4384-943c-c6fe1bcb5e77 req-bedd9504-ea33-4f7b-9bb4-9ba216904543 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:35.751400 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c4e6871-68a4-4384-943c-c6fe1bcb5e77 req-bedd9504-ea33-4f7b-9bb4-9ba216904543 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 931 time: 0.0615816 Aug 09 15:47:35.798312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c4e6871-68a4-4384-943c-c6fe1bcb5e77 req-6ecdd041-6b5c-48c6-be53-c6b6ab0eb424 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Aug 09 15:47:35.837641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:35.841457 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:35.870020 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-9e5b2203-0208-4ed1-846c-dce3be0deec1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3811841 Aug 09 15:47:35.885295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Request body: {'port': {'device_id': '358efd2c-d84d-455b-bc63-1b1db1f10851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:35.933235 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88a2fa-fc9d-4034-bb7d-7419501cda08 req-fd54237f-da49-430c-a4c0-d3b6ca354b89 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:35.935064 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b88a2fa-fc9d-4034-bb7d-7419501cda08 req-fd54237f-da49-430c-a4c0-d3b6ca354b89 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0631728 Aug 09 15:47:35.961390 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:35.977627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b88a2fa-fc9d-4034-bb7d-7419501cda08 req-4eecf237-71f9-4ab2-aad2-87f62c1fcb54 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355515 Aug 09 15:47:36.100473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747abd4-8026-43ae-b287-f538c029ff79 req-e0788470-27ce-4aa9-b9bc-1c51a4b5a51e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:36.102143 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5747abd4-8026-43ae-b287-f538c029ff79 req-e0788470-27ce-4aa9-b9bc-1c51a4b5a51e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 946 time: 0.0524569 Aug 09 15:47:36.154009 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5747abd4-8026-43ae-b287-f538c029ff79 req-c95a8a13-57cc-4e5b-b350-4bdd8fa663aa tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432162 Aug 09 15:47:36.183095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-23a8aa33-4430-4f31-92a3-ab9a9cab7a29 req-2879acb9-3756-41de-97f4-4e5f37cacfa8 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] For port ecd21dfe-32d7-428a-b5c2-453295bd591c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ecd21dfe-32d7-428a-b5c2-453295bd591c,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:36.268256 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-23a8aa33-4430-4f31-92a3-ab9a9cab7a29 req-2879acb9-3756-41de-97f4-4e5f37cacfa8 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:36.274473 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-23a8aa33-4430-4f31-92a3-ab9a9cab7a29 req-2879acb9-3756-41de-97f4-4e5f37cacfa8 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:36.290258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['799277b3-2bf8-4ac0-ab59-a215868caac0', 'ecd21dfe-32d7-428a-b5c2-453295bd591c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:36.333249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8aa33-4430-4f31-92a3-ab9a9cab7a29 req-2879acb9-3756-41de-97f4-4e5f37cacfa8 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:36.333893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-23a8aa33-4430-4f31-92a3-ab9a9cab7a29 req-2879acb9-3756-41de-97f4-4e5f37cacfa8 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:36.335574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23a8aa33-4430-4f31-92a3-ab9a9cab7a29 req-2879acb9-3756-41de-97f4-4e5f37cacfa8 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "PUT /v2.0/ports/ecd21dfe-32d7-428a-b5c2-453295bd591c HTTP/1.1" status: 200 len: 1020 time: 0.7971003 Aug 09 15:47:36.340717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5238ffb-6e59-41e3-a1c7-9cbde18a1def', 'tag': 'ecd21dfe-32d7-428a-b5c2-453295bd591c'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:36.343884 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168b6f14-35c2-4c53-a176-3c8943d53dba" -d '{"events": [{"name": "network-changed", "server_uuid": "c5238ffb-6e59-41e3-a1c7-9cbde18a1def", "tag": "ecd21dfe-32d7-428a-b5c2-453295bd591c"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:36.454949 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b592f24-7d08-4a59-9936-03aee40c01ba x-openstack-request-id: req-3b592f24-7d08-4a59-9936-03aee40c01ba {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:36.455242 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5238ffb-6e59-41e3-a1c7-9cbde18a1def", "tag": "ecd21dfe-32d7-428a-b5c2-453295bd591c", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:36.455499 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b592f24-7d08-4a59-9936-03aee40c01ba {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:36.455899 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5238ffb-6e59-41e3-a1c7-9cbde18a1def', 'tag': 'ecd21dfe-32d7-428a-b5c2-453295bd591c', 'status': 'completed', 'code': 200} Aug 09 15:47:36.459129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879acb9-3756-41de-97f4-4e5f37cacfa8 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'Port': ['ID=ecd21dfe-32d7-428a-b5c2-453295bd591c,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:36.493786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['ecd21dfe-32d7-428a-b5c2-453295bd591c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:36.565994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f95c7-4c4a-40e7-9dcb-8d10ac5ef6f6 req-c14f829f-bccb-46b5-94a0-05200cf2f085 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:36.574056 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ce7f95c7-4c4a-40e7-9dcb-8d10ac5ef6f6 req-c14f829f-bccb-46b5-94a0-05200cf2f085 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0642457 Aug 09 15:47:36.574294 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf3cba57-4d62-4f41-a070-f85c53510e31 req-766b5815-3387-4399-885f-ca1a75dcef6a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/3f364364-fd2b-4ebd-9c55-ac027284f790 HTTP/1.1" status: 200 len: 1802 time: 0.2053258 Aug 09 15:47:36.640882 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ce7f95c7-4c4a-40e7-9dcb-8d10ac5ef6f6 req-86801587-f253-4bf0-a027-92612e8265ab tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500607 Aug 09 15:47:36.694083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c745b8f-b15d-462d-bfaf-8d400591f9b3 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:36.702874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b6f14-35c2-4c53-a176-3c8943d53dba req-f96d45b4-6a4e-4d22-9c2b-d20cb924fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:36.705055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-168b6f14-35c2-4c53-a176-3c8943d53dba req-f96d45b4-6a4e-4d22-9c2b-d20cb924fb0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42f8983f77594e548e6e41abbddf2409&device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 1174 time: 0.2272093 Aug 09 15:47:36.709839 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-cf3cba57-4d62-4f41-a070-f85c53510e31 req-aa34f165-c9e4-4b7b-a460-6f6553102a73 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 09 15:47:36.717095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf3cba57-4d62-4f41-a070-f85c53510e31 req-aa34f165-c9e4-4b7b-a460-6f6553102a73 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "DELETE /v2.0/security-groups/3f364364-fd2b-4ebd-9c55-ac027284f790 HTTP/1.1" status: 409 len: 341 time: 0.1412678 Aug 09 15:47:36.722252 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:36.819476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Transition to ACTIVE for port object 0c745b8f-b15d-462d-bfaf-8d400591f9b3 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:36.838650 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:36.915666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Pushing event updated for resources: {'Port': ['ID=0c745b8f-b15d-462d-bfaf-8d400591f9b3,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:37.026458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b6f14-35c2-4c53-a176-3c8943d53dba req-522e32bd-b49b-45b0-8b06-ab4085a83c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.027926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-168b6f14-35c2-4c53-a176-3c8943d53dba req-522e32bd-b49b-45b0-8b06-ab4085a83c8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=78710387-245c-4fca-9a22-3f5370ba9d5b HTTP/1.1" status: 200 len: 914 time: 0.3053622 Aug 09 15:47:37.093001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-168b6f14-35c2-4c53-a176-3c8943d53dba req-28630cca-4bbf-4b4a-a46e-6837c734a355 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecd21dfe-32d7-428a-b5c2-453295bd591c HTTP/1.1" status: 200 len: 217 time: 0.0442555 Aug 09 15:47:37.119195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1c41-c421-4110-9223-768a6b5454f1 req-b04e8e5d-6bd1-49cd-8878-ce145dd249d4 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.120838 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-31ad1c41-c421-4110-9223-768a6b5454f1 req-b04e8e5d-6bd1-49cd-8878-ce145dd249d4 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 1023 time: 0.0647914 Aug 09 15:47:37.144952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Attempting to bind port 0c745b8f-b15d-462d-bfaf-8d400591f9b3 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:37.145354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Attempting to bind port 0c745b8f-b15d-462d-bfaf-8d400591f9b3 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:37.145794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Attempting to bind port 0c745b8f-b15d-462d-bfaf-8d400591f9b3 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:37.157096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Port 0c745b8f-b15d-462d-bfaf-8d400591f9b3 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:37.157450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Attempting to bind port 0c745b8f-b15d-462d-bfaf-8d400591f9b3 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:37.169320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8ddfa-2ea0-42c2-bdb2-c478821659b8 req-c87380b7-b840-40a4-9351-6e94daec11cc tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.171137 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd8ddfa-2ea0-42c2-bdb2-c478821659b8 req-c87380b7-b840-40a4-9351-6e94daec11cc tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 943 time: 0.1881750 Aug 09 15:47:37.173274 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-31ad1c41-c421-4110-9223-768a6b5454f1 req-6ed3afc9-d934-4882-96d9-9698433fb9ed tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f364364-fd2b-4ebd-9c55-ac027284f790&id=db0ff05a-d102-4b4f-af69-664d0a3000a5&id=4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0429151 Aug 09 15:47:37.190611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:37.192065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Checking segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:37.192065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Bound using segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:37.192065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Bound port: 0c745b8f-b15d-462d-bfaf-8d400591f9b3, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:37.192514 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:37.209698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b6f14-35c2-4c53-a176-3c8943d53dba req-aa48a821-dd8d-4412-b52e-d8269e307b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.211362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-168b6f14-35c2-4c53-a176-3c8943d53dba req-aa48a821-dd8d-4412-b52e-d8269e307b77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2032c749-0de7-473f-8496-a6dfcf5c9ea0 HTTP/1.1" status: 200 len: 853 time: 0.1041865 Aug 09 15:47:37.270532 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-168b6f14-35c2-4c53-a176-3c8943d53dba req-c277029a-ba79-4921-8907-2b3003524186 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78710387-245c-4fca-9a22-3f5370ba9d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500803 Aug 09 15:47:37.278813 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd8ddfa-2ea0-42c2-bdb2-c478821659b8 req-71dee1c3-555e-4361-9e44-765ca01666bc tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981765 Aug 09 15:47:37.332833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68ba85-d929-4e0b-99c5-3cf8370e8c02 req-58235be1-ca40-43c2-9c90-b5af104be6b5 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.341511 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe68ba85-d929-4e0b-99c5-3cf8370e8c02 req-58235be1-ca40-43c2-9c90-b5af104be6b5 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1003120 Aug 09 15:47:37.365260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] For port 0c745b8f-b15d-462d-bfaf-8d400591f9b3, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:37.369798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] For port 0c745b8f-b15d-462d-bfaf-8d400591f9b3, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0c745b8f-b15d-462d-bfaf-8d400591f9b3,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:37.388047 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe68ba85-d929-4e0b-99c5-3cf8370e8c02 req-852199ad-826c-409e-881e-398cd68d711b tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445843 Aug 09 15:47:37.397925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:37.496391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.498015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:37.499662 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] 10.222.0.53 "PUT /v2.0/ports/0c745b8f-b15d-462d-bfaf-8d400591f9b3 HTTP/1.1" status: 200 len: 1091 time: 1.6185586 Aug 09 15:47:37.506303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-168b6f14-35c2-4c53-a176-3c8943d53dba req-25848ebd-65e3-4b60-a534-5f221ceaab45 service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249315 Aug 09 15:47:37.577421 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b210-dbbc-469b-93a5-5e70afa7851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:37.616203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfbb5a-0bc5-4130-a1c0-a417ecb36dfc service neutron] Pushing event updated for resources: {'Port': ['ID=0c745b8f-b15d-462d-bfaf-8d400591f9b3,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:37.742584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-168b6f14-35c2-4c53-a176-3c8943d53dba req-874a241d-0eda-41b8-836d-6e7bc44f5e6c service neutron] 10.222.0.60 "GET /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122626 Aug 09 15:47:37.755310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3025-c02c-44d7-8e06-719a02aa1c1f req-e7b411bb-d80f-4a87-ad28-350647d531dc tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.759578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a61378-02b9-46be-be58-443097af8b77 req-7a1c054b-fdd8-4bd1-bd3a-8de280b15541 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.769134 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a5a3025-c02c-44d7-8e06-719a02aa1c1f req-e7b411bb-d80f-4a87-ad28-350647d531dc tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 946 time: 0.3765819 Aug 09 15:47:37.769849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a61378-02b9-46be-be58-443097af8b77 req-7a1c054b-fdd8-4bd1-bd3a-8de280b15541 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0653038 Aug 09 15:47:37.808166 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a61378-02b9-46be-be58-443097af8b77 req-d77db50a-70ef-42ba-92dc-58c177c3e2c0 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373294 Aug 09 15:47:37.844043 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a5a3025-c02c-44d7-8e06-719a02aa1c1f req-7e5d49bb-34b5-4ef4-ac10-bf01e285d4b1 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704136 Aug 09 15:47:37.863968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-24f7f799-75bc-4c42-b400-1a902a2c90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.865882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-24f7f799-75bc-4c42-b400-1a902a2c90cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 1094 time: 0.2782300 Aug 09 15:47:37.925788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-014fce7e-412a-4f73-9e67-36d2c48980db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c745b8f-b15d-462d-bfaf-8d400591f9b3 HTTP/1.1" status: 200 len: 217 time: 0.0480354 Aug 09 15:47:37.969209 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818043b1-740b-43ef-a80c-dd3c4fdf125c req-176615a9-69b7-442a-ba9f-da440fccc646 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.971057 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-818043b1-740b-43ef-a80c-dd3c4fdf125c req-176615a9-69b7-442a-ba9f-da440fccc646 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 945 time: 0.0805130 Aug 09 15:47:37.989423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-43118fe4-1546-42c8-894d-eca206fe37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.991142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-43118fe4-1546-42c8-894d-eca206fe37f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.0569854 Aug 09 15:47:38.027782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-18f22c4c-8f5d-4ffa-903c-00dd4005d180 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287468 Aug 09 15:47:38.030148 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-818043b1-740b-43ef-a80c-dd3c4fdf125c req-04fa767c-1165-4142-bc1a-04c3f495a33c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529001 Aug 09 15:47:38.140844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-fbd4e6d7-2116-4aac-9984-75b703c0374e service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988455 Aug 09 15:47:38.243963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3e80387-fc0a-49fd-a0f1-ae072b87a047 req-cb9c7ff7-16ec-4951-8191-1d820ffdd30e service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945859 Aug 09 15:47:38.321865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7fc25-862d-44bd-81da-b29f2e60bd9b req-62d14fbd-f3b7-4426-b612-6555ea813149 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:38.323599 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6b7fc25-862d-44bd-81da-b29f2e60bd9b req-62d14fbd-f3b7-4426-b612-6555ea813149 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 1023 time: 0.0620911 Aug 09 15:47:38.388381 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6b7fc25-862d-44bd-81da-b29f2e60bd9b req-0355d1b5-29cf-48da-9d21-c34da9ad6fb7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f364364-fd2b-4ebd-9c55-ac027284f790&id=db0ff05a-d102-4b4f-af69-664d0a3000a5&id=4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0552380 Aug 09 15:47:38.414087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b2f03-52f4-4074-b9b9-2716d8ddeceb req-697d9508-cb71-447e-ad8b-1dd2efe2af5d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:38.422164 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f62b2f03-52f4-4074-b9b9-2716d8ddeceb req-697d9508-cb71-447e-ad8b-1dd2efe2af5d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 943 time: 0.0668743 Aug 09 15:47:38.459099 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f62b2f03-52f4-4074-b9b9-2716d8ddeceb req-a96c235f-8ecd-4f01-9589-a88cfa0bc563 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355802 Aug 09 15:47:38.464831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358efd2c-d84d-455b-bc63-1b1db1f10851', 'tag': '0c745b8f-b15d-462d-bfaf-8d400591f9b3'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:38.469072 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01827ff3-d501-4411-88d7-339ffddb1210" -d '{"events": [{"name": "network-changed", "server_uuid": "358efd2c-d84d-455b-bc63-1b1db1f10851", "tag": "0c745b8f-b15d-462d-bfaf-8d400591f9b3"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:38.528880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a5a8c-c938-403e-99e3-839255eb0c19 req-9da29352-6dff-4737-9881-fe58862dd9b4 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:38.531521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a04a5a8c-c938-403e-99e3-839255eb0c19 req-9da29352-6dff-4737-9881-fe58862dd9b4 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0773609 Aug 09 15:47:38.574699 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a04a5a8c-c938-403e-99e3-839255eb0c19 req-d486e18a-7fd1-4983-b7f3-e675d755ac39 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357125 Aug 09 15:47:38.577661 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56215f1-1f16-433f-bd7c-26729bca49c9 x-openstack-request-id: req-e56215f1-1f16-433f-bd7c-26729bca49c9 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:38.578107 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358efd2c-d84d-455b-bc63-1b1db1f10851", "tag": "0c745b8f-b15d-462d-bfaf-8d400591f9b3", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:38.578220 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e56215f1-1f16-433f-bd7c-26729bca49c9 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:38.578556 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358efd2c-d84d-455b-bc63-1b1db1f10851', 'tag': '0c745b8f-b15d-462d-bfaf-8d400591f9b3', 'status': 'completed', 'code': 200} Aug 09 15:47:38.646489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827ff3-d501-4411-88d7-339ffddb1210 req-346efef0-3b36-4494-b791-eb2cba6812bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:38.648679 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01827ff3-d501-4411-88d7-339ffddb1210 req-346efef0-3b36-4494-b791-eb2cba6812bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 1094 time: 0.0451479 Aug 09 15:47:38.759731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827ff3-d501-4411-88d7-339ffddb1210 req-db0bb81d-7c07-4d13-a0cd-6493e57ac3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:38.761490 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01827ff3-d501-4411-88d7-339ffddb1210 req-db0bb81d-7c07-4d13-a0cd-6493e57ac3fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 912 time: 0.1049271 Aug 09 15:47:38.812030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01827ff3-d501-4411-88d7-339ffddb1210 req-435fe0cb-a7d3-4206-a51e-93ef3fda4b16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c745b8f-b15d-462d-bfaf-8d400591f9b3 HTTP/1.1" status: 200 len: 217 time: 0.0421214 Aug 09 15:47:38.872609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01827ff3-d501-4411-88d7-339ffddb1210 req-46db6c4b-357a-490c-adc5-4971d5a75dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:38.874185 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01827ff3-d501-4411-88d7-339ffddb1210 req-46db6c4b-357a-490c-adc5-4971d5a75dc9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.0479348 Aug 09 15:47:38.929490 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01827ff3-d501-4411-88d7-339ffddb1210 req-339e4d54-a437-4c7e-a8b6-8a45cd0923b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459719 Aug 09 15:47:38.980162 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f2d94-043c-4ae5-81a0-1fa2cc2d2e41 req-38da1b41-8009-491e-b177-cd9a89169b8a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:38.982358 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f87f2d94-043c-4ae5-81a0-1fa2cc2d2e41 req-38da1b41-8009-491e-b177-cd9a89169b8a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 946 time: 0.0519252 Aug 09 15:47:39.020577 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f87f2d94-043c-4ae5-81a0-1fa2cc2d2e41 req-14ca0ccf-7322-4807-bbeb-8fe757763c1e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316811 Aug 09 15:47:39.027741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b51709-9752-4508-ae6a-4b483ae57c97 req-b6d25a65-a1af-45e7-a0b2-920cc52ce669 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:39.029875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1b51709-9752-4508-ae6a-4b483ae57c97 req-b6d25a65-a1af-45e7-a0b2-920cc52ce669 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.1364686 Aug 09 15:47:39.085556 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01827ff3-d501-4411-88d7-339ffddb1210 req-c71e963b-ac20-454b-b483-526df51ff37f service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387069 Aug 09 15:47:39.091730 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1b51709-9752-4508-ae6a-4b483ae57c97 req-3e1e5fd6-1f1d-45f0-b5a6-a1dd400e50e1 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516121 Aug 09 15:47:39.183393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01827ff3-d501-4411-88d7-339ffddb1210 req-6bff0bde-e40e-4f17-89a2-369a7745a093 service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893936 Aug 09 15:47:39.378559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38417329-f202-4165-8657-eeff90e7f46c req-6b5868ef-69ca-4e1f-a40b-320fd65ace94 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:39.380007 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-38417329-f202-4165-8657-eeff90e7f46c req-6b5868ef-69ca-4e1f-a40b-320fd65ace94 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 1023 time: 0.0530026 Aug 09 15:47:39.535320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567dbe1-ff4b-4dee-9ade-2345a42251e1 req-e014943a-69a1-4d43-94f1-d1cdfe5c84f0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:39.537632 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f567dbe1-ff4b-4dee-9ade-2345a42251e1 req-e014943a-69a1-4d43-94f1-d1cdfe5c84f0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 1023 time: 0.0727668 Aug 09 15:47:39.584045 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f567dbe1-ff4b-4dee-9ade-2345a42251e1 req-19eb8a6b-43a6-4431-8414-33827a1bec15 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f364364-fd2b-4ebd-9c55-ac027284f790&id=db0ff05a-d102-4b4f-af69-664d0a3000a5&id=4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0392458 Aug 09 15:47:39.826741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0b1d4-6b21-4688-9896-dc42c8e71a0e req-b544a34b-b6dd-4445-a944-fc05121fd06d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:39.828228 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6fb0b1d4-6b21-4688-9896-dc42c8e71a0e req-b544a34b-b6dd-4445-a944-fc05121fd06d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 943 time: 0.0906601 Aug 09 15:47:39.835568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b30695-546d-4d24-9df0-68151571a9f4 req-cd9df7e9-1b26-4ea1-9b76-406ce745048f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:39.841464 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-84b30695-546d-4d24-9df0-68151571a9f4 req-cd9df7e9-1b26-4ea1-9b76-406ce745048f tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0509074 Aug 09 15:47:39.861485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-38417329-f202-4165-8657-eeff90e7f46c req-56f92a88-3e93-466a-959b-3904b8c0d39d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Deleting port ecd21dfe-32d7-428a-b5c2-453295bd591c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:39.861870 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-38417329-f202-4165-8657-eeff90e7f46c req-56f92a88-3e93-466a-959b-3904b8c0d39d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:39.884151 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-84b30695-546d-4d24-9df0-68151571a9f4 req-388b95b7-7c72-4dfa-b2e0-a637836c0024 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389078 Aug 09 15:47:39.919360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6fb0b1d4-6b21-4688-9896-dc42c8e71a0e req-4823cb14-2297-467c-8b0a-c53c312d7f8b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844350 Aug 09 15:47:39.985857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-38417329-f202-4165-8657-eeff90e7f46c req-56f92a88-3e93-466a-959b-3904b8c0d39d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] For port ecd21dfe-32d7-428a-b5c2-453295bd591c, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ecd21dfe-32d7-428a-b5c2-453295bd591c,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:39.986224 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-38417329-f202-4165-8657-eeff90e7f46c req-56f92a88-3e93-466a-959b-3904b8c0d39d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.000488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-38417329-f202-4165-8657-eeff90e7f46c req-56f92a88-3e93-466a-959b-3904b8c0d39d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Calling delete_port for ecd21dfe-32d7-428a-b5c2-453295bd591c owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:40.124601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f223ab6-16f0-4067-adcb-88a131ef4b52 req-6855fa0e-928b-457b-a7dc-d91f655653ba tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:40.124601 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6f223ab6-16f0-4067-adcb-88a131ef4b52 req-6855fa0e-928b-457b-a7dc-d91f655653ba tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 945 time: 0.0801480 Aug 09 15:47:40.171905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6c054-05eb-4624-b82f-06ba859b0cdf req-7631e05c-31c2-4f4b-949b-952cf93476ff tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:40.173447 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-71d6c054-05eb-4624-b82f-06ba859b0cdf req-7631e05c-31c2-4f4b-949b-952cf93476ff tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 946 time: 0.0711329 Aug 09 15:47:40.209581 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6f223ab6-16f0-4067-adcb-88a131ef4b52 req-ff913c2f-f41c-45dc-8350-2a8fd1c8c8f5 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511663 Aug 09 15:47:40.210764 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-38417329-f202-4165-8657-eeff90e7f46c req-56f92a88-3e93-466a-959b-3904b8c0d39d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.226041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-71d6c054-05eb-4624-b82f-06ba859b0cdf req-e5c0cde5-e507-4fa6-a138-39b134412bea tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338016 Aug 09 15:47:40.226175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['799277b3-2bf8-4ac0-ab59-a215868caac0', 'ecd21dfe-32d7-428a-b5c2-453295bd591c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:40.251814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f92a88-3e93-466a-959b-3904b8c0d39d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event deleted for resources: {'Port': ['ID=ecd21dfe-32d7-428a-b5c2-453295bd591c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:40.289779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-38417329-f202-4165-8657-eeff90e7f46c req-56f92a88-3e93-466a-959b-3904b8c0d39d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] No DVR routers for this DVR port ecd21dfe-32d7-428a-b5c2-453295bd591c on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:40.292593 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-38417329-f202-4165-8657-eeff90e7f46c req-56f92a88-3e93-466a-959b-3904b8c0d39d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.295212 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-38417329-f202-4165-8657-eeff90e7f46c req-56f92a88-3e93-466a-959b-3904b8c0d39d tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.60 "DELETE /v2.0/ports/ecd21dfe-32d7-428a-b5c2-453295bd591c HTTP/1.1" status: 204 len: 173 time: 0.9034052 Aug 09 15:47:40.362987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22276-3b90-4d2f-ac53-5a146999896e req-6a33e010-2f40-4a7c-a70d-186e01125fb1 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:40.364718 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8b22276-3b90-4d2f-ac53-5a146999896e req-6a33e010-2f40-4a7c-a70d-186e01125fb1 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0508015 Aug 09 15:47:40.412610 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8b22276-3b90-4d2f-ac53-5a146999896e req-3f6c6d1a-2ace-4cec-9895-d7d799244ca5 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417249 Aug 09 15:47:40.481572 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-807b8b50-b134-407e-97f5-e92de7979f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.579848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5238ffb-6e59-41e3-a1c7-9cbde18a1def', 'name': 'network-vif-deleted', 'tag': 'ecd21dfe-32d7-428a-b5c2-453295bd591c'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:40.582210 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d15cee6-c46d-46c7-8c22-5b39933402cd" -d '{"events": [{"server_uuid": "c5238ffb-6e59-41e3-a1c7-9cbde18a1def", "name": "network-vif-deleted", "tag": "ecd21dfe-32d7-428a-b5c2-453295bd591c"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:40.616453 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f8e137-31a2-4ad4-951a-a46bb7c8780c x-openstack-request-id: req-c5f8e137-31a2-4ad4-951a-a46bb7c8780c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:40.616751 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5238ffb-6e59-41e3-a1c7-9cbde18a1def", "name": "network-vif-deleted", "tag": "ecd21dfe-32d7-428a-b5c2-453295bd591c", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:40.616993 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5f8e137-31a2-4ad4-951a-a46bb7c8780c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:40.617384 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5238ffb-6e59-41e3-a1c7-9cbde18a1def', 'name': 'network-vif-deleted', 'tag': 'ecd21dfe-32d7-428a-b5c2-453295bd591c', 'status': 'completed', 'code': 200} Aug 09 15:47:40.694567 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1da090a8-3bb1-4e23-bb5e-ca815f3f1b20 req-6685aa4a-94bd-4975-b198-d94e4aaa994a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5238ffb-6e59-41e3-a1c7-9cbde18a1def HTTP/1.1" status: 200 len: 210 time: 0.0274248 Aug 09 15:47:40.773085 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.791747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 0c745b8f-b15d-462d-bfaf-8d400591f9b3 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:40.898281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 0c745b8f-b15d-462d-bfaf-8d400591f9b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0c745b8f-b15d-462d-bfaf-8d400591f9b3,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:40.915224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '0c745b8f-b15d-462d-bfaf-8d400591f9b3', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'port_id': '0c745b8f-b15d-462d-bfaf-8d400591f9b3', 'mac_address': 'fa:16:3e:e9:6e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f828d50-83aa-441b-9645-e7600b469a85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:47:40.964354 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.978627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c745b8f-b15d-462d-bfaf-8d400591f9b3 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:41.001978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 0c745b8f-b15d-462d-bfaf-8d400591f9b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0c745b8f-b15d-462d-bfaf-8d400591f9b3,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:41.007159 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.046455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730d27-96a3-4932-ac74-8eb1a399d426 req-86cb79d9-1b46-4314-89bc-eedbbcfabff3 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:41.054033 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03730d27-96a3-4932-ac74-8eb1a399d426 req-86cb79d9-1b46-4314-89bc-eedbbcfabff3 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0792110 Aug 09 15:47:41.071068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bd9b9-03db-47db-9e26-3773d48ba65e req-51f13d1b-d4c4-490e-9f0b-38acbb1bc817 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:41.073358 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-488bd9b9-03db-47db-9e26-3773d48ba65e req-51f13d1b-d4c4-490e-9f0b-38acbb1bc817 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 945 time: 0.0655730 Aug 09 15:47:41.076878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=0c745b8f-b15d-462d-bfaf-8d400591f9b3,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:41.093060 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03730d27-96a3-4932-ac74-8eb1a399d426 req-055d964d-10ce-4af6-ba0b-4c798372e351 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378747 Aug 09 15:47:41.121213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-488bd9b9-03db-47db-9e26-3773d48ba65e req-14f7c916-24f9-4c27-aff2-8150eb9eced7 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385559 Aug 09 15:47:41.202371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e4ad1-0a77-45ca-bcdb-77c0e868cf2f req-16eb7787-d4d1-410f-8b60-d2a579b81fcd tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:41.203876 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de6e4ad1-0a77-45ca-bcdb-77c0e868cf2f req-16eb7787-d4d1-410f-8b60-d2a579b81fcd tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 944 time: 0.0553193 Aug 09 15:47:41.243093 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de6e4ad1-0a77-45ca-bcdb-77c0e868cf2f req-2b18ab20-0ddc-494c-b290-d64271324462 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332112 Aug 09 15:47:41.319001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['0c745b8f-b15d-462d-bfaf-8d400591f9b3'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:41.355426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19c01c-8c06-4132-b40a-b4dc940494f7 req-a7d529c3-7a34-4f30-8688-d9a252f3e6af tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:41.357048 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd19c01c-8c06-4132-b40a-b4dc940494f7 req-a7d529c3-7a34-4f30-8688-d9a252f3e6af tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 946 time: 0.0561368 Aug 09 15:47:41.362142 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.397395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd19c01c-8c06-4132-b40a-b4dc940494f7 req-c98a8d2f-1d06-41d6-b782-15dd03442d10 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341749 Aug 09 15:47:41.484855 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.534559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7e0bd-9b04-4f3d-ac13-6fdb06a78b01 req-d19c3f28-5249-4dc4-847e-8a8e3fb4d6f9 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:41.536049 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eca7e0bd-9b04-4f3d-ac13-6fdb06a78b01 req-d19c3f28-5249-4dc4-847e-8a8e3fb4d6f9 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0487347 Aug 09 15:47:41.574080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eca7e0bd-9b04-4f3d-ac13-6fdb06a78b01 req-2dab9f85-8007-41e3-bc43-749c23c1d2e5 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320222 Aug 09 15:47:41.804669 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fac3209c-9776-4937-8375-d1616f489f9c req-044b65f9-ab7b-45fc-a0e7-569581f84962 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5 HTTP/1.1" status: 200 len: 1802 time: 0.0427656 Aug 09 15:47:41.864155 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-fac3209c-9776-4937-8375-d1616f489f9c req-4e7bc506-2c99-4bc7-b9a6-244958ec2016 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.886922 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-fac3209c-9776-4937-8375-d1616f489f9c req-4e7bc506-2c99-4bc7-b9a6-244958ec2016 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.928619 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-fac3209c-9776-4937-8375-d1616f489f9c req-4e7bc506-2c99-4bc7-b9a6-244958ec2016 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.931306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-fac3209c-9776-4937-8375-d1616f489f9c req-4e7bc506-2c99-4bc7-b9a6-244958ec2016 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:41.932454 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fac3209c-9776-4937-8375-d1616f489f9c req-4e7bc506-2c99-4bc7-b9a6-244958ec2016 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "DELETE /v2.0/security-groups/4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5 HTTP/1.1" status: 204 len: 173 time: 0.1216657 Aug 09 15:47:41.941808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bc506-2c99-4bc7-b9a6-244958ec2016 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:41.997205 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d049727-c385-443f-8bd9-697700a7508b req-3b94e06a-e089-48bb-86a7-243a30f832e0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/3f364364-fd2b-4ebd-9c55-ac027284f790 HTTP/1.1" status: 200 len: 1802 time: 0.0434802 Aug 09 15:47:42.059397 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5d049727-c385-443f-8bd9-697700a7508b req-77cb2051-b79b-4fc0-8c45-98e77324a57c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.082217 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5d049727-c385-443f-8bd9-697700a7508b req-77cb2051-b79b-4fc0-8c45-98e77324a57c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.124192 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5d049727-c385-443f-8bd9-697700a7508b req-77cb2051-b79b-4fc0-8c45-98e77324a57c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.126903 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5d049727-c385-443f-8bd9-697700a7508b req-77cb2051-b79b-4fc0-8c45-98e77324a57c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.128389 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d049727-c385-443f-8bd9-697700a7508b req-77cb2051-b79b-4fc0-8c45-98e77324a57c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "DELETE /v2.0/security-groups/3f364364-fd2b-4ebd-9c55-ac027284f790 HTTP/1.1" status: 204 len: 173 time: 0.1251063 Aug 09 15:47:42.140218 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb2051-b79b-4fc0-8c45-98e77324a57c tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f364364-fd2b-4ebd-9c55-ac027284f790,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:42.162105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-4697aa72-1cc3-4b14-8cfc-16c427ae4928 req-534dafdf-7cd2-48d5-a05a-7d30f512bcf1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-219488093', 'description': 'tempest-description-911471552'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:42.192378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4697aa72-1cc3-4b14-8cfc-16c427ae4928 req-534dafdf-7cd2-48d5-a05a-7d30f512bcf1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.217399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62915d4-9554-4e40-b0d4-20b9b76390b4 req-99a3c64c-74f1-44e3-b9c2-d8251d58699e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:42.219246 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b62915d4-9554-4e40-b0d4-20b9b76390b4 req-99a3c64c-74f1-44e3-b9c2-d8251d58699e tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0526216 Aug 09 15:47:42.259223 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b62915d4-9554-4e40-b0d4-20b9b76390b4 req-655e374b-f543-486d-a2c7-f7039d48db5a tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335131 Aug 09 15:47:42.278612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4697aa72-1cc3-4b14-8cfc-16c427ae4928 req-534dafdf-7cd2-48d5-a05a-7d30f512bcf1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.283218 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4697aa72-1cc3-4b14-8cfc-16c427ae4928 req-534dafdf-7cd2-48d5-a05a-7d30f512bcf1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.316464 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4697aa72-1cc3-4b14-8cfc-16c427ae4928 req-534dafdf-7cd2-48d5-a05a-7d30f512bcf1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.318009 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4697aa72-1cc3-4b14-8cfc-16c427ae4928 req-534dafdf-7cd2-48d5-a05a-7d30f512bcf1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1616709 Aug 09 15:47:42.322302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dafdf-7cd2-48d5-a05a-7d30f512bcf1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0791c273-51f9-4877-a365-a6c7d3b0de33,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:42.379633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887d617-2b8f-449b-bdb5-07ab9a8b333a req-cb32f9f7-2a54-4774-b419-19c464c01318 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:42.381148 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1887d617-2b8f-449b-bdb5-07ab9a8b333a req-cb32f9f7-2a54-4774-b419-19c464c01318 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 945 time: 0.0623958 Aug 09 15:47:42.422769 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1887d617-2b8f-449b-bdb5-07ab9a8b333a req-15a33575-5bc0-4c93-8811-d85614b9225b tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352302 Aug 09 15:47:42.476752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a21dd5-9e5a-492c-b99b-8957302c24ba req-648c5a27-2555-4f1a-9e20-c4bae9e1be77 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:42.478271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-05a21dd5-9e5a-492c-b99b-8957302c24ba req-648c5a27-2555-4f1a-9e20-c4bae9e1be77 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 944 time: 0.0504022 Aug 09 15:47:42.485191 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eda5981e-443c-4030-859c-e55ba1043473 req-7504d4e7-5153-43e8-918a-e738b2d29c7e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/0791c273-51f9-4877-a365-a6c7d3b0de33 HTTP/1.1" status: 200 len: 1801 time: 0.0395796 Aug 09 15:47:42.496141 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-eda5981e-443c-4030-859c-e55ba1043473 req-f2f633e5-988d-4936-81e0-23236726dfe1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1540511468', 'description': 'tempest-description-hth-1261480250'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:42.519108 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-05a21dd5-9e5a-492c-b99b-8957302c24ba req-cb2a2066-d9db-4cc7-8f8b-c9e1226fe52c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339103 Aug 09 15:47:42.522403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-eda5981e-443c-4030-859c-e55ba1043473 req-f2f633e5-988d-4936-81e0-23236726dfe1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.571330 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-eda5981e-443c-4030-859c-e55ba1043473 req-f2f633e5-988d-4936-81e0-23236726dfe1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.576016 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-eda5981e-443c-4030-859c-e55ba1043473 req-f2f633e5-988d-4936-81e0-23236726dfe1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.578617 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-eda5981e-443c-4030-859c-e55ba1043473 req-f2f633e5-988d-4936-81e0-23236726dfe1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.579817 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eda5981e-443c-4030-859c-e55ba1043473 req-f2f633e5-988d-4936-81e0-23236726dfe1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "PUT /v2.0/security-groups/0791c273-51f9-4877-a365-a6c7d3b0de33 HTTP/1.1" status: 200 len: 1777 time: 0.0877922 Aug 09 15:47:42.616264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f633e5-988d-4936-81e0-23236726dfe1 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0791c273-51f9-4877-a365-a6c7d3b0de33,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:42.626058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cd268-46a1-453d-a234-50c15596aea6 req-add9c9fb-7c34-451e-bb92-49552fa1c59a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:42.627610 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c0cd268-46a1-453d-a234-50c15596aea6 req-add9c9fb-7c34-451e-bb92-49552fa1c59a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 946 time: 0.0542796 Aug 09 15:47:42.653968 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1ab5607-135f-42dc-ae9d-bbda0fa04e7d req-9a4c1b0a-d814-483d-b481-4dc913336a78 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/0791c273-51f9-4877-a365-a6c7d3b0de33 HTTP/1.1" status: 200 len: 1777 time: 0.0523496 Aug 09 15:47:42.668559 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c0cd268-46a1-453d-a234-50c15596aea6 req-747624ae-d226-422b-bad9-67897bd09cd5 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341659 Aug 09 15:47:42.739118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b02b7e5-2552-45d5-af8d-06b4e7fe1447 req-4cb460c3-2abc-4993-b1cc-68650102d711 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/0791c273-51f9-4877-a365-a6c7d3b0de33 HTTP/1.1" status: 200 len: 1777 time: 0.0431023 Aug 09 15:47:42.760934 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09597b-3934-4df3-82c5-363ada7f9339 req-11263903-c5d2-49df-b33f-2ce6358d8135 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:42.763292 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e09597b-3934-4df3-82c5-363ada7f9339 req-11263903-c5d2-49df-b33f-2ce6358d8135 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0559206 Aug 09 15:47:42.792764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 0c745b8f-b15d-462d-bfaf-8d400591f9b3 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:42.797077 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6b02b7e5-2552-45d5-af8d-06b4e7fe1447 req-4be73a87-a6c6-4899-b007-ee72190a9f7a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.802991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e09597b-3934-4df3-82c5-363ada7f9339 req-5f59e8a0-5b6c-4d1d-9a9f-d72e926aaa25 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336409 Aug 09 15:47:42.826378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6b02b7e5-2552-45d5-af8d-06b4e7fe1447 req-4be73a87-a6c6-4899-b007-ee72190a9f7a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.850707 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.864206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 0c745b8f-b15d-462d-bfaf-8d400591f9b3 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:42.868864 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 0c745b8f-b15d-462d-bfaf-8d400591f9b3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:42.869237 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.870031 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6b02b7e5-2552-45d5-af8d-06b4e7fe1447 req-4be73a87-a6c6-4899-b007-ee72190a9f7a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.873437 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6b02b7e5-2552-45d5-af8d-06b4e7fe1447 req-4be73a87-a6c6-4899-b007-ee72190a9f7a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.874615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b02b7e5-2552-45d5-af8d-06b4e7fe1447 req-4be73a87-a6c6-4899-b007-ee72190a9f7a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "DELETE /v2.0/security-groups/0791c273-51f9-4877-a365-a6c7d3b0de33 HTTP/1.1" status: 204 len: 173 time: 0.1297328 Aug 09 15:47:42.883954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be73a87-a6c6-4899-b007-ee72190a9f7a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0791c273-51f9-4877-a365-a6c7d3b0de33,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:42.970966 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.974556 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [req-89458225-4bf7-4b11-8610-a11a9444e99c req-6bf5d3f2-c63e-49ab-b589-ef0ffde8fc55 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] show failed (client error): The resource could not be found. Aug 09 15:47:42.975641 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-89458225-4bf7-4b11-8610-a11a9444e99c req-6bf5d3f2-c63e-49ab-b589-ef0ffde8fc55 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/3f364364-fd2b-4ebd-9c55-ac027284f790 HTTP/1.1" status: 404 len: 352 time: 0.0149829 Aug 09 15:47:42.995320 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358efd2c-d84d-455b-bc63-1b1db1f10851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c745b8f-b15d-462d-bfaf-8d400591f9b3'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:42.998268 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60eaa79-3362-426d-8d52-f1f94135576d" -d '{"events": [{"server_uuid": "358efd2c-d84d-455b-bc63-1b1db1f10851", "name": "network-vif-plugged", "status": "completed", "tag": "0c745b8f-b15d-462d-bfaf-8d400591f9b3"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:43.012714 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-ad8280af-9757-4033-840b-b139dea1ed67 req-5b464744-9eae-4814-a05a-eafdc6e6bc50 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] show failed (client error): The resource could not be found. Aug 09 15:47:43.012933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 0c745b8f-b15d-462d-bfaf-8d400591f9b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0c745b8f-b15d-462d-bfaf-8d400591f9b3,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:43.013802 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad8280af-9757-4033-840b-b139dea1ed67 req-5b464744-9eae-4814-a05a-eafdc6e6bc50 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/4a7cef58-6bca-4b77-b24b-3ccdf3f6d0e5 HTTP/1.1" status: 404 len: 352 time: 0.0145936 Aug 09 15:47:43.021634 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.048342 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a81df1-d3e0-41cc-a72f-c985ff48dc96 x-openstack-request-id: req-07a81df1-d3e0-41cc-a72f-c985ff48dc96 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:43.048879 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-ad7dc5a5-544e-4180-a285-c9d9d714af0b req-da497733-b1b8-483f-94b8-e22a473513ac tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] show failed (client error): The resource could not be found. Aug 09 15:47:43.049266 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358efd2c-d84d-455b-bc63-1b1db1f10851", "name": "network-vif-plugged", "status": "completed", "tag": "0c745b8f-b15d-462d-bfaf-8d400591f9b3", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:43.050084 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad7dc5a5-544e-4180-a285-c9d9d714af0b req-da497733-b1b8-483f-94b8-e22a473513ac tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/ec9f99ac-36f2-419b-9cf5-b8e4d32387ee HTTP/1.1" status: 404 len: 352 time: 0.0161045 Aug 09 15:47:43.053806 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07a81df1-d3e0-41cc-a72f-c985ff48dc96 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:43.054953 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358efd2c-d84d-455b-bc63-1b1db1f10851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c745b8f-b15d-462d-bfaf-8d400591f9b3', 'code': 200} Aug 09 15:47:43.085242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=0c745b8f-b15d-462d-bfaf-8d400591f9b3,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:43.089201 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [req-da1bc482-48d5-4c5f-8b82-70a55e5cb283 req-99a29170-7ea1-4053-955a-d2cb165fd7e7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] show failed (client error): The resource could not be found. Aug 09 15:47:43.090459 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da1bc482-48d5-4c5f-8b82-70a55e5cb283 req-99a29170-7ea1-4053-955a-d2cb165fd7e7 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/ec3781ff-ffea-4e1a-baed-411778191634 HTTP/1.1" status: 404 len: 352 time: 0.0157137 Aug 09 15:47:43.162186 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-11d8b988-4eae-4c2e-aec4-aef0786d4a6e req-cecaad82-0026-4987-8a60-40c3d8a513ca tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] show failed (client error): The resource could not be found. Aug 09 15:47:43.163224 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11d8b988-4eae-4c2e-aec4-aef0786d4a6e req-cecaad82-0026-4987-8a60-40c3d8a513ca tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/5a443c14-27f5-4495-82ab-5e4b6d27458d HTTP/1.1" status: 404 len: 352 time: 0.0520117 Aug 09 15:47:43.186735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-33972cd1-a296-44cd-a22e-c24396aa0f1d tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:43.188206 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-33972cd1-a296-44cd-a22e-c24396aa0f1d tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.60 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 945 time: 0.0998614 Aug 09 15:47:43.191012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b0d7-21ac-443f-aa59-0a88733cb04e req-efc6f769-4248-4e9c-b007-20a995282524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:43.192380 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b34b0d7-21ac-443f-aa59-0a88733cb04e req-efc6f769-4248-4e9c-b007-20a995282524 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 1096 time: 0.0901501 Aug 09 15:47:43.196776 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [req-64680296-0150-499c-8d0e-7f2349c51beb req-78fa78dd-b815-4312-9f21-6b41b9626f7e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] show failed (client error): The resource could not be found. Aug 09 15:47:43.197777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64680296-0150-499c-8d0e-7f2349c51beb req-78fa78dd-b815-4312-9f21-6b41b9626f7e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/f4347231-8dce-4ab9-9c05-3717ea6bb68e HTTP/1.1" status: 404 len: 352 time: 0.0141940 Aug 09 15:47:43.282575 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b34b0d7-21ac-443f-aa59-0a88733cb04e req-7ab266d1-a77d-4096-89c2-87089cde71a7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785456 Aug 09 15:47:43.307020 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.316890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Deleting port e8b6e491-2c6c-4069-b656-b87067e869eb {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:43.316890 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.414134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d74aec-2954-4591-b98c-a2c20b1fb171 req-8f472d5b-f5f4-44f4-8f93-709559901920 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:43.415652 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52d74aec-2954-4591-b98c-a2c20b1fb171 req-8f472d5b-f5f4-44f4-8f93-709559901920 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.0574977 Aug 09 15:47:43.449945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] For port e8b6e491-2c6c-4069-b656-b87067e869eb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e8b6e491-2c6c-4069-b656-b87067e869eb,segment=NetworkSegment(e41d58d1-10a0-4247-8a16-f8040723b8cd),segment_id=e41d58d1-10a0-4247-8a16-f8040723b8cd)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:43.450322 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.454510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52d74aec-2954-4591-b98c-a2c20b1fb171 req-0edd5f3a-f696-4e93-9330-c8adfb6af5fc tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318525 Aug 09 15:47:43.477510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fec77-9237-4653-b6b5-439f566d7381 req-eb21063d-074e-4219-a7cb-0b719f753b02 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:43.479026 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d57fec77-9237-4653-b6b5-439f566d7381 req-eb21063d-074e-4219-a7cb-0b719f753b02 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 1024 time: 0.0902090 Aug 09 15:47:43.620080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee3cbf-a161-4b2d-8a91-22e4c7671c89 req-50e5d11e-bd27-4672-a52d-d7858b6920b5 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:43.621811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-17ee3cbf-a161-4b2d-8a91-22e4c7671c89 req-50e5d11e-bd27-4672-a52d-d7858b6920b5 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 945 time: 0.0529437 Aug 09 15:47:43.627151 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d57fec77-9237-4653-b6b5-439f566d7381 req-f99fcc73-309b-4b05-92db-1786f76cc45e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1b61f0-3566-4a08-b0b8-86dcd33535cc&id=db0ff05a-d102-4b4f-af69-664d0a3000a5&id=1ee712be-8533-4ab1-9bdd-8bcef827e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1287839 Aug 09 15:47:43.663145 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-17ee3cbf-a161-4b2d-8a91-22e4c7671c89 req-e93f8f1d-4c59-4997-b06e-d3f113d1648c tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups?id=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351167 Aug 09 15:47:43.716631 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.717165 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.717560 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Floating IP 9325fc39-5bab-4102-8252-de6b986a137e disassociated. External IP: 172.25.2.71, port: e8b6e491-2c6c-4069-b656-b87067e869eb. Aug 09 15:47:43.718035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Calling delete_port for e8b6e491-2c6c-4069-b656-b87067e869eb owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:43.802489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1174df7-8c6a-455e-ad28-505542e0a78e req-7ac427bc-267e-4af3-ba02-a37819caac46 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:43.804410 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e1174df7-8c6a-455e-ad28-505542e0a78e req-7ac427bc-267e-4af3-ba02-a37819caac46 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 946 time: 0.0583341 Aug 09 15:47:43.852823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e1174df7-8c6a-455e-ad28-505542e0a78e req-79eea314-bfdf-4777-bcf6-b6ef082f8c32 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Aug 09 15:47:43.886917 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.924582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Pushing event deleted for resources: {'Port': ['ID=e8b6e491-2c6c-4069-b656-b87067e869eb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:43.998848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab2a0e-6f9e-4820-b46b-4a480efce285 req-8a1fa408-7f90-4f4e-af79-6dcd5a5e94b6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.000338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5aab2a0e-6f9e-4820-b46b-4a480efce285 req-8a1fa408-7f90-4f4e-af79-6dcd5a5e94b6 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.60 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1030211 Aug 09 15:47:44.012597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cedbb-81dc-469f-ab17-f2f065ee3dce req-314920dc-121a-4a6a-afee-001961cb211d tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.014170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd2cedbb-81dc-469f-ab17-f2f065ee3dce req-314920dc-121a-4a6a-afee-001961cb211d tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0765831 Aug 09 15:47:44.052491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfb4f1-5060-4472-aa80-4d89bf86af98 req-a7d96b04-3e85-4802-8606-4181f4074d6d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.054030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ebfb4f1-5060-4472-aa80-4d89bf86af98 req-a7d96b04-3e85-4802-8606-4181f4074d6d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1329336 Aug 09 15:47:44.103978 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Router d0528310-0add-4d48-bc74-2b5bd0ea1828 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:47:44.110052 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd2cedbb-81dc-469f-ab17-f2f065ee3dce req-145114bd-057c-46b0-8b62-cf442fb8ccd4 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856302 Aug 09 15:47:44.112076 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ebfb4f1-5060-4472-aa80-4d89bf86af98 req-738bd06b-412f-424e-b555-bd4430909663 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494237 Aug 09 15:47:44.144566 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-5aab2a0e-6f9e-4820-b46b-4a480efce285 req-d66378da-1f18-4862-898c-b8c121339f83 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Deleting port c2abb3c5-a8ce-4ba9-9da1-53135b71baef {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:44.144910 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5aab2a0e-6f9e-4820-b46b-4a480efce285 req-d66378da-1f18-4862-898c-b8c121339f83 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.243704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:47:44.263807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399c7fe-007a-431c-8739-a26c4e6b9d7d None None] Sync routers for ids ['d0528310-0add-4d48-bc74-2b5bd0ea1828'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:47:44.279952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8399c7fe-007a-431c-8739-a26c4e6b9d7d None None] Routers {'d0528310-0add-4d48-bc74-2b5bd0ea1828'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:44.280866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8399c7fe-007a-431c-8739-a26c4e6b9d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:47:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0528310-0add-4d48-bc74-2b5bd0ea1828'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:44.307860 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] No DVR routers for this DVR port e8b6e491-2c6c-4069-b656-b87067e869eb on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:44.311696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.314139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b8c58c0-a764-4e2a-a8a1-ff1826cc5215 req-142750a8-597f-4f5e-b29d-79df943dc24a tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.60 "DELETE /v2.0/ports/e8b6e491-2c6c-4069-b656-b87067e869eb HTTP/1.1" status: 204 len: 173 time: 1.1172252 Aug 09 15:47:44.314747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'name': 'network-vif-deleted', 'tag': 'e8b6e491-2c6c-4069-b656-b87067e869eb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:44.317446 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf2522c-7704-4c8c-82f6-1a1efac899f1" -d '{"events": [{"server_uuid": "870eaaca-e38f-4039-b5a5-32938c4eb113", "name": "network-vif-deleted", "tag": "e8b6e491-2c6c-4069-b656-b87067e869eb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:44.340753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-5aab2a0e-6f9e-4820-b46b-4a480efce285 req-d66378da-1f18-4862-898c-b8c121339f83 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] For port c2abb3c5-a8ce-4ba9-9da1-53135b71baef, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c2abb3c5-a8ce-4ba9-9da1-53135b71baef,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:44.341302 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5aab2a0e-6f9e-4820-b46b-4a480efce285 req-d66378da-1f18-4862-898c-b8c121339f83 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.377051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-5aab2a0e-6f9e-4820-b46b-4a480efce285 req-d66378da-1f18-4862-898c-b8c121339f83 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Calling delete_port for c2abb3c5-a8ce-4ba9-9da1-53135b71baef owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:44.388872 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7083fe83-4227-41c7-8c6d-e5434d748420 x-openstack-request-id: req-7083fe83-4227-41c7-8c6d-e5434d748420 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:44.389258 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870eaaca-e38f-4039-b5a5-32938c4eb113", "name": "network-vif-deleted", "tag": "e8b6e491-2c6c-4069-b656-b87067e869eb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:44.389621 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7083fe83-4227-41c7-8c6d-e5434d748420 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:44.390107 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870eaaca-e38f-4039-b5a5-32938c4eb113', 'name': 'network-vif-deleted', 'tag': 'e8b6e491-2c6c-4069-b656-b87067e869eb', 'status': 'completed', 'code': 200} Aug 09 15:47:44.416482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4594e-8a0f-4cfc-86e1-3587d819bc2e req-553e0dba-6b92-4ce5-a9ac-02740989bfa2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.425741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4594e-8a0f-4cfc-86e1-3587d819bc2e req-553e0dba-6b92-4ce5-a9ac-02740989bfa2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.435506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4594e-8a0f-4cfc-86e1-3587d819bc2e req-553e0dba-6b92-4ce5-a9ac-02740989bfa2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.438765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-c4defc7c-2e5a-4bc6-8304-b1fded0c7bfd tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.441000 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-c4defc7c-2e5a-4bc6-8304-b1fded0c7bfd tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70&tenant_id=f5b487a9592948f4bd3a59172c9bad40&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 1097 time: 0.1070981 Aug 09 15:47:44.442134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4594e-8a0f-4cfc-86e1-3587d819bc2e req-553e0dba-6b92-4ce5-a9ac-02740989bfa2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.447959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-8399c7fe-007a-431c-8739-a26c4e6b9d7d None None] Set router d0528310-0add-4d48-bc74-2b5bd0ea1828 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:47:44.448270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4594e-8a0f-4cfc-86e1-3587d819bc2e req-553e0dba-6b92-4ce5-a9ac-02740989bfa2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.455357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803778-2'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:44.455655 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4594e-8a0f-4cfc-86e1-3587d819bc2e req-553e0dba-6b92-4ce5-a9ac-02740989bfa2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.461568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4594e-8a0f-4cfc-86e1-3587d819bc2e req-553e0dba-6b92-4ce5-a9ac-02740989bfa2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.468104 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-22f4594e-8a0f-4cfc-86e1-3587d819bc2e req-553e0dba-6b92-4ce5-a9ac-02740989bfa2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.1915438 Aug 09 15:47:44.539971 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.650336 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-22f4594e-8a0f-4cfc-86e1-3587d819bc2e req-637cccaa-45ee-4ab1-bfcc-d9b4572a67c9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248658 Aug 09 15:47:44.727141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8d202-afa6-4a0e-84d6-fe23cdccd2b4 req-29950bc5-4379-46e9-a863-19e06928c8b9 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:44.735473 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fd8d202-afa6-4a0e-84d6-fe23cdccd2b4 req-29950bc5-4379-46e9-a863-19e06928c8b9 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/ports?device_id=37512867-9b35-4222-b26e-99934b2a9178 HTTP/1.1" status: 200 len: 946 time: 0.1462109 Aug 09 15:47:44.772451 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5aab2a0e-6f9e-4820-b46b-4a480efce285 req-d66378da-1f18-4862-898c-b8c121339f83 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.778442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8399c7fe-007a-431c-8739-a26c4e6b9d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '5ae1eef4-544f-43aa-b093-f4ad9e947776', 'name': '', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'mac_address': 'fa:16:3e:df:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:36Z', 'updated_at': '2021-08-09T15:44:45Z', 'revision_number': 5, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'subnets': [{'id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:44.786865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['c2abb3c5-a8ce-4ba9-9da1-53135b71baef'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:44.811653 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fd8d202-afa6-4a0e-84d6-fe23cdccd2b4 req-557dcb54-f45e-4cd5-bc7c-f97c03451bdf tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.81 "GET /v2.0/security-groups?id=59dd0f9a-3b45-42eb-be26-0bc5619567ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755036 Aug 09 15:47:44.827643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 74b3ff6b-c855-4b6e-96e9-e4fa478229fb details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:44.845091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:44.859200 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66378da-1f18-4862-898c-b8c121339f83 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Pushing event deleted for resources: {'Port': ['ID=c2abb3c5-a8ce-4ba9-9da1-53135b71baef,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:44.961179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aab2a0e-6f9e-4820-b46b-4a480efce285 req-d66378da-1f18-4862-898c-b8c121339f83 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] No DVR routers for this DVR port c2abb3c5-a8ce-4ba9-9da1-53135b71baef on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:44.964918 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5aab2a0e-6f9e-4820-b46b-4a480efce285 req-d66378da-1f18-4862-898c-b8c121339f83 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:44.968071 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5aab2a0e-6f9e-4820-b46b-4a480efce285 req-d66378da-1f18-4862-898c-b8c121339f83 tempest-ServerRescueNegativeTestJSON-2054489875 tempest-ServerRescueNegativeTestJSON-2054489875-project] 10.222.0.60 "DELETE /v2.0/ports/c2abb3c5-a8ce-4ba9-9da1-53135b71baef HTTP/1.1" status: 204 len: 173 time: 0.9529617 Aug 09 15:47:44.968563 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37512867-9b35-4222-b26e-99934b2a9178', 'name': 'network-vif-deleted', 'tag': 'c2abb3c5-a8ce-4ba9-9da1-53135b71baef'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:44.970551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:44.971333 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab06dc2-0831-40d3-bd18-c40d2a624628" -d '{"events": [{"server_uuid": "37512867-9b35-4222-b26e-99934b2a9178", "name": "network-vif-deleted", "tag": "c2abb3c5-a8ce-4ba9-9da1-53135b71baef"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:44.980608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aea1a807-b194-4860-add6-ca62b618a7ea req-f9970adc-ee77-4cda-8012-9d0bff72db07 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 210 time: 0.0622177 Aug 09 15:47:45.005101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020a140-0a85-44d7-b7d9-7a8dd106e05d req-a685da2b-6609-45a8-8280-571f97d2520e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.006893 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1020a140-0a85-44d7-b7d9-7a8dd106e05d req-a685da2b-6609-45a8-8280-571f97d2520e tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 1024 time: 0.0985413 Aug 09 15:47:45.010015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399c7fe-007a-431c-8739-a26c4e6b9d7d None None] Checking router: d0528310-0add-4d48-bc74-2b5bd0ea1828 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:47:45.054085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:45.068560 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8399c7fe-007a-431c-8739-a26c4e6b9d7d None None] Routers {'d0528310-0add-4d48-bc74-2b5bd0ea1828'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:45.070279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8399c7fe-007a-431c-8739-a26c4e6b9d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:47:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0528310-0add-4d48-bc74-2b5bd0ea1828'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:45.071758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1020a140-0a85-44d7-b7d9-7a8dd106e05d req-8a8c91a0-efda-4ace-99f7-1eac9888a497 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1b61f0-3566-4a08-b0b8-86dcd33535cc&id=db0ff05a-d102-4b4f-af69-664d0a3000a5&id=1ee712be-8533-4ab1-9bdd-8bcef827e0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0579376 Aug 09 15:47:45.080479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ecd21dfe-32d7-428a-b5c2-453295bd591c no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:45.124207 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.133991 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.182736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 74b3ff6b-c855-4b6e-96e9-e4fa478229fb has no active binding in host n-h1-803778-2 {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 15:47:45.185383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: ecd21dfe-32d7-428a-b5c2-453295bd591c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:45.186124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ecd21dfe-32d7-428a-b5c2-453295bd591c not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:45.245431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28af01-9b96-44d3-a211-e7fad7a9bb3f req-3b9c069e-b850-4166-8bc0-e6dafa5253db tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.246055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd507620-feca-4c4d-86d2-eae8bdc49d91 req-12b6f394-8397-4293-9c3d-c774b29066b1 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.252030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28af01-9b96-44d3-a211-e7fad7a9bb3f req-3b9c069e-b850-4166-8bc0-e6dafa5253db tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.255540 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd507620-feca-4c4d-86d2-eae8bdc49d91 req-12b6f394-8397-4293-9c3d-c774b29066b1 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.1076546 Aug 09 15:47:45.261131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28af01-9b96-44d3-a211-e7fad7a9bb3f req-3b9c069e-b850-4166-8bc0-e6dafa5253db tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.268929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28af01-9b96-44d3-a211-e7fad7a9bb3f req-3b9c069e-b850-4166-8bc0-e6dafa5253db tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.277209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28af01-9b96-44d3-a211-e7fad7a9bb3f req-3b9c069e-b850-4166-8bc0-e6dafa5253db tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.291155 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-8399c7fe-007a-431c-8739-a26c4e6b9d7d None None] Set router d0528310-0add-4d48-bc74-2b5bd0ea1828 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:47:45.297731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28af01-9b96-44d3-a211-e7fad7a9bb3f req-3b9c069e-b850-4166-8bc0-e6dafa5253db tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.299037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c2725-4f43-42f5-8996-7e2222cecf11 req-0a56635c-d9dc-484d-a4fb-46cdbc623f75 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.300835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f0c2725-4f43-42f5-8996-7e2222cecf11 req-0a56635c-d9dc-484d-a4fb-46cdbc623f75 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.60 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 1024 time: 0.1192183 Aug 09 15:47:45.304032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28af01-9b96-44d3-a211-e7fad7a9bb3f req-3b9c069e-b850-4166-8bc0-e6dafa5253db tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.316676 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c28af01-9b96-44d3-a211-e7fad7a9bb3f req-3b9c069e-b850-4166-8bc0-e6dafa5253db tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.2446070 Aug 09 15:47:45.334793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Pushing event updated for resources: {'Port': ['ID=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:45.379123 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd507620-feca-4c4d-86d2-eae8bdc49d91 req-76adb580-94bb-40fd-9f7a-b3c6bd6669ef tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223600 Aug 09 15:47:45.380636 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5dbefe-7216-4d1b-86c4-a4cb5b844886 x-openstack-request-id: req-5e5dbefe-7216-4d1b-86c4-a4cb5b844886 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:45.380926 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37512867-9b35-4222-b26e-99934b2a9178", "name": "network-vif-deleted", "tag": "c2abb3c5-a8ce-4ba9-9da1-53135b71baef", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:45.381178 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e5dbefe-7216-4d1b-86c4-a4cb5b844886 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:45.381616 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37512867-9b35-4222-b26e-99934b2a9178', 'name': 'network-vif-deleted', 'tag': 'c2abb3c5-a8ce-4ba9-9da1-53135b71baef', 'status': 'completed', 'code': 200} Aug 09 15:47:45.384596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Attempting to bind port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on host n-h2-803778-2 for vnic_type normal with profile {"migrating_to": "n-h1-803778-2"} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:45.384955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Attempting to bind port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:45.385291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Attempting to bind port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:45.393145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:47:45.393482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Attempting to bind port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on network 2d7d4d62-58f1-4269-a516-ea6e4ce16646 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:45.400856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:45.401203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Checking segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:45.401616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Bound using segment: {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:45.402176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Bound port: 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6877e6dd-7924-4685-88cf-76a3f1a79fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2d7d4d62-58f1-4269-a516-ea6e4ce16646'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:45.402666 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.499492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:45.503616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:45.519400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.607257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19585f0-8296-431d-9a06-df76011631fd req-7a5706e3-a173-4715-a0ac-0cd27f422293 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.618254 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a19585f0-8296-431d-9a06-df76011631fd req-7a5706e3-a173-4715-a0ac-0cd27f422293 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0989056 Aug 09 15:47:45.653773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Pushing event updated for resources: {'Port': ['ID=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,revision_number=8']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:45.662377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-0f0c2725-4f43-42f5-8996-7e2222cecf11 req-bfce50e7-d312-4d25-b87b-7d785f8a81f0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Deleting port 799277b3-2bf8-4ac0-ab59-a215868caac0 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:45.662863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0f0c2725-4f43-42f5-8996-7e2222cecf11 req-bfce50e7-d312-4d25-b87b-7d785f8a81f0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.677664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a19585f0-8296-431d-9a06-df76011631fd req-8ac6827c-5958-4306-8fe0-4765d8eaa890 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583124 Aug 09 15:47:45.762841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2043d08-43b7-4d26-b1dc-25d35aa30c1c req-43046dc4-ddf8-4f28-af70-5da7ee67f3c5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.771095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2043d08-43b7-4d26-b1dc-25d35aa30c1c req-43046dc4-ddf8-4f28-af70-5da7ee67f3c5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.2655745 Aug 09 15:47:45.779880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:45.781085 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.782785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-67263649-d72e-41c6-a802-ff1a9e0549c3 service neutron] 10.222.0.53 "PUT /v2.0/ports/74b3ff6b-c855-4b6e-96e9-e4fa478229fb HTTP/1.1" status: 200 len: 1122 time: 1.3331203 Aug 09 15:47:45.823257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-0f0c2725-4f43-42f5-8996-7e2222cecf11 req-bfce50e7-d312-4d25-b87b-7d785f8a81f0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] For port 799277b3-2bf8-4ac0-ab59-a215868caac0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=799277b3-2bf8-4ac0-ab59-a215868caac0,segment=NetworkSegment(ddf64022-ede3-49be-8d98-259fa50588dc),segment_id=ddf64022-ede3-49be-8d98-259fa50588dc)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:45.823664 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0f0c2725-4f43-42f5-8996-7e2222cecf11 req-bfce50e7-d312-4d25-b87b-7d785f8a81f0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:45.842589 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-0f0c2725-4f43-42f5-8996-7e2222cecf11 req-bfce50e7-d312-4d25-b87b-7d785f8a81f0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Calling delete_port for 799277b3-2bf8-4ac0-ab59-a215868caac0 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:45.867731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2043d08-43b7-4d26-b1dc-25d35aa30c1c req-a2afdc07-e1e0-4461-9d12-dde34f41159e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952377 Aug 09 15:47:45.943028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33968) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:46.061201 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['74b3ff6b-c855-4b6e-96e9-e4fa478229fb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:46.121409 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0f0c2725-4f43-42f5-8996-7e2222cecf11 req-bfce50e7-d312-4d25-b87b-7d785f8a81f0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:46.136908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['74b3ff6b-c855-4b6e-96e9-e4fa478229fb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:46.179825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8399c7fe-007a-431c-8739-a26c4e6b9d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '5ae1eef4-544f-43aa-b093-f4ad9e947776', 'name': '', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'mac_address': 'fa:16:3e:df:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:36Z', 'updated_at': '2021-08-09T15:44:45Z', 'revision_number': 5, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'subnets': [{'id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:46.185399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce50e7-d312-4d25-b87b-7d785f8a81f0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event deleted for resources: {'Port': ['ID=799277b3-2bf8-4ac0-ab59-a215868caac0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:46.255796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399c7fe-007a-431c-8739-a26c4e6b9d7d None None] The sync data for ids ['d0528310-0add-4d48-bc74-2b5bd0ea1828'] in n-d-803778-2 is: [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '5ae1eef4-544f-43aa-b093-f4ad9e947776', 'name': '', 'network_id': 'aa0edc2e-0e97-4f4a-9d13-7a14466f6c17', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'mac_address': 'fa:16:3e:df:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:36Z', 'updated_at': '2021-08-09T15:44:45Z', 'revision_number': 5, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'subnets': [{'id': '3b75b15d-0fb1-4926-95e9-d51d3d24f60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:47:46.283194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0c2725-4f43-42f5-8996-7e2222cecf11 req-bfce50e7-d312-4d25-b87b-7d785f8a81f0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] No DVR routers for this DVR port 799277b3-2bf8-4ac0-ab59-a215868caac0 on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:46.288653 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0f0c2725-4f43-42f5-8996-7e2222cecf11 req-bfce50e7-d312-4d25-b87b-7d785f8a81f0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:46.290998 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f0c2725-4f43-42f5-8996-7e2222cecf11 req-bfce50e7-d312-4d25-b87b-7d785f8a81f0 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.60 "DELETE /v2.0/ports/799277b3-2bf8-4ac0-ab59-a215868caac0 HTTP/1.1" status: 204 len: 173 time: 0.9726970 Aug 09 15:47:46.348302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a373b41d-a45e-4c06-82ad-ba467950c201 req-0d5de311-7ad6-4ec6-b210-cb45888c4d09 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 210 time: 0.2114434 Aug 09 15:47:46.457905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948a005a-c70d-4709-a7e0-fc1d8da08d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b3ff6b-c855-4b6e-96e9-e4fa478229fb'}, {'name': 'network-changed', 'server_uuid': '948a005a-c70d-4709-a7e0-fc1d8da08d70', 'tag': '74b3ff6b-c855-4b6e-96e9-e4fa478229fb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:46.460656 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180b0540-dff3-4dbc-b0e3-5cea9e861c6f" -d '{"events": [{"server_uuid": "948a005a-c70d-4709-a7e0-fc1d8da08d70", "name": "network-vif-unplugged", "status": "completed", "tag": "74b3ff6b-c855-4b6e-96e9-e4fa478229fb"}, {"name": "network-changed", "server_uuid": "948a005a-c70d-4709-a7e0-fc1d8da08d70", "tag": "74b3ff6b-c855-4b6e-96e9-e4fa478229fb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:46.580072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a89f2a-7187-402f-b57a-251cd4f87af0 req-07e3566f-2586-4723-b322-0927a35c31a4 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/ports?device_id=91fcbf83-4b17-4a4f-8446-eefa24d367ae HTTP/1.1" status: 200 len: 210 time: 0.0357201 Aug 09 15:47:46.608864 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['799277b3-2bf8-4ac0-ab59-a215868caac0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:46.625189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bbc3d-e2d4-4de7-8a2b-d06417f1d029 req-5803b006-d315-4e74-b971-0a7e4315dd46 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:46.636885 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f38bbc3d-e2d4-4de7-8a2b-d06417f1d029 req-5803b006-d315-4e74-b971-0a7e4315dd46 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.0927966 Aug 09 15:47:46.693722 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f38bbc3d-e2d4-4de7-8a2b-d06417f1d029 req-52fc9fa3-9913-4c69-b8d3-0d963b588891 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556242 Aug 09 15:47:46.770737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6352c26-37b7-4321-a308-858e3383a804 req-a328163d-be23-4b22-b0de-6a8a506e5a84 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:46.772278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b6352c26-37b7-4321-a308-858e3383a804 req-a328163d-be23-4b22-b0de-6a8a506e5a84 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.0679705 Aug 09 15:47:46.774094 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d36da4-89e4-4dc1-8233-b83720f9259e x-openstack-request-id: req-68d36da4-89e4-4dc1-8233-b83720f9259e {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:46.774437 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948a005a-c70d-4709-a7e0-fc1d8da08d70", "name": "network-vif-unplugged", "status": "completed", "tag": "74b3ff6b-c855-4b6e-96e9-e4fa478229fb", "code": 200}, {"name": "network-changed", "server_uuid": "948a005a-c70d-4709-a7e0-fc1d8da08d70", "tag": "74b3ff6b-c855-4b6e-96e9-e4fa478229fb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:46.774689 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68d36da4-89e4-4dc1-8233-b83720f9259e {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:46.775079 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948a005a-c70d-4709-a7e0-fc1d8da08d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b3ff6b-c855-4b6e-96e9-e4fa478229fb', 'code': 200} Aug 09 15:47:46.775338 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948a005a-c70d-4709-a7e0-fc1d8da08d70', 'tag': '74b3ff6b-c855-4b6e-96e9-e4fa478229fb', 'status': 'completed', 'code': 200} Aug 09 15:47:46.790857 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea8530ce-cdeb-4cef-872d-bedcb58dcdb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:46.808351 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a55aed-c242-4ecd-8ccd-9769cf766afc None None] New status for floating IP 9325fc39-5bab-4102-8252-de6b986a137e: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:47:46.903089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b0540-dff3-4dbc-b0e3-5cea9e861c6f req-a81903c3-973c-4f9e-a8f0-7597a7785b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:46.906383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-180b0540-dff3-4dbc-b0e3-5cea9e861c6f req-a81903c3-973c-4f9e-a8f0-7597a7785b44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 1125 time: 0.0886197 Aug 09 15:47:46.963330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b6352c26-37b7-4321-a308-858e3383a804 req-587a5cfc-71b1-41f7-8f22-9c613afbab42 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791198 Aug 09 15:47:47.066829 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e8b6e491-2c6c-4069-b656-b87067e869eb no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:47.113776 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919db8d-d27e-4fde-983a-904d5126b59a req-0fda05ec-f7ce-4759-84a7-c8ab4d159969 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.120250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: e8b6e491-2c6c-4069-b656-b87067e869eb {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:47.120594 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e8b6e491-2c6c-4069-b656-b87067e869eb not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:47.121025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c2abb3c5-a8ce-4ba9-9da1-53135b71baef no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:47.124064 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6919db8d-d27e-4fde-983a-904d5126b59a req-0fda05ec-f7ce-4759-84a7-c8ab4d159969 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.2094510 Aug 09 15:47:47.173712 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: c2abb3c5-a8ce-4ba9-9da1-53135b71baef {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:47.174057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c2abb3c5-a8ce-4ba9-9da1-53135b71baef not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:47.177908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b0540-dff3-4dbc-b0e3-5cea9e861c6f req-21e4220a-d66a-4689-a324-34431f9d5d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.179527 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-180b0540-dff3-4dbc-b0e3-5cea9e861c6f req-21e4220a-d66a-4689-a324-34431f9d5d84 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.2637572 Aug 09 15:47:47.214108 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6919db8d-d27e-4fde-983a-904d5126b59a req-0a1e84e7-bbe7-4e48-9664-b253241b5b11 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888829 Aug 09 15:47:47.254436 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-180b0540-dff3-4dbc-b0e3-5cea9e861c6f req-174f7856-2611-472c-aa75-f8559ba494ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb HTTP/1.1" status: 200 len: 217 time: 0.0644507 Aug 09 15:47:47.322652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b0540-dff3-4dbc-b0e3-5cea9e861c6f req-56faa712-ce74-469b-81e1-13e50bdccf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.326262 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-180b0540-dff3-4dbc-b0e3-5cea9e861c6f req-56faa712-ce74-469b-81e1-13e50bdccf02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.0625329 Aug 09 15:47:47.328253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ea8530ce-cdeb-4cef-872d-bedcb58dcdb9 admin admin] Deleting port 4b78bd72-4636-4227-936a-47d1bca92355 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:47.328591 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea8530ce-cdeb-4cef-872d-bedcb58dcdb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.384161 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fcbf83-4b17-4a4f-8446-eefa24d367ae', 'name': 'network-vif-deleted', 'tag': '799277b3-2bf8-4ac0-ab59-a215868caac0'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:47.387260 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44266004-eecb-46ee-a8b3-e5b148b90188" -d '{"events": [{"server_uuid": "91fcbf83-4b17-4a4f-8446-eefa24d367ae", "name": "network-vif-deleted", "tag": "799277b3-2bf8-4ac0-ab59-a215868caac0"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:47.395245 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-180b0540-dff3-4dbc-b0e3-5cea9e861c6f req-16f905fc-0135-4835-a875-995389c98880 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558162 Aug 09 15:47:47.472575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-ea8530ce-cdeb-4cef-872d-bedcb58dcdb9 admin admin] For port 4b78bd72-4636-4227-936a-47d1bca92355, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4b78bd72-4636-4227-936a-47d1bca92355,segment=NetworkSegment(36f76460-9ac0-442b-b55f-0d3bcd07fbec),segment_id=36f76460-9ac0-442b-b55f-0d3bcd07fbec)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:47.475766 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea8530ce-cdeb-4cef-872d-bedcb58dcdb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:47.518559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ea8530ce-cdeb-4cef-872d-bedcb58dcdb9 admin admin] Calling delete_port for 4b78bd72-4636-4227-936a-47d1bca92355 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:47.546573 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-030c9eee-571c-46da-bb3e-c5d4b06377cb req-4f4a8a51-9ad1-4d25-bf86-f44f7d7065d2 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 210 time: 0.0652537 Aug 09 15:47:47.683157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34016) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:47.832920 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5ffb39d3-1729-4596-9554-cc9fd0c212df req-bf0f0392-1319-47c0-8874-f77000198b25 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/5d1b61f0-3566-4a08-b0b8-86dcd33535cc HTTP/1.1" status: 200 len: 1801 time: 0.1485021 Aug 09 15:47:47.845905 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e12408a-d915-4a15-8eb2-8f1e375a8e98 x-openstack-request-id: req-2e12408a-d915-4a15-8eb2-8f1e375a8e98 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:47.845905 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fcbf83-4b17-4a4f-8446-eefa24d367ae", "name": "network-vif-deleted", "tag": "799277b3-2bf8-4ac0-ab59-a215868caac0", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:47.846915 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e12408a-d915-4a15-8eb2-8f1e375a8e98 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:47.846915 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fcbf83-4b17-4a4f-8446-eefa24d367ae', 'name': 'network-vif-deleted', 'tag': '799277b3-2bf8-4ac0-ab59-a215868caac0', 'status': 'completed', 'code': 200} Aug 09 15:47:47.953276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139b88-4772-451e-8aa7-2dea036aea0d req-2fa97447-b04f-4947-9fc9-480f5a7aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.953783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139b88-4772-451e-8aa7-2dea036aea0d req-2fa97447-b04f-4947-9fc9-480f5a7aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.954263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139b88-4772-451e-8aa7-2dea036aea0d req-2fa97447-b04f-4947-9fc9-480f5a7aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.954736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139b88-4772-451e-8aa7-2dea036aea0d req-2fa97447-b04f-4947-9fc9-480f5a7aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.955200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139b88-4772-451e-8aa7-2dea036aea0d req-2fa97447-b04f-4947-9fc9-480f5a7aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.955841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139b88-4772-451e-8aa7-2dea036aea0d req-2fa97447-b04f-4947-9fc9-480f5a7aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.956312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139b88-4772-451e-8aa7-2dea036aea0d req-2fa97447-b04f-4947-9fc9-480f5a7aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.958335 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9139b88-4772-451e-8aa7-2dea036aea0d req-2fa97447-b04f-4947-9fc9-480f5a7aee5f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6503 time: 0.2719431 Aug 09 15:47:47.958666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995d0bf-d49b-455b-866e-f8b9caa4a2ab req-e5bf0870-1c0a-4cb3-b67e-c08786252913 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:47.966709 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c995d0bf-d49b-455b-866e-f8b9caa4a2ab req-e5bf0870-1c0a-4cb3-b67e-c08786252913 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.1194451 Aug 09 15:47:48.003134 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea8530ce-cdeb-4cef-872d-bedcb58dcdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.009159 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-180b0540-dff3-4dbc-b0e3-5cea9e861c6f req-5ad6134e-a860-4a35-9a7a-2c56fca57839 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974834 Aug 09 15:47:48.010835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5ffb39d3-1729-4596-9554-cc9fd0c212df req-cb5fa339-42c2-4fea-9f47-532e7c2d436a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.029242 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c995d0bf-d49b-455b-866e-f8b9caa4a2ab req-5fef708a-3a8a-4f60-a8c4-00409328039e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614564 Aug 09 15:47:48.057392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8530ce-cdeb-4cef-872d-bedcb58dcdb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b78bd72-4636-4227-936a-47d1bca92355,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:48.123734 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9139b88-4772-451e-8aa7-2dea036aea0d req-1713d9fe-a406-432e-a4d3-2c021ba4df2c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0781295c-63f1-473b-a56a-faa6677067dd&id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1471958 Aug 09 15:47:48.126293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5ffb39d3-1729-4596-9554-cc9fd0c212df req-cb5fa339-42c2-4fea-9f47-532e7c2d436a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.220954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e403cf8-9d41-4de8-9d0a-f18df701798e req-30724f4a-00d1-4d77-a478-d54d1638372a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:48.222531 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2e403cf8-9d41-4de8-9d0a-f18df701798e req-30724f4a-00d1-4d77-a478-d54d1638372a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1059079 Aug 09 15:47:48.226485 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-180b0540-dff3-4dbc-b0e3-5cea9e861c6f req-4d08460b-4ee8-467c-b447-f9373cf0f1f1 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919529 Aug 09 15:47:48.265984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5ffb39d3-1729-4596-9554-cc9fd0c212df req-cb5fa339-42c2-4fea-9f47-532e7c2d436a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.268527 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5ffb39d3-1729-4596-9554-cc9fd0c212df req-cb5fa339-42c2-4fea-9f47-532e7c2d436a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.269884 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5ffb39d3-1729-4596-9554-cc9fd0c212df req-cb5fa339-42c2-4fea-9f47-532e7c2d436a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "DELETE /v2.0/security-groups/5d1b61f0-3566-4a08-b0b8-86dcd33535cc HTTP/1.1" status: 204 len: 173 time: 0.4357824 Aug 09 15:47:48.294084 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2e403cf8-9d41-4de8-9d0a-f18df701798e req-0bf922de-2ea5-4d76-9c46-a2c3cd00ae3e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591733 Aug 09 15:47:48.323462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fa339-42c2-4fea-9f47-532e7c2d436a tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1b61f0-3566-4a08-b0b8-86dcd33535cc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:48.362593 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea8530ce-cdeb-4cef-872d-bedcb58dcdb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:48.442613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bede3-7cb5-4ff9-91fa-890ddbdaa7ff req-1e2f03d2-a260-42d6-b820-34c2abecf019 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:48.444613 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-171bede3-7cb5-4ff9-91fa-890ddbdaa7ff req-1e2f03d2-a260-42d6-b820-34c2abecf019 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 945 time: 0.0541823 Aug 09 15:47:48.492504 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-171bede3-7cb5-4ff9-91fa-890ddbdaa7ff req-fbb8a80e-6f96-4ab7-8efe-c2c525087981 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 Aug 09 15:47:48.835220 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-67312196-d625-4276-85a9-d88459400fbd req-e1eb59bf-14ac-40c0-bdac-e91a6cfd1721 tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "GET /v2.0/security-groups/1ee712be-8533-4ab1-9bdd-8bcef827e0d4 HTTP/1.1" status: 200 len: 1803 time: 0.0904412 Aug 09 15:47:48.940098 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d88aac47-ffb8-459d-8d4c-0e6e45042a37 req-15e99a95-e0cd-43b8-8c6f-ca057be08313 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 210 time: 0.0410237 Aug 09 15:47:48.962678 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-67312196-d625-4276-85a9-d88459400fbd req-3fc8783b-555f-4663-a5cb-d728139c856b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.028203 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-67312196-d625-4276-85a9-d88459400fbd req-3fc8783b-555f-4663-a5cb-d728139c856b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.073007 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8530ce-cdeb-4cef-872d-bedcb58dcdb9 admin admin] Router 388f7fd1-38d8-4da9-9601-e6f8fd9250fe has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:47:49.080007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 799277b3-2bf8-4ac0-ab59-a215868caac0 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:49.106389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 799277b3-2bf8-4ac0-ab59-a215868caac0 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:49.107465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 799277b3-2bf8-4ac0-ab59-a215868caac0 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:49.136061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-67312196-d625-4276-85a9-d88459400fbd req-3fc8783b-555f-4663-a5cb-d728139c856b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.138938 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-67312196-d625-4276-85a9-d88459400fbd req-3fc8783b-555f-4663-a5cb-d728139c856b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.140118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-67312196-d625-4276-85a9-d88459400fbd req-3fc8783b-555f-4663-a5cb-d728139c856b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] 10.222.0.81 "DELETE /v2.0/security-groups/1ee712be-8533-4ab1-9bdd-8bcef827e0d4 HTTP/1.1" status: 204 len: 173 time: 0.3041954 Aug 09 15:47:49.151917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34062) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:49.178275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a3d1a-d178-49e4-9005-7d5bcc99ca28 req-47d1a040-2e19-4aa9-a15c-e78bf6758f03 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:49.180181 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d89a3d1a-d178-49e4-9005-7d5bcc99ca28 req-47d1a040-2e19-4aa9-a15c-e78bf6758f03 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.0597835 Aug 09 15:47:49.192383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8783b-555f-4663-a5cb-d728139c856b tempest-SecurityGroupsTestJSON-475469407 tempest-SecurityGroupsTestJSON-475469407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee712be-8533-4ab1-9bdd-8bcef827e0d4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:49.241323 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d89a3d1a-d178-49e4-9005-7d5bcc99ca28 req-f595462f-52d2-4207-a4df-ce05f977f81e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544877 Aug 09 15:47:49.258409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6e4202-90ba-44f3-a650-c85731ba0d09 admin admin] Deleting subnet 2032c749-0de7-473f-8496-a6dfcf5c9ea0 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:47:49.265463 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4202-90ba-44f3-a650-c85731ba0d09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.287943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8530ce-cdeb-4cef-872d-bedcb58dcdb9 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:47:49.299295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34064) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:49.301271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71846c24-023f-4f5f-9722-0361c2188baa None None] Sync routers for ids ['388f7fd1-38d8-4da9-9601-e6f8fd9250fe'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:47:49.302208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ea8530ce-cdeb-4cef-872d-bedcb58dcdb9 admin admin] 10.222.0.81 "PUT /v2.0/routers/388f7fd1-38d8-4da9-9601-e6f8fd9250fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3578818 Aug 09 15:47:49.315561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71846c24-023f-4f5f-9722-0361c2188baa None None] Routers {'388f7fd1-38d8-4da9-9601-e6f8fd9250fe'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:49.316770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-71846c24-023f-4f5f-9722-0361c2188baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:47:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['388f7fd1-38d8-4da9-9601-e6f8fd9250fe'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:49.326962 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4202-90ba-44f3-a650-c85731ba0d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.406641 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4202-90ba-44f3-a650-c85731ba0d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.478876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-71846c24-023f-4f5f-9722-0361c2188baa None None] Set router 388f7fd1-38d8-4da9-9601-e6f8fd9250fe gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:47:49.503146 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.549166 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4202-90ba-44f3-a650-c85731ba0d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.597105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e4202-90ba-44f3-a650-c85731ba0d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2032c749-0de7-473f-8496-a6dfcf5c9ea0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:49.616044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4dea0-0d13-455f-a3f3-91feb075871c req-84c4be25-a7f2-4c16-96eb-0b9572cc7e63 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:49.624447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26f4dea0-0d13-455f-a3f3-91feb075871c req-84c4be25-a7f2-4c16-96eb-0b9572cc7e63 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1495738 Aug 09 15:47:49.633039 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4202-90ba-44f3-a650-c85731ba0d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.638171 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4d6e4202-90ba-44f3-a650-c85731ba0d09 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2032c749-0de7-473f-8496-a6dfcf5c9ea0 HTTP/1.1" status: 204 len: 168 time: 0.4825671 Aug 09 15:47:49.642259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34070) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:49.738669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.757696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.803051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26f4dea0-0d13-455f-a3f3-91feb075871c req-08f09c70-adec-4c3b-b940-18ef51e7a4e0 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774476 Aug 09 15:47:49.821974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-71846c24-023f-4f5f-9722-0361c2188baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1997015535-router', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:48Z', 'updated_at': '2021-08-09T15:47:47Z', 'revision_number': 5, 'project_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'gw_port': {'id': 'ecd0b734-7ba1-4f74-9a29-38a940d08972', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:86:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:50Z', 'updated_at': '2021-08-09T15:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:49.830626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Deleting port ecd0b734-7ba1-4f74-9a29-38a940d08972 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:49.830985 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.863135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71846c24-023f-4f5f-9722-0361c2188baa None None] Checking router: 388f7fd1-38d8-4da9-9601-e6f8fd9250fe for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:47:49.873922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71846c24-023f-4f5f-9722-0361c2188baa None None] Routers {'388f7fd1-38d8-4da9-9601-e6f8fd9250fe'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:49.874810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-71846c24-023f-4f5f-9722-0361c2188baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:47:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['388f7fd1-38d8-4da9-9601-e6f8fd9250fe'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:49.921350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.932466 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] For port ecd0b734-7ba1-4f74-9a29-38a940d08972, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ecd0b734-7ba1-4f74-9a29-38a940d08972,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:49.932888 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.935367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78710387-245c-4fca-9a22-3f5370ba9d5b']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:49.946560 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Calling delete_port for ecd0b734-7ba1-4f74-9a29-38a940d08972 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:49.952855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf64022-ede3-49be-8d98-259fa50588dc') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:49.953084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf64022-ede3-49be-8d98-259fa50588dc') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:49.967293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:49.994624 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.004711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-71846c24-023f-4f5f-9722-0361c2188baa None None] Set router 388f7fd1-38d8-4da9-9601-e6f8fd9250fe gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:47:50.007779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:47:50.008190 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:47:50.012778 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:47:50.138806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-71846c24-023f-4f5f-9722-0361c2188baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1997015535-router', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:48Z', 'updated_at': '2021-08-09T15:47:49Z', 'revision_number': 6, 'project_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:50.152177 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.159779 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.164520 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/78710387-245c-4fca-9a22-3f5370ba9d5b HTTP/1.1" status: 204 len: 168 time: 0.5188327 Aug 09 15:47:50.192971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce326cd8-d37c-49fc-ab36-646a6a72e3d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=78710387-245c-4fca-9a22-3f5370ba9d5b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:50.198786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71846c24-023f-4f5f-9722-0361c2188baa None None] The sync data for ids ['388f7fd1-38d8-4da9-9601-e6f8fd9250fe'] in n-d-803778-2 is: [{'id': '388f7fd1-38d8-4da9-9601-e6f8fd9250fe', 'name': 'tempest-ServerRescueNegativeTestJSON-1997015535-router', 'tenant_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:48Z', 'updated_at': '2021-08-09T15:47:49Z', 'revision_number': 6, 'project_id': '92e3b5910a4d4f24aa23cae053f0e90f', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:47:50.234843 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-758f94de-6261-4224-b910-6f54676404b7 req-bddebd31-3618-4ad7-89ea-c1339bb0a2cf tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/ports?device_id=870eaaca-e38f-4039-b5a5-32938c4eb113 HTTP/1.1" status: 200 len: 210 time: 0.0924113 Aug 09 15:47:50.249852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.299026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd0b734-7ba1-4f74-9a29-38a940d08972,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:50.397553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44c67f-d7f2-47e0-9b86-397df473cbcc req-6b90127c-edb7-46c0-9b91-33158ad6e253 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:50.399185 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b44c67f-d7f2-47e0-9b86-397df473cbcc req-6b90127c-edb7-46c0-9b91-33158ad6e253 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.0655537 Aug 09 15:47:50.425345 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.439897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34088) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:50.484468 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b44c67f-d7f2-47e0-9b86-397df473cbcc req-1aa6dca5-6a43-40fe-9955-09e31ad77f90 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764699 Aug 09 15:47:50.516366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c2d38dac-caa1-4131-a216-97fa27bf2176 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42f8983f77594e548e6e41abbddf2409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664027 Aug 09 15:47:50.516366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34090) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:50.529350 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.532347 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.587933 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b923100-76d0-4caf-bd8f-f08c5faa72ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.614133 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.614717 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 388f7fd1-38d8-4da9-9601-e6f8fd9250fe {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:47:50.622747 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.623372 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b923100-76d0-4caf-bd8f-f08c5faa72ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.626800 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c3b5657e-3444-4f6c-a669-64526cedf527 admin admin] 10.222.0.81 "DELETE /v2.0/routers/388f7fd1-38d8-4da9-9601-e6f8fd9250fe HTTP/1.1" status: 204 len: 168 time: 1.3258858 Aug 09 15:47:50.627997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34094) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:50.691423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b923100-76d0-4caf-bd8f-f08c5faa72ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.696325 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4b923100-76d0-4caf-bd8f-f08c5faa72ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.698014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4b923100-76d0-4caf-bd8f-f08c5faa72ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db0ff05a-d102-4b4f-af69-664d0a3000a5 HTTP/1.1" status: 204 len: 168 time: 0.1824534 Aug 09 15:47:50.708843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05238a4-5690-4660-903a-0e3859f0dc53 admin admin] Deleting subnet c6e317da-0465-4e5b-8a29-aafbf8c77643 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:47:50.712192 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b05238a4-5690-4660-903a-0e3859f0dc53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.733341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b923100-76d0-4caf-bd8f-f08c5faa72ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ff05a-d102-4b4f-af69-664d0a3000a5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:50.773181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b05238a4-5690-4660-903a-0e3859f0dc53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.831132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 411e7f2f-7030-45ab-9716-80fcf73f20b3 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:50.831890 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b05238a4-5690-4660-903a-0e3859f0dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.924159 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b05238a4-5690-4660-903a-0e3859f0dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.962426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05238a4-5690-4660-903a-0e3859f0dc53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e317da-0465-4e5b-8a29-aafbf8c77643,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:50.973872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 411e7f2f-7030-45ab-9716-80fcf73f20b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=411e7f2f-7030-45ab-9716-80fcf73f20b3,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:50.975506 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b05238a4-5690-4660-903a-0e3859f0dc53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:50.981214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b05238a4-5690-4660-903a-0e3859f0dc53 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c6e317da-0465-4e5b-8a29-aafbf8c77643 HTTP/1.1" status: 204 len: 168 time: 0.3500166 Aug 09 15:47:50.981566 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34100) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:50.992572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '411e7f2f-7030-45ab-9716-80fcf73f20b3', 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'port_id': '411e7f2f-7030-45ab-9716-80fcf73f20b3', 'mac_address': 'fa:16:3e:43:02:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47be0854-cc13-46d6-81d0-2dc17634e8dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:47:51.022852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa5ab2-96a2-44fd-a05d-13c8ba2e6924 req-f1cac326-fe12-447e-a4e5-d4ef693c8cb5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:51.024530 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61aa5ab2-96a2-44fd-a05d-13c8ba2e6924 req-f1cac326-fe12-447e-a4e5-d4ef693c8cb5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1165273 Aug 09 15:47:51.076965 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.077246 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.082908 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61aa5ab2-96a2-44fd-a05d-13c8ba2e6924 req-9b7dbc0d-6159-4f2d-bfce-73dd926955ee tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512445 Aug 09 15:47:51.119041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 411e7f2f-7030-45ab-9716-80fcf73f20b3 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:51.144693 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4b78bd72-4636-4227-936a-47d1bca92355 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:51.192963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 4b78bd72-4636-4227-936a-47d1bca92355 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:51.193312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4b78bd72-4636-4227-936a-47d1bca92355 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:51.216398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 411e7f2f-7030-45ab-9716-80fcf73f20b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=411e7f2f-7030-45ab-9716-80fcf73f20b3,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:51.221535 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.266167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.280700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82283e74-616b-427b-ba3d-233252319544']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:51.294913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f76460-9ac0-442b-b55f-0d3bcd07fbec') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:51.295214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f76460-9ac0-442b-b55f-0d3bcd07fbec') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:51.305677 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.317870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=411e7f2f-7030-45ab-9716-80fcf73f20b3,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:51.323028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.330928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:47:51.331345 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.361968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34126) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:47:51.397879 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:47:51.401371 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.410203 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['411e7f2f-7030-45ab-9716-80fcf73f20b3'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:51.422070 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.426846 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] 10.222.0.81 "DELETE /v2.0/networks/82283e74-616b-427b-ba3d-233252319544 HTTP/1.1" status: 204 len: 168 time: 0.4416828 Aug 09 15:47:51.426846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc9ca2-7771-4314-ba73-2272bef2db21 admin admin] Pushing event deleted for resources: {'Network': ['ID=82283e74-616b-427b-ba3d-233252319544,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:51.462356 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25cdfd5a-3121-4222-ac62-ef8fdf3f2af5 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.509195 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25cdfd5a-3121-4222-ac62-ef8fdf3f2af5 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.728597 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25cdfd5a-3121-4222-ac62-ef8fdf3f2af5 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.732155 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25cdfd5a-3121-4222-ac62-ef8fdf3f2af5 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:51.735423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-25cdfd5a-3121-4222-ac62-ef8fdf3f2af5 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "DELETE /v2.0/security-groups/b9b8bcde-230d-4c16-a2fc-ec5f83d933dc HTTP/1.1" status: 204 len: 168 time: 0.3718300 Aug 09 15:47:51.743507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34140) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:51.781188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdfd5a-3121-4222-ac62-ef8fdf3f2af5 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b8bcde-230d-4c16-a2fc-ec5f83d933dc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:51.785452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34142) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:51.801960 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-3905dec8-dc77-4032-bed5-d8622602a984 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] show failed (client error): The resource could not be found. Aug 09 15:47:51.801960 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3905dec8-dc77-4032-bed5-d8622602a984 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "GET /v2.0/security-groups/b9b8bcde-230d-4c16-a2fc-ec5f83d933dc HTTP/1.1" status: 404 len: 347 time: 0.0513241 Aug 09 15:47:51.812707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd8f62-b9dd-44e4-9415-cc389198f427 req-6780fb78-78bc-46b5-ace5-c60ccb5511b3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:51.822400 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31bd8f62-b9dd-44e4-9415-cc389198f427 req-6780fb78-78bc-46b5-ace5-c60ccb5511b3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 944 time: 0.1905143 Aug 09 15:47:51.824024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34144) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:51.831327 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-371bdda9-2805-4d7f-b2d7-869200d16a57 service neutron] 10.222.0.60 "GET /v2.0/ports/74b3ff6b-c855-4b6e-96e9-e4fa478229fb/bindings/n-h1-803778-2 HTTP/1.1" status: 200 len: 384 time: 0.1265292 Aug 09 15:47:52.064115 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3a3e4aec-3a35-44cb-a711-ef1e5afedb24 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92e3b5910a4d4f24aa23cae053f0e90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744062 Aug 09 15:47:52.084009 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31bd8f62-b9dd-44e4-9415-cc389198f427 req-80673c9d-e3ac-476d-99a1-3a05f5204759 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605579 Aug 09 15:47:52.086086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34156) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:52.181892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d8524280-abd4-4b61-9f90-2fe3306ff725 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Deleting port 861fff5c-82e1-426e-ac5f-04d6efb307de {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:52.182258 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8524280-abd4-4b61-9f90-2fe3306ff725 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.188317 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0222bb9b-f11c-4891-bb71-87b604ebf734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.267673 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0222bb9b-f11c-4891-bb71-87b604ebf734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.329078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-c2e0db02-85e4-43a2-94de-54c61943b304 service neutron] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:52.333782 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8524280-abd4-4b61-9f90-2fe3306ff725 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.334130 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8524280-abd4-4b61-9f90-2fe3306ff725 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.352313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d8524280-abd4-4b61-9f90-2fe3306ff725 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Calling delete_port for 861fff5c-82e1-426e-ac5f-04d6efb307de owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:52.357670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4f7c-47ce-4c26-a61f-d2725ed235cd req-68fde67d-5af4-4721-b089-990dd78df690 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:52.367650 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4fc4f7c-47ce-4c26-a61f-d2725ed235cd req-68fde67d-5af4-4721-b089-990dd78df690 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1465008 Aug 09 15:47:52.376302 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0222bb9b-f11c-4891-bb71-87b604ebf734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.379026 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0222bb9b-f11c-4891-bb71-87b604ebf734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.380304 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0222bb9b-f11c-4891-bb71-87b604ebf734 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59dd0f9a-3b45-42eb-be26-0bc5619567ca HTTP/1.1" status: 204 len: 168 time: 0.2887466 Aug 09 15:47:52.395640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-c2e0db02-85e4-43a2-94de-54c61943b304 service neutron] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:52.428666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222bb9b-f11c-4891-bb71-87b604ebf734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dd0f9a-3b45-42eb-be26-0bc5619567ca,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:52.451497 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4fc4f7c-47ce-4c26-a61f-d2725ed235cd req-de0fdfd7-da5a-4627-ac30-9ae197a14b56 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803404 Aug 09 15:47:52.478668 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-c2e0db02-85e4-43a2-94de-54c61943b304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b3ff6b-c855-4b6e-96e9-e4fa478229fb {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:52.492807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-c2e0db02-85e4-43a2-94de-54c61943b304 service neutron] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:52.514992 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-c2e0db02-85e4-43a2-94de-54c61943b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.570687 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8524280-abd4-4b61-9f90-2fe3306ff725 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.620004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8524280-abd4-4b61-9f90-2fe3306ff725 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Pushing event deleted for resources: {'Port': ['ID=861fff5c-82e1-426e-ac5f-04d6efb307de,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:52.671215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-c2e0db02-85e4-43a2-94de-54c61943b304 service neutron] Transition to ACTIVE for port object 74b3ff6b-c855-4b6e-96e9-e4fa478229fb will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:52.677847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ecd0b734-7ba1-4f74-9a29-38a940d08972 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:52.686104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-c2e0db02-85e4-43a2-94de-54c61943b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.727722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ecd0b734-7ba1-4f74-9a29-38a940d08972 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:47:52.730526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ecd0b734-7ba1-4f74-9a29-38a940d08972 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:52.776608 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8524280-abd4-4b61-9f90-2fe3306ff725 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.785344 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8524280-abd4-4b61-9f90-2fe3306ff725 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:52.792437 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d8524280-abd4-4b61-9f90-2fe3306ff725 tempest-ServersTestBootFromVolume-1514610836 tempest-ServersTestBootFromVolume-1514610836-project] 10.222.0.81 "DELETE /v2.0/floatingips/9325fc39-5bab-4102-8252-de6b986a137e HTTP/1.1" status: 204 len: 168 time: 0.9259810 Aug 09 15:47:52.792437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34192) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:52.814573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0db02-85e4-43a2-94de-54c61943b304 service neutron] Pushing event updated for resources: {'Port': ['ID=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,revision_number=10']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:52.837363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 411e7f2f-7030-45ab-9716-80fcf73f20b3 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:52.849911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-c2e0db02-85e4-43a2-94de-54c61943b304 service neutron] No DVR routers for this DVR port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:47:52.889225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-c2e0db02-85e4-43a2-94de-54c61943b304 service neutron] 10.222.0.60 "PUT /v2.0/ports/74b3ff6b-c855-4b6e-96e9-e4fa478229fb/bindings/n-h1-803778-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0440688 Aug 09 15:47:52.962810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 411e7f2f-7030-45ab-9716-80fcf73f20b3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:52.963312 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.057020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-de3a3d2e-9d91-4de7-b3a4-d495c26fe650 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:53.059198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-de3a3d2e-9d91-4de7-b3a4-d495c26fe650 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70&tenant_id=f5b487a9592948f4bd3a59172c9bad40&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.0622916 Aug 09 15:47:53.084098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 74b3ff6b-c855-4b6e-96e9-e4fa478229fb no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:53.123222 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.198108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 411e7f2f-7030-45ab-9716-80fcf73f20b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=411e7f2f-7030-45ab-9716-80fcf73f20b3,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:53.210490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c253160-7346-47f0-9db0-6e9acca931cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411e7f2f-7030-45ab-9716-80fcf73f20b3'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:53.214790 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af207ecc-4c32-479e-bec8-965f6245d0ed" -d '{"events": [{"server_uuid": "9c253160-7346-47f0-9db0-6e9acca931cc", "name": "network-vif-plugged", "status": "completed", "tag": "411e7f2f-7030-45ab-9716-80fcf73f20b3"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:53.225089 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.257640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34208) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:53.315316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 74b3ff6b-c855-4b6e-96e9-e4fa478229fb not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:47:53.327971 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0232f1-ff9a-45b3-9e5d-acfedeea0f88 x-openstack-request-id: req-fb0232f1-ff9a-45b3-9e5d-acfedeea0f88 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:53.328736 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c253160-7346-47f0-9db0-6e9acca931cc", "name": "network-vif-plugged", "status": "completed", "tag": "411e7f2f-7030-45ab-9716-80fcf73f20b3", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:53.330678 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb0232f1-ff9a-45b3-9e5d-acfedeea0f88 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:53.331109 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c253160-7346-47f0-9db0-6e9acca931cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411e7f2f-7030-45ab-9716-80fcf73f20b3', 'code': 200} Aug 09 15:47:53.364282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a753b8-d6ee-49ca-b8a9-cc978f025c1a req-f7f7cd98-3d44-439f-ba26-5fd79c462467 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:53.366583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83a753b8-d6ee-49ca-b8a9-cc978f025c1a req-f7f7cd98-3d44-439f-ba26-5fd79c462467 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 945 time: 0.1180358 Aug 09 15:47:53.367869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=411e7f2f-7030-45ab-9716-80fcf73f20b3,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:53.431332 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83a753b8-d6ee-49ca-b8a9-cc978f025c1a req-4144891b-27d8-4e1f-bc14-7add434253d5 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555408 Aug 09 15:47:53.546755 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c831a9fd-a595-4754-8829-efe7205003c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.622214 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ea75799-5f82-47ba-93e6-1c681c20c3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.662145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-fcaea4c3-8ab0-4644-8bd2-6202ac4eb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:53.664050 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-fcaea4c3-8ab0-4644-8bd2-6202ac4eb0e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70&tenant_id=f5b487a9592948f4bd3a59172c9bad40 HTTP/1.1" status: 200 len: 1096 time: 0.4617302 Aug 09 15:47:53.800501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39040f23-e111-492e-a3cd-3346da4b474c req-624aa6a3-cb5a-42ac-8642-4d8300649e39 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:53.802168 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39040f23-e111-492e-a3cd-3346da4b474c req-624aa6a3-cb5a-42ac-8642-4d8300649e39 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1233368 Aug 09 15:47:53.903340 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39040f23-e111-492e-a3cd-3346da4b474c req-98948a07-39fc-4232-b6fe-db199ef10522 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881453 Aug 09 15:47:53.944135 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ea75799-5f82-47ba-93e6-1c681c20c3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.949453 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ea75799-5f82-47ba-93e6-1c681c20c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.984871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-f262b0e9-de89-4d28-a0b8-f3e39d116b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:53.986655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-f262b0e9-de89-4d28-a0b8-f3e39d116b81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5b487a9592948f4bd3a59172c9bad40&device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 1096 time: 0.2438774 Aug 09 15:47:54.022948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34242) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:54.029448 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5ea75799-5f82-47ba-93e6-1c681c20c3a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0e63e92c5344c2985615fb68f2c32a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7706094 Aug 09 15:47:54.042529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea75799-5f82-47ba-93e6-1c681c20c3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c50527b-6c52-4838-8e27-56f88d271613,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:54.161109 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2de1c5a1-6a7e-488f-8740-1ed1a6086af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.216463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34246) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:54.261002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2de1c5a1-6a7e-488f-8740-1ed1a6086af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.280925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-06d364c7-a969-41a3-bb91-4c8fa2df6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:54.282740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-06d364c7-a969-41a3-bb91-4c8fa2df6eae service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 200 len: 922 time: 0.2733438 Aug 09 15:47:54.347095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1062939167-network', 'tenant_id': '13b0434d63c2425e8ee7a8dad7c6f98a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:54.351539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-06989e56-f513-4a03-9ecc-f0122eaf9cb1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb HTTP/1.1" status: 200 len: 217 time: 0.0472133 Aug 09 15:47:54.379419 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Made reservation on behalf of 13b0434d63c2425e8ee7a8dad7c6f98a for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:54.381951 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.392393 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.399231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c831a9fd-a595-4754-8829-efe7205003c5 admin admin] Deleting port 5ae1eef4-544f-43aa-b093-f4ad9e947776 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:54.399231 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c831a9fd-a595-4754-8829-efe7205003c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.470770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2de1c5a1-6a7e-488f-8740-1ed1a6086af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.473197 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2de1c5a1-6a7e-488f-8740-1ed1a6086af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.482950 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2de1c5a1-6a7e-488f-8740-1ed1a6086af6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c50527b-6c52-4838-8e27-56f88d271613 HTTP/1.1" status: 204 len: 168 time: 0.4561579 Aug 09 15:47:54.489694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-a075b7bb-2139-44ed-bfe4-d86649a60b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:54.491188 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-a075b7bb-2139-44ed-bfe4-d86649a60b7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 200 len: 861 time: 0.1314270 Aug 09 15:47:54.538139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1c5a1-6a7e-488f-8740-1ed1a6086af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c50527b-6c52-4838-8e27-56f88d271613,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:54.610830 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-a8cca9c6-ca1c-4306-aed5-4a64f08c84b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d7d4d62-58f1-4269-a516-ea6e4ce16646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996332 Aug 09 15:47:54.636404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-ba3e6e3d-f758-40ba-a4d9-2e39a6dad882 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:47:54.637529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-ba3e6e3d-f758-40ba-a4d9-2e39a6dad882 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140464 Aug 09 15:47:54.677457 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.687759 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.688047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-c831a9fd-a595-4754-8829-efe7205003c5 admin admin] For port 5ae1eef4-544f-43aa-b093-f4ad9e947776, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5ae1eef4-544f-43aa-b093-f4ad9e947776,segment=NetworkSegment(e41d58d1-10a0-4247-8a16-f8040723b8cd),segment_id=e41d58d1-10a0-4247-8a16-f8040723b8cd)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:54.688400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c831a9fd-a595-4754-8829-efe7205003c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.723318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:47:54.740594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c831a9fd-a595-4754-8829-efe7205003c5 admin admin] Calling delete_port for 5ae1eef4-544f-43aa-b093-f4ad9e947776 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:54.743262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e4cdcb-fc3b-4489-8c02-506686507174,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:54.770096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.771087 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Added segment 7f165df7-668f-4fdc-b1d6-8415c746a363 of type vlan for network bad4f35b-0f41-4000-9866-01d87cec6ed3 Aug 09 15:47:54.800604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e2817-9151-4d03-9732-7e09115b3991 req-62e0b6c2-7d8b-4c9b-b4aa-d3a49c57bd67 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:54.820048 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8a3e2817-9151-4d03-9732-7e09115b3991 req-62e0b6c2-7d8b-4c9b-b4aa-d3a49c57bd67 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 945 time: 0.2011402 Aug 09 15:47:54.835331 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.886127 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.887290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:54.887950 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:54.975903 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7554765 Aug 09 15:47:54.976688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34272) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:54.987574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b985fb57-1a83-4c14-9c65-2a043cfb1172 admin admin] Request body: {'subnet': {'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1062939167-subnet', 'tenant_id': '13b0434d63c2425e8ee7a8dad7c6f98a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:54.998766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c1421-f0c0-42cd-bc0e-a15f5a7dd0ac admin admin] Pushing event updated for resources: {'Network': ['ID=bad4f35b-0f41-4000-9866-01d87cec6ed3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:55.014181 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network bad4f35b-0f41-4000-9866-01d87cec6ed3 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:47:55.034804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b985fb57-1a83-4c14-9c65-2a043cfb1172 admin admin] Made reservation on behalf of 13b0434d63c2425e8ee7a8dad7c6f98a for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:55.042631 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b985fb57-1a83-4c14-9c65-2a043cfb1172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.180970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89863b-095e-44e2-a2b3-f15327b10173 req-0139e402-1091-4ada-94a4-f69756041c5a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:55.182375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6e89863b-095e-44e2-a2b3-f15327b10173 req-0139e402-1091-4ada-94a4-f69756041c5a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1414611 Aug 09 15:47:55.192943 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:47:55.213668 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8a3e2817-9151-4d03-9732-7e09115b3991 req-a01102de-300b-4e08-a2e2-af1a88924ad3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927412 Aug 09 15:47:55.235870 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-54187a93-dd7b-4751-9321-ed945e7367d3 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680521 Aug 09 15:47:55.317752 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6e89863b-095e-44e2-a2b3-f15327b10173 req-02745851-3cc5-44e7-b15e-0a107c2a04f5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286595 Aug 09 15:47:55.535439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-ad8a9568-fb5c-49e7-89f0-d519b8823f79 service neutron] 10.222.0.53 "GET /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800016 Aug 09 15:47:55.672119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c831a9fd-a595-4754-8829-efe7205003c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.711838 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b985fb57-1a83-4c14-9c65-2a043cfb1172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:55.733483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831a9fd-a595-4754-8829-efe7205003c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae1eef4-544f-43aa-b093-f4ad9e947776,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:55.858714 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34298) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:56.004910 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985fb57-1a83-4c14-9c65-2a043cfb1172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79513e2-dc62-455a-b17c-e8155f54db56,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:56.014436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-bf02b5e3-1bbe-4c74-81fe-6de0eaf56fd6 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:56.015929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-bf02b5e3-1bbe-4c74-81fe-6de0eaf56fd6 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70&tenant_id=f5b487a9592948f4bd3a59172c9bad40&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.1242919 Aug 09 15:47:56.023192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985fb57-1a83-4c14-9c65-2a043cfb1172 admin admin] Checking segment: {'id': '7f165df7-668f-4fdc-b1d6-8415c746a363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:56.023371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985fb57-1a83-4c14-9c65-2a043cfb1172 admin admin] Network hostable DHCP agents. Network: bad4f35b-0f41-4000-9866-01d87cec6ed3, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:47:56.038084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1470167526-network', 'tenant_id': '7c1fc03da2b24761afbddf2b235ba637'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:56.066940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Made reservation on behalf of 7c1fc03da2b24761afbddf2b235ba637 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:56.069688 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.086932 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.204614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985fb57-1a83-4c14-9c65-2a043cfb1172 admin admin] Network bad4f35b-0f41-4000-9866-01d87cec6ed3 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:47:56.231354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-b985fb57-1a83-4c14-9c65-2a043cfb1172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, bad4f35b-0f41-4000-9866-01d87cec6ed3) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:56.239440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985fb57-1a83-4c14-9c65-2a043cfb1172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:56.240053 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b985fb57-1a83-4c14-9c65-2a043cfb1172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.242756 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.243682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a6f545-d526-4afb-9a98-2d2ceca877ed None None] Network bad4f35b-0f41-4000-9866-01d87cec6ed3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:56.248374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.283391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:47:56.298624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a62a33-78d2-42bb-8a52-1511ab6252a4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:56.321258 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.322386 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Added segment da47b0ca-0174-4362-85e5-fc49e58ed413 of type vlan for network 88312ed3-27c0-409a-b18d-69d6dcc1bd0d Aug 09 15:47:56.439987 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.490281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafb0953-d4d7-48a6-98fa-1c9426d678bb None None] Network bad4f35b-0f41-4000-9866-01d87cec6ed3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:56.506873 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.507931 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:56.508649 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.578745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b47ca-b418-4545-9ef8-6a0dc536de3a req-94ea9bc4-61c9-4e85-b40d-b1fb4732e212 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:56.586243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae3b47ca-b418-4545-9ef8-6a0dc536de3a req-94ea9bc4-61c9-4e85-b40d-b1fb4732e212 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1402709 Aug 09 15:47:56.620467 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7580581 Aug 09 15:47:56.622280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34308) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:56.627886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cd4781cf-ebe2-430a-bbdf-d12518300829 admin admin] Request body: {'subnet': {'network_id': '88312ed3-27c0-409a-b18d-69d6dcc1bd0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1470167526-subnet', 'tenant_id': '7c1fc03da2b24761afbddf2b235ba637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:56.635614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001d2b2-85a3-4286-92ee-30526818f398 admin admin] Pushing event updated for resources: {'Network': ['ID=88312ed3-27c0-409a-b18d-69d6dcc1bd0d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:56.674496 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae3b47ca-b418-4545-9ef8-6a0dc536de3a req-722755c3-898e-4f3a-8876-dd6b3ec3adbe tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869195 Aug 09 15:47:56.706904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4781cf-ebe2-430a-bbdf-d12518300829 admin admin] Made reservation on behalf of 7c1fc03da2b24761afbddf2b235ba637 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:56.711499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd4781cf-ebe2-430a-bbdf-d12518300829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.863347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 88312ed3-27c0-409a-b18d-69d6dcc1bd0d details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:47:57.045357 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c831a9fd-a595-4754-8829-efe7205003c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:57.052708 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b985fb57-1a83-4c14-9c65-2a043cfb1172 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0719540 Aug 09 15:47:57.079164 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd4781cf-ebe2-430a-bbdf-d12518300829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:57.162793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4781cf-ebe2-430a-bbdf-d12518300829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e988ec32-c5c9-4fda-ae98-691ded765891,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:57.179502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4781cf-ebe2-430a-bbdf-d12518300829 admin admin] Checking segment: {'id': 'da47b0ca-0174-4362-85e5-fc49e58ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '88312ed3-27c0-409a-b18d-69d6dcc1bd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:57.180137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4781cf-ebe2-430a-bbdf-d12518300829 admin admin] Network hostable DHCP agents. Network: 88312ed3-27c0-409a-b18d-69d6dcc1bd0d, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:47:57.214027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4781cf-ebe2-430a-bbdf-d12518300829 admin admin] Network 88312ed3-27c0-409a-b18d-69d6dcc1bd0d is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:47:57.228162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae21e3f-4aa2-4d69-9a33-67770aa8dde1 req-739b497e-8a13-4645-b16c-1a5624365bdb tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:57.229830 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0ae21e3f-4aa2-4d69-9a33-67770aa8dde1 req-739b497e-8a13-4645-b16c-1a5624365bdb tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 945 time: 0.2405508 Aug 09 15:47:57.231891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-5c4b1db5-c1b2-4320-a560-b5e6384f0413 service neutron] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:57.233370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-cd4781cf-ebe2-430a-bbdf-d12518300829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 88312ed3-27c0-409a-b18d-69d6dcc1bd0d) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:57.243299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d49bd8e-4942-488f-95a4-b97d53417f61 None None] Network 88312ed3-27c0-409a-b18d-69d6dcc1bd0d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:57.246237 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4781cf-ebe2-430a-bbdf-d12518300829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:57.247106 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd4781cf-ebe2-430a-bbdf-d12518300829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:57.267158 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cd4781cf-ebe2-430a-bbdf-d12518300829 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6438084 Aug 09 15:47:57.271553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-5c4b1db5-c1b2-4320-a560-b5e6384f0413 service neutron] Notify callbacks [] for binding, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:57.271553 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-5c4b1db5-c1b2-4320-a560-b5e6384f0413 service neutron] 10.222.0.53 "DELETE /v2.0/ports/74b3ff6b-c855-4b6e-96e9-e4fa478229fb/bindings/n-h2-803778-2 HTTP/1.1" status: 204 len: 173 time: 1.2431152 Aug 09 15:47:57.449025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0ae21e3f-4aa2-4d69-9a33-67770aa8dde1 req-0e8aeb73-92e6-403b-bd69-43af87049fb3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994896 Aug 09 15:47:57.516877 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0530a3-3b49-41e4-a6e1-21532902fa55 None None] Network 88312ed3-27c0-409a-b18d-69d6dcc1bd0d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:57.712808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c831a9fd-a595-4754-8829-efe7205003c5 admin admin] Router d0528310-0add-4d48-bc74-2b5bd0ea1828 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:47:57.729521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef19c55-39c2-4283-aa01-18361b15fb51 req-90948894-3cd9-45fa-9edd-20ee2bf7ed95 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:57.731670 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fef19c55-39c2-4283-aa01-18361b15fb51 req-90948894-3cd9-45fa-9edd-20ee2bf7ed95 tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 1096 time: 0.0691366 Aug 09 15:47:57.840465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-af9f8665-e627-434b-ba52-431ded2ee133 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:57.842124 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-af9f8665-e627-434b-ba52-431ded2ee133 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/networks?id=bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 200 len: 814 time: 0.2121835 Aug 09 15:47:57.859307 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-13d75198-fe46-42e0-9024-0e294a27d4f9 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/quotas/13b0434d63c2425e8ee7a8dad7c6f98a HTTP/1.1" status: 200 len: 375 time: 0.0103326 Aug 09 15:47:57.885494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fef19c55-39c2-4283-aa01-18361b15fb51 req-2e2e4ccd-e09f-40a6-8bf1-8e2b30466e0c tempest-LiveAutoBlockMigrationV225Test-2112735313 tempest-LiveAutoBlockMigrationV225Test-2112735313-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062772 Aug 09 15:47:57.900560 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-11c36b4e-3386-43af-baec-2b36d749ab67 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344281 Aug 09 15:47:57.909297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c831a9fd-a595-4754-8829-efe7205003c5 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:47:57.919624 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958627d1-3248-466c-820c-02dadf41bf42 None None] Sync routers for ids ['d0528310-0add-4d48-bc74-2b5bd0ea1828'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:47:57.920097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c831a9fd-a595-4754-8829-efe7205003c5 admin admin] 10.222.0.81 "PUT /v2.0/routers/d0528310-0add-4d48-bc74-2b5bd0ea1828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1277289 Aug 09 15:47:57.920751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34350) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:57.952206 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958627d1-3248-466c-820c-02dadf41bf42 None None] Routers {'d0528310-0add-4d48-bc74-2b5bd0ea1828'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:57.953185 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-958627d1-3248-466c-820c-02dadf41bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:47:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0528310-0add-4d48-bc74-2b5bd0ea1828'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:58.112989 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-b269a487-d87c-4447-bfc3-191dc86a09d1 service neutron] 10.222.0.81 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808622 Aug 09 15:47:58.126703 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:58.141312 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-958627d1-3248-466c-820c-02dadf41bf42 None None] Set router d0528310-0add-4d48-bc74-2b5bd0ea1828 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:47:58.279546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-eb969702-c1ae-4285-b5c4-819563e97356 service neutron] 10.222.0.81 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587436 Aug 09 15:47:58.456719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-6c8734fc-1f10-4583-8aaf-b40f865eb472 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:58.458858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-6c8734fc-1f10-4583-8aaf-b40f865eb472 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/networks?id=88312ed3-27c0-409a-b18d-69d6dcc1bd0d HTTP/1.1" status: 200 len: 822 time: 0.2316675 Aug 09 15:47:58.489250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-8dd167dd-a74e-4a6b-9dcc-ce2d5bcb2982 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/quotas/7c1fc03da2b24761afbddf2b235ba637 HTTP/1.1" status: 200 len: 375 time: 0.0107212 Aug 09 15:47:58.490670 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:58.532199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-d8ddc648-0489-4400-9af3-6a21a53d6f98 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7c1fc03da2b24761afbddf2b235ba637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335741 Aug 09 15:47:58.596490 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-958627d1-3248-466c-820c-02dadf41bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:47:55Z', 'revision_number': 5, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port': {'id': 'af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:44:31Z', 'updated_at': '2021-08-09T15:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:58.632341 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958627d1-3248-466c-820c-02dadf41bf42 None None] Checking router: d0528310-0add-4d48-bc74-2b5bd0ea1828 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:47:58.644951 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958627d1-3248-466c-820c-02dadf41bf42 None None] Routers {'d0528310-0add-4d48-bc74-2b5bd0ea1828'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:47:58.645607 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-958627d1-3248-466c-820c-02dadf41bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:47:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0528310-0add-4d48-bc74-2b5bd0ea1828'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:58.696967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0a81d-4486-453b-8030-c81531b111ae req-46169838-38ba-4e01-a225-d2c221922906 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:58.712653 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6f0a81d-4486-453b-8030-c81531b111ae req-46169838-38ba-4e01-a225-d2c221922906 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.0960104 Aug 09 15:47:58.726516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Deleting port af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:47:58.727256 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:58.763471 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6f0a81d-4486-453b-8030-c81531b111ae req-64e9f707-f3ee-4ff1-9025-02210fc32cb4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494983 Aug 09 15:47:58.832705 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-241eda1e-5905-4251-aea2-f3b92a57e55c service neutron] 10.222.0.81 "GET /v2.0/networks/88312ed3-27c0-409a-b18d-69d6dcc1bd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757773 Aug 09 15:47:58.958899 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-958627d1-3248-466c-820c-02dadf41bf42 None None] Set router d0528310-0add-4d48-bc74-2b5bd0ea1828 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:47:58.997390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] For port af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:58.997947 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.046190 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-958627d1-3248-466c-820c-02dadf41bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:47:58Z', 'revision_number': 6, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:47:59.053478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Calling delete_port for af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:47:59.087219 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958627d1-3248-466c-820c-02dadf41bf42 None None] The sync data for ids ['d0528310-0add-4d48-bc74-2b5bd0ea1828'] in n-d-803778-2 is: [{'id': 'd0528310-0add-4d48-bc74-2b5bd0ea1828', 'name': 'tempest-ServersTestBootFromVolume-1986896663-router', 'tenant_id': 'a726e29efbb9428aba595f86fe5964d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:30Z', 'updated_at': '2021-08-09T15:47:58Z', 'revision_number': 6, 'project_id': 'a726e29efbb9428aba595f86fe5964d0', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:47:59.117015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-02c6935a-6f2a-4d61-b19a-b9c86b5993bf service neutron] 10.222.0.81 "GET /v2.0/networks/88312ed3-27c0-409a-b18d-69d6dcc1bd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770295 Aug 09 15:47:59.342774 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-92abb136-6b22-4607-9863-1877bd82a3b6 req-71b63d71-19c3-47ed-ab7d-9427050306e0 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 210 time: 0.0790496 Aug 09 15:47:59.542497 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e3a02cb-58a0-4048-97b5-f524b2527a7c req-99a9836f-8244-4bbb-807c-2630b2a33ab3 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 210 time: 0.1177893 Aug 09 15:47:59.626652 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.701924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:59.784562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17d653-bf84-47f0-876e-192f636f788e req-150ba9d5-b9ee-4366-a81a-7a85364857ec tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:59.786412 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a17d653-bf84-47f0-876e-192f636f788e req-150ba9d5-b9ee-4366-a81a-7a85364857ec tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 945 time: 0.3043964 Aug 09 15:47:59.821132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.934096 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb4f8-f4c3-4b93-ad01-a4a79d5e3fc2 req-bfd2251a-426f-4465-83b9-49d088e34487 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:59.946402 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-906bb4f8-f4c3-4b93-ad01-a4a79d5e3fc2 req-bfd2251a-426f-4465-83b9-49d088e34487 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.0835221 Aug 09 15:47:59.985621 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a17d653-bf84-47f0-876e-192f636f788e req-905b0136-8025-4606-b98f-27770b6399c8 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876855 Aug 09 15:48:00.033251 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.036554 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.071965 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-906bb4f8-f4c3-4b93-ad01-a4a79d5e3fc2 req-950cae71-6578-4818-be93-b1c7462fde84 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227562 Aug 09 15:48:00.117252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8d600-9f82-40f3-b207-5111be86721d req-ada899fd-14b7-4a3f-b4eb-d4bed109b551 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:00.119241 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77c8d600-9f82-40f3-b207-5111be86721d req-ada899fd-14b7-4a3f-b4eb-d4bed109b551 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.53 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 945 time: 0.1369720 Aug 09 15:48:00.122550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.123052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0528310-0add-4d48-bc74-2b5bd0ea1828 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:48:00.134955 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.137542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fefffcb2-fbd0-4e89-86fd-478e48317e0b admin admin] 10.222.0.81 "DELETE /v2.0/routers/d0528310-0add-4d48-bc74-2b5bd0ea1828 HTTP/1.1" status: 204 len: 168 time: 2.2142093 Aug 09 15:48:00.140638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34410) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:00.278733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-914a1b1c-f83c-4358-9ab7-b4710bfeda7e admin admin] Deleting subnet 3b75b15d-0fb1-4926-95e9-d51d3d24f60e {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:00.291697 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-914a1b1c-f83c-4358-9ab7-b4710bfeda7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.440806 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-77c8d600-9f82-40f3-b207-5111be86721d req-73a979d8-b85b-4de6-80a8-1e39709de752 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Deleting port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:00.441510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77c8d600-9f82-40f3-b207-5111be86721d req-73a979d8-b85b-4de6-80a8-1e39709de752 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.463585 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-914a1b1c-f83c-4358-9ab7-b4710bfeda7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.642073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-77c8d600-9f82-40f3-b207-5111be86721d req-73a979d8-b85b-4de6-80a8-1e39709de752 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] For port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:00.642709 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77c8d600-9f82-40f3-b207-5111be86721d req-73a979d8-b85b-4de6-80a8-1e39709de752 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.665510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-77c8d600-9f82-40f3-b207-5111be86721d req-73a979d8-b85b-4de6-80a8-1e39709de752 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Calling delete_port for 74b3ff6b-c855-4b6e-96e9-e4fa478229fb owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:00.741638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-ad5aac3d-e834-4ddd-bd79-6c59991e44c1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:00.741978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-ad5aac3d-e834-4ddd-bd79-6c59991e44c1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.60 "GET /v2.0/networks?id=bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 200 len: 814 time: 0.3872385 Aug 09 15:48:00.788632 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Request body: {'port': {'device_id': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3', 'admin_state_up': True, 'tenant_id': '13b0434d63c2425e8ee7a8dad7c6f98a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:00.794557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:00.812918 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7190cd06-6a3e-4fc2-a822-d3f32448ab24 req-6bfbf4ee-945e-41ca-9da1-bdc38321eec1 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 210 time: 0.1228697 Aug 09 15:48:00.845227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3032f6bd-a330-4e6a-885c-a8d3fa57b644 req-ffb5c6a6-d17f-4199-8b89-c00583601dcb tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 210 time: 0.0822215 Aug 09 15:48:00.847680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:00.848581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device af1cc1d4-4d3a-4eaa-9f1d-7717bf8411b6 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:00.849118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5ae1eef4-544f-43aa-b093-f4ad9e947776 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:00.874485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 5ae1eef4-544f-43aa-b093-f4ad9e947776 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:00.874826 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5ae1eef4-544f-43aa-b093-f4ad9e947776 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:00.922299 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-914a1b1c-f83c-4358-9ab7-b4710bfeda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.925551 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77c8d600-9f82-40f3-b207-5111be86721d req-73a979d8-b85b-4de6-80a8-1e39709de752 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.943235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['16179699-1848-4c07-abe9-feddcc74e872'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:00.976177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a979d8-b85b-4de6-80a8-1e39709de752 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Pushing event deleted for resources: {'Port': ['ID=74b3ff6b-c855-4b6e-96e9-e4fa478229fb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:01.037630 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-914a1b1c-f83c-4358-9ab7-b4710bfeda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.059193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c8d600-9f82-40f3-b207-5111be86721d req-73a979d8-b85b-4de6-80a8-1e39709de752 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] No DVR routers for this DVR port 74b3ff6b-c855-4b6e-96e9-e4fa478229fb on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:01.063125 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77c8d600-9f82-40f3-b207-5111be86721d req-73a979d8-b85b-4de6-80a8-1e39709de752 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.066794 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77c8d600-9f82-40f3-b207-5111be86721d req-73a979d8-b85b-4de6-80a8-1e39709de752 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.53 "DELETE /v2.0/ports/74b3ff6b-c855-4b6e-96e9-e4fa478229fb HTTP/1.1" status: 204 len: 173 time: 0.9275041 Aug 09 15:48:01.067363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948a005a-c70d-4709-a7e0-fc1d8da08d70', 'name': 'network-vif-deleted', 'tag': '74b3ff6b-c855-4b6e-96e9-e4fa478229fb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:01.071076 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7899a5c2-2af3-4e1f-9f5d-bf8f687f107b" -d '{"events": [{"server_uuid": "948a005a-c70d-4709-a7e0-fc1d8da08d70", "name": "network-vif-deleted", "tag": "74b3ff6b-c855-4b6e-96e9-e4fa478229fb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:01.100750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a1b1c-f83c-4358-9ab7-b4710bfeda7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b75b15d-0fb1-4926-95e9-d51d3d24f60e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:01.115483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a967dd0c-30b1-4a5c-a711-62dc217a6a34 None None] Network aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:01.125026 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-914a1b1c-f83c-4358-9ab7-b4710bfeda7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.135146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34434) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:01.135261 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-914a1b1c-f83c-4358-9ab7-b4710bfeda7e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3b75b15d-0fb1-4926-95e9-d51d3d24f60e HTTP/1.1" status: 204 len: 168 time: 0.9941282 Aug 09 15:48:01.180920 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9cb2f9d-9fb3-4879-bde5-336a30536056 req-644d1f95-7aa7-44cc-9eb7-82dd9094acfb tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 210 time: 0.0767820 Aug 09 15:48:01.182542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Made reservation on behalf of 13b0434d63c2425e8ee7a8dad7c6f98a for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:01.186183 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.393642 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37053c94-775e-4b4a-9187-7c73e66c13d8 x-openstack-request-id: req-37053c94-775e-4b4a-9187-7c73e66c13d8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:01.395663 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948a005a-c70d-4709-a7e0-fc1d8da08d70", "name": "network-vif-deleted", "tag": "74b3ff6b-c855-4b6e-96e9-e4fa478229fb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:01.397295 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37053c94-775e-4b4a-9187-7c73e66c13d8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:01.397956 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948a005a-c70d-4709-a7e0-fc1d8da08d70', 'name': 'network-vif-deleted', 'tag': '74b3ff6b-c855-4b6e-96e9-e4fa478229fb', 'status': 'completed', 'code': 200} Aug 09 15:48:01.493801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] DHCP port deletion for aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:48:01.541968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Allocated IP 172.20.0.5 (bad4f35b-0f41-4000-9866-01d87cec6ed3/d79513e2-dc62-455a-b17c-e8155f54db56/293eb202-3dba-4048-83d5-a01b65bc403f) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:01.573160 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.596689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Deleting port e9f06681-91b1-488e-94a7-7c07bd938f6a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:01.597213 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.656703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-8369268f-fa2b-4b1d-a42a-650790543f38 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:01.662714 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-8369268f-fa2b-4b1d-a42a-650790543f38 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.60 "GET /v2.0/networks?id=88312ed3-27c0-409a-b18d-69d6dcc1bd0d HTTP/1.1" status: 200 len: 822 time: 0.3597863 Aug 09 15:48:01.679899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Request body: {'port': {'device_id': 'c1c714f8-1c9b-44f8-89a4-a28bddaee754', 'network_id': '88312ed3-27c0-409a-b18d-69d6dcc1bd0d', 'admin_state_up': True, 'tenant_id': '7c1fc03da2b24761afbddf2b235ba637'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:01.711013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] For port e9f06681-91b1-488e-94a7-7c07bd938f6a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e9f06681-91b1-488e-94a7-7c07bd938f6a,segment=NetworkSegment(e41d58d1-10a0-4247-8a16-f8040723b8cd),segment_id=e41d58d1-10a0-4247-8a16-f8040723b8cd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:01.712195 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.749900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Calling delete_port for e9f06681-91b1-488e-94a7-7c07bd938f6a owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:01.795125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Deleting port e9f06681-91b1-488e-94a7-7c07bd938f6a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:01.795817 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.920888 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.948855 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.950652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] For port e9f06681-91b1-488e-94a7-7c07bd938f6a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e9f06681-91b1-488e-94a7-7c07bd938f6a,segment=NetworkSegment(e41d58d1-10a0-4247-8a16-f8040723b8cd),segment_id=e41d58d1-10a0-4247-8a16-f8040723b8cd)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:01.951508 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:01.960426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a7c12-1867-48f4-b6be-fb063ad5b35b req-5c44f48d-04ce-4367-ba73-11a334b69b3f tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:01.969160 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fd2a7c12-1867-48f4-b6be-fb063ad5b35b req-5c44f48d-04ce-4367-ba73-11a334b69b3f tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.3820848 Aug 09 15:48:01.973964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Calling delete_port for e9f06681-91b1-488e-94a7-7c07bd938f6a owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:01.982917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Pushing event deleted for resources: {'Port': ['ID=e9f06681-91b1-488e-94a7-7c07bd938f6a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:01.990951 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] No DVR routers for this DVR port e9f06681-91b1-488e-94a7-7c07bd938f6a on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:01.993408 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:01.994007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:01.994546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:01.995149 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:01.995679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:01.996319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:01.996858 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:01.997386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:01.997932 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:01.998476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:01.999012 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:01.999535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e61d4-eeb5-4e6e-84b4-b153eb3f44cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.042536 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fd2a7c12-1867-48f4-b6be-fb063ad5b35b req-8e57e6c4-f2c2-4c57-acb0-98d2b560c192 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719910 Aug 09 15:48:02.058234 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.132685 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6ca71b8-d666-4fc9-a713-5d90ef22b9f1 req-3bf258e5-e01e-4ef3-97a9-9ea44ec0ab14 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 210 time: 0.0742738 Aug 09 15:48:02.133418 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.159149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Made reservation on behalf of 7c1fc03da2b24761afbddf2b235ba637 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:02.162719 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.171254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f06681-91b1-488e-94a7-7c07bd938f6a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:02.182732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.183071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.184022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.184656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.185079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.185325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.185934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.186040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.186367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.186718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.186998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.187453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:02.209863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] No DVR routers for this DVR port e9f06681-91b1-488e-94a7-7c07bd938f6a on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:02.238120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Network bad4f35b-0f41-4000-9866-01d87cec6ed3 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:02.255943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Pushing event updated for resources: {'Port': ['ID=293eb202-3dba-4048-83d5-a01b65bc403f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:02.262122 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:02.269674 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:02.329301 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a08548-f2b0-4568-b486-7d44efd6a600 req-17fbff49-4750-443b-823c-ab62b0d24a7d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:02.337888 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03a08548-f2b0-4568-b486-7d44efd6a600 req-17fbff49-4750-443b-823c-ab62b0d24a7d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 931 time: 0.1846223 Aug 09 15:48:02.390204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:02.391074 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.410302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03a08548-f2b0-4568-b486-7d44efd6a600 req-7bf057d1-8823-4a62-ae78-dc1a5f9a1e44 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712459 Aug 09 15:48:02.440340 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-028ebb74-6c1c-4faf-b236-ef3832fffbc2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6622694 Aug 09 15:48:02.457608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Request body: {'port': {'device_id': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:02.466964 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e14df87-0851-4de9-9ba5-03f82d862a38 req-5fe8e744-77a3-4121-ab3a-904f12dabd03 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 210 time: 0.1367264 Aug 09 15:48:02.491058 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.508788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0edc2e-0e97-4f4a-9d13-7a14466f6c17']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:02.525008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41d58d1-10a0-4247-8a16-f8040723b8cd') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:02.525343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41d58d1-10a0-4247-8a16-f8040723b8cd') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:02.527552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Allocated IP 172.20.0.3 (88312ed3-27c0-409a-b18d-69d6dcc1bd0d/e988ec32-c5c9-4fda-ae98-691ded765891/eb282089-fa23-414d-8261-d700fcd8c0e1) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:02.544552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.552806 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.568075 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.614363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:02.614704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:02.616450 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:02.788609 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e9f06681-91b1-488e-94a7-7c07bd938f6a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:02.794698 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.802134 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.807200 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] 10.222.0.81 "DELETE /v2.0/networks/aa0edc2e-0e97-4f4a-9d13-7a14466f6c17 HTTP/1.1" status: 204 len: 168 time: 1.6706746 Aug 09 15:48:02.833084 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: e9f06681-91b1-488e-94a7-7c07bd938f6a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:02.836260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e9f06681-91b1-488e-94a7-7c07bd938f6a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:02.853506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce8116-4399-4e77-afa6-52cd08367cac admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0edc2e-0e97-4f4a-9d13-7a14466f6c17,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:02.869109 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 74b3ff6b-c855-4b6e-96e9-e4fa478229fb no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:02.914441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 74b3ff6b-c855-4b6e-96e9-e4fa478229fb {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:02.921184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 74b3ff6b-c855-4b6e-96e9-e4fa478229fb not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:02.930469 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.008046 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.092807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34468) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:03.097254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Pushing event updated for resources: {'Port': ['ID=eb282089-fa23-414d-8261-d700fcd8c0e1,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:03.175012 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-524c724e-d325-4674-9cc0-da2a28b18fe1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a726e29efbb9428aba595f86fe5964d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653377 Aug 09 15:48:03.177804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34474) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:03.214281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Network 88312ed3-27c0-409a-b18d-69d6dcc1bd0d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:03.222588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:03.226975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:03.298364 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22098482-d15a-4f80-8193-acabc643c119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.322314 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22098482-d15a-4f80-8193-acabc643c119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.384470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d58b3-3ec6-4a63-94b7-b0c131361fbd req-c4cdba9b-3144-484c-b8e5-17d4629fbce3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:03.388239 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a6d58b3-3ec6-4a63-94b7-b0c131361fbd req-c4cdba9b-3144-484c-b8e5-17d4629fbce3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.0870218 Aug 09 15:48:03.424344 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22098482-d15a-4f80-8193-acabc643c119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.427871 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22098482-d15a-4f80-8193-acabc643c119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.429190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-22098482-d15a-4f80-8193-acabc643c119 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b7bb4f0-265f-41d0-9279-3b7104985597 HTTP/1.1" status: 204 len: 168 time: 0.2493320 Aug 09 15:48:03.459549 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a6d58b3-3ec6-4a63-94b7-b0c131361fbd req-094826ad-9e63-4fc9-91e9-8c97b7d3eb72 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655634 Aug 09 15:48:03.483629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22098482-d15a-4f80-8193-acabc643c119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7bb4f0-265f-41d0-9279-3b7104985597,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:03.530326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:03.530920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.573795 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3e11567c-6b10-4da1-82a1-b198037c4e16 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9000888 Aug 09 15:48:03.595674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329e0d4-6828-4e4e-bf3a-749987aa1a78 req-09a0637d-9baa-4677-b59a-1e100ab4566c tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:03.597236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9329e0d4-6828-4e4e-bf3a-749987aa1a78 req-09a0637d-9baa-4677-b59a-1e100ab4566c tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 931 time: 0.3028171 Aug 09 15:48:03.602299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Request body: {'port': {'device_id': 'c1c714f8-1c9b-44f8-89a4-a28bddaee754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:03.642514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293eb202-3dba-4048-83d5-a01b65bc403f {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:03.653231 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.669272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Transition to ACTIVE for port object 293eb202-3dba-4048-83d5-a01b65bc403f will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:03.675524 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.748128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9329e0d4-6828-4e4e-bf3a-749987aa1a78 req-47c089e4-1864-4dbb-bd53-55be178b1972 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4a62a33-78d2-42bb-8a52-1511ab6252a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373012 Aug 09 15:48:03.779395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40d629-f86f-43e7-8ea3-448f532254b0 req-25ab780c-8d63-4bed-a0f1-ad2fa88088ea tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:03.781084 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f40d629-f86f-43e7-8ea3-448f532254b0 req-25ab780c-8d63-4bed-a0f1-ad2fa88088ea tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 931 time: 0.1954269 Aug 09 15:48:03.821301 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:03.937605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=293eb202-3dba-4048-83d5-a01b65bc403f,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:03.953246 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:03.953852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:03.954318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:03.954658 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:03.955958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:03.956314 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:03.956701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:03.957037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:03.957370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:03.957725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:03.958086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:03.958439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:04.014496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Attempting to bind port 293eb202-3dba-4048-83d5-a01b65bc403f on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:04.018947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Attempting to bind port 293eb202-3dba-4048-83d5-a01b65bc403f by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '7f165df7-668f-4fdc-b1d6-8415c746a363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:04.019474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Attempting to bind port 293eb202-3dba-4048-83d5-a01b65bc403f on network bad4f35b-0f41-4000-9866-01d87cec6ed3 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:04.026843 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1799d1db-793a-4ff1-9dc9-194e3fee22b8 req-67225a3c-bd6f-4396-a002-9e5c454fa7f4 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 210 time: 0.0453296 Aug 09 15:48:04.076536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Port 293eb202-3dba-4048-83d5-a01b65bc403f on network bad4f35b-0f41-4000-9866-01d87cec6ed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:04.077197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Attempting to bind port 293eb202-3dba-4048-83d5-a01b65bc403f on network bad4f35b-0f41-4000-9866-01d87cec6ed3 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:04.091440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:04.092005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Checking segment: {'id': '7f165df7-668f-4fdc-b1d6-8415c746a363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:04.093892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Bound using segment: {'id': '7f165df7-668f-4fdc-b1d6-8415c746a363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:04.097357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Bound port: 293eb202-3dba-4048-83d5-a01b65bc403f, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f165df7-668f-4fdc-b1d6-8415c746a363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:04.098141 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.103953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f40d629-f86f-43e7-8ea3-448f532254b0 req-9429f283-f114-4c6e-8e83-9ce56e3c4eed tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075931 Aug 09 15:48:04.212885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:04.218162 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=293eb202-3dba-4048-83d5-a01b65bc403f,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:04.227572 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.270364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:04.271003 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.272399 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] 10.222.0.60 "PUT /v2.0/ports/293eb202-3dba-4048-83d5-a01b65bc403f HTTP/1.1" status: 200 len: 1091 time: 1.8198302 Aug 09 15:48:04.272844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'tag': '293eb202-3dba-4048-83d5-a01b65bc403f'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:04.275218 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c12ec32-6569-4964-9b81-2682c9525788" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9d68ff-1e64-4fd7-8b55-72735448b77a", "tag": "293eb202-3dba-4048-83d5-a01b65bc403f"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:04.373200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb282089-fa23-414d-8261-d700fcd8c0e1 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:04.389198 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.410480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e5284-91c8-42a0-9a2c-9e4ba4264fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=293eb202-3dba-4048-83d5-a01b65bc403f,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:04.415459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Transition to ACTIVE for port object eb282089-fa23-414d-8261-d700fcd8c0e1 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:04.422509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.466913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-d5e714d8-6c85-4905-9596-dd206b0865fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:04.468521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-d5e714d8-6c85-4905-9596-dd206b0865fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 1094 time: 0.1401069 Aug 09 15:48:04.557844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb282089-fa23-414d-8261-d700fcd8c0e1,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:04.576674 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-623fdefa-497f-4f86-88d1-23e59f79d297 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293eb202-3dba-4048-83d5-a01b65bc403f HTTP/1.1" status: 200 len: 217 time: 0.0993061 Aug 09 15:48:04.680590 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297dddd8-c2f2-4514-98d7-b3ffd3a51313 x-openstack-request-id: req-297dddd8-c2f2-4514-98d7-b3ffd3a51313 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:04.681204 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9d68ff-1e64-4fd7-8b55-72735448b77a", "tag": "293eb202-3dba-4048-83d5-a01b65bc403f", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:04.681204 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-297dddd8-c2f2-4514-98d7-b3ffd3a51313 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:04.681494 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'tag': '293eb202-3dba-4048-83d5-a01b65bc403f', 'status': 'completed', 'code': 200} Aug 09 15:48:04.684538 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34518) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:04.722419 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-e0424d70-6bbd-41ad-93f0-f53a9bb459af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:04.723931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-e0424d70-6bbd-41ad-93f0-f53a9bb459af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79513e2-dc62-455a-b17c-e8155f54db56 HTTP/1.1" status: 200 len: 854 time: 0.1322563 Aug 09 15:48:04.762145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Attempting to bind port eb282089-fa23-414d-8261-d700fcd8c0e1 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:04.762704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Attempting to bind port eb282089-fa23-414d-8261-d700fcd8c0e1 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'da47b0ca-0174-4362-85e5-fc49e58ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '88312ed3-27c0-409a-b18d-69d6dcc1bd0d'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:04.763178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Attempting to bind port eb282089-fa23-414d-8261-d700fcd8c0e1 on network 88312ed3-27c0-409a-b18d-69d6dcc1bd0d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:04.772241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Port eb282089-fa23-414d-8261-d700fcd8c0e1 on network 88312ed3-27c0-409a-b18d-69d6dcc1bd0d not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:04.772584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Attempting to bind port eb282089-fa23-414d-8261-d700fcd8c0e1 on network 88312ed3-27c0-409a-b18d-69d6dcc1bd0d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:04.786517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:04.786868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Checking segment: {'id': 'da47b0ca-0174-4362-85e5-fc49e58ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '88312ed3-27c0-409a-b18d-69d6dcc1bd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:04.787266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Bound using segment: {'id': 'da47b0ca-0174-4362-85e5-fc49e58ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '88312ed3-27c0-409a-b18d-69d6dcc1bd0d'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:04.787705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Bound port: eb282089-fa23-414d-8261-d700fcd8c0e1, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da47b0ca-0174-4362-85e5-fc49e58ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '88312ed3-27c0-409a-b18d-69d6dcc1bd0d'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:04.788073 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.838783 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-3fab7a7b-8678-4560-a6a6-4a65d699ca6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bad4f35b-0f41-4000-9866-01d87cec6ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059599 Aug 09 15:48:04.873928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af11f0f-c811-4224-8f10-844d80cd73ad req-b18a9c2d-1c76-4561-9752-91b4344aa51c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:04.883146 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4af11f0f-c811-4224-8f10-844d80cd73ad req-b18a9c2d-1c76-4561-9752-91b4344aa51c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.2589080 Aug 09 15:48:04.899741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] For port eb282089-fa23-414d-8261-d700fcd8c0e1, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:04.903535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] For port eb282089-fa23-414d-8261-d700fcd8c0e1, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=eb282089-fa23-414d-8261-d700fcd8c0e1,segment=NetworkSegment(da47b0ca-0174-4362-85e5-fc49e58ed413),segment_id=da47b0ca-0174-4362-85e5-fc49e58ed413)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:04.910796 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.959079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:04.960599 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.961521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] 10.222.0.60 "PUT /v2.0/ports/eb282089-fa23-414d-8261-d700fcd8c0e1 HTTP/1.1" status: 200 len: 1091 time: 1.3633165 Aug 09 15:48:04.962026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c714f8-1c9b-44f8-89a4-a28bddaee754', 'tag': 'eb282089-fa23-414d-8261-d700fcd8c0e1'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:04.964305 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fd5583-b451-4f2a-9e64-808d4a2e1c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c714f8-1c9b-44f8-89a4-a28bddaee754", "tag": "eb282089-fa23-414d-8261-d700fcd8c0e1"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:04.996817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f95d4-02dc-4ab6-b3a4-b1181b56eed0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb282089-fa23-414d-8261-d700fcd8c0e1,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:05.161229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-710349392-network', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:05.193087 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4af11f0f-c811-4224-8f10-844d80cd73ad req-ba8c149a-298f-4052-9e29-28b80aeda3d1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802105 Aug 09 15:48:05.232017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Made reservation on behalf of 7caa7d423d1b4144a1a1842f1243f9ea for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:05.234558 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:05.251735 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:05.274266 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-0ed5cc86-d318-40af-8716-63bb53249c3a service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893785 Aug 09 15:48:05.378837 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:05.475619 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c006a97-19ee-4273-8b4a-f1fe665e0b02 req-f895a409-e39b-42ae-aa61-658efcc9f9cd service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956700 Aug 09 15:48:05.498648 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:05.523073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:48:05.534509 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:05.534846 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Added segment ebfef770-9770-44ff-ab1a-a664f397edf6 of type vlan for network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 Aug 09 15:48:05.615671 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:05.626685 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984ffa66-dfeb-4d18-9807-232f776e8ad0 x-openstack-request-id: req-984ffa66-dfeb-4d18-9807-232f776e8ad0 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:05.627255 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c714f8-1c9b-44f8-89a4-a28bddaee754", "tag": "eb282089-fa23-414d-8261-d700fcd8c0e1", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:05.627662 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-984ffa66-dfeb-4d18-9807-232f776e8ad0 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:05.628200 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c714f8-1c9b-44f8-89a4-a28bddaee754', 'tag': 'eb282089-fa23-414d-8261-d700fcd8c0e1', 'status': 'completed', 'code': 200} Aug 09 15:48:05.648073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3ef74b38-3240-4e0e-8643-85b7fab29c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:05.649847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-3ef74b38-3240-4e0e-8643-85b7fab29c9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c1fc03da2b24761afbddf2b235ba637&device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 1094 time: 0.6262333 Aug 09 15:48:05.677375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4e40c-f70d-46f9-bc15-926cb61b19ac req-b90101bb-bd00-4822-97a7-876effde2681 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:05.682567 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ff4e40c-f70d-46f9-bc15-926cb61b19ac req-b90101bb-bd00-4822-97a7-876effde2681 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 943 time: 0.6405818 Aug 09 15:48:05.712974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-f64ea69b-e738-4f55-af6a-ef48135b88e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb282089-fa23-414d-8261-d700fcd8c0e1 HTTP/1.1" status: 200 len: 217 time: 0.0538945 Aug 09 15:48:05.726900 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:05.728184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:05.728787 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:05.808721 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-89b5fb03-fd00-452e-ab45-368071cf9f57 req-33c4eff3-ade9-4df5-9b75-b81c34f5bda9 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 210 time: 0.3313231 Aug 09 15:48:05.897606 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ff4e40c-f70d-46f9-bc15-926cb61b19ac req-a13ac1b1-1e4e-40e0-bf95-e80def57eefe tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4a62a33-78d2-42bb-8a52-1511ab6252a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831486 Aug 09 15:48:05.927084 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2388680 Aug 09 15:48:05.928750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbb9c0f-78f3-4faa-817b-5127b13b2f39,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:05.937110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34534) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:05.944355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-33d8a8f5-20e7-48c7-ade5-93d43061800f admin admin] Request body: {'subnet': {'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-710349392-subnet', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:05.948089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252e932-9685-42ca-879e-7fbf99a5c561 admin admin] Pushing event updated for resources: {'Network': ['ID=faa1d562-cf1a-46bd-afcd-7a5499ce4bc1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:05.954638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12ec32-6569-4964-9b81-2682c9525788 req-d5a7f833-9868-460a-8519-0d7b49d9e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:05.956211 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c12ec32-6569-4964-9b81-2682c9525788 req-d5a7f833-9868-460a-8519-0d7b49d9e5d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 1094 time: 0.2909141 Aug 09 15:48:05.982757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:48:05.986515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-6d9435bc-4a92-454e-a9c6-2bd69d2cee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:05.993110 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-6d9435bc-4a92-454e-a9c6-2bd69d2cee18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e988ec32-c5c9-4fda-ae98-691ded765891 HTTP/1.1" status: 200 len: 862 time: 0.2556531 Aug 09 15:48:06.045021 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-2c38e212-8360-4c6d-bf2b-0a3c312173e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88312ed3-27c0-409a-b18d-69d6dcc1bd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345297 Aug 09 15:48:06.151770 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d8a8f5-20e7-48c7-ade5-93d43061800f admin admin] Made reservation on behalf of 7caa7d423d1b4144a1a1842f1243f9ea for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:06.154548 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33d8a8f5-20e7-48c7-ade5-93d43061800f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:06.206320 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-1b085cfd-6f0b-45ba-9112-3a7a2ca5e8f9 service neutron] 10.222.0.60 "GET /v2.0/networks/88312ed3-27c0-409a-b18d-69d6dcc1bd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525221 Aug 09 15:48:06.263351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece740f-b08f-442a-a1de-9ee6f2429660 req-8e549605-ca3e-4f4c-b37c-6796fefddc49 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:06.265155 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ece740f-b08f-442a-a1de-9ee6f2429660 req-8e549605-ca3e-4f4c-b37c-6796fefddc49 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.2242792 Aug 09 15:48:06.358134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12ec32-6569-4964-9b81-2682c9525788 req-c6f047ea-fb91-46e0-8d46-785d7dd5e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:06.359876 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c12ec32-6569-4964-9b81-2682c9525788 req-c6f047ea-fb91-46e0-8d46-785d7dd5e008 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 200 len: 915 time: 0.3911231 Aug 09 15:48:06.365855 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ece740f-b08f-442a-a1de-9ee6f2429660 req-3b098f1d-feb7-4339-a081-048683abfd81 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915775 Aug 09 15:48:06.420146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259bf8-b4db-43d3-bc9b-f24818ca5414 req-8a3e8115-7a00-4eec-a776-bff4908666f2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:06.422229 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1259bf8-b4db-43d3-bc9b-f24818ca5414 req-8a3e8115-7a00-4eec-a776-bff4908666f2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1031144 Aug 09 15:48:06.425520 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c12ec32-6569-4964-9b81-2682c9525788 req-65e790f3-e047-4d62-b159-3431bc7adf9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293eb202-3dba-4048-83d5-a01b65bc403f HTTP/1.1" status: 200 len: 217 time: 0.0571227 Aug 09 15:48:06.461696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c53585a8-18f0-4ed6-8250-a40edc9e2dd3 req-8e175397-c1e7-46c5-9efd-6ee5115e9599 service neutron] 10.222.0.60 "GET /v2.0/networks/88312ed3-27c0-409a-b18d-69d6dcc1bd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429814 Aug 09 15:48:06.485978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1259bf8-b4db-43d3-bc9b-f24818ca5414 req-f98db5a8-b344-4ffe-929d-3dc660a3e3d5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483551 Aug 09 15:48:06.575302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd5583-b451-4f2a-9e64-808d4a2e1c5c req-a777bbf9-90bf-4e78-a6bc-f14373075278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:06.576043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12ec32-6569-4964-9b81-2682c9525788 req-ff38cd5c-d73b-433f-86d5-7d0e7d1157f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:06.577370 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77fd5583-b451-4f2a-9e64-808d4a2e1c5c req-a777bbf9-90bf-4e78-a6bc-f14373075278 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c1fc03da2b24761afbddf2b235ba637&device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 1094 time: 0.0603323 Aug 09 15:48:06.577935 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c12ec32-6569-4964-9b81-2682c9525788 req-ff38cd5c-d73b-433f-86d5-7d0e7d1157f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79513e2-dc62-455a-b17c-e8155f54db56 HTTP/1.1" status: 200 len: 854 time: 0.1420145 Aug 09 15:48:06.580898 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33d8a8f5-20e7-48c7-ade5-93d43061800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:06.640329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c12ec32-6569-4964-9b81-2682c9525788 req-dd1b689f-b610-458c-9ff8-5a7386cea1d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bad4f35b-0f41-4000-9866-01d87cec6ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288150 Aug 09 15:48:06.743831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8a8f5-20e7-48c7-ade5-93d43061800f admin admin] Pushing event updated for resources: {'Subnet': ['ID=31681149-8d2b-4d13-b9e7-c673b12ca72b,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:06.753772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd5583-b451-4f2a-9e64-808d4a2e1c5c req-74ef0129-8d91-460a-9ccd-25c8af93113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:06.755296 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77fd5583-b451-4f2a-9e64-808d4a2e1c5c req-74ef0129-8d91-460a-9ccd-25c8af93113e service neutron] 10.222.0.60 "GET /v2.0/networks?id=88312ed3-27c0-409a-b18d-69d6dcc1bd0d HTTP/1.1" status: 200 len: 923 time: 0.1599863 Aug 09 15:48:06.791085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d8a8f5-20e7-48c7-ade5-93d43061800f admin admin] Checking segment: {'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:06.791609 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8a8f5-20e7-48c7-ade5-93d43061800f admin admin] Network hostable DHCP agents. Network: faa1d562-cf1a-46bd-afcd-7a5499ce4bc1, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:48:06.828765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77fd5583-b451-4f2a-9e64-808d4a2e1c5c req-92740601-9677-43dd-9b02-33ff149b03f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb282089-fa23-414d-8261-d700fcd8c0e1 HTTP/1.1" status: 200 len: 217 time: 0.0582666 Aug 09 15:48:06.829735 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c12ec32-6569-4964-9b81-2682c9525788 req-d249a164-b6a3-42c6-975e-e8f3e83483f0 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811237 Aug 09 15:48:06.841655 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8a8f5-20e7-48c7-ade5-93d43061800f admin admin] Network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:48:06.940641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd5583-b451-4f2a-9e64-808d4a2e1c5c req-689a225c-552e-4291-966c-dce119374035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:06.942354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77fd5583-b451-4f2a-9e64-808d4a2e1c5c req-689a225c-552e-4291-966c-dce119374035 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e988ec32-c5c9-4fda-ae98-691ded765891 HTTP/1.1" status: 200 len: 862 time: 0.0954468 Aug 09 15:48:06.975731 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c12ec32-6569-4964-9b81-2682c9525788 req-afb9d3fa-a4ec-482f-9557-f640aea67825 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138334 Aug 09 15:48:06.978046 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-33d8a8f5-20e7-48c7-ade5-93d43061800f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, faa1d562-cf1a-46bd-afcd-7a5499ce4bc1) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:06.986865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9210aae2-e9f6-4549-9bc4-0fc780dd58ba None None] Network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:06.989034 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77fd5583-b451-4f2a-9e64-808d4a2e1c5c req-440fae12-0b0a-4910-9e93-1b3ad6c792c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88312ed3-27c0-409a-b18d-69d6dcc1bd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374255 Aug 09 15:48:06.992496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8a8f5-20e7-48c7-ade5-93d43061800f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:06.993104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33d8a8f5-20e7-48c7-ade5-93d43061800f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:07.027863 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-33d8a8f5-20e7-48c7-ade5-93d43061800f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0890553 Aug 09 15:48:07.028498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34550) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:07.033794 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b158b39e-816f-4a97-9451-b40b95fd820a req-16369178-a6a1-498b-955c-5b60f2bf7f6a tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=948a005a-c70d-4709-a7e0-fc1d8da08d70 HTTP/1.1" status: 200 len: 210 time: 0.0566182 Aug 09 15:48:07.038028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:07.067441 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:07.069322 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:07.193127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cb7e3-2cb0-4c99-9d82-9d347802cf6f req-41d9a14f-9f7a-4023-a9be-6087d9861f8d tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:07.194760 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d82cb7e3-2cb0-4c99-9d82-9d347802cf6f req-41d9a14f-9f7a-4023-a9be-6087d9861f8d tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 943 time: 0.0971706 Aug 09 15:48:07.206983 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:07.326678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77fd5583-b451-4f2a-9e64-808d4a2e1c5c req-8f290d4f-4674-4235-bb7f-2e5a244c2dba service neutron] 10.222.0.60 "GET /v2.0/networks/88312ed3-27c0-409a-b18d-69d6dcc1bd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300288 Aug 09 15:48:07.351886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d82cb7e3-2cb0-4c99-9d82-9d347802cf6f req-2683cf5d-ab9f-418f-bf4a-b87d34a028d2 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4a62a33-78d2-42bb-8a52-1511ab6252a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342816 Aug 09 15:48:07.434060 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:48:07.435255 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:07.494660 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:07.613657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77fd5583-b451-4f2a-9e64-808d4a2e1c5c req-9729781a-e8eb-418b-a9ee-27f8865ad81e service neutron] 10.222.0.60 "GET /v2.0/networks/88312ed3-27c0-409a-b18d-69d6dcc1bd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631006 Aug 09 15:48:07.670041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Allocated IP 172.20.0.2 (faa1d562-cf1a-46bd-afcd-7a5499ce4bc1/31681149-8d2b-4d13-b9e7-c673b12ca72b/5b141942-5737-4305-a105-c839f8dda2ec) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:07.736671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e0fd9-464e-4a40-97e7-d2ee8ebd42b8 req-e91c34bf-a074-4053-a8c5-f59bc2072b7d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:07.743318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-069e0fd9-464e-4a40-97e7-d2ee8ebd42b8 req-e91c34bf-a074-4053-a8c5-f59bc2072b7d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.0987892 Aug 09 15:48:07.780752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbc2c7-f94f-4143-ad6f-7f682d25136f req-48884f4c-36fa-4a05-b4d8-0ac0d2850fbd tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:07.784637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-46dbc2c7-f94f-4143-ad6f-7f682d25136f req-48884f4c-36fa-4a05-b4d8-0ac0d2850fbd tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.1409297 Aug 09 15:48:07.798103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-069e0fd9-464e-4a40-97e7-d2ee8ebd42b8 req-b3560ecc-6108-4a04-8211-ae1ea42c0496 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524492 Aug 09 15:48:07.842219 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:07.850228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Transition to ACTIVE for port object 5b141942-5737-4305-a105-c839f8dda2ec will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:07.866409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Transition to ACTIVE for port object 5b141942-5737-4305-a105-c839f8dda2ec will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:07.872466 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:07.872831 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-46dbc2c7-f94f-4143-ad6f-7f682d25136f req-d41a3c18-3cc8-4347-99bb-a3f54abf8954 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661972 Aug 09 15:48:07.914379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:07.921431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:07.928322 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfff5-d5e3-4d5c-af9c-028981e6632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:07.930883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:07.954508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Pushing event updated for resources: {'Port': ['ID=5b141942-5737-4305-a105-c839f8dda2ec,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:08.024546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Attempting to bind port 5b141942-5737-4305-a105-c839f8dda2ec on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:08.025190 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Attempting to bind port 5b141942-5737-4305-a105-c839f8dda2ec by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:08.025272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Attempting to bind port 5b141942-5737-4305-a105-c839f8dda2ec on network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:08.030885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:08.031268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Checking segment: {'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:08.031846 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.032243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Bound using segment: {'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:08.032839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Bound port: 5b141942-5737-4305-a105-c839f8dda2ec, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:08.033384 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.061341 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.090096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.159468 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] For port 5b141942-5737-4305-a105-c839f8dda2ec, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:08.170898 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] For port 5b141942-5737-4305-a105-c839f8dda2ec, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5b141942-5737-4305-a105-c839f8dda2ec,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:08.180921 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.265479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092c562-a045-4791-9a79-def40b80eca2 None None] Pushing event updated for resources: {'Port': ['ID=5b141942-5737-4305-a105-c839f8dda2ec,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:08.326706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Allocated IP 172.25.2.18 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/f40363ca-63d6-4df3-a287-87cef84f15c5) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:08.552456 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dff992-1c34-46d5-8a4d-9d53fc31a39a req-9350fe13-097b-4b64-81c2-21e6d95efd88 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:08.560238 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6dff992-1c34-46d5-8a4d-9d53fc31a39a req-9350fe13-097b-4b64-81c2-21e6d95efd88 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 943 time: 0.1016934 Aug 09 15:48:08.608773 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.660742 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6dff992-1c34-46d5-8a4d-9d53fc31a39a req-a01aa8f3-8780-467d-865e-3043408580e2 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4a62a33-78d2-42bb-8a52-1511ab6252a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995414 Aug 09 15:48:08.739469 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:08.877872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:08.889308 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5b141942-5737-4305-a105-c839f8dda2ec up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:08.905688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:08.926749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:08.995497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Pushing event updated for resources: {'Port': ['ID=f40363ca-63d6-4df3-a287-87cef84f15c5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:09.007320 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 5b141942-5737-4305-a105-c839f8dda2ec completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:09.049685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd3d0a-69f0-440f-91e9-dcacff65a483 req-253d14be-4911-4738-854f-f0f77216768e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:09.052135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5dd3d0a-69f0-440f-91e9-dcacff65a483 req-253d14be-4911-4738-854f-f0f77216768e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1111505 Aug 09 15:48:09.138690 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5dd3d0a-69f0-440f-91e9-dcacff65a483 req-ef24ab9f-cbdf-4f1e-9ad0-89fb3fbf5048 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793898 Aug 09 15:48:09.157948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6010d2-3aaf-4a14-92b7-078fa0a3b21e req-45d528c9-dacc-4955-b783-38517ab84b86 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:09.159594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de6010d2-3aaf-4a14-92b7-078fa0a3b21e req-45d528c9-dacc-4955-b783-38517ab84b86 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.1419001 Aug 09 15:48:09.176777 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device eb282089-fa23-414d-8261-d700fcd8c0e1 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:09.280054 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de6010d2-3aaf-4a14-92b7-078fa0a3b21e req-158d4464-3724-4ca6-b4fe-fc9a7687a493 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064625 Aug 09 15:48:09.388260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port eb282089-fa23-414d-8261-d700fcd8c0e1, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=eb282089-fa23-414d-8261-d700fcd8c0e1,segment=NetworkSegment(da47b0ca-0174-4362-85e5-fc49e58ed413),segment_id=da47b0ca-0174-4362-85e5-fc49e58ed413)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:09.411961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'eb282089-fa23-414d-8261-d700fcd8c0e1', 'network_id': '88312ed3-27c0-409a-b18d-69d6dcc1bd0d', 'port_id': 'eb282089-fa23-414d-8261-d700fcd8c0e1', 'mac_address': 'fa:16:3e:f9:67:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e988ec32-c5c9-4fda-ae98-691ded765891', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:09.498107 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.536557 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.547456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb282089-fa23-414d-8261-d700fcd8c0e1 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:09.632392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port eb282089-fa23-414d-8261-d700fcd8c0e1, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=eb282089-fa23-414d-8261-d700fcd8c0e1,segment=NetworkSegment(da47b0ca-0174-4362-85e5-fc49e58ed413),segment_id=da47b0ca-0174-4362-85e5-fc49e58ed413)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:09.640322 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.644428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 293eb202-3dba-4048-83d5-a01b65bc403f details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:09.764227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=eb282089-fa23-414d-8261-d700fcd8c0e1,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:09.897616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93057bdd-96a6-4aad-bdff-2cfbbbe46b8b None None] Network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:09.993424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1728cbd7-1ca4-400f-80d3-7bba3b9ac71e None None] Provisioning for port 5b141942-5737-4305-a105-c839f8dda2ec completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:10.024398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1728cbd7-1ca4-400f-80d3-7bba3b9ac71e None None] Provisioning complete for port 5b141942-5737-4305-a105-c839f8dda2ec triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:10.025075 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1728cbd7-1ca4-400f-80d3-7bba3b9ac71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.114225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=293eb202-3dba-4048-83d5-a01b65bc403f,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:10.202457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '293eb202-3dba-4048-83d5-a01b65bc403f', 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3', 'port_id': '293eb202-3dba-4048-83d5-a01b65bc403f', 'mac_address': 'fa:16:3e:37:b2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79513e2-dc62-455a-b17c-e8155f54db56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:10.395889 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.400747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735d3d9-b656-4b24-acca-ccc62102e277 req-b8784883-f186-4daa-848c-bc54b87572c3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:10.401237 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1728cbd7-1ca4-400f-80d3-7bba3b9ac71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.404768 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9735d3d9-b656-4b24-acca-ccc62102e277 req-b8784883-f186-4daa-848c-bc54b87572c3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1241369 Aug 09 15:48:10.440334 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.487199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9735d3d9-b656-4b24-acca-ccc62102e277 req-e2ccec46-2acb-4447-b5ed-fba7b0875cf7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760369 Aug 09 15:48:10.508310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6e33-30a5-4360-bdd7-43beabf5f3a8 req-422b2a2b-400b-4c62-8dde-acc809960dec tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:10.510108 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c46b6e33-30a5-4360-bdd7-43beabf5f3a8 req-422b2a2b-400b-4c62-8dde-acc809960dec tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 944 time: 0.7210920 Aug 09 15:48:10.548579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293eb202-3dba-4048-83d5-a01b65bc403f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:10.591921 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c46b6e33-30a5-4360-bdd7-43beabf5f3a8 req-bd4f7efb-6275-4cba-8227-dc0719cfc007 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4a62a33-78d2-42bb-8a52-1511ab6252a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756803 Aug 09 15:48:10.673839 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c6c58190-25a1-4fc4-8fd1-877dd8c91bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.693412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=293eb202-3dba-4048-83d5-a01b65bc403f,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:10.707760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1728cbd7-1ca4-400f-80d3-7bba3b9ac71e None None] For port 5b141942-5737-4305-a105-c839f8dda2ec, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5b141942-5737-4305-a105-c839f8dda2ec,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:10.710487 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.710980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1be92-4aeb-424d-8806-8d38bb1b1a5c req-8f8a11c1-b83f-4c6d-b2ff-afe96a75215d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:10.720823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78c1be92-4aeb-424d-8806-8d38bb1b1a5c req-8f8a11c1-b83f-4c6d-b2ff-afe96a75215d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.1108871 Aug 09 15:48:10.780470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:48:10.805858 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1728cbd7-1ca4-400f-80d3-7bba3b9ac71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.843504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78c1be92-4aeb-424d-8806-8d38bb1b1a5c req-b44b180e-5833-4c5f-9f83-3f9a69ba5a7f tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152925 Aug 09 15:48:10.927058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=293eb202-3dba-4048-83d5-a01b65bc403f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:10.930543 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.011115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['eb282089-fa23-414d-8261-d700fcd8c0e1'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:11.019961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['293eb202-3dba-4048-83d5-a01b65bc403f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:11.095206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:11.131453 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.135583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34632) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:11.137913 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b22ba0e6-fd44-4d9a-9317-c78ad4b9786e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1024246 Aug 09 15:48:11.192406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Sync routers for ids ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:11.223404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728cbd7-1ca4-400f-80d3-7bba3b9ac71e None None] Pushing event updated for resources: {'Port': ['ID=5b141942-5737-4305-a105-c839f8dda2ec,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:11.310692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-13977406-2fb1-4e4e-9f28-c2e90be3b3f4 None None] Provisioning complete for port 5b141942-5737-4305-a105-c839f8dda2ec triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:11.311065 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-13977406-2fb1-4e4e-9f28-c2e90be3b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.368251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Routers {'510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:11.369357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:48:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:11.597474 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.830099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5861f1c-7190-499c-8a80-208c7bb229c6 req-913e7838-c303-405e-9baf-d96d9a0a45e2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:11.844452 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5861f1c-7190-499c-8a80-208c7bb229c6 req-913e7838-c303-405e-9baf-d96d9a0a45e2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1412253 Aug 09 15:48:11.848858 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497ac99-585d-4bf4-96a9-2e90b6711d57 req-f1ea04f4-ad86-45a4-9fe3-c81e72e4e81f tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:11.853237 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1497ac99-585d-4bf4-96a9-2e90b6711d57 req-f1ea04f4-ad86-45a4-9fe3-c81e72e4e81f tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 944 time: 0.1269095 Aug 09 15:48:11.889339 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.927070 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1497ac99-585d-4bf4-96a9-2e90b6711d57 req-80577c1f-d110-4874-ab41-9301a366f42f tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4a62a33-78d2-42bb-8a52-1511ab6252a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672431 Aug 09 15:48:11.960428 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5861f1c-7190-499c-8a80-208c7bb229c6 req-4693e131-83cd-4e51-b01d-6d9f72fb6d34 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112187 Aug 09 15:48:12.185643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Set router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:12.250643 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.284399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8122f3-689a-4336-af39-a0607aa4d424 req-6f3fefbe-c0b6-43b6-b055-bdb905a7c825 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:12.291881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7f8122f3-689a-4336-af39-a0607aa4d424 req-6f3fefbe-c0b6-43b6-b055-bdb905a7c825 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 944 time: 0.1667807 Aug 09 15:48:12.391930 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7f8122f3-689a-4336-af39-a0607aa4d424 req-2a077dc1-1c84-46d9-9abd-02bf34f3ac17 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990834 Aug 09 15:48:12.488219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:48:09Z', 'revision_number': 3, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:12.544136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Checking router: 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:12.544833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Updating router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e port f40363ca-63d6-4df3-a287-87cef84f15c5 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:48:12.553853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Allocated IP 172.20.0.1 (faa1d562-cf1a-46bd-afcd-7a5499ce4bc1/31681149-8d2b-4d13-b9e7-c673b12ca72b/c4292f8f-81c0-4fae-a953-21bcb4b1dc63) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:12.595011 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.783623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5b141942-5737-4305-a105-c839f8dda2ec up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:12.792128 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.826758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Transition to ACTIVE for port object c4292f8f-81c0-4fae-a953-21bcb4b1dc63 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:12.882686 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.900667 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.949250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:12.980982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:12.992020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:13.046764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 5b141942-5737-4305-a105-c839f8dda2ec triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:13.047612 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:13.096178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Pushing event updated for resources: {'Port': ['ID=c4292f8f-81c0-4fae-a953-21bcb4b1dc63,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:13.243553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56153eb-1480-4587-89d9-418e06e35c63 req-949bfa70-88cc-4316-a8a6-b8220522e926 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:13.245409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e56153eb-1480-4587-89d9-418e06e35c63 req-949bfa70-88cc-4316-a8a6-b8220522e926 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 944 time: 0.1629524 Aug 09 15:48:13.246360 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:13.257904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device eb282089-fa23-414d-8261-d700fcd8c0e1 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:13.389725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e56153eb-1480-4587-89d9-418e06e35c63 req-e063662e-28c6-47ce-ae80-76782d554287 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4a62a33-78d2-42bb-8a52-1511ab6252a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325243 Aug 09 15:48:13.413113 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74565e13-08d6-4be1-94cf-28b5ceb33601 req-be185114-974b-4961-8972-88c58d530198 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:13.429554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74565e13-08d6-4be1-94cf-28b5ceb33601 req-be185114-974b-4961-8972-88c58d530198 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1271529 Aug 09 15:48:13.494140 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74565e13-08d6-4be1-94cf-28b5ceb33601 req-29b81b1d-5b8a-4d4e-aeaf-10430e098e8e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635369 Aug 09 15:48:13.600316 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:13.670744 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:13.704454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9ac6040d-43cb-45db-a722-2ccc5787f46a None None] Provisioning for port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:13.709583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00164e42-30f2-43e7-a54d-cdd38a939c6d req-c21ed852-7ff3-4d08-9de9-0240361f949d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:13.719253 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00164e42-30f2-43e7-a54d-cdd38a939c6d req-c21ed852-7ff3-4d08-9de9-0240361f949d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 944 time: 0.1052475 Aug 09 15:48:13.748437 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:13.750792 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9ac6040d-43cb-45db-a722-2ccc5787f46a None None] Provisioning complete for port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:13.753329 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ac6040d-43cb-45db-a722-2ccc5787f46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:13.790338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00164e42-30f2-43e7-a54d-cdd38a939c6d req-e970717d-5834-427c-b65d-8c607bc98d0d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700979 Aug 09 15:48:13.860178 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9ac6040d-43cb-45db-a722-2ccc5787f46a None None] Port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:13.883458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port eb282089-fa23-414d-8261-d700fcd8c0e1 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:13.886541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Transition to ACTIVE for port object f40363ca-63d6-4df3-a287-87cef84f15c5 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:13.902967 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port eb282089-fa23-414d-8261-d700fcd8c0e1 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:13.903347 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:13.905170 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.012325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Attempting to bind port f40363ca-63d6-4df3-a287-87cef84f15c5 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:14.012692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Attempting to bind port f40363ca-63d6-4df3-a287-87cef84f15c5 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:14.013055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Attempting to bind port f40363ca-63d6-4df3-a287-87cef84f15c5 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:14.014141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f801c6-a0b9-4cbd-96b3-4b3b000b2c66 req-2a73f8ba-94cb-4e88-809e-85c3850a319c tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:14.015008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57f32f-05f5-479a-ad0b-26c85ef8f47f None None] Pushing event updated for resources: {'Port': ['ID=f40363ca-63d6-4df3-a287-87cef84f15c5,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:14.015931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-46f801c6-a0b9-4cbd-96b3-4b3b000b2c66 req-2a73f8ba-94cb-4e88-809e-85c3850a319c tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.60 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 944 time: 0.1923370 Aug 09 15:48:14.028562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:14.028842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fb836-9dd1-45e0-947f-e056c4aa104f req-3d0a66b2-e3bf-4b5d-8f10-4068f0d85d7a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:14.028950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:14.029332 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.029763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:14.030235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Bound port: f40363ca-63d6-4df3-a287-87cef84f15c5, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:14.030585 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-919fb836-9dd1-45e0-947f-e056c4aa104f req-3d0a66b2-e3bf-4b5d-8f10-4068f0d85d7a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 944 time: 0.2971900 Aug 09 15:48:14.030690 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.126734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] For port f40363ca-63d6-4df3-a287-87cef84f15c5, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:14.128775 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.131854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] For port f40363ca-63d6-4df3-a287-87cef84f15c5, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f40363ca-63d6-4df3-a287-87cef84f15c5,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:14.144359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-919fb836-9dd1-45e0-947f-e056c4aa104f req-41037687-3302-4c9d-b66d-0e7683e150dc tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001742 Aug 09 15:48:14.152181 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.193765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c714f8-1c9b-44f8-89a4-a28bddaee754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb282089-fa23-414d-8261-d700fcd8c0e1'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:14.196176 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f02ac-20c1-44df-abd2-758949835946" -d '{"events": [{"server_uuid": "c1c714f8-1c9b-44f8-89a4-a28bddaee754", "name": "network-vif-plugged", "status": "completed", "tag": "eb282089-fa23-414d-8261-d700fcd8c0e1"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:14.222076 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.223346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port eb282089-fa23-414d-8261-d700fcd8c0e1, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=eb282089-fa23-414d-8261-d700fcd8c0e1,segment=NetworkSegment(da47b0ca-0174-4362-85e5-fc49e58ed413),segment_id=da47b0ca-0174-4362-85e5-fc49e58ed413)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:14.229512 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.241689 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.241689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 293eb202-3dba-4048-83d5-a01b65bc403f up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:14.280922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57f32f-05f5-479a-ad0b-26c85ef8f47f None None] Pushing event updated for resources: {'Port': ['ID=f40363ca-63d6-4df3-a287-87cef84f15c5,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:14.284126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Routers {'510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:14.285192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:48:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:14.335381 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.339956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Pushing event updated for resources: {'Port': ['ID=c4292f8f-81c0-4fae-a953-21bcb4b1dc63,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:14.438161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=eb282089-fa23-414d-8261-d700fcd8c0e1,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:14.476820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] Set router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:14.483282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-46f801c6-a0b9-4cbd-96b3-4b3b000b2c66 req-baa32c75-b910-4fb2-baec-3af5d28f04de tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Deleting port 16179699-1848-4c07-abe9-feddcc74e872 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:14.483282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-46f801c6-a0b9-4cbd-96b3-4b3b000b2c66 req-baa32c75-b910-4fb2-baec-3af5d28f04de tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.506685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 293eb202-3dba-4048-83d5-a01b65bc403f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:14.513764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 293eb202-3dba-4048-83d5-a01b65bc403f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:14.514292 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.547636 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e6fb9a-7587-47a1-bfa4-00b06b7494f1 x-openstack-request-id: req-b4e6fb9a-7587-47a1-bfa4-00b06b7494f1 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:14.547924 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c714f8-1c9b-44f8-89a4-a28bddaee754", "name": "network-vif-plugged", "status": "completed", "tag": "eb282089-fa23-414d-8261-d700fcd8c0e1", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:14.548770 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4e6fb9a-7587-47a1-bfa4-00b06b7494f1 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:14.549164 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c714f8-1c9b-44f8-89a4-a28bddaee754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb282089-fa23-414d-8261-d700fcd8c0e1', 'code': 200} Aug 09 15:48:14.591917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:14.596890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:14.727044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-46f801c6-a0b9-4cbd-96b3-4b3b000b2c66 req-baa32c75-b910-4fb2-baec-3af5d28f04de tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] For port 16179699-1848-4c07-abe9-feddcc74e872, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=16179699-1848-4c07-abe9-feddcc74e872,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:14.727534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-46f801c6-a0b9-4cbd-96b3-4b3b000b2c66 req-baa32c75-b910-4fb2-baec-3af5d28f04de tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:14.744346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52a0f6-ae48-4061-95c5-5ae089b687df req-5b1224b5-8dd7-4263-ad0a-11781cd287fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:14.746308 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a52a0f6-ae48-4061-95c5-5ae089b687df req-5b1224b5-8dd7-4263-ad0a-11781cd287fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 1096 time: 0.1123488 Aug 09 15:48:14.750877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-46f801c6-a0b9-4cbd-96b3-4b3b000b2c66 req-baa32c75-b910-4fb2-baec-3af5d28f04de tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Calling delete_port for 16179699-1848-4c07-abe9-feddcc74e872 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:14.826219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84fc8d-9e96-4b94-bf88-39271b34a144 req-da8c941a-ecf5-4afc-805b-59e121501d8a tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:14.835895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e84fc8d-9e96-4b94-bf88-39271b34a144 req-da8c941a-ecf5-4afc-805b-59e121501d8a tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 945 time: 0.2399375 Aug 09 15:48:14.891860 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a52a0f6-ae48-4061-95c5-5ae089b687df req-50a39fb7-9f5e-4e4b-aad0-03f79e634b2b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b4a62a33-78d2-42bb-8a52-1511ab6252a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379695 Aug 09 15:48:14.924838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a390ebd-42e1-45d1-82da-650e8363cbcd req-28301b01-724c-4040-9246-2e8f49732676 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:14.936588 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9a390ebd-42e1-45d1-82da-650e8363cbcd req-28301b01-724c-4040-9246-2e8f49732676 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1379120 Aug 09 15:48:14.991035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9a390ebd-42e1-45d1-82da-650e8363cbcd req-96ba2a10-a499-4a44-a857-f8fb967fddc9 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474482 Aug 09 15:48:14.991614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e84fc8d-9e96-4b94-bf88-39271b34a144 req-fed77a71-1677-438b-b68a-30badc668d75 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4a62a33-78d2-42bb-8a52-1511ab6252a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405835 Aug 09 15:48:15.035152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:15.149287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a04455db-687b-4c86-b2ba-9d9aa27d75c6 None None] Provisioning complete for port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:15.150389 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a04455db-687b-4c86-b2ba-9d9aa27d75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.205040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6c7a8-c55f-4ede-b206-f3e551541f56 req-4aca4615-85bd-4982-95e7-119b61ebad1e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:15.215304 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9eb6c7a8-c55f-4ede-b206-f3e551541f56 req-4aca4615-85bd-4982-95e7-119b61ebad1e tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=fadb6c2b-efe3-47a9-bcf8-8c29e73160a5 HTTP/1.1" status: 200 len: 944 time: 0.1065862 Aug 09 15:48:15.232466 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.243040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4292f8f-81c0-4fae-a953-21bcb4b1dc63', 'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'mac_address': 'fa:16:3e:30:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:12Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 2, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'subnets': [{'id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:15.245227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a04455db-687b-4c86-b2ba-9d9aa27d75c6 None None] Port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:15.306207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4647d-7dc3-46bd-b1cc-e7d5daad40ab None None] The sync data for ids ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'] in n-d-803778-2 is: [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4292f8f-81c0-4fae-a953-21bcb4b1dc63', 'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'mac_address': 'fa:16:3e:30:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:12Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 2, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'subnets': [{'id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:15.318136 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9eb6c7a8-c55f-4ede-b206-f3e551541f56 req-81390a2e-98c4-4584-abd7-24a2ea4aa8a6 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016362 Aug 09 15:48:15.370279 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-46f801c6-a0b9-4cbd-96b3-4b3b000b2c66 req-baa32c75-b910-4fb2-baec-3af5d28f04de tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.375505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=293eb202-3dba-4048-83d5-a01b65bc403f,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:15.380484 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.390599 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['16179699-1848-4c07-abe9-feddcc74e872'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:15.426322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa32c75-b910-4fb2-baec-3af5d28f04de tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Pushing event deleted for resources: {'Port': ['ID=16179699-1848-4c07-abe9-feddcc74e872,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:15.444432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:15.466317 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1c0d0da3-f6a2-471c-b702-ecbd317ac12e admin admin] 10.222.0.81 "PUT /v2.0/routers/510ed3b2-1c4c-43a9-82b9-60b7c57ec70e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3293843 Aug 09 15:48:15.471762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=293eb202-3dba-4048-83d5-a01b65bc403f,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:15.483441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904f63-7860-4159-82cd-329f34f4cc97 req-0cb7e8f1-da7c-41d6-a814-89698b7305fe tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:15.490723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e904f63-7860-4159-82cd-329f34f4cc97 req-0cb7e8f1-da7c-41d6-a814-89698b7305fe tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 944 time: 0.1768539 Aug 09 15:48:15.512159 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f801c6-a0b9-4cbd-96b3-4b3b000b2c66 req-baa32c75-b910-4fb2-baec-3af5d28f04de tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] No DVR routers for this DVR port 16179699-1848-4c07-abe9-feddcc74e872 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:15.515676 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-46f801c6-a0b9-4cbd-96b3-4b3b000b2c66 req-baa32c75-b910-4fb2-baec-3af5d28f04de tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:15.520979 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-46f801c6-a0b9-4cbd-96b3-4b3b000b2c66 req-baa32c75-b910-4fb2-baec-3af5d28f04de tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.60 "DELETE /v2.0/ports/16179699-1848-4c07-abe9-feddcc74e872 HTTP/1.1" status: 204 len: 173 time: 1.4894140 Aug 09 15:48:15.521455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadb6c2b-efe3-47a9-bcf8-8c29e73160a5', 'name': 'network-vif-deleted', 'tag': '16179699-1848-4c07-abe9-feddcc74e872'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:15.525656 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72229de6-07d5-4e42-b093-178463ec5983" -d '{"events": [{"server_uuid": "fadb6c2b-efe3-47a9-bcf8-8c29e73160a5", "name": "network-vif-deleted", "tag": "16179699-1848-4c07-abe9-feddcc74e872"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:15.567770 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e904f63-7860-4159-82cd-329f34f4cc97 req-975e7ef8-3362-4612-a839-6e6b95bee25d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730627 Aug 09 15:48:15.614493 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b96551-0505-4154-909e-98a63cb5d685 x-openstack-request-id: req-d4b96551-0505-4154-909e-98a63cb5d685 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:15.615017 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadb6c2b-efe3-47a9-bcf8-8c29e73160a5", "name": "network-vif-deleted", "tag": "16179699-1848-4c07-abe9-feddcc74e872", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:15.617320 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4b96551-0505-4154-909e-98a63cb5d685 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:15.619543 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadb6c2b-efe3-47a9-bcf8-8c29e73160a5', 'name': 'network-vif-deleted', 'tag': '16179699-1848-4c07-abe9-feddcc74e872', 'status': 'completed', 'code': 200} Aug 09 15:48:16.087262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34738) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:16.093526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f7b17713-e404-4c26-bcb7-4faf1345bb93 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760819771', 'description': 'tempest-description--238865438'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:16.132719 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f7b17713-e404-4c26-bcb7-4faf1345bb93 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.182545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9b930-9c9e-46c3-a52e-eb34e91987cf req-ab103197-ca38-46df-9418-0fdb0eff0bdc tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:16.197967 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ba9b930-9c9e-46c3-a52e-eb34e91987cf req-ab103197-ca38-46df-9418-0fdb0eff0bdc tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 945 time: 0.1412456 Aug 09 15:48:16.309847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e862d7-b315-4e71-b847-95e8c5c939e5 req-39605a0c-4384-474e-84a9-076207ad13ba tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:16.312049 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-81e862d7-b315-4e71-b847-95e8c5c939e5 req-39605a0c-4384-474e-84a9-076207ad13ba tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.0948327 Aug 09 15:48:16.314990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ba9b930-9c9e-46c3-a52e-eb34e91987cf req-f16489d8-9933-46b7-b282-fde4c03d0a56 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4a62a33-78d2-42bb-8a52-1511ab6252a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849745 Aug 09 15:48:16.388234 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f7b17713-e404-4c26-bcb7-4faf1345bb93 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.392223 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-81e862d7-b315-4e71-b847-95e8c5c939e5 req-3fa1c69d-9586-4acf-b563-5f0aa7b329a7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676479 Aug 09 15:48:16.393373 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f7b17713-e404-4c26-bcb7-4faf1345bb93 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.435342 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f7b17713-e404-4c26-bcb7-4faf1345bb93 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.437188 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f7b17713-e404-4c26-bcb7-4faf1345bb93 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3481529 Aug 09 15:48:16.440105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34746) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:16.446934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-27b032f1-4a75-4c79-8037-8e0cce21609b tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Request body: {'security_group_rule': {'security_group_id': 'a752c81b-2ef7-4dd5-9678-44a863b924a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:16.467095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b17713-e404-4c26-bcb7-4faf1345bb93 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a752c81b-2ef7-4dd5-9678-44a863b924a0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:16.483759 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27b032f1-4a75-4c79-8037-8e0cce21609b tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.549496 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27b032f1-4a75-4c79-8037-8e0cce21609b tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.551569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293eb202-3dba-4048-83d5-a01b65bc403f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:16.556107 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd69993-53e8-4d20-bdcc-573ecb196604" -d '{"events": [{"server_uuid": "ff9d68ff-1e64-4fd7-8b55-72735448b77a", "name": "network-vif-plugged", "status": "completed", "tag": "293eb202-3dba-4048-83d5-a01b65bc403f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:16.559679 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27b032f1-4a75-4c79-8037-8e0cce21609b tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.584570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b032f1-4a75-4c79-8037-8e0cce21609b tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2955e65-c625-47fe-b5fb-e98c0465e7f9,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:16.608634 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27b032f1-4a75-4c79-8037-8e0cce21609b tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.614356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-27b032f1-4a75-4c79-8037-8e0cce21609b tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1730359 Aug 09 15:48:16.614933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34758) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:16.621769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-72ed3360-f064-4644-969f-35da45249282 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Request body: {'security_group_rule': {'security_group_id': 'a752c81b-2ef7-4dd5-9678-44a863b924a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:16.673189 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-72ed3360-f064-4644-969f-35da45249282 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.714573 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6c2212-7bf2-4530-abfa-e9b636d1ef4e x-openstack-request-id: req-5e6c2212-7bf2-4530-abfa-e9b636d1ef4e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:16.715032 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9d68ff-1e64-4fd7-8b55-72735448b77a", "name": "network-vif-plugged", "status": "completed", "tag": "293eb202-3dba-4048-83d5-a01b65bc403f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:16.715457 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e6c2212-7bf2-4530-abfa-e9b636d1ef4e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:16.715985 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293eb202-3dba-4048-83d5-a01b65bc403f', 'code': 200} Aug 09 15:48:16.766077 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-72ed3360-f064-4644-969f-35da45249282 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.772167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-72ed3360-f064-4644-969f-35da45249282 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.798278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed3360-f064-4644-969f-35da45249282 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e2438d-6186-40b3-b8c0-659d62135fd5,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:16.835638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f40363ca-63d6-4df3-a287-87cef84f15c5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:16.862399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-72ed3360-f064-4644-969f-35da45249282 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.866568 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-72ed3360-f064-4644-969f-35da45249282 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2475045 Aug 09 15:48:16.871549 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34766) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:16.878759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:16.909397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15ffc1-67b4-4430-a3e7-808a9a198a9a req-d0a3f5e1-7a04-47b8-8efc-3256b756449d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:16.911672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f40363ca-63d6-4df3-a287-87cef84f15c5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:16.916528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f40363ca-63d6-4df3-a287-87cef84f15c5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:16.917109 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.918459 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b15ffc1-67b4-4430-a3e7-808a9a198a9a req-d0a3f5e1-7a04-47b8-8efc-3256b756449d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1174247 Aug 09 15:48:16.939012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef804c-d0d0-424d-bd14-11a265728c6f req-ea6d14e7-70f1-4602-81a7-316bd572a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:16.941009 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26ef804c-d0d0-424d-bd14-11a265728c6f req-ea6d14e7-70f1-4602-81a7-316bd572a507 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 1096 time: 0.1033070 Aug 09 15:48:16.952160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258396f-fd7f-41ef-bb2d-6aa662f53254 req-ad2e5c1c-e42f-491e-8973-81ff99dfabe0 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:16.953964 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a258396f-fd7f-41ef-bb2d-6aa662f53254 req-ad2e5c1c-e42f-491e-8973-81ff99dfabe0 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 945 time: 0.1490631 Aug 09 15:48:16.982385 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.998643 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b15ffc1-67b4-4430-a3e7-808a9a198a9a req-17f3d361-365d-40bb-9010-b6399a0ede03 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791082 Aug 09 15:48:17.022517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26ef804c-d0d0-424d-bd14-11a265728c6f req-93bf185c-498c-410b-aaad-6f08b3443ca2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592577 Aug 09 15:48:17.030696 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.055255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port f40363ca-63d6-4df3-a287-87cef84f15c5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f40363ca-63d6-4df3-a287-87cef84f15c5,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:17.061490 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.076358 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a258396f-fd7f-41ef-bb2d-6aa662f53254 req-97516e35-8f06-4627-989e-6f36e10dd464 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127789 Aug 09 15:48:17.118891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=f40363ca-63d6-4df3-a287-87cef84f15c5,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:17.160385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d101d-5e8d-4eec-8e42-953a36190413 req-bf6d3232-cb5f-4a68-9f65-affaaec5d8f9 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:17.162015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c44d101d-5e8d-4eec-8e42-953a36190413 req-bf6d3232-cb5f-4a68-9f65-affaaec5d8f9 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 945 time: 0.0766840 Aug 09 15:48:17.163329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.233561 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c44d101d-5e8d-4eec-8e42-953a36190413 req-ea5d3e4c-d52a-422a-aac1-35c62277dbad tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4a62a33-78d2-42bb-8a52-1511ab6252a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534444 Aug 09 15:48:17.305821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Allocated IP 172.25.2.171 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/9c9aba1b-8c5e-4bac-9695-ba30a0072c29) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:17.376726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069a786-5088-4206-b84a-90461e1f143b req-7a425fe4-44db-46fd-ac95-b42ba67302c0 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:17.378306 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f069a786-5088-4206-b84a-90461e1f143b req-7a425fe4-44db-46fd-ac95-b42ba67302c0 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 945 time: 0.0551918 Aug 09 15:48:17.418609 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.464971 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.506682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:17.511096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f069a786-5088-4206-b84a-90461e1f143b req-67a3c519-531a-4fcb-bf01-e179a122c3fe tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Deleting port c697eb53-1c40-4e27-96ec-66240f7ea5b1 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:17.511954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f069a786-5088-4206-b84a-90461e1f143b req-67a3c519-531a-4fcb-bf01-e179a122c3fe tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.522295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:17.529948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:17.551454 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Pushing event updated for resources: {'Port': ['ID=9c9aba1b-8c5e-4bac-9695-ba30a0072c29,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:17.612575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e03ed-e70b-4430-a3e4-a7807511710f req-6f7b874d-e3e5-4e21-a0b3-2e0c44dbcff0 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:17.614083 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-542e03ed-e70b-4430-a3e4-a7807511710f req-6f7b874d-e3e5-4e21-a0b3-2e0c44dbcff0 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1026971 Aug 09 15:48:17.626707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f069a786-5088-4206-b84a-90461e1f143b req-67a3c519-531a-4fcb-bf01-e179a122c3fe tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] For port c697eb53-1c40-4e27-96ec-66240f7ea5b1, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c697eb53-1c40-4e27-96ec-66240f7ea5b1,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:17.627136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f069a786-5088-4206-b84a-90461e1f143b req-67a3c519-531a-4fcb-bf01-e179a122c3fe tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.640744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f069a786-5088-4206-b84a-90461e1f143b req-67a3c519-531a-4fcb-bf01-e179a122c3fe tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Calling delete_port for c697eb53-1c40-4e27-96ec-66240f7ea5b1 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:17.684656 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.694524 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-542e03ed-e70b-4430-a3e4-a7807511710f req-bb6ec9d2-9f5a-49cd-9a72-5748050d7ff8 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533791 Aug 09 15:48:17.754037 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.885574 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f069a786-5088-4206-b84a-90461e1f143b req-67a3c519-531a-4fcb-bf01-e179a122c3fe tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.924748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3c519-531a-4fcb-bf01-e179a122c3fe tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Pushing event deleted for resources: {'Port': ['ID=c697eb53-1c40-4e27-96ec-66240f7ea5b1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:17.968066 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.974013 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.978251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f069a786-5088-4206-b84a-90461e1f143b req-67a3c519-531a-4fcb-bf01-e179a122c3fe tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] No DVR routers for this DVR port c697eb53-1c40-4e27-96ec-66240f7ea5b1 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:17.981346 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f069a786-5088-4206-b84a-90461e1f143b req-67a3c519-531a-4fcb-bf01-e179a122c3fe tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.983150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f069a786-5088-4206-b84a-90461e1f143b req-67a3c519-531a-4fcb-bf01-e179a122c3fe tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.60 "DELETE /v2.0/ports/c697eb53-1c40-4e27-96ec-66240f7ea5b1 HTTP/1.1" status: 204 len: 173 time: 0.5956705 Aug 09 15:48:17.983588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6deab0a-5cca-4516-a35d-cde9d23a3e94', 'name': 'network-vif-deleted', 'tag': 'c697eb53-1c40-4e27-96ec-66240f7ea5b1'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:17.985899 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77575c4-6074-4115-9a99-f9aa1168fe04" -d '{"events": [{"server_uuid": "c6deab0a-5cca-4516-a35d-cde9d23a3e94", "name": "network-vif-deleted", "tag": "c697eb53-1c40-4e27-96ec-66240f7ea5b1"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:18.028442 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32f8eb2-e6ce-4753-8dd7-cf20b72569de x-openstack-request-id: req-b32f8eb2-e6ce-4753-8dd7-cf20b72569de {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:18.029342 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6deab0a-5cca-4516-a35d-cde9d23a3e94", "name": "network-vif-deleted", "tag": "c697eb53-1c40-4e27-96ec-66240f7ea5b1", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:18.029988 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b32f8eb2-e6ce-4753-8dd7-cf20b72569de {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:18.030918 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6deab0a-5cca-4516-a35d-cde9d23a3e94', 'name': 'network-vif-deleted', 'tag': 'c697eb53-1c40-4e27-96ec-66240f7ea5b1', 'status': 'completed', 'code': 200} Aug 09 15:48:18.080708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.098406 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.100571 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2265294 Aug 09 15:48:18.106467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719e580-c73e-4829-acfa-cb811f360da7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Pushing event updated for resources: {'Port': ['ID=9c9aba1b-8c5e-4bac-9695-ba30a0072c29,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:18.165618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b5aa-cbb3-445e-b7bf-4c9fdb357254 req-06a836d0-d982-4b60-b16e-029341e2859b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:18.182169 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef92b5aa-cbb3-445e-b7bf-4c9fdb357254 req-06a836d0-d982-4b60-b16e-029341e2859b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0904815 Aug 09 15:48:18.210892 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Sync routers for ids ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:18.227792 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Routers {'510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:18.228726 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:48:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:18.244711 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef92b5aa-cbb3-445e-b7bf-4c9fdb357254 req-aae3d1ca-daf9-4280-af9c-fb04e57b5f3b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570199 Aug 09 15:48:18.299616 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9ce280a5-28e1-46dd-8837-d2aadc5a5f9b req-03521b17-ade0-467d-94b6-f1a461880f97 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6deab0a-5cca-4516-a35d-cde9d23a3e94 HTTP/1.1" status: 200 len: 210 time: 0.0312123 Aug 09 15:48:18.385277 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Set router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:18.385664 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-f44ef3a7-b175-4026-9fe5-5a621405b90a tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1760819771&fields=id&tenant_id=7caa7d423d1b4144a1a1842f1243f9ea HTTP/1.1" status: 200 len: 267 time: 0.0428021 Aug 09 15:48:18.435421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e53b6c-d5e1-42bb-affd-44d246e43940 req-7d09fe84-f111-413c-9816-4937e3021355 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:18.437040 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-32e53b6c-d5e1-42bb-affd-44d246e43940 req-7d09fe84-f111-413c-9816-4937e3021355 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 945 time: 0.0572169 Aug 09 15:48:18.483108 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-32e53b6c-d5e1-42bb-affd-44d246e43940 req-e34b2eaf-97c4-41d1-8a7a-846f16996a60 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/security-groups?id=b4a62a33-78d2-42bb-8a52-1511ab6252a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389550 Aug 09 15:48:18.507557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-26ccd3a4-6ef5-4cbe-9e19-17e843767180 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:18.509181 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-26ccd3a4-6ef5-4cbe-9e19-17e843767180 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/networks?id=faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 HTTP/1.1" status: 200 len: 814 time: 0.1154125 Aug 09 15:48:18.528235 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-170ab879-e714-4c78-9e01-ba1407023790 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/quotas/7caa7d423d1b4144a1a1842f1243f9ea HTTP/1.1" status: 200 len: 375 time: 0.0115697 Aug 09 15:48:18.609987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-16723e39-4dc3-4162-b2ee-dd53b9a2f815 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7caa7d423d1b4144a1a1842f1243f9ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728433 Aug 09 15:48:18.637392 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4292f8f-81c0-4fae-a953-21bcb4b1dc63', 'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'mac_address': 'fa:16:3e:30:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:12Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 2, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'subnets': [{'id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:18.672284 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Checking router: 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:18.672867 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Updating router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:48:18.708931 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.716534 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab600c-1e04-4a3d-a601-964fcf577571 req-4da74d82-c544-4cb8-89f8-9da965597e2c tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:18.722371 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1eab600c-1e04-4a3d-a601-964fcf577571 req-4da74d82-c544-4cb8-89f8-9da965597e2c tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 945 time: 0.1328301 Aug 09 15:48:18.789922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-788d7869-2ff7-49c2-ab3b-d64f9bf62327 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:18.792590 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-788d7869-2ff7-49c2-ab3b-d64f9bf62327 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/networks?id=a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 200 len: 805 time: 0.2187955 Aug 09 15:48:18.809186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f40363ca-63d6-4df3-a287-87cef84f15c5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:18.834218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-ecf8c2f5-3abd-41eb-84c0-d0014e2f8b03 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/quotas/1a7b6654ea904a078c50c8a17ffdca4a HTTP/1.1" status: 200 len: 375 time: 0.0340912 Aug 09 15:48:18.841125 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-7efd8d82-21e8-40c4-9386-5de69dbca80b service neutron] 10.222.0.81 "GET /v2.0/networks/faa1d562-cf1a-46bd-afcd-7a5499ce4bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242417 Aug 09 15:48:18.900293 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-2cf27f0d-c069-43fe-b660-e543fd81f5e8 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596800 Aug 09 15:48:18.907026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-766ada4c-2fb7-4178-bbf1-2b86f06d29d1 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:18.914959 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-766ada4c-2fb7-4178-bbf1-2b86f06d29d1 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132565 Aug 09 15:48:18.920349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f40363ca-63d6-4df3-a287-87cef84f15c5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:18.920984 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.965877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1eab600c-1e04-4a3d-a601-964fcf577571 req-3e3254a3-4c14-4eb3-a568-5f2997b3cea3 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Deleting port eb282089-fa23-414d-8261-d700fcd8c0e1 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:18.966280 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1eab600c-1e04-4a3d-a601-964fcf577571 req-3e3254a3-4c14-4eb3-a568-5f2997b3cea3 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.978997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 0c745b8f-b15d-462d-bfaf-8d400591f9b3 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:18.991500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 411e7f2f-7030-45ab-9716-80fcf73f20b3 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:19.047377 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-035f4ceb-a02a-429a-88b2-0a5243204aec service neutron] 10.222.0.81 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316426 Aug 09 15:48:19.082296 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.094502 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Transition to ACTIVE for port object c4292f8f-81c0-4fae-a953-21bcb4b1dc63 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:19.103834 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.176900 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-33005078-7926-454c-823f-79507d74d30c service neutron] 10.222.0.81 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270437 Aug 09 15:48:19.235483 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Attempting to bind port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:19.236035 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Attempting to bind port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:19.236188 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Attempting to bind port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 on network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:19.249918 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:19.250562 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Checking segment: {'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:19.251107 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.251648 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Bound using segment: {'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:19.252324 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Bound port: c4292f8f-81c0-4fae-a953-21bcb4b1dc63, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:19.252847 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.280814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c697eb53-1c40-4e27-96ec-66240f7ea5b1 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:19.332150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: c697eb53-1c40-4e27-96ec-66240f7ea5b1 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:19.333925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c697eb53-1c40-4e27-96ec-66240f7ea5b1 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:19.334996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 16179699-1848-4c07-abe9-feddcc74e872 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:19.344570 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Pushing event updated for resources: {'Port': ['ID=c4292f8f-81c0-4fae-a953-21bcb4b1dc63,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:19.355907 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:19.356680 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:19.357225 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:19.357792 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:19.369495 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:19.370136 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:19.375925 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:19.376846 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:19.377391 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:19.378070 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:19.378627 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:19.379177 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:19.482821 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] For port c4292f8f-81c0-4fae-a953-21bcb4b1dc63, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:19.491391 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] For port c4292f8f-81c0-4fae-a953-21bcb4b1dc63, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c4292f8f-81c0-4fae-a953-21bcb4b1dc63,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:19.503898 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.516715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 0c745b8f-b15d-462d-bfaf-8d400591f9b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0c745b8f-b15d-462d-bfaf-8d400591f9b3,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:19.548039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '0c745b8f-b15d-462d-bfaf-8d400591f9b3', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'port_id': '0c745b8f-b15d-462d-bfaf-8d400591f9b3', 'mac_address': 'fa:16:3e:e9:6e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f828d50-83aa-441b-9645-e7600b469a85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:19.554725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a5b94-de97-424a-b156-ebbbfb236acc req-6eef8d13-8b9d-44ef-a030-97267b953831 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:19.559545 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.565073 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-639a5b94-de97-424a-b156-ebbbfb236acc req-6eef8d13-8b9d-44ef-a030-97267b953831 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.0872102 Aug 09 15:48:19.577400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 16179699-1848-4c07-abe9-feddcc74e872 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:19.579411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 16179699-1848-4c07-abe9-feddcc74e872 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:19.613966 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a649da5-688b-4f60-810d-790c44a48d2f None None] Pushing event updated for resources: {'Port': ['ID=c4292f8f-81c0-4fae-a953-21bcb4b1dc63,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:19.646895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1eab600c-1e04-4a3d-a601-964fcf577571 req-3e3254a3-4c14-4eb3-a568-5f2997b3cea3 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] For port eb282089-fa23-414d-8261-d700fcd8c0e1, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=eb282089-fa23-414d-8261-d700fcd8c0e1,segment=NetworkSegment(da47b0ca-0174-4362-85e5-fc49e58ed413),segment_id=da47b0ca-0174-4362-85e5-fc49e58ed413)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:19.647542 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1eab600c-1e04-4a3d-a601-964fcf577571 req-3e3254a3-4c14-4eb3-a568-5f2997b3cea3 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.673139 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-639a5b94-de97-424a-b156-ebbbfb236acc req-0210a539-1dfd-4433-af61-011e8a3a07eb tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053925 Aug 09 15:48:19.675749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1eab600c-1e04-4a3d-a601-964fcf577571 req-3e3254a3-4c14-4eb3-a568-5f2997b3cea3 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Calling delete_port for eb282089-fa23-414d-8261-d700fcd8c0e1 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:19.677040 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Routers {'510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:19.677819 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:48:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:19.764511 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 411e7f2f-7030-45ab-9716-80fcf73f20b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=411e7f2f-7030-45ab-9716-80fcf73f20b3,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:19.775372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c253160-7346-47f0-9db0-6e9acca931cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411e7f2f-7030-45ab-9716-80fcf73f20b3'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:19.782482 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da7cba8-dde4-4655-8b06-00cfd540f06b" -d '{"events": [{"server_uuid": "9c253160-7346-47f0-9db0-6e9acca931cc", "name": "network-vif-unplugged", "status": "completed", "tag": "411e7f2f-7030-45ab-9716-80fcf73f20b3"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:19.794949 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.923963 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.981855 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] Set router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:20.014134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c745b8f-b15d-462d-bfaf-8d400591f9b3 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:20.058430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=411e7f2f-7030-45ab-9716-80fcf73f20b3,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:20.067215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2030b7-5da8-4951-8fc1-0fe4931b6c7a req-f74c61ac-edd5-4f69-a64b-140e31e4f3ee tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:20.069279 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9b2030b7-5da8-4951-8fc1-0fe4931b6c7a req-f74c61ac-edd5-4f69-a64b-140e31e4f3ee tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1518745 Aug 09 15:48:20.097355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 0c745b8f-b15d-462d-bfaf-8d400591f9b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0c745b8f-b15d-462d-bfaf-8d400591f9b3,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:20.105452 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.154294 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1eab600c-1e04-4a3d-a601-964fcf577571 req-3e3254a3-4c14-4eb3-a568-5f2997b3cea3 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.173985 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-9bdeb12e-f578-498c-91ed-48e1282d12b3 service neutron] 10.222.0.81 "GET /v2.0/networks/faa1d562-cf1a-46bd-afcd-7a5499ce4bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3195117 Aug 09 15:48:20.189908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['eb282089-fa23-414d-8261-d700fcd8c0e1'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:20.227414 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9b2030b7-5da8-4951-8fc1-0fe4931b6c7a req-91a2d545-0ec8-413d-8d23-92b3feaa4842 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479638 Aug 09 15:48:20.263869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3254a3-4c14-4eb3-a568-5f2997b3cea3 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Pushing event deleted for resources: {'Port': ['ID=eb282089-fa23-414d-8261-d700fcd8c0e1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:20.276329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['0c745b8f-b15d-462d-bfaf-8d400591f9b3'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:20.301271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097a18-ba4c-4fdb-9177-79acb3edec58 req-a8fdd8ca-ebf2-4baf-8620-055d4832b0be tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:20.306761 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be097a18-ba4c-4fdb-9177-79acb3edec58 req-a8fdd8ca-ebf2-4baf-8620-055d4832b0be tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c253160-7346-47f0-9db0-6e9acca931cc HTTP/1.1" status: 200 len: 943 time: 0.4609880 Aug 09 15:48:20.474404 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4292f8f-81c0-4fae-a953-21bcb4b1dc63', 'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'mac_address': 'fa:16:3e:30:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:12Z', 'updated_at': '2021-08-09T15:48:19Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'subnets': [{'id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:20.478670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=0c745b8f-b15d-462d-bfaf-8d400591f9b3,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:20.572074 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc441f2-4858-47fc-81ad-2a70afbda8c5 None None] The sync data for ids ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'] in n-d-803778-2 is: [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4292f8f-81c0-4fae-a953-21bcb4b1dc63', 'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'mac_address': 'fa:16:3e:30:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:12Z', 'updated_at': '2021-08-09T15:48:19Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'subnets': [{'id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:20.624323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eab600c-1e04-4a3d-a601-964fcf577571 req-3e3254a3-4c14-4eb3-a568-5f2997b3cea3 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] No DVR routers for this DVR port eb282089-fa23-414d-8261-d700fcd8c0e1 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:20.638476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1eab600c-1e04-4a3d-a601-964fcf577571 req-3e3254a3-4c14-4eb3-a568-5f2997b3cea3 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.640522 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1eab600c-1e04-4a3d-a601-964fcf577571 req-3e3254a3-4c14-4eb3-a568-5f2997b3cea3 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.60 "DELETE /v2.0/ports/eb282089-fa23-414d-8261-d700fcd8c0e1 HTTP/1.1" status: 204 len: 173 time: 1.9147737 Aug 09 15:48:20.643316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c714f8-1c9b-44f8-89a4-a28bddaee754', 'name': 'network-vif-deleted', 'tag': 'eb282089-fa23-414d-8261-d700fcd8c0e1'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:20.649931 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1077e4f3-60d8-4f6a-ae7a-dbdc9421a736" -d '{"events": [{"server_uuid": "c1c714f8-1c9b-44f8-89a4-a28bddaee754", "name": "network-vif-deleted", "tag": "eb282089-fa23-414d-8261-d700fcd8c0e1"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:20.699693 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5257db43-b783-4909-a577-cbb5b209bf13 req-5444ab7c-6b66-4077-af20-5c2118e897b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 210 time: 0.1042426 Aug 09 15:48:20.790192 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2eb2416b-534b-4dd2-8c0a-bfde0f6989f6 req-a94365cf-067d-4a1c-8274-cc2894604a20 tempest-InstanceActionsNegativeTestJSON-1752305217 tempest-InstanceActionsNegativeTestJSON-1752305217-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1c714f8-1c9b-44f8-89a4-a28bddaee754 HTTP/1.1" status: 200 len: 210 time: 0.1484249 Aug 09 15:48:20.864097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-be097a18-ba4c-4fdb-9177-79acb3edec58 req-c1f4c32a-4c55-45f1-9ecb-465ccd088049 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Deleting port 411e7f2f-7030-45ab-9716-80fcf73f20b3 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:20.864446 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-be097a18-ba4c-4fdb-9177-79acb3edec58 req-c1f4c32a-4c55-45f1-9ecb-465ccd088049 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:20.869314 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2bc7ff-00ca-4073-8368-ebc06777bba1 x-openstack-request-id: req-7e2bc7ff-00ca-4073-8368-ebc06777bba1 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:20.869314 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c253160-7346-47f0-9db0-6e9acca931cc", "name": "network-vif-unplugged", "status": "completed", "tag": "411e7f2f-7030-45ab-9716-80fcf73f20b3", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:20.869562 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e2bc7ff-00ca-4073-8368-ebc06777bba1 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:20.869972 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c253160-7346-47f0-9db0-6e9acca931cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411e7f2f-7030-45ab-9716-80fcf73f20b3', 'code': 200} Aug 09 15:48:20.961369 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c4292f8f-81c0-4fae-a953-21bcb4b1dc63 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:21.040642 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ad2509cd-63c3-438b-9caa-e80ce9057a50 req-02928a93-f588-429a-9df1-4de7e94ef27a tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 210 time: 0.0823736 Aug 09 15:48:21.159200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:21.184121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-be097a18-ba4c-4fdb-9177-79acb3edec58 req-c1f4c32a-4c55-45f1-9ecb-465ccd088049 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] For port 411e7f2f-7030-45ab-9716-80fcf73f20b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=411e7f2f-7030-45ab-9716-80fcf73f20b3,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:21.184421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-be097a18-ba4c-4fdb-9177-79acb3edec58 req-c1f4c32a-4c55-45f1-9ecb-465ccd088049 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.184538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:21.184844 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.219139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-be097a18-ba4c-4fdb-9177-79acb3edec58 req-c1f4c32a-4c55-45f1-9ecb-465ccd088049 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Calling delete_port for 411e7f2f-7030-45ab-9716-80fcf73f20b3 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:21.358226 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4369dd3c-a053-4b62-9da0-73cb7284a23c x-openstack-request-id: req-4369dd3c-a053-4b62-9da0-73cb7284a23c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:21.358517 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c714f8-1c9b-44f8-89a4-a28bddaee754", "name": "network-vif-deleted", "tag": "eb282089-fa23-414d-8261-d700fcd8c0e1", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:21.358765 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4369dd3c-a053-4b62-9da0-73cb7284a23c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:21.359334 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c714f8-1c9b-44f8-89a4-a28bddaee754', 'name': 'network-vif-deleted', 'tag': 'eb282089-fa23-414d-8261-d700fcd8c0e1', 'status': 'completed', 'code': 200} Aug 09 15:48:21.435817 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.532188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port c4292f8f-81c0-4fae-a953-21bcb4b1dc63, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c4292f8f-81c0-4fae-a953-21bcb4b1dc63,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:21.537567 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.653653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=c4292f8f-81c0-4fae-a953-21bcb4b1dc63,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:21.667885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-13df1cb2-6c20-4b73-9fca-338b3e5b282a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:21.672084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dbbf7-ebe9-47ab-8088-0f52e838bb17 req-7de00e31-0efb-4316-98cf-1431842b409c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:21.676478 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-13df1cb2-6c20-4b73-9fca-338b3e5b282a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/networks?id=bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 200 len: 814 time: 0.4978857 Aug 09 15:48:21.681273 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b11dbbf7-ebe9-47ab-8088-0f52e838bb17 req-7de00e31-0efb-4316-98cf-1431842b409c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 944 time: 0.2400703 Aug 09 15:48:21.714383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-b4c277c4-e44b-4b88-8d43-d727c9bae7a7 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/quotas/13b0434d63c2425e8ee7a8dad7c6f98a HTTP/1.1" status: 200 len: 375 time: 0.0364506 Aug 09 15:48:21.800027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b11dbbf7-ebe9-47ab-8088-0f52e838bb17 req-bbff12a3-7c21-449c-8390-397d6ac299c4 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175508 Aug 09 15:48:21.802934 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-be097a18-ba4c-4fdb-9177-79acb3edec58 req-c1f4c32a-4c55-45f1-9ecb-465ccd088049 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:21.828848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-5cae8e2b-3d71-43cf-923b-80a7281428b5 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:21.831551 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-5cae8e2b-3d71-43cf-923b-80a7281428b5 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.53 "GET /v2.0/networks?id=a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 200 len: 805 time: 0.3841519 Aug 09 15:48:21.831737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51be60-a62f-41de-8b4e-df1122090a36 req-c4134016-47e6-4a40-b613-75c5842bc46c tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:21.833311 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1d51be60-a62f-41de-8b4e-df1122090a36 req-c4134016-47e6-4a40-b613-75c5842bc46c tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 944 time: 0.2020862 Aug 09 15:48:21.858502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Request body: {'port': {'device_id': '73522e87-b21f-496b-acc0-8adabbae5a68', 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'admin_state_up': True, 'tenant_id': '1a7b6654ea904a078c50c8a17ffdca4a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:21.875702 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-c036f041-acb5-49e2-b4de-242615b29929 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1600585 Aug 09 15:48:21.880396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4c32a-4c55-45f1-9ecb-465ccd088049 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Pushing event deleted for resources: {'Port': ['ID=411e7f2f-7030-45ab-9716-80fcf73f20b3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:22.002843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-be097a18-ba4c-4fdb-9177-79acb3edec58 req-c1f4c32a-4c55-45f1-9ecb-465ccd088049 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] No DVR routers for this DVR port 411e7f2f-7030-45ab-9716-80fcf73f20b3 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:22.007986 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-be097a18-ba4c-4fdb-9177-79acb3edec58 req-c1f4c32a-4c55-45f1-9ecb-465ccd088049 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.008136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be097a18-ba4c-4fdb-9177-79acb3edec58 req-c1f4c32a-4c55-45f1-9ecb-465ccd088049 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.53 "DELETE /v2.0/ports/411e7f2f-7030-45ab-9716-80fcf73f20b3 HTTP/1.1" status: 204 len: 173 time: 1.6826341 Aug 09 15:48:22.100532 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-65db0c25-d890-4000-b949-5465bb74e019 service neutron] 10.222.0.81 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236538 Aug 09 15:48:22.118831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1d51be60-a62f-41de-8b4e-df1122090a36 req-76753b3c-c128-4335-939c-ab38d4736b5f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Deleting port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:22.119182 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1d51be60-a62f-41de-8b4e-df1122090a36 req-76753b3c-c128-4335-939c-ab38d4736b5f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.281028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1d51be60-a62f-41de-8b4e-df1122090a36 req-76753b3c-c128-4335-939c-ab38d4736b5f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] For port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,segment=NetworkSegment(6877e6dd-7924-4685-88cf-76a3f1a79fe0),segment_id=6877e6dd-7924-4685-88cf-76a3f1a79fe0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:22.282111 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1d51be60-a62f-41de-8b4e-df1122090a36 req-76753b3c-c128-4335-939c-ab38d4736b5f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.302987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1d51be60-a62f-41de-8b4e-df1122090a36 req-76753b3c-c128-4335-939c-ab38d4736b5f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Calling delete_port for 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:22.335695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Made reservation on behalf of 1a7b6654ea904a078c50c8a17ffdca4a for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:22.341616 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.383329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-b43e6f3b-9e64-4716-8689-d1fe38adf32a service neutron] 10.222.0.81 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817631 Aug 09 15:48:22.594680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b4146-1af5-4d52-b4fa-29dc2c6ae621 req-6aac8cfb-3014-4103-b1be-324042c2b4f3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:22.601611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Allocated IP 172.20.0.3 (a4810c67-1f24-4642-b0ab-d23f91f63788/47be0854-cc13-46d6-81d0-2dc17634e8dd/765a6938-cecf-4471-a3f0-ee8dec21ba0c) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:22.607449 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-620b4146-1af5-4d52-b4fa-29dc2c6ae621 req-6aac8cfb-3014-4103-b1be-324042c2b4f3 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 944 time: 0.5272601 Aug 09 15:48:22.699492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-620b4146-1af5-4d52-b4fa-29dc2c6ae621 req-646ffb00-fff7-4bc5-8490-42f99656e49d tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1f5fc28-323c-498f-a575-b4fadffba22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905139 Aug 09 15:48:22.828418 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1d51be60-a62f-41de-8b4e-df1122090a36 req-76753b3c-c128-4335-939c-ab38d4736b5f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:22.884411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c4292f8f-81c0-4fae-a953-21bcb4b1dc63 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:22.939812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34952) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:22.965354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 0c745b8f-b15d-462d-bfaf-8d400591f9b3 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:22.988589 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.024557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e55b8e83-43df-4f3f-b4b5-80ec6b73d7b6 req-d19b1eb6-e93d-4746-9355-8122a774a9e9 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 210 time: 0.2720006 Aug 09 15:48:23.037973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76753b3c-c128-4335-939c-ab38d4736b5f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Pushing event deleted for resources: {'Port': ['ID=8ea1b850-330a-46ef-94ea-ce3e9cd033e7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:23.098354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:23.098736 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.137367 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3fbf41b8-8a9a-4cc3-8167-be61a854acc9 req-686fc463-7dba-4941-af5a-665e9e6820ab tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 210 time: 0.0433187 Aug 09 15:48:23.162504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.174199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 0c745b8f-b15d-462d-bfaf-8d400591f9b3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:23.177500 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.235363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Network a4810c67-1f24-4642-b0ab-d23f91f63788 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:23.239630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:23.244047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:23.318305 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86436fe3-dc98-4ef0-ae95-9a0e19eb597f req-eca7c16e-2686-4a75-a20e-1d9b048275bb tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 210 time: 0.2257099 Aug 09 15:48:23.321046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d51be60-a62f-41de-8b4e-df1122090a36 req-76753b3c-c128-4335-939c-ab38d4736b5f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] No DVR routers for this DVR port 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:23.326513 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1d51be60-a62f-41de-8b4e-df1122090a36 req-76753b3c-c128-4335-939c-ab38d4736b5f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.326690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device eb282089-fa23-414d-8261-d700fcd8c0e1 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:23.332277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1d51be60-a62f-41de-8b4e-df1122090a36 req-76753b3c-c128-4335-939c-ab38d4736b5f tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.53 "DELETE /v2.0/ports/8ea1b850-330a-46ef-94ea-ce3e9cd033e7 HTTP/1.1" status: 204 len: 173 time: 1.4540818 Aug 09 15:48:23.336586 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Pushing event updated for resources: {'Port': ['ID=765a6938-cecf-4471-a3f0-ee8dec21ba0c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:23.363604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:23.364878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.380849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: eb282089-fa23-414d-8261-d700fcd8c0e1 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:23.381530 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device eb282089-fa23-414d-8261-d700fcd8c0e1 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:23.386072 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-413591ad-fa3f-441c-b4af-ee5050638a3f tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5356522 Aug 09 15:48:23.392337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-887c6002-6558-4ec2-aebb-0675b9b3baea tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:23.396329 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-887c6002-6558-4ec2-aebb-0675b9b3baea tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.53 "GET /v2.0/networks?id=faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 HTTP/1.1" status: 200 len: 814 time: 0.9144273 Aug 09 15:48:23.398241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c253160-7346-47f0-9db0-6e9acca931cc', 'name': 'network-vif-deleted', 'tag': '411e7f2f-7030-45ab-9716-80fcf73f20b3'}, {'server_uuid': 'b7dfdfb9-d701-43d0-b81e-042871166976', 'name': 'network-vif-deleted', 'tag': '8ea1b850-330a-46ef-94ea-ce3e9cd033e7'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:23.400652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37721dda-73cb-4748-827d-4c423e835553 req-bf853ddf-2feb-4d4b-a238-90ef66ea4b70 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:23.403024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37721dda-73cb-4748-827d-4c423e835553 req-bf853ddf-2feb-4d4b-a238-90ef66ea4b70 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 944 time: 0.1474707 Aug 09 15:48:23.412177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Request body: {'port': {'device_id': '73522e87-b21f-496b-acc0-8adabbae5a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:23.413564 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32064ebb-0b66-4f91-8b2e-76c684e7ae56" -d '{"events": [{"server_uuid": "9c253160-7346-47f0-9db0-6e9acca931cc", "name": "network-vif-deleted", "tag": "411e7f2f-7030-45ab-9716-80fcf73f20b3"}, {"server_uuid": "b7dfdfb9-d701-43d0-b81e-042871166976", "name": "network-vif-deleted", "tag": "8ea1b850-330a-46ef-94ea-ce3e9cd033e7"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:23.464893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-901c4f18-0f58-4e20-be6f-a3db54db2685 admin admin] Deleting subnet e988ec32-c5c9-4fda-ae98-691ded765891 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:23.488671 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.522477 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-901c4f18-0f58-4e20-be6f-a3db54db2685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.561639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358efd2c-d84d-455b-bc63-1b1db1f10851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c745b8f-b15d-462d-bfaf-8d400591f9b3'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:23.563958 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc03287-b5de-4876-9b0a-be3d11aa02b8" -d '{"events": [{"server_uuid": "358efd2c-d84d-455b-bc63-1b1db1f10851", "name": "network-vif-plugged", "status": "completed", "tag": "0c745b8f-b15d-462d-bfaf-8d400591f9b3"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:23.590617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 0c745b8f-b15d-462d-bfaf-8d400591f9b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0c745b8f-b15d-462d-bfaf-8d400591f9b3,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:23.600091 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.601140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 411e7f2f-7030-45ab-9716-80fcf73f20b3 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:23.612639 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771a67f0-38d7-4134-b02a-eb204012db1f x-openstack-request-id: req-771a67f0-38d7-4134-b02a-eb204012db1f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:23.613007 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c253160-7346-47f0-9db0-6e9acca931cc", "name": "network-vif-deleted", "tag": "411e7f2f-7030-45ab-9716-80fcf73f20b3", "status": "completed", "code": 200}, {"server_uuid": "b7dfdfb9-d701-43d0-b81e-042871166976", "name": "network-vif-deleted", "tag": "8ea1b850-330a-46ef-94ea-ce3e9cd033e7", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:23.613267 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-771a67f0-38d7-4134-b02a-eb204012db1f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:23.613706 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c253160-7346-47f0-9db0-6e9acca931cc', 'name': 'network-vif-deleted', 'tag': '411e7f2f-7030-45ab-9716-80fcf73f20b3', 'status': 'completed', 'code': 200} Aug 09 15:48:23.614019 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dfdfb9-d701-43d0-b81e-042871166976', 'name': 'network-vif-deleted', 'tag': '8ea1b850-330a-46ef-94ea-ce3e9cd033e7', 'status': 'completed', 'code': 200} Aug 09 15:48:23.629237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 411e7f2f-7030-45ab-9716-80fcf73f20b3 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:23.629977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 411e7f2f-7030-45ab-9716-80fcf73f20b3 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:23.640995 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.667814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-78f4e905-31fb-4e79-9372-f14a502b1e38 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7caa7d423d1b4144a1a1842f1243f9ea HTTP/1.1" status: 200 len: 380 time: 0.2438006 Aug 09 15:48:23.691099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Request body: {'port': {'device_id': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'admin_state_up': True, 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'security_groups': ['a752c81b-2ef7-4dd5-9678-44a863b924a0']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:23.697898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-901c4f18-0f58-4e20-be6f-a3db54db2685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.704832 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9faf40-b39f-4dc6-b46c-1664ce88f306 x-openstack-request-id: req-fc9faf40-b39f-4dc6-b46c-1664ce88f306 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:23.705181 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358efd2c-d84d-455b-bc63-1b1db1f10851", "name": "network-vif-plugged", "status": "completed", "tag": "0c745b8f-b15d-462d-bfaf-8d400591f9b3", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:23.705441 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc9faf40-b39f-4dc6-b46c-1664ce88f306 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:23.705905 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358efd2c-d84d-455b-bc63-1b1db1f10851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c745b8f-b15d-462d-bfaf-8d400591f9b3', 'code': 200} Aug 09 15:48:23.710870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=0c745b8f-b15d-462d-bfaf-8d400591f9b3,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:23.719258 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37721dda-73cb-4748-827d-4c423e835553 req-6639d69e-40b8-4fb5-8c28-0a6207247892 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283535 Aug 09 15:48:23.823770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-901c4f18-0f58-4e20-be6f-a3db54db2685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:23.947616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd2a2a61-e803-4232-9277-1c304648301f req-de9f7aae-009f-41cc-a2c1-bd785e3f98a8 tempest-LiveAutoBlockMigrationV225Test-1105574418 tempest-LiveAutoBlockMigrationV225Test-1105574418-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7dfdfb9-d701-43d0-b81e-042871166976 HTTP/1.1" status: 200 len: 210 time: 0.0687919 Aug 09 15:48:24.025886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Made reservation on behalf of 7caa7d423d1b4144a1a1842f1243f9ea for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:24.031030 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.060562 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-901c4f18-0f58-4e20-be6f-a3db54db2685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.129264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765a6938-cecf-4471-a3f0-ee8dec21ba0c {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:24.138493 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.171758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Transition to ACTIVE for port object 765a6938-cecf-4471-a3f0-ee8dec21ba0c will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:24.186844 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.218592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Allocated IP 172.20.0.12 (faa1d562-cf1a-46bd-afcd-7a5499ce4bc1/31681149-8d2b-4d13-b9e7-c673b12ca72b/a35a6695-ee14-4a06-9fac-91f404fbd9e8) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:24.333007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b7988-a9ae-4d9b-8063-91950caf4034 req-265f74fe-5132-45f5-bc78-25f599c0ce0c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:24.335219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b05b7988-a9ae-4d9b-8063-91950caf4034 req-265f74fe-5132-45f5-bc78-25f599c0ce0c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 943 time: 0.1621671 Aug 09 15:48:24.338020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Pushing event updated for resources: {'Port': ['ID=765a6938-cecf-4471-a3f0-ee8dec21ba0c,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:24.399921 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.421696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Transition to ACTIVE for port object a35a6695-ee14-4a06-9fac-91f404fbd9e8 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:24.426756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b05b7988-a9ae-4d9b-8063-91950caf4034 req-61da7896-be5c-41c4-8f62-66a199a1cc48 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831451 Aug 09 15:48:24.448005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Attempting to bind port 765a6938-cecf-4471-a3f0-ee8dec21ba0c on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:24.449705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Attempting to bind port 765a6938-cecf-4471-a3f0-ee8dec21ba0c by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:24.450302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Attempting to bind port 765a6938-cecf-4471-a3f0-ee8dec21ba0c on network a4810c67-1f24-4642-b0ab-d23f91f63788 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:24.456900 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Port 765a6938-cecf-4471-a3f0-ee8dec21ba0c on network a4810c67-1f24-4642-b0ab-d23f91f63788 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:24.457370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Attempting to bind port 765a6938-cecf-4471-a3f0-ee8dec21ba0c on network a4810c67-1f24-4642-b0ab-d23f91f63788 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:24.465352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:24.465816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Checking segment: {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:24.466329 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Bound using segment: {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:24.466799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Bound port: 765a6938-cecf-4471-a3f0-ee8dec21ba0c, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:24.467764 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.487159 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6cffe54-1b84-4a93-81af-9c1676859baa req-c497a30a-cb81-4989-b9f3-d1c31957aaab tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 210 time: 0.0668907 Aug 09 15:48:24.497075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c4f18-0f58-4e20-be6f-a3db54db2685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e988ec32-c5c9-4fda-ae98-691ded765891,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:24.511988 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-901c4f18-0f58-4e20-be6f-a3db54db2685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.521683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34976) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:24.522212 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-901c4f18-0f58-4e20-be6f-a3db54db2685 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e988ec32-c5c9-4fda-ae98-691ded765891 HTTP/1.1" status: 204 len: 168 time: 1.5525362 Aug 09 15:48:24.587077 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.650666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] For port 765a6938-cecf-4471-a3f0-ee8dec21ba0c, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:24.655280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Pushing event updated for resources: {'Port': ['ID=a35a6695-ee14-4a06-9fac-91f404fbd9e8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:24.680489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] For port 765a6938-cecf-4471-a3f0-ee8dec21ba0c, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=765a6938-cecf-4471-a3f0-ee8dec21ba0c,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:24.680877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:24.686466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.694697 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.695286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:24.697779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:24.706959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b57d23-dfe6-4a88-96df-b81874d96266 req-58e5267d-d769-4ef6-8b8a-1a3af8fc8ab1 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:24.715198 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d5b57d23-dfe6-4a88-96df-b81874d96266 req-58e5267d-d769-4ef6-8b8a-1a3af8fc8ab1 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 932 time: 0.1554251 Aug 09 15:48:24.782127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:24.782954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.817001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-d4fc5231-3e9c-427b-9a43-759dc7854908 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1387961 Aug 09 15:48:24.834467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Request body: {'port': {'device_id': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:24.849107 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:24.849842 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.858224 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] 10.222.0.53 "PUT /v2.0/ports/765a6938-cecf-4471-a3f0-ee8dec21ba0c HTTP/1.1" status: 200 len: 1091 time: 1.4541318 Aug 09 15:48:24.893068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73522e87-b21f-496b-acc0-8adabbae5a68', 'tag': '765a6938-cecf-4471-a3f0-ee8dec21ba0c'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:24.896370 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeed55ed-5285-4e91-ae34-bcb1640f4bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "73522e87-b21f-496b-acc0-8adabbae5a68", "tag": "765a6938-cecf-4471-a3f0-ee8dec21ba0c"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:24.960907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:24.984909 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:24.998638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:25.001153 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88312ed3-27c0-409a-b18d-69d6dcc1bd0d']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:25.001681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8ea1b850-330a-46ef-94ea-ce3e9cd033e7 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:25.011113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-59263cc3-86eb-45dd-9506-017dfd588e08 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:25.016304 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-59263cc3-86eb-45dd-9506-017dfd588e08 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.60 "GET /v2.0/networks?id=bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 200 len: 814 time: 0.3666327 Aug 09 15:48:25.017242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da47b0ca-0174-4362-85e5-fc49e58ed413') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:25.017567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da47b0ca-0174-4362-85e5-fc49e58ed413') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:25.027315 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.031714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Request body: {'port': {'device_id': '29106746-cea9-4f5f-b11f-475bedabf55f', 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3', 'admin_state_up': True, 'tenant_id': '13b0434d63c2425e8ee7a8dad7c6f98a'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:25.078591 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.115694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-da8a5c54-3c64-4f68-a286-a49adf64d63f None None] Provisioning for port a35a6695-ee14-4a06-9fac-91f404fbd9e8 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:25.117228 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d5b57d23-dfe6-4a88-96df-b81874d96266 req-8c4d7a7f-40ee-42ad-b741-8921371ece1d tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups?id=a752c81b-2ef7-4dd5-9678-44a863b924a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4010024 Aug 09 15:48:25.118453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1e061-7d1d-4931-9c4e-f78e7d28402e req-46c014d3-7a15-4e18-a76f-48774b7e841d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:25.123874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-da8a5c54-3c64-4f68-a286-a49adf64d63f None None] Provisioning complete for port a35a6695-ee14-4a06-9fac-91f404fbd9e8 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:25.124977 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-da8a5c54-3c64-4f68-a286-a49adf64d63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.129927 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1cd1e061-7d1d-4931-9c4e-f78e7d28402e req-46c014d3-7a15-4e18-a76f-48774b7e841d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.2454755 Aug 09 15:48:25.144262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da646ed-1dee-4837-8508-841b9e318f22 service neutron] Pushing event updated for resources: {'Port': ['ID=765a6938-cecf-4471-a3f0-ee8dec21ba0c,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:25.158107 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.196881 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:25.197309 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.208448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-82237120-bf4e-4113-b415-dac0f970e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:25.210081 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-82237120-bf4e-4113-b415-dac0f970e749 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 1094 time: 0.1504350 Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:25.211087 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:25.214974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-da8a5c54-3c64-4f68-a286-a49adf64d63f None None] Port a35a6695-ee14-4a06-9fac-91f404fbd9e8 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:25.281377 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1cd1e061-7d1d-4931-9c4e-f78e7d28402e req-48b77f81-92cc-4479-8c69-dc57e2f84a99 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504164 Aug 09 15:48:25.296111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34984) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:25.304765 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdab147d-d50b-49c3-bf13-e73b21651678 x-openstack-request-id: req-fdab147d-d50b-49c3-bf13-e73b21651678 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:25.305314 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73522e87-b21f-496b-acc0-8adabbae5a68", "tag": "765a6938-cecf-4471-a3f0-ee8dec21ba0c", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:25.305740 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fdab147d-d50b-49c3-bf13-e73b21651678 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:25.306292 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73522e87-b21f-496b-acc0-8adabbae5a68', 'tag': '765a6938-cecf-4471-a3f0-ee8dec21ba0c', 'status': 'completed', 'code': 200} Aug 09 15:48:25.308763 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-47bd6272-f553-413e-a47a-58a8f0a37062 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=765a6938-cecf-4471-a3f0-ee8dec21ba0c HTTP/1.1" status: 200 len: 217 time: 0.0732899 Aug 09 15:48:25.491203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-adfda140-94b8-48a6-b588-9e40ca6abdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:25.500101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-adfda140-94b8-48a6-b588-9e40ca6abdf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47be0854-cc13-46d6-81d0-2dc17634e8dd HTTP/1.1" status: 200 len: 845 time: 0.1476035 Aug 09 15:48:25.507052 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.574925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.576811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/88312ed3-27c0-409a-b18d-69d6dcc1bd0d HTTP/1.1" status: 204 len: 168 time: 1.0541263 Aug 09 15:48:25.633281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b24779-75c9-4eef-9b85-bc8f4389fdec admin admin] Deleting subnet a48063a4-e226-4798-803c-64de2d0d4b89 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:25.637130 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7b24779-75c9-4eef-9b85-bc8f4389fdec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.702343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Made reservation on behalf of 13b0434d63c2425e8ee7a8dad7c6f98a for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:25.704881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-56230344-229d-40d4-802d-1206aa92df7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a4810c67-1f24-4642-b0ab-d23f91f63788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1923895 Aug 09 15:48:25.705994 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.711331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998af38a-568d-4d90-aec6-64e2c8e890a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=88312ed3-27c0-409a-b18d-69d6dcc1bd0d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:25.744663 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7b24779-75c9-4eef-9b85-bc8f4389fdec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.882681 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7b24779-75c9-4eef-9b85-bc8f4389fdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:25.928023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b31b22-85aa-4154-8ed3-e2b6392e1454 req-da380f93-4db4-4f34-8c3e-a8d39e9afdee tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:25.929634 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-80b31b22-85aa-4154-8ed3-e2b6392e1454 req-da380f93-4db4-4f34-8c3e-a8d39e9afdee tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 943 time: 0.3447866 Aug 09 15:48:25.936109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34996) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:26.148739 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5039ce3-1e88-408b-8231-56e58efeaf92 req-bd56d23e-e8da-43aa-b05f-04feacbf4931 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 210 time: 0.4554031 Aug 09 15:48:26.169996 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7b24779-75c9-4eef-9b85-bc8f4389fdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.170217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8ce819c-b900-4b20-90aa-8b3c65289401 req-3f4e3daa-9f7e-4ef0-ba14-e195fd429537 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8310928 Aug 09 15:48:26.222037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35a6695-ee14-4a06-9fac-91f404fbd9e8 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:26.227244 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-583d47b7-bd4f-4cb0-9531-485519ca0cea service neutron] 10.222.0.53 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926064 Aug 09 15:48:26.259798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.283204 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-80b31b22-85aa-4154-8ed3-e2b6392e1454 req-65afc276-c708-4944-ab7f-39ca665768a1 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155761 Aug 09 15:48:26.284189 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b24779-75c9-4eef-9b85-bc8f4389fdec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48063a4-e226-4798-803c-64de2d0d4b89,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:26.297529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Allocated IP 172.20.0.13 (bad4f35b-0f41-4000-9866-01d87cec6ed3/d79513e2-dc62-455a-b17c-e8155f54db56/a3147216-2fce-4f5a-8f02-cc7992d19c42) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:26.318839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b5ddf177-7921-4fed-960b-6e53182127a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c1fc03da2b24761afbddf2b235ba637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805213 Aug 09 15:48:26.325675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35002) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:26.332146 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7b24779-75c9-4eef-9b85-bc8f4389fdec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.334457 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f7b24779-75c9-4eef-9b85-bc8f4389fdec admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a48063a4-e226-4798-803c-64de2d0d4b89 HTTP/1.1" status: 204 len: 168 time: 1.0358610 Aug 09 15:48:26.341736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35004) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:26.360584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Transition to ACTIVE for port object a35a6695-ee14-4a06-9fac-91f404fbd9e8 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:26.393402 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.498221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce819c-b900-4b20-90aa-8b3c65289401 req-41a13302-4255-4912-867a-2f1db4a6b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:26.500222 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8ce819c-b900-4b20-90aa-8b3c65289401 req-41a13302-4255-4912-867a-2f1db4a6b91f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 1096 time: 0.2705500 Aug 09 15:48:26.570606 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f984bb3b-1771-4e9e-9020-c87d3f7e3028 req-a553bb0b-60dd-4f3a-a3a0-8e4ccef035f4 service neutron] 10.222.0.53 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297791 Aug 09 15:48:26.590028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Pushing event updated for resources: {'Port': ['ID=a35a6695-ee14-4a06-9fac-91f404fbd9e8,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:26.590255 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.641391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26439c15-a08c-429e-af22-1e9d6b8a838b req-6e8c9ef2-807d-48bb-b7ce-16142ebe08b9 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:26.649385 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26439c15-a08c-429e-af22-1e9d6b8a838b req-6e8c9ef2-807d-48bb-b7ce-16142ebe08b9 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.2564802 Aug 09 15:48:26.661756 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb3aabd8-9e0b-4563-9bd5-b476a4fd4493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.748753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db303998-5bdf-47af-8279-8d8fbcb75625 req-f7996cb3-2465-4c0c-8f4a-c34fb49fdae7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:26.750479 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db303998-5bdf-47af-8279-8d8fbcb75625 req-f7996cb3-2465-4c0c-8f4a-c34fb49fdae7 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 944 time: 0.3701563 Aug 09 15:48:26.796749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb3aabd8-9e0b-4563-9bd5-b476a4fd4493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.802720 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26439c15-a08c-429e-af22-1e9d6b8a838b req-5424ba28-3fdc-4f3e-9f44-db7225e33342 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524041 Aug 09 15:48:26.805684 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.809256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Attempting to bind port a35a6695-ee14-4a06-9fac-91f404fbd9e8 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:26.813907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Attempting to bind port a35a6695-ee14-4a06-9fac-91f404fbd9e8 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:26.814291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Attempting to bind port a35a6695-ee14-4a06-9fac-91f404fbd9e8 on network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:26.823024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Port a35a6695-ee14-4a06-9fac-91f404fbd9e8 on network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:26.824286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Attempting to bind port a35a6695-ee14-4a06-9fac-91f404fbd9e8 on network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:26.831557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:26.832144 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Checking segment: {'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:26.832699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Bound using segment: {'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:26.833991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Bound port: a35a6695-ee14-4a06-9fac-91f404fbd9e8, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebfef770-9770-44ff-ab1a-a664f397edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:26.834512 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.892115 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed55ed-5285-4e91-ae34-bcb1640f4bf6 req-aa955a7b-da3f-47ec-a944-135184f69c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:26.893847 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeed55ed-5285-4e91-ae34-bcb1640f4bf6 req-aa955a7b-da3f-47ec-a944-135184f69c16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 1094 time: 0.2441385 Aug 09 15:48:26.950896 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.963484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] For port a35a6695-ee14-4a06-9fac-91f404fbd9e8, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:26.971148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['293eb202-3dba-4048-83d5-a01b65bc403f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:26.971719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] For port a35a6695-ee14-4a06-9fac-91f404fbd9e8, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a35a6695-ee14-4a06-9fac-91f404fbd9e8,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:26.982224 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db303998-5bdf-47af-8279-8d8fbcb75625 req-d7fcfd6c-c97f-414a-93e4-3a15307ebb78 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups?id=a752c81b-2ef7-4dd5-9678-44a863b924a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181814 Aug 09 15:48:27.003381 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.008600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce819c-b900-4b20-90aa-8b3c65289401 req-e133f48a-864c-4663-ba82-bc843f3446f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.010122 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8ce819c-b900-4b20-90aa-8b3c65289401 req-e133f48a-864c-4663-ba82-bc843f3446f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 200 len: 915 time: 0.4665296 Aug 09 15:48:27.013619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Network bad4f35b-0f41-4000-9866-01d87cec6ed3 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:27.021036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:27.023459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:27.062403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.063354 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.064585 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] 10.222.0.53 "PUT /v2.0/ports/a35a6695-ee14-4a06-9fac-91f404fbd9e8 HTTP/1.1" status: 200 len: 1092 time: 2.2364755 Aug 09 15:48:27.070747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'tag': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:27.073506 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fe2112-38d9-4262-8830-0d6a2211d5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf01fb1b-d614-4919-8fc8-86063df7235e", "tag": "a35a6695-ee14-4a06-9fac-91f404fbd9e8"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:27.084367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Pushing event updated for resources: {'Port': ['ID=a3147216-2fce-4f5a-8f02-cc7992d19c42,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:27.128565 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.159890 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8ce819c-b900-4b20-90aa-8b3c65289401 req-4e03ffd0-0919-4152-82e8-1e803f43b816 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293eb202-3dba-4048-83d5-a01b65bc403f HTTP/1.1" status: 200 len: 217 time: 0.1133716 Aug 09 15:48:27.166326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7d4d62-58f1-4269-a516-ea6e4ce16646']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:27.183902 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f25c8b8-aa34-4662-a780-ba58689f91af x-openstack-request-id: req-2f25c8b8-aa34-4662-a780-ba58689f91af {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:27.184223 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf01fb1b-d614-4919-8fc8-86063df7235e", "tag": "a35a6695-ee14-4a06-9fac-91f404fbd9e8", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:27.184481 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f25c8b8-aa34-4662-a780-ba58689f91af {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:27.184887 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'tag': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8', 'status': 'completed', 'code': 200} Aug 09 15:48:27.201703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.202523 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.224816 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb3aabd8-9e0b-4563-9bd5-b476a4fd4493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.232038 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb3aabd8-9e0b-4563-9bd5-b476a4fd4493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.239329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cb3aabd8-9e0b-4563-9bd5-b476a4fd4493 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4a62a33-78d2-42bb-8a52-1511ab6252a4 HTTP/1.1" status: 204 len: 168 time: 0.9123693 Aug 09 15:48:27.243885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6877e6dd-7924-4685-88cf-76a3f1a79fe0') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:27.244181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6877e6dd-7924-4685-88cf-76a3f1a79fe0') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:27.261706 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.281671 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e1500eb7-e633-4e7e-be69-58c8dbee758d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2504058 Aug 09 15:48:27.283566 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.285160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98360478-7154-4268-bb9a-b1ef49dd8450 service neutron] Pushing event updated for resources: {'Port': ['ID=a35a6695-ee14-4a06-9fac-91f404fbd9e8,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:27.290170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:27.290576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.326336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-af2d89e5-d5c4-41bc-aefe-7fbad1bd5cd5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:27.350644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-af2d89e5-d5c4-41bc-aefe-7fbad1bd5cd5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094235 Aug 09 15:48:27.361004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Request body: {'port': {'device_id': '29106746-cea9-4f5f-b11f-475bedabf55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:27.389226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-6924fce1-f549-4f59-aff1-0d5f32e20eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.390707 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-6924fce1-f549-4f59-aff1-0d5f32e20eed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7caa7d423d1b4144a1a1842f1243f9ea&device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 1095 time: 0.2588222 Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:27.426713 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:27.431995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3aabd8-9e0b-4563-9bd5-b476a4fd4493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a62a33-78d2-42bb-8a52-1511ab6252a4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:27.464970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce819c-b900-4b20-90aa-8b3c65289401 req-606008c6-47c5-4b4a-aea8-50c49e771dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.471643 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8ce819c-b900-4b20-90aa-8b3c65289401 req-606008c6-47c5-4b4a-aea8-50c49e771dd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79513e2-dc62-455a-b17c-e8155f54db56 HTTP/1.1" status: 200 len: 854 time: 0.2964571 Aug 09 15:48:27.473484 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.536319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed55ed-5285-4e91-ae34-bcb1640f4bf6 req-89c5f953-6c86-49cd-9ee0-3b037d34cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.545219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeed55ed-5285-4e91-ae34-bcb1640f4bf6 req-89c5f953-6c86-49cd-9ee0-3b037d34cba1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 200 len: 906 time: 0.6261210 Aug 09 15:48:27.564296 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-07c5c0b9-1ed1-4c67-a9ec-d5510afb9aa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a35a6695-ee14-4a06-9fac-91f404fbd9e8 HTTP/1.1" status: 200 len: 217 time: 0.1251462 Aug 09 15:48:27.605997 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.609999 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2d7d4d62-58f1-4269-a516-ea6e4ce16646 HTTP/1.1" status: 204 len: 168 time: 1.2656307 Aug 09 15:48:27.631293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35022) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:27.768764 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8ce819c-b900-4b20-90aa-8b3c65289401 req-974fc5e5-147a-4f5d-af13-fe2d4554ee61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bad4f35b-0f41-4000-9866-01d87cec6ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2211132 Aug 09 15:48:27.771621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c718bed-8b7c-442c-af5c-7523fe855f81 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7d4d62-58f1-4269-a516-ea6e4ce16646,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:27.775392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeed55ed-5285-4e91-ae34-bcb1640f4bf6 req-a70413df-4b01-4f09-a3c4-47042f1dab35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=765a6938-cecf-4471-a3f0-ee8dec21ba0c HTTP/1.1" status: 200 len: 217 time: 0.1321490 Aug 09 15:48:27.816172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-952aa478-0ac4-41a9-8de2-cd7e563d3c2d admin admin] Deleting subnet 360ccae2-769d-40dd-9e65-e67bcf7d873f {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:27.848683 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-952aa478-0ac4-41a9-8de2-cd7e563d3c2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.911715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a54092-436e-4a8b-8830-ff0d98ef628f req-7ba96fba-1a78-4f02-91d0-0ee6dfb9772b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.925315 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59a54092-436e-4a8b-8830-ff0d98ef628f req-7ba96fba-1a78-4f02-91d0-0ee6dfb9772b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 932 time: 0.4970500 Aug 09 15:48:27.996662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed55ed-5285-4e91-ae34-bcb1640f4bf6 req-5ade4f8c-9473-4dcd-b0de-51566b293d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.998630 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeed55ed-5285-4e91-ae34-bcb1640f4bf6 req-5ade4f8c-9473-4dcd-b0de-51566b293d38 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47be0854-cc13-46d6-81d0-2dc17634e8dd HTTP/1.1" status: 200 len: 845 time: 0.2087555 Aug 09 15:48:28.035211 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8ce819c-b900-4b20-90aa-8b3c65289401 req-02aeb90a-8cc2-46ab-bd63-eac6aa8c9c42 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538795 Aug 09 15:48:28.039773 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59a54092-436e-4a8b-8830-ff0d98ef628f req-125e1c73-3271-4c9a-acc2-197c6708efbc tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133530 Aug 09 15:48:28.238224 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8ce819c-b900-4b20-90aa-8b3c65289401 req-ea69df5e-b88c-471e-b371-2225d01b8aa7 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849017 Aug 09 15:48:28.313431 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeed55ed-5285-4e91-ae34-bcb1640f4bf6 req-68e68b8d-3949-4a16-9a07-71c7b89b4ec9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a4810c67-1f24-4642-b0ab-d23f91f63788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2723179 Aug 09 15:48:28.380335 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-952aa478-0ac4-41a9-8de2-cd7e563d3c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.427495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23568348-f806-4f30-8da7-e1eb36877fdf req-02492a0b-4c99-46c2-b281-1eeee4541bf2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:28.430485 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-23568348-f806-4f30-8da7-e1eb36877fdf req-02492a0b-4c99-46c2-b281-1eeee4541bf2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1868391 Aug 09 15:48:28.449730 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-952aa478-0ac4-41a9-8de2-cd7e563d3c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.492861 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeed55ed-5285-4e91-ae34-bcb1640f4bf6 req-c65decef-5958-4afc-b82a-97822b9e8b05 service neutron] 10.222.0.53 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582668 Aug 09 15:48:28.505451 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.554799 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-952aa478-0ac4-41a9-8de2-cd7e563d3c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.572917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb9618-547e-41de-9c19-ed823fcc9d01 req-b746aa45-df7c-46df-973d-ad200fa34e02 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:28.580448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1edb9618-547e-41de-9c19-ed823fcc9d01 req-b746aa45-df7c-46df-973d-ad200fa34e02 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 943 time: 0.9478920 Aug 09 15:48:28.616088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-51855c64-2ebd-44ae-a297-648a986b4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:28.618218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-51855c64-2ebd-44ae-a297-648a986b4513 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31681149-8d2b-4d13-b9e7-c673b12ca72b HTTP/1.1" status: 200 len: 853 time: 1.0423014 Aug 09 15:48:28.670287 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-952aa478-0ac4-41a9-8de2-cd7e563d3c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.671793 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-23568348-f806-4f30-8da7-e1eb36877fdf req-6ea256b3-6315-492a-951e-f0ce112ea667 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777070 Aug 09 15:48:28.672483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35048) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:28.702180 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-952aa478-0ac4-41a9-8de2-cd7e563d3c2d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/360ccae2-769d-40dd-9e65-e67bcf7d873f HTTP/1.1" status: 204 len: 168 time: 0.9912503 Aug 09 15:48:28.711492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35052) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:28.768894 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952aa478-0ac4-41a9-8de2-cd7e563d3c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360ccae2-769d-40dd-9e65-e67bcf7d873f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:28.813416 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.883088 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1edb9618-547e-41de-9c19-ed823fcc9d01 req-4ed4254e-322c-4963-9c36-53a3e79b3471 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006968 Aug 09 15:48:28.927912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1192133212-network', 'tenant_id': 'b252d0c05f904b7ba487b53f4ac443b4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:28.939597 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeed55ed-5285-4e91-ae34-bcb1640f4bf6 req-4b3a38a1-9c42-40b9-a831-5d13aa9b5e3c service neutron] 10.222.0.53 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372861 Aug 09 15:48:28.970671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 765a6938-cecf-4471-a3f0-ee8dec21ba0c details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:28.985290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-ba70d70a-5715-493b-90be-818e0912c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:28.991701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-ba70d70a-5715-493b-90be-818e0912c016 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faa1d562-cf1a-46bd-afcd-7a5499ce4bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2782016 Aug 09 15:48:29.020546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd7794-0e26-4534-b9b4-0f857b584ea1 req-9344cd25-56cc-46d9-b39b-4404d869f627 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:29.028783 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cfdd7794-0e26-4534-b9b4-0f857b584ea1 req-9344cd25-56cc-46d9-b39b-4404d869f627 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 944 time: 0.2017050 Aug 09 15:48:29.184100 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.186629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Made reservation on behalf of b252d0c05f904b7ba487b53f4ac443b4 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:29.189083 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.190397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 765a6938-cecf-4471-a3f0-ee8dec21ba0c, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=765a6938-cecf-4471-a3f0-ee8dec21ba0c,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:29.207668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '765a6938-cecf-4471-a3f0-ee8dec21ba0c', 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'port_id': '765a6938-cecf-4471-a3f0-ee8dec21ba0c', 'mac_address': 'fa:16:3e:9f:2a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47be0854-cc13-46d6-81d0-2dc17634e8dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:29.218013 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cfdd7794-0e26-4534-b9b4-0f857b584ea1 req-fc33c2bd-5cf5-4723-b359-7a3da20ea624 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups?id=a752c81b-2ef7-4dd5-9678-44a863b924a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872721 Aug 09 15:48:29.233916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:29.236558 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.252953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab409f1b-2cc1-4325-82c9-8915339d1d04') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:29.253638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab409f1b-2cc1-4325-82c9-8915339d1d04') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:29.259823 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.268926 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.281731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765a6938-cecf-4471-a3f0-ee8dec21ba0c {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:29.294328 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.309059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:29.309475 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:29.311276 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:29.327568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 765a6938-cecf-4471-a3f0-ee8dec21ba0c, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=765a6938-cecf-4471-a3f0-ee8dec21ba0c,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:29.335395 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.388313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-6461ddea-f335-40d4-8bed-edd19f7e6969 service neutron] 10.222.0.53 "GET /v2.0/networks/faa1d562-cf1a-46bd-afcd-7a5499ce4bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763666 Aug 09 15:48:29.398803 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.414054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.420237 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5 HTTP/1.1" status: 204 len: 168 time: 0.6994581 Aug 09 15:48:29.434350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fea0b-8a8c-4ffd-88e1-6c1df2adf052 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b72e7ef-d34e-401e-9521-ad7f1e6e1aa5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:29.472091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=765a6938-cecf-4471-a3f0-ee8dec21ba0c,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:29.491355 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.502845 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.534835 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:48:29.542654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b128479-ae28-4896-8173-ac2893bd8470,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:29.549877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.550221 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Added segment d676d428-5ae9-4377-98f1-a8a9fe740f6d of type vlan for network 9a48be23-12e3-4e52-be08-065c2dc58132 Aug 09 15:48:29.618524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaeba9-94b3-445b-9ff9-80dfecec19b9 req-9fd2fa18-dfa1-4699-b6c0-cdeb68227984 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:29.621833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.627454 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5dcaeba9-94b3-445b-9ff9-80dfecec19b9 req-9fd2fa18-dfa1-4699-b6c0-cdeb68227984 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 932 time: 0.4258358 Aug 09 15:48:29.636906 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dffd9659-519b-44bd-b3bf-0c9158935228 req-e698e0b6-4ca8-414b-82a5-558b6b028274 service neutron] 10.222.0.53 "GET /v2.0/networks/faa1d562-cf1a-46bd-afcd-7a5499ce4bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226272 Aug 09 15:48:29.657725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35060) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:29.664355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['765a6938-cecf-4471-a3f0-ee8dec21ba0c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:29.689430 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.692487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:29.694104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.764365 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0775230 Aug 09 15:48:29.768885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35064) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:29.777058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b784bbf3-421b-4d8b-8514-cea2492c75e7 admin admin] Request body: {'subnet': {'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1192133212-subnet', 'tenant_id': 'b252d0c05f904b7ba487b53f4ac443b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:29.808007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b784bbf3-421b-4d8b-8514-cea2492c75e7 admin admin] Made reservation on behalf of b252d0c05f904b7ba487b53f4ac443b4 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:29.814971 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b784bbf3-421b-4d8b-8514-cea2492c75e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.859887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5dcaeba9-94b3-445b-9ff9-80dfecec19b9 req-5109818f-b5fc-47f1-92ed-af8dc2ce9599 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310472 Aug 09 15:48:30.013444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3147216-2fce-4f5a-8f02-cc7992d19c42 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:30.021702 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.034988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Transition to ACTIVE for port object a3147216-2fce-4f5a-8f02-cc7992d19c42 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:30.056671 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.075154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169e83c-9428-4701-a8c5-a0b6ed01a26f admin admin] Pushing event updated for resources: {'Network': ['ID=9a48be23-12e3-4e52-be08-065c2dc58132,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:30.087392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 9a48be23-12e3-4e52-be08-065c2dc58132 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:48:30.129614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f7718-d09b-48f1-82d9-f5514c5f9a2f req-25279062-d51b-4552-9d04-e6165680e184 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:30.131540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe2112-38d9-4262-8830-0d6a2211d5c4 req-acf6707e-9472-4e15-b66f-643f62ed0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:30.132060 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e1f7718-d09b-48f1-82d9-f5514c5f9a2f req-25279062-d51b-4552-9d04-e6165680e184 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.0986590 Aug 09 15:48:30.133277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39fe2112-38d9-4262-8830-0d6a2211d5c4 req-acf6707e-9472-4e15-b66f-643f62ed0eee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7caa7d423d1b4144a1a1842f1243f9ea&device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 1095 time: 0.4005811 Aug 09 15:48:30.133977 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b784bbf3-421b-4d8b-8514-cea2492c75e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.139770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Pushing event updated for resources: {'Port': ['ID=a3147216-2fce-4f5a-8f02-cc7992d19c42,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:30.194948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-219a6183-b0c0-4c5c-a584-12cb47a5be5e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5b487a9592948f4bd3a59172c9bad40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5043530 Aug 09 15:48:30.210555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35070) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:30.286615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cf3c3-375a-4948-8a9f-973bcf6d0311 req-6c9f1d1c-4b9d-4fc1-8ecf-6f050b7af138 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:30.289278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be2cf3c3-375a-4948-8a9f-973bcf6d0311 req-6c9f1d1c-4b9d-4fc1-8ecf-6f050b7af138 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 944 time: 0.2500618 Aug 09 15:48:30.294208 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e1f7718-d09b-48f1-82d9-f5514c5f9a2f req-99b5051e-a68a-4aa2-894b-187a17c58ef5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617406 Aug 09 15:48:30.297514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784bbf3-421b-4d8b-8514-cea2492c75e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daaa0928-3f12-4af1-817d-de614286331e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:30.357932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784bbf3-421b-4d8b-8514-cea2492c75e7 admin admin] Checking segment: {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:30.358292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b784bbf3-421b-4d8b-8514-cea2492c75e7 admin admin] Network hostable DHCP agents. Network: 9a48be23-12e3-4e52-be08-065c2dc58132, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:48:30.388508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b784bbf3-421b-4d8b-8514-cea2492c75e7 admin admin] Network 9a48be23-12e3-4e52-be08-065c2dc58132 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:48:30.403156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b784bbf3-421b-4d8b-8514-cea2492c75e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 9a48be23-12e3-4e52-be08-065c2dc58132) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:30.413443 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41ebac7-7391-468c-8314-c20448c51280 None None] Network 9a48be23-12e3-4e52-be08-065c2dc58132 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:30.420410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784bbf3-421b-4d8b-8514-cea2492c75e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:30.421289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b784bbf3-421b-4d8b-8514-cea2492c75e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.468827 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be2cf3c3-375a-4948-8a9f-973bcf6d0311 req-8b266482-75f6-4295-9ab1-a80b9119a87a tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312757 Aug 09 15:48:30.480856 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b784bbf3-421b-4d8b-8514-cea2492c75e7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7045038 Aug 09 15:48:30.503549 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a3ed8a5-70a7-4f42-b354-08084f5acd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.531491 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a3ed8a5-70a7-4f42-b354-08084f5acd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.593295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Attempting to bind port a3147216-2fce-4f5a-8f02-cc7992d19c42 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:30.593718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Attempting to bind port a3147216-2fce-4f5a-8f02-cc7992d19c42 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '7f165df7-668f-4fdc-b1d6-8415c746a363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:30.594186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Attempting to bind port a3147216-2fce-4f5a-8f02-cc7992d19c42 on network bad4f35b-0f41-4000-9866-01d87cec6ed3 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:30.598988 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a3ed8a5-70a7-4f42-b354-08084f5acd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.601901 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a3ed8a5-70a7-4f42-b354-08084f5acd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.602813 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6a3ed8a5-70a7-4f42-b354-08084f5acd98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1f5fc28-323c-498f-a575-b4fadffba22f HTTP/1.1" status: 204 len: 168 time: 0.3849058 Aug 09 15:48:30.608542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ee1ae-7f6a-4c74-bd42-a722e6c7f016 req-291463d8-4c67-4eea-a0ab-ad0f5d6fa57a tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:30.609536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe2112-38d9-4262-8830-0d6a2211d5c4 req-9aef3a2d-c79f-4874-805d-801dee4f9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:30.610219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-739ee1ae-7f6a-4c74-bd42-a722e6c7f016 req-291463d8-4c67-4eea-a0ab-ad0f5d6fa57a tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 944 time: 0.1119456 Aug 09 15:48:30.611235 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39fe2112-38d9-4262-8830-0d6a2211d5c4 req-9aef3a2d-c79f-4874-805d-801dee4f9a0e service neutron] 10.222.0.53 "GET /v2.0/networks?id=faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 HTTP/1.1" status: 200 len: 915 time: 0.4406316 Aug 09 15:48:30.612949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Port a3147216-2fce-4f5a-8f02-cc7992d19c42 on network bad4f35b-0f41-4000-9866-01d87cec6ed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:30.613451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Attempting to bind port a3147216-2fce-4f5a-8f02-cc7992d19c42 on network bad4f35b-0f41-4000-9866-01d87cec6ed3 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:30.630996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ed8a5-70a7-4f42-b354-08084f5acd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f5fc28-323c-498f-a575-b4fadffba22f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:30.655702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-9a48be23-12e3-4e52-be08-065c2dc58132', 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132', 'tenant_id': 'b252d0c05f904b7ba487b53f4ac443b4', 'fixed_ips': [{'subnet_id': 'daaa0928-3f12-4af1-817d-de614286331e'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:48:30.659205 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.663294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:30.663645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Checking segment: {'id': '7f165df7-668f-4fdc-b1d6-8415c746a363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:30.664614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Bound using segment: {'id': '7f165df7-668f-4fdc-b1d6-8415c746a363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:30.665518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Bound port: a3147216-2fce-4f5a-8f02-cc7992d19c42, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f165df7-668f-4fdc-b1d6-8415c746a363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:30.665518 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.690552 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39fe2112-38d9-4262-8830-0d6a2211d5c4 req-bf51a0df-03ce-47fe-bf5e-bb07a2ff6e15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a35a6695-ee14-4a06-9fac-91f404fbd9e8 HTTP/1.1" status: 200 len: 217 time: 0.0690315 Aug 09 15:48:30.770347 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-739ee1ae-7f6a-4c74-bd42-a722e6c7f016 req-0f9eb713-add3-42cb-9a49-b286e25014b3 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups?id=a752c81b-2ef7-4dd5-9678-44a863b924a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462648 Aug 09 15:48:30.827853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe2112-38d9-4262-8830-0d6a2211d5c4 req-458e92d4-0928-4de8-aad5-c7710e1f5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:30.829344 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39fe2112-38d9-4262-8830-0d6a2211d5c4 req-458e92d4-0928-4de8-aad5-c7710e1f5801 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31681149-8d2b-4d13-b9e7-c673b12ca72b HTTP/1.1" status: 200 len: 853 time: 0.1078820 Aug 09 15:48:30.847145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] For port a3147216-2fce-4f5a-8f02-cc7992d19c42, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:30.864878 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] For port a3147216-2fce-4f5a-8f02-cc7992d19c42, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a3147216-2fce-4f5a-8f02-cc7992d19c42,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:30.873580 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.908224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Allocated IP 172.20.0.2 (9a48be23-12e3-4e52-be08-065c2dc58132/daaa0928-3f12-4af1-817d-de614286331e/325a3e42-0778-4d3d-a25d-f13072f4295b) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:30.985530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:30.986205 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.987655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-5725045a-17b6-450e-b20e-827399e4338e service neutron] 10.222.0.60 "PUT /v2.0/ports/a3147216-2fce-4f5a-8f02-cc7992d19c42 HTTP/1.1" status: 200 len: 1092 time: 3.6361756 Aug 09 15:48:30.988116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29106746-cea9-4f5f-b11f-475bedabf55f', 'tag': 'a3147216-2fce-4f5a-8f02-cc7992d19c42'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:30.990446 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6999039-3153-455d-9bab-0f53a341ea74" -d '{"events": [{"name": "network-changed", "server_uuid": "29106746-cea9-4f5f-b11f-475bedabf55f", "tag": "a3147216-2fce-4f5a-8f02-cc7992d19c42"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:31.060563 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b115dbf7-fbc3-40c6-8dd6-ff8062ac1c27 x-openstack-request-id: req-b115dbf7-fbc3-40c6-8dd6-ff8062ac1c27 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:31.061347 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29106746-cea9-4f5f-b11f-475bedabf55f", "tag": "a3147216-2fce-4f5a-8f02-cc7992d19c42", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:31.061347 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b115dbf7-fbc3-40c6-8dd6-ff8062ac1c27 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:31.061549 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29106746-cea9-4f5f-b11f-475bedabf55f', 'tag': 'a3147216-2fce-4f5a-8f02-cc7992d19c42', 'status': 'completed', 'code': 200} Aug 09 15:48:31.073528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a35a6695-ee14-4a06-9fac-91f404fbd9e8 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:31.125228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe2112-38d9-4262-8830-0d6a2211d5c4 req-4ed00e9f-b705-4231-b2b3-563d267b91b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:31.129084 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39fe2112-38d9-4262-8830-0d6a2211d5c4 req-4ed00e9f-b705-4231-b2b3-563d267b91b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faa1d562-cf1a-46bd-afcd-7a5499ce4bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2836311 Aug 09 15:48:31.165271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725045a-17b6-450e-b20e-827399e4338e service neutron] Pushing event updated for resources: {'Port': ['ID=a3147216-2fce-4f5a-8f02-cc7992d19c42,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:31.205756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a35a6695-ee14-4a06-9fac-91f404fbd9e8, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a35a6695-ee14-4a06-9fac-91f404fbd9e8,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:31.221474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 765a6938-cecf-4471-a3f0-ee8dec21ba0c up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:31.226308 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'port_id': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8', 'mac_address': 'fa:16:3e:53:1b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:31.276848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956441ac-e03e-410f-a5a5-7753b67d8152 req-7237d80b-20a7-42be-942d-1830b1fce914 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:31.283903 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-956441ac-e03e-410f-a5a5-7753b67d8152 req-7237d80b-20a7-42be-942d-1830b1fce914 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 944 time: 0.2643304 Aug 09 15:48:31.302811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35092) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:31.303311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-39eb5a24-ebda-4ba9-b71a-d7bd08017315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:31.304877 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-39eb5a24-ebda-4ba9-b71a-d7bd08017315 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 1095 time: 0.2613380 Aug 09 15:48:31.352221 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6afb243c-856c-48bd-9f02-72dc0715de73 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c876c3d5a0f48b7a54a94be8414bb88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479264 Aug 09 15:48:31.357730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35100) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:31.391057 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-391a6e94-c6e8-41c9-a352-b43bef1abd07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3147216-2fce-4f5a-8f02-cc7992d19c42 HTTP/1.1" status: 200 len: 217 time: 0.0702434 Aug 09 15:48:31.449191 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.451393 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.455676 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-956441ac-e03e-410f-a5a5-7753b67d8152 req-855dcefa-ed84-4737-860e-78bd579f2da1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598353 Aug 09 15:48:31.476666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39fe2112-38d9-4262-8830-0d6a2211d5c4 req-7d6ec97d-ce7e-4502-b836-4e9d8c6f8d56 service neutron] 10.222.0.53 "GET /v2.0/networks/faa1d562-cf1a-46bd-afcd-7a5499ce4bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294888 Aug 09 15:48:31.488121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Transition to ACTIVE for port object 325a3e42-0778-4d3d-a25d-f13072f4295b will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:31.528457 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9fd463eb-69c7-4755-b751-dda4ab9df41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.534891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35a6695-ee14-4a06-9fac-91f404fbd9e8 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:31.546564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-b36e1b24-04ed-4845-a50e-bd4a6491bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:31.548103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-b36e1b24-04ed-4845-a50e-bd4a6491bb4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79513e2-dc62-455a-b17c-e8155f54db56 HTTP/1.1" status: 200 len: 854 time: 0.1380780 Aug 09 15:48:31.571942 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9fd463eb-69c7-4755-b751-dda4ab9df41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.580396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a35a6695-ee14-4a06-9fac-91f404fbd9e8, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a35a6695-ee14-4a06-9fac-91f404fbd9e8,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:31.585702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 765a6938-cecf-4471-a3f0-ee8dec21ba0c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:31.590362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-456fca6c-1a78-4a14-9b26-145a27487a23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bad4f35b-0f41-4000-9866-01d87cec6ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336916 Aug 09 15:48:31.593625 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.595928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Transition to ACTIVE for port object 325a3e42-0778-4d3d-a25d-f13072f4295b will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:31.602225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 765a6938-cecf-4471-a3f0-ee8dec21ba0c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:31.602604 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.620905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-c2f67bc6-283c-4ced-8370-28ce433715f4 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:31.628736 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-c2f67bc6-283c-4ced-8370-28ce433715f4 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/networks?id=9a48be23-12e3-4e52-be08-065c2dc58132 HTTP/1.1" status: 200 len: 816 time: 0.2028742 Aug 09 15:48:31.656186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-dc990b13-ea6d-465f-905e-912abffc9636 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/quotas/b252d0c05f904b7ba487b53f4ac443b4 HTTP/1.1" status: 200 len: 375 time: 0.0262799 Aug 09 15:48:31.674488 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.727221 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39fe2112-38d9-4262-8830-0d6a2211d5c4 req-8f2da7ac-a8be-444b-974a-90ff43316a8b service neutron] 10.222.0.53 "GET /v2.0/networks/faa1d562-cf1a-46bd-afcd-7a5499ce4bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420275 Aug 09 15:48:31.755835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca9c58-16fd-4c23-83eb-b9daa1920da2 req-f064dc7b-7e02-4ff9-9000-53620c7c2eb1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:31.757698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fca9c58-16fd-4c23-83eb-b9daa1920da2 req-f064dc7b-7e02-4ff9-9000-53620c7c2eb1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1703124 Aug 09 15:48:31.763061 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9fd463eb-69c7-4755-b751-dda4ab9df41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.767161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9fd463eb-69c7-4755-b751-dda4ab9df41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.769048 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9fd463eb-69c7-4755-b751-dda4ab9df41a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e280138-e251-4016-adb7-4d2405c52457 HTTP/1.1" status: 204 len: 168 time: 0.4102521 Aug 09 15:48:31.770237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a35a6695-ee14-4a06-9fac-91f404fbd9e8,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:31.775559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Network 9a48be23-12e3-4e52-be08-065c2dc58132 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:31.785107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:31.835424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd463eb-69c7-4755-b751-dda4ab9df41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e280138-e251-4016-adb7-4d2405c52457,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:31.842195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fca9c58-16fd-4c23-83eb-b9daa1920da2 req-0f6b9a8a-eb21-46ac-aa4b-ee8cae991cc9 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612409 Aug 09 15:48:31.842195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-4141dc10-78cc-4527-b0e9-1cbd294d473a service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128699 Aug 09 15:48:31.862768 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-f6795c78-2be9-4838-a9cb-8da00b316625 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b252d0c05f904b7ba487b53f4ac443b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2005842 Aug 09 15:48:31.881835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Pushing event updated for resources: {'Port': ['ID=325a3e42-0778-4d3d-a25d-f13072f4295b,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:31.889008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:31.912058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['a35a6695-ee14-4a06-9fac-91f404fbd9e8'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:32.009871 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.072378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Attempting to bind port 325a3e42-0778-4d3d-a25d-f13072f4295b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:32.072769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Attempting to bind port 325a3e42-0778-4d3d-a25d-f13072f4295b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:32.073431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Attempting to bind port 325a3e42-0778-4d3d-a25d-f13072f4295b on network 9a48be23-12e3-4e52-be08-065c2dc58132 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:32.081957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:32.082210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Checking segment: {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:32.082529 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.082952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Bound using segment: {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:32.083439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Bound port: 325a3e42-0778-4d3d-a25d-f13072f4295b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:32.083823 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.088452 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-6ef35b6b-900f-4e46-a605-28c4f209ca81 service neutron] 10.222.0.81 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181602 Aug 09 15:48:32.144393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73522e87-b21f-496b-acc0-8adabbae5a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765a6938-cecf-4471-a3f0-ee8dec21ba0c'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:32.147264 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a73cd2f-85ca-4fc0-b684-d69da16749e0" -d '{"events": [{"server_uuid": "73522e87-b21f-496b-acc0-8adabbae5a68", "name": "network-vif-plugged", "status": "completed", "tag": "765a6938-cecf-4471-a3f0-ee8dec21ba0c"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:32.189780 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:48:32.198439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8aad43c2-27b4-42b0-b547-0fad24cac83e req-e2ae6233-f62d-4fcf-942a-2579952d8b96 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485925 Aug 09 15:48:32.205015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 765a6938-cecf-4471-a3f0-ee8dec21ba0c, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=765a6938-cecf-4471-a3f0-ee8dec21ba0c,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:32.226122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d42642-5cd1-4498-ab73-214d02e2ca44 req-bd94033d-1b11-4766-b6ce-179f1c97eb38 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:32.227426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d42642-5cd1-4498-ab73-214d02e2ca44 req-bd94033d-1b11-4766-b6ce-179f1c97eb38 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 944 time: 0.1979582 Aug 09 15:48:32.256332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] For port 325a3e42-0778-4d3d-a25d-f13072f4295b, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:32.261827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] For port 325a3e42-0778-4d3d-a25d-f13072f4295b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=325a3e42-0778-4d3d-a25d-f13072f4295b,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:32.272443 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.277492 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.359288 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-293ec9bb-7538-4bfd-a899-9eea5f1e2fbd service neutron] 10.222.0.81 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634718 Aug 09 15:48:32.376469 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d42642-5cd1-4498-ab73-214d02e2ca44 req-f68c081c-f9ff-484e-bbfe-332e18baf90a tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396821 Aug 09 15:48:32.389239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6999039-3153-455d-9bab-0f53a341ea74 req-3e9adf9b-5f90-4926-8d13-e079f5846474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:32.395277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6999039-3153-455d-9bab-0f53a341ea74 req-3e9adf9b-5f90-4926-8d13-e079f5846474 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 1095 time: 0.1348631 Aug 09 15:48:32.462848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=765a6938-cecf-4471-a3f0-ee8dec21ba0c,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:32.549998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d723d-1f7f-4a60-b8e9-45600e16ab21 None None] Pushing event updated for resources: {'Port': ['ID=325a3e42-0778-4d3d-a25d-f13072f4295b,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:32.664762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6999039-3153-455d-9bab-0f53a341ea74 req-eac69ac6-5ed4-4a7d-b0e7-3059ee26c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:32.666328 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6999039-3153-455d-9bab-0f53a341ea74 req-eac69ac6-5ed4-4a7d-b0e7-3059ee26c0ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 200 len: 915 time: 0.2475567 Aug 09 15:48:32.799798 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11914fcc-8d08-4a34-bf9b-54ad1f4681d3 x-openstack-request-id: req-11914fcc-8d08-4a34-bf9b-54ad1f4681d3 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:32.800496 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73522e87-b21f-496b-acc0-8adabbae5a68", "name": "network-vif-plugged", "status": "completed", "tag": "765a6938-cecf-4471-a3f0-ee8dec21ba0c", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:32.800945 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11914fcc-8d08-4a34-bf9b-54ad1f4681d3 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:32.801557 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73522e87-b21f-496b-acc0-8adabbae5a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765a6938-cecf-4471-a3f0-ee8dec21ba0c', 'code': 200} Aug 09 15:48:32.817261 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6999039-3153-455d-9bab-0f53a341ea74 req-bde32cd4-5212-48f1-81dd-d8b6cef4f73f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3147216-2fce-4f5a-8f02-cc7992d19c42 HTTP/1.1" status: 200 len: 217 time: 0.1112094 Aug 09 15:48:32.856223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e301e-2b13-413c-8ad1-d577d8fe5a26 req-d4e91587-5e7e-4ada-8a92-09072eb94ce1 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:32.868054 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d6e301e-2b13-413c-8ad1-d577d8fe5a26 req-d4e91587-5e7e-4ada-8a92-09072eb94ce1 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 945 time: 0.2598755 Aug 09 15:48:33.021404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dc64d-e1e3-46fd-acaf-777b3338baf5 req-d98617df-aa58-4947-b51e-fdf736e8097a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:33.034988 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-794dc64d-e1e3-46fd-acaf-777b3338baf5 req-d98617df-aa58-4947-b51e-fdf736e8097a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 944 time: 0.1243978 Aug 09 15:48:33.044252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d6e301e-2b13-413c-8ad1-d577d8fe5a26 req-d404a1ac-07c6-4f0c-bb1e-4ff37e516016 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups?id=a752c81b-2ef7-4dd5-9678-44a863b924a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747837 Aug 09 15:48:33.090917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6999039-3153-455d-9bab-0f53a341ea74 req-fecb4bc5-ceaa-49c8-9f95-3e1d5b0e3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:33.092475 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6999039-3153-455d-9bab-0f53a341ea74 req-fecb4bc5-ceaa-49c8-9f95-3e1d5b0e3872 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79513e2-dc62-455a-b17c-e8155f54db56 HTTP/1.1" status: 200 len: 854 time: 0.2716448 Aug 09 15:48:33.096894 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-794dc64d-e1e3-46fd-acaf-777b3338baf5 req-f3fa4f2b-1589-4fed-a086-9539dc03f0c1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602107 Aug 09 15:48:33.158446 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6999039-3153-455d-9bab-0f53a341ea74 req-31765c85-638b-4e82-89bf-42dc181b046d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bad4f35b-0f41-4000-9866-01d87cec6ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583985 Aug 09 15:48:33.161088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eac76-1322-4f07-9147-adc66c920592 req-eeee00e6-3a11-4821-863b-8470e0b34ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:33.183784 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b70eac76-1322-4f07-9147-adc66c920592 req-eeee00e6-3a11-4821-863b-8470e0b34ed0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 1096 time: 0.2708917 Aug 09 15:48:33.367707 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b70eac76-1322-4f07-9147-adc66c920592 req-fb51f8f0-6465-4280-8525-720375d012ea service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969629 Aug 09 15:48:33.389893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5e15c-7c20-4dd3-84b7-14b16d4c01ed req-2b97b3b4-5ddd-4f90-913e-f1d22fa9da2b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:33.391222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50c5e15c-7c20-4dd3-84b7-14b16d4c01ed req-2b97b3b4-5ddd-4f90-913e-f1d22fa9da2b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.2046995 Aug 09 15:48:33.419936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6999039-3153-455d-9bab-0f53a341ea74 req-da476401-5488-41df-9f93-f8121f7c9e4d service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350039 Aug 09 15:48:33.652831 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6999039-3153-455d-9bab-0f53a341ea74 req-95b26d82-3011-4635-8746-64b2d3506357 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128611 Aug 09 15:48:33.676752 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50c5e15c-7c20-4dd3-84b7-14b16d4c01ed req-1b7ee08a-86c4-472b-9e7f-681f59c99091 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741957 Aug 09 15:48:33.694431 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-fd7eaf1a-077b-4146-875f-52b191dc6e21 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:33.698941 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-fd7eaf1a-077b-4146-875f-52b191dc6e21 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/networks?id=9a48be23-12e3-4e52-be08-065c2dc58132 HTTP/1.1" status: 200 len: 816 time: 0.2908511 Aug 09 15:48:33.739173 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-cbcd3854-6dba-450a-9bd5-765a58ab5de6 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/quotas/b252d0c05f904b7ba487b53f4ac443b4 HTTP/1.1" status: 200 len: 375 time: 0.0330763 Aug 09 15:48:33.858511 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-008fcdb8-aeff-48bb-b462-7a2bd7207b18 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b252d0c05f904b7ba487b53f4ac443b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163473 Aug 09 15:48:33.888175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e171b32-bdd3-450b-afc4-322a5a4e7c93 req-93f50b97-5e83-489e-b5da-5139efccae13 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:33.901729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e171b32-bdd3-450b-afc4-322a5a4e7c93 req-93f50b97-5e83-489e-b5da-5139efccae13 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 945 time: 0.1230617 Aug 09 15:48:33.968432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e171b32-bdd3-450b-afc4-322a5a4e7c93 req-67747e99-871e-4e93-82eb-91160822e98d tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655503 Aug 09 15:48:34.066441 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-09add096-6d74-44c5-bd48-4b8f3f42f685 service neutron] 10.222.0.81 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035766 Aug 09 15:48:34.167997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10be5d5c-a590-4c90-9c3a-5b8114da2a29 None None] Network 9a48be23-12e3-4e52-be08-065c2dc58132 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:34.285330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-969107b7-e467-4ee4-9d25-12dfc8936682 None None] Provisioning for port 325a3e42-0778-4d3d-a25d-f13072f4295b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:34.309920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea08707-2489-4121-9e60-8764f340232c req-1043f5f6-085e-443c-83e7-080bdb6ccf5d tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:34.333959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ea08707-2489-4121-9e60-8764f340232c req-1043f5f6-085e-443c-83e7-080bdb6ccf5d tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 945 time: 0.1451755 Aug 09 15:48:34.427157 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ea08707-2489-4121-9e60-8764f340232c req-b98aa52a-71d6-4114-b639-008ef6b57b7c tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups?id=a752c81b-2ef7-4dd5-9678-44a863b924a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827065 Aug 09 15:48:34.493085 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-3cb2a53c-760e-4d37-827b-5f38b2dc79d1 service neutron] 10.222.0.81 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088163 Aug 09 15:48:34.952864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41264999-3f64-40cd-9b0c-f8df11b0fb90 req-83d49050-2118-4f6e-b5d3-c105d48cb546 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:34.954549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41264999-3f64-40cd-9b0c-f8df11b0fb90 req-83d49050-2118-4f6e-b5d3-c105d48cb546 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 944 time: 0.3090758 Aug 09 15:48:34.997430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 325a3e42-0778-4d3d-a25d-f13072f4295b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:34.999651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a35a6695-ee14-4a06-9fac-91f404fbd9e8 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:35.079083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-8d8092c7-4163-4805-a80c-1e8004860416 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:35.080599 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-8d8092c7-4163-4805-a80c-1e8004860416 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.60 "GET /v2.0/networks?id=9a48be23-12e3-4e52-be08-065c2dc58132 HTTP/1.1" status: 200 len: 816 time: 0.4809010 Aug 09 15:48:35.095061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Request body: {'port': {'device_id': '6b91a2d8-8538-45b2-8d7f-9244323ac7bd', 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132', 'admin_state_up': True, 'tenant_id': 'b252d0c05f904b7ba487b53f4ac443b4'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:35.125067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec40c8-16ac-468a-a31b-c31768756cf7 req-5293a9fc-ac7c-4c41-baf8-8e6a4c78c98c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:35.128189 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2ec40c8-16ac-468a-a31b-c31768756cf7 req-5293a9fc-ac7c-4c41-baf8-8e6a4c78c98c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.0718174 Aug 09 15:48:35.184098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 325a3e42-0778-4d3d-a25d-f13072f4295b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:35.190714 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port a35a6695-ee14-4a06-9fac-91f404fbd9e8 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:35.193039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 325a3e42-0778-4d3d-a25d-f13072f4295b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:35.193683 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.205940 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2ec40c8-16ac-468a-a31b-c31768756cf7 req-1293c900-2a33-457d-b36b-ea65da6fee19 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663788 Aug 09 15:48:35.224588 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41264999-3f64-40cd-9b0c-f8df11b0fb90 req-08e0e86e-fe23-4afa-89e7-8cfc9e1b0d59 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391517 Aug 09 15:48:35.249264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port a35a6695-ee14-4a06-9fac-91f404fbd9e8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:35.255095 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.345987 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a3147216-2fce-4f5a-8f02-cc7992d19c42 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:35.358782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Made reservation on behalf of b252d0c05f904b7ba487b53f4ac443b4 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:35.365066 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.442956 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.490240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15729783-8127-4552-a441-931883ac6905 req-c853350c-c392-4fc1-9680-5ebf9df28146 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:35.492271 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15729783-8127-4552-a441-931883ac6905 req-c853350c-c392-4fc1-9680-5ebf9df28146 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 945 time: 0.1433320 Aug 09 15:48:35.539747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 325a3e42-0778-4d3d-a25d-f13072f4295b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=325a3e42-0778-4d3d-a25d-f13072f4295b,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:35.560971 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.568415 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15729783-8127-4552-a441-931883ac6905 req-0b0a4a0a-bf5c-45dc-a104-a473243541dc tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675004 Aug 09 15:48:35.739086 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.905152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a3147216-2fce-4f5a-8f02-cc7992d19c42, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a3147216-2fce-4f5a-8f02-cc7992d19c42,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:35.957263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a35a6695-ee14-4a06-9fac-91f404fbd9e8, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a35a6695-ee14-4a06-9fac-91f404fbd9e8,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:35.965703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:35.969065 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f07bd14-874b-4f4a-ae76-80c04d1c1b76" -d '{"events": [{"server_uuid": "bf01fb1b-d614-4919-8fc8-86063df7235e", "name": "network-vif-plugged", "status": "completed", "tag": "a35a6695-ee14-4a06-9fac-91f404fbd9e8"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:35.972593 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'a3147216-2fce-4f5a-8f02-cc7992d19c42', 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3', 'port_id': 'a3147216-2fce-4f5a-8f02-cc7992d19c42', 'mac_address': 'fa:16:3e:bf:6a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79513e2-dc62-455a-b17c-e8155f54db56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:36.003417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=325a3e42-0778-4d3d-a25d-f13072f4295b,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:36.009100 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.100762 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.137855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a35a6695-ee14-4a06-9fac-91f404fbd9e8,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:36.163396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3147216-2fce-4f5a-8f02-cc7992d19c42 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:36.179586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Allocated IP 172.20.0.13 (9a48be23-12e3-4e52-be08-065c2dc58132/daaa0928-3f12-4af1-817d-de614286331e/bbc16c21-d53f-4099-b6b2-d9aa54473423) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:36.193937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a3147216-2fce-4f5a-8f02-cc7992d19c42, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a3147216-2fce-4f5a-8f02-cc7992d19c42,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:36.200219 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.212380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf5f4-4aae-4b06-9ac5-2cd08afce5bc req-f3931cf9-8530-408a-891e-e460334cffeb tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:36.222300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-61c10bf1-191d-407e-a920-ac2830a13d38 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:36.222886 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e42cf5f4-4aae-4b06-9ac5-2cd08afce5bc req-f3931cf9-8530-408a-891e-e460334cffeb tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 946 time: 0.0786769 Aug 09 15:48:36.233749 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-61c10bf1-191d-407e-a920-ac2830a13d38 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/networks?id=9a48be23-12e3-4e52-be08-065c2dc58132 HTTP/1.1" status: 200 len: 816 time: 0.8246396 Aug 09 15:48:36.266529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-04237984-b90e-475a-8d6f-dd740ad66cf5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/quotas/b252d0c05f904b7ba487b53f4ac443b4 HTTP/1.1" status: 200 len: 375 time: 0.0314555 Aug 09 15:48:36.279231 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e42cf5f4-4aae-4b06-9ac5-2cd08afce5bc req-f7c1e2f2-dceb-4d52-a328-1528e37bbe70 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups?id=a752c81b-2ef7-4dd5-9678-44a863b924a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551891 Aug 09 15:48:36.446732 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.462531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Transition to ACTIVE for port object bbc16c21-d53f-4099-b6b2-d9aa54473423 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:36.519479 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.615508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Network 9a48be23-12e3-4e52-be08-065c2dc58132 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:36.626844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-775eb952-476a-4ef7-a96a-ad05962a69a6 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:36.627094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:36.627573 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-775eb952-476a-4ef7-a96a-ad05962a69a6 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.60 "GET /v2.0/networks?id=9a48be23-12e3-4e52-be08-065c2dc58132 HTTP/1.1" status: 200 len: 816 time: 0.2352464 Aug 09 15:48:36.637409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Pushing event updated for resources: {'Port': ['ID=bbc16c21-d53f-4099-b6b2-d9aa54473423,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:36.657888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:36.658844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Request body: {'port': {'device_id': '5b2deb67-59ca-43a1-aeed-c9c31e694b4b', 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132', 'admin_state_up': True, 'tenant_id': 'b252d0c05f904b7ba487b53f4ac443b4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:36.698125 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c231f49e-22b7-408c-aca4-a5754a4d2dbb x-openstack-request-id: req-c231f49e-22b7-408c-aca4-a5754a4d2dbb {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:36.698996 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf01fb1b-d614-4919-8fc8-86063df7235e", "name": "network-vif-plugged", "status": "completed", "tag": "a35a6695-ee14-4a06-9fac-91f404fbd9e8", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:36.702170 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c231f49e-22b7-408c-aca4-a5754a4d2dbb {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:36.702630 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8', 'code': 200} Aug 09 15:48:36.703883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=a3147216-2fce-4f5a-8f02-cc7992d19c42,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:36.738250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['a3147216-2fce-4f5a-8f02-cc7992d19c42'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:36.763423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-7e2887d5-e11e-43b8-89e3-14e867356a34 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b252d0c05f904b7ba487b53f4ac443b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4956105 Aug 09 15:48:36.874251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 325a3e42-0778-4d3d-a25d-f13072f4295b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:36.965194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Made reservation on behalf of b252d0c05f904b7ba487b53f4ac443b4 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:36.969046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.025037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:37.025339 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.071066 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-676830bd-6fef-4cba-8a74-06ec7ecacd11 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9800344 Aug 09 15:48:37.076946 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf53b1d-97b3-49b2-be2f-5a449c18f7ef req-79c844dd-8237-4b30-a253-fd89db3434fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:37.083360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3bf53b1d-97b3-49b2-be2f-5a449c18f7ef req-79c844dd-8237-4b30-a253-fd89db3434fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 1097 time: 0.1671886 Aug 09 15:48:37.103220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Request body: {'port': {'device_id': '6b91a2d8-8538-45b2-8d7f-9244323ac7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:37.223500 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-32168594-fa67-49d5-a5d5-f8abfaff417a service neutron] 10.222.0.81 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509866 Aug 09 15:48:37.251935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 325a3e42-0778-4d3d-a25d-f13072f4295b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:37.252474 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.254884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bc7facce-ba62-48de-afcd-71814a268480 None None] Provisioning for port bbc16c21-d53f-4099-b6b2-d9aa54473423 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:37.351933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bc7facce-ba62-48de-afcd-71814a268480 None None] Provisioning complete for port bbc16c21-d53f-4099-b6b2-d9aa54473423 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:37.352462 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bc7facce-ba62-48de-afcd-71814a268480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.428479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3bf53b1d-97b3-49b2-be2f-5a449c18f7ef req-43dbe312-da53-4375-b4f5-b545bfc4cfef service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a752c81b-2ef7-4dd5-9678-44a863b924a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280263 Aug 09 15:48:37.454531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-bc7facce-ba62-48de-afcd-71814a268480 None None] Port bbc16c21-d53f-4099-b6b2-d9aa54473423 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:37.472410 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.577100 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0373707d-45ff-4517-b223-e1007ceb35fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.591964 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-987fb589-92b8-4916-932f-445dd72453b3 service neutron] 10.222.0.81 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529794 Aug 09 15:48:37.653237 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721e3b2-ae8b-48ce-9c5a-f7b683062fb8 req-b252d84d-8cfd-48ad-9e15-fdbf6d731ce1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:37.661825 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c721e3b2-ae8b-48ce-9c5a-f7b683062fb8 req-b252d84d-8cfd-48ad-9e15-fdbf6d731ce1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.5591695 Aug 09 15:48:37.729425 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c721e3b2-ae8b-48ce-9c5a-f7b683062fb8 req-a2a79acf-dd28-4fdf-a9cd-0b549d4aeb50 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652802 Aug 09 15:48:37.754272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Allocated IP 172.20.0.6 (9a48be23-12e3-4e52-be08-065c2dc58132/daaa0928-3f12-4af1-817d-de614286331e/ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:37.966325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704dfcb-3677-45e2-bf9c-49d41fbd5262 req-103cfbc2-fb5f-40be-b1e1-275e0923117a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:37.976756 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7704dfcb-3677-45e2-bf9c-49d41fbd5262 req-103cfbc2-fb5f-40be-b1e1-275e0923117a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 945 time: 0.1628611 Aug 09 15:48:38.024620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bd00e-1a46-4d29-b4a9-a4c80a8f76cc req-1ea91540-8732-4b90-836f-ae694eba7cbc tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:38.025288 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7704dfcb-3677-45e2-bf9c-49d41fbd5262 req-1b36a14b-9383-4584-8f18-41aa1e6da2e5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476863 Aug 09 15:48:38.027972 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e8bd00e-1a46-4d29-b4a9-a4c80a8f76cc req-1ea91540-8732-4b90-836f-ae694eba7cbc tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 945 time: 0.1659856 Aug 09 15:48:38.187858 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.214656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Transition to ACTIVE for port object ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:38.259754 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.327378 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e8bd00e-1a46-4d29-b4a9-a4c80a8f76cc req-5d035447-af24-4dec-bf1d-538f443d12ff tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885516 Aug 09 15:48:38.391787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Network 9a48be23-12e3-4e52-be08-065c2dc58132 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:38.395631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Pushing event updated for resources: {'Port': ['ID=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:38.403878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:38.420766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:38.570754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:38.571617 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.640415 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-aa5c9b93-4274-4005-8acb-a7eea293ac96 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9929647 Aug 09 15:48:38.664198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Request body: {'port': {'device_id': '5b2deb67-59ca-43a1-aeed-c9c31e694b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:38.748537 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.758283 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b2656-ba90-4798-9dc6-6ce59dfc6962 req-c38fe6a6-aaea-4848-9c78-fd17683e320a tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:38.767098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc16c21-d53f-4099-b6b2-d9aa54473423 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:38.768397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4d9b2656-ba90-4798-9dc6-6ce59dfc6962 req-c38fe6a6-aaea-4848-9c78-fd17683e320a tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 946 time: 0.1922367 Aug 09 15:48:38.793242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.853882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Transition to ACTIVE for port object bbc16c21-d53f-4099-b6b2-d9aa54473423 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:38.859765 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.888957 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4d9b2656-ba90-4798-9dc6-6ce59dfc6962 req-97327ad5-e04c-4b03-8d5b-4ba5e7bc42aa tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups?id=a752c81b-2ef7-4dd5-9678-44a863b924a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194577 Aug 09 15:48:38.909991 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b50c60ca-48ba-4400-bfd2-2f4be77df4db None None] Provisioning for port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:38.919697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b50c60ca-48ba-4400-bfd2-2f4be77df4db None None] Provisioning complete for port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:38.920153 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b50c60ca-48ba-4400-bfd2-2f4be77df4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.984795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Pushing event updated for resources: {'Port': ['ID=bbc16c21-d53f-4099-b6b2-d9aa54473423,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:38.996653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b50c60ca-48ba-4400-bfd2-2f4be77df4db None None] Port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:39.106790 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8c529169-23eb-40e8-9ae0-4bb663355557 req-3d7624b3-3afd-4528-b20a-dae0102dc58e tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 210 time: 0.0595136 Aug 09 15:48:39.172092 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Attempting to bind port bbc16c21-d53f-4099-b6b2-d9aa54473423 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:39.172430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Attempting to bind port bbc16c21-d53f-4099-b6b2-d9aa54473423 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:39.172764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Attempting to bind port bbc16c21-d53f-4099-b6b2-d9aa54473423 on network 9a48be23-12e3-4e52-be08-065c2dc58132 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:39.188506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Port bbc16c21-d53f-4099-b6b2-d9aa54473423 on network 9a48be23-12e3-4e52-be08-065c2dc58132 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:39.190928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Attempting to bind port bbc16c21-d53f-4099-b6b2-d9aa54473423 on network 9a48be23-12e3-4e52-be08-065c2dc58132 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:39.203822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:39.213264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Checking segment: {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:39.214551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Bound using segment: {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:39.217742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Bound port: bbc16c21-d53f-4099-b6b2-d9aa54473423, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:39.220497 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.359402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a3147216-2fce-4f5a-8f02-cc7992d19c42 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:39.567089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port a3147216-2fce-4f5a-8f02-cc7992d19c42 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:39.571409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port a3147216-2fce-4f5a-8f02-cc7992d19c42 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:39.571791 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.582879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:39.598120 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.625123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069d204-9b59-4783-ba06-25f50a8c5d6f req-c85b88e8-7998-4069-b0a9-fd0745dc0dee tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:39.635080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9069d204-9b59-4783-ba06-25f50a8c5d6f req-c85b88e8-7998-4069-b0a9-fd0745dc0dee tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1533122 Aug 09 15:48:39.667207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] For port bbc16c21-d53f-4099-b6b2-d9aa54473423, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:39.697533 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9069d204-9b59-4783-ba06-25f50a8c5d6f req-4fee9857-4e94-46f7-86ff-6f13a77fb753 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606439 Aug 09 15:48:39.704998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Transition to ACTIVE for port object ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:39.714638 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.722426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] For port bbc16c21-d53f-4099-b6b2-d9aa54473423, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bbc16c21-d53f-4099-b6b2-d9aa54473423,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:39.732568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-3ef03bbc-2eb0-4511-9f5d-e27daafb7ddd tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:39.734588 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-3ef03bbc-2eb0-4511-9f5d-e27daafb7ddd tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.53 "GET /v2.0/networks?id=9a48be23-12e3-4e52-be08-065c2dc58132 HTTP/1.1" status: 200 len: 816 time: 0.4722791 Aug 09 15:48:39.736767 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.754393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Request body: {'port': {'device_id': 'ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7', 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132', 'admin_state_up': True, 'tenant_id': 'b252d0c05f904b7ba487b53f4ac443b4'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:39.838879 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.879040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29106746-cea9-4f5f-b11f-475bedabf55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3147216-2fce-4f5a-8f02-cc7992d19c42'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:39.883627 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbff8e3-6bc5-4185-b1df-b473d3ab0869" -d '{"events": [{"server_uuid": "29106746-cea9-4f5f-b11f-475bedabf55f", "name": "network-vif-plugged", "status": "completed", "tag": "a3147216-2fce-4f5a-8f02-cc7992d19c42"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:39.903849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a3147216-2fce-4f5a-8f02-cc7992d19c42, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a3147216-2fce-4f5a-8f02-cc7992d19c42,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:39.921319 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.973085 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:39.973762 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.975237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] 10.222.0.60 "PUT /v2.0/ports/bbc16c21-d53f-4099-b6b2-d9aa54473423 HTTP/1.1" status: 200 len: 1092 time: 2.8904965 Aug 09 15:48:39.990988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b91a2d8-8538-45b2-8d7f-9244323ac7bd', 'tag': 'bbc16c21-d53f-4099-b6b2-d9aa54473423'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:39.993297 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661bd564-dfdd-47fd-9a89-9a25670846e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b91a2d8-8538-45b2-8d7f-9244323ac7bd", "tag": "bbc16c21-d53f-4099-b6b2-d9aa54473423"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:39.999220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Pushing event updated for resources: {'Port': ['ID=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:40.024733 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09f0e49-5483-4e8a-9656-0cd0208a04ab x-openstack-request-id: req-c09f0e49-5483-4e8a-9656-0cd0208a04ab {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:40.036088 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29106746-cea9-4f5f-b11f-475bedabf55f", "name": "network-vif-plugged", "status": "completed", "tag": "a3147216-2fce-4f5a-8f02-cc7992d19c42", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:40.036629 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c09f0e49-5483-4e8a-9656-0cd0208a04ab {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:40.037234 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29106746-cea9-4f5f-b11f-475bedabf55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3147216-2fce-4f5a-8f02-cc7992d19c42', 'code': 200} Aug 09 15:48:40.085515 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=a3147216-2fce-4f5a-8f02-cc7992d19c42,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:40.222687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca82be-549e-4fd7-9767-7ebaa7bbfe2b service neutron] Pushing event updated for resources: {'Port': ['ID=bbc16c21-d53f-4099-b6b2-d9aa54473423,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:40.243241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ef0a1-5642-4fc3-8e97-fc159e51a56d req-f2feee4a-40ea-48b9-88f1-fc080d85b87a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:40.257208 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c07ef0a1-5642-4fc3-8e97-fc159e51a56d req-f2feee4a-40ea-48b9-88f1-fc080d85b87a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 945 time: 0.4132535 Aug 09 15:48:40.337311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-94d66ea2-86fb-4216-82ce-50ff958154cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:40.339206 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-94d66ea2-86fb-4216-82ce-50ff958154cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b252d0c05f904b7ba487b53f4ac443b4&device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 1095 time: 0.2623444 Aug 09 15:48:40.370564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bebf63-1f35-4a6f-a661-0e3d94e9904c req-dae3bfa3-0e91-4877-910c-b61e32656c8d tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:40.375202 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Attempting to bind port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:40.378206 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c0bebf63-1f35-4a6f-a661-0e3d94e9904c req-dae3bfa3-0e91-4877-910c-b61e32656c8d tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 946 time: 0.1458492 Aug 09 15:48:40.380536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Attempting to bind port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:40.381282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Attempting to bind port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d on network 9a48be23-12e3-4e52-be08-065c2dc58132 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:40.397712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d on network 9a48be23-12e3-4e52-be08-065c2dc58132 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:40.397712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Attempting to bind port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d on network 9a48be23-12e3-4e52-be08-065c2dc58132 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:40.425723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c07ef0a1-5642-4fc3-8e97-fc159e51a56d req-099fa1ae-4d6c-497c-af3d-10912009047e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642652 Aug 09 15:48:40.436816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:40.440051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e34b0-7ff4-40c1-8195-ccf8a9674fea req-70a4a6fe-8e53-440a-a5c6-cc01bbb9f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:40.441783 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cd2e34b0-7ff4-40c1-8195-ccf8a9674fea req-70a4a6fe-8e53-440a-a5c6-cc01bbb9f547 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 1097 time: 0.2761538 Aug 09 15:48:40.444013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Checking segment: {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:40.445159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Bound using segment: {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:40.447611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Bound port: ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:40.450095 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.459305 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-e8e9e94f-9394-4c98-86df-af5853b57232 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbc16c21-d53f-4099-b6b2-d9aa54473423 HTTP/1.1" status: 200 len: 217 time: 0.1075041 Aug 09 15:48:40.492440 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eefbafc4-46cd-4493-b298-c0ba98d23495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.578111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] For port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:40.584157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] For port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:40.596836 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c0bebf63-1f35-4a6f-a661-0e3d94e9904c req-ca58f2ee-a22a-4e06-a876-25f70d76ade8 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups?id=a752c81b-2ef7-4dd5-9678-44a863b924a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173791 Aug 09 15:48:40.606015 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.631710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Made reservation on behalf of b252d0c05f904b7ba487b53f4ac443b4 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:40.653449 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.727140 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1217cb-9db7-4701-84ad-6ffdf2ba6d26 x-openstack-request-id: req-5d1217cb-9db7-4701-84ad-6ffdf2ba6d26 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:40.727140 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b91a2d8-8538-45b2-8d7f-9244323ac7bd", "tag": "bbc16c21-d53f-4099-b6b2-d9aa54473423", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:40.727140 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d1217cb-9db7-4701-84ad-6ffdf2ba6d26 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:40.727734 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b91a2d8-8538-45b2-8d7f-9244323ac7bd', 'tag': 'bbc16c21-d53f-4099-b6b2-d9aa54473423', 'status': 'completed', 'code': 200} Aug 09 15:48:40.734782 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Pushing event updated for resources: {'Port': ['ID=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:40.737503 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cd2e34b0-7ff4-40c1-8195-ccf8a9674fea req-f8bcd63c-96c9-4ed8-a527-c1cda10ff7d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544141 Aug 09 15:48:40.753877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-953ed113-28da-4693-b2fa-57b325401b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:40.755612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-953ed113-28da-4693-b2fa-57b325401b36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=daaa0928-3f12-4af1-817d-de614286331e HTTP/1.1" status: 200 len: 855 time: 0.2514412 Aug 09 15:48:40.764684 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:40.765557 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.768302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-1ce56fd4-352c-4a8c-86be-46e5ec49e86b service neutron] 10.222.0.60 "PUT /v2.0/ports/ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d HTTP/1.1" status: 200 len: 1091 time: 2.1178491 Aug 09 15:48:40.770107 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2deb67-59ca-43a1-aeed-c9c31e694b4b', 'tag': 'ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:40.778800 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40d0acb-f7e1-4ed5-a72a-fd050dad27c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2deb67-59ca-43a1-aeed-c9c31e694b4b", "tag": "ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:40.872038 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.890392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35328) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:40.958924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-24745e97-0724-4203-9c7b-5391ec67069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:40.960627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-24745e97-0724-4203-9c7b-5391ec67069b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b252d0c05f904b7ba487b53f4ac443b4&device_id=5b2deb67-59ca-43a1-aeed-c9c31e694b4b HTTP/1.1" status: 200 len: 1094 time: 0.0691252 Aug 09 15:48:41.002668 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-213717b9-e1b1-4db9-81aa-d62eb408a6f8 req-9078b58d-9ec1-432c-b010-9f7f0b8ae458 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 210 time: 0.1274607 Aug 09 15:48:41.030760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 765a6938-cecf-4471-a3f0-ee8dec21ba0c details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:41.047277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-81f5e132-f831-4b40-b177-82d74646cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.054632 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-81f5e132-f831-4b40-b177-82d74646cb9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a48be23-12e3-4e52-be08-065c2dc58132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814156 Aug 09 15:48:41.068851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Allocated IP 172.20.0.11 (9a48be23-12e3-4e52-be08-065c2dc58132/daaa0928-3f12-4af1-817d-de614286331e/48d2bad6-c7f1-4043-9299-19eb7ef9f214) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:41.089929 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-b4eb8ee1-b42e-4cd3-8fe2-5c3aa1b0499a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d HTTP/1.1" status: 200 len: 217 time: 0.1180539 Aug 09 15:48:41.191550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e5d45-20b9-4786-83ab-2647fbdc3302 req-28f33121-1aae-422d-a51f-205bc21d82fc tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.209710 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b77e5d45-20b9-4786-83ab-2647fbdc3302 req-28f33121-1aae-422d-a51f-205bc21d82fc tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 946 time: 0.4221108 Aug 09 15:48:41.211929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35336) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:41.228119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-02faad40-cbd3-46fa-960b-5fe1fb626af2 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Request body: {'floatingip': {'port_id': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:41.235712 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 765a6938-cecf-4471-a3f0-ee8dec21ba0c, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=765a6938-cecf-4471-a3f0-ee8dec21ba0c,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:41.250075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '765a6938-cecf-4471-a3f0-ee8dec21ba0c', 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'port_id': '765a6938-cecf-4471-a3f0-ee8dec21ba0c', 'mac_address': 'fa:16:3e:9f:2a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47be0854-cc13-46d6-81d0-2dc17634e8dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:41.298115 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02faad40-cbd3-46fa-960b-5fe1fb626af2 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.353582 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.357913 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.401301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6129e-0284-48ed-bb5c-8f7be15a15b7 req-2ee8db5b-8140-4426-b289-2fbcab9315b5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.412430 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bef6129e-0284-48ed-bb5c-8f7be15a15b7 req-2ee8db5b-8140-4426-b289-2fbcab9315b5 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.2038233 Aug 09 15:48:41.415666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 765a6938-cecf-4471-a3f0-ee8dec21ba0c {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:41.450975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 765a6938-cecf-4471-a3f0-ee8dec21ba0c, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=765a6938-cecf-4471-a3f0-ee8dec21ba0c,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:41.452551 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-644cb84b-99c6-44dc-a77a-887124f3f6bd service neutron] 10.222.0.60 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858542 Aug 09 15:48:41.469459 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.571845 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.600378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=765a6938-cecf-4471-a3f0-ee8dec21ba0c,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:41.628015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec7dbbc5-7033-4e2f-99a1-73499244b4c4 req-5ffafc9d-38d0-466e-8b82-13cfe7ceffa0 service neutron] 10.222.0.60 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652386 Aug 09 15:48:41.654351 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d503cdb2-c374-47ed-acec-d0bb0e402d85 x-openstack-request-id: req-d503cdb2-c374-47ed-acec-d0bb0e402d85 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:41.654580 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2deb67-59ca-43a1-aeed-c9c31e694b4b", "tag": "ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:41.654799 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d503cdb2-c374-47ed-acec-d0bb0e402d85 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:41.658251 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2deb67-59ca-43a1-aeed-c9c31e694b4b', 'tag': 'ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d', 'status': 'completed', 'code': 200} Aug 09 15:48:41.662465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-701340f8-4cde-4cb8-be03-d15971a9c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.667120 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-701340f8-4cde-4cb8-be03-d15971a9c4f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=daaa0928-3f12-4af1-817d-de614286331e HTTP/1.1" status: 200 len: 855 time: 0.5646942 Aug 09 15:48:41.667923 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9c48aee-2928-4db1-ba54-1d422769392a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.678729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['765a6938-cecf-4471-a3f0-ee8dec21ba0c'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:41.679006 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bef6129e-0284-48ed-bb5c-8f7be15a15b7 req-56113bf1-3d06-44b7-af0c-a1993039f5c7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651629 Aug 09 15:48:41.869802 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.880808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8919558-b864-4677-8eac-40483db08fe0 req-b5ed4cb3-2f38-4a32-b9b3-d3782b02bc9e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.889810 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8919558-b864-4677-8eac-40483db08fe0 req-b5ed4cb3-2f38-4a32-b9b3-d3782b02bc9e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 946 time: 0.2962792 Aug 09 15:48:41.903379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bd564-dfdd-47fd-9a89-9a25670846e1 req-a968543c-11dd-4461-bd38-bdaf971468b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.904963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-661bd564-dfdd-47fd-9a89-9a25670846e1 req-a968543c-11dd-4461-bd38-bdaf971468b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b252d0c05f904b7ba487b53f4ac443b4&device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 1095 time: 0.1295819 Aug 09 15:48:41.910192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Transition to ACTIVE for port object 48d2bad6-c7f1-4043-9299-19eb7ef9f214 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:41.973639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-abd41029-6335-4c11-9ac6-9b82c02b67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.975194 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-abd41029-6335-4c11-9ac6-9b82c02b67a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a48be23-12e3-4e52-be08-065c2dc58132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2778625 Aug 09 15:48:42.027974 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.086828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bd564-dfdd-47fd-9a89-9a25670846e1 req-2ad98d6c-653a-42d1-aa2a-e57a66b8e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:42.089035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-661bd564-dfdd-47fd-9a89-9a25670846e1 req-2ad98d6c-653a-42d1-aa2a-e57a66b8e714 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a48be23-12e3-4e52-be08-065c2dc58132 HTTP/1.1" status: 200 len: 917 time: 0.1656876 Aug 09 15:48:42.097841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Network 9a48be23-12e3-4e52-be08-065c2dc58132 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:42.098891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Pushing event updated for resources: {'Port': ['ID=48d2bad6-c7f1-4043-9299-19eb7ef9f214,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:42.139793 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8919558-b864-4677-8eac-40483db08fe0 req-74354f4d-3db2-4510-84ed-93380e96553b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489281 Aug 09 15:48:42.147038 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-661bd564-dfdd-47fd-9a89-9a25670846e1 req-9327088b-f3a4-414f-a20b-af5877b30bd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbc16c21-d53f-4099-b6b2-d9aa54473423 HTTP/1.1" status: 200 len: 217 time: 0.0449252 Aug 09 15:48:42.147937 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:42.151473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:42.281540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ca54c-b268-46b4-bf99-ce584bf5588f req-1d6aeba6-8094-46f6-b700-756b2c293278 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:42.283123 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b1ca54c-b268-46b4-bf99-ce584bf5588f req-1d6aeba6-8094-46f6-b700-756b2c293278 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 932 time: 0.1330109 Aug 09 15:48:42.294397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:42.295252 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-5a8eb941-c2bd-4ecd-84dd-971327a392e4 service neutron] 10.222.0.60 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710218 Aug 09 15:48:42.295389 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.309056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bd564-dfdd-47fd-9a89-9a25670846e1 req-83c6838c-1ce6-4c02-aeda-07f4ee7ff8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:42.311127 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-661bd564-dfdd-47fd-9a89-9a25670846e1 req-83c6838c-1ce6-4c02-aeda-07f4ee7ff8d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=daaa0928-3f12-4af1-817d-de614286331e HTTP/1.1" status: 200 len: 855 time: 0.1301794 Aug 09 15:48:42.407307 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b1ca54c-b268-46b4-bf99-ce584bf5588f req-20e08f03-b159-40d0-8d8a-598bcf585c5e tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087844 Aug 09 15:48:42.411054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bd564-dfdd-47fd-9a89-9a25670846e1 req-747b25a6-953a-4f14-a960-997bf79a488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:42.412843 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-661bd564-dfdd-47fd-9a89-9a25670846e1 req-747b25a6-953a-4f14-a960-997bf79a488e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a48be23-12e3-4e52-be08-065c2dc58132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912499 Aug 09 15:48:42.495506 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.resource_extend [None req-02faad40-cbd3-46fa-960b-5fe1fb626af2 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:48:42.499514 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9c48aee-2928-4db1-ba54-1d422769392a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.521180 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-b79f7d0c-97ac-4a31-bfab-3603b956462c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7711296 Aug 09 15:48:42.542256 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9c48aee-2928-4db1-ba54-1d422769392a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.551162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d886d4e9-1ba9-4826-a401-5ed09e6618c2 None None] Provisioning for port 48d2bad6-c7f1-4043-9299-19eb7ef9f214 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:42.554775 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-661bd564-dfdd-47fd-9a89-9a25670846e1 req-ddf40539-1544-4894-af5d-39e6ca69073b service neutron] 10.222.0.60 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333406 Aug 09 15:48:42.557219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d886d4e9-1ba9-4826-a401-5ed09e6618c2 None None] Provisioning complete for port 48d2bad6-c7f1-4043-9299-19eb7ef9f214 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:42.557710 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d886d4e9-1ba9-4826-a401-5ed09e6618c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.571067 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4959d3c-8ef2-4df6-914f-cadf4fc16fa0 req-fd56a2e3-2148-452c-9a65-5cbae993adca service neutron] 10.222.0.60 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601361 Aug 09 15:48:42.579666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Request body: {'port': {'device_id': 'ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:42.613508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d886d4e9-1ba9-4826-a401-5ed09e6618c2 None None] Port 48d2bad6-c7f1-4043-9299-19eb7ef9f214 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:42.620109 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02faad40-cbd3-46fa-960b-5fe1fb626af2 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.621288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c48aee-2928-4db1-ba54-1d422769392a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4946a0-7239-494f-859e-72e278466745,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:42.626860 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02faad40-cbd3-46fa-960b-5fe1fb626af2 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.698721 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b9c48aee-2928-4db1-ba54-1d422769392a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6aa0d00e84af4ca69d77d1dd49e53b40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8044641 Aug 09 15:48:42.699362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35390) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:42.716589 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.785915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-661bd564-dfdd-47fd-9a89-9a25670846e1 req-f0b10990-b75b-4390-9f2b-48db927525dd service neutron] 10.222.0.60 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229388 Aug 09 15:48:42.846717 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.864587 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0acb-f7e1-4ed5-a72a-fd050dad27c5 req-963355a6-6643-4be2-bd55-9f06843e0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:42.866216 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e40d0acb-f7e1-4ed5-a72a-fd050dad27c5 req-963355a6-6643-4be2-bd55-9f06843e0afc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b252d0c05f904b7ba487b53f4ac443b4&device_id=5b2deb67-59ca-43a1-aeed-c9c31e694b4b HTTP/1.1" status: 200 len: 1094 time: 0.1821153 Aug 09 15:48:42.909683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546050a-bce1-4f2b-b640-f64a83cd699f req-f3be2b25-5bc4-4fe8-8f53-63718977de27 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:42.917672 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e546050a-bce1-4f2b-b640-f64a83cd699f req-f3be2b25-5bc4-4fe8-8f53-63718977de27 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1488647 Aug 09 15:48:42.922104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0c36-10ed-4bfd-b3a9-d2fa790d649d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.966674 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-02faad40-cbd3-46fa-960b-5fe1fb626af2 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Floating IP a0626daa-f451-4f33-a381-b5a2e274c85b associated. External IP: 172.25.2.171, port: a35a6695-ee14-4a06-9fac-91f404fbd9e8. Aug 09 15:48:42.980409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e546050a-bce1-4f2b-b640-f64a83cd699f req-8826e3ea-8962-4214-9995-6bad70ffe51e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618613 Aug 09 15:48:43.040985 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 765a6938-cecf-4471-a3f0-ee8dec21ba0c up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:43.124148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 765a6938-cecf-4471-a3f0-ee8dec21ba0c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:43.124529 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.203585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d2bad6-c7f1-4043-9299-19eb7ef9f214 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:43.214677 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.235724 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Transition to ACTIVE for port object 48d2bad6-c7f1-4043-9299-19eb7ef9f214 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:43.244113 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.258591 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.321216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 765a6938-cecf-4471-a3f0-ee8dec21ba0c, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=765a6938-cecf-4471-a3f0-ee8dec21ba0c,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:43.326433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73522e87-b21f-496b-acc0-8adabbae5a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765a6938-cecf-4471-a3f0-ee8dec21ba0c'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:43.330089 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f514315-c7a1-46ca-ac86-646ed9f33165" -d '{"events": [{"server_uuid": "73522e87-b21f-496b-acc0-8adabbae5a68", "name": "network-vif-plugged", "status": "completed", "tag": "765a6938-cecf-4471-a3f0-ee8dec21ba0c"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:43.337917 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.382107 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.417053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Pushing event updated for resources: {'Port': ['ID=48d2bad6-c7f1-4043-9299-19eb7ef9f214,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:43.422626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=765a6938-cecf-4471-a3f0-ee8dec21ba0c,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:43.501470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598267a2-b2cc-4ccc-b9a6-8c4be97b1e8b req-7f3527c7-8be5-492f-b89b-4f8bdadfb106 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.503582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-598267a2-b2cc-4ccc-b9a6-8c4be97b1e8b req-7f3527c7-8be5-492f-b89b-4f8bdadfb106 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 946 time: 0.1864510 Aug 09 15:48:43.555679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Attempting to bind port 48d2bad6-c7f1-4043-9299-19eb7ef9f214 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:43.556228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Attempting to bind port 48d2bad6-c7f1-4043-9299-19eb7ef9f214 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:43.556714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Attempting to bind port 48d2bad6-c7f1-4043-9299-19eb7ef9f214 on network 9a48be23-12e3-4e52-be08-065c2dc58132 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:43.569795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Port 48d2bad6-c7f1-4043-9299-19eb7ef9f214 on network 9a48be23-12e3-4e52-be08-065c2dc58132 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:43.570510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Attempting to bind port 48d2bad6-c7f1-4043-9299-19eb7ef9f214 on network 9a48be23-12e3-4e52-be08-065c2dc58132 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:43.585980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:43.586971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Checking segment: {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:43.587372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Bound using segment: {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:43.587811 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Bound port: 48d2bad6-c7f1-4043-9299-19eb7ef9f214, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd676d428-5ae9-4377-98f1-a8a9fe740f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:43.588690 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.594924 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-598267a2-b2cc-4ccc-b9a6-8c4be97b1e8b req-6cc79a79-2e99-4b85-94e7-81fe2eceb0a1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836852 Aug 09 15:48:43.641746 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0c36-10ed-4bfd-b3a9-d2fa790d649d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.688429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aaedbc-f5f8-42e6-b55a-58edaefc8a08 req-3e01dc09-04f9-4d50-83f0-35aa7d672fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.689236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] For port 48d2bad6-c7f1-4043-9299-19eb7ef9f214, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:43.690168 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e1aaedbc-f5f8-42e6-b55a-58edaefc8a08 req-3e01dc09-04f9-4d50-83f0-35aa7d672fec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 1096 time: 0.8392937 Aug 09 15:48:43.692791 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ec1d1b-16cb-4f8a-887f-f42776ac21d7 x-openstack-request-id: req-91ec1d1b-16cb-4f8a-887f-f42776ac21d7 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:43.693280 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73522e87-b21f-496b-acc0-8adabbae5a68", "name": "network-vif-plugged", "status": "completed", "tag": "765a6938-cecf-4471-a3f0-ee8dec21ba0c", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:43.693377 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91ec1d1b-16cb-4f8a-887f-f42776ac21d7 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:43.693962 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73522e87-b21f-496b-acc0-8adabbae5a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765a6938-cecf-4471-a3f0-ee8dec21ba0c', 'code': 200} Aug 09 15:48:43.697916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] For port 48d2bad6-c7f1-4043-9299-19eb7ef9f214, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=48d2bad6-c7f1-4043-9299-19eb7ef9f214,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:43.704325 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.753812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.754378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.756025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] 10.222.0.53 "PUT /v2.0/ports/48d2bad6-c7f1-4043-9299-19eb7ef9f214 HTTP/1.1" status: 200 len: 1092 time: 1.1829016 Aug 09 15:48:43.756469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7', 'tag': '48d2bad6-c7f1-4043-9299-19eb7ef9f214'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:43.759208 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c85bd2-a0c1-45ca-b323-976d61c638d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7", "tag": "48d2bad6-c7f1-4043-9299-19eb7ef9f214"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:43.786656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bd466-48d1-4635-b4b2-2c4f015250ee service neutron] Pushing event updated for resources: {'Port': ['ID=48d2bad6-c7f1-4043-9299-19eb7ef9f214,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:43.810811 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0c36-10ed-4bfd-b3a9-d2fa790d649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.819096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0c36-10ed-4bfd-b3a9-d2fa790d649d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.820275 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dfdd0c36-10ed-4bfd-b3a9-d2fa790d649d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d4946a0-7239-494f-859e-72e278466745 HTTP/1.1" status: 204 len: 168 time: 1.1128416 Aug 09 15:48:43.905209 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd0c36-10ed-4bfd-b3a9-d2fa790d649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4946a0-7239-494f-859e-72e278466745,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:43.984446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0acb-f7e1-4ed5-a72a-fd050dad27c5 req-389bdcd7-5665-48d9-a875-08b1b8b4a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.985979 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e40d0acb-f7e1-4ed5-a72a-fd050dad27c5 req-389bdcd7-5665-48d9-a875-08b1b8b4a6ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a48be23-12e3-4e52-be08-065c2dc58132 HTTP/1.1" status: 200 len: 917 time: 1.1103802 Aug 09 15:48:44.044588 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429dfe3-e99f-4185-a3bc-c4bcfc894f6f req-6f8aa7dd-e42f-4fa9-9fb8-292876f1248e tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.047850 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0429dfe3-e99f-4185-a3bc-c4bcfc894f6f req-6f8aa7dd-e42f-4fa9-9fb8-292876f1248e tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 945 time: 0.5137031 Aug 09 15:48:44.106846 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e40d0acb-f7e1-4ed5-a72a-fd050dad27c5 req-60c55ea1-4a2c-49c6-a542-a344ac8adc9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d HTTP/1.1" status: 200 len: 217 time: 0.0994678 Aug 09 15:48:44.248482 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0429dfe3-e99f-4185-a3bc-c4bcfc894f6f req-5710f887-55f1-49ad-884a-24c51fca0359 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b9c283c-6963-48ae-ba12-0ef4f5da23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1498909 Aug 09 15:48:44.249749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aaedbc-f5f8-42e6-b55a-58edaefc8a08 req-d0547fa2-99c4-49d8-8913-4ab5b88be964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.251640 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e1aaedbc-f5f8-42e6-b55a-58edaefc8a08 req-d0547fa2-99c4-49d8-8913-4ab5b88be964 service neutron] 10.222.0.53 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 912 time: 0.5237541 Aug 09 15:48:44.257957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02faad40-cbd3-46fa-960b-5fe1fb626af2 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:44.313782 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35422) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:44.316422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0acb-f7e1-4ed5-a72a-fd050dad27c5 req-49ca1610-10c7-4b3a-98b9-85c281fd3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.318458 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e40d0acb-f7e1-4ed5-a72a-fd050dad27c5 req-49ca1610-10c7-4b3a-98b9-85c281fd3d4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=daaa0928-3f12-4af1-817d-de614286331e HTTP/1.1" status: 200 len: 855 time: 0.2001026 Aug 09 15:48:44.329675 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e1aaedbc-f5f8-42e6-b55a-58edaefc8a08 req-bacc56ee-f56d-44db-9247-ab1ee1f43213 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c745b8f-b15d-462d-bfaf-8d400591f9b3 HTTP/1.1" status: 200 len: 217 time: 0.0677269 Aug 09 15:48:44.358218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b2827e0b-822d-4447-8758-870bbeed1be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:44.461039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15eead-18dd-4cd7-9ec8-1ef17964884e req-1eb74f03-4294-47f7-8e1f-04578c065a1f tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.464175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c15eead-18dd-4cd7-9ec8-1ef17964884e req-1eb74f03-4294-47f7-8e1f-04578c065a1f tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 944 time: 0.6573732 Aug 09 15:48:44.472093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-ae93fa59-47b6-48f6-9901-dd0203848611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.474443 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-ae93fa59-47b6-48f6-9901-dd0203848611 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b252d0c05f904b7ba487b53f4ac443b4&device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 1095 time: 0.6644681 Aug 09 15:48:44.500363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aaedbc-f5f8-42e6-b55a-58edaefc8a08 req-7c486cfb-1060-49d4-ab89-2f0d5c94cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.502410 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e1aaedbc-f5f8-42e6-b55a-58edaefc8a08 req-7c486cfb-1060-49d4-ab89-2f0d5c94cbd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.1554034 Aug 09 15:48:44.531082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-94aef577-b55d-4c37-8eab-ec8d63a34220 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48d2bad6-c7f1-4043-9299-19eb7ef9f214 HTTP/1.1" status: 200 len: 217 time: 0.0451882 Aug 09 15:48:44.536281 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0acb-f7e1-4ed5-a72a-fd050dad27c5 req-f4e2a909-455b-4892-af1f-6542cfb8dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.537949 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e40d0acb-f7e1-4ed5-a72a-fd050dad27c5 req-f4e2a909-455b-4892-af1f-6542cfb8dbca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a48be23-12e3-4e52-be08-065c2dc58132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2104149 Aug 09 15:48:44.591221 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c15eead-18dd-4cd7-9ec8-1ef17964884e req-0fc784a4-1788-4b77-a00b-559619550e37 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157782 Aug 09 15:48:44.595263 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e1aaedbc-f5f8-42e6-b55a-58edaefc8a08 req-78a968b6-a0e1-43b0-b190-72e5bc1e4ad6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788093 Aug 09 15:48:44.613056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-2c5b98b4-2924-4d6f-a70e-c93a08d626ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.614978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-2c5b98b4-2924-4d6f-a70e-c93a08d626ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=daaa0928-3f12-4af1-817d-de614286331e HTTP/1.1" status: 200 len: 855 time: 0.0771046 Aug 09 15:48:44.617990 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0f9be7-f77f-4c14-ba0d-43fe9b82b27a x-openstack-request-id: req-9b0f9be7-f77f-4c14-ba0d-43fe9b82b27a {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:44.618352 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7", "tag": "48d2bad6-c7f1-4043-9299-19eb7ef9f214", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:44.619574 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b0f9be7-f77f-4c14-ba0d-43fe9b82b27a {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:44.620258 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7', 'tag': '48d2bad6-c7f1-4043-9299-19eb7ef9f214', 'status': 'completed', 'code': 200} Aug 09 15:48:44.690654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-02a03bf3-6a49-4d75-90b0-b00f92fe5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.694644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-02a03bf3-6a49-4d75-90b0-b00f92fe5671 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9a48be23-12e3-4e52-be08-065c2dc58132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648665 Aug 09 15:48:44.827410 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de668cf-fa2e-4f66-bba2-99ba50e67b14 req-af8618f4-c28f-43d4-af03-34485416172d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.834744 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6de668cf-fa2e-4f66-bba2-99ba50e67b14 req-af8618f4-c28f-43d4-af03-34485416172d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 945 time: 0.1087294 Aug 09 15:48:44.847654 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e40d0acb-f7e1-4ed5-a72a-fd050dad27c5 req-b915b999-b404-4a5c-a2c4-0a5124a4d68a service neutron] 10.222.0.60 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578948 Aug 09 15:48:44.871162 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02faad40-cbd3-46fa-960b-5fe1fb626af2 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:44.877945 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-af762c91-11fc-4fc2-aa71-456e224b5b2a service neutron] 10.222.0.53 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765733 Aug 09 15:48:44.881769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02faad40-cbd3-46fa-960b-5fe1fb626af2 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:44.883887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4603c753-48ab-4686-a0ba-1c9d4b8c4a09 None None] Sync routers for ids ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:44.904455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603c753-48ab-4686-a0ba-1c9d4b8c4a09 None None] Routers {'510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:44.905093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4603c753-48ab-4686-a0ba-1c9d4b8c4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:48:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:44.932315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6de668cf-fa2e-4f66-bba2-99ba50e67b14 req-2dd4d3e1-3d27-4fa9-91e7-6036de78a054 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961943 Aug 09 15:48:45.018047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d7e59-1da3-4f08-9ce7-8a990144b1b5 req-594e08e3-f2cc-49ad-9888-62d3fe972b6a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.029187 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a60d7e59-1da3-4f08-9ce7-8a990144b1b5 req-594e08e3-f2cc-49ad-9888-62d3fe972b6a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 946 time: 0.3044393 Aug 09 15:48:45.054867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95eba052-d7a7-45f8-8a40-2f0aaa34d752 req-57d7f529-1fad-4288-ac84-eebaedc6f551 service neutron] 10.222.0.53 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616161 Aug 09 15:48:45.064664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-02faad40-cbd3-46fa-960b-5fe1fb626af2 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "PUT /v2.0/floatingips/a0626daa-f451-4f33-a381-b5a2e274c85b HTTP/1.1" status: 200 len: 992 time: 3.8488615 Aug 09 15:48:45.071830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'tag': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:45.077095 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb74a05-4936-4e98-a311-f7915788c240" -d '{"events": [{"name": "network-changed", "server_uuid": "bf01fb1b-d614-4919-8fc8-86063df7235e", "tag": "a35a6695-ee14-4a06-9fac-91f404fbd9e8"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:45.093293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 0c745b8f-b15d-462d-bfaf-8d400591f9b3 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:45.102927 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e1aaedbc-f5f8-42e6-b55a-58edaefc8a08 req-2c3cf315-e6f9-424c-9938-3d766279714d service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903820 Aug 09 15:48:45.163999 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b2827e0b-822d-4447-8758-870bbeed1be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.221568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c85bd2-a0c1-45ca-b323-976d61c638d7 req-aad8976c-4896-467a-bb8e-dee9045b8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.223809 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-44c85bd2-a0c1-45ca-b323-976d61c638d7 req-aad8976c-4896-467a-bb8e-dee9045b8a77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b252d0c05f904b7ba487b53f4ac443b4&device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0977135 Aug 09 15:48:45.257857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-4603c753-48ab-4686-a0ba-1c9d4b8c4a09 None None] Set router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:45.265613 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a60d7e59-1da3-4f08-9ce7-8a990144b1b5 req-bf7a8028-a9df-47b0-ad93-a4772fdcc52b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351665 Aug 09 15:48:45.267253 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707da912-8d21-4aad-8f0a-cf790fde5c9d x-openstack-request-id: req-707da912-8d21-4aad-8f0a-cf790fde5c9d {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:45.267534 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf01fb1b-d614-4919-8fc8-86063df7235e", "tag": "a35a6695-ee14-4a06-9fac-91f404fbd9e8", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:45.267788 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-707da912-8d21-4aad-8f0a-cf790fde5c9d {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:45.268184 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'tag': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8', 'status': 'completed', 'code': 200} Aug 09 15:48:45.275664 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b2827e0b-822d-4447-8758-870bbeed1be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.324328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2827e0b-822d-4447-8758-870bbeed1be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88335725-fe45-42b6-ac20-5ac149b87a63,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:45.358377 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e40d0acb-f7e1-4ed5-a72a-fd050dad27c5 req-88139acc-ea80-463f-8042-ac7a6fe56307 service neutron] 10.222.0.60 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841883 Aug 09 15:48:45.433218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b2827e0b-822d-4447-8758-870bbeed1be1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4fc64fcddcf245caa17c2c7114ac9db3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1135042 Aug 09 15:48:45.436136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35448) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:45.464028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb74a05-4936-4e98-a311-f7915788c240 req-c31412be-fd77-4865-857a-ec9e21d17610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.466937 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbb74a05-4936-4e98-a311-f7915788c240 req-c31412be-fd77-4865-857a-ec9e21d17610 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7caa7d423d1b4144a1a1842f1243f9ea&device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 1097 time: 0.1498690 Aug 09 15:48:45.467192 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e1aaedbc-f5f8-42e6-b55a-58edaefc8a08 req-5fd7e02d-7991-4a7a-92d9-19291c8f723e service neutron] 10.222.0.53 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452494 Aug 09 15:48:45.511488 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8581ab69-a67a-4cc7-9729-49a60287b723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.531461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:45.534864 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.538333 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8581ab69-a67a-4cc7-9729-49a60287b723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.584888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c85bd2-a0c1-45ca-b323-976d61c638d7 req-1906e74a-c950-4279-a289-561f5b926069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.586293 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-44c85bd2-a0c1-45ca-b323-976d61c638d7 req-1906e74a-c950-4279-a289-561f5b926069 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9a48be23-12e3-4e52-be08-065c2dc58132 HTTP/1.1" status: 200 len: 917 time: 0.3332901 Aug 09 15:48:45.610855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a0d00-5fb8-4fd1-abe7-b3aa054227c6 req-3d160abd-8e7a-471a-85f3-9ea126122b24 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.612354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-945a0d00-5fb8-4fd1-abe7-b3aa054227c6 req-3d160abd-8e7a-471a-85f3-9ea126122b24 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 945 time: 0.1674602 Aug 09 15:48:45.617384 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8581ab69-a67a-4cc7-9729-49a60287b723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.622375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8581ab69-a67a-4cc7-9729-49a60287b723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.625445 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8581ab69-a67a-4cc7-9729-49a60287b723 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88335725-fe45-42b6-ac20-5ac149b87a63 HTTP/1.1" status: 204 len: 168 time: 0.1877627 Aug 09 15:48:45.664225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581ab69-a67a-4cc7-9729-49a60287b723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88335725-fe45-42b6-ac20-5ac149b87a63,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:45.732257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-44c85bd2-a0c1-45ca-b323-976d61c638d7 req-406ac245-24a5-4ef3-b0b2-9c588da991ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48d2bad6-c7f1-4043-9299-19eb7ef9f214 HTTP/1.1" status: 200 len: 217 time: 0.1313508 Aug 09 15:48:45.768503 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358efd2c-d84d-455b-bc63-1b1db1f10851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c745b8f-b15d-462d-bfaf-8d400591f9b3'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:45.771827 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430902e2-32cb-4ca1-9ca4-abc0a511b477" -d '{"events": [{"server_uuid": "358efd2c-d84d-455b-bc63-1b1db1f10851", "name": "network-vif-unplugged", "status": "completed", "tag": "0c745b8f-b15d-462d-bfaf-8d400591f9b3"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:45.794764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c85bd2-a0c1-45ca-b323-976d61c638d7 req-50a426fb-b714-46a7-8524-b7902f93047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.796611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-44c85bd2-a0c1-45ca-b323-976d61c638d7 req-50a426fb-b714-46a7-8524-b7902f93047a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=daaa0928-3f12-4af1-817d-de614286331e HTTP/1.1" status: 200 len: 855 time: 0.0513718 Aug 09 15:48:45.816897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb74a05-4936-4e98-a311-f7915788c240 req-34fb16be-583d-4b86-9c27-6855fa914bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.817153 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbb74a05-4936-4e98-a311-f7915788c240 req-34fb16be-583d-4b86-9c27-6855fa914bf0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 HTTP/1.1" status: 200 len: 915 time: 0.3301013 Aug 09 15:48:45.825895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4603c753-48ab-4686-a0ba-1c9d4b8c4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'a0626daa-f451-4f33-a381-b5a2e274c85b', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'port_id': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'mac_address': 'fa:16:3e:53:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:48:17Z', 'updated_at': '2021-08-09T15:48:42Z', 'revision_number': 1, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4292f8f-81c0-4fae-a953-21bcb4b1dc63', 'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'mac_address': 'fa:16:3e:30:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:12Z', 'updated_at': '2021-08-09T15:48:21Z', 'revision_number': 5, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'subnets': [{'id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:45.862488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 0c745b8f-b15d-462d-bfaf-8d400591f9b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0c745b8f-b15d-462d-bfaf-8d400591f9b3,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:45.863615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4603c753-48ab-4686-a0ba-1c9d4b8c4a09 None None] Checking router: 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:45.866051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-945a0d00-5fb8-4fd1-abe7-b3aa054227c6 req-cbc0eea3-ac57-48a9-a08e-40c9e087a4a5 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b9c283c-6963-48ae-ba12-0ef4f5da23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2445860 Aug 09 15:48:45.876667 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.887108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3667cb4-9e35-43c3-ac92-6e93ddef6701 req-771dc39d-7fcb-4695-a04b-73dac127d602 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.889780 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3667cb4-9e35-43c3-ac92-6e93ddef6701 req-771dc39d-7fcb-4695-a04b-73dac127d602 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 944 time: 0.1749742 Aug 09 15:48:45.939572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=0c745b8f-b15d-462d-bfaf-8d400591f9b3,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:45.944388 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979fe51a-3b69-44d4-9725-509b93066929 x-openstack-request-id: req-979fe51a-3b69-44d4-9725-509b93066929 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:45.944864 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358efd2c-d84d-455b-bc63-1b1db1f10851", "name": "network-vif-unplugged", "status": "completed", "tag": "0c745b8f-b15d-462d-bfaf-8d400591f9b3", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:45.945262 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-979fe51a-3b69-44d4-9725-509b93066929 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:45.945867 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358efd2c-d84d-455b-bc63-1b1db1f10851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c745b8f-b15d-462d-bfaf-8d400591f9b3', 'code': 200} Aug 09 15:48:45.954747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603c753-48ab-4686-a0ba-1c9d4b8c4a09 None None] Routers {'510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:45.955592 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4603c753-48ab-4686-a0ba-1c9d4b8c4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:48:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:46.000726 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3667cb4-9e35-43c3-ac92-6e93ddef6701 req-bd822f1f-3753-47e9-8b34-b2cf1a92668c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042492 Aug 09 15:48:46.064206 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbb74a05-4936-4e98-a311-f7915788c240 req-a6d75a9d-2c4c-438a-8a06-efa973f1a3b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a35a6695-ee14-4a06-9fac-91f404fbd9e8 HTTP/1.1" status: 200 len: 1000 time: 0.2372527 Aug 09 15:48:46.113363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c85bd2-a0c1-45ca-b323-976d61c638d7 req-520a2c33-6063-4169-a0ec-94736161fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.115547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-44c85bd2-a0c1-45ca-b323-976d61c638d7 req-520a2c33-6063-4169-a0ec-94736161fe25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9a48be23-12e3-4e52-be08-065c2dc58132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3054891 Aug 09 15:48:46.190267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb74a05-4936-4e98-a311-f7915788c240 req-43f0e0d9-4722-4cbd-9cef-da2bb8fb9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.191974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbb74a05-4936-4e98-a311-f7915788c240 req-43f0e0d9-4722-4cbd-9cef-da2bb8fb9f67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31681149-8d2b-4d13-b9e7-c673b12ca72b HTTP/1.1" status: 200 len: 853 time: 0.1154377 Aug 09 15:48:46.279044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247c94f-5443-45f9-9182-7dfa1e0e3a09 req-7b280fc6-403e-43f5-a780-a6ff47287634 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.289151 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5247c94f-5443-45f9-9182-7dfa1e0e3a09 req-7b280fc6-403e-43f5-a780-a6ff47287634 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 943 time: 0.2239630 Aug 09 15:48:46.347064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee928f3-e213-4b4d-ae65-d5c586620a7d req-5a0fa290-7827-49a1-9437-edecdf8bf146 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.348692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cee928f3-e213-4b4d-ae65-d5c586620a7d req-5a0fa290-7827-49a1-9437-edecdf8bf146 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.60 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 946 time: 0.1622164 Aug 09 15:48:46.360647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb74a05-4936-4e98-a311-f7915788c240 req-c3f4f03c-aae5-4038-bb03-d3024fdea4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.362147 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5247c94f-5443-45f9-9182-7dfa1e0e3a09 req-13e4cf96-7dc0-4e6a-a716-de949643b678 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720410 Aug 09 15:48:46.362792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbb74a05-4936-4e98-a311-f7915788c240 req-c3f4f03c-aae5-4038-bb03-d3024fdea4c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faa1d562-cf1a-46bd-afcd-7a5499ce4bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536841 Aug 09 15:48:46.377065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-44c85bd2-a0c1-45ca-b323-976d61c638d7 req-3d0d2362-81e5-4181-8d26-e8f1fc5b5964 service neutron] 10.222.0.53 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505434 Aug 09 15:48:46.397177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:46.411019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d', 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132', 'port_id': 'ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d', 'mac_address': 'fa:16:3e:53:e9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaa0928-3f12-4af1-817d-de614286331e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:46.513572 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.561620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-cee928f3-e213-4b4d-ae65-d5c586620a7d req-144e2381-9800-42e6-a191-3c6fdd59a5a6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Deleting port a3147216-2fce-4f5a-8f02-cc7992d19c42 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:46.562682 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cee928f3-e213-4b4d-ae65-d5c586620a7d req-144e2381-9800-42e6-a191-3c6fdd59a5a6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.579560 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-4603c753-48ab-4686-a0ba-1c9d4b8c4a09 None None] Set router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:46.614242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c775f-6ea1-47b1-9a2a-b0a216288ce9 req-cf7a6e1c-d88e-4a8f-8c7b-7fc987549bf1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.624124 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600c775f-6ea1-47b1-9a2a-b0a216288ce9 req-cf7a6e1c-d88e-4a8f-8c7b-7fc987549bf1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 946 time: 0.1747324 Aug 09 15:48:46.702732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-44c85bd2-a0c1-45ca-b323-976d61c638d7 req-a9666274-a2b9-4e96-ae0a-0a01699ae497 service neutron] 10.222.0.53 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048697 Aug 09 15:48:46.705943 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbb74a05-4936-4e98-a311-f7915788c240 req-c68a7139-d4fd-4e2e-acfe-3e5f8a0a54b3 service neutron] 10.222.0.53 "GET /v2.0/networks/faa1d562-cf1a-46bd-afcd-7a5499ce4bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262362 Aug 09 15:48:46.718121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:46.760793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-cee928f3-e213-4b4d-ae65-d5c586620a7d req-144e2381-9800-42e6-a191-3c6fdd59a5a6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] For port a3147216-2fce-4f5a-8f02-cc7992d19c42, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a3147216-2fce-4f5a-8f02-cc7992d19c42,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:46.761849 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cee928f3-e213-4b4d-ae65-d5c586620a7d req-144e2381-9800-42e6-a191-3c6fdd59a5a6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.818087 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600c775f-6ea1-47b1-9a2a-b0a216288ce9 req-9a241e09-2a15-47e9-90d4-51fc696d188c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928563 Aug 09 15:48:46.824178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-cee928f3-e213-4b4d-ae65-d5c586620a7d req-144e2381-9800-42e6-a191-3c6fdd59a5a6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Calling delete_port for a3147216-2fce-4f5a-8f02-cc7992d19c42 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:46.833557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:46.859203 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.860209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device bbc16c21-d53f-4099-b6b2-d9aa54473423 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:46.938515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbb74a05-4936-4e98-a311-f7915788c240 req-23b84fe4-0b26-4d49-94fb-2293c4cbb893 service neutron] 10.222.0.53 "GET /v2.0/networks/faa1d562-cf1a-46bd-afcd-7a5499ce4bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145472 Aug 09 15:48:47.060810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c565cf-8e90-4d3a-83c5-aecdfe87daa7 req-e36afb23-1949-433f-800d-06863a36275d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:47.069428 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c7c565cf-8e90-4d3a-83c5-aecdfe87daa7 req-e36afb23-1949-433f-800d-06863a36275d tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 945 time: 0.0839958 Aug 09 15:48:47.085570 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 48d2bad6-c7f1-4043-9299-19eb7ef9f214 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:47.121003 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c7c565cf-8e90-4d3a-83c5-aecdfe87daa7 req-e6212b22-cb85-4a01-bb7a-090373d04694 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b9c283c-6963-48ae-ba12-0ef4f5da23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503623 Aug 09 15:48:47.174785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:47.238150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e36e30-f721-403e-9fbd-31ec3fdc53c8 req-d34fbe0f-4cfc-46c5-9d9d-16d6cc70a534 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:47.242487 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-34e36e30-f721-403e-9fbd-31ec3fdc53c8 req-d34fbe0f-4cfc-46c5-9d9d-16d6cc70a534 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 944 time: 0.1496534 Aug 09 15:48:47.266782 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cee928f3-e213-4b4d-ae65-d5c586620a7d req-144e2381-9800-42e6-a191-3c6fdd59a5a6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.381620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 48d2bad6-c7f1-4043-9299-19eb7ef9f214, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=48d2bad6-c7f1-4043-9299-19eb7ef9f214,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:47.397608 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.resource_extend [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:48:47.400495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '48d2bad6-c7f1-4043-9299-19eb7ef9f214', 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132', 'port_id': '48d2bad6-c7f1-4043-9299-19eb7ef9f214', 'mac_address': 'fa:16:3e:c1:78:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaa0928-3f12-4af1-817d-de614286331e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:47.412362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e2381-9800-42e6-a191-3c6fdd59a5a6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Pushing event deleted for resources: {'Port': ['ID=a3147216-2fce-4f5a-8f02-cc7992d19c42,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:47.416010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['293eb202-3dba-4048-83d5-a01b65bc403f', 'a3147216-2fce-4f5a-8f02-cc7992d19c42'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:47.485091 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-34e36e30-f721-403e-9fbd-31ec3fdc53c8 req-f519ced6-b970-4671-99e8-cf87751d7a77 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261872 Aug 09 15:48:47.510320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee928f3-e213-4b4d-ae65-d5c586620a7d req-144e2381-9800-42e6-a191-3c6fdd59a5a6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] No DVR routers for this DVR port a3147216-2fce-4f5a-8f02-cc7992d19c42 on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:47.513380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-cee928f3-e213-4b4d-ae65-d5c586620a7d req-144e2381-9800-42e6-a191-3c6fdd59a5a6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.515971 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cee928f3-e213-4b4d-ae65-d5c586620a7d req-144e2381-9800-42e6-a191-3c6fdd59a5a6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.60 "DELETE /v2.0/ports/a3147216-2fce-4f5a-8f02-cc7992d19c42 HTTP/1.1" status: 204 len: 173 time: 1.1527908 Aug 09 15:48:47.516481 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29106746-cea9-4f5f-b11f-475bedabf55f', 'name': 'network-vif-deleted', 'tag': 'a3147216-2fce-4f5a-8f02-cc7992d19c42'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:47.519383 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99522e89-f730-43c4-b2f6-12669604f091" -d '{"events": [{"server_uuid": "29106746-cea9-4f5f-b11f-475bedabf55f", "name": "network-vif-deleted", "tag": "a3147216-2fce-4f5a-8f02-cc7992d19c42"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:47.583867 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccca6892-40bb-4ad1-8e67-4b24e25b58c3 x-openstack-request-id: req-ccca6892-40bb-4ad1-8e67-4b24e25b58c3 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:47.584429 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29106746-cea9-4f5f-b11f-475bedabf55f", "name": "network-vif-deleted", "tag": "a3147216-2fce-4f5a-8f02-cc7992d19c42", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:47.585011 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccca6892-40bb-4ad1-8e67-4b24e25b58c3 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:47.585706 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29106746-cea9-4f5f-b11f-475bedabf55f', 'name': 'network-vif-deleted', 'tag': 'a3147216-2fce-4f5a-8f02-cc7992d19c42', 'status': 'completed', 'code': 200} Aug 09 15:48:47.600687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port bbc16c21-d53f-4099-b6b2-d9aa54473423, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bbc16c21-d53f-4099-b6b2-d9aa54473423,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:47.640994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'bbc16c21-d53f-4099-b6b2-d9aa54473423', 'network_id': '9a48be23-12e3-4e52-be08-065c2dc58132', 'port_id': 'bbc16c21-d53f-4099-b6b2-d9aa54473423', 'mac_address': 'fa:16:3e:bf:d1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaa0928-3f12-4af1-817d-de614286331e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:47.672907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e618620-7653-4902-9564-04c3b1b4a4dc req-c0515715-287c-46ce-ae85-66f7f2616ce1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:47.674744 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e618620-7653-4902-9564-04c3b1b4a4dc req-c0515715-287c-46ce-ae85-66f7f2616ce1 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 943 time: 0.1169426 Aug 09 15:48:47.749743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e618620-7653-4902-9564-04c3b1b4a4dc req-b35d5e2e-2493-4127-a110-fb78a7d74730 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684814 Aug 09 15:48:47.794237 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.797014 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.876107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc16c21-d53f-4099-b6b2-d9aa54473423 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:47.915697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d2bad6-c7f1-4043-9299-19eb7ef9f214 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:47.961252 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 48d2bad6-c7f1-4043-9299-19eb7ef9f214, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=48d2bad6-c7f1-4043-9299-19eb7ef9f214,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:47.987979 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-13d041db-87fd-4034-a5be-c1910854db71 req-313fa414-3ab9-4e8d-94f1-408f6ee97ebe tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=29106746-cea9-4f5f-b11f-475bedabf55f HTTP/1.1" status: 200 len: 210 time: 0.0471888 Aug 09 15:48:48.033063 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.043864 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port bbc16c21-d53f-4099-b6b2-d9aa54473423, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bbc16c21-d53f-4099-b6b2-d9aa54473423,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:48.083091 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.142657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=48d2bad6-c7f1-4043-9299-19eb7ef9f214,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:48.185507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4603c753-48ab-4686-a0ba-1c9d4b8c4a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'a0626daa-f451-4f33-a381-b5a2e274c85b', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'port_id': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'mac_address': 'fa:16:3e:53:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:48:17Z', 'updated_at': '2021-08-09T15:48:42Z', 'revision_number': 1, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4292f8f-81c0-4fae-a953-21bcb4b1dc63', 'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'mac_address': 'fa:16:3e:30:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:12Z', 'updated_at': '2021-08-09T15:48:21Z', 'revision_number': 5, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'subnets': [{'id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:48.235004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4603c753-48ab-4686-a0ba-1c9d4b8c4a09 None None] The sync data for ids ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'] in n-d-803778-2 is: [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'a0626daa-f451-4f33-a381-b5a2e274c85b', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'port_id': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'mac_address': 'fa:16:3e:53:1b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:48:17Z', 'updated_at': '2021-08-09T15:48:42Z', 'revision_number': 1, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4292f8f-81c0-4fae-a953-21bcb4b1dc63', 'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'mac_address': 'fa:16:3e:30:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:12Z', 'updated_at': '2021-08-09T15:48:21Z', 'revision_number': 5, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'subnets': [{'id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:48.244066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-f834ef80-7a56-4264-af54-5f3a492de32a tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.247836 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-f834ef80-7a56-4264-af54-5f3a492de32a tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 945 time: 0.1252055 Aug 09 15:48:48.275176 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=bbc16c21-d53f-4099-b6b2-d9aa54473423,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:48.361791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['48d2bad6-c7f1-4043-9299-19eb7ef9f214'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:48.415159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d3de2-b5f1-4d77-95f2-6541a77d980f req-296aae9a-b955-4d0c-be0e-c3e9eaa37f39 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.419211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:48.427597 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-149d3de2-b5f1-4d77-95f2-6541a77d980f req-296aae9a-b955-4d0c-be0e-c3e9eaa37f39 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 945 time: 0.0994318 Aug 09 15:48:48.435382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['bbc16c21-d53f-4099-b6b2-d9aa54473423'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:48.438869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Deleting port 26963060-26ea-40ae-aad1-d006c36757dc {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:48.441189 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.492423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-149d3de2-b5f1-4d77-95f2-6541a77d980f req-0bfc0246-9433-41f7-afa3-08061e2651a3 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/security-groups?id=3b9c283c-6963-48ae-ba12-0ef4f5da23bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605030 Aug 09 15:48:48.670916 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6708b-b92e-4717-9f06-84ff178b587e None None] New status for floating IP a0626daa-f451-4f33-a381-b5a2e274c85b: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:48:48.711336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] For port 26963060-26ea-40ae-aad1-d006c36757dc, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=26963060-26ea-40ae-aad1-d006c36757dc,segment=NetworkSegment(7eb691f2-e56d-4df5-9815-9e93c5cfa75a),segment_id=7eb691f2-e56d-4df5-9815-9e93c5cfa75a)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:48.711884 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.824613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b667dd1-18de-4e92-8951-849d4a5b8178 req-b6595bbb-5775-44b7-a780-4d5aa6640976 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.843900 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b667dd1-18de-4e92-8951-849d4a5b8178 req-b6595bbb-5775-44b7-a780-4d5aa6640976 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 945 time: 0.1180463 Aug 09 15:48:48.904634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b667dd1-18de-4e92-8951-849d4a5b8178 req-aa7fd307-bd09-468e-a2b2-711c5a2af5f9 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609365 Aug 09 15:48:49.089373 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.089855 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.090228 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Floating IP a09d0c5f-3f8f-4eee-b774-12d0c5b34264 disassociated. External IP: 172.25.2.247, port: 26963060-26ea-40ae-aad1-d006c36757dc. Aug 09 15:48:49.090753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Calling delete_port for 26963060-26ea-40ae-aad1-d006c36757dc owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:49.132024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a842c-2493-4117-a702-63655f02d4d0 req-d595ecb7-f58d-4e49-9a3b-fc4dde67cc65 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:49.134276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c2a842c-2493-4117-a702-63655f02d4d0 req-d595ecb7-f58d-4e49-9a3b-fc4dde67cc65 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 943 time: 0.1860471 Aug 09 15:48:49.258681 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c2a842c-2493-4117-a702-63655f02d4d0 req-f2ae05e4-3905-4e31-9709-f3af71994757 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554340 Aug 09 15:48:49.423178 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.448670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017a678-42ff-4a55-823f-03f4a4681891 req-2a08660f-1325-4996-b6b1-00be029bc136 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:49.459705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d017a678-42ff-4a55-823f-03f4a4681891 req-2a08660f-1325-4996-b6b1-00be029bc136 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1500154 Aug 09 15:48:49.462628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Pushing event deleted for resources: {'Port': ['ID=26963060-26ea-40ae-aad1-d006c36757dc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:49.557128 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d017a678-42ff-4a55-823f-03f4a4681891 req-01042490-3e22-4cce-9655-60d265c62e5c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957496 Aug 09 15:48:49.657759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Router 256e9357-6beb-4fb5-8cd0-8306de314766 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:49.753028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-76bbaf55-7a09-4c30-b388-7a8ba286d183 req-7c49c9d8-714d-480a-9819-d9da5bb83ab8 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196 HTTP/1.1" status: 200 len: 210 time: 0.0691383 Aug 09 15:48:49.756624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35598) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:49.852130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:49.865290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89be029-f0de-4d18-82d1-80d5b29fbba1 None None] Sync routers for ids ['256e9357-6beb-4fb5-8cd0-8306de314766'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:49.879278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89be029-f0de-4d18-82d1-80d5b29fbba1 None None] Routers {'256e9357-6beb-4fb5-8cd0-8306de314766'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:49.880050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b89be029-f0de-4d18-82d1-80d5b29fbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:48:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['256e9357-6beb-4fb5-8cd0-8306de314766'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:49.907370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] No DVR routers for this DVR port 26963060-26ea-40ae-aad1-d006c36757dc on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:49.912547 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.914867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a78985f-57c9-4bc3-98bc-901fbb785ce3 req-9a21684a-b667-4eb0-8054-ce116b448c16 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.53 "DELETE /v2.0/ports/26963060-26ea-40ae-aad1-d006c36757dc HTTP/1.1" status: 204 len: 173 time: 1.6605771 Aug 09 15:48:49.917927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'name': 'network-vif-deleted', 'tag': '26963060-26ea-40ae-aad1-d006c36757dc'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:49.926996 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce307e9-a42c-45df-9373-e2505a953bbe" -d '{"events": [{"server_uuid": "ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196", "name": "network-vif-deleted", "tag": "26963060-26ea-40ae-aad1-d006c36757dc"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:50.050187 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5210320-4aad-4c02-a755-a0d30eb5a7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.099655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:50.186808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b89be029-f0de-4d18-82d1-80d5b29fbba1 None None] Set router 256e9357-6beb-4fb5-8cd0-8306de314766 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:50.349859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5210320-4aad-4c02-a755-a0d30eb5a7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.356975 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5210320-4aad-4c02-a755-a0d30eb5a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.403867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:50.404445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35630) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:50.405007 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c5210320-4aad-4c02-a755-a0d30eb5a7b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dc01f6e268454de4bb0b8babfd01601d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6349607 Aug 09 15:48:50.425344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:50.426131 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.450761 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f618944-1548-487d-8693-74903300dd9b req-6879f9cb-79e1-4596-8da5-df7cca0bed62 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.466549 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8f618944-1548-487d-8693-74903300dd9b req-6879f9cb-79e1-4596-8da5-df7cca0bed62 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 945 time: 0.3920748 Aug 09 15:48:50.481420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5210320-4aad-4c02-a755-a0d30eb5a7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009065ea-9d83-4501-87c6-f4bc1f88321d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:50.535997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35951a8b-7343-42d5-91cb-3622dca04832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.538594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8f618944-1548-487d-8693-74903300dd9b req-010c9ac9-a697-469f-ab73-be0dd1604429 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710602 Aug 09 15:48:50.614226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35951a8b-7343-42d5-91cb-3622dca04832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.633178 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.701261 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0989c35d-1b07-4730-9460-17521e164823 x-openstack-request-id: req-0989c35d-1b07-4730-9460-17521e164823 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:50.703957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b89be029-f0de-4d18-82d1-80d5b29fbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:46:39Z', 'revision_number': 4, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0ca08694-2dfb-48fe-b2a5-5c5e7f380030', 'name': '', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'mac_address': 'fa:16:3e:ff:f5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:37Z', 'updated_at': '2021-08-09T15:46:47Z', 'revision_number': 5, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'subnets': [{'id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:50.704592 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196", "name": "network-vif-deleted", "tag": "26963060-26ea-40ae-aad1-d006c36757dc", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:50.705338 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0989c35d-1b07-4730-9460-17521e164823 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:50.705950 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecab9ea3-4e4d-44ea-8ed0-0b64aacd6196', 'name': 'network-vif-deleted', 'tag': '26963060-26ea-40ae-aad1-d006c36757dc', 'status': 'completed', 'code': 200} Aug 09 15:48:50.750041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2deb67-59ca-43a1-aeed-c9c31e694b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:50.753638 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ac25b0-bb01-4e1e-aa1b-54f7d1d1aeb7" -d '{"events": [{"server_uuid": "5b2deb67-59ca-43a1-aeed-c9c31e694b4b", "name": "network-vif-plugged", "status": "completed", "tag": "ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:50.755157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35951a8b-7343-42d5-91cb-3622dca04832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.758806 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35951a8b-7343-42d5-91cb-3622dca04832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.764282 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-35951a8b-7343-42d5-91cb-3622dca04832 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/009065ea-9d83-4501-87c6-f4bc1f88321d HTTP/1.1" status: 204 len: 168 time: 0.3546507 Aug 09 15:48:50.789557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35951a8b-7343-42d5-91cb-3622dca04832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009065ea-9d83-4501-87c6-f4bc1f88321d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:50.851971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:50.853363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89be029-f0de-4d18-82d1-80d5b29fbba1 None None] Checking router: 256e9357-6beb-4fb5-8cd0-8306de314766 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:50.865278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89be029-f0de-4d18-82d1-80d5b29fbba1 None None] Routers {'256e9357-6beb-4fb5-8cd0-8306de314766'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:50.865939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b89be029-f0de-4d18-82d1-80d5b29fbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:48:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['256e9357-6beb-4fb5-8cd0-8306de314766'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:50.867804 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.868734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device bbc16c21-d53f-4099-b6b2-d9aa54473423 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:50.897353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580763-fbee-4e2f-b31b-3a1e9e3795e7 req-e44dd978-a8b3-45ea-9b99-c0df7a205d15 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.906978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7f580763-fbee-4e2f-b31b-3a1e9e3795e7 req-e44dd978-a8b3-45ea-9b99-c0df7a205d15 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1814222 Aug 09 15:48:50.992314 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:50.993448 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7f580763-fbee-4e2f-b31b-3a1e9e3795e7 req-0585a58b-5620-41bd-9c7e-47578aef9f52 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827081 Aug 09 15:48:51.096359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e574f5-902d-4c77-be0d-5cb78f795f35 req-36a8d542-85a3-4fd3-a08a-a1795402dbe9 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.105692 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7e574f5-902d-4c77-be0d-5cb78f795f35 req-36a8d542-85a3-4fd3-a08a-a1795402dbe9 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=358efd2c-d84d-455b-bc63-1b1db1f10851 HTTP/1.1" status: 200 len: 943 time: 0.0993936 Aug 09 15:48:51.281630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d7e574f5-902d-4c77-be0d-5cb78f795f35 req-2d70fb9d-04b7-41fe-91ce-3241afa2d413 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Deleting port 0c745b8f-b15d-462d-bfaf-8d400591f9b3 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:51.282838 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7e574f5-902d-4c77-be0d-5cb78f795f35 req-2d70fb9d-04b7-41fe-91ce-3241afa2d413 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.329826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaebcb2-ce9f-4a91-b5b7-0d0cd11f75cb req-0fd41093-14f3-450e-a1ac-6432a5da8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.331369 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-baaebcb2-ce9f-4a91-b5b7-0d0cd11f75cb req-0fd41093-14f3-450e-a1ac-6432a5da8c7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b2deb67-59ca-43a1-aeed-c9c31e694b4b HTTP/1.1" status: 200 len: 1096 time: 0.1051738 Aug 09 15:48:51.342694 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15740408-b2cf-4a89-a031-482bf0ff04ad x-openstack-request-id: req-15740408-b2cf-4a89-a031-482bf0ff04ad {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:51.342865 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2deb67-59ca-43a1-aeed-c9c31e694b4b", "name": "network-vif-plugged", "status": "completed", "tag": "ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:51.343064 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15740408-b2cf-4a89-a031-482bf0ff04ad {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:51.343523 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2deb67-59ca-43a1-aeed-c9c31e694b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d', 'code': 200} Aug 09 15:48:51.345972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 48d2bad6-c7f1-4043-9299-19eb7ef9f214 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:51.395414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35666) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:51.424306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d7e574f5-902d-4c77-be0d-5cb78f795f35 req-2d70fb9d-04b7-41fe-91ce-3241afa2d413 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] For port 0c745b8f-b15d-462d-bfaf-8d400591f9b3, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0c745b8f-b15d-462d-bfaf-8d400591f9b3,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:51.424848 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7e574f5-902d-4c77-be0d-5cb78f795f35 req-2d70fb9d-04b7-41fe-91ce-3241afa2d413 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.435494 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e764f906-79a2-42c5-8e12-033484136831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.438373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port bbc16c21-d53f-4099-b6b2-d9aa54473423 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:51.443963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d7e574f5-902d-4c77-be0d-5cb78f795f35 req-2d70fb9d-04b7-41fe-91ce-3241afa2d413 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Calling delete_port for 0c745b8f-b15d-462d-bfaf-8d400591f9b3 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:51.445254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port bbc16c21-d53f-4099-b6b2-d9aa54473423 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:51.445651 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.454618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b89be029-f0de-4d18-82d1-80d5b29fbba1 None None] Set router 256e9357-6beb-4fb5-8cd0-8306de314766 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:51.488676 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-baaebcb2-ce9f-4a91-b5b7-0d0cd11f75cb req-1d4ec527-3576-4b75-8965-307ae824cfdf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484396 Aug 09 15:48:51.533601 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 48d2bad6-c7f1-4043-9299-19eb7ef9f214 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:51.534134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae867b9-1515-4d91-ab5b-6bc31fece573 req-cbeac970-280b-4cc0-93d6-2fae104a0792 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.536117 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dae867b9-1515-4d91-ab5b-6bc31fece573 req-cbeac970-280b-4cc0-93d6-2fae104a0792 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1087737 Aug 09 15:48:51.593710 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dae867b9-1515-4d91-ab5b-6bc31fece573 req-82e53a7f-9c78-4c9d-8189-a13be5d5bda9 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498722 Aug 09 15:48:51.636346 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7e574f5-902d-4c77-be0d-5cb78f795f35 req-2d70fb9d-04b7-41fe-91ce-3241afa2d413 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.666832 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e764f906-79a2-42c5-8e12-033484136831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.668278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35672) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:51.679812 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e764f906-79a2-42c5-8e12-033484136831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.765638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 48d2bad6-c7f1-4043-9299-19eb7ef9f214 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:51.766187 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.776172 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90a580d9-eba7-49d8-b1e9-ae6a8884e31e tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.786288 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e764f906-79a2-42c5-8e12-033484136831 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5f955ce2eed45409269b0103fad03a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876743 Aug 09 15:48:51.797166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35674) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:51.818819 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70fb9d-04b7-41fe-91ce-3241afa2d413 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Pushing event deleted for resources: {'Port': ['ID=0c745b8f-b15d-462d-bfaf-8d400591f9b3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:51.856031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764f906-79a2-42c5-8e12-033484136831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533dfd0c-4ca1-47f6-babe-b98382037389,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:51.882038 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90a580d9-eba7-49d8-b1e9-ae6a8884e31e tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.891586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e574f5-902d-4c77-be0d-5cb78f795f35 req-2d70fb9d-04b7-41fe-91ce-3241afa2d413 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] No DVR routers for this DVR port 0c745b8f-b15d-462d-bfaf-8d400591f9b3 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:51.907757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.910789 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d7e574f5-902d-4c77-be0d-5cb78f795f35 req-2d70fb9d-04b7-41fe-91ce-3241afa2d413 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.914454 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18aae-7758-404a-8026-5d54f532b14d req-5da6fbfa-55bc-43cb-a4c1-137c6b51f7d7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.916594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d2a18aae-7758-404a-8026-5d54f532b14d req-5da6fbfa-55bc-43cb-a4c1-137c6b51f7d7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 945 time: 0.1366234 Aug 09 15:48:51.931160 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7e574f5-902d-4c77-be0d-5cb78f795f35 req-2d70fb9d-04b7-41fe-91ce-3241afa2d413 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "DELETE /v2.0/ports/0c745b8f-b15d-462d-bfaf-8d400591f9b3 HTTP/1.1" status: 204 len: 173 time: 0.8199129 Aug 09 15:48:51.967051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b89be029-f0de-4d18-82d1-80d5b29fbba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:46:39Z', 'revision_number': 4, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0ca08694-2dfb-48fe-b2a5-5c5e7f380030', 'name': '', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'mac_address': 'fa:16:3e:ff:f5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:37Z', 'updated_at': '2021-08-09T15:46:47Z', 'revision_number': 5, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'subnets': [{'id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:51.979941 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d2a18aae-7758-404a-8026-5d54f532b14d req-cf0fad71-ee81-4bf4-a1e5-fb954bfec240 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554268 Aug 09 15:48:52.014834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89be029-f0de-4d18-82d1-80d5b29fbba1 None None] The sync data for ids ['256e9357-6beb-4fb5-8cd0-8306de314766'] in n-d-803778-2 is: [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:46:39Z', 'revision_number': 4, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0ca08694-2dfb-48fe-b2a5-5c5e7f380030', 'name': '', 'network_id': 'bcaf1753-37ad-49ae-8505-a23ee7b4fd72', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'mac_address': 'fa:16:3e:ff:f5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:37Z', 'updated_at': '2021-08-09T15:46:47Z', 'revision_number': 5, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'subnets': [{'id': 'b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:52.033722 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90a580d9-eba7-49d8-b1e9-ae6a8884e31e tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.037003 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90a580d9-eba7-49d8-b1e9-ae6a8884e31e tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.042343 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-90a580d9-eba7-49d8-b1e9-ae6a8884e31e tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "DELETE /v2.0/security-groups/3b9c283c-6963-48ae-ba12-0ef4f5da23bb HTTP/1.1" status: 204 len: 168 time: 0.3725104 Aug 09 15:48:52.043323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35680) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:52.064135 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.066361 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-64854f0e-2b26-4b8f-b0b3-aea53c8acdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.083283 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a580d9-eba7-49d8-b1e9-ae6a8884e31e tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9c283c-6963-48ae-ba12-0ef4f5da23bb,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:52.097655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port bbc16c21-d53f-4099-b6b2-d9aa54473423, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bbc16c21-d53f-4099-b6b2-d9aa54473423,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:52.114988 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-9ee4be31-0038-4a63-91e8-eadfeb04397e tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] show failed (client error): The resource could not be found. Aug 09 15:48:52.119200 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9ee4be31-0038-4a63-91e8-eadfeb04397e tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "GET /v2.0/security-groups/3b9c283c-6963-48ae-ba12-0ef4f5da23bb HTTP/1.1" status: 404 len: 347 time: 0.0691936 Aug 09 15:48:52.120961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35684) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:52.146437 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.149531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a3147216-2fce-4f5a-8f02-cc7992d19c42 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:52.189877 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-64854f0e-2b26-4b8f-b0b3-aea53c8acdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.202846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: a3147216-2fce-4f5a-8f02-cc7992d19c42 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:52.203198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a3147216-2fce-4f5a-8f02-cc7992d19c42 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:52.290546 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-64854f0e-2b26-4b8f-b0b3-aea53c8acdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.293239 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-64854f0e-2b26-4b8f-b0b3-aea53c8acdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.303384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-64854f0e-2b26-4b8f-b0b3-aea53c8acdc6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/533dfd0c-4ca1-47f6-babe-b98382037389 HTTP/1.1" status: 204 len: 168 time: 0.5040491 Aug 09 15:48:52.348069 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64854f0e-2b26-4b8f-b0b3-aea53c8acdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533dfd0c-4ca1-47f6-babe-b98382037389,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:52.398070 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 48d2bad6-c7f1-4043-9299-19eb7ef9f214, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=48d2bad6-c7f1-4043-9299-19eb7ef9f214,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:52.457133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=bbc16c21-d53f-4099-b6b2-d9aa54473423,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:52.482053 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.483148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 0c745b8f-b15d-462d-bfaf-8d400591f9b3 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:52.597649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f04498e4-d140-46d9-a896-68dd388b0042 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Deleting port a4cd0f0f-2e4d-4378-a5e2-d56415186996 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:52.604427 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f04498e4-d140-46d9-a896-68dd388b0042 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.669650 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=48d2bad6-c7f1-4043-9299-19eb7ef9f214,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:52.707192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358efd2c-d84d-455b-bc63-1b1db1f10851', 'name': 'network-vif-deleted', 'tag': '0c745b8f-b15d-462d-bfaf-8d400591f9b3'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:52.710999 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf578269-a0f5-4839-a017-3350f063af9b None None] New status for floating IP a09d0c5f-3f8f-4eee-b774-12d0c5b34264: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:48:52.712637 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4407fc8a-f866-4bac-87ca-271e6b3987f8" -d '{"events": [{"server_uuid": "358efd2c-d84d-455b-bc63-1b1db1f10851", "name": "network-vif-deleted", "tag": "0c745b8f-b15d-462d-bfaf-8d400591f9b3"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:52.732074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 0c745b8f-b15d-462d-bfaf-8d400591f9b3 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:52.732422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 0c745b8f-b15d-462d-bfaf-8d400591f9b3 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:52.732851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 26963060-26ea-40ae-aad1-d006c36757dc no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:52.786690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 26963060-26ea-40ae-aad1-d006c36757dc {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:52.789583 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 26963060-26ea-40ae-aad1-d006c36757dc not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:52.817175 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92e77f4-4aaf-4ad8-a2de-70629c3f6466 x-openstack-request-id: req-d92e77f4-4aaf-4ad8-a2de-70629c3f6466 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:52.817475 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358efd2c-d84d-455b-bc63-1b1db1f10851", "name": "network-vif-deleted", "tag": "0c745b8f-b15d-462d-bfaf-8d400591f9b3", "status": "failed", "code": 422}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:52.817774 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d92e77f4-4aaf-4ad8-a2de-70629c3f6466 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:52.818250 n-d-803778-2 neutron-server[94290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '358efd2c-d84d-455b-bc63-1b1db1f10851', 'name': 'network-vif-deleted', 'tag': '0c745b8f-b15d-462d-bfaf-8d400591f9b3', 'status': 'failed', 'code': 422} returned with failed status Aug 09 15:48:52.897677 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f04498e4-d140-46d9-a896-68dd388b0042 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.897677 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f04498e4-d140-46d9-a896-68dd388b0042 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:52.921613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f04498e4-d140-46d9-a896-68dd388b0042 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Calling delete_port for a4cd0f0f-2e4d-4378-a5e2-d56415186996 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:53.258530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-0ac9e83e-4265-4eb5-bd19-379c880712b6 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:53.261148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3886cda-dbfd-43e8-be7e-9cbe22fc75d7 req-ac9957fd-3c95-4312-9b07-bbe6cc75b1ee tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:53.262832 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3886cda-dbfd-43e8-be7e-9cbe22fc75d7 req-ac9957fd-3c95-4312-9b07-bbe6cc75b1ee tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 946 time: 0.1379538 Aug 09 15:48:53.273404 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f04498e4-d140-46d9-a896-68dd388b0042 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.274445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-0ac9e83e-4265-4eb5-bd19-379c880712b6 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.1494911 Aug 09 15:48:53.298358 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-4a82ea3f-e098-42ef-b84f-0f8c61a902f0 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/quotas/36f5b17513bf476d8c384854b2a2d252 HTTP/1.1" status: 200 len: 375 time: 0.0172966 Aug 09 15:48:53.327326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04498e4-d140-46d9-a896-68dd388b0042 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Pushing event deleted for resources: {'Port': ['ID=a4cd0f0f-2e4d-4378-a5e2-d56415186996,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:53.345110 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-fc1d9c09-06ea-4f79-b38f-ed29f8888225 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450466 Aug 09 15:48:53.345322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b91a2d8-8538-45b2-8d7f-9244323ac7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc16c21-d53f-4099-b6b2-d9aa54473423'}, {'server_uuid': 'ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d2bad6-c7f1-4043-9299-19eb7ef9f214'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:53.347652 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ee0a4f-4214-4e32-90b6-2234c9b3c620" -d '{"events": [{"server_uuid": "6b91a2d8-8538-45b2-8d7f-9244323ac7bd", "name": "network-vif-plugged", "status": "completed", "tag": "bbc16c21-d53f-4099-b6b2-d9aa54473423"}, {"server_uuid": "ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7", "name": "network-vif-plugged", "status": "completed", "tag": "48d2bad6-c7f1-4043-9299-19eb7ef9f214"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:53.351826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-1c3b4b66-84f2-4a76-9b73-3dd562980a70 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:48:53.363191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-1c3b4b66-84f2-4a76-9b73-3dd562980a70 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158935 Aug 09 15:48:53.371598 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3886cda-dbfd-43e8-be7e-9cbe22fc75d7 req-52ab82bc-6303-4a94-a528-691ac543120a tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933590 Aug 09 15:48:53.505401 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f04498e4-d140-46d9-a896-68dd388b0042 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.510651 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f04498e4-d140-46d9-a896-68dd388b0042 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.512523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f04498e4-d140-46d9-a896-68dd388b0042 tempest-ServersTestJSON-1048505674 tempest-ServersTestJSON-1048505674-project] 10.222.0.81 "DELETE /v2.0/floatingips/a09d0c5f-3f8f-4eee-b774-12d0c5b34264 HTTP/1.1" status: 204 len: 168 time: 1.3905923 Aug 09 15:48:53.517828 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35752) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:53.592948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-b3c734eb-1463-441c-8bf8-adc2cba03ac0 service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286091 Aug 09 15:48:53.598298 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387b4547-5d4e-48fd-89b0-2f1f0bde359e x-openstack-request-id: req-387b4547-5d4e-48fd-89b0-2f1f0bde359e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:53.599000 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b91a2d8-8538-45b2-8d7f-9244323ac7bd", "name": "network-vif-plugged", "status": "completed", "tag": "bbc16c21-d53f-4099-b6b2-d9aa54473423", "code": 200}, {"server_uuid": "ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7", "name": "network-vif-plugged", "status": "completed", "tag": "48d2bad6-c7f1-4043-9299-19eb7ef9f214", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:53.599466 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-387b4547-5d4e-48fd-89b0-2f1f0bde359e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:53.600067 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b91a2d8-8538-45b2-8d7f-9244323ac7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc16c21-d53f-4099-b6b2-d9aa54473423', 'code': 200} Aug 09 15:48:53.600524 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d2bad6-c7f1-4043-9299-19eb7ef9f214', 'code': 200} Aug 09 15:48:53.828526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118b0d-8666-4807-a4dc-bc37d633328b req-9f2fd089-34c2-4ea2-a972-f3f8ac02c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:53.830148 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-14118b0d-8666-4807-a4dc-bc37d633328b req-9f2fd089-34c2-4ea2-a972-f3f8ac02c525 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0752006 Aug 09 15:48:53.896892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-49ee99e6-921f-4710-b0da-aa11063c5541 service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994578 Aug 09 15:48:53.914528 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-14118b0d-8666-4807-a4dc-bc37d633328b req-7aefe5e5-93fa-4009-9a7e-42649b9d406c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710697 Aug 09 15:48:54.372032 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab61aff4-e7dd-40e0-94c0-339daaa954cf req-2691b7f4-5f85-4170-85bd-9125b2a85e88 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 210 time: 0.0749874 Aug 09 15:48:54.452083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09df77-5d0b-432a-a055-abc71fa42533 req-e5fecd1c-9182-426c-adf8-ac33a902b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.454205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e09df77-5d0b-432a-a055-abc71fa42533 req-e5fecd1c-9182-426c-adf8-ac33a902b855 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 1097 time: 0.7300236 Aug 09 15:48:54.573770 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e09df77-5d0b-432a-a055-abc71fa42533 req-a77cdb53-44d0-48d0-988e-540837ef29f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065955 Aug 09 15:48:54.591025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451db90-03b1-4415-8113-3864066c0dac req-ed56b686-62de-4534-ac7b-89972bbcb972 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.598560 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7451db90-03b1-4415-8113-3864066c0dac req-ed56b686-62de-4534-ac7b-89972bbcb972 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 946 time: 0.1333487 Aug 09 15:48:54.659331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7451db90-03b1-4415-8113-3864066c0dac req-bffbeb58-341c-42ae-b0ac-15e0ad5a3895 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598378 Aug 09 15:48:54.835451 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371636d2-d8aa-49ce-84c3-bb3a88a48d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.278653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-371636d2-d8aa-49ce-84c3-bb3a88a48d69 admin admin] Deleting port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:55.279973 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371636d2-d8aa-49ce-84c3-bb3a88a48d69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.449046 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-a46a28ef-44d3-4223-bae3-ba9744639fe4 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2ba060126c3444ebaa75cbaabe889517&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252438 Aug 09 15:48:55.497990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-371636d2-d8aa-49ce-84c3-bb3a88a48d69 admin admin] For port 0ca08694-2dfb-48fe-b2a5-5c5e7f380030, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0ca08694-2dfb-48fe-b2a5-5c5e7f380030,segment=NetworkSegment(7eb691f2-e56d-4df5-9815-9e93c5cfa75a),segment_id=7eb691f2-e56d-4df5-9815-9e93c5cfa75a)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:55.498581 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371636d2-d8aa-49ce-84c3-bb3a88a48d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.514512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-371636d2-d8aa-49ce-84c3-bb3a88a48d69 admin admin] Calling delete_port for 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:55.579120 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-33c4ddba-0083-4b43-b247-5f3c4cb76223 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:55.581001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-33c4ddba-0083-4b43-b247-5f3c4cb76223 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257062 Aug 09 15:48:55.601042 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-c8afa970-1b59-4b34-9ed8-befddba53c15 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/quotas/2ba060126c3444ebaa75cbaabe889517 HTTP/1.1" status: 200 len: 375 time: 0.0131838 Aug 09 15:48:55.625335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8faaa9-30f2-4672-a235-949d318aa93c req-c27226de-70a6-4e66-98ba-a6b42108368a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:55.626398 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2e8faaa9-30f2-4672-a235-949d318aa93c req-c27226de-70a6-4e66-98ba-a6b42108368a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.2032306 Aug 09 15:48:55.649450 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-234c1b80-3a70-4512-9855-fff9f61a947b tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2ba060126c3444ebaa75cbaabe889517&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402863 Aug 09 15:48:55.759456 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2e8faaa9-30f2-4672-a235-949d318aa93c req-9786376b-97ac-440a-8212-b7908c14884c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826731 Aug 09 15:48:55.901125 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d2e362de-24ce-4404-847e-faa34e915804 req-f6d8216e-0f35-46da-ae43-d1867d2accda tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 210 time: 0.0343750 Aug 09 15:48:56.133635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b2e01-386d-495f-bf73-db06f226056f req-d237b241-724e-4c65-8ea6-750a5482c6c2 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.133954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afc7c1-974c-44df-9b40-74d397d07bb5 req-9a201c13-a04e-4fd1-8613-0c8f28ab981e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.135508 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0afc7c1-974c-44df-9b40-74d397d07bb5 req-9a201c13-a04e-4fd1-8613-0c8f28ab981e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0581517 Aug 09 15:48:56.141357 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-260b2e01-386d-495f-bf73-db06f226056f req-d237b241-724e-4c65-8ea6-750a5482c6c2 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 946 time: 0.1326683 Aug 09 15:48:56.169541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-652d35f7-5cf8-45e7-ac6a-44832f8745e3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.171335 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-652d35f7-5cf8-45e7-ac6a-44832f8745e3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.4063797 Aug 09 15:48:56.172020 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371636d2-d8aa-49ce-84c3-bb3a88a48d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.235796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0afc7c1-974c-44df-9b40-74d397d07bb5 req-4e2c273a-316d-4436-81e8-327f79a91976 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888371 Aug 09 15:48:56.236282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371636d2-d8aa-49ce-84c3-bb3a88a48d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca08694-2dfb-48fe-b2a5-5c5e7f380030,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:56.247040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Request body: {'port': {'device_id': 'f5276435-647b-4d87-a554-817d70d96dea', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'admin_state_up': True, 'tenant_id': '36f5b17513bf476d8c384854b2a2d252'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:56.469084 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-260b2e01-386d-495f-bf73-db06f226056f req-79c837ad-e0e3-459a-8cc4-5b85b95969e1 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254268 Aug 09 15:48:56.485850 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b74a497e-51d5-4963-89cb-8aff0da05fe6 req-b9c86ca4-5464-452f-b169-252dfb23a871 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 210 time: 0.0545957 Aug 09 15:48:56.826646 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371636d2-d8aa-49ce-84c3-bb3a88a48d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.898230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e17b0-5157-4290-8131-d64d06fc8a80 req-d9c3ada0-f55d-437b-8307-df8eb5650707 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.907259 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb3e17b0-5157-4290-8131-d64d06fc8a80 req-d9c3ada0-f55d-437b-8307-df8eb5650707 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.2899654 Aug 09 15:48:56.945783 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Made reservation on behalf of 36f5b17513bf476d8c384854b2a2d252 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:56.949466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.056174 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28180e7a-3de9-4c34-b592-f7c87a9ddb56 req-4bb1d4b0-d40b-4d8f-934b-c3b46f111282 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 210 time: 0.0407252 Aug 09 15:48:57.078481 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb3e17b0-5157-4290-8131-d64d06fc8a80 req-315c5f57-f7f8-4c45-846d-d691d7114a41 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709294 Aug 09 15:48:57.312837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Allocated IP 172.20.0.10 (47fdb2fd-0577-483b-bbb7-f606800bb9ba/7f828d50-83aa-441b-9645-e7600b469a85/c5e93810-ac30-40d9-928c-bc3c07f9a081) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:57.323462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad813810-c39c-4d43-90e6-c27cb6b9946b req-684a161f-6907-4bf3-8c0c-fb5970810965 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:57.331689 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ad813810-c39c-4d43-90e6-c27cb6b9946b req-684a161f-6907-4bf3-8c0c-fb5970810965 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b2deb67-59ca-43a1-aeed-c9c31e694b4b HTTP/1.1" status: 200 len: 945 time: 0.1581063 Aug 09 15:48:57.442363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371636d2-d8aa-49ce-84c3-bb3a88a48d69 admin admin] Router 256e9357-6beb-4fb5-8cd0-8306de314766 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:57.473178 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ad813810-c39c-4d43-90e6-c27cb6b9946b req-b9a1ddcf-9a76-4d76-949e-ee2f29e1f464 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403801 Aug 09 15:48:57.543364 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-422893ad-6dcb-4f7e-ab97-dfb8784b6533 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2ba060126c3444ebaa75cbaabe889517&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590308 Aug 09 15:48:57.785661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-34808e71-8acc-45d8-857e-f4ecbb46d3e2 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:57.787300 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-34808e71-8acc-45d8-857e-f4ecbb46d3e2 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391918 Aug 09 15:48:57.813047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Request body: {'port': {'device_id': 'f5b2e21e-8b0b-4732-9849-6fa66b0827fd', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '2ba060126c3444ebaa75cbaabe889517'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:57.896879 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.918036 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfdc8cc6-a199-4f89-874e-feb82ea40788 req-e6f54c72-822c-46c9-b084-77afca11b5ae tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 210 time: 0.1213987 Aug 09 15:48:57.982428 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.039733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371636d2-d8aa-49ce-84c3-bb3a88a48d69 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:58.050345 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-371636d2-d8aa-49ce-84c3-bb3a88a48d69 admin admin] 10.222.0.81 "PUT /v2.0/routers/256e9357-6beb-4fb5-8cd0-8306de314766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5310791 Aug 09 15:48:58.052942 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35902) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:58.056027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13409adf-c31b-4a30-9cf6-72fc8f01b18b None None] Sync routers for ids ['256e9357-6beb-4fb5-8cd0-8306de314766'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:58.076500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13409adf-c31b-4a30-9cf6-72fc8f01b18b None None] Routers {'256e9357-6beb-4fb5-8cd0-8306de314766'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:58.077165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-13409adf-c31b-4a30-9cf6-72fc8f01b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:48:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['256e9357-6beb-4fb5-8cd0-8306de314766'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:58.095766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Pushing event updated for resources: {'Port': ['ID=c5e93810-ac30-40d9-928c-bc3c07f9a081,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:58.107610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Network 47fdb2fd-0577-483b-bbb7-f606800bb9ba is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:58.113411 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:58.117349 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:58.118404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Made reservation on behalf of 2ba060126c3444ebaa75cbaabe889517 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:58.123711 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.146552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.226147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b2a3b-dd9d-4610-aa19-371e5f80804d req-2ffec8b5-d6ec-4167-8071-1a4df1d189ab tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.235336 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b7b2a3b-dd9d-4610-aa19-371e5f80804d req-2ffec8b5-d6ec-4167-8071-1a4df1d189ab tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 946 time: 0.2397501 Aug 09 15:48:58.251386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16787328-5811-4aaa-b9b8-c5b96c9be297 req-0214f0f5-36d6-4f8b-8356-472a63fe6e82 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.259164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16787328-5811-4aaa-b9b8-c5b96c9be297 req-0214f0f5-36d6-4f8b-8356-472a63fe6e82 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1181011 Aug 09 15:48:58.272966 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-13409adf-c31b-4a30-9cf6-72fc8f01b18b None None] Set router 256e9357-6beb-4fb5-8cd0-8306de314766 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:58.309006 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.309693 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.332959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16787328-5811-4aaa-b9b8-c5b96c9be297 req-878d8bdb-b082-4dd6-af32-ffbdafa747d1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723164 Aug 09 15:48:58.345503 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b7b2a3b-dd9d-4610-aa19-371e5f80804d req-8739a8a3-0897-4eda-8878-b0a9dd5b115f tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092341 Aug 09 15:48:58.417696 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.426137 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.447713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.528489 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-3d839e4c-26c7-482f-8231-e4e19172ed44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2944062 Aug 09 15:48:58.546498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Request body: {'port': {'device_id': 'f5276435-647b-4d87-a554-817d70d96dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:58.572278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83eef5ba-7767-4cc0-9380-387ca3b05acf,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:58.593283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-13409adf-c31b-4a30-9cf6-72fc8f01b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:48:55Z', 'revision_number': 5, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:58.624307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205941ff-cbc9-4e99-bbb1-db3fa7fbd53f req-ebc88c78-5f41-4998-ab39-49a49fe44f87 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.625880 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205941ff-cbc9-4e99-bbb1-db3fa7fbd53f req-ebc88c78-5f41-4998-ab39-49a49fe44f87 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 932 time: 0.1663470 Aug 09 15:48:58.639347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13409adf-c31b-4a30-9cf6-72fc8f01b18b None None] Checking router: 256e9357-6beb-4fb5-8cd0-8306de314766 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:58.650307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13409adf-c31b-4a30-9cf6-72fc8f01b18b None None] Routers {'256e9357-6beb-4fb5-8cd0-8306de314766'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:58.651439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-13409adf-c31b-4a30-9cf6-72fc8f01b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:48:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['256e9357-6beb-4fb5-8cd0-8306de314766'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:58.676329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.719704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-205941ff-cbc9-4e99-bbb1-db3fa7fbd53f req-b7412550-04d8-4982-903f-ac24913810fc tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829678 Aug 09 15:48:58.727404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620d3b9-3d89-41be-aa89-67b78cdd621c req-91130461-204e-4aa6-971d-b9666ba5d110 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.730947 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Allocated IP 192.168.233.91 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/b1c34d8b-6558-4656-a3c3-580e8fa382af) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:58.734811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e620d3b9-3d89-41be-aa89-67b78cdd621c req-91130461-204e-4aa6-971d-b9666ba5d110 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1854937 Aug 09 15:48:58.812887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-13409adf-c31b-4a30-9cf6-72fc8f01b18b None None] Set router 256e9357-6beb-4fb5-8cd0-8306de314766 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:58.961978 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.983356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Transition to ACTIVE for port object b1c34d8b-6558-4656-a3c3-580e8fa382af will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:59.036070 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.139852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-13409adf-c31b-4a30-9cf6-72fc8f01b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:48:55Z', 'revision_number': 5, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:59.147064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:59.167973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:59.188127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13409adf-c31b-4a30-9cf6-72fc8f01b18b None None] The sync data for ids ['256e9357-6beb-4fb5-8cd0-8306de314766'] in n-d-803778-2 is: [{'id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'name': 'tempest-ServersTestJSON-147673616-router', 'tenant_id': '7d9c523555114631adba9ebe5c97d2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:46:33Z', 'updated_at': '2021-08-09T15:48:55Z', 'revision_number': 5, 'project_id': '7d9c523555114631adba9ebe5c97d2a7', 'gw_port': {'id': '2741686e-520a-460e-91c4-30bf60f57aa6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256e9357-6beb-4fb5-8cd0-8306de314766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:59.220770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:59.261943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Pushing event updated for resources: {'Port': ['ID=b1c34d8b-6558-4656-a3c3-580e8fa382af,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:59.310970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:59.311800 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.328229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a2fa1-c5ca-41cf-aa43-562bdd4ed756 req-5d6efe4c-ab57-404a-8160-1b8fd8ce48bb tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:59.343259 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d49a2fa1-c5ca-41cf-aa43-562bdd4ed756 req-5d6efe4c-ab57-404a-8160-1b8fd8ce48bb tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.1938014 Aug 09 15:48:59.374094 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3cfa41f2-ed2e-45ba-a80f-bcc52e14f9a1 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5726593 Aug 09 15:48:59.380668 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.395211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Request body: {'port': {'device_id': 'f5b2e21e-8b0b-4732-9849-6fa66b0827fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:59.423674 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e620d3b9-3d89-41be-aa89-67b78cdd621c req-6bf71e6b-a1b5-48cc-b850-7313fc94ea89 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6785054 Aug 09 15:48:59.432924 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d49a2fa1-c5ca-41cf-aa43-562bdd4ed756 req-7d8ace71-9001-4084-98f0-ec4b7a7d795e tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864177 Aug 09 15:48:59.563704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-147f5d46-54ad-4bf1-ba5a-9f03d43d9292 None None] Provisioning for port b1c34d8b-6558-4656-a3c3-580e8fa382af completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:59.570887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-147f5d46-54ad-4bf1-ba5a-9f03d43d9292 None None] Provisioning complete for port b1c34d8b-6558-4656-a3c3-580e8fa382af triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:59.571272 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-147f5d46-54ad-4bf1-ba5a-9f03d43d9292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.582623 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.678244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-147f5d46-54ad-4bf1-ba5a-9f03d43d9292 None None] Port b1c34d8b-6558-4656-a3c3-580e8fa382af cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:48:59.776172 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a31bed-41f8-42b9-bbde-06182ddb10f2 req-d6628574-17a3-40cf-801e-2866bb25c975 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:59.792310 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5a31bed-41f8-42b9-bbde-06182ddb10f2 req-d6628574-17a3-40cf-801e-2866bb25c975 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 935 time: 0.1967301 Aug 09 15:48:59.805259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Deleting port 2741686e-520a-460e-91c4-30bf60f57aa6 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:59.805725 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.934255 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5a31bed-41f8-42b9-bbde-06182ddb10f2 req-31fd286d-0baf-495f-9d29-65127cc360c4 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/security-groups?id=83eef5ba-7767-4cc0-9380-387ca3b05acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382756 Aug 09 15:49:00.034514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e93810-ac30-40d9-928c-bc3c07f9a081 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:00.044534 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.064745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Transition to ACTIVE for port object c5e93810-ac30-40d9-928c-bc3c07f9a081 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:00.066065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b8365-6f17-4817-a772-28b78563d1d4 req-eb7cb53e-4390-41c9-a833-19edb2ff784b tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.073717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b8365-6f17-4817-a772-28b78563d1d4 req-eb7cb53e-4390-41c9-a833-19edb2ff784b tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.081421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b8365-6f17-4817-a772-28b78563d1d4 req-eb7cb53e-4390-41c9-a833-19edb2ff784b tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.082247 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.083447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c9b8365-6f17-4817-a772-28b78563d1d4 req-eb7cb53e-4390-41c9-a833-19edb2ff784b tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7&device_id=5b2deb67-59ca-43a1-aeed-c9c31e694b4b&device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 2418 time: 0.1861899 Aug 09 15:49:00.146661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c34d8b-6558-4656-a3c3-580e8fa382af {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:00.162528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e93810-ac30-40d9-928c-bc3c07f9a081,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:00.163523 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.189177 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c9b8365-6f17-4817-a772-28b78563d1d4 req-70ea1441-6c19-47e3-b9ac-19c5167d2972 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752866 Aug 09 15:49:00.199198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Transition to ACTIVE for port object b1c34d8b-6558-4656-a3c3-580e8fa382af will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:00.214112 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.248423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] For port 2741686e-520a-460e-91c4-30bf60f57aa6, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2741686e-520a-460e-91c4-30bf60f57aa6,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:00.248705 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.271307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Calling delete_port for 2741686e-520a-460e-91c4-30bf60f57aa6 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:00.351730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c96c6-1002-4f25-b189-d30b5097649f req-3bc4aaba-e85c-4586-aa37-a8ddd4ed9814 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.353948 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f2c96c6-1002-4f25-b189-d30b5097649f req-3bc4aaba-e85c-4586-aa37-a8ddd4ed9814 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 944 time: 0.1789722 Aug 09 15:49:00.361073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c34d8b-6558-4656-a3c3-580e8fa382af,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:00.462172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd406f-1388-4d9a-8e16-9fd7f39c11a7 req-112a28f4-833c-4431-8810-f56012283813 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.469953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8dd406f-1388-4d9a-8e16-9fd7f39c11a7 req-112a28f4-833c-4431-8810-f56012283813 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1607602 Aug 09 15:49:00.514978 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Attempting to bind port b1c34d8b-6558-4656-a3c3-580e8fa382af on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:00.515679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Attempting to bind port b1c34d8b-6558-4656-a3c3-580e8fa382af by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:00.516254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Attempting to bind port b1c34d8b-6558-4656-a3c3-580e8fa382af on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:00.531727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Port b1c34d8b-6558-4656-a3c3-580e8fa382af on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:00.532207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Attempting to bind port b1c34d8b-6558-4656-a3c3-580e8fa382af on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:00.557661 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8dd406f-1388-4d9a-8e16-9fd7f39c11a7 req-95df9778-b8b2-4887-ba2c-a50175fada6c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852325 Aug 09 15:49:00.559222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:00.560408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:00.561876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:00.562496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Bound port: b1c34d8b-6558-4656-a3c3-580e8fa382af, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:00.563816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.673312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f2c96c6-1002-4f25-b189-d30b5097649f req-5d099d94-7f1a-473d-8f0f-354cef161663 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103590 Aug 09 15:49:00.679517 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Attempting to bind port c5e93810-ac30-40d9-928c-bc3c07f9a081 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:00.679857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Attempting to bind port c5e93810-ac30-40d9-928c-bc3c07f9a081 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:00.680186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Attempting to bind port c5e93810-ac30-40d9-928c-bc3c07f9a081 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:00.690838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Port c5e93810-ac30-40d9-928c-bc3c07f9a081 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:00.691218 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Attempting to bind port c5e93810-ac30-40d9-928c-bc3c07f9a081 on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:00.700057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:00.700396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Checking segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:00.700841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Bound using segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:00.701280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Bound port: c5e93810-ac30-40d9-928c-bc3c07f9a081, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:00.702741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.717793 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.775638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Pushing event deleted for resources: {'Port': ['ID=2741686e-520a-460e-91c4-30bf60f57aa6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:00.792640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:00.830899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:00.831324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0ca08694-2dfb-48fe-b2a5-5c5e7f380030 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:00.929325 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.084220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.087647 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.093472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] For port c5e93810-ac30-40d9-928c-bc3c07f9a081, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:01.098858 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] For port c5e93810-ac30-40d9-928c-bc3c07f9a081, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c5e93810-ac30-40d9-928c-bc3c07f9a081,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:01.108165 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.190527 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.191331 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.192814 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] 10.222.0.60 "PUT /v2.0/ports/c5e93810-ac30-40d9-928c-bc3c07f9a081 HTTP/1.1" status: 200 len: 1092 time: 2.6519897 Aug 09 15:49:01.195188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5276435-647b-4d87-a554-817d70d96dea', 'tag': 'c5e93810-ac30-40d9-928c-bc3c07f9a081'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:01.207373 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b28f89a-f3af-4e8a-ab73-8d57c0afeb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5276435-647b-4d87-a554-817d70d96dea", "tag": "c5e93810-ac30-40d9-928c-bc3c07f9a081"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:01.225722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5f65d-6886-42e6-80fd-157446ab5687 req-e90947ac-5ec6-41c6-b822-33320ce26773 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.227789 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2b5f65d-6886-42e6-80fd-157446ab5687 req-e90947ac-5ec6-41c6-b822-33320ce26773 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.2603116 Aug 09 15:49:01.228523 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.229077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 256e9357-6beb-4fb5-8cd0-8306de314766 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:49:01.230273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102033a7-a6aa-426a-be20-f85b71e60ab2 req-5a0d7143-62e6-4129-97c1-657f48cdf410 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.235672 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.240065 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5715926c-9567-46ef-ba3b-f80166c3ae00 admin admin] 10.222.0.81 "DELETE /v2.0/routers/256e9357-6beb-4fb5-8cd0-8306de314766 HTTP/1.1" status: 204 len: 168 time: 3.1422980 Aug 09 15:49:01.241278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35956) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:01.248423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-102033a7-a6aa-426a-be20-f85b71e60ab2 req-5a0d7143-62e6-4129-97c1-657f48cdf410 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 946 time: 0.1426582 Aug 09 15:49:01.336408 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-102033a7-a6aa-426a-be20-f85b71e60ab2 req-bc95b42f-56ce-439f-b784-6c963f5d4ab2 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863256 Aug 09 15:49:01.339563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] For port b1c34d8b-6558-4656-a3c3-580e8fa382af, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:01.345402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] For port b1c34d8b-6558-4656-a3c3-580e8fa382af, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b1c34d8b-6558-4656-a3c3-580e8fa382af,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:01.353363 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.383534 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9b7962-7075-4b2f-815c-c43c4d21e5fb admin admin] Deleting subnet b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:49:01.388869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2b5f65d-6886-42e6-80fd-157446ab5687 req-24b03d59-517d-44ce-ae56-88fe7deedf1e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386647 Aug 09 15:49:01.389486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21f5af-96bd-499a-9293-06ebbbf98536 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e93810-ac30-40d9-928c-bc3c07f9a081,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:01.394983 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7962-7075-4b2f-815c-c43c4d21e5fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.419884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8e6e44c4-c230-4499-8240-fa533269960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.422051 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-8e6e44c4-c230-4499-8240-fa533269960f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 1095 time: 0.1841660 Aug 09 15:49:01.511890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c34d8b-6558-4656-a3c3-580e8fa382af,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:01.516932 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-d57cc997-f384-42d7-81de-d25230e0da48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5e93810-ac30-40d9-928c-bc3c07f9a081 HTTP/1.1" status: 200 len: 217 time: 0.0682833 Aug 09 15:49:01.519302 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7962-7075-4b2f-815c-c43c4d21e5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.538474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.539682 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.543471 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-3dd873c7-e6c7-4e29-a9d2-14aa68171937 service neutron] 10.222.0.53 "PUT /v2.0/ports/b1c34d8b-6558-4656-a3c3-580e8fa382af HTTP/1.1" status: 200 len: 1095 time: 2.1551785 Aug 09 15:49:01.544528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b2e21e-8b0b-4732-9849-6fa66b0827fd', 'tag': 'b1c34d8b-6558-4656-a3c3-580e8fa382af'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:01.548282 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e11a94-3bc5-450b-91fb-51954813dcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b2e21e-8b0b-4732-9849-6fa66b0827fd", "tag": "b1c34d8b-6558-4656-a3c3-580e8fa382af"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:01.683314 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7962-7075-4b2f-815c-c43c4d21e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.704200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c685b8-2048-45c9-85b0-3a9de9fa128d req-db0a0aa7-165a-4f4f-a32b-abee1f66bbf8 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.714473 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-21c685b8-2048-45c9-85b0-3a9de9fa128d req-db0a0aa7-165a-4f4f-a32b-abee1f66bbf8 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 947 time: 0.2116075 Aug 09 15:49:01.767200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-197e7baf-0d54-48c1-8c6c-fa4eab5da4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.769441 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-197e7baf-0d54-48c1-8c6c-fa4eab5da4ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ba060126c3444ebaa75cbaabe889517&device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 1098 time: 0.1697805 Aug 09 15:49:01.770052 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cadc79a-6eda-4384-b28c-770e628ae7e4 x-openstack-request-id: req-8cadc79a-6eda-4384-b28c-770e628ae7e4 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:01.770344 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5276435-647b-4d87-a554-817d70d96dea", "tag": "c5e93810-ac30-40d9-928c-bc3c07f9a081", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:01.770600 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8cadc79a-6eda-4384-b28c-770e628ae7e4 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:01.771005 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5276435-647b-4d87-a554-817d70d96dea', 'tag': 'c5e93810-ac30-40d9-928c-bc3c07f9a081', 'status': 'completed', 'code': 200} Aug 09 15:49:01.774465 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7962-7075-4b2f-815c-c43c4d21e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.815164 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b7962-7075-4b2f-815c-c43c4d21e5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:01.825896 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7962-7075-4b2f-815c-c43c4d21e5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.828528 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bf9b7962-7075-4b2f-815c-c43c4d21e5fb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b4e5a4ad-7bca-44fa-9d20-ffe12b943e3a HTTP/1.1" status: 204 len: 168 time: 0.5798120 Aug 09 15:49:01.832665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35976) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:01.843316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d4c58b-f30d-4a67-a033-8a07c7b2aae7 None None] Network bcaf1753-37ad-49ae-8505-a23ee7b4fd72 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:01.845215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-0983b06f-2b41-4c51-b299-25c710f25bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.846637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-0983b06f-2b41-4c51-b299-25c710f25bb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.2772200 Aug 09 15:49:01.894753 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-a68f082c-c961-489b-b4be-6ebfdc082702 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b1c34d8b-6558-4656-a3c3-580e8fa382af HTTP/1.1" status: 200 len: 217 time: 0.1071918 Aug 09 15:49:01.905321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-21c685b8-2048-45c9-85b0-3a9de9fa128d req-6eb67a31-c56b-4086-bb90-03a62a3bc77d tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/security-groups?id=83eef5ba-7767-4cc0-9380-387ca3b05acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888475 Aug 09 15:49:01.968914 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.999110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-0ad19d64-01c2-4481-b152-c1b06b9ab79f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334956 Aug 09 15:49:02.049774 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaced46-f8bc-4bbf-9d0a-2a2aaf608757 x-openstack-request-id: req-2aaced46-f8bc-4bbf-9d0a-2a2aaf608757 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:02.050707 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b2e21e-8b0b-4732-9849-6fa66b0827fd", "tag": "b1c34d8b-6558-4656-a3c3-580e8fa382af", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:02.052177 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2aaced46-f8bc-4bbf-9d0a-2a2aaf608757 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:02.052788 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b2e21e-8b0b-4732-9849-6fa66b0827fd', 'tag': 'b1c34d8b-6558-4656-a3c3-580e8fa382af', 'status': 'completed', 'code': 200} Aug 09 15:49:02.069208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-d8460761-3570-4fdc-ba4a-e9300ea71b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.071591 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-d8460761-3570-4fdc-ba4a-e9300ea71b64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1510384 Aug 09 15:49:02.179745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-76f1cb00-5bf6-4e5c-ba97-e257d77c826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.182395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-76f1cb00-5bf6-4e5c-ba97-e257d77c826d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011298 Aug 09 15:49:02.255917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] DHCP port deletion for bcaf1753-37ad-49ae-8505-a23ee7b4fd72 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:49:02.279008 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-1bb4b6a7-ceb8-4aa1-807e-9fc321b6f46c service neutron] 10.222.0.60 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674749 Aug 09 15:49:02.323459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Deleting port eefd3c8c-c38f-4370-be37-0e25c74ee414 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:02.323959 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.333057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Deleting port eefd3c8c-c38f-4370-be37-0e25c74ee414 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:02.333351 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.435435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ca675-4c3d-4d3f-b223-0ae9ef6a2e88 req-98a24edd-36ed-40ea-a938-065dcd141a8a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.437003 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-875ca675-4c3d-4d3f-b223-0ae9ef6a2e88 req-98a24edd-36ed-40ea-a938-065dcd141a8a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 944 time: 0.2095363 Aug 09 15:49:02.453160 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] For port eefd3c8c-c38f-4370-be37-0e25c74ee414, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=eefd3c8c-c38f-4370-be37-0e25c74ee414,segment=NetworkSegment(7eb691f2-e56d-4df5-9815-9e93c5cfa75a),segment_id=7eb691f2-e56d-4df5-9815-9e93c5cfa75a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:02.453984 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.476091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Calling delete_port for eefd3c8c-c38f-4370-be37-0e25c74ee414 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:02.492837 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-24b033ec-f3a2-4010-943e-ab3b2b702b10 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023033 Aug 09 15:49:02.537896 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-875ca675-4c3d-4d3f-b223-0ae9ef6a2e88 req-8926157d-74c0-437a-a22b-371c1af4bf5e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750129 Aug 09 15:49:02.562281 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2ad14b0-70e4-4e12-aa7c-ef6d517a25bb req-fd221f5d-a152-4535-8800-4a8397a9f774 service neutron] 10.222.0.60 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634625 Aug 09 15:49:02.675204 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.689579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f94031c3-e5bd-4c81-907a-bd409c8636c6 req-a7d904ee-aa0c-4e69-95ac-1253832444ac service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752746 Aug 09 15:49:02.706435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Pushing event deleted for resources: {'Port': ['ID=eefd3c8c-c38f-4370-be37-0e25c74ee414,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:02.723985 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:02.724462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:02.724871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:02.725315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:02.726339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:02.726772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:02.727137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:02.727526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:02.727942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:02.728334 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:02.728903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:02.729203 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:02.732818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19010fa8-2c16-4082-9e37-6db6ad98db2e None None] No DVR routers for this DVR port eefd3c8c-c38f-4370-be37-0e25c74ee414 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:02.765346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] For port eefd3c8c-c38f-4370-be37-0e25c74ee414, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=eefd3c8c-c38f-4370-be37-0e25c74ee414,segment=NetworkSegment(7eb691f2-e56d-4df5-9815-9e93c5cfa75a),segment_id=7eb691f2-e56d-4df5-9815-9e93c5cfa75a)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:02.765982 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.789113 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022974e5-8e42-457b-8f92-ed11556c6d87 req-b5928c29-933f-4f90-947d-378d24ff5706 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.791673 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-022974e5-8e42-457b-8f92-ed11556c6d87 req-b5928c29-933f-4f90-947d-378d24ff5706 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.2189829 Aug 09 15:49:02.800915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Calling delete_port for eefd3c8c-c38f-4370-be37-0e25c74ee414 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:02.804037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28f89a-f3af-4e8a-ab73-8d57c0afeb2a req-75665115-5fa0-4cf2-914b-5fe566d5c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.805538 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b28f89a-f3af-4e8a-ab73-8d57c0afeb2a req-75665115-5fa0-4cf2-914b-5fe566d5c061 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 1095 time: 0.1645274 Aug 09 15:49:02.878514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11a94-3bc5-450b-91fb-51954813dcbd req-1fe2b034-f5ce-4ec6-89c3-dc771b194b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.880911 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58e11a94-3bc5-450b-91fb-51954813dcbd req-1fe2b034-f5ce-4ec6-89c3-dc771b194b12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ba060126c3444ebaa75cbaabe889517&device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 1098 time: 0.1023614 Aug 09 15:49:02.885883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device eefd3c8c-c38f-4370-be37-0e25c74ee414 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:02.922047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: eefd3c8c-c38f-4370-be37-0e25c74ee414 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:02.922574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device eefd3c8c-c38f-4370-be37-0e25c74ee414 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:02.929735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2741686e-520a-460e-91c4-30bf60f57aa6 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:02.971211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 2741686e-520a-460e-91c4-30bf60f57aa6 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:02.971689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2741686e-520a-460e-91c4-30bf60f57aa6 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:03.006699 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-022974e5-8e42-457b-8f92-ed11556c6d87 req-a3c1e684-c9c7-4711-8bcc-785f79c89c2a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967721 Aug 09 15:49:03.015982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11a94-3bc5-450b-91fb-51954813dcbd req-5f2d7cd2-dc86-48ac-a287-f76ab731dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.018352 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58e11a94-3bc5-450b-91fb-51954813dcbd req-5f2d7cd2-dc86-48ac-a287-f76ab731dba3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1301372 Aug 09 15:49:03.069223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28f89a-f3af-4e8a-ab73-8d57c0afeb2a req-7ba880be-1369-4b91-bbdd-7b90ed5c62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.070749 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b28f89a-f3af-4e8a-ab73-8d57c0afeb2a req-7ba880be-1369-4b91-bbdd-7b90ed5c62c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 912 time: 0.2371488 Aug 09 15:49:03.085513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58e11a94-3bc5-450b-91fb-51954813dcbd req-25c7849b-4bdc-42d5-8849-ba5cee3abb80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=b1c34d8b-6558-4656-a3c3-580e8fa382af HTTP/1.1" status: 200 len: 217 time: 0.0572867 Aug 09 15:49:03.089580 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.193505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11a94-3bc5-450b-91fb-51954813dcbd req-5521d7fe-afc9-49af-a7e9-f3a8a89fd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.194981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58e11a94-3bc5-450b-91fb-51954813dcbd req-5521d7fe-afc9-49af-a7e9-f3a8a89fd6e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1021562 Aug 09 15:49:03.200920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Pushing event deleted for resources: {'Port': ['ID=eefd3c8c-c38f-4370-be37-0e25c74ee414,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:03.207814 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b28f89a-f3af-4e8a-ab73-8d57c0afeb2a req-0e3a8ca8-5414-4d3a-9309-bdda8190d961 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5e93810-ac30-40d9-928c-bc3c07f9a081 HTTP/1.1" status: 200 len: 217 time: 0.1204367 Aug 09 15:49:03.229198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] No DVR routers for this DVR port eefd3c8c-c38f-4370-be37-0e25c74ee414 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:03.274920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9157d-c781-441a-87b7-0c1ac9388bc8 req-e07db7c3-384e-48d4-b6d6-7520298bc1ee tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.276543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08b9157d-c781-441a-87b7-0c1ac9388bc8 req-e07db7c3-384e-48d4-b6d6-7520298bc1ee tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0957887 Aug 09 15:49:03.293579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11a94-3bc5-450b-91fb-51954813dcbd req-8cf376a6-0b94-447a-ab53-d4d87cdf1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.295778 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58e11a94-3bc5-450b-91fb-51954813dcbd req-8cf376a6-0b94-447a-ab53-d4d87cdf1a54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787270 Aug 09 15:49:03.368234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28f89a-f3af-4e8a-ab73-8d57c0afeb2a req-530b9de9-794b-47c3-a34b-452e86e8465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.370356 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b28f89a-f3af-4e8a-ab73-8d57c0afeb2a req-530b9de9-794b-47c3-a34b-452e86e8465d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.1439304 Aug 09 15:49:03.371829 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08b9157d-c781-441a-87b7-0c1ac9388bc8 req-6b312ada-48b8-43d8-ad3b-38629a17ebf3 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878892 Aug 09 15:49:03.380436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00663f-f028-4444-ad99-ae29db47c770 req-a34ad30b-a917-4fa0-a434-d68a6b11756c tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.381939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef00663f-f028-4444-ad99-ae29db47c770 req-a34ad30b-a917-4fa0-a434-d68a6b11756c tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 947 time: 0.2561700 Aug 09 15:49:03.403134 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.413889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcaf1753-37ad-49ae-8505-a23ee7b4fd72']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:03.419898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58e11a94-3bc5-450b-91fb-51954813dcbd req-8d335893-ff58-4388-bd24-2ccc84871447 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150534 Aug 09 15:49:03.456327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb691f2-e56d-4df5-9815-9e93c5cfa75a') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:03.456623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb691f2-e56d-4df5-9815-9e93c5cfa75a') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:03.459865 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b28f89a-f3af-4e8a-ab73-8d57c0afeb2a req-827776cf-baa8-4579-ae2f-635abcd8112f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748177 Aug 09 15:49:03.472102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.534072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58e11a94-3bc5-450b-91fb-51954813dcbd req-8f2c47d0-135b-4d36-aac4-1d6e289dbba8 service neutron] 10.222.0.53 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055267 Aug 09 15:49:03.548934 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.554983 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef00663f-f028-4444-ad99-ae29db47c770 req-0374eb6f-0828-47f7-bd83-fafb30c3ddb2 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/security-groups?id=83eef5ba-7767-4cc0-9380-387ca3b05acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314876 Aug 09 15:49:03.565305 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:49:03.565806 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:49:03.567633 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:49:03.669834 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.676027 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.678132 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] 10.222.0.81 "DELETE /v2.0/networks/bcaf1753-37ad-49ae-8505-a23ee7b4fd72 HTTP/1.1" status: 204 len: 168 time: 1.8438997 Aug 09 15:49:03.720560 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb07c0b-7aa8-4fc5-bc37-a5eb0ec6f79a admin admin] Pushing event deleted for resources: {'Network': ['ID=bcaf1753-37ad-49ae-8505-a23ee7b4fd72,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:03.728755 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b28f89a-f3af-4e8a-ab73-8d57c0afeb2a req-09737e3f-80df-4e5d-8cea-da2ae064daab service neutron] 10.222.0.60 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597351 Aug 09 15:49:03.800027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e04bb-de12-4ff9-8fcd-b1317409c3c8 req-29d11178-67ef-4b90-b095-637112195e5b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.801559 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a5e04bb-de12-4ff9-8fcd-b1317409c3c8 req-29d11178-67ef-4b90-b095-637112195e5b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 944 time: 0.1499555 Aug 09 15:49:03.822132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafdd9b-2e11-41ba-91fa-bba4037dcfb6 req-32179955-a798-45ab-9c08-0184ad37798f tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.826825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cafdd9b-2e11-41ba-91fa-bba4037dcfb6 req-32179955-a798-45ab-9c08-0184ad37798f tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0661840 Aug 09 15:49:03.866558 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cafdd9b-2e11-41ba-91fa-bba4037dcfb6 req-f68a3de8-f138-4c1a-ae8e-42bfb5b4181f tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368285 Aug 09 15:49:03.871781 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a5e04bb-de12-4ff9-8fcd-b1317409c3c8 req-55aa796c-e845-46e7-aa2d-828838618659 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587723 Aug 09 15:49:03.879791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b28f89a-f3af-4e8a-ab73-8d57c0afeb2a req-3fdb678d-e65a-4830-8679-dcb71094eaed service neutron] 10.222.0.60 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419418 Aug 09 15:49:03.885761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36036) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:03.938150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6cb38b06-75c4-4b2d-a30d-bff182216257 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7d9c523555114631adba9ebe5c97d2a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512185 Aug 09 15:49:03.940795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36048) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:04.008541 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.061510 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.103925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226ee5d-8cb2-4224-a00d-1d53fd790bc8 req-e880a7e8-e17a-46d7-9ae2-48ac0f687eb2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.105479 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4226ee5d-8cb2-4224-a00d-1d53fd790bc8 req-e880a7e8-e17a-46d7-9ae2-48ac0f687eb2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0942237 Aug 09 15:49:04.139417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6be80e-4fbe-4456-95ee-ce37519281fe req-9e435ff2-e959-48d2-beb9-85152c2ac721 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.141105 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1d6be80e-4fbe-4456-95ee-ce37519281fe req-9e435ff2-e959-48d2-beb9-85152c2ac721 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0544853 Aug 09 15:49:04.150740 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4226ee5d-8cb2-4224-a00d-1d53fd790bc8 req-b59dab03-68ce-49c6-9a16-f661c1b4a14a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377223 Aug 09 15:49:04.151796 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.154657 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.155728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b7c606a-9da6-4108-96b0-81f027c31a3e HTTP/1.1" status: 204 len: 168 time: 0.2138038 Aug 09 15:49:04.163896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7c606a-9da6-4108-96b0-81f027c31a3e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:04.184893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c5e93810-ac30-40d9-928c-bc3c07f9a081 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:04.186426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:04.187742 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:04.188108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:04.188461 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:04.189085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:04.189633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:04.189817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:04.190142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:04.190964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:04.191387 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:04.191733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:04.192067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c96936-dab0-427c-a0e8-ed39f45a3164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:04.216503 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1d6be80e-4fbe-4456-95ee-ce37519281fe req-1ef253f9-86df-4718-ae25-45e9d1d657ac tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687993 Aug 09 15:49:04.331454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c5e93810-ac30-40d9-928c-bc3c07f9a081, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c5e93810-ac30-40d9-928c-bc3c07f9a081,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:04.348378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'c5e93810-ac30-40d9-928c-bc3c07f9a081', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'port_id': 'c5e93810-ac30-40d9-928c-bc3c07f9a081', 'mac_address': 'fa:16:3e:54:b6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f828d50-83aa-441b-9645-e7600b469a85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:04.390655 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.406605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e93810-ac30-40d9-928c-bc3c07f9a081 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:04.433981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c5e93810-ac30-40d9-928c-bc3c07f9a081, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c5e93810-ac30-40d9-928c-bc3c07f9a081,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:04.439217 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.441302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc5b65-c814-410b-8755-35846d5a93d9 req-4e48631b-be16-4e38-8162-38d696f3c101 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.443196 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5dbc5b65-c814-410b-8755-35846d5a93d9 req-4e48631b-be16-4e38-8162-38d696f3c101 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0619240 Aug 09 15:49:04.494494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c5e93810-ac30-40d9-928c-bc3c07f9a081,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:04.501013 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5dbc5b65-c814-410b-8755-35846d5a93d9 req-5d248689-9be5-4aee-8fcd-ba4e091517db tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479915 Aug 09 15:49:04.692131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dacbad-f16c-41cb-a315-a87b892b2217 req-5dc22328-f64e-46ac-8158-0fd97d98b538 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.700572 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3dacbad-f16c-41cb-a315-a87b892b2217 req-5dc22328-f64e-46ac-8158-0fd97d98b538 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0633733 Aug 09 15:49:04.711530 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['c5e93810-ac30-40d9-928c-bc3c07f9a081'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:04.757213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3dacbad-f16c-41cb-a315-a87b892b2217 req-e1c53988-95f6-4c2a-b417-edd0fdeba75a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556948 Aug 09 15:49:04.895054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d62c31-5c2a-462b-af26-6307ff4967db req-079aa2a5-1212-4681-83d8-4ea40f820f5d tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.896213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c1d62c31-5c2a-462b-af26-6307ff4967db req-079aa2a5-1212-4681-83d8-4ea40f820f5d tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 947 time: 0.0709002 Aug 09 15:49:04.960218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c1d62c31-5c2a-462b-af26-6307ff4967db req-08026824-3be6-48ba-ab68-533edbbf296a tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/security-groups?id=83eef5ba-7767-4cc0-9380-387ca3b05acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547044 Aug 09 15:49:05.070997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46dc1d8-09ae-4eb3-be98-78cf4d6f2813 req-673cf507-9fb3-44a1-a60b-655d6f303e7c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.072596 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b46dc1d8-09ae-4eb3-be98-78cf4d6f2813 req-673cf507-9fb3-44a1-a60b-655d6f303e7c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 945 time: 0.0530214 Aug 09 15:49:05.117480 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b46dc1d8-09ae-4eb3-be98-78cf4d6f2813 req-056b2099-2e32-4a79-bc76-3f7608df9036 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376201 Aug 09 15:49:05.167926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b1c34d8b-6558-4656-a3c3-580e8fa382af details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:05.253730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962511a-98bf-4375-a6a5-ab30e5bef66c req-94bb5cc2-9f32-4e57-94ae-d8ceb298665d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.255696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4962511a-98bf-4375-a6a5-ab30e5bef66c req-94bb5cc2-9f32-4e57-94ae-d8ceb298665d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0539255 Aug 09 15:49:05.307079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4962511a-98bf-4375-a6a5-ab30e5bef66c req-94d10195-7bab-4937-8676-140cae5c5812 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417852 Aug 09 15:49:05.422931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b299428-a8e9-4c87-88fa-ea650705d3eb req-2496e108-ac05-4817-938f-457638efe308 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.424538 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b299428-a8e9-4c87-88fa-ea650705d3eb req-2496e108-ac05-4817-938f-457638efe308 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0547776 Aug 09 15:49:05.454818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b1c34d8b-6558-4656-a3c3-580e8fa382af, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b1c34d8b-6558-4656-a3c3-580e8fa382af,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:05.467241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'b1c34d8b-6558-4656-a3c3-580e8fa382af', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': 'b1c34d8b-6558-4656-a3c3-580e8fa382af', 'mac_address': 'fa:16:3e:df:11:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:05.480236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b299428-a8e9-4c87-88fa-ea650705d3eb req-d7afa2a6-5980-4cb0-9fe5-dcce0eda7181 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385246 Aug 09 15:49:05.518767 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.533032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c34d8b-6558-4656-a3c3-580e8fa382af {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:05.555663 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b1c34d8b-6558-4656-a3c3-580e8fa382af, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b1c34d8b-6558-4656-a3c3-580e8fa382af,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:05.563056 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.615596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5879c-5f31-40ec-b560-f642ac7c1799 req-a4fe6ed6-feb5-48c8-801d-99f1f7544874 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.617815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0c5879c-5f31-40ec-b560-f642ac7c1799 req-a4fe6ed6-feb5-48c8-801d-99f1f7544874 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0584235 Aug 09 15:49:05.629194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=b1c34d8b-6558-4656-a3c3-580e8fa382af,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:05.668624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0c5879c-5f31-40ec-b560-f642ac7c1799 req-0a358dd3-d544-4503-bb40-2693c3861fd1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435126 Aug 09 15:49:05.681533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-3df6315e-19d2-4a90-a306-cd1e2dfade97 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.686991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-3df6315e-19d2-4a90-a306-cd1e2dfade97 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/networks?id=a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 200 len: 805 time: 0.1346674 Aug 09 15:49:05.703890 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-a0be9dd4-805b-4caa-b267-ff0a11fdcb34 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/quotas/1a7b6654ea904a078c50c8a17ffdca4a HTTP/1.1" status: 200 len: 375 time: 0.0109549 Aug 09 15:49:05.768744 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8e312a7-4915-463b-8c15-8499ab770ab0 req-3890c8cc-45ad-4478-a8a4-bb117df53d5b tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0367255 Aug 09 15:49:05.777986 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-1329e7d1-55c2-49d1-94fd-256aaf9235e4 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631316 Aug 09 15:49:05.889851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['b1c34d8b-6558-4656-a3c3-580e8fa382af'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:05.894896 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-0045456b-fa67-4a44-afac-ab00d2f471b5 service neutron] 10.222.0.81 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059825 Aug 09 15:49:06.032465 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-25358493-4d44-4b8f-9c87-f7f61539ea4e service neutron] 10.222.0.81 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308353 Aug 09 15:49:06.090920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b417de6-796a-493e-9141-ecf5dd2f619e req-937646f6-d61f-4a41-99b6-88147bcffdc7 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:06.092482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b417de6-796a-493e-9141-ecf5dd2f619e req-937646f6-d61f-4a41-99b6-88147bcffdc7 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/networks?id=bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 200 len: 814 time: 0.1518295 Aug 09 15:49:06.116114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b417de6-796a-493e-9141-ecf5dd2f619e req-c9cbd162-ffe8-4f4b-851c-bd35951f4c40 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/quotas/13b0434d63c2425e8ee7a8dad7c6f98a HTTP/1.1" status: 200 len: 375 time: 0.0157974 Aug 09 15:49:06.176444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c5e93810-ac30-40d9-928c-bc3c07f9a081 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:06.180615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b417de6-796a-493e-9141-ecf5dd2f619e req-7c05ca80-f432-4b9d-9792-f7280ba50fbe tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0577977 Aug 09 15:49:06.253971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port c5e93810-ac30-40d9-928c-bc3c07f9a081 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:06.261328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port c5e93810-ac30-40d9-928c-bc3c07f9a081 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:06.262612 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:06.353648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e5bec-3acc-46d1-955d-8f31257d3b2b req-abdf6d47-74ec-4025-846d-8d1a9b252181 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:06.361662 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e3e5bec-3acc-46d1-955d-8f31257d3b2b req-abdf6d47-74ec-4025-846d-8d1a9b252181 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 945 time: 0.1198270 Aug 09 15:49:06.385515 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:06.402660 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb1be8-a19c-45f1-8f4c-d618b65edb54 req-a54b58ac-397d-4385-8a67-55442c00618d tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:06.410921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e3e5bec-3acc-46d1-955d-8f31257d3b2b req-3cab02f1-3730-4024-85e9-e8d0d3805062 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480270 Aug 09 15:49:06.411106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5276435-647b-4d87-a554-817d70d96dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e93810-ac30-40d9-928c-bc3c07f9a081'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:06.413744 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb83545d-e5c9-4f9f-9d6c-ed3e3f13bf59" -d '{"events": [{"server_uuid": "f5276435-647b-4d87-a554-817d70d96dea", "name": "network-vif-plugged", "status": "completed", "tag": "c5e93810-ac30-40d9-928c-bc3c07f9a081"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:06.414447 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5fcb1be8-a19c-45f1-8f4c-d618b65edb54 req-a54b58ac-397d-4385-8a67-55442c00618d tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 948 time: 0.1249921 Aug 09 15:49:06.439947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c5e93810-ac30-40d9-928c-bc3c07f9a081, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c5e93810-ac30-40d9-928c-bc3c07f9a081,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:06.445138 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:06.482140 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5fcb1be8-a19c-45f1-8f4c-d618b65edb54 req-d3e968b4-86e1-4f8c-8df2-89ca00a69d8e tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/security-groups?id=83eef5ba-7767-4cc0-9380-387ca3b05acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666635 Aug 09 15:49:06.500783 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d3d9e26-dbf3-4bb7-9500-a89bb1b100dd req-6a59f4ec-0eb9-4ac7-87a0-1b6b025fe992 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 210 time: 0.0442183 Aug 09 15:49:06.527240 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c5e93810-ac30-40d9-928c-bc3c07f9a081,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:06.562913 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49f8623-7e97-43f0-9e48-5647fff6425e x-openstack-request-id: req-f49f8623-7e97-43f0-9e48-5647fff6425e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:06.563918 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5276435-647b-4d87-a554-817d70d96dea", "name": "network-vif-plugged", "status": "completed", "tag": "c5e93810-ac30-40d9-928c-bc3c07f9a081", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:06.563918 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f49f8623-7e97-43f0-9e48-5647fff6425e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:06.563918 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5276435-647b-4d87-a554-817d70d96dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e93810-ac30-40d9-928c-bc3c07f9a081', 'code': 200} Aug 09 15:49:06.615236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7346-d7f9-4519-ad3d-0a605293cad8 req-64f15d3c-fd80-4834-917c-81ca77609f62 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:06.617495 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-57fd7346-d7f9-4519-ad3d-0a605293cad8 req-64f15d3c-fd80-4834-917c-81ca77609f62 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0665851 Aug 09 15:49:06.669869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c5fd1-9995-422f-95fc-dfa63fe3056f req-3bcee401-6ab3-4439-aaf7-c29d70a67299 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:06.671796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c6c5fd1-9995-422f-95fc-dfa63fe3056f req-3bcee401-6ab3-4439-aaf7-c29d70a67299 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0607886 Aug 09 15:49:06.699655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-57fd7346-d7f9-4519-ad3d-0a605293cad8 req-538d0a46-3e8c-4278-8ea6-75f837b95ea2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751793 Aug 09 15:49:06.704088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c22fa-41e2-4797-a6e1-bc9dc79986c0 req-4d40e79c-1988-4745-b90a-547af70235ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:06.705579 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-079c22fa-41e2-4797-a6e1-bc9dc79986c0 req-4d40e79c-1988-4745-b90a-547af70235ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 1097 time: 0.0602643 Aug 09 15:49:06.736972 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c6c5fd1-9995-422f-95fc-dfa63fe3056f req-53286193-585f-49ca-a70c-15ebd984969e tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533669 Aug 09 15:49:06.754668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-079c22fa-41e2-4797-a6e1-bc9dc79986c0 req-0c1bdd18-2254-4f2d-9421-e6d3ae6a70cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387893 Aug 09 15:49:06.873255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853d0bc-b24a-4d8f-934d-07fdb71994d2 req-65818298-3233-4c89-a224-37e7f0022589 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:06.875028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4853d0bc-b24a-4d8f-934d-07fdb71994d2 req-65818298-3233-4c89-a224-37e7f0022589 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0713594 Aug 09 15:49:06.905446 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-22dacac8-96b2-4b65-9b57-a8bc5b2dc958 req-62c18e5b-b434-4c1a-a383-2714d60ae40e tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0313885 Aug 09 15:49:06.919304 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4853d0bc-b24a-4d8f-934d-07fdb71994d2 req-664d6774-235b-40ce-ae4a-a487cfd93e23 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Aug 09 15:49:07.077922 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2fe720f-c82f-455d-a4d0-7f039e4f7fa3 req-57580abf-1035-4175-a149-c6816a811807 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a HTTP/1.1" status: 200 len: 221 time: 0.0266426 Aug 09 15:49:07.114105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243a14d-606f-4644-823f-dd73f3c63be8 req-a717384d-7762-45ba-8af7-21a83c39817a tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.115699 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e243a14d-606f-4644-823f-dd73f3c63be8 req-a717384d-7762-45ba-8af7-21a83c39817a tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.53 "GET /v2.0/ports?device_id=73522e87-b21f-496b-acc0-8adabbae5a68 HTTP/1.1" status: 200 len: 945 time: 0.0512023 Aug 09 15:49:07.183491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b1c34d8b-6558-4656-a3c3-580e8fa382af up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:07.232273 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port b1c34d8b-6558-4656-a3c3-580e8fa382af completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:07.238627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port b1c34d8b-6558-4656-a3c3-580e8fa382af triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:07.239001 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.243284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b471c1-9e21-4a45-8324-aff369aececa req-ad86ae0e-d587-4fa3-8838-d56b87960525 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.245418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9b471c1-9e21-4a45-8324-aff369aececa req-ad86ae0e-d587-4fa3-8838-d56b87960525 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0897634 Aug 09 15:49:07.290218 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-e243a14d-606f-4644-823f-dd73f3c63be8 req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Deleting port 765a6938-cecf-4471-a3f0-ee8dec21ba0c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:07.291297 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e243a14d-606f-4644-823f-dd73f3c63be8 req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.321420 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.336843 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9b471c1-9e21-4a45-8324-aff369aececa req-db6fe1e4-6236-49d2-8ddc-38ecbdde6d37 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815334 Aug 09 15:49:07.357752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b1c34d8b-6558-4656-a3c3-580e8fa382af, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b1c34d8b-6558-4656-a3c3-580e8fa382af,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:07.363921 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.364756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 765a6938-cecf-4471-a3f0-ee8dec21ba0c no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:07.393535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-e243a14d-606f-4644-823f-dd73f3c63be8 req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] For port 765a6938-cecf-4471-a3f0-ee8dec21ba0c, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=765a6938-cecf-4471-a3f0-ee8dec21ba0c,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:07.394116 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e243a14d-606f-4644-823f-dd73f3c63be8 req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.408879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-e243a14d-606f-4644-823f-dd73f3c63be8 req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Calling delete_port for 765a6938-cecf-4471-a3f0-ee8dec21ba0c owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:07.475078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bf6d3-932f-4375-86d9-1f61df450a4e req-ccd75783-2916-467f-90b6-f8ac5d01061d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.477124 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-939bf6d3-932f-4375-86d9-1f61df450a4e req-ccd75783-2916-467f-90b6-f8ac5d01061d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0639088 Aug 09 15:49:07.493226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=b1c34d8b-6558-4656-a3c3-580e8fa382af,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:07.504169 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.547746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 765a6938-cecf-4471-a3f0-ee8dec21ba0c, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=765a6938-cecf-4471-a3f0-ee8dec21ba0c,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:07.550347 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-939bf6d3-932f-4375-86d9-1f61df450a4e req-c02b1597-680a-414c-9a25-edf181e074bd tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649841 Aug 09 15:49:07.554745 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.604886 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9669b2d5-0e38-429d-859e-d79fe570c692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.629780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=765a6938-cecf-4471-a3f0-ee8dec21ba0c,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:07.638150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c8a1-2da1-430a-aef5-719869fc63fe req-da57c2fc-18d4-44cb-9a3a-c2999f168857 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.641917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a21c8a1-2da1-430a-aef5-719869fc63fe req-da57c2fc-18d4-44cb-9a3a-c2999f168857 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.1584046 Aug 09 15:49:07.714974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a21c8a1-2da1-430a-aef5-719869fc63fe req-be5f5df1-e025-4570-86da-28aadd38e1b2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651703 Aug 09 15:49:07.724265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9c91c-b2f9-45b5-b37b-824acfdb8718 req-c3c76dc4-053a-4d62-ba1c-aae8efa98186 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.731599 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-42d9c91c-b2f9-45b5-b37b-824acfdb8718 req-c3c76dc4-053a-4d62-ba1c-aae8efa98186 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 949 time: 0.0886097 Aug 09 15:49:07.753983 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e243a14d-606f-4644-823f-dd73f3c63be8 req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.784521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Pushing event deleted for resources: {'Port': ['ID=765a6938-cecf-4471-a3f0-ee8dec21ba0c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:07.796258 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-42d9c91c-b2f9-45b5-b37b-824acfdb8718 req-6978ce65-2c98-467b-971b-3f4a9215a977 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/security-groups?id=83eef5ba-7767-4cc0-9380-387ca3b05acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637503 Aug 09 15:49:07.796998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:07.797442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:07.797922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:07.798360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:07.798795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:07.799267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:07.799700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:07.800128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:07.800764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:07.800967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:07.801387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:07.801838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:07.817823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-b03d7dc9-325e-4c19-b8d8-bc0bc9982c78 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.819570 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-b03d7dc9-325e-4c19-b8d8-bc0bc9982c78 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.60 "GET /v2.0/networks?id=a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 200 len: 805 time: 0.2671916 Aug 09 15:49:07.848215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Request body: {'port': {'device_id': '1f6d3a59-b2da-45f4-a024-0b272e395779', 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'admin_state_up': True, 'tenant_id': '1a7b6654ea904a078c50c8a17ffdca4a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:07.881911 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdc37be3-315c-4f72-899e-1550dd1be057 req-171aae27-ee2d-434b-9cea-49b92e9d212b tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 210 time: 0.0742450 Aug 09 15:49:07.919309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e243a14d-606f-4644-823f-dd73f3c63be8 req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] No DVR routers for this DVR port 765a6938-cecf-4471-a3f0-ee8dec21ba0c on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:07.922960 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e243a14d-606f-4644-823f-dd73f3c63be8 req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.925277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e243a14d-606f-4644-823f-dd73f3c63be8 req-0ce41464-291f-411f-bffd-5701126764aa tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.53 "DELETE /v2.0/ports/765a6938-cecf-4471-a3f0-ee8dec21ba0c HTTP/1.1" status: 204 len: 173 time: 0.7948060 Aug 09 15:49:07.925741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73522e87-b21f-496b-acc0-8adabbae5a68', 'name': 'network-vif-deleted', 'tag': '765a6938-cecf-4471-a3f0-ee8dec21ba0c'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:07.928231 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e2a1b4-38d8-472e-a6cb-e9284ff125f9" -d '{"events": [{"server_uuid": "73522e87-b21f-496b-acc0-8adabbae5a68", "name": "network-vif-deleted", "tag": "765a6938-cecf-4471-a3f0-ee8dec21ba0c"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:07.983741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc164b3f-3929-4a19-9725-b742b3906657 req-8a03ed07-b32d-4ec8-87d2-e1e6c27d0e47 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.985474 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc164b3f-3929-4a19-9725-b742b3906657 req-8a03ed07-b32d-4ec8-87d2-e1e6c27d0e47 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0893557 Aug 09 15:49:08.005023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87badc-3296-4888-81b8-287e146bbfb4 req-8f82f099-477e-4217-a007-0bdf6b331666 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:08.007696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa87badc-3296-4888-81b8-287e146bbfb4 req-8f82f099-477e-4217-a007-0bdf6b331666 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0578220 Aug 09 15:49:08.037204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Made reservation on behalf of 1a7b6654ea904a078c50c8a17ffdca4a for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:08.040747 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.055830 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa87badc-3296-4888-81b8-287e146bbfb4 req-d1a2c1fd-aaae-4c53-95ff-aff14291afcc tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388296 Aug 09 15:49:08.056668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc164b3f-3929-4a19-9725-b742b3906657 req-0cb0ad37-d0c7-4e92-b2d0-e01f0112505b tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573845 Aug 09 15:49:08.112465 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfac8e7c-58da-4247-89d2-1006cd208ff4 x-openstack-request-id: req-bfac8e7c-58da-4247-89d2-1006cd208ff4 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:08.113004 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73522e87-b21f-496b-acc0-8adabbae5a68", "name": "network-vif-deleted", "tag": "765a6938-cecf-4471-a3f0-ee8dec21ba0c", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:08.113522 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bfac8e7c-58da-4247-89d2-1006cd208ff4 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:08.114920 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73522e87-b21f-496b-acc0-8adabbae5a68', 'name': 'network-vif-deleted', 'tag': '765a6938-cecf-4471-a3f0-ee8dec21ba0c', 'status': 'completed', 'code': 200} Aug 09 15:49:08.172925 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b35ff8a8-5c16-47ad-aaa7-a787c6775fd2 req-7d0aeff6-0110-4772-95b3-7cf8a179634a tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0361280 Aug 09 15:49:08.272148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e2a0-a369-42ae-93cc-ded1ea8f0665 req-5cf0b792-fcfb-4d38-9264-1e8bb6ac3828 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:08.273763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ae6e2a0-a369-42ae-93cc-ded1ea8f0665 req-5cf0b792-fcfb-4d38-9264-1e8bb6ac3828 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0513046 Aug 09 15:49:08.322353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ae6e2a0-a369-42ae-93cc-ded1ea8f0665 req-3eddc1eb-a226-47a5-8889-4d6d773857e9 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412948 Aug 09 15:49:08.372058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c2c46a7-28f8-4161-a57a-2c89244fcc99 req-c4a2dec5-863c-48b6-bfff-a1d49aa56cb0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0305004 Aug 09 15:49:08.466920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823ec20-a6cb-4644-8b46-543a30b8fdbb req-a0009c8b-9a86-4bbe-ab3e-c3d9bb6a161d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:08.468808 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b823ec20-a6cb-4644-8b46-543a30b8fdbb req-a0009c8b-9a86-4bbe-ab3e-c3d9bb6a161d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0585067 Aug 09 15:49:08.517630 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b823ec20-a6cb-4644-8b46-543a30b8fdbb req-e623b093-f396-4a12-ac7a-10c39dde0b53 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Aug 09 15:49:08.541797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Allocated IP 172.20.0.8 (a4810c67-1f24-4642-b0ab-d23f91f63788/47be0854-cc13-46d6-81d0-2dc17634e8dd/4cd2a102-4820-44be-9b97-63b8ddd7d430) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:08.566090 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b2e21e-8b0b-4732-9849-6fa66b0827fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c34d8b-6558-4656-a3c3-580e8fa382af'}, {'server_uuid': '73522e87-b21f-496b-acc0-8adabbae5a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765a6938-cecf-4471-a3f0-ee8dec21ba0c'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:08.569376 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3448e8f4-54dd-41a7-8f92-2f8414497960" -d '{"events": [{"server_uuid": "f5b2e21e-8b0b-4732-9849-6fa66b0827fd", "name": "network-vif-plugged", "status": "completed", "tag": "b1c34d8b-6558-4656-a3c3-580e8fa382af"}, {"server_uuid": "73522e87-b21f-496b-acc0-8adabbae5a68", "name": "network-vif-unplugged", "status": "completed", "tag": "765a6938-cecf-4471-a3f0-ee8dec21ba0c"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:08.616458 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fd5848-6d4c-4d4d-91cb-cbe65525659d x-openstack-request-id: req-14fd5848-6d4c-4d4d-91cb-cbe65525659d {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:08.616831 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b2e21e-8b0b-4732-9849-6fa66b0827fd", "name": "network-vif-plugged", "status": "completed", "tag": "b1c34d8b-6558-4656-a3c3-580e8fa382af", "code": 200}, {"server_uuid": "73522e87-b21f-496b-acc0-8adabbae5a68", "name": "network-vif-unplugged", "status": "completed", "tag": "765a6938-cecf-4471-a3f0-ee8dec21ba0c", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:08.617148 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14fd5848-6d4c-4d4d-91cb-cbe65525659d {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:08.617630 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b2e21e-8b0b-4732-9849-6fa66b0827fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c34d8b-6558-4656-a3c3-580e8fa382af', 'code': 200} Aug 09 15:49:08.617952 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73522e87-b21f-496b-acc0-8adabbae5a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765a6938-cecf-4471-a3f0-ee8dec21ba0c', 'code': 200} Aug 09 15:49:08.708360 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ba863-1d00-480b-9e41-8cd7786ad3ec req-2110e8f7-4348-4d42-a274-60f4e9ced3f4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:08.709891 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af8ba863-1d00-480b-9e41-8cd7786ad3ec req-2110e8f7-4348-4d42-a274-60f4e9ced3f4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1145554 Aug 09 15:49:08.734388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e34956-8dff-438d-bf2e-a83f13b10ba6 req-de37f759-15da-4edb-ba5f-c808836cad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:08.735906 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26e34956-8dff-438d-bf2e-a83f13b10ba6 req-de37f759-15da-4edb-ba5f-c808836cad06 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 1100 time: 0.0404713 Aug 09 15:49:08.778923 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af8ba863-1d00-480b-9e41-8cd7786ad3ec req-2705a2a7-e4b7-446a-b6d8-f0d39e14c52e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588923 Aug 09 15:49:08.780018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26e34956-8dff-438d-bf2e-a83f13b10ba6 req-be3e0311-74e9-43a4-bc55-d7f87fcba998 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=83eef5ba-7767-4cc0-9380-387ca3b05acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 Aug 09 15:49:08.783555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.833072 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.861610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d9d43-9cf6-4974-954f-c7484ad72289 req-34d3b122-250d-4550-8e75-685bc3cf293e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:08.863418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e3d9d43-9cf6-4974-954f-c7484ad72289 req-34d3b122-250d-4550-8e75-685bc3cf293e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0589609 Aug 09 15:49:08.880655 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Network a4810c67-1f24-4642-b0ab-d23f91f63788 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:08.886037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:08.889898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:08.908201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e3d9d43-9cf6-4974-954f-c7484ad72289 req-8b56bd13-1682-422c-a2e1-a48349ecf7a6 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372427 Aug 09 15:49:08.934966 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Pushing event updated for resources: {'Port': ['ID=4cd2a102-4820-44be-9b97-63b8ddd7d430,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:08.979791 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:08.980422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.003555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d340f-d4bc-4262-87db-d8ec774aae33 req-c3d5861d-d1b2-4a51-9bfe-764f3214d53b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.005110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f68d340f-d4bc-4262-87db-d8ec774aae33 req-c3d5861d-d1b2-4a51-9bfe-764f3214d53b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0871327 Aug 09 15:49:09.006909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-6dabe8f9-89a7-4759-a9cb-00f1b2b786b2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1661911 Aug 09 15:49:09.029298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02da6c4-0dd3-4c86-8834-439c7ddb1240 req-10591338-d915-4587-8c6a-8992cf20f053 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.030170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Request body: {'port': {'device_id': '1f6d3a59-b2da-45f4-a024-0b272e395779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:09.031811 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b02da6c4-0dd3-4c86-8834-439c7ddb1240 req-10591338-d915-4587-8c6a-8992cf20f053 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 949 time: 0.0630953 Aug 09 15:49:09.070917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b02da6c4-0dd3-4c86-8834-439c7ddb1240 req-405e338c-e90b-4ad7-b50c-147c7e3003e6 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/security-groups?id=83eef5ba-7767-4cc0-9380-387ca3b05acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331347 Aug 09 15:49:09.102339 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f68d340f-d4bc-4262-87db-d8ec774aae33 req-95d3f169-73fb-477a-a971-8da371c77d5d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900810 Aug 09 15:49:09.109979 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.183305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389bc05-554a-427e-8748-7737f297f780 req-d891bfa0-5198-4db9-bf12-5d1e9406c040 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.186496 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:49:09.190105 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9389bc05-554a-427e-8748-7737f297f780 req-d891bfa0-5198-4db9-bf12-5d1e9406c040 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 931 time: 0.0611315 Aug 09 15:49:09.235545 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9389bc05-554a-427e-8748-7737f297f780 req-2b0e7bd9-2447-4c89-9280-f47c96ba8037 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Aug 09 15:49:09.355780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807b0b9-0856-46bb-a5d3-7dee8850afa5 req-f7c5a2dc-0c9c-4f08-a2bf-f1486780d43e tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.357683 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5807b0b9-0856-46bb-a5d3-7dee8850afa5 req-f7c5a2dc-0c9c-4f08-a2bf-f1486780d43e tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0529089 Aug 09 15:49:09.400849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17dde-1b7a-4419-a18e-ba2d5e17c850 req-f0dd5226-77ee-4306-bc9b-bdaee4c740f3 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.402307 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-30e17dde-1b7a-4419-a18e-ba2d5e17c850 req-f0dd5226-77ee-4306-bc9b-bdaee4c740f3 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0860887 Aug 09 15:49:09.406945 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5807b0b9-0856-46bb-a5d3-7dee8850afa5 req-3579f985-051c-4cb7-a50d-f0876d79f3fa tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Aug 09 15:49:09.469102 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-30e17dde-1b7a-4419-a18e-ba2d5e17c850 req-4a0e99cf-56d2-4011-94c4-13e31db207aa tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569000 Aug 09 15:49:09.510213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd2a102-4820-44be-9b97-63b8ddd7d430 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:09.518593 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.533192 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Transition to ACTIVE for port object 4cd2a102-4820-44be-9b97-63b8ddd7d430 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:09.547145 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.569125 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5523b688-c54d-40b5-87bb-807dcbdf671c req-4d98e6a2-9e93-46c1-a650-ea24a19250dc tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0343316 Aug 09 15:49:09.588560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9014f-fc94-440e-b94b-17a3d8555fd7 req-eca21e89-1f99-4c6d-a052-3e2c2128bb54 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.590317 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8a9014f-fc94-440e-b94b-17a3d8555fd7 req-eca21e89-1f99-4c6d-a052-3e2c2128bb54 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0571866 Aug 09 15:49:09.642753 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8a9014f-fc94-440e-b94b-17a3d8555fd7 req-3fd82f7c-0e1c-4e85-9fec-a64fb826e468 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357430 Aug 09 15:49:09.643955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Pushing event updated for resources: {'Port': ['ID=4cd2a102-4820-44be-9b97-63b8ddd7d430,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:09.709169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Attempting to bind port 4cd2a102-4820-44be-9b97-63b8ddd7d430 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:09.709508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Attempting to bind port 4cd2a102-4820-44be-9b97-63b8ddd7d430 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:09.709883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Attempting to bind port 4cd2a102-4820-44be-9b97-63b8ddd7d430 on network a4810c67-1f24-4642-b0ab-d23f91f63788 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:09.714264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Port 4cd2a102-4820-44be-9b97-63b8ddd7d430 on network a4810c67-1f24-4642-b0ab-d23f91f63788 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:09.714640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Attempting to bind port 4cd2a102-4820-44be-9b97-63b8ddd7d430 on network a4810c67-1f24-4642-b0ab-d23f91f63788 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:09.720189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:09.720526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Checking segment: {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:09.720903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Bound using segment: {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:09.721322 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Bound port: 4cd2a102-4820-44be-9b97-63b8ddd7d430, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:09.721712 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.779701 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c1013-c3bd-4419-8c64-ecbc9a161947 req-53f67964-aef2-4f68-8413-41854cc5767b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.781501 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-512c1013-c3bd-4419-8c64-ecbc9a161947 req-53f67964-aef2-4f68-8413-41854cc5767b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0635576 Aug 09 15:49:09.817525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] For port 4cd2a102-4820-44be-9b97-63b8ddd7d430, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:09.823203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] For port 4cd2a102-4820-44be-9b97-63b8ddd7d430, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4cd2a102-4820-44be-9b97-63b8ddd7d430,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:09.827483 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-512c1013-c3bd-4419-8c64-ecbc9a161947 req-89624247-007e-477d-a7a5-1a6fb8ed4544 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392559 Aug 09 15:49:09.829328 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.874960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.875600 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.877087 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] 10.222.0.60 "PUT /v2.0/ports/4cd2a102-4820-44be-9b97-63b8ddd7d430 HTTP/1.1" status: 200 len: 1091 time: 0.8553884 Aug 09 15:49:09.877568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6d3a59-b2da-45f4-a024-0b272e395779', 'tag': '4cd2a102-4820-44be-9b97-63b8ddd7d430'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:09.880101 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea0d9b9-072a-40f4-8738-254b0338032b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6d3a59-b2da-45f4-a024-0b272e395779", "tag": "4cd2a102-4820-44be-9b97-63b8ddd7d430"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:09.910174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe126b0-837d-4e4a-a2ac-ef0bbfe91a5f service neutron] Pushing event updated for resources: {'Port': ['ID=4cd2a102-4820-44be-9b97-63b8ddd7d430,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:09.939218 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6911b5-4480-4414-8fd2-181066e3472c x-openstack-request-id: req-6c6911b5-4480-4414-8fd2-181066e3472c {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:09.939799 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6d3a59-b2da-45f4-a024-0b272e395779", "tag": "4cd2a102-4820-44be-9b97-63b8ddd7d430", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:09.940055 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c6911b5-4480-4414-8fd2-181066e3472c {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:09.940455 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6d3a59-b2da-45f4-a024-0b272e395779', 'tag': '4cd2a102-4820-44be-9b97-63b8ddd7d430', 'status': 'completed', 'code': 200} Aug 09 15:49:09.977465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-1c5aeb50-47c5-4b44-b90b-68935de1363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.977851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecd5d5-8673-4a36-a4ed-5174fb8702d1 req-cd21e0c0-6de6-4fc6-b350-e1a7410e3968 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.979117 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-1c5aeb50-47c5-4b44-b90b-68935de1363d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 1094 time: 0.0513320 Aug 09 15:49:09.979381 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64ecd5d5-8673-4a36-a4ed-5174fb8702d1 req-cd21e0c0-6de6-4fc6-b350-e1a7410e3968 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0520618 Aug 09 15:49:10.021061 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64ecd5d5-8673-4a36-a4ed-5174fb8702d1 req-6be17931-30e8-4dc3-9803-f4bab7d638ce tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354044 Aug 09 15:49:10.034128 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-86f8bdc9-f649-4c1d-abb8-8e01e3a66111 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cd2a102-4820-44be-9b97-63b8ddd7d430 HTTP/1.1" status: 200 len: 217 time: 0.0417821 Aug 09 15:49:10.090827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-d45ac66f-8bcc-4bde-b58b-c991fcbaea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.093453 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-d45ac66f-8bcc-4bde-b58b-c991fcbaea4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47be0854-cc13-46d6-81d0-2dc17634e8dd HTTP/1.1" status: 200 len: 845 time: 0.0497530 Aug 09 15:49:10.126544 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-20154d6e-7d95-4e85-a902-5874f00ced59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4810c67-1f24-4642-b0ab-d23f91f63788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266192 Aug 09 15:49:10.171622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8bb64-0585-4700-8b7b-86e98521af14 req-d04f8763-f020-4685-9611-428ce88fcb0d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.173243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eba8bb64-0585-4700-8b7b-86e98521af14 req-d04f8763-f020-4685-9611-428ce88fcb0d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0613160 Aug 09 15:49:10.236611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eba8bb64-0585-4700-8b7b-86e98521af14 req-7ab8701e-fa53-4fed-9b55-527440f3a628 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522304 Aug 09 15:49:10.278948 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-9316faa5-accc-4b0a-b901-f7424a6149fe service neutron] 10.222.0.60 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387792 Aug 09 15:49:10.338591 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9159e6e3-df1d-4bcf-8f5c-872a44c96f29 req-4bdc8dac-f958-4ee1-a630-3221ef88b90e tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0285537 Aug 09 15:49:10.386465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf24c32-6e52-4364-9d89-1e97e27a8f56 req-57d44089-1b98-4a33-9d54-417415ee6b3b tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.387980 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-abf24c32-6e52-4364-9d89-1e97e27a8f56 req-57d44089-1b98-4a33-9d54-417415ee6b3b tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 949 time: 0.1080947 Aug 09 15:49:10.441119 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9a3f8fb-c6ba-4b73-90b1-b3253669504a req-a4f2d4e4-e61d-41a0-ad2d-3c4d4d65bbbe service neutron] 10.222.0.60 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523349 Aug 09 15:49:10.448675 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-abf24c32-6e52-4364-9d89-1e97e27a8f56 req-cccc17c8-ba51-4bb8-ba71-21bc2d2d0732 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/security-groups?id=83eef5ba-7767-4cc0-9380-387ca3b05acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512795 Aug 09 15:49:10.452219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874085b9-77fc-4099-8fb1-2617eec4a2ed req-9c08626e-608a-45b5-b8ac-925c21eec5f7 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.453838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-874085b9-77fc-4099-8fb1-2617eec4a2ed req-9c08626e-608a-45b5-b8ac-925c21eec5f7 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 943 time: 0.0501297 Aug 09 15:49:10.478406 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2976e019-3390-475c-8c3b-edcea9e669ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:10.500429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-874085b9-77fc-4099-8fb1-2617eec4a2ed req-64c3b856-3b9f-458b-b2bf-5427a33b1a3c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386853 Aug 09 15:49:10.617280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0d9b9-072a-40f4-8738-254b0338032b req-ef6c16f6-757e-4cef-b299-fca2a7e46c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.619521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ea0d9b9-072a-40f4-8738-254b0338032b req-ef6c16f6-757e-4cef-b299-fca2a7e46c4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 1094 time: 0.0713687 Aug 09 15:49:10.622290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab3e4c-018d-42d1-987d-1b6d71b6f49d req-8f2b000a-579c-4a8c-8a78-5512bd1abcb6 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.624145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6ab3e4c-018d-42d1-987d-1b6d71b6f49d req-8f2b000a-579c-4a8c-8a78-5512bd1abcb6 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0603480 Aug 09 15:49:10.629226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b671ab-78b4-47e2-9cfa-0a843c6f75e0 req-bfe43bec-7743-46f6-9196-6505322e805c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.630735 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-08b671ab-78b4-47e2-9cfa-0a843c6f75e0 req-bfe43bec-7743-46f6-9196-6505322e805c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0844564 Aug 09 15:49:10.664293 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6ab3e4c-018d-42d1-987d-1b6d71b6f49d req-2cc4893c-fb88-4765-8dec-5107a7e5ecde tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331018 Aug 09 15:49:10.725335 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-08b671ab-78b4-47e2-9cfa-0a843c6f75e0 req-f0ecee09-f2a7-4ab2-91f0-65a0aec21b17 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875018 Aug 09 15:49:10.765962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0d9b9-072a-40f4-8738-254b0338032b req-884aa23b-3156-4d2a-8870-1b70118a5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.767475 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ea0d9b9-072a-40f4-8738-254b0338032b req-884aa23b-3156-4d2a-8870-1b70118a5c5d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 200 len: 906 time: 0.1281052 Aug 09 15:49:10.813195 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ea0d9b9-072a-40f4-8738-254b0338032b req-5cdce609-fa21-462a-85b3-18a61bd63bf5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cd2a102-4820-44be-9b97-63b8ddd7d430 HTTP/1.1" status: 200 len: 217 time: 0.0378890 Aug 09 15:49:10.842474 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:10.854604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bc1ef-0ec2-424a-8082-c517dbe5cbb6 req-2af07cf7-4b10-46de-be6d-1226aff66687 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.856382 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b7bc1ef-0ec2-424a-8082-c517dbe5cbb6 req-2af07cf7-4b10-46de-be6d-1226aff66687 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0627809 Aug 09 15:49:10.884772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0d9b9-072a-40f4-8738-254b0338032b req-625201bb-8224-4634-8d93-48ec98c8b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.886450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ea0d9b9-072a-40f4-8738-254b0338032b req-625201bb-8224-4634-8d93-48ec98c8b11f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47be0854-cc13-46d6-81d0-2dc17634e8dd HTTP/1.1" status: 200 len: 845 time: 0.0558293 Aug 09 15:49:10.921804 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ea0d9b9-072a-40f4-8738-254b0338032b req-04e58ddb-aabc-47a3-bcab-72083b1af0b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4810c67-1f24-4642-b0ab-d23f91f63788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267792 Aug 09 15:49:10.925334 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b7bc1ef-0ec2-424a-8082-c517dbe5cbb6 req-ece273fc-382d-491e-bea9-7f8ddbc83b40 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621159 Aug 09 15:49:11.035870 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ea0d9b9-072a-40f4-8738-254b0338032b req-fa87258a-2957-4868-ba07-057d5a33ad19 service neutron] 10.222.0.60 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055071 Aug 09 15:49:11.055206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed98584-a663-43ca-a938-02a9c2f14440 req-922cace5-eec2-4611-9ede-d76cbe039b3a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.061958 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9ed98584-a663-43ca-a938-02a9c2f14440 req-922cace5-eec2-4611-9ede-d76cbe039b3a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0594256 Aug 09 15:49:11.098301 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9ed98584-a663-43ca-a938-02a9c2f14440 req-04c0d1a0-9888-48b2-af38-812788f53dc4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342262 Aug 09 15:49:11.150823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ea0d9b9-072a-40f4-8738-254b0338032b req-0046410b-7b63-4803-96ad-06463ca752cb service neutron] 10.222.0.60 "GET /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050618 Aug 09 15:49:11.211136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 765a6938-cecf-4471-a3f0-ee8dec21ba0c no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:11.223448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a4c21-94e2-42fc-b9fa-319a77e641dc req-ba46b78e-6018-4b45-b0f8-771538222ecc tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.225021 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb3a4c21-94e2-42fc-b9fa-319a77e641dc req-ba46b78e-6018-4b45-b0f8-771538222ecc tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0585032 Aug 09 15:49:11.235813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 765a6938-cecf-4471-a3f0-ee8dec21ba0c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:11.236211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 765a6938-cecf-4471-a3f0-ee8dec21ba0c not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:11.266535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb3a4c21-94e2-42fc-b9fa-319a77e641dc req-1c6c0b0a-d592-4b9f-b0e0-723b1320353c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339744 Aug 09 15:49:11.358565 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.440600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2c58b-5a7c-4c7a-9b07-0eee3357d63e req-28f7d433-66f7-4e2f-a509-5d1ae9c9d75c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.442131 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15d2c58b-5a7c-4c7a-9b07-0eee3357d63e req-28f7d433-66f7-4e2f-a509-5d1ae9c9d75c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0503259 Aug 09 15:49:11.446039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb54261-a80e-4935-867c-cfebf089f65a req-e7c25203-747d-45c5-8334-c7346e949b8f tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.448077 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2fb54261-a80e-4935-867c-cfebf089f65a req-e7c25203-747d-45c5-8334-c7346e949b8f tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 949 time: 0.0512791 Aug 09 15:49:11.484881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15d2c58b-5a7c-4c7a-9b07-0eee3357d63e req-9f42b205-c3b7-4ee8-a1c0-ee34173bd0bc tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356977 Aug 09 15:49:11.489795 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2fb54261-a80e-4935-867c-cfebf089f65a req-35dfd73f-680c-4a85-9df3-02f701beafa8 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/security-groups?id=83eef5ba-7767-4cc0-9380-387ca3b05acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352569 Aug 09 15:49:11.491401 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:11.580169 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b04aa34-aa17-44e2-90b2-0b2e8d062fed req-26e12a5c-7ec1-40ef-80cf-cd274686bdf0 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0278125 Aug 09 15:49:11.607327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180b53d-14bb-4452-97c5-062fa68b1bed req-9dd92f69-6356-41d4-9eba-1d0b61b85406 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.608838 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0180b53d-14bb-4452-97c5-062fa68b1bed req-9dd92f69-6356-41d4-9eba-1d0b61b85406 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0503888 Aug 09 15:49:11.648392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0180b53d-14bb-4452-97c5-062fa68b1bed req-6591e0cf-6714-496f-abb1-0e232dd1aa0f tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338135 Aug 09 15:49:11.700273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a2c58-f838-4ab3-88a3-56e2925a3967 req-c3d1d691-7bbb-4df8-bd37-9fc083802cf6 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.701967 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b8a2c58-f838-4ab3-88a3-56e2925a3967 req-c3d1d691-7bbb-4df8-bd37-9fc083802cf6 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 943 time: 0.0568676 Aug 09 15:49:11.740912 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b8a2c58-f838-4ab3-88a3-56e2925a3967 req-a70c8abc-83c8-4bf0-a64c-6dff4cd68bd1 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 Aug 09 15:49:11.797949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86329d-41c4-46a8-9e1f-e287a0adf157 req-27676aa7-90fd-4e13-a068-ef3951b30c3e tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.799461 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec86329d-41c4-46a8-9e1f-e287a0adf157 req-27676aa7-90fd-4e13-a068-ef3951b30c3e tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0567172 Aug 09 15:49:11.840782 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec86329d-41c4-46a8-9e1f-e287a0adf157 req-e641946d-3bf6-470d-b41c-962778adf123 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348785 Aug 09 15:49:11.912296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b6fa9-3259-43ca-a48c-08bbab05ee96 req-879d5660-4fbb-4d43-8443-4f7c00bd6ec0 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.913785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-067b6fa9-3259-43ca-a48c-08bbab05ee96 req-879d5660-4fbb-4d43-8443-4f7c00bd6ec0 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0486436 Aug 09 15:49:11.953039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-067b6fa9-3259-43ca-a48c-08bbab05ee96 req-dd320c85-6d4d-4978-aa96-85b25b1499a2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Aug 09 15:49:12.042159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ca363-1e19-4411-99df-777309018830 req-15d2ab61-f425-4a76-b71e-5e08b2800fcf tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.043692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8c1ca363-1e19-4411-99df-777309018830 req-15d2ab61-f425-4a76-b71e-5e08b2800fcf tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0505638 Aug 09 15:49:12.068872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1842dcc-f657-4a1e-88ab-36bca8fdaabd req-e404433a-6f5b-4a6b-8323-01d8121fc7ce tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.070409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1842dcc-f657-4a1e-88ab-36bca8fdaabd req-e404433a-6f5b-4a6b-8323-01d8121fc7ce tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0511625 Aug 09 15:49:12.082793 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8c1ca363-1e19-4411-99df-777309018830 req-c11a45e1-cb04-443a-9893-5f6382021d48 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325027 Aug 09 15:49:12.110988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1842dcc-f657-4a1e-88ab-36bca8fdaabd req-23e59a00-3b18-4953-96cf-f37088397aee tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344126 Aug 09 15:49:12.218911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4cd2a102-4820-44be-9b97-63b8ddd7d430 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:12.247794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f5cfd-89bd-4178-a8be-34cc8160b1b2 req-66e108e4-fcf0-4e3b-9eb3-da7fec4f5396 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.249350 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e89f5cfd-89bd-4178-a8be-34cc8160b1b2 req-66e108e4-fcf0-4e3b-9eb3-da7fec4f5396 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0559275 Aug 09 15:49:12.287198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e89f5cfd-89bd-4178-a8be-34cc8160b1b2 req-b99ab936-fff1-460f-916a-de498482f587 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315876 Aug 09 15:49:12.314900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4cd2a102-4820-44be-9b97-63b8ddd7d430, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4cd2a102-4820-44be-9b97-63b8ddd7d430,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:12.326866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '4cd2a102-4820-44be-9b97-63b8ddd7d430', 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'port_id': '4cd2a102-4820-44be-9b97-63b8ddd7d430', 'mac_address': 'fa:16:3e:8b:1e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47be0854-cc13-46d6-81d0-2dc17634e8dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:12.364348 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:12.381915 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd2a102-4820-44be-9b97-63b8ddd7d430 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:12.402348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4cd2a102-4820-44be-9b97-63b8ddd7d430, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4cd2a102-4820-44be-9b97-63b8ddd7d430,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:12.406374 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:12.406559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e2a44-1e62-4b68-8f67-9f5263d5cbb5 req-f21e3dce-da85-4ae5-91b5-37c1f8d33a90 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.409065 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec6e2a44-1e62-4b68-8f67-9f5263d5cbb5 req-f21e3dce-da85-4ae5-91b5-37c1f8d33a90 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0523238 Aug 09 15:49:12.449820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec6e2a44-1e62-4b68-8f67-9f5263d5cbb5 req-9d9fa9c1-b678-42d8-abf0-b60047641baa tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335662 Aug 09 15:49:12.455190 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=4cd2a102-4820-44be-9b97-63b8ddd7d430,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:12.617772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea8a33-ff32-48ba-bb98-096b12eaec8b req-22a5ae5f-7c91-48fa-9755-4cf161962315 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.620046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79ea8a33-ff32-48ba-bb98-096b12eaec8b req-22a5ae5f-7c91-48fa-9755-4cf161962315 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 949 time: 0.0624387 Aug 09 15:49:12.656888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde564a9-e9f5-4523-8193-c1c07d92013a req-ced8bb68-a389-4042-be17-8f3b67f0f9a6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.658467 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bde564a9-e9f5-4523-8193-c1c07d92013a req-ced8bb68-a389-4042-be17-8f3b67f0f9a6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0515306 Aug 09 15:49:12.661080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79ea8a33-ff32-48ba-bb98-096b12eaec8b req-f0de17fd-8dec-46c7-bc0d-7ea95e79865b tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/security-groups?id=83eef5ba-7767-4cc0-9380-387ca3b05acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344522 Aug 09 15:49:12.701075 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bde564a9-e9f5-4523-8193-c1c07d92013a req-30f90dfe-1149-4d3e-8175-d894ee7a517e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348473 Aug 09 15:49:12.711953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['4cd2a102-4820-44be-9b97-63b8ddd7d430'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:12.752664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-57c1f11d-4c31-4580-9da5-037cab6cd119 req-6e589c3d-d58c-41c7-be54-908ed256f302 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0287719 Aug 09 15:49:12.867357 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:12.878345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c60b7-3305-4b74-9440-2706fbf628ec req-b3bb53a7-5bbe-4648-bd1c-1624c194e2ce tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.879983 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd2c60b7-3305-4b74-9440-2706fbf628ec req-b3bb53a7-5bbe-4648-bd1c-1624c194e2ce tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 944 time: 0.0625503 Aug 09 15:49:12.956117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd2c60b7-3305-4b74-9440-2706fbf628ec req-25c60ffb-8175-49b9-ba03-f3215f4bb716 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650194 Aug 09 15:49:12.965126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349d750-175b-4b17-bdff-752ed2e09417 req-c9ff16a0-530c-4224-ad39-923d01dc2206 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.967048 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7349d750-175b-4b17-bdff-752ed2e09417 req-c9ff16a0-530c-4224-ad39-923d01dc2206 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 949 time: 0.0860925 Aug 09 15:49:13.003636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4e28-87e2-437d-b3fb-dfaacf6c03fa req-62bde746-61f9-4ee5-84bd-58239b812e04 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:13.005158 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-81bf4e28-87e2-437d-b3fb-dfaacf6c03fa req-62bde746-61f9-4ee5-84bd-58239b812e04 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0520902 Aug 09 15:49:13.043522 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-81bf4e28-87e2-437d-b3fb-dfaacf6c03fa req-668060e0-24de-469e-9325-cf77b5aad909 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320315 Aug 09 15:49:13.067695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-7349d750-175b-4b17-bdff-752ed2e09417 req-752233d0-69e0-487a-b19c-6240ff2b6330 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Deleting port b1c34d8b-6558-4656-a3c3-580e8fa382af {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:13.068040 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7349d750-175b-4b17-bdff-752ed2e09417 req-752233d0-69e0-487a-b19c-6240ff2b6330 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.170393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-7349d750-175b-4b17-bdff-752ed2e09417 req-752233d0-69e0-487a-b19c-6240ff2b6330 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] For port b1c34d8b-6558-4656-a3c3-580e8fa382af, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b1c34d8b-6558-4656-a3c3-580e8fa382af,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:13.171175 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7349d750-175b-4b17-bdff-752ed2e09417 req-752233d0-69e0-487a-b19c-6240ff2b6330 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.200377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-7349d750-175b-4b17-bdff-752ed2e09417 req-752233d0-69e0-487a-b19c-6240ff2b6330 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Calling delete_port for b1c34d8b-6558-4656-a3c3-580e8fa382af owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:13.229827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236176c-16f3-4603-b4b0-afe23a243e63 req-77afcf87-eeee-4169-b729-2f2d925ab878 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:13.231300 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c236176c-16f3-4603-b4b0-afe23a243e63 req-77afcf87-eeee-4169-b729-2f2d925ab878 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0769486 Aug 09 15:49:13.307436 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c236176c-16f3-4603-b4b0-afe23a243e63 req-0a875115-fdaf-499e-a8c3-4255ba5b80df tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Aug 09 15:49:13.319628 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.382264 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7349d750-175b-4b17-bdff-752ed2e09417 req-752233d0-69e0-487a-b19c-6240ff2b6330 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.410956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752233d0-69e0-487a-b19c-6240ff2b6330 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Pushing event deleted for resources: {'Port': ['ID=b1c34d8b-6558-4656-a3c3-580e8fa382af,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:13.453522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7349d750-175b-4b17-bdff-752ed2e09417 req-752233d0-69e0-487a-b19c-6240ff2b6330 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] No DVR routers for this DVR port b1c34d8b-6558-4656-a3c3-580e8fa382af on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:13.456215 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7349d750-175b-4b17-bdff-752ed2e09417 req-752233d0-69e0-487a-b19c-6240ff2b6330 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.458252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7349d750-175b-4b17-bdff-752ed2e09417 req-752233d0-69e0-487a-b19c-6240ff2b6330 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.53 "DELETE /v2.0/ports/b1c34d8b-6558-4656-a3c3-580e8fa382af HTTP/1.1" status: 204 len: 173 time: 0.4825780 Aug 09 15:49:13.458754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b2e21e-8b0b-4732-9849-6fa66b0827fd', 'name': 'network-vif-deleted', 'tag': 'b1c34d8b-6558-4656-a3c3-580e8fa382af'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:13.461065 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32f48d3-9323-4914-9cb2-ef9474fe98c3" -d '{"events": [{"server_uuid": "f5b2e21e-8b0b-4732-9849-6fa66b0827fd", "name": "network-vif-deleted", "tag": "b1c34d8b-6558-4656-a3c3-580e8fa382af"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:13.499455 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627956d3-d175-4e5d-a1cf-e1f6325eb2b9 x-openstack-request-id: req-627956d3-d175-4e5d-a1cf-e1f6325eb2b9 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:13.499763 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b2e21e-8b0b-4732-9849-6fa66b0827fd", "name": "network-vif-deleted", "tag": "b1c34d8b-6558-4656-a3c3-580e8fa382af", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:13.500020 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-627956d3-d175-4e5d-a1cf-e1f6325eb2b9 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:13.500421 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b2e21e-8b0b-4732-9849-6fa66b0827fd', 'name': 'network-vif-deleted', 'tag': 'b1c34d8b-6558-4656-a3c3-580e8fa382af', 'status': 'completed', 'code': 200} Aug 09 15:49:13.763883 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9cf0d03b-502e-4f2a-8186-a9ff83408f65 req-8f8c04e0-a5c5-4669-a86d-59e4b73fee34 tempest-TenantUsagesTestJSON-1113993353 tempest-TenantUsagesTestJSON-1113993353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b2e21e-8b0b-4732-9849-6fa66b0827fd HTTP/1.1" status: 200 len: 210 time: 0.0264087 Aug 09 15:49:13.827869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2b202-8557-4e3a-9eb5-ad16e6515361 req-5cce2d5f-5822-4549-90be-ab8741771869 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:13.829392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-24e2b202-8557-4e3a-9eb5-ad16e6515361 req-5cce2d5f-5822-4549-90be-ab8741771869 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0554762 Aug 09 15:49:13.869167 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-24e2b202-8557-4e3a-9eb5-ad16e6515361 req-981413f3-0408-491b-a145-304e4be6f44d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Aug 09 15:49:13.870485 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-690846ae-b5b3-4aec-89f7-324f1babf731 req-8d3fcfc7-47cd-4035-b027-1566d8b6dd9a tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0350511 Aug 09 15:49:14.094672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41faf94-204a-4d09-873d-8b02be94e006 req-5568b6d3-cb4d-4ea6-986a-9bb09de21865 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.096273 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a41faf94-204a-4d09-873d-8b02be94e006 req-5568b6d3-cb4d-4ea6-986a-9bb09de21865 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 944 time: 0.0624135 Aug 09 15:49:14.135362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a41faf94-204a-4d09-873d-8b02be94e006 req-f1cd57de-7592-4418-88d0-0d65f8d38349 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329597 Aug 09 15:49:14.152265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79750975-68c4-487a-a2a8-464512a6f3a1 req-8cfb1ca5-57ec-4a80-948f-7611dbfd9855 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.152265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79750975-68c4-487a-a2a8-464512a6f3a1 req-8cfb1ca5-57ec-4a80-948f-7611dbfd9855 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0515490 Aug 09 15:49:14.192413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79750975-68c4-487a-a2a8-464512a6f3a1 req-84298772-f0f0-40a6-8c14-4c0eae9ba15c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361145 Aug 09 15:49:14.235659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4cd2a102-4820-44be-9b97-63b8ddd7d430 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:14.246010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62f7d9-b4cf-48cd-88ac-ef50419af6d0 req-e815d39a-2c0d-44d3-a4c2-c9b56c8fc008 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.247582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d62f7d9-b4cf-48cd-88ac-ef50419af6d0 req-e815d39a-2c0d-44d3-a4c2-c9b56c8fc008 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0526848 Aug 09 15:49:14.293601 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 4cd2a102-4820-44be-9b97-63b8ddd7d430 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:14.297480 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d62f7d9-b4cf-48cd-88ac-ef50419af6d0 req-82143610-09ac-466b-a8e4-9d65ea87da97 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Aug 09 15:49:14.298404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 4cd2a102-4820-44be-9b97-63b8ddd7d430 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:14.298851 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.379433 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.402270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d3a59-b2da-45f4-a024-0b272e395779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd2a102-4820-44be-9b97-63b8ddd7d430'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:14.404521 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e414cb1-8777-472b-8179-920003319a54" -d '{"events": [{"server_uuid": "1f6d3a59-b2da-45f4-a024-0b272e395779", "name": "network-vif-plugged", "status": "completed", "tag": "4cd2a102-4820-44be-9b97-63b8ddd7d430"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:14.419533 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4cd2a102-4820-44be-9b97-63b8ddd7d430, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4cd2a102-4820-44be-9b97-63b8ddd7d430,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:14.425422 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.429856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a67033-92fb-45ed-b62e-f8be09252d78 req-3eadb045-61b4-4688-b697-134ef69b9950 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.432949 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-99a67033-92fb-45ed-b62e-f8be09252d78 req-3eadb045-61b4-4688-b697-134ef69b9950 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0517106 Aug 09 15:49:14.457623 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9e77e3-843d-4910-bbb8-8affc04ab1c7 x-openstack-request-id: req-cd9e77e3-843d-4910-bbb8-8affc04ab1c7 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:14.457919 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d3a59-b2da-45f4-a024-0b272e395779", "name": "network-vif-plugged", "status": "completed", "tag": "4cd2a102-4820-44be-9b97-63b8ddd7d430", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:14.458349 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd9e77e3-843d-4910-bbb8-8affc04ab1c7 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:14.458799 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d3a59-b2da-45f4-a024-0b272e395779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd2a102-4820-44be-9b97-63b8ddd7d430', 'code': 200} Aug 09 15:49:14.474236 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-99a67033-92fb-45ed-b62e-f8be09252d78 req-ae1fc1ce-c326-4278-a7d6-9517684663c9 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355737 Aug 09 15:49:14.486419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=4cd2a102-4820-44be-9b97-63b8ddd7d430,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:14.554391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb17c35-4e17-498b-9505-24ad0f2db531 req-f8e949c1-9c3c-48b1-a8e3-13aa4481a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.556003 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fcb17c35-4e17-498b-9505-24ad0f2db531 req-f8e949c1-9c3c-48b1-a8e3-13aa4481a3f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 1096 time: 0.0458333 Aug 09 15:49:14.593287 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fcb17c35-4e17-498b-9505-24ad0f2db531 req-50c94ef6-6a49-412b-b1c8-9dcdd899b595 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287602 Aug 09 15:49:14.976383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c364b61b-65b5-46db-85ee-0c2990e1eec9 req-cd91bb2c-21b8-41e4-a045-b35a730b1dd3 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0288219 Aug 09 15:49:15.076032 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36432) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:15.212546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b1c34d8b-6558-4656-a3c3-580e8fa382af no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:15.214553 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-505278bf-c272-4a28-8a00-8c5973138848 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ba060126c3444ebaa75cbaabe889517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373041 Aug 09 15:49:15.217136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36440) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:15.235515 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: b1c34d8b-6558-4656-a3c3-580e8fa382af {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:15.235901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b1c34d8b-6558-4656-a3c3-580e8fa382af not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:15.267165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd188fd-df01-4f07-995e-dd2e0f785c6e req-b66639d8-625c-4967-847f-cb6691e2cb91 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.269071 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bfd188fd-df01-4f07-995e-dd2e0f785c6e req-b66639d8-625c-4967-847f-cb6691e2cb91 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 945 time: 0.0534966 Aug 09 15:49:15.294671 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-657750cd-2aac-4c39-a9d0-87db3c76b405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.312500 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bfd188fd-df01-4f07-995e-dd2e0f785c6e req-fe59f1e3-2060-468d-bd0f-dd4cabd9f43d tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364103 Aug 09 15:49:15.341396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7283c-bd4a-4223-9233-5d71a474f48b req-18dd5d2b-3370-466d-891e-f53edd4a54c4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.342974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b1c7283c-bd4a-4223-9233-5d71a474f48b req-18dd5d2b-3370-466d-891e-f53edd4a54c4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0653672 Aug 09 15:49:15.354129 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-657750cd-2aac-4c39-a9d0-87db3c76b405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.410425 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b1c7283c-bd4a-4223-9233-5d71a474f48b req-36aa27ad-57c0-49af-9f02-68ab1af550b2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595846 Aug 09 15:49:15.422509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987253f3-bfe6-49b6-988e-ad0794048c0d req-c9bf3b4e-415d-4a49-9e32-664141a5f1b5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.424034 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-987253f3-bfe6-49b6-988e-ad0794048c0d req-c9bf3b4e-415d-4a49-9e32-664141a5f1b5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0537717 Aug 09 15:49:15.437140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-657750cd-2aac-4c39-a9d0-87db3c76b405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.437992 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-657750cd-2aac-4c39-a9d0-87db3c76b405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.439306 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-657750cd-2aac-4c39-a9d0-87db3c76b405 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83eef5ba-7767-4cc0-9380-387ca3b05acf HTTP/1.1" status: 204 len: 168 time: 0.2159948 Aug 09 15:49:15.449467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657750cd-2aac-4c39-a9d0-87db3c76b405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eef5ba-7767-4cc0-9380-387ca3b05acf,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:15.472163 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-987253f3-bfe6-49b6-988e-ad0794048c0d req-f59eaddb-bd49-4a52-9e16-9530658cf74c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419672 Aug 09 15:49:15.547738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f6a29-f11b-45e5-aa7d-0e6344acf776 req-b38561fa-3c9a-4f41-8254-c428f0e7ab31 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.549336 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-576f6a29-f11b-45e5-aa7d-0e6344acf776 req-b38561fa-3c9a-4f41-8254-c428f0e7ab31 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0572736 Aug 09 15:49:15.592062 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-576f6a29-f11b-45e5-aa7d-0e6344acf776 req-a9e7fdb2-a2fa-4bcd-a8c3-a394fd217801 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361876 Aug 09 15:49:15.616183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eb491-3fd2-4112-9111-802094224fc5 req-1a6ad0ac-bcad-40a4-9e6d-35273ffd979d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.617817 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-660eb491-3fd2-4112-9111-802094224fc5 req-1a6ad0ac-bcad-40a4-9e6d-35273ffd979d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0531838 Aug 09 15:49:15.671887 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-660eb491-3fd2-4112-9111-802094224fc5 req-23371c36-3eba-4211-8635-1990938fc8cc tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446403 Aug 09 15:49:15.764041 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36456) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:15.778443 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f288095c-dfc8-407a-88ce-a58f9970991c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.794796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad19db9-8e83-4c89-8045-179a3d903abb req-1a14e5d6-643c-47d2-84c9-9673ba868c39 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.796594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bad19db9-8e83-4c89-8045-179a3d903abb req-1a14e5d6-643c-47d2-84c9-9673ba868c39 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0750854 Aug 09 15:49:15.838962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bad19db9-8e83-4c89-8045-179a3d903abb req-329006cd-0010-4de3-aaa9-272627991b68 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357351 Aug 09 15:49:15.877575 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f288095c-dfc8-407a-88ce-a58f9970991c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.882301 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f288095c-dfc8-407a-88ce-a58f9970991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.929355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288095c-dfc8-407a-88ce-a58f9970991c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa67347f-bc2c-49be-b737-0e9aea15e6e3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:15.952375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f288095c-dfc8-407a-88ce-a58f9970991c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3bed0f17560a41d3adb6b84de800b3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872609 Aug 09 15:49:15.955077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36460) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:15.976698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f0db8-b425-49da-bf1d-c7835f0e7672 req-1ae7b496-7ab0-4025-be68-69f15935bef4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.978922 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b3f0db8-b425-49da-bf1d-c7835f0e7672 req-1ae7b496-7ab0-4025-be68-69f15935bef4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0663598 Aug 09 15:49:16.006199 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1af6014e-ff54-451c-947b-467075137667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.017940 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b3f0db8-b425-49da-bf1d-c7835f0e7672 req-6929074f-11dc-4a91-86d5-0b96c1bb27de tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Aug 09 15:49:16.028923 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1af6014e-ff54-451c-947b-467075137667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.097489 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f50493f8-7ea0-4f01-a558-8c7a3b5fc9dc req-790803b9-b59c-4a5e-af6e-1d8db16218e3 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0271947 Aug 09 15:49:16.106703 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1af6014e-ff54-451c-947b-467075137667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.109737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1af6014e-ff54-451c-947b-467075137667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:16.110868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1af6014e-ff54-451c-947b-467075137667 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa67347f-bc2c-49be-b737-0e9aea15e6e3 HTTP/1.1" status: 204 len: 168 time: 0.1548264 Aug 09 15:49:16.121795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6014e-ff54-451c-947b-467075137667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa67347f-bc2c-49be-b737-0e9aea15e6e3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:16.232647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c895f-4a85-4d14-9588-bf100880f7f4 req-cbcbb2e5-6825-4dfd-8e9b-1d5165b24bd1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.234202 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cb0c895f-4a85-4d14-9588-bf100880f7f4 req-cbcbb2e5-6825-4dfd-8e9b-1d5165b24bd1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0577989 Aug 09 15:49:16.274443 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cb0c895f-4a85-4d14-9588-bf100880f7f4 req-4a31a2b3-be3f-4647-960d-96ce87351cfc tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328915 Aug 09 15:49:16.404782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed98939-73b6-4231-a875-5548ce41eee3 req-0b078c08-270f-4fe6-88ef-2d5c18aa3171 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.406505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ed98939-73b6-4231-a875-5548ce41eee3 req-0b078c08-270f-4fe6-88ef-2d5c18aa3171 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0576415 Aug 09 15:49:16.448859 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ed98939-73b6-4231-a875-5548ce41eee3 req-1cdd3390-0c1a-4126-a713-2c68bfd4b0ed tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365045 Aug 09 15:49:16.449809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd8541-2a71-44ab-8ac6-84a217ce1fdb req-06ef9ea7-e5c6-466d-96a9-62f03254687c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.451382 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-56bd8541-2a71-44ab-8ac6-84a217ce1fdb req-06ef9ea7-e5c6-466d-96a9-62f03254687c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 945 time: 0.0573230 Aug 09 15:49:16.499723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-56bd8541-2a71-44ab-8ac6-84a217ce1fdb req-7d086857-59ae-4676-90f5-9a8b228c1228 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422933 Aug 09 15:49:16.622791 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d63904-c500-4b08-ba07-fafaf3898f51 req-911a1f09-6262-4599-a738-1f1542295a39 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.624496 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a4d63904-c500-4b08-ba07-fafaf3898f51 req-911a1f09-6262-4599-a738-1f1542295a39 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0601089 Aug 09 15:49:16.669995 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a4d63904-c500-4b08-ba07-fafaf3898f51 req-9722f886-0c0b-4570-917c-73c1b4851363 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382175 Aug 09 15:49:16.811542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb4529-0c74-4cf2-83d6-ad1ce6cc4ef5 req-a96ab9be-3002-41a1-8768-301937726681 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.814394 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7cbb4529-0c74-4cf2-83d6-ad1ce6cc4ef5 req-a96ab9be-3002-41a1-8768-301937726681 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0723820 Aug 09 15:49:16.864569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7cbb4529-0c74-4cf2-83d6-ad1ce6cc4ef5 req-76524bde-f256-4b55-9d19-e1c31a702159 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444648 Aug 09 15:49:16.979414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b17cf4-4e2e-4bf8-a661-48da7761be62 req-422e2be9-ced0-48c2-a99d-5bededf9e33c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.981072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c7b17cf4-4e2e-4bf8-a661-48da7761be62 req-422e2be9-ced0-48c2-a99d-5bededf9e33c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0695386 Aug 09 15:49:17.025272 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c7b17cf4-4e2e-4bf8-a661-48da7761be62 req-981ae86f-9b9d-45a6-a19e-d72a22b213d3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374470 Aug 09 15:49:17.056324 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17345dc-7306-410b-8e92-6ba5aef96152 req-0abc036b-13bf-401f-b411-5b17b04a3bb3 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.066168 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e17345dc-7306-410b-8e92-6ba5aef96152 req-0abc036b-13bf-401f-b411-5b17b04a3bb3 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0689144 Aug 09 15:49:17.111549 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e17345dc-7306-410b-8e92-6ba5aef96152 req-3da4e86b-1163-4e44-a247-715824038b1f tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443420 Aug 09 15:49:17.276882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8d8db7d-cb18-4065-8bb7-93ef55867a77 req-5780bf3c-07b4-48c5-96d5-050b5078f7b1 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0318272 Aug 09 15:49:17.420342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec940a0-654f-4e87-b7e6-2bae8eab64c9 req-b07a9fd2-a31f-43f0-92c3-4b7d615cbe96 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.422517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ec940a0-654f-4e87-b7e6-2bae8eab64c9 req-b07a9fd2-a31f-43f0-92c3-4b7d615cbe96 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0578840 Aug 09 15:49:17.425348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36562) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:17.469563 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ec940a0-654f-4e87-b7e6-2bae8eab64c9 req-0360771c-53a1-44d5-8fe1-f1e8099626b6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Aug 09 15:49:17.481552 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7424b-f3c3-42ff-a500-17816779e709 req-0e790536-ad1b-4cff-97c7-a503e85f97d2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.483116 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ac7424b-f3c3-42ff-a500-17816779e709 req-0e790536-ad1b-4cff-97c7-a503e85f97d2 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 945 time: 0.0619538 Aug 09 15:49:17.537244 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ac7424b-f3c3-42ff-a500-17816779e709 req-8ddca59e-80cd-4226-9126-1fd9cf2bff5c tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473046 Aug 09 15:49:17.586136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6719f52d-b8de-422b-ace2-5c4b68d4e7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.630071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab24d9-6ed9-44e1-a2d1-b8d300066182 req-433d40cb-3ed4-4dff-91d6-5a6eb2779840 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.631576 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-69ab24d9-6ed9-44e1-a2d1-b8d300066182 req-433d40cb-3ed4-4dff-91d6-5a6eb2779840 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0808246 Aug 09 15:49:17.690666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-69ab24d9-6ed9-44e1-a2d1-b8d300066182 req-3d8835b3-dd6d-4839-8062-400621bfa465 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508907 Aug 09 15:49:17.736997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6719f52d-b8de-422b-ace2-5c4b68d4e7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.744282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6719f52d-b8de-422b-ace2-5c4b68d4e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.787526 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6719f52d-b8de-422b-ace2-5c4b68d4e7c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ef6fe4d3559412bbbed1054dbadd033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611236 Aug 09 15:49:17.789518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719f52d-b8de-422b-ace2-5c4b68d4e7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cf518c-a1d3-4136-bfff-6a6899ba6c35,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:17.791702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36574) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:17.851180 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b25a1c-5098-4338-955c-f44c67bcc665 req-7a59ebdb-f955-4565-b20e-7049895d0422 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.855120 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-22b25a1c-5098-4338-955c-f44c67bcc665 req-7a59ebdb-f955-4565-b20e-7049895d0422 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0961859 Aug 09 15:49:17.855491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123a0f5-1020-4c9e-963e-4ae584d5ac17 req-63b8a638-2172-4c16-9abf-a78558bb5dd7 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.857207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4123a0f5-1020-4c9e-963e-4ae584d5ac17 req-63b8a638-2172-4c16-9abf-a78558bb5dd7 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0538881 Aug 09 15:49:17.892198 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-351e5867-e274-4077-946c-0b0e4b9b28bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.901789 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4123a0f5-1020-4c9e-963e-4ae584d5ac17 req-6bde8ba5-dc49-4452-8c7c-77aebee1fa42 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367179 Aug 09 15:49:17.929380 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-22b25a1c-5098-4338-955c-f44c67bcc665 req-f370116c-0c52-4e18-9105-4bc11e308188 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691850 Aug 09 15:49:17.931525 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-351e5867-e274-4077-946c-0b0e4b9b28bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.987443 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-351e5867-e274-4077-946c-0b0e4b9b28bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.991955 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-351e5867-e274-4077-946c-0b0e4b9b28bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:17.995562 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-351e5867-e274-4077-946c-0b0e4b9b28bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23cf518c-a1d3-4136-bfff-6a6899ba6c35 HTTP/1.1" status: 204 len: 168 time: 0.2008948 Aug 09 15:49:18.006891 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e5867-e274-4077-946c-0b0e4b9b28bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cf518c-a1d3-4136-bfff-6a6899ba6c35,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:18.050438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c686230-1197-4791-91d4-07b429296c0f req-688af007-249b-4c23-b2ac-5164c9b3aee0 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:18.052847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9c686230-1197-4791-91d4-07b429296c0f req-688af007-249b-4c23-b2ac-5164c9b3aee0 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0727224 Aug 09 15:49:18.119324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9c686230-1197-4791-91d4-07b429296c0f req-e4b43272-9ff3-4961-82de-590f650cfa76 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525863 Aug 09 15:49:18.187666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012080ab-8c2f-4867-863f-27c6c7466438 req-9fbaefc1-314f-403b-bad0-5b3657c180d3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:18.189433 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-012080ab-8c2f-4867-863f-27c6c7466438 req-9fbaefc1-314f-403b-bad0-5b3657c180d3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0748501 Aug 09 15:49:18.236047 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-012080ab-8c2f-4867-863f-27c6c7466438 req-c90d6ac2-f3d6-40cb-93a5-884d3cb3c393 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Aug 09 15:49:18.239657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4cd2a102-4820-44be-9b97-63b8ddd7d430 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:18.343904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4cd2a102-4820-44be-9b97-63b8ddd7d430, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4cd2a102-4820-44be-9b97-63b8ddd7d430,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:18.356913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '4cd2a102-4820-44be-9b97-63b8ddd7d430', 'network_id': 'a4810c67-1f24-4642-b0ab-d23f91f63788', 'port_id': '4cd2a102-4820-44be-9b97-63b8ddd7d430', 'mac_address': 'fa:16:3e:8b:1e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47be0854-cc13-46d6-81d0-2dc17634e8dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:18.410286 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:18.418548 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a8c2ba4-0ae4-4894-94b7-148915e64c78 req-afac1eaf-ddfa-4faa-93c2-0d50329e1964 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0396585 Aug 09 15:49:18.432462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cd2a102-4820-44be-9b97-63b8ddd7d430 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:18.432964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00dcdfa-9170-480d-bdcc-8fd80307c12d req-d013e1dc-bbe1-455f-84ba-689074032472 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:18.434706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d00dcdfa-9170-480d-bdcc-8fd80307c12d req-d013e1dc-bbe1-455f-84ba-689074032472 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1145141 Aug 09 15:49:18.459816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4cd2a102-4820-44be-9b97-63b8ddd7d430, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4cd2a102-4820-44be-9b97-63b8ddd7d430,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:18.466987 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:18.496472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d00dcdfa-9170-480d-bdcc-8fd80307c12d req-1bf566e0-c1b4-4206-a3d3-da2a8f4a0e5f tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510011 Aug 09 15:49:18.530775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=4cd2a102-4820-44be-9b97-63b8ddd7d430,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:18.612139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['4cd2a102-4820-44be-9b97-63b8ddd7d430'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:18.662109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d559-e4db-4ef1-abd9-587eaf5b5e57 req-96328907-ab74-4343-a855-00ce170a74b5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:18.665766 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fbf3d559-e4db-4ef1-abd9-587eaf5b5e57 req-96328907-ab74-4343-a855-00ce170a74b5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0908337 Aug 09 15:49:18.680187 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded36f81-dce1-4042-85ca-ea20e9958f05 req-40de6c68-367d-4ab8-b5b3-33513313b326 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:18.682167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ded36f81-dce1-4042-85ca-ea20e9958f05 req-40de6c68-367d-4ab8-b5b3-33513313b326 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 944 time: 0.0635002 Aug 09 15:49:18.714631 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fbf3d559-e4db-4ef1-abd9-587eaf5b5e57 req-b42b1a0b-cf93-4c9a-96cd-24122de06783 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387464 Aug 09 15:49:18.729631 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ded36f81-dce1-4042-85ca-ea20e9958f05 req-7990da17-41e6-43c1-b751-97a2fd1ccd70 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381038 Aug 09 15:49:18.870549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344cad0-2d6d-42ae-abe5-8692aac11a27 req-c892a3ef-10a5-4fd7-9978-a3eb98bd9b44 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:18.872073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8344cad0-2d6d-42ae-abe5-8692aac11a27 req-c892a3ef-10a5-4fd7-9978-a3eb98bd9b44 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0530164 Aug 09 15:49:18.913231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8344cad0-2d6d-42ae-abe5-8692aac11a27 req-0a837c77-87d7-40d5-aabc-199c0e280a76 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343843 Aug 09 15:49:19.032168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ea349-3583-44c1-9a55-e4458efd2d9b req-7463a64a-758f-4d17-870e-63621c591a6d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.033703 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-565ea349-3583-44c1-9a55-e4458efd2d9b req-7463a64a-758f-4d17-870e-63621c591a6d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0535519 Aug 09 15:49:19.077196 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-565ea349-3583-44c1-9a55-e4458efd2d9b req-88a21ec0-1be1-492d-9407-131e777111b2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374382 Aug 09 15:49:19.115993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d111ce5-f285-48b7-b6c8-a3273a99dc9c req-b592f2f0-6f8c-4d2d-b354-ead1977e2dbe tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.117688 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d111ce5-f285-48b7-b6c8-a3273a99dc9c req-b592f2f0-6f8c-4d2d-b354-ead1977e2dbe tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0655575 Aug 09 15:49:19.164079 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d111ce5-f285-48b7-b6c8-a3273a99dc9c req-95f85bed-7721-4369-a83d-322dc5736255 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351300 Aug 09 15:49:19.245371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0308af1-3843-4fa1-846d-2ffb98fbc33b req-61268ef7-7742-449b-9f24-3f0b82edf04c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.246897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0308af1-3843-4fa1-846d-2ffb98fbc33b req-61268ef7-7742-449b-9f24-3f0b82edf04c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0508213 Aug 09 15:49:19.297954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0308af1-3843-4fa1-846d-2ffb98fbc33b req-0c398214-1dae-4817-8ded-80eaa6364342 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447559 Aug 09 15:49:19.417022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e957845-f8a6-4b51-be05-fe53917f3eb0 req-12c7e880-d839-4bab-b04e-97f66d46a1d7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.418063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36640) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:19.418763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e957845-f8a6-4b51-be05-fe53917f3eb0 req-12c7e880-d839-4bab-b04e-97f66d46a1d7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0557561 Aug 09 15:49:19.445849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c98e5-1bd5-4c4e-bac5-b1939a3e91b2 req-9e5c620d-6580-42bd-a195-492fa5c6847c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.448174 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e98c98e5-1bd5-4c4e-bac5-b1939a3e91b2 req-9e5c620d-6580-42bd-a195-492fa5c6847c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0688171 Aug 09 15:49:19.473558 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e957845-f8a6-4b51-be05-fe53917f3eb0 req-ac1abf8b-f8a0-47e9-9e05-6549c16ac545 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477688 Aug 09 15:49:19.495470 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e98c98e5-1bd5-4c4e-bac5-b1939a3e91b2 req-893ef32c-5cd7-4545-a86a-c2aaef2e97e5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Aug 09 15:49:19.558289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d34ecc2e-9929-448a-8b38-411279d72e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.576666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91d6f755-87ca-43ee-bc0b-1d81d1d8f9a4 req-3b81a0f6-3018-483c-a2e3-5580787ae45a tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0278127 Aug 09 15:49:19.668331 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d34ecc2e-9929-448a-8b38-411279d72e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.672400 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d34ecc2e-9929-448a-8b38-411279d72e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.715159 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d34ecc2e-9929-448a-8b38-411279d72e79 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ea1f602fd7043ff8f455e914060b6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935615 Aug 09 15:49:19.715159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ecc2e-9929-448a-8b38-411279d72e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f09495c-5187-4880-bf51-290082706f79,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:19.716221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36652) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:19.721276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4fe3b-32d3-43a4-9509-359a25a02839 req-b7fe5124-c05e-4bf1-9ea6-630d5c82855c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.722859 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81f4fe3b-32d3-43a4-9509-359a25a02839 req-b7fe5124-c05e-4bf1-9ea6-630d5c82855c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0535414 Aug 09 15:49:19.762619 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81f4fe3b-32d3-43a4-9509-359a25a02839 req-f3213d9d-054d-42b8-96d6-16fae7aa56ba tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331755 Aug 09 15:49:19.784714 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da22d2bb-117a-4c5d-9888-c0c83c05d22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.820610 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da22d2bb-117a-4c5d-9888-c0c83c05d22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.886068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a69038-d0b6-4da3-a6cc-9d208407bcfe req-f55afdfe-4108-461f-a639-1f7524da753e tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.887691 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69a69038-d0b6-4da3-a6cc-9d208407bcfe req-f55afdfe-4108-461f-a639-1f7524da753e tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 944 time: 0.0861900 Aug 09 15:49:19.889037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf91511-0dea-43f4-bea2-5b51d61ca2f7 req-67a07a0b-b517-4d56-a83a-d2a00d58aeec tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.890822 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbf91511-0dea-43f4-bea2-5b51d61ca2f7 req-67a07a0b-b517-4d56-a83a-d2a00d58aeec tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0549085 Aug 09 15:49:19.918625 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da22d2bb-117a-4c5d-9888-c0c83c05d22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.921654 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da22d2bb-117a-4c5d-9888-c0c83c05d22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.923358 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-da22d2bb-117a-4c5d-9888-c0c83c05d22a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f09495c-5187-4880-bf51-290082706f79 HTTP/1.1" status: 204 len: 168 time: 0.2055969 Aug 09 15:49:19.941037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22d2bb-117a-4c5d-9888-c0c83c05d22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f09495c-5187-4880-bf51-290082706f79,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:19.945829 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbf91511-0dea-43f4-bea2-5b51d61ca2f7 req-0bcb4842-d83a-4803-87d8-4283a86fe089 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415602 Aug 09 15:49:19.958411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69a69038-d0b6-4da3-a6cc-9d208407bcfe req-f08a68a7-f488-4989-a873-60084f88b5e8 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600562 Aug 09 15:49:20.088968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc93ca6-2127-4742-878c-ebfb2bae9a17 req-fd25a9e3-8477-402f-afa0-c719d1ddcbaf tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:20.090526 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4fc93ca6-2127-4742-878c-ebfb2bae9a17 req-fd25a9e3-8477-402f-afa0-c719d1ddcbaf tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0569293 Aug 09 15:49:20.131836 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4fc93ca6-2127-4742-878c-ebfb2bae9a17 req-877fd424-8bf2-4e15-92a6-a6f8976fc69c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351856 Aug 09 15:49:20.255109 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4cd2a102-4820-44be-9b97-63b8ddd7d430 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:20.288847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf3733-ffb2-4f0d-911f-03b6bcb12a6f req-81e2359d-3e36-464a-890b-2a53777b8bde tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:20.291018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10cf3733-ffb2-4f0d-911f-03b6bcb12a6f req-81e2359d-3e36-464a-890b-2a53777b8bde tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0677888 Aug 09 15:49:20.309656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2f14b-77f1-4bb9-90c2-d560bcd4c122 req-ab15b561-a48f-43a8-b2fd-eaa6704c99ed tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:20.317066 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bf2f14b-77f1-4bb9-90c2-d560bcd4c122 req-ab15b561-a48f-43a8-b2fd-eaa6704c99ed tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0614452 Aug 09 15:49:20.334383 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10cf3733-ffb2-4f0d-911f-03b6bcb12a6f req-03f4c08b-5860-4084-bd2d-9e7a751be000 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355585 Aug 09 15:49:20.335125 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 4cd2a102-4820-44be-9b97-63b8ddd7d430 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:20.335612 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:20.366637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bf2f14b-77f1-4bb9-90c2-d560bcd4c122 req-59c8ab6b-491b-4304-b60e-9661668defa1 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469923 Aug 09 15:49:20.446016 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:20.475682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d3a59-b2da-45f4-a024-0b272e395779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd2a102-4820-44be-9b97-63b8ddd7d430'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:20.478669 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62e937b-8e56-466b-b4e1-92c675b7d835" -d '{"events": [{"server_uuid": "1f6d3a59-b2da-45f4-a024-0b272e395779", "name": "network-vif-plugged", "status": "completed", "tag": "4cd2a102-4820-44be-9b97-63b8ddd7d430"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:20.498992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4cd2a102-4820-44be-9b97-63b8ddd7d430, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4cd2a102-4820-44be-9b97-63b8ddd7d430,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:20.504021 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:20.565168 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff91cf0-b5a9-4836-ac5d-b31e16be9a11 x-openstack-request-id: req-4ff91cf0-b5a9-4836-ac5d-b31e16be9a11 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:20.565959 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d3a59-b2da-45f4-a024-0b272e395779", "name": "network-vif-plugged", "status": "completed", "tag": "4cd2a102-4820-44be-9b97-63b8ddd7d430", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:20.566214 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ff91cf0-b5a9-4836-ac5d-b31e16be9a11 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:20.566612 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d3a59-b2da-45f4-a024-0b272e395779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd2a102-4820-44be-9b97-63b8ddd7d430', 'code': 200} Aug 09 15:49:20.568045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=4cd2a102-4820-44be-9b97-63b8ddd7d430,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:20.666389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f302e2-5fc4-4577-a00c-a00393c94d3f req-26e167bf-fa83-4f38-aca0-97c953840888 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:20.668067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b6f302e2-5fc4-4577-a00c-a00393c94d3f req-26e167bf-fa83-4f38-aca0-97c953840888 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0573556 Aug 09 15:49:20.713340 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b6f302e2-5fc4-4577-a00c-a00393c94d3f req-16965ac5-6295-4385-a984-43a335008b44 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Aug 09 15:49:20.854075 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-caa22793-742b-4849-8963-dbfef81e9604 req-bea175d5-4c92-4c45-8ee0-55dc1cba8b7b tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0313683 Aug 09 15:49:20.942858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82df027-c1ac-43e1-ba5b-d561bc20e74d req-4bf04ebd-af4d-4c67-b735-0b21f341387e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:20.944569 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d82df027-c1ac-43e1-ba5b-d561bc20e74d req-4bf04ebd-af4d-4c67-b735-0b21f341387e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0515854 Aug 09 15:49:20.986112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d82df027-c1ac-43e1-ba5b-d561bc20e74d req-9c46d6ee-7eb8-4a36-ae4e-dc8b8bf3ee71 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343966 Aug 09 15:49:20.998512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eebb75-7fdb-4d2a-9c54-4ec68e14e3e9 req-3311dd2b-a6de-4922-a7c2-d361df92fbce tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.000020 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-86eebb75-7fdb-4d2a-9c54-4ec68e14e3e9 req-3311dd2b-a6de-4922-a7c2-d361df92fbce tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0797970 Aug 09 15:49:21.012201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73385229-fc57-4e39-933c-29fc829e6162 req-54515478-b6dd-4eb3-ad0b-908099e02209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.014381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-73385229-fc57-4e39-933c-29fc829e6162 req-54515478-b6dd-4eb3-ad0b-908099e02209 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b252d0c05f904b7ba487b53f4ac443b4&device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 1097 time: 0.0619862 Aug 09 15:49:21.090218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-86eebb75-7fdb-4d2a-9c54-4ec68e14e3e9 req-c488b04d-9916-4334-a4f0-0b774331af4c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821636 Aug 09 15:49:21.121525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef6b3e-4e45-412a-976f-f40b3a3cb117 req-782c6bdc-f542-4ae6-9ad2-7c3451dc2f89 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.123352 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaef6b3e-4e45-412a-976f-f40b3a3cb117 req-782c6bdc-f542-4ae6-9ad2-7c3451dc2f89 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 945 time: 0.0634940 Aug 09 15:49:21.142341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73385229-fc57-4e39-933c-29fc829e6162 req-120b6e67-ea11-4bcd-b9ca-00c8d98b6a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.144829 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-73385229-fc57-4e39-933c-29fc829e6162 req-120b6e67-ea11-4bcd-b9ca-00c8d98b6a90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a48be23-12e3-4e52-be08-065c2dc58132 HTTP/1.1" status: 200 len: 917 time: 0.1122069 Aug 09 15:49:21.168986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaef6b3e-4e45-412a-976f-f40b3a3cb117 req-d3e43557-5036-4069-a311-84069da3d0b4 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Aug 09 15:49:21.196589 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-73385229-fc57-4e39-933c-29fc829e6162 req-c0ad5287-dbfc-42fd-b38d-a24fd4fa489c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbc16c21-d53f-4099-b6b2-d9aa54473423 HTTP/1.1" status: 200 len: 217 time: 0.0436780 Aug 09 15:49:21.254724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73385229-fc57-4e39-933c-29fc829e6162 req-06472d6a-4116-4d5b-95b4-c80dec630ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.256192 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-73385229-fc57-4e39-933c-29fc829e6162 req-06472d6a-4116-4d5b-95b4-c80dec630ff4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=daaa0928-3f12-4af1-817d-de614286331e HTTP/1.1" status: 200 len: 855 time: 0.0482149 Aug 09 15:49:21.308093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73385229-fc57-4e39-933c-29fc829e6162 req-a687432f-069e-4c6f-bb04-b1553cfca66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.309705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-73385229-fc57-4e39-933c-29fc829e6162 req-a687432f-069e-4c6f-bb04-b1553cfca66a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a48be23-12e3-4e52-be08-065c2dc58132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442674 Aug 09 15:49:21.397416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36738) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:21.431865 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-73385229-fc57-4e39-933c-29fc829e6162 req-1fc9850e-1229-4a61-b270-7b1cb0fd42c2 service neutron] 10.222.0.60 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047254 Aug 09 15:49:21.575141 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1983b45a-fd7f-4aff-953a-94240d1bc65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.600429 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-73385229-fc57-4e39-933c-29fc829e6162 req-258b194d-82cd-4223-b063-d7fe0f48e927 service neutron] 10.222.0.60 "GET /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573107 Aug 09 15:49:21.622768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43331b7e-b15a-4adc-9453-be78a21ef1e6 req-f8e5abd1-f799-4595-9251-b622cd933526 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.624281 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-43331b7e-b15a-4adc-9453-be78a21ef1e6 req-f8e5abd1-f799-4595-9251-b622cd933526 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 945 time: 0.0986493 Aug 09 15:49:21.677277 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-43331b7e-b15a-4adc-9453-be78a21ef1e6 req-afa69e65-57fb-497e-8bb3-f6a87e5a1646 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465808 Aug 09 15:49:21.728865 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1983b45a-fd7f-4aff-953a-94240d1bc65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.732624 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1983b45a-fd7f-4aff-953a-94240d1bc65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.772056 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1983b45a-fd7f-4aff-953a-94240d1bc65d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7d736817c1f04949b52d36859426b6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737164 Aug 09 15:49:21.773346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983b45a-fd7f-4aff-953a-94240d1bc65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72efbb6-ee4f-4ef1-b7e7-74d94bb1dd67,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:21.774782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36748) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:21.877883 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f433fca-4a31-4973-bd96-a7f51100d2ff req-d08030f4-b71c-408c-b3ae-8884f0ef7091 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.879381 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f433fca-4a31-4973-bd96-a7f51100d2ff req-d08030f4-b71c-408c-b3ae-8884f0ef7091 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0782371 Aug 09 15:49:21.880005 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9415df7-7a50-4589-907c-cdf0f986722e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.917143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9415df7-7a50-4589-907c-cdf0f986722e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.953967 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f433fca-4a31-4973-bd96-a7f51100d2ff req-d16a8753-1a20-48c8-9f77-b99e48ec7b38 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636222 Aug 09 15:49:21.967785 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8dea9e7-c8a3-4c23-b0e9-5aedc413afa2 req-a1012435-a4af-4d91-bd18-8cccfc4b6fa5 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0267012 Aug 09 15:49:21.985696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9415df7-7a50-4589-907c-cdf0f986722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.988262 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9415df7-7a50-4589-907c-cdf0f986722e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:21.989394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e9415df7-7a50-4589-907c-cdf0f986722e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e72efbb6-ee4f-4ef1-b7e7-74d94bb1dd67 HTTP/1.1" status: 204 len: 168 time: 0.2134836 Aug 09 15:49:21.998046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9415df7-7a50-4589-907c-cdf0f986722e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72efbb6-ee4f-4ef1-b7e7-74d94bb1dd67,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:22.126745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace412f-2d4d-494d-bf5e-f03cead5b27c req-8d8a9f2f-0db3-4c07-8457-fc26fc8f4af3 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.134716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eace412f-2d4d-494d-bf5e-f03cead5b27c req-8d8a9f2f-0db3-4c07-8457-fc26fc8f4af3 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0610309 Aug 09 15:49:22.169753 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eace412f-2d4d-494d-bf5e-f03cead5b27c req-2ab82c4c-9bf1-466a-937a-e6c4954c7171 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339243 Aug 09 15:49:22.234733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ebbc6-8e23-440e-a564-3f8ebe083038 req-51127f98-1c43-4d27-b627-15257ebe9bb7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.236260 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa1ebbc6-8e23-440e-a564-3f8ebe083038 req-51127f98-1c43-4d27-b627-15257ebe9bb7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0576715 Aug 09 15:49:22.277764 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa1ebbc6-8e23-440e-a564-3f8ebe083038 req-ef7b0c13-c932-46b6-aa13-018b2a524269 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354121 Aug 09 15:49:22.670071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36778) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:22.771224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1407492239-network', 'tenant_id': '9e2722a4423d4e4e97dd724328435514'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:22.800435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b75df-9d56-49ca-ab7a-5b8c0cc5e6d9 req-c17ed075-b55c-4ac9-84a6-d17e339c37ad tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.802242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Made reservation on behalf of 9e2722a4423d4e4e97dd724328435514 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:22.802768 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-039b75df-9d56-49ca-ab7a-5b8c0cc5e6d9 req-c17ed075-b55c-4ac9-84a6-d17e339c37ad tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 945 time: 0.0526559 Aug 09 15:49:22.804744 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:22.813741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:22.849409 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-039b75df-9d56-49ca-ab7a-5b8c0cc5e6d9 req-12d14e81-e8d0-4a37-ae82-5aa338a89c4a tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401192 Aug 09 15:49:22.909753 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:22.913839 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:22.939223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:49:22.949895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d401add0-2ceb-430c-ae7f-841a9ab522e1,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:22.955009 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:22.955354 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Added segment 5f67ad61-f351-4490-8f64-d3acb7598284 of type vlan for network cd99aa88-f29c-4799-a778-de1dd4e14a39 Aug 09 15:49:23.000245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.043278 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.044613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.045186 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.081272 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d1e73a8-98fd-44d7-ba17-2bc111cda4c1 req-d70eab33-97bd-450b-bfed-4ec4112c8b25 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0303774 Aug 09 15:49:23.122930 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4514310 Aug 09 15:49:23.127015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36788) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:23.134477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ac3b9ad3-be2f-4f77-a225-511bfcc4a6b0 admin admin] Request body: {'subnet': {'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1407492239-subnet', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:23.135731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e352f5-7079-42e9-8c7f-e4f3a26a8606 admin admin] Pushing event updated for resources: {'Network': ['ID=cd99aa88-f29c-4799-a778-de1dd4e14a39,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:23.147414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network cd99aa88-f29c-4799-a778-de1dd4e14a39 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:49:23.153153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39719d-834d-4ce1-aa61-53bdc9cd15f6 req-7fda0e7e-967f-4cc0-b6a1-ec09c2321566 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.155059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec39719d-834d-4ce1-aa61-53bdc9cd15f6 req-7fda0e7e-967f-4cc0-b6a1-ec09c2321566 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.1260443 Aug 09 15:49:23.162234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3b9ad3-be2f-4f77-a225-511bfcc4a6b0 admin admin] Made reservation on behalf of 9e2722a4423d4e4e97dd724328435514 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:23.164649 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9ad3-be2f-4f77-a225-511bfcc4a6b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.217959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec39719d-834d-4ce1-aa61-53bdc9cd15f6 req-0b6197f8-bdb7-4e71-bdf8-a18c23730543 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549259 Aug 09 15:49:23.344826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fded532-b5d4-40d3-a2ab-1e438090e293 req-465872ba-876b-4d6a-9597-bb8fc6199d07 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.346403 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3fded532-b5d4-40d3-a2ab-1e438090e293 req-465872ba-876b-4d6a-9597-bb8fc6199d07 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0971982 Aug 09 15:49:23.405482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64680202-e96f-4b03-9be2-4884a601edda req-674f2459-f9e6-4ec8-a3a7-fba4679f149b tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.407120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64680202-e96f-4b03-9be2-4884a601edda req-674f2459-f9e6-4ec8-a3a7-fba4679f149b tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0533164 Aug 09 15:49:23.426680 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9ad3-be2f-4f77-a225-511bfcc4a6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.433176 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3fded532-b5d4-40d3-a2ab-1e438090e293 req-fa289114-837d-4775-8dae-4170409ee772 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782135 Aug 09 15:49:23.447901 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64680202-e96f-4b03-9be2-4884a601edda req-adda837a-26eb-4122-80cb-500eed560932 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345175 Aug 09 15:49:23.493871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b9ad3-be2f-4f77-a225-511bfcc4a6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c0b232-cf1d-485c-aaa0-7c03fdd82b80,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:23.507792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b9ad3-be2f-4f77-a225-511bfcc4a6b0 admin admin] Checking segment: {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:23.508194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3b9ad3-be2f-4f77-a225-511bfcc4a6b0 admin admin] Network hostable DHCP agents. Network: cd99aa88-f29c-4799-a778-de1dd4e14a39, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:49:23.527482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3b9ad3-be2f-4f77-a225-511bfcc4a6b0 admin admin] Network cd99aa88-f29c-4799-a778-de1dd4e14a39 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:49:23.536753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ac3b9ad3-be2f-4f77-a225-511bfcc4a6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, cd99aa88-f29c-4799-a778-de1dd4e14a39) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:23.542071 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b9ad3-be2f-4f77-a225-511bfcc4a6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.542727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9ad3-be2f-4f77-a225-511bfcc4a6b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.546166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d12ac97-6b14-4583-8870-ab952177cc3a None None] Network cd99aa88-f29c-4799-a778-de1dd4e14a39 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:23.561158 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ac3b9ad3-be2f-4f77-a225-511bfcc4a6b0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4327271 Aug 09 15:49:23.563743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36798) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:23.568544 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:23.598759 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.599835 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.649097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91693b-bf85-44d9-8fd3-7f94e0e94181 req-714d1440-9354-49fc-9462-e1f733deb062 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.652108 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d91693b-bf85-44d9-8fd3-7f94e0e94181 req-714d1440-9354-49fc-9462-e1f733deb062 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0669434 Aug 09 15:49:23.688252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.695498 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d91693b-bf85-44d9-8fd3-7f94e0e94181 req-2c5c61b9-0e15-4166-9f91-644f23878413 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368490 Aug 09 15:49:23.730961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-cd99aa88-f29c-4799-a778-de1dd4e14a39', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:49:23.731914 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.871135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Allocated IP 172.20.0.2 (cd99aa88-f29c-4799-a778-de1dd4e14a39/46c0b232-cf1d-485c-aaa0-7c03fdd82b80/1a933cad-2dcf-4480-b767-a43b9cc92ce2) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:23.907684 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.919140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70aa5-7041-4b8c-a1f4-cb8bfd8a5ae1 req-efe3acda-01c7-4498-ba14-953d2e908764 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.920968 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-62a70aa5-7041-4b8c-a1f4-cb8bfd8a5ae1 req-efe3acda-01c7-4498-ba14-953d2e908764 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 945 time: 0.1850209 Aug 09 15:49:23.978120 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002137f3-64d0-4044-8a95-bb1721920787 req-555d822e-10c0-4ed3-bb44-b31fb57a5800 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.979907 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-002137f3-64d0-4044-8a95-bb1721920787 req-555d822e-10c0-4ed3-bb44-b31fb57a5800 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 945 time: 0.0552311 Aug 09 15:49:24.021979 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-002137f3-64d0-4044-8a95-bb1721920787 req-432b5167-f1b0-415b-ae89-e848808219f3 tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/security-groups?id=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357251 Aug 09 15:49:24.042450 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.052559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Transition to ACTIVE for port object 1a933cad-2dcf-4480-b767-a43b9cc92ce2 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:24.069762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Transition to ACTIVE for port object 1a933cad-2dcf-4480-b767-a43b9cc92ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:24.076823 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.118510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Network cd99aa88-f29c-4799-a778-de1dd4e14a39 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:24.121945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:24.125838 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:24.134310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Pushing event updated for resources: {'Port': ['ID=1a933cad-2dcf-4480-b767-a43b9cc92ce2,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:24.193309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Attempting to bind port 1a933cad-2dcf-4480-b767-a43b9cc92ce2 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:24.194054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Attempting to bind port 1a933cad-2dcf-4480-b767-a43b9cc92ce2 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:24.194143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Attempting to bind port 1a933cad-2dcf-4480-b767-a43b9cc92ce2 on network cd99aa88-f29c-4799-a778-de1dd4e14a39 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:24.200267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:24.200644 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Checking segment: {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:24.201053 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.201449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Bound using segment: {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:24.201963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Bound port: 1a933cad-2dcf-4480-b767-a43b9cc92ce2, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:24.202348 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.212657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13353714-217c-48d3-8fc8-07949cdcde76 req-3eabd950-884b-4965-b9c5-99b5dccf3b60 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0348134 Aug 09 15:49:24.270605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 4cd2a102-4820-44be-9b97-63b8ddd7d430 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:24.289697 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b68426-b23f-4d30-8943-65737f61db91 req-a8d4c646-ee74-4089-92ed-0f7a1d8aac23 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.291872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4b68426-b23f-4d30-8943-65737f61db91 req-a8d4c646-ee74-4089-92ed-0f7a1d8aac23 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b2deb67-59ca-43a1-aeed-c9c31e694b4b HTTP/1.1" status: 200 len: 945 time: 0.5174510 Aug 09 15:49:24.298083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] For port 1a933cad-2dcf-4480-b767-a43b9cc92ce2, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:24.317098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] For port 1a933cad-2dcf-4480-b767-a43b9cc92ce2, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1a933cad-2dcf-4480-b767-a43b9cc92ce2,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:24.322859 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.407398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a32e2-4ac7-4483-9b57-e43685b151be req-20f91b7d-b666-4572-85b5-ca688839d161 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.410677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef7a32e2-4ac7-4483-9b57-e43685b151be req-20f91b7d-b666-4572-85b5-ca688839d161 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0736816 Aug 09 15:49:24.412872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4b68426-b23f-4d30-8943-65737f61db91 req-acf80a68-21e7-4a58-a93f-f7bc2fe724ba tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900126 Aug 09 15:49:24.448798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-62a70aa5-7041-4b8c-a1f4-cb8bfd8a5ae1 req-0b81cf78-0c7d-4df5-86ce-ac49e28f90da tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Deleting port 4cd2a102-4820-44be-9b97-63b8ddd7d430 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:24.449223 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-62a70aa5-7041-4b8c-a1f4-cb8bfd8a5ae1 req-0b81cf78-0c7d-4df5-86ce-ac49e28f90da tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.451182 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.454297 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fdf1c-4388-46c7-9164-d8a64dcc2bfa None None] Pushing event updated for resources: {'Port': ['ID=1a933cad-2dcf-4480-b767-a43b9cc92ce2,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:24.506678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 4cd2a102-4820-44be-9b97-63b8ddd7d430, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4cd2a102-4820-44be-9b97-63b8ddd7d430,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:24.507856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d3a59-b2da-45f4-a024-0b272e395779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cd2a102-4820-44be-9b97-63b8ddd7d430'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:24.512088 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9e0dbd-4d6a-4871-8d88-545ef1ee4737" -d '{"events": [{"server_uuid": "1f6d3a59-b2da-45f4-a024-0b272e395779", "name": "network-vif-unplugged", "status": "completed", "tag": "4cd2a102-4820-44be-9b97-63b8ddd7d430"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:24.512388 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef7a32e2-4ac7-4483-9b57-e43685b151be req-71ab53c7-6198-4ae1-9ad7-18fb171994eb tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878921 Aug 09 15:49:24.515724 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.578255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=4cd2a102-4820-44be-9b97-63b8ddd7d430,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:24.711778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-62a70aa5-7041-4b8c-a1f4-cb8bfd8a5ae1 req-0b81cf78-0c7d-4df5-86ce-ac49e28f90da tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] For port 4cd2a102-4820-44be-9b97-63b8ddd7d430, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=4cd2a102-4820-44be-9b97-63b8ddd7d430,segment=NetworkSegment(0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b),segment_id=0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:24.712802 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-62a70aa5-7041-4b8c-a1f4-cb8bfd8a5ae1 req-0b81cf78-0c7d-4df5-86ce-ac49e28f90da tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.755100 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-62a70aa5-7041-4b8c-a1f4-cb8bfd8a5ae1 req-0b81cf78-0c7d-4df5-86ce-ac49e28f90da tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Calling delete_port for 4cd2a102-4820-44be-9b97-63b8ddd7d430 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:24.777760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fe3cf-3aa4-400c-8025-e52f9ed048f8 req-3ea92f1e-974c-4d52-a382-8ed987d1b2ac tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.785392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c49fe3cf-3aa4-400c-8025-e52f9ed048f8 req-3ea92f1e-974c-4d52-a382-8ed987d1b2ac tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 946 time: 0.2480783 Aug 09 15:49:24.863488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1a933cad-2dcf-4480-b767-a43b9cc92ce2 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:24.903219 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:24.922717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 1a933cad-2dcf-4480-b767-a43b9cc92ce2 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:24.965845 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c49fe3cf-3aa4-400c-8025-e52f9ed048f8 req-6a897ce7-c9af-4d32-a4dd-dda767d945c7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799216 Aug 09 15:49:24.968818 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.026794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4abe52-a925-46d2-a8a0-b2f8cbda795f req-5766531e-3eb2-469c-8a96-30ddf50939d1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.036357 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387d02e4-730c-4cd9-91fe-3bca225c9556 x-openstack-request-id: req-387d02e4-730c-4cd9-91fe-3bca225c9556 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:25.036936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d4abe52-a925-46d2-a8a0-b2f8cbda795f req-5766531e-3eb2-469c-8a96-30ddf50939d1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.4547822 Aug 09 15:49:25.037422 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d3a59-b2da-45f4-a024-0b272e395779", "name": "network-vif-unplugged", "status": "completed", "tag": "4cd2a102-4820-44be-9b97-63b8ddd7d430", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:25.037882 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-387d02e4-730c-4cd9-91fe-3bca225c9556 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:25.038140 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d3a59-b2da-45f4-a024-0b272e395779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cd2a102-4820-44be-9b97-63b8ddd7d430', 'code': 200} Aug 09 15:49:25.116167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d4abe52-a925-46d2-a8a0-b2f8cbda795f req-a49548a1-8246-4f76-b797-eb905e6a4d1a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781467 Aug 09 15:49:25.140068 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-81692a33-b776-4069-8244-d05da5f295c6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1006474 Aug 09 15:49:25.144859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-62a70aa5-7041-4b8c-a1f4-cb8bfd8a5ae1 req-0b81cf78-0c7d-4df5-86ce-ac49e28f90da tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.153923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-e5d8be5c-82ea-46b9-b0ef-02dd9b73afd8 req-3ab35b8c-348c-47f3-821a-1c4cd165f4e1 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:49:25.154866 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e5d8be5c-82ea-46b9-b0ef-02dd9b73afd8 req-3ab35b8c-348c-47f3-821a-1c4cd165f4e1 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139203 Aug 09 15:49:25.204163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Allocated IP 172.25.2.121 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/7519245e-c1ff-44cd-9b83-c4a58c6856ea) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:25.207372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81cf78-0c7d-4df5-86ce-ac49e28f90da tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Pushing event deleted for resources: {'Port': ['ID=4cd2a102-4820-44be-9b97-63b8ddd7d430,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:25.271886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-99c2de1e-99d6-40ee-a1a0-d358facd8fca req-cd227625-1286-4d93-b490-d20cea4ee2ac tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f6d3a59-b2da-45f4-a024-0b272e395779 HTTP/1.1" status: 200 len: 210 time: 0.0719547 Aug 09 15:49:25.296690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-504091da-284a-4e47-ade3-5847bfdf7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.297177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-504091da-284a-4e47-ade3-5847bfdf7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.297874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-504091da-284a-4e47-ade3-5847bfdf7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.298455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-504091da-284a-4e47-ade3-5847bfdf7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.298930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-504091da-284a-4e47-ade3-5847bfdf7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.299403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-504091da-284a-4e47-ade3-5847bfdf7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.299893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-504091da-284a-4e47-ade3-5847bfdf7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.302197 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-504091da-284a-4e47-ade3-5847bfdf7535 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 6503 time: 0.1037645 Aug 09 15:49:25.417840 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d8dbf8e6-2b9e-4949-8435-5b97cd2dffac req-839caacd-9fb5-460f-b966-c36a1c3a0249 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0608380 Aug 09 15:49:25.442676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a70aa5-7041-4b8c-a1f4-cb8bfd8a5ae1 req-0b81cf78-0c7d-4df5-86ce-ac49e28f90da tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] No DVR routers for this DVR port 4cd2a102-4820-44be-9b97-63b8ddd7d430 on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:25.447747 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-62a70aa5-7041-4b8c-a1f4-cb8bfd8a5ae1 req-0b81cf78-0c7d-4df5-86ce-ac49e28f90da tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.451507 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-62a70aa5-7041-4b8c-a1f4-cb8bfd8a5ae1 req-0b81cf78-0c7d-4df5-86ce-ac49e28f90da tempest-ImagesTestJSON-1809863716 tempest-ImagesTestJSON-1809863716-project] 10.222.0.60 "DELETE /v2.0/ports/4cd2a102-4820-44be-9b97-63b8ddd7d430 HTTP/1.1" status: 204 len: 173 time: 1.5204163 Aug 09 15:49:25.458794 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d3a59-b2da-45f4-a024-0b272e395779', 'name': 'network-vif-deleted', 'tag': '4cd2a102-4820-44be-9b97-63b8ddd7d430'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:25.464450 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13abff22-7f14-48d5-bcee-6ef79e4bc26b" -d '{"events": [{"server_uuid": "1f6d3a59-b2da-45f4-a024-0b272e395779", "name": "network-vif-deleted", "tag": "4cd2a102-4820-44be-9b97-63b8ddd7d430"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:25.475991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-18e8b5f7-5eb0-4eb5-bc26-1d9131c5b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.476867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-18e8b5f7-5eb0-4eb5-bc26-1d9131c5b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.478110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-18e8b5f7-5eb0-4eb5-bc26-1d9131c5b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.480300 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-18e8b5f7-5eb0-4eb5-bc26-1d9131c5b9ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=513e6b81-6742-476e-a576-44c46ff3978e&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=988775f1-455e-4a42-a5e9-861daba19edf&id=9aebc04b-7567-491f-9526-844a2d600872&id=9aebc04b-7567-491f-9526-844a2d600872 HTTP/1.1" status: 200 len: 2297 time: 0.1487436 Aug 09 15:49:25.492027 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e5d8be5c-82ea-46b9-b0ef-02dd9b73afd8 req-268e1a65-5017-4011-af21-c4f4d5ed5376 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2925453 Aug 09 15:49:25.529159 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48714e0b-52a4-4908-9424-19e042c6fae8 x-openstack-request-id: req-48714e0b-52a4-4908-9424-19e042c6fae8 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:25.529501 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d3a59-b2da-45f4-a024-0b272e395779", "name": "network-vif-deleted", "tag": "4cd2a102-4820-44be-9b97-63b8ddd7d430", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:25.532213 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48714e0b-52a4-4908-9424-19e042c6fae8 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:25.532213 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d3a59-b2da-45f4-a024-0b272e395779', 'name': 'network-vif-deleted', 'tag': '4cd2a102-4820-44be-9b97-63b8ddd7d430', 'status': 'completed', 'code': 200} Aug 09 15:49:25.567950 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.639391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.691732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-f8f0a657-0699-4337-93ca-fb179aee3d23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acc8dcac-3435-4ea9-909a-709abae24ea2 HTTP/1.1" status: 200 len: 1001 time: 0.2000492 Aug 09 15:49:25.698782 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Pushing event updated for resources: {'Port': ['ID=7519245e-c1ff-44cd-9b83-c4a58c6856ea,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:25.713834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:25.715762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:25.724775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:25.733072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067eb795-2c1d-4911-bff9-bb29b6ee5535 None None] Network cd99aa88-f29c-4799-a778-de1dd4e14a39 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:25.763597 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3231c-d841-4e4b-9cfc-e92e1a38ad25 req-6d063fa7-e568-4af1-960f-219ba701e194 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.771305 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3b3231c-d841-4e4b-9cfc-e92e1a38ad25 req-6d063fa7-e568-4af1-960f-219ba701e194 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.1386867 Aug 09 15:49:25.812324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-6aee0b11-e4e9-4ad9-b03c-771fc824c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.813991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-6aee0b11-e4e9-4ad9-b03c-771fc824c3bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=19138694-734c-4465-b6cf-40c50ce31215 HTTP/1.1" status: 200 len: 856 time: 0.1026738 Aug 09 15:49:25.841647 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3b3231c-d841-4e4b-9cfc-e92e1a38ad25 req-378a6b52-bbb4-482d-a254-ef015e941fed tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672839 Aug 09 15:49:25.877089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-4a229315-3503-4e2b-931b-7f5f0c426906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.878632 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-4a229315-3503-4e2b-931b-7f5f0c426906 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=513e6b81-6742-476e-a576-44c46ff3978e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568223 Aug 09 15:49:25.880066 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-12eb43f8-520b-42e9-b83a-9cbf4c80ad2c None None] Provisioning for port 1a933cad-2dcf-4480-b767-a43b9cc92ce2 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:25.888511 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-12eb43f8-520b-42e9-b83a-9cbf4c80ad2c None None] Provisioning complete for port 1a933cad-2dcf-4480-b767-a43b9cc92ce2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:25.888971 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12eb43f8-520b-42e9-b83a-9cbf4c80ad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.944749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48f7c9-62cd-475b-a100-551529bfd638 req-a13dc36f-3128-44a1-9698-1d3c5c14b2cc tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.946292 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a48f7c9-62cd-475b-a100-551529bfd638 req-a13dc36f-3128-44a1-9698-1d3c5c14b2cc tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.1497715 Aug 09 15:49:25.982841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-80a4bf20-71fe-4f28-9392-bd9c9a4ebe2b service neutron] 10.222.0.53 "GET /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964355 Aug 09 15:49:26.023368 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12eb43f8-520b-42e9-b83a-9cbf4c80ad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.038548 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a48f7c9-62cd-475b-a100-551529bfd638 req-031a972b-87ea-4e46-bf4e-a25709a639a7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820336 Aug 09 15:49:26.076402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-12eb43f8-520b-42e9-b83a-9cbf4c80ad2c None None] For port 1a933cad-2dcf-4480-b767-a43b9cc92ce2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1a933cad-2dcf-4480-b767-a43b9cc92ce2,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:26.080199 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12eb43f8-520b-42e9-b83a-9cbf4c80ad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.109412 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-2de5d616-92b8-43d2-94d7-eb5f2eff440b service neutron] 10.222.0.53 "GET /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195920 Aug 09 15:49:26.157046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.167691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb43f8-520b-42e9-b83a-9cbf4c80ad2c None None] Pushing event updated for resources: {'Port': ['ID=1a933cad-2dcf-4480-b767-a43b9cc92ce2,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:26.215182 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-5018132b-1c83-4f0d-b774-7cb30763e818 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=75ee56ba-e36a-4905-b05b-e68f578f58fe HTTP/1.1" status: 200 len: 217 time: 0.0871768 Aug 09 15:49:26.345707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef35a52-c8f8-41c0-8940-e881f7ea1e16 req-20eb14b3-a472-4d63-bb21-8aeeb772d2b5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.347267 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ef35a52-c8f8-41c0-8940-e881f7ea1e16 req-20eb14b3-a472-4d63-bb21-8aeeb772d2b5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b2deb67-59ca-43a1-aeed-c9c31e694b4b HTTP/1.1" status: 200 len: 945 time: 0.1360376 Aug 09 15:49:26.349215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-51fd554a-c507-4a0f-b012-4f94c0a54aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.350605 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-51fd554a-c507-4a0f-b012-4f94c0a54aec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.1240983 Aug 09 15:49:26.404787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b506314e-fb05-48fd-b59a-c426c78a0572 None None] Provisioning complete for port 1a933cad-2dcf-4480-b767-a43b9cc92ce2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:26.405173 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b506314e-fb05-48fd-b59a-c426c78a0572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.417154 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ef35a52-c8f8-41c0-8940-e881f7ea1e16 req-5df8f5ca-c7f5-44f1-bb34-7a9c5df707f9 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628278 Aug 09 15:49:26.427307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-4b90928e-b85f-417a-a636-9e35c82db43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.428871 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-4b90928e-b85f-417a-a636-9e35c82db43c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0678537 Aug 09 15:49:26.449356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c64ef-8282-4516-a5f1-b33f352bb22a req-342c6c5c-f806-4fd9-b5b3-44147d26c1a0 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.451200 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-305c64ef-8282-4516-a5f1-b33f352bb22a req-342c6c5c-f806-4fd9-b5b3-44147d26c1a0 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1414444 Aug 09 15:49:26.502920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a14c3f-ab71-431a-b488-77b476e895e2 req-1ef3a13e-309c-4877-bd73-2132f767c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.504598 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77a14c3f-ab71-431a-b488-77b476e895e2 req-1ef3a13e-309c-4877-bd73-2132f767c157 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 1096 time: 0.1521549 Aug 09 15:49:26.571534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-cae9e810-11d1-4ea4-812d-b10874d5e9f9 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326637 Aug 09 15:49:26.596003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323354f7-ba7e-46f6-acdd-09a6aed8f07f req-d7494f05-173e-4572-98c6-01d35d3823c7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.597467 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-323354f7-ba7e-46f6-acdd-09a6aed8f07f req-d7494f05-173e-4572-98c6-01d35d3823c7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 946 time: 0.0694628 Aug 09 15:49:26.610482 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-305c64ef-8282-4516-a5f1-b33f352bb22a req-cfcbfb2d-f990-4427-b4f8-1ea270abd993 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468284 Aug 09 15:49:26.634312 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.691795 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-323354f7-ba7e-46f6-acdd-09a6aed8f07f req-4f771afb-30fa-4ad4-9d98-2891be544c56 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841413 Aug 09 15:49:26.721129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-5f7902ae-5549-42e2-9312-1f58d9927f2c service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414230 Aug 09 15:49:26.732299 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9ec3d425-4ec2-461c-b4c9-a35e98cfe1fc req-95e3b3d2-5551-43d3-a4a7-91a29eebd9fd tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0448070 Aug 09 15:49:26.736495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a14c3f-ab71-431a-b488-77b476e895e2 req-bf7ca455-a546-473f-93c3-a8daf78eb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.742572 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77a14c3f-ab71-431a-b488-77b476e895e2 req-bf7ca455-a546-473f-93c3-a8daf78eb04c service neutron] 10.222.0.60 "GET /v2.0/networks?id=bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 200 len: 915 time: 0.2056589 Aug 09 15:49:26.819818 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-841d2a3e-43c6-465d-baa1-381669ac4f7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=1a207547-ce94-4f83-a3cf-8a3ad7a93614 HTTP/1.1" status: 200 len: 217 time: 0.0905797 Aug 09 15:49:26.854287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1a933cad-2dcf-4480-b767-a43b9cc92ce2 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:26.855491 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77a14c3f-ab71-431a-b488-77b476e895e2 req-cc0447a5-59ae-4992-aac2-f7fbb6bb7afe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293eb202-3dba-4048-83d5-a01b65bc403f HTTP/1.1" status: 200 len: 217 time: 0.0447378 Aug 09 15:49:26.878970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-7a840b52-dfa8-4332-8f26-ab0e5ad37831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.880574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-7a840b52-dfa8-4332-8f26-ab0e5ad37831 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.0536616 Aug 09 15:49:26.925349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1a933cad-2dcf-4480-b767-a43b9cc92ce2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:26.925760 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.936547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a14c3f-ab71-431a-b488-77b476e895e2 req-b2ea41a8-7980-4e0e-a15c-2e2b430bbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.938116 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77a14c3f-ab71-431a-b488-77b476e895e2 req-b2ea41a8-7980-4e0e-a15c-2e2b430bbd48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79513e2-dc62-455a-b17c-e8155f54db56 HTTP/1.1" status: 200 len: 854 time: 0.0734887 Aug 09 15:49:26.983189 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-487737e8-e227-42f5-976c-7ded9b415e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.984808 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-487737e8-e227-42f5-976c-7ded9b415e4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0964351 Aug 09 15:49:26.985867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77a14c3f-ab71-431a-b488-77b476e895e2 req-062bf02d-9b41-4627-9601-9da5c76bc2a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bad4f35b-0f41-4000-9866-01d87cec6ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365100 Aug 09 15:49:26.986593 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:49:27.014376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6e046-ea57-4c42-bb4d-8b51754c40e6 req-e5c97c5b-e0d2-4a10-93c6-33593d80ff15 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.023540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6e046-ea57-4c42-bb4d-8b51754c40e6 req-e5c97c5b-e0d2-4a10-93c6-33593d80ff15 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.031085 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6e046-ea57-4c42-bb4d-8b51754c40e6 req-e5c97c5b-e0d2-4a10-93c6-33593d80ff15 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.032811 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9d6e046-ea57-4c42-bb4d-8b51754c40e6 req-e5c97c5b-e0d2-4a10-93c6-33593d80ff15 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7&device_id=5b2deb67-59ca-43a1-aeed-c9c31e694b4b&device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 2418 time: 0.0974569 Aug 09 15:49:27.125187 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9d6e046-ea57-4c42-bb4d-8b51754c40e6 req-b72e54a7-4d48-40f1-b5eb-69bfd262ca82 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807467 Aug 09 15:49:27.135652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d1f5-dd3f-4ff5-9382-9cc418d3892f req-b74d86b6-36da-4cd6-89aa-087b169e40e2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.138326 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7d00d1f5-dd3f-4ff5-9382-9cc418d3892f req-b74d86b6-36da-4cd6-89aa-087b169e40e2 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.1788356 Aug 09 15:49:27.159872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-adfea9ec-2124-40e5-82cc-365c4032953c service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667607 Aug 09 15:49:27.219769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-b183f844-3c91-408f-a4c2-7055e1b93449 req-cf1f9a35-87e0-41df-ad81-4538dcea15c7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:49:27.220821 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b183f844-3c91-408f-a4c2-7055e1b93449 req-cf1f9a35-87e0-41df-ad81-4538dcea15c7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0442405 Aug 09 15:49:27.339178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-9fd6e1ab-c7c0-437f-9143-299e3255f171 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714401 Aug 09 15:49:27.355718 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b183f844-3c91-408f-a4c2-7055e1b93449 req-c27d1eaa-a76c-4b61-967f-0cb1836fc997 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1247034 Aug 09 15:49:27.395201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-38305a66-abe1-41bb-8c3c-36a3231c7d0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=d244bd87-3752-4971-9c65-29f6ddea2c84 HTTP/1.1" status: 200 len: 217 time: 0.0375440 Aug 09 15:49:27.449645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-33edd7e5-467b-4a99-a17d-b844d73c3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.451251 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-33edd7e5-467b-4a99-a17d-b844d73c3ac5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.0496755 Aug 09 15:49:27.513959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-6b9cf252-42e4-4861-b09d-912d6ce55ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.515702 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-6b9cf252-42e4-4861-b09d-912d6ce55ec1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569277 Aug 09 15:49:27.556013 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77a14c3f-ab71-431a-b488-77b476e895e2 req-e33e9a95-30f2-4173-a727-97125e75e30f service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511971 Aug 09 15:49:27.562152 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7d00d1f5-dd3f-4ff5-9382-9cc418d3892f req-5e43d246-6a64-4001-b2fe-96258d45a69c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143865 Aug 09 15:49:27.582286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:27.594790 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Sync routers for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:27.610080 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:27.610867 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:49:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:27.647028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.648312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dc9c6dbe-18c0-4854-a115-9493dc36756f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0835528 Aug 09 15:49:27.651652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36874) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:27.674673 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-99b0452f-c469-4f10-bebf-f4c284fc441b service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507125 Aug 09 15:49:27.766810 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:27.790414 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77a14c3f-ab71-431a-b488-77b476e895e2 req-5d9c4f03-5919-4366-8c77-1bc56bd947a7 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108831 Aug 09 15:49:27.910150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-ec9235fb-fd08-44f5-8489-b9d00b98d3c4 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282581 Aug 09 15:49:27.960111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-22764cbb-6174-4f92-aca9-e9886f267a09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=4aa4ba74-90a3-46f1-832a-a6a8176e0745 HTTP/1.1" status: 200 len: 217 time: 0.0424755 Aug 09 15:49:27.969600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff0857-a1da-4f58-ac2d-e8a999b226c5 req-424f59d7-7178-4480-8f4d-3d78ec2c496e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.971862 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8819f2f1-629b-4c29-8acd-ede5ba1ed50a req-bc38e549-beb1-44a1-bb35-5cf533d8ef22 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0373223 Aug 09 15:49:27.972004 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2ff0857-a1da-4f58-ac2d-e8a999b226c5 req-424f59d7-7178-4480-8f4d-3d78ec2c496e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1304524 Aug 09 15:49:28.020151 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:25Z', 'revision_number': 3, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:28.049307 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2ff0857-a1da-4f58-ac2d-e8a999b226c5 req-a2b0d238-6e28-40e7-a906-c65d2d5292c7 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449855 Aug 09 15:49:28.056682 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Checking router: 40a7f4c5-3cd2-4929-92aa-7aca13574d95 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:49:28.063047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-cd71d102-eaac-4a2a-a6bf-bc7d4465b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:28.065141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-cd71d102-eaac-4a2a-a6bf-bc7d4465b143 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 200 len: 797 time: 0.0930083 Aug 09 15:49:28.067907 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Updating router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 port 7519245e-c1ff-44cd-9b83-c4a58c6856ea binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:49:28.103777 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.155825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36890) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:28.175521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-268bb84d-d574-443a-9105-46dfe014123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:28.177077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-268bb84d-d574-443a-9105-46dfe014123d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=988775f1-455e-4a42-a5e9-861daba19edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1041000 Aug 09 15:49:28.281136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b11c90-6b2e-465c-9819-81457f1d19f5 admin admin] Deleting subnet 47be0854-cc13-46d6-81d0-2dc17634e8dd {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:49:28.285626 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-46b11c90-6b2e-465c-9819-81457f1d19f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.301784 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.343167 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-46b11c90-6b2e-465c-9819-81457f1d19f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.384514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-394b7e82-cb11-4130-9c87-970d86f6fbf7 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839566 Aug 09 15:49:28.444252 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.457614 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Transition to ACTIVE for port object 7519245e-c1ff-44cd-9b83-c4a58c6856ea will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:28.466315 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.469423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-46b11c90-6b2e-465c-9819-81457f1d19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.488382 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Allocated IP 172.20.0.1 (cd99aa88-f29c-4799-a778-de1dd4e14a39/46c0b232-cf1d-485c-aaa0-7c03fdd82b80/fa376597-d0dc-4d75-be40-b6d19c1e7481) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:28.517786 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-85e8b9cf-fdb2-44ac-abdf-b7f22fceb1c5 service neutron] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206303 Aug 09 15:49:28.550958 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Attempting to bind port 7519245e-c1ff-44cd-9b83-c4a58c6856ea on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:28.551330 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Attempting to bind port 7519245e-c1ff-44cd-9b83-c4a58c6856ea by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:28.551955 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Attempting to bind port 7519245e-c1ff-44cd-9b83-c4a58c6856ea on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:28.556029 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Pushing event updated for resources: {'Port': ['ID=7519245e-c1ff-44cd-9b83-c4a58c6856ea,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:28.561398 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:28.561799 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:28.562199 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.562588 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:28.563054 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Bound port: 7519245e-c1ff-44cd-9b83-c4a58c6856ea, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:28.563433 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.570103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-ff47ba7e-e04b-4d36-9fe5-f7270ac5c158 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ad730bf3-f589-4d6f-83ff-b798d961769b HTTP/1.1" status: 200 len: 217 time: 0.0414500 Aug 09 15:49:28.574215 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:28.575041 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:28.575041 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:28.583323 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:28.583663 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:28.584009 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:28.584344 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:28.589209 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:28.589421 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:28.589769 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:28.590105 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:28.590440 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:28.628464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-b440ded6-a455-4d79-b438-ed5e2a9064a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:28.629963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-b440ded6-a455-4d79-b438-ed5e2a9064a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a229c198-1f7e-418d-9288-f40691af9d78 HTTP/1.1" status: 200 len: 797 time: 0.0532091 Aug 09 15:49:28.667076 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-46b11c90-6b2e-465c-9819-81457f1d19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.686923 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.688937 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] For port 7519245e-c1ff-44cd-9b83-c4a58c6856ea, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:28.692814 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] For port 7519245e-c1ff-44cd-9b83-c4a58c6856ea, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=7519245e-c1ff-44cd-9b83-c4a58c6856ea,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:28.696774 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.703305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b11c90-6b2e-465c-9819-81457f1d19f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47be0854-cc13-46d6-81d0-2dc17634e8dd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:28.705566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-46b11c90-6b2e-465c-9819-81457f1d19f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.707777 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-46b11c90-6b2e-465c-9819-81457f1d19f5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/47be0854-cc13-46d6-81d0-2dc17634e8dd HTTP/1.1" status: 204 len: 168 time: 0.5509703 Aug 09 15:49:28.714395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36900) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:28.727636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Transition to ACTIVE for port object fa376597-d0dc-4d75-be40-b6d19c1e7481 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:28.756070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-0672df07-2b2f-4f9c-997b-8570c8464d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:28.757705 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-0672df07-2b2f-4f9c-997b-8570c8464d68 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9aebc04b-7567-491f-9526-844a2d600872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1203482 Aug 09 15:49:28.772392 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:28.773031 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:49:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:28.780508 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42196e-2e0f-4692-9ad6-03d25b0aeadf None None] Pushing event updated for resources: {'Port': ['ID=7519245e-c1ff-44cd-9b83-c4a58c6856ea,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:28.825833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0beeaf-9c46-42ee-8805-fa1ded1c95df req-9f3e4540-c552-4ac2-93d3-acc51ac31d27 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:28.827392 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf0beeaf-9c46-42ee-8805-fa1ded1c95df req-9f3e4540-c552-4ac2-93d3-acc51ac31d27 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.1317396 Aug 09 15:49:28.886294 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.891138 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf0beeaf-9c46-42ee-8805-fa1ded1c95df req-b0a09249-751b-4b1c-a59a-2ef1362d8c67 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552251 Aug 09 15:49:28.906808 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:28.910190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-b69e805d-ccee-43d6-a2d5-0b147384df97 service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438634 Aug 09 15:49:28.944750 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:28.996766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Network cd99aa88-f29c-4799-a778-de1dd4e14a39 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:29.042207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:29.049300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:29.075806 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-78d16c26-bb3c-4132-ac63-68058ce1eecb service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571720 Aug 09 15:49:29.099238 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.160454 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-adcc7bf8-db11-45f3-8a74-3715a6357f61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db9322e6-f226-4519-b232-0c993b0e4a63 HTTP/1.1" status: 200 len: 217 time: 0.0756345 Aug 09 15:49:29.234664 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.236522 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26cbcc61-4995-4153-9c12-5df8803b527f req-a4658cbe-622b-4dfc-b1ec-a265e2943620 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0730646 Aug 09 15:49:29.237694 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Pushing event updated for resources: {'Port': ['ID=fa376597-d0dc-4d75-be40-b6d19c1e7481,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:29.256229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-1e8d0cb4-1aa4-4fe1-9a80-f422f2c685eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.258096 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-1e8d0cb4-1aa4-4fe1-9a80-f422f2c685eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a229c198-1f7e-418d-9288-f40691af9d78 HTTP/1.1" status: 200 len: 797 time: 0.0851955 Aug 09 15:49:29.263526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4810c67-1f24-4642-b0ab-d23f91f63788']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:29.265717 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:25Z', 'revision_number': 3, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:29.297836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:29.298134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0e5dd6-3e47-4b6e-8c4e-3bdc0fb2af9b') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:29.319145 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.331593 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99e942-2fbc-49cd-9a91-0d96d484c65d None None] The sync data for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 is: [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:25Z', 'revision_number': 3, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:29.351818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-53935502-dedd-4db7-957e-a4935a7a578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.355238 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-53935502-dedd-4db7-957e-a4935a7a578f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9aebc04b-7567-491f-9526-844a2d600872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0878830 Aug 09 15:49:29.380294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74a102-258e-482d-9478-c93dbcabb9f4 req-7675837f-6e81-4165-81fe-c9ecbd91057d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.382168 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df74a102-258e-482d-9478-c93dbcabb9f4 req-7675837f-6e81-4165-81fe-c9ecbd91057d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1497390 Aug 09 15:49:29.383498 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.397198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:49:29.399461 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:49:29.400510 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:49:29.405079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.470994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-434053bc-d8b2-4ab3-9744-10810d14f10d None None] Provisioning for port fa376597-d0dc-4d75-be40-b6d19c1e7481 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:29.480056 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-434053bc-d8b2-4ab3-9744-10810d14f10d None None] Provisioning complete for port fa376597-d0dc-4d75-be40-b6d19c1e7481 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:29.480626 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-434053bc-d8b2-4ab3-9744-10810d14f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.520608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.528835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df74a102-258e-482d-9478-c93dbcabb9f4 req-ac45334f-5ec4-4cf8-afc2-4cbe53d04d7a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370857 Aug 09 15:49:29.541409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-50111388-0da0-4a02-a717-527c7d6afc7a service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770577 Aug 09 15:49:29.542564 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.544530 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a4810c67-1f24-4642-b0ab-d23f91f63788 HTTP/1.1" status: 204 len: 168 time: 0.8291688 Aug 09 15:49:29.565494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f97fa-f55c-4331-89b0-697046c30e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4810c67-1f24-4642-b0ab-d23f91f63788,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:29.578786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-434053bc-d8b2-4ab3-9744-10810d14f10d None None] Port fa376597-d0dc-4d75-be40-b6d19c1e7481 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:29.685889 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dfa1b-5f17-4596-95a6-62263bf00d29 req-b3f75b6b-41fa-4076-9e54-06c9d6454ec5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.687653 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-495dfa1b-5f17-4596-95a6-62263bf00d29 req-b3f75b6b-41fa-4076-9e54-06c9d6454ec5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 946 time: 0.0978489 Aug 09 15:49:29.723380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36914) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:29.733962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3a09e0-91af-4e0e-b585-43b7b30d04c4 req-551d5670-c9cc-4521-b6b6-51c922737142 service neutron] 10.222.0.53 "GET /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830397 Aug 09 15:49:29.770362 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.776818 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.808303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-495dfa1b-5f17-4596-95a6-62263bf00d29 req-862e6a70-93ea-481d-9c34-e96202e066f1 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078749 Aug 09 15:49:29.811678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-42f90785-f011-4a3a-8fd2-c8392abf98b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a7b6654ea904a078c50c8a17ffdca4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803328 Aug 09 15:49:29.818175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36916) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:29.883106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2ea604f-3e64-45be-b775-bda04109e43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.891573 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.894662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Pushing event updated for resources: {'Port': ['ID=fa376597-d0dc-4d75-be40-b6d19c1e7481,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:29.908300 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2ea604f-3e64-45be-b775-bda04109e43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.995309 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2ea604f-3e64-45be-b775-bda04109e43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.999914 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2ea604f-3e64-45be-b775-bda04109e43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:30.002139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a2ea604f-3e64-45be-b775-bda04109e43c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c HTTP/1.1" status: 204 len: 168 time: 0.1823981 Aug 09 15:49:30.016076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea604f-3e64-45be-b775-bda04109e43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7610ca8-fec2-4541-9a5c-ef4e8d6cbe8c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:30.032696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Network cd99aa88-f29c-4799-a778-de1dd4e14a39 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:30.034407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:30.119147 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70f2ac-f758-490a-8f10-43a3b3baa817 req-a1046477-95e3-4c1a-a68a-024190f951ff tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:30.120892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f70f2ac-f758-490a-8f10-43a3b3baa817 req-a1046477-95e3-4c1a-a68a-024190f951ff tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0912590 Aug 09 15:49:30.253270 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f70f2ac-f758-490a-8f10-43a3b3baa817 req-5f00f534-3882-4ac0-bd49-c060cafcd4e0 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258361 Aug 09 15:49:30.310031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:30.427296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-36767967-518e-4ecb-9405-978d94472583 None None] Provisioning complete for port fa376597-d0dc-4d75-be40-b6d19c1e7481 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:30.428222 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-36767967-518e-4ecb-9405-978d94472583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:30.484348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-36767967-518e-4ecb-9405-978d94472583 None None] Port fa376597-d0dc-4d75-be40-b6d19c1e7481 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:30.484971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:30.505537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-770f5ae6-d941-4d41-b495-710bbce259fe admin admin] 10.222.0.81 "PUT /v2.0/routers/40a7f4c5-3cd2-4929-92aa-7aca13574d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8528793 Aug 09 15:49:30.508110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c03c20c2-1f33-435c-bf55-e47a56feaeed req-99e38381-47cb-4167-961a-9874e82f5590 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0611687 Aug 09 15:49:30.698624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cfe51-ff02-4b65-8e45-95130d1a935a req-8e298963-f4c0-468f-b8a4-b214bb1f7e03 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:30.700885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b32cfe51-ff02-4b65-8e45-95130d1a935a req-8e298963-f4c0-468f-b8a4-b214bb1f7e03 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0733836 Aug 09 15:49:30.754445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b32cfe51-ff02-4b65-8e45-95130d1a935a req-515dcb4e-0d52-472f-aff9-58165165a5bd tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446692 Aug 09 15:49:30.859051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7519245e-c1ff-44cd-9b83-c4a58c6856ea up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:30.919782 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 7519245e-c1ff-44cd-9b83-c4a58c6856ea completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:30.925174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 7519245e-c1ff-44cd-9b83-c4a58c6856ea triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:30.925174 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:30.962374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52dfac-2265-4acb-922b-1941dc7c3d6e req-51b6c568-687e-4ae7-8597-a9e3e74e2e51 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:30.966320 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab52dfac-2265-4acb-922b-1941dc7c3d6e req-51b6c568-687e-4ae7-8597-a9e3e74e2e51 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 946 time: 0.0651793 Aug 09 15:49:31.005802 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab52dfac-2265-4acb-922b-1941dc7c3d6e req-b55b9a79-2cf2-447f-8df3-fcff5754fbde tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349500 Aug 09 15:49:31.108171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c26e93-d58a-45e9-aa0d-2407b398ce64 req-3afb5e42-61bc-4a6b-ba15-ed8e495a909c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:31.111149 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68c26e93-d58a-45e9-aa0d-2407b398ce64 req-3afb5e42-61bc-4a6b-ba15-ed8e495a909c tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 946 time: 0.0956635 Aug 09 15:49:31.195154 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.217769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 7519245e-c1ff-44cd-9b83-c4a58c6856ea, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=7519245e-c1ff-44cd-9b83-c4a58c6856ea,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:31.222644 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.243793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-68c26e93-d58a-45e9-aa0d-2407b398ce64 req-cdd631c7-747c-411a-a7cc-5520156942a8 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Deleting port 48d2bad6-c7f1-4043-9299-19eb7ef9f214 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:31.244380 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-68c26e93-d58a-45e9-aa0d-2407b398ce64 req-cdd631c7-747c-411a-a7cc-5520156942a8 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.281324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=7519245e-c1ff-44cd-9b83-c4a58c6856ea,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:31.356739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-68c26e93-d58a-45e9-aa0d-2407b398ce64 req-cdd631c7-747c-411a-a7cc-5520156942a8 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] For port 48d2bad6-c7f1-4043-9299-19eb7ef9f214, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=48d2bad6-c7f1-4043-9299-19eb7ef9f214,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:31.357402 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-68c26e93-d58a-45e9-aa0d-2407b398ce64 req-cdd631c7-747c-411a-a7cc-5520156942a8 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.374919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-68c26e93-d58a-45e9-aa0d-2407b398ce64 req-cdd631c7-747c-411a-a7cc-5520156942a8 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Calling delete_port for 48d2bad6-c7f1-4043-9299-19eb7ef9f214 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:31.388993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36962) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:31.388993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-483a8971-bce5-4c79-bf18-dcf7751a2e5c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--120782948', 'description': 'tempest-description--1754734036'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:31.422040 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-483a8971-bce5-4c79-bf18-dcf7751a2e5c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.542327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44ebae-74f8-4eaf-9de9-55596d4a5be4 req-7da5eaa7-e5d9-4476-9d8b-6f108bf701d3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:31.544193 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae44ebae-74f8-4eaf-9de9-55596d4a5be4 req-7da5eaa7-e5d9-4476-9d8b-6f108bf701d3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0957582 Aug 09 15:49:31.578213 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-68c26e93-d58a-45e9-aa0d-2407b398ce64 req-cdd631c7-747c-411a-a7cc-5520156942a8 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.597571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['bbc16c21-d53f-4099-b6b2-d9aa54473423', 'ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:31.616337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd631c7-747c-411a-a7cc-5520156942a8 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Pushing event deleted for resources: {'Port': ['ID=48d2bad6-c7f1-4043-9299-19eb7ef9f214,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:31.641821 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-483a8971-bce5-4c79-bf18-dcf7751a2e5c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.651343 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-483a8971-bce5-4c79-bf18-dcf7751a2e5c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.673575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Sync routers for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:31.674124 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae44ebae-74f8-4eaf-9de9-55596d4a5be4 req-47883ddc-9bd2-47e7-8daf-016ae0eb1b96 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108320 Aug 09 15:49:31.677081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c26e93-d58a-45e9-aa0d-2407b398ce64 req-cdd631c7-747c-411a-a7cc-5520156942a8 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] No DVR routers for this DVR port 48d2bad6-c7f1-4043-9299-19eb7ef9f214 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:31.679964 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-68c26e93-d58a-45e9-aa0d-2407b398ce64 req-cdd631c7-747c-411a-a7cc-5520156942a8 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.683735 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68c26e93-d58a-45e9-aa0d-2407b398ce64 req-cdd631c7-747c-411a-a7cc-5520156942a8 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.53 "DELETE /v2.0/ports/48d2bad6-c7f1-4043-9299-19eb7ef9f214 HTTP/1.1" status: 204 len: 173 time: 0.5629840 Aug 09 15:49:31.684206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7', 'name': 'network-vif-deleted', 'tag': '48d2bad6-c7f1-4043-9299-19eb7ef9f214'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:31.704339 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecc4aee-0133-4b0d-96c7-ced0d87640c9" -d '{"events": [{"server_uuid": "ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7", "name": "network-vif-deleted", "tag": "48d2bad6-c7f1-4043-9299-19eb7ef9f214"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:31.720950 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-483a8971-bce5-4c79-bf18-dcf7751a2e5c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.721915 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:31.722200 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-483a8971-bce5-4c79-bf18-dcf7751a2e5c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3404279 Aug 09 15:49:31.723092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:49:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:31.725247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36972) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:31.732939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b17277fb-6f9c-4915-88bd-093e9a4e3f36 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Request body: {'security_group_rule': {'security_group_id': '7de6e34a-5c49-4844-8c31-b341534c5cbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:31.748148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a8971-bce5-4c79-bf18-dcf7751a2e5c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de6e34a-5c49-4844-8c31-b341534c5cbc,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:31.777179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-59f37c21-8f84-416d-9943-dd75b3026fd1 req-62f4f4f8-4cbb-470c-99bb-74a47878b1c7 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.1014502 Aug 09 15:49:31.796564 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6969c734-8b44-4059-9118-f4ff2ce8cca4 x-openstack-request-id: req-6969c734-8b44-4059-9118-f4ff2ce8cca4 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:31.796910 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7", "name": "network-vif-deleted", "tag": "48d2bad6-c7f1-4043-9299-19eb7ef9f214", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:31.797114 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6969c734-8b44-4059-9118-f4ff2ce8cca4 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:31.797518 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7', 'name': 'network-vif-deleted', 'tag': '48d2bad6-c7f1-4043-9299-19eb7ef9f214', 'status': 'completed', 'code': 200} Aug 09 15:49:31.824032 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36976) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:31.825490 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b17277fb-6f9c-4915-88bd-093e9a4e3f36 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.914287 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b17277fb-6f9c-4915-88bd-093e9a4e3f36 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.919585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b17277fb-6f9c-4915-88bd-093e9a4e3f36 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.937370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17277fb-6f9c-4915-88bd-093e9a4e3f36 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c920f6-0642-45cd-8d74-3331eae973da,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:31.944357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:31.955168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b17277fb-6f9c-4915-88bd-093e9a4e3f36 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:31.956556 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b17277fb-6f9c-4915-88bd-093e9a4e3f36 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2302864 Aug 09 15:49:31.962699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36980) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:31.967371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b78dc-c926-4154-a82c-00b529c18d50 req-f21fc7a3-60a7-4c3e-a881-ebd8f970a91f tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:31.967872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-0dcec304-c045-40ef-98c7-ca7e75a90a5a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Request body: {'security_group_rule': {'security_group_id': '7de6e34a-5c49-4844-8c31-b341534c5cbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:31.975938 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-561b78dc-c926-4154-a82c-00b529c18d50 req-f21fc7a3-60a7-4c3e-a881-ebd8f970a91f tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0937126 Aug 09 15:49:32.010025 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0dcec304-c045-40ef-98c7-ca7e75a90a5a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.035676 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a057dc91-10f9-4d7e-b9d0-12942c3c24a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.059339 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-561b78dc-c926-4154-a82c-00b529c18d50 req-6cec5ae2-9c38-4ee6-b79e-e202e5350a1a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776353 Aug 09 15:49:32.115272 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0dcec304-c045-40ef-98c7-ca7e75a90a5a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.120851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0dcec304-c045-40ef-98c7-ca7e75a90a5a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.192097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcec304-c045-40ef-98c7-ca7e75a90a5a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6268ab9-56dc-43e8-a78e-c25f95cd5223,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:32.207547 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a057dc91-10f9-4d7e-b9d0-12942c3c24a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.215625 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a057dc91-10f9-4d7e-b9d0-12942c3c24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.267491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057dc91-10f9-4d7e-b9d0-12942c3c24a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9561da8b-2b8d-4ff1-832d-f7de9ffe485a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:32.278276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6935f239-3eb9-4bb3-a83b-0d9f1d38900b req-c7472fc3-ec9e-4be0-8e25-26b92aadd477 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff153b06-a846-4f18-a3e1-c8fdd5ea3cd7 HTTP/1.1" status: 200 len: 210 time: 0.0903647 Aug 09 15:49:32.286631 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0dcec304-c045-40ef-98c7-ca7e75a90a5a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.291164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0dcec304-c045-40ef-98c7-ca7e75a90a5a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3241079 Aug 09 15:49:32.291686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36986) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:32.298694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:32.330587 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a057dc91-10f9-4d7e-b9d0-12942c3c24a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d24c3fa9c904eeab8bfdf93783ad67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042815 Aug 09 15:49:32.331377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36988) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:32.340730 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.362370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 2, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:32.411515 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Checking router: 40a7f4c5-3cd2-4929-92aa-7aca13574d95 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:49:32.411865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Updating router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 port fa376597-d0dc-4d75-be40-b6d19c1e7481 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:49:32.431798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5289b47a-3050-44d5-9f59-0411a54744e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.454359 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.459239 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5289b47a-3050-44d5-9f59-0411a54744e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.520466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.537249 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5289b47a-3050-44d5-9f59-0411a54744e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.540777 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5289b47a-3050-44d5-9f59-0411a54744e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.542079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5289b47a-3050-44d5-9f59-0411a54744e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9561da8b-2b8d-4ff1-832d-f7de9ffe485a HTTP/1.1" status: 204 len: 168 time: 0.2093699 Aug 09 15:49:32.580940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289b47a-3050-44d5-9f59-0411a54744e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9561da8b-2b8d-4ff1-832d-f7de9ffe485a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:32.652978 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Allocated IP 172.25.2.48 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/17837f80-4c80-4b51-b342-86083bd73704) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:32.767633 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.782264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Transition to ACTIVE for port object fa376597-d0dc-4d75-be40-b6d19c1e7481 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:32.789401 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.900920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7519245e-c1ff-44cd-9b83-c4a58c6856ea up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:32.913474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e4ee5-f158-4b9b-b976-c7f6e30be7d1 req-210b59d1-d26c-4f08-87fe-2d1667dec969 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.923925 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-787e4ee5-f158-4b9b-b976-c7f6e30be7d1 req-210b59d1-d26c-4f08-87fe-2d1667dec969 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.1406767 Aug 09 15:49:32.939345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6eba8-2375-4955-a0e4-b2aaa9b3a98c None None] Pushing event updated for resources: {'Port': ['ID=fa376597-d0dc-4d75-be40-b6d19c1e7481,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:32.991163 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-787e4ee5-f158-4b9b-b976-c7f6e30be7d1 req-5550eeea-ebb8-4eff-bbe7-2651b63bfe09 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662618 Aug 09 15:49:33.034577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Attempting to bind port fa376597-d0dc-4d75-be40-b6d19c1e7481 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:33.034855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Attempting to bind port fa376597-d0dc-4d75-be40-b6d19c1e7481 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:33.035214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Attempting to bind port fa376597-d0dc-4d75-be40-b6d19c1e7481 on network cd99aa88-f29c-4799-a778-de1dd4e14a39 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:33.046341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:33.046716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Checking segment: {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:33.047117 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.047510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Bound using segment: {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:33.047994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Bound port: fa376597-d0dc-4d75-be40-b6d19c1e7481, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:33.048379 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.052433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 7519245e-c1ff-44cd-9b83-c4a58c6856ea triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:33.052805 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.218632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] For port fa376597-d0dc-4d75-be40-b6d19c1e7481, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:33.230031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e058ba6-8997-455a-8cdd-5fd54ee09c8c req-f7965fa4-8910-4961-86a3-c8e42f658afa tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:33.232087 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e058ba6-8997-455a-8cdd-5fd54ee09c8c req-f7965fa4-8910-4961-86a3-c8e42f658afa tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0933585 Aug 09 15:49:33.234889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] For port fa376597-d0dc-4d75-be40-b6d19c1e7481, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fa376597-d0dc-4d75-be40-b6d19c1e7481,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:33.236675 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28406363-fbe6-420d-a9c2-c9f46841629d req-402d88c1-2c1b-4f48-958d-8fb26ef86f8b tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0391626 Aug 09 15:49:33.250896 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.279534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.300280 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e058ba6-8997-455a-8cdd-5fd54ee09c8c req-1c3bf4f4-8f2c-4b88-823a-a4f1079dbf22 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491748 Aug 09 15:49:33.338058 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.344576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 48d2bad6-c7f1-4043-9299-19eb7ef9f214 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:33.388952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 48d2bad6-c7f1-4043-9299-19eb7ef9f214 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:33.388952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 48d2bad6-c7f1-4043-9299-19eb7ef9f214 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:33.424863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event updated for resources: {'Port': ['ID=17837f80-4c80-4b51-b342-86083bd73704,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:33.426924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:33.427639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:49:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:33.437563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:33.439344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:33.444491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:33.495996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6eba8-2375-4955-a0e4-b2aaa9b3a98c None None] Pushing event updated for resources: {'Port': ['ID=fa376597-d0dc-4d75-be40-b6d19c1e7481,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:33.531924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37022) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:33.599084 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.651912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:33.654977 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.703650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f63687-2f3c-4634-9e7e-9cb9d1558fcb req-4200aece-8fc3-4406-86be-0f490beab226 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:33.705396 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d2f63687-2f3c-4634-9e7e-9cb9d1558fcb req-4200aece-8fc3-4406-86be-0f490beab226 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b2deb67-59ca-43a1-aeed-c9c31e694b4b HTTP/1.1" status: 200 len: 945 time: 0.0817084 Aug 09 15:49:33.710682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-278437658-network', 'tenant_id': 'a48c9434ddbe4bd7afcd357bc560a8c0'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:33.758166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Made reservation on behalf of a48c9434ddbe4bd7afcd357bc560a8c0 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:33.761102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.766757 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d2f63687-2f3c-4634-9e7e-9cb9d1558fcb req-5217e188-6c35-488e-9b22-78b91c8ba0a6 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511243 Aug 09 15:49:33.777979 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.844631 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.850063 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.898388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.902379 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.924870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:49:33.925643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event updated for resources: {'Port': ['ID=17837f80-4c80-4b51-b342-86083bd73704,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:33.939696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.940808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:33Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:33.944837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1a2e10-349f-4d5c-9d93-16b77f164d2f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:33.948267 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.948623 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Added segment 9530c313-0733-46de-88c0-5256e35e4b1b of type vlan for network cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f Aug 09 15:49:33.956850 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.958507 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d826552f-9f4b-4b1d-86a6-d6152cac3043 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6658790 Aug 09 15:49:33.978962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34f91d-7a98-4a36-bf57-d79d156899c4 None None] The sync data for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 is: [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:33Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:33.995779 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.051601 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.053898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.058798 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.155629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062014df-1cf1-4396-a879-fd0d0c947836 req-93875159-7b2e-4948-9dc9-210941fb0c86 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.162052 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6289034 Aug 09 15:49:34.163505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-062014df-1cf1-4396-a879-fd0d0c947836 req-93875159-7b2e-4948-9dc9-210941fb0c86 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0643129 Aug 09 15:49:34.165026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37038) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:34.170878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ecec8e91-3c2a-4560-8c5b-6d10ee7c4854 admin admin] Request body: {'subnet': {'network_id': 'cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-278437658-subnet', 'tenant_id': 'a48c9434ddbe4bd7afcd357bc560a8c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:34.205864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393518c7-167d-45ae-9acf-ec0fdfb88df3 admin admin] Pushing event updated for resources: {'Network': ['ID=cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:34.220656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:49:34.223366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-062014df-1cf1-4396-a879-fd0d0c947836 req-05d4fa60-d239-4763-afbe-2ed2a061c6e3 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587106 Aug 09 15:49:34.236152 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecec8e91-3c2a-4560-8c5b-6d10ee7c4854 admin admin] Made reservation on behalf of a48c9434ddbe4bd7afcd357bc560a8c0 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:34.238653 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ecec8e91-3c2a-4560-8c5b-6d10ee7c4854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.304598 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-10f7482d-35e9-4fff-ad42-829cf788e34a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--120782948&fields=id&tenant_id=9e2722a4423d4e4e97dd724328435514 HTTP/1.1" status: 200 len: 267 time: 0.1089709 Aug 09 15:49:34.358621 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97d57ece-6366-45b7-83f1-57afbb7e7375 req-fba2f0c6-3a13-4b41-b412-544a774c42e5 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0312386 Aug 09 15:49:34.478986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d466f45a-8937-4e08-981b-f6c96054dc38 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.480535 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d466f45a-8937-4e08-981b-f6c96054dc38 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 811 time: 0.1636982 Aug 09 15:49:34.487037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ea1ef-36b1-450b-8f16-b6fb1db3a79f req-b34de09a-224b-4d24-97f2-02fc0316152d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.490056 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-df7ea1ef-36b1-450b-8f16-b6fb1db3a79f req-b34de09a-224b-4d24-97f2-02fc0316152d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0566483 Aug 09 15:49:34.507583 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-06b16b38-5039-4162-838a-2d41d992d1c6 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/quotas/9e2722a4423d4e4e97dd724328435514 HTTP/1.1" status: 200 len: 375 time: 0.0183203 Aug 09 15:49:34.542088 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-df7ea1ef-36b1-450b-8f16-b6fb1db3a79f req-46a36fb5-9cd5-4e70-aa95-13cd5b1f82d5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Aug 09 15:49:34.587633 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ecec8e91-3c2a-4560-8c5b-6d10ee7c4854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.649877 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-f76e0a43-5a61-4a8c-a588-f43f3d8d7b02 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1172049 Aug 09 15:49:34.659336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec8e91-3c2a-4560-8c5b-6d10ee7c4854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e608738-d8c5-409f-9733-204015efef3d,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:34.724637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec8e91-3c2a-4560-8c5b-6d10ee7c4854 admin admin] Checking segment: {'id': '9530c313-0733-46de-88c0-5256e35e4b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:34.725110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecec8e91-3c2a-4560-8c5b-6d10ee7c4854 admin admin] Network hostable DHCP agents. Network: cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:49:34.763883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecec8e91-3c2a-4560-8c5b-6d10ee7c4854 admin admin] Network cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:49:34.782615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ecec8e91-3c2a-4560-8c5b-6d10ee7c4854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:34.786065 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-f5b83d0a-5a97-4797-8b85-d60f1ee4bb42 service neutron] 10.222.0.81 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241820 Aug 09 15:49:34.788684 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec8e91-3c2a-4560-8c5b-6d10ee7c4854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.790861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ecec8e91-3c2a-4560-8c5b-6d10ee7c4854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.803497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032ee8ee-5e2d-495a-ac97-93e163c79ae9 None None] Network cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:34.870504 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ecec8e91-3c2a-4560-8c5b-6d10ee7c4854 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7041135 Aug 09 15:49:34.961898 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fa376597-d0dc-4d75-be40-b6d19c1e7481 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:34.972035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-b0282939-b5f1-4f5e-9f90-85774ffad136 service neutron] 10.222.0.81 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722193 Aug 09 15:49:34.980641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7478778-fa7a-48ff-a1f9-1a8363ec5eac req-4a4f5563-65a2-4839-8625-ff78e2b0b693 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.982052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c7478778-fa7a-48ff-a1f9-1a8363ec5eac req-4a4f5563-65a2-4839-8625-ff78e2b0b693 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b2deb67-59ca-43a1-aeed-c9c31e694b4b HTTP/1.1" status: 200 len: 945 time: 0.0887115 Aug 09 15:49:35.046156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c7478778-fa7a-48ff-a1f9-1a8363ec5eac req-c46211c8-f6e3-4262-8334-d0719f803167 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513608 Aug 09 15:49:35.088249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc32fd39-063a-47de-96f4-e62512306006 None None] Network cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:35.107623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port fa376597-d0dc-4d75-be40-b6d19c1e7481 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:35.142893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port fa376597-d0dc-4d75-be40-b6d19c1e7481 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:35.143254 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.228101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db7f3dfd-bd8c-463c-90d9-7fd2a6cb12cb req-83af2063-f618-4e39-ab8d-3e89d3195ebd tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 210 time: 0.0676496 Aug 09 15:49:35.359690 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-1cd50e9c-4046-45b8-9c9c-9aca28d6bafe req-3db6bfb0-e214-40a3-a1a5-7fa1ff5d613e tempest-SecurityGroupsNegativeTestJSON-1704099021 tempest-SecurityGroupsNegativeTestJSON-1704099021-project] show failed (client error): The resource could not be found. Aug 09 15:49:35.368337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1cd50e9c-4046-45b8-9c9c-9aca28d6bafe req-3db6bfb0-e214-40a3-a1a5-7fa1ff5d613e tempest-SecurityGroupsNegativeTestJSON-1704099021 tempest-SecurityGroupsNegativeTestJSON-1704099021-project] 10.222.0.81 "GET /v2.0/security-groups/5177ceb6-94f2-4445-b69f-528e44c11ba2 HTTP/1.1" status: 404 len: 352 time: 0.0226800 Aug 09 15:49:35.450072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a8449-7df8-4a65-9541-4cdb3f4a0e5d req-875801e1-97ca-4ba3-9b5d-dc8660206d32 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:35.454263 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-581a8449-7df8-4a65-9541-4cdb3f4a0e5d req-875801e1-97ca-4ba3-9b5d-dc8660206d32 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b2deb67-59ca-43a1-aeed-c9c31e694b4b HTTP/1.1" status: 200 len: 945 time: 0.1421816 Aug 09 15:49:35.468252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01cad7-10a2-4390-ac9b-140a67f16e27 req-1bc99d62-8aca-4885-ba17-5cb880b33b7c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:35.474226 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8c01cad7-10a2-4390-ac9b-140a67f16e27 req-1bc99d62-8aca-4885-ba17-5cb880b33b7c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.1635070 Aug 09 15:49:35.477665 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-94fbe088-e101-4d3c-87e7-44d1b499b8f9 req-9c226b47-2137-48d3-b5d3-a6cc55d5bdaf tempest-SecurityGroupsNegativeTestJSON-1704099021 tempest-SecurityGroupsNegativeTestJSON-1704099021-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a48c9434ddbe4bd7afcd357bc560a8c0 HTTP/1.1" status: 200 len: 2988 time: 0.0699756 Aug 09 15:49:35.541528 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.544826 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-94fbe088-e101-4d3c-87e7-44d1b499b8f9 req-b81a5b6e-e284-422d-8b0e-bc696f6ede9d tempest-SecurityGroupsNegativeTestJSON-1704099021 tempest-SecurityGroupsNegativeTestJSON-1704099021-project] 10.222.0.81 "GET /v2.0/security-groups/6c1a2e10-349f-4d5c-9d93-16b77f164d2f HTTP/1.1" status: 200 len: 2985 time: 0.0659924 Aug 09 15:49:35.587825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port fa376597-d0dc-4d75-be40-b6d19c1e7481, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fa376597-d0dc-4d75-be40-b6d19c1e7481,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:35.597484 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.630558 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-94fbe088-e101-4d3c-87e7-44d1b499b8f9 req-8ad40eff-6a69-4ac1-9518-7c5d0d70ac53 tempest-SecurityGroupsNegativeTestJSON-1704099021 tempest-SecurityGroupsNegativeTestJSON-1704099021-project] 10.222.0.81 "GET /v2.0/security-groups/6c1a2e10-349f-4d5c-9d93-16b77f164d2f HTTP/1.1" status: 200 len: 2985 time: 0.0838737 Aug 09 15:49:35.663229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=fa376597-d0dc-4d75-be40-b6d19c1e7481,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:35.667756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8c01cad7-10a2-4390-ac9b-140a67f16e27 req-c65f2f5e-5aa6-4433-bf8f-6bf8106c9f37 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740475 Aug 09 15:49:35.714227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-581a8449-7df8-4a65-9541-4cdb3f4a0e5d req-493d21a6-fe07-4eed-8d2e-297e66b72ff5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Deleting port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:35.714666 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-581a8449-7df8-4a65-9541-4cdb3f4a0e5d req-493d21a6-fe07-4eed-8d2e-297e66b72ff5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.746333 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d33cfe03-9d26-489a-9252-f12388e899dc req-b1f62180-5bab-4ae4-9e46-123686b423b2 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0360074 Aug 09 15:49:35.878065 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f06d0-dba4-47e1-8976-dadbcc5d4f30 req-e8da001f-c104-45de-a609-bcb48a4c0aea tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:35.882267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c62f06d0-dba4-47e1-8976-dadbcc5d4f30 req-e8da001f-c104-45de-a609-bcb48a4c0aea tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1103587 Aug 09 15:49:35.885253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-581a8449-7df8-4a65-9541-4cdb3f4a0e5d req-493d21a6-fe07-4eed-8d2e-297e66b72ff5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] For port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:35.885841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-581a8449-7df8-4a65-9541-4cdb3f4a0e5d req-493d21a6-fe07-4eed-8d2e-297e66b72ff5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:35.915632 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-581a8449-7df8-4a65-9541-4cdb3f4a0e5d req-493d21a6-fe07-4eed-8d2e-297e66b72ff5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Calling delete_port for ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:35.924803 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d80423a8-6815-4db2-be57-d1a07f639e02 req-3e6b2d08-be83-47d7-b122-bcbdc5cdb8ad tempest-SecurityGroupsNegativeTestJSON-1704099021 tempest-SecurityGroupsNegativeTestJSON-1704099021-project] 10.222.0.81 "GET /v2.0/security-groups/6c1a2e10-349f-4d5c-9d93-16b77f164d2f HTTP/1.1" status: 200 len: 2985 time: 0.0486476 Aug 09 15:49:35.948109 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c62f06d0-dba4-47e1-8976-dadbcc5d4f30 req-675bdfcc-80a9-4c53-8b64-9301598ce952 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588880 Aug 09 15:49:36.022514 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-d80423a8-6815-4db2-be57-d1a07f639e02 req-7b816b41-9b33-4a41-bf5f-fcc4b255af88 tempest-SecurityGroupsNegativeTestJSON-1704099021 tempest-SecurityGroupsNegativeTestJSON-1704099021-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 09 15:49:36.023569 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d80423a8-6815-4db2-be57-d1a07f639e02 req-7b816b41-9b33-4a41-bf5f-fcc4b255af88 tempest-SecurityGroupsNegativeTestJSON-1704099021 tempest-SecurityGroupsNegativeTestJSON-1704099021-project] 10.222.0.81 "DELETE /v2.0/security-groups/6c1a2e10-349f-4d5c-9d93-16b77f164d2f HTTP/1.1" status: 409 len: 352 time: 0.0872359 Aug 09 15:49:36.080290 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-fddb5478-d13a-4885-90e8-62ab3eb6734d req-971b8a98-84df-4674-a890-12d9e19ae0d9 tempest-SecurityGroupsNegativeTestJSON-1704099021 tempest-SecurityGroupsNegativeTestJSON-1704099021-project] show failed (client error): The resource could not be found. Aug 09 15:49:36.081483 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fddb5478-d13a-4885-90e8-62ab3eb6734d req-971b8a98-84df-4674-a890-12d9e19ae0d9 tempest-SecurityGroupsNegativeTestJSON-1704099021 tempest-SecurityGroupsNegativeTestJSON-1704099021-project] 10.222.0.81 "GET /v2.0/security-groups/1573910d-af4d-4cf3-9b3c-839f77681a2b HTTP/1.1" status: 404 len: 352 time: 0.0165658 Aug 09 15:49:36.098013 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-581a8449-7df8-4a65-9541-4cdb3f4a0e5d req-493d21a6-fe07-4eed-8d2e-297e66b72ff5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.112578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['bbc16c21-d53f-4099-b6b2-d9aa54473423', 'ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:36.139585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d21a6-fe07-4eed-8d2e-297e66b72ff5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Pushing event deleted for resources: {'Port': ['ID=ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:36.215417 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-581a8449-7df8-4a65-9541-4cdb3f4a0e5d req-493d21a6-fe07-4eed-8d2e-297e66b72ff5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] No DVR routers for this DVR port ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:36.217051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5ba6e32-c419-4b9c-9252-25138650c9a0 req-d70eb5a7-a825-460e-89cd-1d5bc54bf979 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b2deb67-59ca-43a1-aeed-c9c31e694b4b HTTP/1.1" status: 200 len: 210 time: 0.0326564 Aug 09 15:49:36.217743 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [req-fa9ead3f-9ce5-4fa6-9944-baf9fdcce4eb req-aedae9b6-6be2-452c-be5f-518d1c345932 tempest-SecurityGroupsNegativeTestJSON-1704099021 tempest-SecurityGroupsNegativeTestJSON-1704099021-project] show failed (client error): The resource could not be found. Aug 09 15:49:36.218932 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa9ead3f-9ce5-4fa6-9944-baf9fdcce4eb req-aedae9b6-6be2-452c-be5f-518d1c345932 tempest-SecurityGroupsNegativeTestJSON-1704099021 tempest-SecurityGroupsNegativeTestJSON-1704099021-project] 10.222.0.81 "GET /v2.0/security-groups/b15b4a9a-28a7-42fe-9e6f-776c58f8971a HTTP/1.1" status: 404 len: 352 time: 0.0353127 Aug 09 15:49:36.220022 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-581a8449-7df8-4a65-9541-4cdb3f4a0e5d req-493d21a6-fe07-4eed-8d2e-297e66b72ff5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.223072 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-581a8449-7df8-4a65-9541-4cdb3f4a0e5d req-493d21a6-fe07-4eed-8d2e-297e66b72ff5 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.60 "DELETE /v2.0/ports/ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d HTTP/1.1" status: 204 len: 173 time: 0.7477479 Aug 09 15:49:36.223547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2deb67-59ca-43a1-aeed-c9c31e694b4b', 'name': 'network-vif-deleted', 'tag': 'ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:36.231168 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c5ad7f-a69a-4d43-afe6-c374bad48794" -d '{"events": [{"server_uuid": "5b2deb67-59ca-43a1-aeed-c9c31e694b4b", "name": "network-vif-deleted", "tag": "ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:36.232057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37096) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:36.323253 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9da85cd-4271-49d2-abaa-8d95f41f662a x-openstack-request-id: req-a9da85cd-4271-49d2-abaa-8d95f41f662a {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:36.323525 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2deb67-59ca-43a1-aeed-c9c31e694b4b", "name": "network-vif-deleted", "tag": "ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:36.323804 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9da85cd-4271-49d2-abaa-8d95f41f662a {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:36.324218 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2deb67-59ca-43a1-aeed-c9c31e694b4b', 'name': 'network-vif-deleted', 'tag': 'ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d', 'status': 'completed', 'code': 200} Aug 09 15:49:36.398366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-244edfd7-e8d7-45ba-b1f5-44856f447566 admin admin] Deleting subnet 4e608738-d8c5-409f-9733-204015efef3d {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:49:36.402637 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-244edfd7-e8d7-45ba-b1f5-44856f447566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.412337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53602714-927b-43ce-8341-236e3bd54674 req-f36cee08-9010-472e-9ca1-891dfb2ce75f tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 210 time: 0.0527375 Aug 09 15:49:36.439830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c102b29-69a9-4e22-8f84-a87d00d8db6e req-1c895408-1d75-4613-915c-3c36d37fefc6 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:36.441571 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c102b29-69a9-4e22-8f84-a87d00d8db6e req-1c895408-1d75-4613-915c-3c36d37fefc6 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.1111398 Aug 09 15:49:36.473897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-244edfd7-e8d7-45ba-b1f5-44856f447566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.524662 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c102b29-69a9-4e22-8f84-a87d00d8db6e req-0384e1a6-9418-4981-8b5b-c68572ae54b0 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757966 Aug 09 15:49:36.534369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-51a72f09-dd45-4843-8ddf-531b40e3eb9b tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:36.535970 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-51a72f09-dd45-4843-8ddf-531b40e3eb9b tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.53 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 811 time: 0.1232493 Aug 09 15:49:36.551226 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-244edfd7-e8d7-45ba-b1f5-44856f447566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.592351 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-0bbcb1fd-b012-4f39-8e52-36e90b36ac55 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e2722a4423d4e4e97dd724328435514 HTTP/1.1" status: 200 len: 379 time: 0.0435524 Aug 09 15:49:36.603871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Request body: {'port': {'device_id': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'admin_state_up': True, 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'security_groups': ['7de6e34a-5c49-4844-8c31-b341534c5cbc']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:36.628027 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-244edfd7-e8d7-45ba-b1f5-44856f447566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.655985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244edfd7-e8d7-45ba-b1f5-44856f447566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e608738-d8c5-409f-9733-204015efef3d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:36.659659 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-244edfd7-e8d7-45ba-b1f5-44856f447566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.661791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-244edfd7-e8d7-45ba-b1f5-44856f447566 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4e608738-d8c5-409f-9733-204015efef3d HTTP/1.1" status: 204 len: 168 time: 0.4267917 Aug 09 15:49:36.664391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37100) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:36.725784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Made reservation on behalf of 9e2722a4423d4e4e97dd724328435514 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:36.729556 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.736395 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.833896 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.854174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:36.857491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fa376597-d0dc-4d75-be40-b6d19c1e7481 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:36.888818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9530c313-0733-46de-88c0-5256e35e4b1b') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:36.893073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-89e980a7-6594-4717-b37a-7da2d1c200dc req-bd8774f8-a77b-4cb6-b2bb-4af992ea6ca6 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0396562 Aug 09 15:49:36.893824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9530c313-0733-46de-88c0-5256e35e4b1b') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:36.915302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port fa376597-d0dc-4d75-be40-b6d19c1e7481 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:36.915563 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.915675 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.927031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Allocated IP 172.20.0.14 (cd99aa88-f29c-4799-a778-de1dd4e14a39/46c0b232-cf1d-485c-aaa0-7c03fdd82b80/861b676f-0ffc-43da-89ea-20ca25d8b038) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:36.946388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.956258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:49:36.956747 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:49:36.958793 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:49:37.032808 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.041095 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.043425 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] 10.222.0.81 "DELETE /v2.0/networks/cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f HTTP/1.1" status: 204 len: 168 time: 0.3777664 Aug 09 15:49:37.058214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1be207-0a8f-47fd-9dda-afc37667f8dd admin admin] Pushing event deleted for resources: {'Network': ['ID=cc95ed38-39cc-4abd-9bbf-c6fb8b051f4f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:37.156683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5feb1-351f-4d53-83e9-47cf286ed932 req-c2188b6c-dd27-47a9-a302-8e3aa05606b6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:37.158274 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11e5feb1-351f-4d53-83e9-47cf286ed932 req-c2188b6c-dd27-47a9-a302-8e3aa05606b6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0896947 Aug 09 15:49:37.173096 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37110) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:37.184114 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.208394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Transition to ACTIVE for port object 861b676f-0ffc-43da-89ea-20ca25d8b038 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:37.215966 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d75ced03-c0dc-4632-826c-35cd17e5ff9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a48c9434ddbe4bd7afcd357bc560a8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415409 Aug 09 15:49:37.218937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37112) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:37.230534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11e5feb1-351f-4d53-83e9-47cf286ed932 req-6fb5663b-14c2-4436-ade3-e090c48496a8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638580 Aug 09 15:49:37.265646 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.277266 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c85ed331-e04f-449b-a583-417bd27250c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.303036 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c85ed331-e04f-449b-a583-417bd27250c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.317896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Network cd99aa88-f29c-4799-a778-de1dd4e14a39 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:37.321157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:37.325044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:37.331781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event updated for resources: {'Port': ['ID=861b676f-0ffc-43da-89ea-20ca25d8b038,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:37.361349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c85ed331-e04f-449b-a583-417bd27250c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.363980 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c85ed331-e04f-449b-a583-417bd27250c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.365159 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c85ed331-e04f-449b-a583-417bd27250c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c1a2e10-349f-4d5c-9d93-16b77f164d2f HTTP/1.1" status: 204 len: 168 time: 0.1453106 Aug 09 15:49:37.378652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ed331-e04f-449b-a583-417bd27250c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1a2e10-349f-4d5c-9d93-16b77f164d2f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:37.418214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:37.419157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.449867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d660fa98-ec5d-4fac-bd83-bb1d5208737d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8394637 Aug 09 15:49:37.470578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Request body: {'port': {'device_id': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:37.579513 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e4ffdbf6-0c03-4940-8daa-e4ffefeb9356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.651940 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.658772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db942a36-b479-4c3c-93d5-3b2385b7b07c req-ce52d841-1c71-4ce8-a861-bd6a983faa3c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:37.660512 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db942a36-b479-4c3c-93d5-3b2385b7b07c req-ce52d841-1c71-4ce8-a861-bd6a983faa3c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 932 time: 0.1072664 Aug 09 15:49:37.715839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db942a36-b479-4c3c-93d5-3b2385b7b07c req-5d1d54a9-b55a-4a03-a2ef-02c0ceab5049 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477943 Aug 09 15:49:37.727298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b212bd-12d1-46f0-8085-f7384d3a1389 req-aac528d0-6129-4c53-bd94-b866df990fc8 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:37.730140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91b212bd-12d1-46f0-8085-f7384d3a1389 req-aac528d0-6129-4c53-bd94-b866df990fc8 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.1162481 Aug 09 15:49:37.751879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b28d8aa9-21f5-4e91-825d-2dce5fe33200 None None] Provisioning for port 861b676f-0ffc-43da-89ea-20ca25d8b038 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:37.761081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b28d8aa9-21f5-4e91-825d-2dce5fe33200 None None] Provisioning complete for port 861b676f-0ffc-43da-89ea-20ca25d8b038 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:37.761509 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b28d8aa9-21f5-4e91-825d-2dce5fe33200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.846878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b28d8aa9-21f5-4e91-825d-2dce5fe33200 None None] Port 861b676f-0ffc-43da-89ea-20ca25d8b038 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:37.897513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91b212bd-12d1-46f0-8085-f7384d3a1389 req-56b19c17-8d35-4585-843e-9f611ea47f4b tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624339 Aug 09 15:49:37.908674 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcab4f-1648-4f6c-814a-81fb10402a32 req-784dc7a0-b1e1-4147-a447-145a1686f302 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:37.911221 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6dcab4f-1648-4f6c-814a-81fb10402a32 req-784dc7a0-b1e1-4147-a447-145a1686f302 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.0867777 Aug 09 15:49:37.922694 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c30e2f-15a5-4c64-ba07-718678710819 req-969364f5-00b3-48e9-b563-f829208aa361 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:37.924474 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72c30e2f-15a5-4c64-ba07-718678710819 req-969364f5-00b3-48e9-b563-f829208aa361 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 946 time: 0.1474693 Aug 09 15:49:38.002298 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6dcab4f-1648-4f6c-814a-81fb10402a32 req-bc756c99-dd3a-44d0-bd01-efb32c59dfce tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767999 Aug 09 15:49:38.089530 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8edecc8b-571f-4d22-8adb-ef86c6384039 req-95741b5f-e9c0-4dbb-8fed-0d31d0ac0f19 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0450726 Aug 09 15:49:38.097781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-72c30e2f-15a5-4c64-ba07-718678710819 req-9d59a8f5-5d7f-4a47-8221-37a41c151710 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Deleting port c5e93810-ac30-40d9-928c-bc3c07f9a081 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:38.098577 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-72c30e2f-15a5-4c64-ba07-718678710819 req-9d59a8f5-5d7f-4a47-8221-37a41c151710 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.171264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861b676f-0ffc-43da-89ea-20ca25d8b038 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:38.181870 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.200515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Transition to ACTIVE for port object 861b676f-0ffc-43da-89ea-20ca25d8b038 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:38.218581 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.270849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-72c30e2f-15a5-4c64-ba07-718678710819 req-9d59a8f5-5d7f-4a47-8221-37a41c151710 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] For port c5e93810-ac30-40d9-928c-bc3c07f9a081, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c5e93810-ac30-40d9-928c-bc3c07f9a081,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:38.271982 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-72c30e2f-15a5-4c64-ba07-718678710819 req-9d59a8f5-5d7f-4a47-8221-37a41c151710 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.302414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:38.302922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-72c30e2f-15a5-4c64-ba07-718678710819 req-9d59a8f5-5d7f-4a47-8221-37a41c151710 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Calling delete_port for c5e93810-ac30-40d9-928c-bc3c07f9a081 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:38.312860 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=861b676f-0ffc-43da-89ea-20ca25d8b038,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:38.379924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:38.380453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ae349fc6-d1c6-4fdc-a10c-f3db0622cb9d not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:38.468594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Attempting to bind port 861b676f-0ffc-43da-89ea-20ca25d8b038 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:38.468934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Attempting to bind port 861b676f-0ffc-43da-89ea-20ca25d8b038 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:38.469317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Attempting to bind port 861b676f-0ffc-43da-89ea-20ca25d8b038 on network cd99aa88-f29c-4799-a778-de1dd4e14a39 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:38.475344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Port 861b676f-0ffc-43da-89ea-20ca25d8b038 on network cd99aa88-f29c-4799-a778-de1dd4e14a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:38.475672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Attempting to bind port 861b676f-0ffc-43da-89ea-20ca25d8b038 on network cd99aa88-f29c-4799-a778-de1dd4e14a39 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:38.486797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:38.487861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Checking segment: {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:38.488343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Bound using segment: {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:38.488790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Bound port: 861b676f-0ffc-43da-89ea-20ca25d8b038, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:38.489162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.520049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d62be-75b3-4e99-9615-9708d5456438 req-36ab1c09-bfcd-4c17-bd04-1f214e8f594b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.522435 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-031d62be-75b3-4e99-9615-9708d5456438 req-36ab1c09-bfcd-4c17-bd04-1f214e8f594b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1174688 Aug 09 15:49:38.530245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-72c30e2f-15a5-4c64-ba07-718678710819 req-9d59a8f5-5d7f-4a47-8221-37a41c151710 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.569664 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59a8f5-5d7f-4a47-8221-37a41c151710 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Pushing event deleted for resources: {'Port': ['ID=c5e93810-ac30-40d9-928c-bc3c07f9a081,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:38.620961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c30e2f-15a5-4c64-ba07-718678710819 req-9d59a8f5-5d7f-4a47-8221-37a41c151710 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] No DVR routers for this DVR port c5e93810-ac30-40d9-928c-bc3c07f9a081 on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:38.624426 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-72c30e2f-15a5-4c64-ba07-718678710819 req-9d59a8f5-5d7f-4a47-8221-37a41c151710 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.627773 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72c30e2f-15a5-4c64-ba07-718678710819 req-9d59a8f5-5d7f-4a47-8221-37a41c151710 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "DELETE /v2.0/ports/c5e93810-ac30-40d9-928c-bc3c07f9a081 HTTP/1.1" status: 204 len: 173 time: 0.6947415 Aug 09 15:49:38.628246 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5276435-647b-4d87-a554-817d70d96dea', 'name': 'network-vif-deleted', 'tag': 'c5e93810-ac30-40d9-928c-bc3c07f9a081'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:38.630648 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e14e74-1075-4913-8a6a-e1e1b48a5cfa" -d '{"events": [{"server_uuid": "f5276435-647b-4d87-a554-817d70d96dea", "name": "network-vif-deleted", "tag": "c5e93810-ac30-40d9-928c-bc3c07f9a081"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:38.668623 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-031d62be-75b3-4e99-9615-9708d5456438 req-de413b6c-4562-408e-8914-428eb43fb501 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198831 Aug 09 15:49:38.686394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] For port 861b676f-0ffc-43da-89ea-20ca25d8b038, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:38.686394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] For port 861b676f-0ffc-43da-89ea-20ca25d8b038, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=861b676f-0ffc-43da-89ea-20ca25d8b038,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:38.687615 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.721097 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9999c713-1c44-4e4b-8b33-1c851ab638b9 x-openstack-request-id: req-9999c713-1c44-4e4b-8b33-1c851ab638b9 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:38.721438 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5276435-647b-4d87-a554-817d70d96dea", "name": "network-vif-deleted", "tag": "c5e93810-ac30-40d9-928c-bc3c07f9a081", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:38.721810 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9999c713-1c44-4e4b-8b33-1c851ab638b9 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:38.722085 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5276435-647b-4d87-a554-817d70d96dea', 'name': 'network-vif-deleted', 'tag': 'c5e93810-ac30-40d9-928c-bc3c07f9a081', 'status': 'completed', 'code': 200} Aug 09 15:49:38.728791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.729237 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.730649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] 10.222.0.53 "PUT /v2.0/ports/861b676f-0ffc-43da-89ea-20ca25d8b038 HTTP/1.1" status: 200 len: 1092 time: 1.2799077 Aug 09 15:49:38.731096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'tag': '861b676f-0ffc-43da-89ea-20ca25d8b038'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:38.733646 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819e6e71-b9a9-4b12-acd5-b777e7ac742e" -d '{"events": [{"name": "network-changed", "server_uuid": "959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5", "tag": "861b676f-0ffc-43da-89ea-20ca25d8b038"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:38.770769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37156) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:38.821338 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00c85c6-a809-418c-98dc-4c07363fb279 x-openstack-request-id: req-e00c85c6-a809-418c-98dc-4c07363fb279 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:38.821859 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5", "tag": "861b676f-0ffc-43da-89ea-20ca25d8b038", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:38.822304 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e00c85c6-a809-418c-98dc-4c07363fb279 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:38.823982 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'tag': '861b676f-0ffc-43da-89ea-20ca25d8b038', 'status': 'completed', 'code': 200} Aug 09 15:49:38.852948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b323f-cc5e-4add-b4dd-94e5c0460cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=861b676f-0ffc-43da-89ea-20ca25d8b038,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:38.932298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1580473980-network', 'tenant_id': '9f9e96efc5f34047a190cd55840cb006'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:38.952645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d86d4809-0272-47bc-91dc-1b44ac5c0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.955025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d86d4809-0272-47bc-91dc-1b44ac5c0a43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 1095 time: 0.1441119 Aug 09 15:49:38.971730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Made reservation on behalf of 9f9e96efc5f34047a190cd55840cb006 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:38.974378 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:38.985476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98cc4d-9fa4-41b5-8879-37cf12f3fae1 req-7f2214a1-3b87-432e-b529-0bdafbcf8f9f tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.987320 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d98cc4d-9fa4-41b5-8879-37cf12f3fae1 req-7f2214a1-3b87-432e-b529-0bdafbcf8f9f tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 944 time: 0.1419063 Aug 09 15:49:39.029513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-a265e78f-effd-454d-b00f-74b6657777a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861b676f-0ffc-43da-89ea-20ca25d8b038 HTTP/1.1" status: 200 len: 217 time: 0.0639737 Aug 09 15:49:39.090778 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d98cc4d-9fa4-41b5-8879-37cf12f3fae1 req-32f31c9d-5a27-4d73-bdca-362e60874222 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692940 Aug 09 15:49:39.100771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-0a10c0b1-c29e-4a25-9386-7fe6568d3368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.102531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-0a10c0b1-c29e-4a25-9386-7fe6568d3368 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46c0b232-cf1d-485c-aaa0-7c03fdd82b80 HTTP/1.1" status: 200 len: 850 time: 0.0641549 Aug 09 15:49:39.163249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d7193397-86b7-432f-afd9-5c94f056f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.165944 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-d7193397-86b7-432f-afd9-5c94f056f3c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd99aa88-f29c-4799-a778-de1dd4e14a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555067 Aug 09 15:49:39.278295 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5942874d-4a2d-4044-9bcf-bc010e0013bd req-e26e7b2d-1954-44ea-a07d-459572204577 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5276435-647b-4d87-a554-817d70d96dea HTTP/1.1" status: 200 len: 210 time: 0.0711479 Aug 09 15:49:39.317903 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.329778 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-ebd9ad14-cc0e-4817-8d4f-4bdea9aa195e service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571698 Aug 09 15:49:39.394290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6813867-fed8-4b43-a9a5-27ef569ee517 req-81fe1406-ff24-420a-909f-e98e252c3bf4 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.395787 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c6813867-fed8-4b43-a9a5-27ef569ee517 req-81fe1406-ff24-420a-909f-e98e252c3bf4 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0880637 Aug 09 15:49:39.427978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9a638b3-dc1a-4c41-a72f-572767d16b0c req-bdd810a9-cdd5-4a67-a851-e798ee4ba0c1 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0338373 Aug 09 15:49:39.483541 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c6813867-fed8-4b43-a9a5-27ef569ee517 req-340504b5-0b35-4dde-a49f-8b81993349eb tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b128479-ae28-4896-8173-ac2893bd8470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789380 Aug 09 15:49:39.506683 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-957aa2b8-8d78-4d8d-a7be-802ec7448781 req-5613b36f-6312-4ce2-a22b-ee29f32d8973 service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686847 Aug 09 15:49:39.535331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8bf15-b664-4eed-bcf0-13fa59ece055 req-35ef995a-8f92-47a8-b5cf-1468369894e0 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.537134 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-38c8bf15-b664-4eed-bcf0-13fa59ece055 req-35ef995a-8f92-47a8-b5cf-1468369894e0 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 946 time: 0.0960124 Aug 09 15:49:39.540044 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.553550 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.608974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e6e71-b9a9-4b12-acd5-b777e7ac742e req-3106d0c2-5a03-44af-a415-d35e7f1fa7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.609319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:49:39.610678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819e6e71-b9a9-4b12-acd5-b777e7ac742e req-3106d0c2-5a03-44af-a415-d35e7f1fa7b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 1095 time: 0.0456810 Aug 09 15:49:39.659672 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a8a066-06e3-4d2c-ace7-ae39c1431544,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:39.663215 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.663613 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Added segment 2433411b-b1e3-48a5-8c8b-2444ab8e232d of type vlan for network d7c54732-9020-42d6-8bdb-73144a4e34e7 Aug 09 15:49:39.717287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e6e71-b9a9-4b12-acd5-b777e7ac742e req-640251a1-35dd-4f08-aaa6-ba84e78691c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.719195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819e6e71-b9a9-4b12-acd5-b777e7ac742e req-640251a1-35dd-4f08-aaa6-ba84e78691c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 912 time: 0.1018457 Aug 09 15:49:39.731602 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.766413 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819e6e71-b9a9-4b12-acd5-b777e7ac742e req-6d3c5655-0dad-4341-843c-8c8b43573eeb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861b676f-0ffc-43da-89ea-20ca25d8b038 HTTP/1.1" status: 200 len: 217 time: 0.0373211 Aug 09 15:49:39.785911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-38c8bf15-b664-4eed-bcf0-13fa59ece055 req-29f6c153-20e4-4967-96b6-4ff3c2b0cce7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Deleting port bbc16c21-d53f-4099-b6b2-d9aa54473423 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:39.786327 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-38c8bf15-b664-4eed-bcf0-13fa59ece055 req-29f6c153-20e4-4967-96b6-4ff3c2b0cce7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.816262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e6e71-b9a9-4b12-acd5-b777e7ac742e req-e496930d-2158-478d-bf65-473cac4c35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.817793 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819e6e71-b9a9-4b12-acd5-b777e7ac742e req-e496930d-2158-478d-bf65-473cac4c35e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46c0b232-cf1d-485c-aaa0-7c03fdd82b80 HTTP/1.1" status: 200 len: 850 time: 0.0447707 Aug 09 15:49:39.863855 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.864828 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.865425 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:39.870688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e6e71-b9a9-4b12-acd5-b777e7ac742e req-165db308-c6ea-411e-889c-b66c792d3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.872940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819e6e71-b9a9-4b12-acd5-b777e7ac742e req-165db308-c6ea-411e-889c-b66c792d3d04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd99aa88-f29c-4799-a778-de1dd4e14a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481777 Aug 09 15:49:39.893372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc095948-b34e-4feb-99c1-2f81050a2a63 req-9c3eca8e-a33d-4461-a0d8-1642f98191f8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.894909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dc095948-b34e-4feb-99c1-2f81050a2a63 req-9c3eca8e-a33d-4461-a0d8-1642f98191f8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1564250 Aug 09 15:49:39.969086 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819e6e71-b9a9-4b12-acd5-b777e7ac742e req-a7a969f4-930e-4a83-bc3e-c6e523ca2f51 service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883985 Aug 09 15:49:39.969314 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1969960 Aug 09 15:49:39.971998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37170) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:39.977176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f93b4577-930c-4234-935c-ecaa57934280 admin admin] Request body: {'subnet': {'network_id': 'd7c54732-9020-42d6-8bdb-73144a4e34e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1580473980-subnet', 'tenant_id': '9f9e96efc5f34047a190cd55840cb006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:39.993124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-38c8bf15-b664-4eed-bcf0-13fa59ece055 req-29f6c153-20e4-4967-96b6-4ff3c2b0cce7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] For port bbc16c21-d53f-4099-b6b2-d9aa54473423, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bbc16c21-d53f-4099-b6b2-d9aa54473423,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:39.993619 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-38c8bf15-b664-4eed-bcf0-13fa59ece055 req-29f6c153-20e4-4967-96b6-4ff3c2b0cce7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.001567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec8652-6bfd-4cd9-95b3-3afce6297b95 admin admin] Pushing event updated for resources: {'Network': ['ID=d7c54732-9020-42d6-8bdb-73144a4e34e7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:40.013528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d7c54732-9020-42d6-8bdb-73144a4e34e7 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:49:40.017137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-38c8bf15-b664-4eed-bcf0-13fa59ece055 req-29f6c153-20e4-4967-96b6-4ff3c2b0cce7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Calling delete_port for bbc16c21-d53f-4099-b6b2-d9aa54473423 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:40.036268 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dc095948-b34e-4feb-99c1-2f81050a2a63 req-6c30b2de-60de-40d0-857c-4024e81564f4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227582 Aug 09 15:49:40.056365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93b4577-930c-4234-935c-ecaa57934280 admin admin] Made reservation on behalf of 9f9e96efc5f34047a190cd55840cb006 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:40.066805 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f93b4577-930c-4234-935c-ecaa57934280 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.170969 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819e6e71-b9a9-4b12-acd5-b777e7ac742e req-0355fe54-1d6f-4b97-8597-c0e4628eec15 service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897688 Aug 09 15:49:40.205477 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-38c8bf15-b664-4eed-bcf0-13fa59ece055 req-29f6c153-20e4-4967-96b6-4ff3c2b0cce7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.220224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['bbc16c21-d53f-4099-b6b2-d9aa54473423'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:40.248555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6c153-20e4-4967-96b6-4ff3c2b0cce7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Pushing event deleted for resources: {'Port': ['ID=bbc16c21-d53f-4099-b6b2-d9aa54473423,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:40.290108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882bb5-ebd4-4f47-bad3-466af6be4464 req-5ff4d3d9-fd10-42f6-8c4d-31300d9a8bb0 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:40.291654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af882bb5-ebd4-4f47-bad3-466af6be4464 req-5ff4d3d9-fd10-42f6-8c4d-31300d9a8bb0 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 944 time: 0.0993562 Aug 09 15:49:40.295084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c8bf15-b664-4eed-bcf0-13fa59ece055 req-29f6c153-20e4-4967-96b6-4ff3c2b0cce7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] No DVR routers for this DVR port bbc16c21-d53f-4099-b6b2-d9aa54473423 on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:40.298075 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-38c8bf15-b664-4eed-bcf0-13fa59ece055 req-29f6c153-20e4-4967-96b6-4ff3c2b0cce7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.301179 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-38c8bf15-b664-4eed-bcf0-13fa59ece055 req-29f6c153-20e4-4967-96b6-4ff3c2b0cce7 tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.60 "DELETE /v2.0/ports/bbc16c21-d53f-4099-b6b2-d9aa54473423 HTTP/1.1" status: 204 len: 173 time: 0.7572618 Aug 09 15:49:40.308639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c5e93810-ac30-40d9-928c-bc3c07f9a081 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:40.341569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: c5e93810-ac30-40d9-928c-bc3c07f9a081 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:40.342336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c5e93810-ac30-40d9-928c-bc3c07f9a081 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:40.387244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af882bb5-ebd4-4f47-bad3-466af6be4464 req-98c3ec82-c5ba-4d12-acda-cfbc08bfe082 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873992 Aug 09 15:49:40.422723 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f93b4577-930c-4234-935c-ecaa57934280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.473869 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d5e696f0-1941-488d-b666-31b0a7b98be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.528694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b4577-930c-4234-935c-ecaa57934280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4cef8ad-c8dd-4385-83f9-8920de8a7db1,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:40.537029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b4577-930c-4234-935c-ecaa57934280 admin admin] Checking segment: {'id': '2433411b-b1e3-48a5-8c8b-2444ab8e232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd7c54732-9020-42d6-8bdb-73144a4e34e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:40.537510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b4577-930c-4234-935c-ecaa57934280 admin admin] Network hostable DHCP agents. Network: d7c54732-9020-42d6-8bdb-73144a4e34e7, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:49:40.560221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b4577-930c-4234-935c-ecaa57934280 admin admin] Network d7c54732-9020-42d6-8bdb-73144a4e34e7 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:49:40.564980 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d24af399-2472-434f-8c03-5c957390ab3c req-2e56a839-9075-45d5-87f2-c476eb2d8525 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0342705 Aug 09 15:49:40.578072 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f93b4577-930c-4234-935c-ecaa57934280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d7c54732-9020-42d6-8bdb-73144a4e34e7) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:40.594071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304a1171-fbf5-43da-a47d-f9ab1df9a8f0 None None] Network d7c54732-9020-42d6-8bdb-73144a4e34e7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:40.625529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b4577-930c-4234-935c-ecaa57934280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:40.626238 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f93b4577-930c-4234-935c-ecaa57934280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.644672 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f93b4577-930c-4234-935c-ecaa57934280 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6712120 Aug 09 15:49:40.671365 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-86d0aa70-78f4-4699-9235-875ddd42b776 req-0f22e822-7650-4398-9c3b-c43bee35863b tempest-ListServerFiltersTestJSON-113956143 tempest-ListServerFiltersTestJSON-113956143-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b91a2d8-8538-45b2-8d7f-9244323ac7bd HTTP/1.1" status: 200 len: 210 time: 0.0340950 Aug 09 15:49:40.709239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729eab-7d17-46e2-92a2-77900f673acb req-e6d6bbf7-1c5a-4f61-a92f-7b0f6c07b483 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:40.710855 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-e6d6bbf7-1c5a-4f61-a92f-7b0f6c07b483 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.1471109 Aug 09 15:49:40.723421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b91a2d8-8538-45b2-8d7f-9244323ac7bd', 'name': 'network-vif-deleted', 'tag': 'bbc16c21-d53f-4099-b6b2-d9aa54473423'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:40.729244 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd772a94-de75-4a78-866e-e3b7a21dc43f" -d '{"events": [{"server_uuid": "6b91a2d8-8538-45b2-8d7f-9244323ac7bd", "name": "network-vif-deleted", "tag": "bbc16c21-d53f-4099-b6b2-d9aa54473423"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:40.748748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ca66a-7772-4ab4-ba37-29b37c20ebeb None None] Network d7c54732-9020-42d6-8bdb-73144a4e34e7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:40.751046 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-50d1cde6-495f-40b2-b11a-456be8a2a8f8 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/quotas/36f5b17513bf476d8c384854b2a2d252 HTTP/1.1" status: 200 len: 375 time: 0.0336373 Aug 09 15:49:40.801761 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-d3618822-d4d5-47b7-9f76-29eb109ec54a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490375 Aug 09 15:49:40.829514 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2461e5-4d61-48dd-b10d-533902ffec53 x-openstack-request-id: req-0c2461e5-4d61-48dd-b10d-533902ffec53 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:40.829514 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b91a2d8-8538-45b2-8d7f-9244323ac7bd", "name": "network-vif-deleted", "tag": "bbc16c21-d53f-4099-b6b2-d9aa54473423", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:40.829514 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c2461e5-4d61-48dd-b10d-533902ffec53 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:40.829514 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b91a2d8-8538-45b2-8d7f-9244323ac7bd', 'name': 'network-vif-deleted', 'tag': 'bbc16c21-d53f-4099-b6b2-d9aa54473423', 'status': 'completed', 'code': 200} Aug 09 15:49:40.856043 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.982938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-548d7f0c-0777-4ed1-b3cc-67be20454635 service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802626 Aug 09 15:49:41.080014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-0b9be2b7-0290-4717-9f08-9b6e17b1865d service neutron] 10.222.0.81 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887969 Aug 09 15:49:41.191934 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-a0f582cc-9378-4be1-8bb0-881d3973018d tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:41.193753 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-a0f582cc-9378-4be1-8bb0-881d3973018d tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/networks?id=d7c54732-9020-42d6-8bdb-73144a4e34e7 HTTP/1.1" status: 200 len: 818 time: 0.1061659 Aug 09 15:49:41.230153 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-fc34ce2b-43f3-4100-82c5-f6706a56c271 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/quotas/9f9e96efc5f34047a190cd55840cb006 HTTP/1.1" status: 200 len: 375 time: 0.0100093 Aug 09 15:49:41.271889 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-76613d7f-6f50-46b1-8bf4-b515b4a5ec78 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9f9e96efc5f34047a190cd55840cb006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345829 Aug 09 15:49:41.296388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65c7d7-f4a9-42b5-8713-68503c1a26a5 req-59f9dcb0-92e1-4f1f-928d-62a98b62cfe1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:41.298129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f65c7d7-f4a9-42b5-8713-68503c1a26a5 req-59f9dcb0-92e1-4f1f-928d-62a98b62cfe1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0602455 Aug 09 15:49:41.337408 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f65c7d7-f4a9-42b5-8713-68503c1a26a5 req-5a91e075-cf4c-4560-ad2f-a809697961e3 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334711 Aug 09 15:49:41.347590 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.366585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 861b676f-0ffc-43da-89ea-20ca25d8b038 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:41.400521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-81b9df32-634f-48a7-a416-c96eede287ed service neutron] 10.222.0.81 "GET /v2.0/networks/d7c54732-9020-42d6-8bdb-73144a4e34e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206617 Aug 09 15:49:41.439530 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bcf74287-3cf4-44a1-8bd1-93fba6efb885 req-16282106-9a53-44a2-84b3-375487200d34 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 210 time: 0.0448546 Aug 09 15:49:41.509652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 861b676f-0ffc-43da-89ea-20ca25d8b038, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=861b676f-0ffc-43da-89ea-20ca25d8b038,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:41.522380 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.525445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '861b676f-0ffc-43da-89ea-20ca25d8b038', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'port_id': '861b676f-0ffc-43da-89ea-20ca25d8b038', 'mac_address': 'fa:16:3e:41:08:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:41.526225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-b865055b-bb42-4db3-bcfa-4ca94948f5df service neutron] 10.222.0.81 "GET /v2.0/networks/d7c54732-9020-42d6-8bdb-73144a4e34e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189530 Aug 09 15:49:41.571747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7804c-5c76-487b-ba52-0adbc0800a44 req-e8ab10bf-8fe0-4b2f-b287-a0bab6080cce tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:41.573938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac7804c-5c76-487b-ba52-0adbc0800a44 req-e8ab10bf-8fe0-4b2f-b287-a0bab6080cce tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 944 time: 0.0769272 Aug 09 15:49:41.581127 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.596578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861b676f-0ffc-43da-89ea-20ca25d8b038 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:41.624900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 861b676f-0ffc-43da-89ea-20ca25d8b038, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=861b676f-0ffc-43da-89ea-20ca25d8b038,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:41.625433 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac7804c-5c76-487b-ba52-0adbc0800a44 req-00738a4f-d178-429b-ae7b-5302733dd485 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438979 Aug 09 15:49:41.628674 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.693523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=861b676f-0ffc-43da-89ea-20ca25d8b038,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:41.744820 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ecda84d5-ea41-4007-81b0-5eec50f2ce11 req-843984da-39c8-456f-a192-da9357f1aacd tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 210 time: 0.0446732 Aug 09 15:49:41.762409 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-05466f39-da2c-4670-b68d-ddc27fd3bc10 req-778d982d-7826-4be4-a090-3baff8d13537 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0502756 Aug 09 15:49:41.788317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37238) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:41.842466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-828d1441-3718-469d-9ac2-3ee5e9749dfb admin admin] Deleting subnet daaa0928-3f12-4af1-817d-de614286331e {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:49:41.848987 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-828d1441-3718-469d-9ac2-3ee5e9749dfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.892077 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-828d1441-3718-469d-9ac2-3ee5e9749dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.908685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['861b676f-0ffc-43da-89ea-20ca25d8b038'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:41.995878 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-828d1441-3718-469d-9ac2-3ee5e9749dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.061991 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-828d1441-3718-469d-9ac2-3ee5e9749dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.089060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d1441-3718-469d-9ac2-3ee5e9749dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daaa0928-3f12-4af1-817d-de614286331e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:42.092827 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-828d1441-3718-469d-9ac2-3ee5e9749dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.094744 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-828d1441-3718-469d-9ac2-3ee5e9749dfb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/daaa0928-3f12-4af1-817d-de614286331e HTTP/1.1" status: 204 len: 168 time: 0.3046696 Aug 09 15:49:42.097242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37246) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:42.103960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a19ad3-4614-4cf4-aecb-625d925e027e None None] Network 9a48be23-12e3-4e52-be08-065c2dc58132 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:42.171029 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.231928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Deleting port 325a3e42-0778-4d3d-a25d-f13072f4295b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:42.232269 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.300378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 293eb202-3dba-4048-83d5-a01b65bc403f details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:42.302617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] For port 325a3e42-0778-4d3d-a25d-f13072f4295b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=325a3e42-0778-4d3d-a25d-f13072f4295b,segment=NetworkSegment(d676d428-5ae9-4377-98f1-a8a9fe740f6d),segment_id=d676d428-5ae9-4377-98f1-a8a9fe740f6d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:42.303179 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.304227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484b6e84-bd55-473b-8584-40624fd37e21 None None] DHCP port deletion for 9a48be23-12e3-4e52-be08-065c2dc58132 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:49:42.319332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device bbc16c21-d53f-4099-b6b2-d9aa54473423 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:42.321239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Calling delete_port for 325a3e42-0778-4d3d-a25d-f13072f4295b owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:42.352359 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: bbc16c21-d53f-4099-b6b2-d9aa54473423 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:42.353039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device bbc16c21-d53f-4099-b6b2-d9aa54473423 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:42.449817 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.472620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-484b6e84-bd55-473b-8584-40624fd37e21 None None] Deleting port 325a3e42-0778-4d3d-a25d-f13072f4295b {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:42.473017 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-484b6e84-bd55-473b-8584-40624fd37e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.491379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] No DVR routers for this DVR port 325a3e42-0778-4d3d-a25d-f13072f4295b on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:42.499790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=325a3e42-0778-4d3d-a25d-f13072f4295b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:42.539402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=293eb202-3dba-4048-83d5-a01b65bc403f,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:42.561225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '293eb202-3dba-4048-83d5-a01b65bc403f', 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3', 'port_id': '293eb202-3dba-4048-83d5-a01b65bc403f', 'mac_address': 'fa:16:3e:37:b2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79513e2-dc62-455a-b17c-e8155f54db56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:42.568895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-484b6e84-bd55-473b-8584-40624fd37e21 None None] For port 325a3e42-0778-4d3d-a25d-f13072f4295b, host n-d-803778-2, got binding levels [] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:42.569416 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-484b6e84-bd55-473b-8584-40624fd37e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.584844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729eab-7d17-46e2-92a2-77900f673acb req-ac51ea29-e4b9-4da6-b5cb-97d3f0617e82 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.587383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-ac51ea29-e4b9-4da6-b5cb-97d3f0617e82 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 811 time: 0.2251995 Aug 09 15:49:42.605016 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-484b6e84-bd55-473b-8584-40624fd37e21 None None] Calling delete_port for 325a3e42-0778-4d3d-a25d-f13072f4295b owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:42.605420 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.608483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7107d82-5c8d-4c20-ac37-7c14d2b1863c req-d04d9a8e-3fae-42e0-906f-ded9c1c7aa80 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.609163 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.ipam_backend_mixin [None req-484b6e84-bd55-473b-8584-40624fd37e21 None None] Port 325a3e42-0778-4d3d-a25d-f13072f4295b was not found and therefore no delete operation was performed {{(pid=94291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:49:42.610022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7107d82-5c8d-4c20-ac37-7c14d2b1863c req-d04d9a8e-3fae-42e0-906f-ded9c1c7aa80 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1427522 Aug 09 15:49:42.615795 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-484b6e84-bd55-473b-8584-40624fd37e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.616794 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-4c729eab-7d17-46e2-92a2-77900f673acb req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Request body: {'port': {'device_id': '1efff6d9-5f0c-44cd-803d-30b7f0f380ba', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'admin_state_up': True, 'tenant_id': '36f5b17513bf476d8c384854b2a2d252'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:42.630694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a48be23-12e3-4e52-be08-065c2dc58132']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:42.643988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd676d428-5ae9-4377-98f1-a8a9fe740f6d') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:42.644533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd676d428-5ae9-4377-98f1-a8a9fe740f6d') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:42.647635 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.652736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6e84-bd55-473b-8584-40624fd37e21 None None] Pushing event deleted for resources: {'Port': ['ID=325a3e42-0778-4d3d-a25d-f13072f4295b,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:42.672958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b6e84-bd55-473b-8584-40624fd37e21 None None] No DVR routers for this DVR port 325a3e42-0778-4d3d-a25d-f13072f4295b on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:42.686318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-04691b33-4458-483b-acc5-f5759412b3d8 req-da176979-b82b-4c11-8c51-24e329a7454b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 210 time: 0.0443759 Aug 09 15:49:42.687644 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 293eb202-3dba-4048-83d5-a01b65bc403f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:42.688217 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.703075 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.715176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:49:42.715663 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:49:42.718766 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:49:42.722155 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=293eb202-3dba-4048-83d5-a01b65bc403f,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:42.728541 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.762188 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7107d82-5c8d-4c20-ac37-7c14d2b1863c req-d895519e-58f1-4fb7-a8e9-6869c92b0644 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397305 Aug 09 15:49:42.802573 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=293eb202-3dba-4048-83d5-a01b65bc403f,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:42.824892 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['293eb202-3dba-4048-83d5-a01b65bc403f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:42.828456 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c729eab-7d17-46e2-92a2-77900f673acb req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Made reservation on behalf of 36f5b17513bf476d8c384854b2a2d252 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:42.833301 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c729eab-7d17-46e2-92a2-77900f673acb req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.847172 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.856562 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.862284 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9a48be23-12e3-4e52-be08-065c2dc58132 HTTP/1.1" status: 204 len: 168 time: 0.7618439 Aug 09 15:49:42.891572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ca1d5-b42a-4fb5-9740-c33d2eb55f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a48be23-12e3-4e52-be08-065c2dc58132,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:42.899283 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.917244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79708f7-bf4a-4197-9eda-e3c53e8b350a req-245c7b93-2a5d-4220-8142-e36bca95e1d3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.919616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e79708f7-bf4a-4197-9eda-e3c53e8b350a req-245c7b93-2a5d-4220-8142-e36bca95e1d3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 945 time: 0.1508374 Aug 09 15:49:42.964023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 325a3e42-0778-4d3d-a25d-f13072f4295b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:42.993154 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e79708f7-bf4a-4197-9eda-e3c53e8b350a req-8b74a2ff-b2c1-408f-96a2-a5b96094ad2d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661709 Aug 09 15:49:43.019747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 325a3e42-0778-4d3d-a25d-f13072f4295b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:43.020069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 325a3e42-0778-4d3d-a25d-f13072f4295b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:43.112879 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d716e31f-9f4e-4794-b37f-6c16914346a5 req-fb106115-e9ce-4b28-89c3-4c022baf241e tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 210 time: 0.0755770 Aug 09 15:49:43.118892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37262) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:43.178151 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-4c729eab-7d17-46e2-92a2-77900f673acb req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Allocated IP 172.20.0.11 (47fdb2fd-0577-483b-bbb7-f606800bb9ba/7f828d50-83aa-441b-9645-e7600b469a85/fd9674f5-f3af-4e82-b363-8cd5811fad1b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:43.185128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ff945dd-a4d9-4af3-aea9-2ba1faf2930b req-d1310ed5-e395-4417-a770-82ac14dfbf15 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0665662 Aug 09 15:49:43.188971 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-13b23f8c-b5e0-4565-b672-e82147586bae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b252d0c05f904b7ba487b53f4ac443b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686407 Aug 09 15:49:43.192651 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37264) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:43.224792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-25cd7c3f-221b-4c7a-967c-a4b8698efd20 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:43.226301 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-25cd7c3f-221b-4c7a-967c-a4b8698efd20 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.60 "GET /v2.0/networks?id=d7c54732-9020-42d6-8bdb-73144a4e34e7 HTTP/1.1" status: 200 len: 818 time: 0.2534239 Aug 09 15:49:43.240169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Request body: {'port': {'device_id': '5dd3851a-8709-4977-9761-9144c7a54999', 'network_id': 'd7c54732-9020-42d6-8bdb-73144a4e34e7', 'admin_state_up': True, 'tenant_id': '9f9e96efc5f34047a190cd55840cb006'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:43.289201 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fb33225-df06-4fb2-8950-da50aeb7ca10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.325541 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.366786 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fb33225-df06-4fb2-8950-da50aeb7ca10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.371557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Made reservation on behalf of 9f9e96efc5f34047a190cd55840cb006 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:43.375691 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.384767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 861b676f-0ffc-43da-89ea-20ca25d8b038 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:43.468473 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fb33225-df06-4fb2-8950-da50aeb7ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.472604 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fb33225-df06-4fb2-8950-da50aeb7ca10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.474137 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5fb33225-df06-4fb2-8950-da50aeb7ca10 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b128479-ae28-4896-8173-ac2893bd8470 HTTP/1.1" status: 204 len: 168 time: 0.2805228 Aug 09 15:49:43.487542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c729eab-7d17-46e2-92a2-77900f673acb req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.491842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb33225-df06-4fb2-8950-da50aeb7ca10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b128479-ae28-4896-8173-ac2893bd8470,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:43.532056 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 861b676f-0ffc-43da-89ea-20ca25d8b038 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:43.555816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 861b676f-0ffc-43da-89ea-20ca25d8b038 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:43.556630 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.558785 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c729eab-7d17-46e2-92a2-77900f673acb req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.603466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Allocated IP 172.20.0.10 (d7c54732-9020-42d6-8bdb-73144a4e34e7/d4cef8ad-c8dd-4385-83f9-8920de8a7db1/cd8d27ea-b5e5-47d4-b283-4722ca61ba59) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:43.620745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c729eab-7d17-46e2-92a2-77900f673acb req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Network 47fdb2fd-0577-483b-bbb7-f606800bb9ba is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:43.625527 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-4c729eab-7d17-46e2-92a2-77900f673acb req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:43.628725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c729eab-7d17-46e2-92a2-77900f673acb req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:43.668295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Pushing event updated for resources: {'Port': ['ID=fd9674f5-f3af-4e82-b363-8cd5811fad1b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:43.721739 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.723989 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729eab-7d17-46e2-92a2-77900f673acb req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:43.724528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c729eab-7d17-46e2-92a2-77900f673acb req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.752220 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-a96b34f9-36d2-44ab-b386-5e4c3caa3f46 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1408844 Aug 09 15:49:43.768101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Request body: {'port': {'device_id': '1efff6d9-5f0c-44cd-803d-30b7f0f380ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:43.771613 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861b676f-0ffc-43da-89ea-20ca25d8b038'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:43.785257 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ff5500-2f25-4d2d-bfa1-0fceb2d1b24c" -d '{"events": [{"server_uuid": "959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5", "name": "network-vif-plugged", "status": "completed", "tag": "861b676f-0ffc-43da-89ea-20ca25d8b038"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:43.816215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 861b676f-0ffc-43da-89ea-20ca25d8b038, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=861b676f-0ffc-43da-89ea-20ca25d8b038,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:43.825569 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.885953 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.928971 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9c02ad-33dd-46d2-8d97-91a0a945c554 x-openstack-request-id: req-1a9c02ad-33dd-46d2-8d97-91a0a945c554 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:43.929271 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5", "name": "network-vif-plugged", "status": "completed", "tag": "861b676f-0ffc-43da-89ea-20ca25d8b038", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:43.929524 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a9c02ad-33dd-46d2-8d97-91a0a945c554 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:43.930160 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861b676f-0ffc-43da-89ea-20ca25d8b038', 'code': 200} Aug 09 15:49:43.932972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=861b676f-0ffc-43da-89ea-20ca25d8b038,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:44.016164 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504a7cb-b4b9-4051-b833-99c22e30c9ce req-9e1a2fee-f06f-4227-9105-9ad0a38bdd3e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.017855 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9504a7cb-b4b9-4051-b833-99c22e30c9ce req-9e1a2fee-f06f-4227-9105-9ad0a38bdd3e tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 932 time: 0.1435680 Aug 09 15:49:44.068849 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.185054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22851bc9-7b05-43b3-b21a-55a7c431c54b req-458808c7-9d9b-4bb2-981c-57786010d6a2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.187008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-22851bc9-7b05-43b3-b21a-55a7c431c54b req-458808c7-9d9b-4bb2-981c-57786010d6a2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 944 time: 0.1133785 Aug 09 15:49:44.199803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954786-2249-499f-a808-f54b2471fdd0 req-fe803019-d5ca-41f7-a49f-1114685919a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.201563 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d954786-2249-499f-a808-f54b2471fdd0 req-fe803019-d5ca-41f7-a49f-1114685919a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 1097 time: 0.2080827 Aug 09 15:49:44.283757 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.290235 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d954786-2249-499f-a808-f54b2471fdd0 req-b04cd50e-a844-47af-9bf9-36c8aaa4b39c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795534 Aug 09 15:49:44.302306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 293eb202-3dba-4048-83d5-a01b65bc403f up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:44.320649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9674f5-f3af-4e82-b363-8cd5811fad1b {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:44.329153 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.340188 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-22851bc9-7b05-43b3-b21a-55a7c431c54b req-0859eeb3-9719-4469-89ce-3cacf09bb16c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305146 Aug 09 15:49:44.343191 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Transition to ACTIVE for port object fd9674f5-f3af-4e82-b363-8cd5811fad1b will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:44.352838 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.403845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Network d7c54732-9020-42d6-8bdb-73144a4e34e7 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:44.406106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9674f5-f3af-4e82-b363-8cd5811fad1b,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:44.423003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 293eb202-3dba-4048-83d5-a01b65bc403f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:44.424506 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.426834 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9504a7cb-b4b9-4051-b833-99c22e30c9ce req-4336bb5e-d8f8-4d93-8ce6-d7998c5af871 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007363 Aug 09 15:49:44.453642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:44.460449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:44.466157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Pushing event updated for resources: {'Port': ['ID=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:44.591736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.595428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.633876 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.643758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Attempting to bind port fd9674f5-f3af-4e82-b363-8cd5811fad1b on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:44.643952 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Attempting to bind port fd9674f5-f3af-4e82-b363-8cd5811fad1b by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:44.644184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Attempting to bind port fd9674f5-f3af-4e82-b363-8cd5811fad1b on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:44.654422 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-e3fb41d8-e0f8-407a-80dd-e6fe8b09a9d9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4184153 Aug 09 15:49:44.658627 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Port fd9674f5-f3af-4e82-b363-8cd5811fad1b on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:44.659010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Attempting to bind port fd9674f5-f3af-4e82-b363-8cd5811fad1b on network 47fdb2fd-0577-483b-bbb7-f606800bb9ba {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:44.666787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:44.667124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Checking segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:44.667514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Bound using segment: {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:44.667947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Bound port: fd9674f5-f3af-4e82-b363-8cd5811fad1b, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69bd7969-7617-41ed-9e0a-afd669430596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:44.668304 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.677549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20de2e5-67e0-4b1c-b5e2-392f173af29f req-8ef5f3ea-31a9-4eb8-8e91-6695d9e6ae4e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.679624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a20de2e5-67e0-4b1c-b5e2-392f173af29f req-8ef5f3ea-31a9-4eb8-8e91-6695d9e6ae4e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.2657464 Aug 09 15:49:44.685770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=293eb202-3dba-4048-83d5-a01b65bc403f,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:44.687252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Request body: {'port': {'device_id': '5dd3851a-8709-4977-9761-9144c7a54999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:44.689916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf6659-ba2e-4d1d-b211-e3539a9dc155 req-a5929726-8796-47b8-a907-ba763d8e9df2 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.692088 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ecf6659-ba2e-4d1d-b211-e3539a9dc155 req-a5929726-8796-47b8-a907-ba763d8e9df2 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 932 time: 0.1035798 Aug 09 15:49:44.693424 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.752518 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=293eb202-3dba-4048-83d5-a01b65bc403f,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:44.800794 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a20de2e5-67e0-4b1c-b5e2-392f173af29f req-90be8c5e-16aa-4cd3-8665-1a24da71ee9e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948861 Aug 09 15:49:44.807551 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ecf6659-ba2e-4d1d-b211-e3539a9dc155 req-4463686f-993b-4ca2-adb4-10e992d185f9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999875 Aug 09 15:49:44.810963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.824868 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] For port fd9674f5-f3af-4e82-b363-8cd5811fad1b, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:44.833979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] For port fd9674f5-f3af-4e82-b363-8cd5811fad1b, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=fd9674f5-f3af-4e82-b363-8cd5811fad1b,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:44.844629 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.860199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37322) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:44.895258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.895881 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:44.898646 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-068978af-922c-426b-8d5f-60174afe4417 service neutron] 10.222.0.60 "PUT /v2.0/ports/fd9674f5-f3af-4e82-b363-8cd5811fad1b HTTP/1.1" status: 200 len: 1092 time: 1.1369402 Aug 09 15:49:44.936913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efff6d9-5f0c-44cd-803d-30b7f0f380ba', 'tag': 'fd9674f5-f3af-4e82-b363-8cd5811fad1b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:44.940820 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32ea6d0-6ef5-4e85-9c25-54635f7c7ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "1efff6d9-5f0c-44cd-803d-30b7f0f380ba", "tag": "fd9674f5-f3af-4e82-b363-8cd5811fad1b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:45.007095 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd71ded-b6fd-4ba7-aa14-7b2c6b268314 x-openstack-request-id: req-fbd71ded-b6fd-4ba7-aa14-7b2c6b268314 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:45.008574 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efff6d9-5f0c-44cd-803d-30b7f0f380ba", "tag": "fd9674f5-f3af-4e82-b363-8cd5811fad1b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:45.008894 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbd71ded-b6fd-4ba7-aa14-7b2c6b268314 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:45.009648 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efff6d9-5f0c-44cd-803d-30b7f0f380ba', 'tag': 'fd9674f5-f3af-4e82-b363-8cd5811fad1b', 'status': 'completed', 'code': 200} Aug 09 15:49:45.060021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068978af-922c-426b-8d5f-60174afe4417 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9674f5-f3af-4e82-b363-8cd5811fad1b,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:45.065757 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-946e6fd1-42ec-4b17-8ed0-ff09c5ee0c0e req-c890a918-2ea4-487f-9a3d-28971983a71f tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.1083710 Aug 09 15:49:45.100625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729eab-7d17-46e2-92a2-77900f673acb req-41320bbc-3a68-4c74-a221-91661834ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:45.102389 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-41320bbc-3a68-4c74-a221-91661834ddc2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 1095 time: 0.1550474 Aug 09 15:49:45.114285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-258176503-network', 'tenant_id': '5fff9536d9084928b80d512c22c7c259'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:45.213507 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-c10ea2cc-55e2-4127-8144-a50035101e73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd9674f5-f3af-4e82-b363-8cd5811fad1b HTTP/1.1" status: 200 len: 217 time: 0.0846012 Aug 09 15:49:45.259790 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Made reservation on behalf of 5fff9536d9084928b80d512c22c7c259 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:45.262681 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.274028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.317729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729eab-7d17-46e2-92a2-77900f673acb req-16557eaf-77f2-42f8-9ab4-76c6e219549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:45.319392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-16557eaf-77f2-42f8-9ab4-76c6e219549e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.0945156 Aug 09 15:49:45.389915 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-dca6b56e-af14-460f-a841-e49c62226050 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500467 Aug 09 15:49:45.509754 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.545398 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.670287 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:49:45.683788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee7bf2f-ceba-4891-99a6-f4edac101fca,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:45.699931 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.700321 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Added segment a02398af-8e48-43e6-b63e-13d4bff72500 of type vlan for network 89093429-15f5-4206-9599-1c7f34c780f5 Aug 09 15:49:45.751309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc72b6-8356-4e2f-9d49-cd9f857b4087 req-7e21fa3c-7d21-46b3-a948-e9058f4a8c31 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:45.759799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4afc72b6-8356-4e2f-9d49-cd9f857b4087 req-7e21fa3c-7d21-46b3-a948-e9058f4a8c31 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1212919 Aug 09 15:49:45.772531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27326-90da-4339-aef1-971563f4e775 req-ec982c11-1976-431b-aa84-ebf792f8887a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:45.780439 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1db27326-90da-4339-aef1-971563f4e775 req-ec982c11-1976-431b-aa84-ebf792f8887a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 944 time: 0.2125649 Aug 09 15:49:45.805264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8d27ea-b5e5-47d4-b283-4722ca61ba59 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:45.822568 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.826385 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-db27774d-10ac-40d8-b1fa-fcdd2f52c698 service neutron] 10.222.0.60 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107417 Aug 09 15:49:45.828485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.855433 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4afc72b6-8356-4e2f-9d49-cd9f857b4087 req-ae3870c2-bab5-4a06-9ba4-ea90e70c9c19 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901728 Aug 09 15:49:45.866996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Transition to ACTIVE for port object cd8d27ea-b5e5-47d4-b283-4722ca61ba59 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:45.872212 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:45.931451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293eb202-3dba-4048-83d5-a01b65bc403f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:45.933955 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6413dc2-486e-4b4b-b3cc-c3e37419b827" -d '{"events": [{"server_uuid": "ff9d68ff-1e64-4fd7-8b55-72735448b77a", "name": "network-vif-plugged", "status": "completed", "tag": "293eb202-3dba-4048-83d5-a01b65bc403f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:45.962902 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1db27326-90da-4339-aef1-971563f4e775 req-bf70ec02-ef37-4e40-8d6d-ff847887c02a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764691 Aug 09 15:49:46.020251 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.020251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.020251 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.050472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Pushing event updated for resources: {'Port': ['ID=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:46.070000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded64944-0caa-42eb-b3c8-ec151418682d req-7d8d3a4b-057e-4e03-ae1d-fe2583a2e45d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.078108 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ded64944-0caa-42eb-b3c8-ec151418682d req-7d8d3a4b-057e-4e03-ae1d-fe2583a2e45d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1481614 Aug 09 15:49:46.100851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] Pushing event updated for resources: {'Network': ['ID=89093429-15f5-4206-9599-1c7f34c780f5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:46.115787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 89093429-15f5-4206-9599-1c7f34c780f5 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:49:46.148715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ded64944-0caa-42eb-b3c8-ec151418682d req-427fa31b-7d3b-46ac-8aef-df88e07d47fa tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696030 Aug 09 15:49:46.151468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Attempting to bind port cd8d27ea-b5e5-47d4-b283-4722ca61ba59 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:46.151808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Attempting to bind port cd8d27ea-b5e5-47d4-b283-4722ca61ba59 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '2433411b-b1e3-48a5-8c8b-2444ab8e232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd7c54732-9020-42d6-8bdb-73144a4e34e7'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:46.152138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Attempting to bind port cd8d27ea-b5e5-47d4-b283-4722ca61ba59 on network d7c54732-9020-42d6-8bdb-73144a4e34e7 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:46.154522 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a7d9a760-8b2f-42f7-b39e-0db08cdc06a8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2916286 Aug 09 15:49:46.157493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37342) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:46.158279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Port cd8d27ea-b5e5-47d4-b283-4722ca61ba59 on network d7c54732-9020-42d6-8bdb-73144a4e34e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:46.158612 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Attempting to bind port cd8d27ea-b5e5-47d4-b283-4722ca61ba59 on network d7c54732-9020-42d6-8bdb-73144a4e34e7 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:46.165792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-13c3b458-6468-47ec-9a5c-9407c8a90b64 admin admin] Request body: {'subnet': {'network_id': '89093429-15f5-4206-9599-1c7f34c780f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-258176503-subnet', 'tenant_id': '5fff9536d9084928b80d512c22c7c259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:46.176543 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:49:46.191566 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c729eab-7d17-46e2-92a2-77900f673acb req-ab72a2b5-0d29-4b3f-be34-e288e4f31952 service neutron] 10.222.0.60 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476915 Aug 09 15:49:46.197678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:46.198067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Checking segment: {'id': '2433411b-b1e3-48a5-8c8b-2444ab8e232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd7c54732-9020-42d6-8bdb-73144a4e34e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:46.198471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Bound using segment: {'id': '2433411b-b1e3-48a5-8c8b-2444ab8e232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd7c54732-9020-42d6-8bdb-73144a4e34e7'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:46.213073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Bound port: cd8d27ea-b5e5-47d4-b283-4722ca61ba59, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2433411b-b1e3-48a5-8c8b-2444ab8e232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'd7c54732-9020-42d6-8bdb-73144a4e34e7'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:46.213461 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.217752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979cb4b-aa72-4c64-b4cb-c66a6717f2f6 req-5ada9c9d-741f-4faf-8f42-f23dd8a99a78 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.220525 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f979cb4b-aa72-4c64-b4cb-c66a6717f2f6 req-5ada9c9d-741f-4faf-8f42-f23dd8a99a78 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 944 time: 0.1226971 Aug 09 15:49:46.287891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c3b458-6468-47ec-9a5c-9407c8a90b64 admin admin] Made reservation on behalf of 5fff9536d9084928b80d512c22c7c259 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:46.291954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13c3b458-6468-47ec-9a5c-9407c8a90b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.330535 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4d6007-0158-403e-85c9-6738cc75989b x-openstack-request-id: req-ea4d6007-0158-403e-85c9-6738cc75989b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:46.331009 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9d68ff-1e64-4fd7-8b55-72735448b77a", "name": "network-vif-plugged", "status": "completed", "tag": "293eb202-3dba-4048-83d5-a01b65bc403f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:46.331364 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea4d6007-0158-403e-85c9-6738cc75989b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:46.331876 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293eb202-3dba-4048-83d5-a01b65bc403f', 'code': 200} Aug 09 15:49:46.346389 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f979cb4b-aa72-4c64-b4cb-c66a6717f2f6 req-5fae05f4-0e0e-47ad-9181-95163f6f58f9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109145 Aug 09 15:49:46.401578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] For port cd8d27ea-b5e5-47d4-b283-4722ca61ba59, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:46.411601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] For port cd8d27ea-b5e5-47d4-b283-4722ca61ba59, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,segment=NetworkSegment(2433411b-b1e3-48a5-8c8b-2444ab8e232d),segment_id=2433411b-b1e3-48a5-8c8b-2444ab8e232d)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:46.417478 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ea6d0-6ef5-4e85-9c25-54635f7c7ea2 req-98f3948e-0ae5-4014-9128-e2a0330c5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.424354 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.426779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d32ea6d0-6ef5-4e85-9c25-54635f7c7ea2 req-98f3948e-0ae5-4014-9128-e2a0330c5ae1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=36f5b17513bf476d8c384854b2a2d252&device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 1095 time: 0.1089370 Aug 09 15:49:46.491043 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b03a072-b3ef-40c5-877b-4c488f209ca8 req-dd28452d-88d3-4181-aa3d-e1e701e4bde4 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0705476 Aug 09 15:49:46.511972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.512790 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.514411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] 10.222.0.60 "PUT /v2.0/ports/cd8d27ea-b5e5-47d4-b283-4722ca61ba59 HTTP/1.1" status: 200 len: 1092 time: 1.8335295 Aug 09 15:49:46.516229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd3851a-8709-4977-9761-9144c7a54999', 'tag': 'cd8d27ea-b5e5-47d4-b283-4722ca61ba59'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:46.519269 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1b4096-f295-4c18-bb53-db4827515a61" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd3851a-8709-4977-9761-9144c7a54999", "tag": "cd8d27ea-b5e5-47d4-b283-4722ca61ba59"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:46.556249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a9f82-1a2d-44ae-833e-50a21442d6be service neutron] Pushing event updated for resources: {'Port': ['ID=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:46.560121 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0fa93-7046-44ad-af2a-44494eb85bda req-bc58cb8d-d6b5-4b80-921e-9f98f44cf6b6 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.561806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1aa0fa93-7046-44ad-af2a-44494eb85bda req-bc58cb8d-d6b5-4b80-921e-9f98f44cf6b6 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1338346 Aug 09 15:49:46.576418 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37348) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:46.581715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4f209db1-17b7-4fab-93ef-8264d6fd51f1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Request body: {'floatingip': {'port_id': '861b676f-0ffc-43da-89ea-20ca25d8b038'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:46.596691 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f635f894-ccca-4c1a-b780-b26ce02b560f x-openstack-request-id: req-f635f894-ccca-4c1a-b780-b26ce02b560f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:46.597267 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd3851a-8709-4977-9761-9144c7a54999", "tag": "cd8d27ea-b5e5-47d4-b283-4722ca61ba59", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:46.597710 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f635f894-ccca-4c1a-b780-b26ce02b560f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:46.598382 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd3851a-8709-4977-9761-9144c7a54999', 'tag': 'cd8d27ea-b5e5-47d4-b283-4722ca61ba59', 'status': 'completed', 'code': 200} Aug 09 15:49:46.640906 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f209db1-17b7-4fab-93ef-8264d6fd51f1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.691132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13c3b458-6468-47ec-9a5c-9407c8a90b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.693904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ea6d0-6ef5-4e85-9c25-54635f7c7ea2 req-23105416-aba3-42c3-929c-2a3940a590f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.695690 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d32ea6d0-6ef5-4e85-9c25-54635f7c7ea2 req-23105416-aba3-42c3-929c-2a3940a590f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 200 len: 912 time: 0.2583098 Aug 09 15:49:46.746669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-69bd09a5-5ae6-4f34-94c4-25ed2e51ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.748441 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-69bd09a5-5ae6-4f34-94c4-25ed2e51ba1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f9e96efc5f34047a190cd55840cb006&device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 1095 time: 0.1821363 Aug 09 15:49:46.760867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d32ea6d0-6ef5-4e85-9c25-54635f7c7ea2 req-388676c2-e11d-472c-9f28-29b4343e924f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd9674f5-f3af-4e82-b363-8cd5811fad1b HTTP/1.1" status: 200 len: 217 time: 0.0472298 Aug 09 15:49:46.803874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3b458-6468-47ec-9a5c-9407c8a90b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad540d2b-44e9-4d10-a6b9-6c37813db41e,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:46.813847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3b458-6468-47ec-9a5c-9407c8a90b64 admin admin] Checking segment: {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:46.814384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3b458-6468-47ec-9a5c-9407c8a90b64 admin admin] Network hostable DHCP agents. Network: 89093429-15f5-4206-9599-1c7f34c780f5, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:49:46.818763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-ad4a8623-a08c-4e74-9fa3-aba7112a2363 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd8d27ea-b5e5-47d4-b283-4722ca61ba59 HTTP/1.1" status: 200 len: 217 time: 0.0564890 Aug 09 15:49:46.864880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3b458-6468-47ec-9a5c-9407c8a90b64 admin admin] Network 89093429-15f5-4206-9599-1c7f34c780f5 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:49:46.892677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-13c3b458-6468-47ec-9a5c-9407c8a90b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 89093429-15f5-4206-9599-1c7f34c780f5) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:46.900888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c3b458-6468-47ec-9a5c-9407c8a90b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.901061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13c3b458-6468-47ec-9a5c-9407c8a90b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.906895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba60b7a2-280a-40e5-9406-7883fcb15db4 None None] Network 89093429-15f5-4206-9599-1c7f34c780f5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:46.943821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-08cee48e-8075-4053-a708-d4bbdf18c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.946095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-08cee48e-8075-4053-a708-d4bbdf18c5f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4cef8ad-c8dd-4385-83f9-8920de8a7db1 HTTP/1.1" status: 200 len: 858 time: 0.1195514 Aug 09 15:49:46.949992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-13c3b458-6468-47ec-9a5c-9407c8a90b64 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7887723 Aug 09 15:49:46.991194 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-a0db4992-d4b3-43f7-ac49-ed2892739088 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7c54732-9020-42d6-8bdb-73144a4e34e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346365 Aug 09 15:49:47.095026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ea6d0-6ef5-4e85-9c25-54635f7c7ea2 req-f05892ac-7778-435a-a8fb-0ee440db295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:47.101618 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d32ea6d0-6ef5-4e85-9c25-54635f7c7ea2 req-f05892ac-7778-435a-a8fb-0ee440db295a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 200 len: 851 time: 0.3292420 Aug 09 15:49:47.147759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3cd83-5bca-47ce-b312-d7efca49d77b None None] Network 89093429-15f5-4206-9599-1c7f34c780f5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:47.161120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-af33fb64-cd7b-42b1-b564-e3efc48905f4 service neutron] 10.222.0.60 "GET /v2.0/networks/d7c54732-9020-42d6-8bdb-73144a4e34e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607459 Aug 09 15:49:47.216401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12d9fc-6149-43d2-9a63-92f14f3ea749 req-d58d98e8-6522-4520-8106-a17fba202e84 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:47.218039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea12d9fc-6149-43d2-9a63-92f14f3ea749 req-d58d98e8-6522-4520-8106-a17fba202e84 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 944 time: 0.1113625 Aug 09 15:49:47.224535 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d32ea6d0-6ef5-4e85-9c25-54635f7c7ea2 req-1f37caf8-e2c0-42d6-8a28-3200e072626b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47fdb2fd-0577-483b-bbb7-f606800bb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375729 Aug 09 15:49:47.290670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64db5cd-4efe-4e04-b9fb-8284756673e7 req-ff5c3d59-bddf-4529-902e-d97531e8b812 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:47.292438 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e64db5cd-4efe-4e04-b9fb-8284756673e7 req-ff5c3d59-bddf-4529-902e-d97531e8b812 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.3348608 Aug 09 15:49:47.322334 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea12d9fc-6149-43d2-9a63-92f14f3ea749 req-bfd4e3b0-f6d2-4d62-b0bf-575ef6abfc56 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565674 Aug 09 15:49:47.374081 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704cb369-b089-41d0-af9b-7fa9b4f7ce0e req-92923ae8-3f4c-45d2-8c53-61db4a5b7b86 service neutron] 10.222.0.60 "GET /v2.0/networks/d7c54732-9020-42d6-8bdb-73144a4e34e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036574 Aug 09 15:49:47.488162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b4096-f295-4c18-bb53-db4827515a61 req-8a4a03ba-34e6-480b-b905-5056bf1c40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:47.490001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d1b4096-f295-4c18-bb53-db4827515a61 req-8a4a03ba-34e6-480b-b905-5056bf1c40d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f9e96efc5f34047a190cd55840cb006&device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 1095 time: 0.0566719 Aug 09 15:49:47.512638 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e64db5cd-4efe-4e04-b9fb-8284756673e7 req-edcc1d35-4aae-4333-ba41-91792ca0755d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858783 Aug 09 15:49:47.591999 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d32ea6d0-6ef5-4e85-9c25-54635f7c7ea2 req-a838ad2e-1203-4e5f-bac0-5ac26daa26f0 service neutron] 10.222.0.60 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549402 Aug 09 15:49:47.647725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b4096-f295-4c18-bb53-db4827515a61 req-4987646a-4b8e-4d00-82d1-5b33a5fbd48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:47.651784 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d1b4096-f295-4c18-bb53-db4827515a61 req-4987646a-4b8e-4d00-82d1-5b33a5fbd48c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d7c54732-9020-42d6-8bdb-73144a4e34e7 HTTP/1.1" status: 200 len: 919 time: 0.1530049 Aug 09 15:49:47.745560 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d1b4096-f295-4c18-bb53-db4827515a61 req-ae9ab25a-94dd-4cbe-9ab7-3f870167b92d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd8d27ea-b5e5-47d4-b283-4722ca61ba59 HTTP/1.1" status: 200 len: 217 time: 0.0725141 Aug 09 15:49:47.937934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b4096-f295-4c18-bb53-db4827515a61 req-8e53a50b-890a-4767-8d47-0adef23c7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:47.939466 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d1b4096-f295-4c18-bb53-db4827515a61 req-8e53a50b-890a-4767-8d47-0adef23c7668 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4cef8ad-c8dd-4385-83f9-8920de8a7db1 HTTP/1.1" status: 200 len: 858 time: 0.1626806 Aug 09 15:49:48.003974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a919cebe-0b7a-41ac-849e-4c8a2f3bae9e tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:48.015095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a919cebe-0b7a-41ac-849e-4c8a2f3bae9e tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/networks?id=89093429-15f5-4206-9599-1c7f34c780f5 HTTP/1.1" status: 200 len: 812 time: 0.3536100 Aug 09 15:49:48.034860 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-36dfe4e1-0723-42e7-9632-4d8d4d3db939 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/quotas/5fff9536d9084928b80d512c22c7c259 HTTP/1.1" status: 200 len: 375 time: 0.0208304 Aug 09 15:49:48.047896 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d1b4096-f295-4c18-bb53-db4827515a61 req-a6871b0a-aab4-4f36-ba04-f4e2733ebcb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d7c54732-9020-42d6-8bdb-73144a4e34e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960906 Aug 09 15:49:48.082816 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-d839f0b2-064a-4971-99d4-e2019556d7f3 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5fff9536d9084928b80d512c22c7c259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452430 Aug 09 15:49:48.112030 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.resource_extend [None req-4f209db1-17b7-4fab-93ef-8264d6fd51f1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:49:48.179160 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d32ea6d0-6ef5-4e85-9c25-54635f7c7ea2 req-740bf7e0-de76-4dd2-8e24-2d01c3d64d5e service neutron] 10.222.0.60 "GET /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731885 Aug 09 15:49:48.194129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd29d0-064e-4847-bb40-809d3c4e656b req-62c5d142-8202-4e73-b412-47c557395c98 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:48.200386 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59bd29d0-064e-4847-bb40-809d3c4e656b req-62c5d142-8202-4e73-b412-47c557395c98 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 944 time: 0.4812038 Aug 09 15:49:48.202938 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f209db1-17b7-4fab-93ef-8264d6fd51f1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.214538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f209db1-17b7-4fab-93ef-8264d6fd51f1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.267663 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d1b4096-f295-4c18-bb53-db4827515a61 req-bf54b28d-533e-41a4-974f-9e79b6693a73 service neutron] 10.222.0.60 "GET /v2.0/networks/d7c54732-9020-42d6-8bdb-73144a4e34e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934726 Aug 09 15:49:48.269785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-d3a46c2b-33f7-4a70-a798-74632214b526 service neutron] 10.222.0.81 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783810 Aug 09 15:49:48.312028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59bd29d0-064e-4847-bb40-809d3c4e656b req-9327b531-ba5a-4a27-9c56-897003417652 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076083 Aug 09 15:49:48.333760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device fd9674f5-f3af-4e82-b363-8cd5811fad1b details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:48.461997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d1b4096-f295-4c18-bb53-db4827515a61 req-4f335b1a-6aab-4a0e-8798-56e24c8d63e5 service neutron] 10.222.0.60 "GET /v2.0/networks/d7c54732-9020-42d6-8bdb-73144a4e34e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849673 Aug 09 15:49:48.480743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-ce619fb6-a6f1-4b38-b5f5-a5e1d93f9e00 service neutron] 10.222.0.81 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936407 Aug 09 15:49:48.508773 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-4f209db1-17b7-4fab-93ef-8264d6fd51f1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Floating IP 2fdbfc3c-8912-40a1-9cb6-bc32eef9e58e associated. External IP: 172.25.2.48, port: 861b676f-0ffc-43da-89ea-20ca25d8b038. Aug 09 15:49:48.558365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port fd9674f5-f3af-4e82-b363-8cd5811fad1b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=fd9674f5-f3af-4e82-b363-8cd5811fad1b,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:48.574816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'fd9674f5-f3af-4e82-b363-8cd5811fad1b', 'network_id': '47fdb2fd-0577-483b-bbb7-f606800bb9ba', 'port_id': 'fd9674f5-f3af-4e82-b363-8cd5811fad1b', 'mac_address': 'fa:16:3e:a8:60:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f828d50-83aa-441b-9645-e7600b469a85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:48.633552 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.667703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9674f5-f3af-4e82-b363-8cd5811fad1b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:48.697325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port fd9674f5-f3af-4e82-b363-8cd5811fad1b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=fd9674f5-f3af-4e82-b363-8cd5811fad1b,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:48.706672 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.809618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=fd9674f5-f3af-4e82-b363-8cd5811fad1b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:48.870749 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-48487eab-de59-4168-8eae-8704e7c17715 req-bc73dcf1-37f6-45f6-98e0-37f2f488c531 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.1270528 Aug 09 15:49:48.959432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94cd7b-ef6a-4135-87c8-dbd32219ec94 req-31a21641-c6f2-49d9-a3f0-b9070f5ff6fa tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:48.962421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['fd9674f5-f3af-4e82-b363-8cd5811fad1b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:48.983455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc94cd7b-ef6a-4135-87c8-dbd32219ec94 req-31a21641-c6f2-49d9-a3f0-b9070f5ff6fa tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 945 time: 0.1334929 Aug 09 15:49:49.087090 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f209db1-17b7-4fab-93ef-8264d6fd51f1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:49.100643 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc94cd7b-ef6a-4135-87c8-dbd32219ec94 req-32251913-d891-4a69-9726-f26784119cd7 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155257 Aug 09 15:49:49.213698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e999ce2-d875-4b39-b73b-309bd8d53fac req-f4a40b77-ffe4-4026-861a-180cf1f9d100 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.215447 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e999ce2-d875-4b39-b73b-309bd8d53fac req-f4a40b77-ffe4-4026-861a-180cf1f9d100 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.2172995 Aug 09 15:49:49.328324 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e999ce2-d875-4b39-b73b-309bd8d53fac req-30c046a0-2ad8-4a7b-99f9-c50ea8196beb tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992241 Aug 09 15:49:49.355513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f209db1-17b7-4fab-93ef-8264d6fd51f1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:49.396177 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a722f-8bc3-49a7-9403-617530d9bf7f None None] Sync routers for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:49.396925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f209db1-17b7-4fab-93ef-8264d6fd51f1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:49.417198 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a722f-8bc3-49a7-9403-617530d9bf7f None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:49.422510 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-849a722f-8bc3-49a7-9403-617530d9bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:49:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:49.439146 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4f209db1-17b7-4fab-93ef-8264d6fd51f1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "PUT /v2.0/floatingips/2fdbfc3c-8912-40a1-9cb6-bc32eef9e58e HTTP/1.1" status: 200 len: 991 time: 2.8560877 Aug 09 15:49:49.440817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'tag': '861b676f-0ffc-43da-89ea-20ca25d8b038'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:49.446278 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0d9f87-d70d-4540-a668-8a1b37805c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5", "tag": "861b676f-0ffc-43da-89ea-20ca25d8b038"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:49.550133 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac8efdd-4953-45fd-975b-837b4ce8c409 req-49d5aa47-ffe6-4b3e-a288-4def08cd71b1 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 210 time: 0.0508010 Aug 09 15:49:49.584102 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-849a722f-8bc3-49a7-9403-617530d9bf7f None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:49.642291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9c3c8-ec76-4c9e-940f-d6033ac92f3e req-ff94bc74-fd6c-4360-a740-8f591ecb7b28 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.644443 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ee9c3c8-ec76-4c9e-940f-d6033ac92f3e req-ff94bc74-fd6c-4360-a740-8f591ecb7b28 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 944 time: 0.1498442 Aug 09 15:49:49.724081 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0578e82f-e9b6-4b8d-95fe-09ff6df6e35e x-openstack-request-id: req-0578e82f-e9b6-4b8d-95fe-09ff6df6e35e {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:49.725737 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5", "tag": "861b676f-0ffc-43da-89ea-20ca25d8b038", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:49.726796 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0578e82f-e9b6-4b8d-95fe-09ff6df6e35e {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:49.727374 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'tag': '861b676f-0ffc-43da-89ea-20ca25d8b038', 'status': 'completed', 'code': 200} Aug 09 15:49:49.836363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ee9c3c8-ec76-4c9e-940f-d6033ac92f3e req-c93299a4-1898-45f1-a25d-3ebdecbc3b4c tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602492 Aug 09 15:49:49.884870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d9f87-d70d-4540-a668-8a1b37805c4e req-1a923955-54f8-4ff5-ad53-e74aeb2f14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.886952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b0d9f87-d70d-4540-a668-8a1b37805c4e req-1a923955-54f8-4ff5-ad53-e74aeb2f14d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 1097 time: 0.1486654 Aug 09 15:49:50.044132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d9f87-d70d-4540-a668-8a1b37805c4e req-d92c248e-bfa6-45d6-8252-ad0ffaf2e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:50.048901 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b0d9f87-d70d-4540-a668-8a1b37805c4e req-d92c248e-bfa6-45d6-8252-ad0ffaf2e23c service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 912 time: 0.1508725 Aug 09 15:49:50.197690 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d98dc6a-1655-4f4d-9f53-11d62a2935ff req-0dff1c93-4038-4be6-a7a6-f42948bb5b70 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.1186559 Aug 09 15:49:50.197904 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-849a722f-8bc3-49a7-9403-617530d9bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '2fdbfc3c-8912-40a1-9cb6-bc32eef9e58e', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'port_id': '861b676f-0ffc-43da-89ea-20ca25d8b038', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'mac_address': 'fa:16:3e:41:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:49:33Z', 'updated_at': '2021-08-09T15:49:47Z', 'revision_number': 1, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:50.238163 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a722f-8bc3-49a7-9403-617530d9bf7f None None] Checking router: 40a7f4c5-3cd2-4929-92aa-7aca13574d95 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:49:50.239870 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b0d9f87-d70d-4540-a668-8a1b37805c4e req-bbe6ecfc-668e-4756-b9fc-388d4ae2621c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861b676f-0ffc-43da-89ea-20ca25d8b038 HTTP/1.1" status: 200 len: 999 time: 0.1841738 Aug 09 15:49:50.247296 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a722f-8bc3-49a7-9403-617530d9bf7f None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:50.247933 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-849a722f-8bc3-49a7-9403-617530d9bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:49:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:50.316215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d9f87-d70d-4540-a668-8a1b37805c4e req-4f7fd2b3-42b1-44d3-9de0-b76951ce9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:50.318063 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b0d9f87-d70d-4540-a668-8a1b37805c4e req-4f7fd2b3-42b1-44d3-9de0-b76951ce9f7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46c0b232-cf1d-485c-aaa0-7c03fdd82b80 HTTP/1.1" status: 200 len: 850 time: 0.0693491 Aug 09 15:49:50.333860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device cd8d27ea-b5e5-47d4-b283-4722ca61ba59 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:50.403995 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-849a722f-8bc3-49a7-9403-617530d9bf7f None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:50.464176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d9f87-d70d-4540-a668-8a1b37805c4e req-d48b3293-466c-4223-9f25-522f0c26e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:50.466182 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b0d9f87-d70d-4540-a668-8a1b37805c4e req-d48b3293-466c-4223-9f25-522f0c26e568 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd99aa88-f29c-4799-a778-de1dd4e14a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239886 Aug 09 15:49:50.481663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8dbe1-ccc3-44e6-841e-4c6c83b5b409 req-5e77d932-9d3c-481a-a87e-e6f86164740b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:50.490113 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70c8dbe1-ccc3-44e6-841e-4c6c83b5b409 req-5e77d932-9d3c-481a-a87e-e6f86164740b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 945 time: 0.1710632 Aug 09 15:49:50.491935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port cd8d27ea-b5e5-47d4-b283-4722ca61ba59, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,segment=NetworkSegment(2433411b-b1e3-48a5-8c8b-2444ab8e232d),segment_id=2433411b-b1e3-48a5-8c8b-2444ab8e232d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:50.522624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'cd8d27ea-b5e5-47d4-b283-4722ca61ba59', 'network_id': 'd7c54732-9020-42d6-8bdb-73144a4e34e7', 'port_id': 'cd8d27ea-b5e5-47d4-b283-4722ca61ba59', 'mac_address': 'fa:16:3e:a7:78:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cef8ad-c8dd-4385-83f9-8920de8a7db1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:50.534337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device fd9674f5-f3af-4e82-b363-8cd5811fad1b up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:50.546652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70c8dbe1-ccc3-44e6-841e-4c6c83b5b409 req-6b72891c-b02b-416a-ae2b-456e421b33db tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554137 Aug 09 15:49:50.746926 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.788003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port fd9674f5-f3af-4e82-b363-8cd5811fad1b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:50.809923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port fd9674f5-f3af-4e82-b363-8cd5811fad1b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:50.810408 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.868674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8d27ea-b5e5-47d4-b283-4722ca61ba59 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:50.883961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52054d23-1134-4ac0-a52f-9920b2f2360b req-40171b5f-540c-41fa-95fc-da482fdb16cb tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:50.897684 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52054d23-1134-4ac0-a52f-9920b2f2360b req-40171b5f-540c-41fa-95fc-da482fdb16cb tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1534038 Aug 09 15:49:50.936804 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b78b678-d2bd-4cdf-90ed-d05ac68ec19d req-f36e598d-966b-4fdb-9c4a-66125fc95b4b tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 210 time: 0.0563512 Aug 09 15:49:50.949638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port cd8d27ea-b5e5-47d4-b283-4722ca61ba59, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,segment=NetworkSegment(2433411b-b1e3-48a5-8c8b-2444ab8e232d),segment_id=2433411b-b1e3-48a5-8c8b-2444ab8e232d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:50.969083 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:50.993081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-6efce696-c584-4fbc-975a-28a4b593038c tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:50.995287 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-6efce696-c584-4fbc-975a-28a4b593038c tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.53 "GET /v2.0/networks?id=89093429-15f5-4206-9599-1c7f34c780f5 HTTP/1.1" status: 200 len: 812 time: 0.3186600 Aug 09 15:49:51.014694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b0d9f87-d70d-4540-a668-8a1b37805c4e req-3da2c6b0-57d1-4945-ab38-571a9f1f1a05 service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223410 Aug 09 15:49:51.045523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Request body: {'port': {'device_id': 'd0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1', 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5', 'admin_state_up': True, 'tenant_id': '5fff9536d9084928b80d512c22c7c259'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:51.055655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52054d23-1134-4ac0-a52f-9920b2f2360b req-af6d243f-633c-4e55-8e0d-2635e427e293 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568491 Aug 09 15:49:51.095531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:51.098431 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.104589 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-849a722f-8bc3-49a7-9403-617530d9bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '2fdbfc3c-8912-40a1-9cb6-bc32eef9e58e', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'port_id': '861b676f-0ffc-43da-89ea-20ca25d8b038', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'mac_address': 'fa:16:3e:41:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:49:33Z', 'updated_at': '2021-08-09T15:49:47Z', 'revision_number': 1, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:51.150066 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efff6d9-5f0c-44cd-803d-30b7f0f380ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9674f5-f3af-4e82-b363-8cd5811fad1b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:51.153368 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1d2415-05f1-43f2-9fbd-d5fcf5eafec9" -d '{"events": [{"server_uuid": "1efff6d9-5f0c-44cd-803d-30b7f0f380ba", "name": "network-vif-plugged", "status": "completed", "tag": "fd9674f5-f3af-4e82-b363-8cd5811fad1b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:51.169338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port fd9674f5-f3af-4e82-b363-8cd5811fad1b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=fd9674f5-f3af-4e82-b363-8cd5811fad1b,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:51.175670 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.191176 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a722f-8bc3-49a7-9403-617530d9bf7f None None] The sync data for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 is: [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '2fdbfc3c-8912-40a1-9cb6-bc32eef9e58e', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'port_id': '861b676f-0ffc-43da-89ea-20ca25d8b038', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'mac_address': 'fa:16:3e:41:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:49:33Z', 'updated_at': '2021-08-09T15:49:47Z', 'revision_number': 1, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:51.250600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['cd8d27ea-b5e5-47d4-b283-4722ca61ba59'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:51.368906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=fd9674f5-f3af-4e82-b363-8cd5811fad1b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:51.433237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b0d9f87-d70d-4540-a668-8a1b37805c4e req-438cc209-43db-4593-a07e-1ddfe910e25f service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640385 Aug 09 15:49:51.489553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1ab8b-ba7e-4868-b7db-096d5b86e07b req-2eac47f0-7675-4393-87e1-7b5345831498 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.500096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da9da5-8371-4190-9598-f7c386f65448 req-f3f0bf80-d424-4b94-8d3d-5282bc2a600b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.502288 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-edc1ab8b-ba7e-4868-b7db-096d5b86e07b req-2eac47f0-7675-4393-87e1-7b5345831498 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 945 time: 0.2032826 Aug 09 15:49:51.507046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da9da5-8371-4190-9598-f7c386f65448 req-f3f0bf80-d424-4b94-8d3d-5282bc2a600b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.515500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da9da5-8371-4190-9598-f7c386f65448 req-f3f0bf80-d424-4b94-8d3d-5282bc2a600b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.524831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da9da5-8371-4190-9598-f7c386f65448 req-f3f0bf80-d424-4b94-8d3d-5282bc2a600b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.533934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da9da5-8371-4190-9598-f7c386f65448 req-f3f0bf80-d424-4b94-8d3d-5282bc2a600b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.542780 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-199358c2-c010-4e1f-a4a6-46f7719f3a0a tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.544344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da9da5-8371-4190-9598-f7c386f65448 req-f3f0bf80-d424-4b94-8d3d-5282bc2a600b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.545027 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-199358c2-c010-4e1f-a4a6-46f7719f3a0a tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.53 "GET /v2.0/networks?id=89093429-15f5-4206-9599-1c7f34c780f5 HTTP/1.1" status: 200 len: 812 time: 0.3921306 Aug 09 15:49:51.555488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da9da5-8371-4190-9598-f7c386f65448 req-f3f0bf80-d424-4b94-8d3d-5282bc2a600b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.558195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79da9da5-8371-4190-9598-f7c386f65448 req-f3f0bf80-d424-4b94-8d3d-5282bc2a600b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.4848678 Aug 09 15:49:51.578448 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-edc1ab8b-ba7e-4868-b7db-096d5b86e07b req-1f8cae8b-325c-4d04-94bd-1afb99a40862 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750344 Aug 09 15:49:51.582610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Request body: {'port': {'device_id': '9825a60d-2430-4c57-a3b7-64e0fdd552b9', 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5', 'admin_state_up': True, 'tenant_id': '5fff9536d9084928b80d512c22c7c259'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:51.655479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c21695-b947-4f6f-a27b-97ebd3b2466f None None] New status for floating IP 2fdbfc3c-8912-40a1-9cb6-bc32eef9e58e: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:49:51.729261 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79da9da5-8371-4190-9598-f7c386f65448 req-8ab3f7dd-a6e1-4ad8-a0ed-8cbca664ff4d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518819 Aug 09 15:49:51.771747 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90df24df-7dc7-4ce6-bbb0-8192f2408d9c x-openstack-request-id: req-90df24df-7dc7-4ce6-bbb0-8192f2408d9c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:51.772216 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efff6d9-5f0c-44cd-803d-30b7f0f380ba", "name": "network-vif-plugged", "status": "completed", "tag": "fd9674f5-f3af-4e82-b363-8cd5811fad1b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:51.772452 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90df24df-7dc7-4ce6-bbb0-8192f2408d9c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:51.773871 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efff6d9-5f0c-44cd-803d-30b7f0f380ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9674f5-f3af-4e82-b363-8cd5811fad1b', 'code': 200} Aug 09 15:49:51.787024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Made reservation on behalf of 5fff9536d9084928b80d512c22c7c259 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:51.797354 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.848586 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Made reservation on behalf of 5fff9536d9084928b80d512c22c7c259 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:51.853205 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.983955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390976-842d-4fb8-a93f-998d548164a3 req-96a17822-f5b2-410e-8825-97f760fa9887 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.985654 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d0390976-842d-4fb8-a93f-998d548164a3 req-96a17822-f5b2-410e-8825-97f760fa9887 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 946 time: 0.1161540 Aug 09 15:49:51.999418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a098788d-99b5-40c3-9f62-359c366443c9 req-5b84d833-b627-47ee-a4aa-5aec23b43aec tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.1518996 Aug 09 15:49:52.096694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720bdae-cc10-4c25-8c39-51a7bae55e58 req-3e25115b-83b2-403e-898a-01fc5548c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.098307 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2720bdae-cc10-4c25-8c39-51a7bae55e58 req-3e25115b-83b2-403e-898a-01fc5548c5a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 1097 time: 0.2412665 Aug 09 15:49:52.107409 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d0390976-842d-4fb8-a93f-998d548164a3 req-a9d5aa02-6efe-4676-88d3-85e9ac50b0ad tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154301 Aug 09 15:49:52.181717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-04a3a6a5-153a-433c-805e-f65cd69b4eef tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.199658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-04a3a6a5-153a-433c-805e-f65cd69b4eef tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.207619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-04a3a6a5-153a-433c-805e-f65cd69b4eef tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.208217 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Allocated IP 172.20.0.7 (89093429-15f5-4206-9599-1c7f34c780f5/ad540d2b-44e9-4d10-a6b9-6c37813db41e/7d48884c-c9c9-4212-8fdd-8addc25a1ef7) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:52.215740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-04a3a6a5-153a-433c-805e-f65cd69b4eef tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.223553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-04a3a6a5-153a-433c-805e-f65cd69b4eef tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.231605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-04a3a6a5-153a-433c-805e-f65cd69b4eef tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.238726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-04a3a6a5-153a-433c-805e-f65cd69b4eef tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.240678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-04a3a6a5-153a-433c-805e-f65cd69b4eef tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.2991242 Aug 09 15:49:52.290871 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-089f992e-6e25-4b7d-86b7-732c18f43a2c req-37f6ab30-f60c-4609-91e3-b12c42d71b3f tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 210 time: 0.0566046 Aug 09 15:49:52.323049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2720bdae-cc10-4c25-8c39-51a7bae55e58 req-2654420f-5150-47c8-8585-d5d5014b2b32 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110493 Aug 09 15:49:52.340943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-05d72fff-3943-4cb2-a4b3-b1b535bc210c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.342477 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-05d72fff-3943-4cb2-a4b3-b1b535bc210c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "GET /v2.0/ports/75ee56ba-e36a-4905-b05b-e68f578f58fe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0823486 Aug 09 15:49:52.439145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce1c57-1915-4c37-aca6-29529ed55057 req-c9854bdd-7982-45d4-a61f-3fe6e060a432 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.442868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70ce1c57-1915-4c37-aca6-29529ed55057 req-c9854bdd-7982-45d4-a61f-3fe6e060a432 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.2010784 Aug 09 15:49:52.494443 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:52.529458 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70ce1c57-1915-4c37-aca6-29529ed55057 req-c5eeba3d-91d5-4b37-9ae8-3f0d3f219d4b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763381 Aug 09 15:49:52.548954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-c47a5991-caf4-40fe-988f-f1aee95ec8e2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "GET /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1874464 Aug 09 15:49:52.564186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:52.564748 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:52.606894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Network 89093429-15f5-4206-9599-1c7f34c780f5 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:52.610357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:52.614063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:52.672010 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:52.674178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Allocated IP 172.20.0.5 (89093429-15f5-4206-9599-1c7f34c780f5/ad540d2b-44e9-4d10-a6b9-6c37813db41e/66c04103-00ea-479e-925e-75db7a0f646a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:52.691522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Pushing event updated for resources: {'Port': ['ID=7d48884c-c9c9-4212-8fdd-8addc25a1ef7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:52.716076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.716572 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:52.753188 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-73bbf5ec-28bd-4dc0-920c-04da99f8acf7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1782446 Aug 09 15:49:52.783548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Request body: {'port': {'device_id': '9825a60d-2430-4c57-a3b7-64e0fdd552b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:52.838528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4990ff-3a53-4830-ad2c-98a50232b480 req-8cbd3ab5-797d-49cf-ba00-1f8ab1987d41 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.846323 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d4990ff-3a53-4830-ad2c-98a50232b480 req-8cbd3ab5-797d-49cf-ba00-1f8ab1987d41 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 945 time: 0.1066110 Aug 09 15:49:52.888080 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:52.953224 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d4990ff-3a53-4830-ad2c-98a50232b480 req-fb7fe6e0-0752-43af-bf26-582530993f35 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025527 Aug 09 15:49:53.011383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016ff66-11d1-4173-a388-b09920d81bfd req-1bbc0175-bee4-4fec-a213-083da743062e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:53.017760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016ff66-11d1-4173-a388-b09920d81bfd req-1bbc0175-bee4-4fec-a213-083da743062e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:53.024393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016ff66-11d1-4173-a388-b09920d81bfd req-1bbc0175-bee4-4fec-a213-083da743062e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:53.032100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016ff66-11d1-4173-a388-b09920d81bfd req-1bbc0175-bee4-4fec-a213-083da743062e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:53.036589 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016ff66-11d1-4173-a388-b09920d81bfd req-1bbc0175-bee4-4fec-a213-083da743062e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:53.043632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016ff66-11d1-4173-a388-b09920d81bfd req-1bbc0175-bee4-4fec-a213-083da743062e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:53.049711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016ff66-11d1-4173-a388-b09920d81bfd req-1bbc0175-bee4-4fec-a213-083da743062e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:53.051657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3016ff66-11d1-4173-a388-b09920d81bfd req-1bbc0175-bee4-4fec-a213-083da743062e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 5446 time: 0.1979942 Aug 09 15:49:53.066911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] For port 75ee56ba-e36a-4905-b05b-e68f578f58fe, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=75ee56ba-e36a-4905-b05b-e68f578f58fe,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:53.145669 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.154435 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4040d8f7-ebf1-4b7c-8eb0-98c214a1cc75 req-63cc216c-4e67-49cd-a085-98d38090c63d tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0387247 Aug 09 15:49:53.179201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3016ff66-11d1-4173-a388-b09920d81bfd req-933f66b7-ae1f-4fbb-835c-5d84d4f6bc69 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092680 Aug 09 15:49:53.189260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] For port 75ee56ba-e36a-4905-b05b-e68f578f58fe, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:53.230517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] device_id is not set on port 75ee56ba-e36a-4905-b05b-e68f578f58fe yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:49:53.248178 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.260138 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.266246 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.335890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Network 89093429-15f5-4206-9599-1c7f34c780f5 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:53.362333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] No DVR routers for this DVR port 75ee56ba-e36a-4905-b05b-e68f578f58fe on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:53.369632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:53.381542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:53.458940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device ad730bf3-f589-4d6f-83ff-b798d961769b no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:53.466684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] Pushing event updated for resources: {'Port': ['ID=75ee56ba-e36a-4905-b05b-e68f578f58fe,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:53.474770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:53.478319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.495418 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39006bf-df9d-45d9-89fe-2d0176af68f6 req-e21a9f0b-2886-44d1-9253-5bf3d58d8dc0 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:53.503490 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c39006bf-df9d-45d9-89fe-2d0176af68f6 req-e21a9f0b-2886-44d1-9253-5bf3d58d8dc0 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 946 time: 0.2515044 Aug 09 15:49:53.601960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c39006bf-df9d-45d9-89fe-2d0176af68f6 req-58c36898-eb1d-4ccb-b588-d929e1bb3859 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936158 Aug 09 15:49:53.639329 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:53.644283 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6094418 Aug 09 15:49:53.651926 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.667427 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Transition to ACTIVE for port object 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:53.673699 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.740593 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.748129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Pushing event updated for resources: {'Port': ['ID=7d48884c-c9c9-4212-8fdd-8addc25a1ef7,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:53.783825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-80a194a9-4b10-46f6-8032-9bc18080d221 None None] Provisioning complete for port 75ee56ba-e36a-4905-b05b-e68f578f58fe triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:53.784237 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-80a194a9-4b10-46f6-8032-9bc18080d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.849849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-80a194a9-4b10-46f6-8032-9bc18080d221 None None] Port 75ee56ba-e36a-4905-b05b-e68f578f58fe cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:53.863931 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad730bf3-f589-4d6f-83ff-b798d961769b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:53.873206 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc67ade-bdb0-40a4-9437-ad0351bcb345" -d '{"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ad730bf3-f589-4d6f-83ff-b798d961769b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:53.893265 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port ad730bf3-f589-4d6f-83ff-b798d961769b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ad730bf3-f589-4d6f-83ff-b798d961769b,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:53.900261 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.901806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device db9322e6-f226-4519-b232-0c993b0e4a63 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:53.923778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Attempting to bind port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:53.924479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Attempting to bind port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:53.924770 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Attempting to bind port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 on network 89093429-15f5-4206-9599-1c7f34c780f5 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:53.931950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 on network 89093429-15f5-4206-9599-1c7f34c780f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:53.932271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Attempting to bind port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 on network 89093429-15f5-4206-9599-1c7f34c780f5 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:53.948747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:53.948976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Checking segment: {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:53.949373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Bound using segment: {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:53.950074 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Bound port: 7d48884c-c9c9-4212-8fdd-8addc25a1ef7, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:53.951084 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:53.966608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30612eb0-cd1c-4eba-a048-c5abc2f9d81a req-2cf0e6fa-e796-4692-9202-1c9a7556f6d5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:53.968419 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-30612eb0-cd1c-4eba-a048-c5abc2f9d81a req-2cf0e6fa-e796-4692-9202-1c9a7556f6d5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0962944 Aug 09 15:49:54.042177 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.058823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f1bc5dc2-4e8f-42d2-9109-3c72016ebaa9 req-489f5e1d-3580-4c29-9b56-2adc0032307a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.4383762 Aug 09 15:49:54.062810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Request body: {'port': {'device_id': 'd0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:54.076395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] For port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:54.079428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=ad730bf3-f589-4d6f-83ff-b798d961769b,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:54.081920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] For port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7d48884c-c9c9-4212-8fdd-8addc25a1ef7,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:54.088881 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.096414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551428a-119e-40ba-84cf-3f03bda0ca85 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Pushing event updated for resources: {'Port': ['ID=66c04103-00ea-479e-925e-75db7a0f646a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:54.103329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port db9322e6-f226-4519-b232-0c993b0e4a63, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=db9322e6-f226-4519-b232-0c993b0e4a63,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:54.103876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] In _notify_port_updated(), no bound segment for port 75ee56ba-e36a-4905-b05b-e68f578f58fe on network 988775f1-455e-4a42-a5e9-861daba19edf {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:49:54.104897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.105578 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.107065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-8e7d643e-5917-4880-b3d2-4b69e7436730 service neutron] 10.222.0.53 "PUT /v2.0/ports/75ee56ba-e36a-4905-b05b-e68f578f58fe HTTP/1.1" status: 200 len: 1033 time: 1.5567825 Aug 09 15:49:54.110420 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.111498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device acc8dcac-3435-4ea9-909a-709abae24ea2 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:54.147384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c6ca7-d3e9-4887-ab6b-0c258d89424c req-10bc3cfe-931d-4fbc-9daa-b572515596e0 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.154935 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-844c6ca7-d3e9-4887-ab6b-0c258d89424c req-10bc3cfe-931d-4fbc-9daa-b572515596e0 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 931 time: 0.6736767 Aug 09 15:49:54.180786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Pushing event updated for resources: {'Port': ['ID=7d48884c-c9c9-4212-8fdd-8addc25a1ef7,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:54.198140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.216278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=db9322e6-f226-4519-b232-0c993b0e4a63,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:54.219150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.219524 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.221105 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-a525fa8e-d027-4a70-8bb6-62705ecf79cc service neutron] 10.222.0.53 "PUT /v2.0/ports/7d48884c-c9c9-4212-8fdd-8addc25a1ef7 HTTP/1.1" status: 200 len: 1091 time: 1.4508827 Aug 09 15:49:54.221876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9825a60d-2430-4c57-a3b7-64e0fdd552b9', 'tag': '7d48884c-c9c9-4212-8fdd-8addc25a1ef7'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:54.224337 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302c3aba-921b-4396-a49b-e3e4118b91c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9825a60d-2430-4c57-a3b7-64e0fdd552b9", "tag": "7d48884c-c9c9-4212-8fdd-8addc25a1ef7"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:54.246364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4c607e3c-07b7-40dc-b680-788034542059 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.248353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4c607e3c-07b7-40dc-b680-788034542059 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "GET /v2.0/ports/1a207547-ce94-4f83-a3cf-8a3ad7a93614?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1213305 Aug 09 15:49:54.267879 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-30612eb0-cd1c-4eba-a048-c5abc2f9d81a req-4a712425-142b-443b-93e8-94a5a5a13d12 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910872 Aug 09 15:49:54.270785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-844c6ca7-d3e9-4887-ab6b-0c258d89424c req-dd886be8-9640-4594-be8d-ee07a57895cc tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089737 Aug 09 15:49:54.277035 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.283625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:54.343299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port acc8dcac-3435-4ea9-909a-709abae24ea2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=acc8dcac-3435-4ea9-909a-709abae24ea2,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:54.348658 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.349389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4aa4ba74-90a3-46f1-832a-a6a8176e0745 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:54.354070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-d1816bfc-cd79-4972-be34-84afb65e2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.355951 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-d1816bfc-cd79-4972-be34-84afb65e2a49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fff9536d9084928b80d512c22c7c259&device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 1094 time: 0.0755308 Aug 09 15:49:54.417349 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-feee8cce-2490-42c7-8b7b-e7fa88680397 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d48884c-c9c9-4212-8fdd-8addc25a1ef7 HTTP/1.1" status: 200 len: 217 time: 0.0477250 Aug 09 15:49:54.494906 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70042cdf-a904-4ee7-bb14-8f3707feb657 x-openstack-request-id: req-70042cdf-a904-4ee7-bb14-8f3707feb657 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:54.495508 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ad730bf3-f589-4d6f-83ff-b798d961769b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:54.495962 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70042cdf-a904-4ee7-bb14-8f3707feb657 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:54.496468 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad730bf3-f589-4d6f-83ff-b798d961769b', 'code': 200} Aug 09 15:49:54.502691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=acc8dcac-3435-4ea9-909a-709abae24ea2,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:54.509795 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device cd8d27ea-b5e5-47d4-b283-4722ca61ba59 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:54.550992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-fe63213c-b810-4a5a-a78b-a6d32617ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.553523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-fe63213c-b810-4a5a-a78b-a6d32617ad2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad540d2b-44e9-4d10-a6b9-6c37813db41e HTTP/1.1" status: 200 len: 852 time: 0.1192594 Aug 09 15:49:54.568783 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f988c210-6d70-4980-a8d1-c657d1eba180 req-4300af73-02a4-4e71-a7ed-00c580b38970 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.1077578 Aug 09 15:49:54.570101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006c042-20e8-4398-ad1d-99d464de0a6a req-0e636a8e-6375-404f-befc-0ec82ab46ea3 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.577946 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5006c042-20e8-4398-ad1d-99d464de0a6a req-0e636a8e-6375-404f-befc-0ec82ab46ea3 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 945 time: 0.2203844 Aug 09 15:49:54.591360 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.624192 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-7a850ca3-3eb5-4a82-9bd9-7865fe74affb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89093429-15f5-4206-9599-1c7f34c780f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445583 Aug 09 15:49:54.722960 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.736546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port cd8d27ea-b5e5-47d4-b283-4722ca61ba59 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:54.769226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4aa4ba74-90a3-46f1-832a-a6a8176e0745, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4aa4ba74-90a3-46f1-832a-a6a8176e0745,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:54.770333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port cd8d27ea-b5e5-47d4-b283-4722ca61ba59 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:54.770986 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.774334 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.775543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 1a207547-ce94-4f83-a3cf-8a3ad7a93614 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:54.795421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5006c042-20e8-4398-ad1d-99d464de0a6a req-76e6a09a-848f-49bc-9d9c-bc22df64b402 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661882 Aug 09 15:49:54.876334 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-2be9fea9-6273-4644-a5f5-ddbdcf4e2697 service neutron] 10.222.0.53 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373114 Aug 09 15:49:54.884961 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bd08b2-6809-4cdc-b8a1-68773f204288 x-openstack-request-id: req-19bd08b2-6809-4cdc-b8a1-68773f204288 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:54.885274 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9825a60d-2430-4c57-a3b7-64e0fdd552b9", "tag": "7d48884c-c9c9-4212-8fdd-8addc25a1ef7", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:54.885627 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19bd08b2-6809-4cdc-b8a1-68773f204288 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:54.886118 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9825a60d-2430-4c57-a3b7-64e0fdd552b9', 'tag': '7d48884c-c9c9-4212-8fdd-8addc25a1ef7', 'status': 'completed', 'code': 200} Aug 09 15:49:54.902302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676dee-9901-43bb-9793-bad20b517088 req-8b9de6ba-3d30-4cf0-acbf-ecce30d48b56 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.910073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676dee-9901-43bb-9793-bad20b517088 req-8b9de6ba-3d30-4cf0-acbf-ecce30d48b56 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.917566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676dee-9901-43bb-9793-bad20b517088 req-8b9de6ba-3d30-4cf0-acbf-ecce30d48b56 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.926196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676dee-9901-43bb-9793-bad20b517088 req-8b9de6ba-3d30-4cf0-acbf-ecce30d48b56 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.943969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676dee-9901-43bb-9793-bad20b517088 req-8b9de6ba-3d30-4cf0-acbf-ecce30d48b56 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.948360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=4aa4ba74-90a3-46f1-832a-a6a8176e0745,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:54.962414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676dee-9901-43bb-9793-bad20b517088 req-8b9de6ba-3d30-4cf0-acbf-ecce30d48b56 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.980262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc676dee-9901-43bb-9793-bad20b517088 req-8b9de6ba-3d30-4cf0-acbf-ecce30d48b56 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 4660 time: 0.2943442 Aug 09 15:49:55.017064 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.020516 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.073954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc676dee-9901-43bb-9793-bad20b517088 req-b4aa349a-18e4-40ea-b481-9ada4109100e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&id=0781295c-63f1-473b-a56a-faa6677067dd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884995 Aug 09 15:49:55.084516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port cd8d27ea-b5e5-47d4-b283-4722ca61ba59, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,segment=NetworkSegment(2433411b-b1e3-48a5-8c8b-2444ab8e232d),segment_id=2433411b-b1e3-48a5-8c8b-2444ab8e232d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:55.091160 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.105133 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-16c3644b-22f8-4e8a-a07e-e7ee7cd4caa0 service neutron] 10.222.0.53 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180519 Aug 09 15:49:55.206329 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] For port 1a207547-ce94-4f83-a3cf-8a3ad7a93614, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1a207547-ce94-4f83-a3cf-8a3ad7a93614,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:55.253695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:55.261117 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c3aba-921b-4396-a49b-e3e4118b91c5 req-3cd52c9a-2557-4477-a652-c66880a24987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.263646 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-302c3aba-921b-4396-a49b-e3e4118b91c5 req-3cd52c9a-2557-4477-a652-c66880a24987 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fff9536d9084928b80d512c22c7c259&device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 1094 time: 0.0808008 Aug 09 15:49:55.273230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c776b00-6c56-46b1-8579-7da975941be2 req-1959b491-7383-48e0-a9dd-326f77a35eb9 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.275319 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1c776b00-6c56-46b1-8579-7da975941be2 req-1959b491-7383-48e0-a9dd-326f77a35eb9 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 946 time: 0.1622345 Aug 09 15:49:55.301230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c04103-00ea-479e-925e-75db7a0f646a {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:55.316752 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.331931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] For port 1a207547-ce94-4f83-a3cf-8a3ad7a93614, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:55.363094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Transition to ACTIVE for port object 66c04103-00ea-479e-925e-75db7a0f646a will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:55.387727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.416371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] device_id is not set on port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:49:55.430264 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1c776b00-6c56-46b1-8579-7da975941be2 req-9376caf5-0883-418f-81ef-daaae955407a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332090 Aug 09 15:49:55.459861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.500453 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.511795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c3aba-921b-4396-a49b-e3e4118b91c5 req-acbedfec-f738-40c2-920e-631274b579c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.513315 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-302c3aba-921b-4396-a49b-e3e4118b91c5 req-acbedfec-f738-40c2-920e-631274b579c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=89093429-15f5-4206-9599-1c7f34c780f5 HTTP/1.1" status: 200 len: 913 time: 0.2368643 Aug 09 15:49:55.521451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Pushing event updated for resources: {'Port': ['ID=66c04103-00ea-479e-925e-75db7a0f646a,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:55.544916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca893fb-87e0-4d0f-b077-ff23f4fda44a req-ecad8a95-0d8c-4e89-afe7-81be5e59d137 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.546917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ca893fb-87e0-4d0f-b077-ff23f4fda44a req-ecad8a95-0d8c-4e89-afe7-81be5e59d137 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 943 time: 0.1718912 Aug 09 15:49:55.576482 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:49:55.577896 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:49:55.661516 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-302c3aba-921b-4396-a49b-e3e4118b91c5 req-547285cd-dd48-4a40-aad3-e835cd246e5a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d48884c-c9c9-4212-8fdd-8addc25a1ef7 HTTP/1.1" status: 200 len: 217 time: 0.1407695 Aug 09 15:49:55.669178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] Pushing event updated for resources: {'Port': ['ID=1a207547-ce94-4f83-a3cf-8a3ad7a93614,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:55.710433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] No DVR routers for this DVR port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:55.747965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8dfb2-e03e-4aeb-a151-f0928a0be67b req-8f4eab08-2360-4106-9b15-afa3c2e3b1b5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.755697 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bf8dfb2-e03e-4aeb-a151-f0928a0be67b req-8f4eab08-2360-4106-9b15-afa3c2e3b1b5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1554208 Aug 09 15:49:55.785131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] In _notify_port_updated(), no bound segment for port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 on network 988775f1-455e-4a42-a5e9-861daba19edf {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:49:55.785938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.786649 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.788055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-347aca69-9b81-4d2e-933c-cd5e7f52418d service neutron] 10.222.0.53 "PUT /v2.0/ports/1a207547-ce94-4f83-a3cf-8a3ad7a93614 HTTP/1.1" status: 200 len: 1033 time: 1.5162551 Aug 09 15:49:55.800803 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ca893fb-87e0-4d0f-b077-ff23f4fda44a req-0437f577-e9f1-4920-8190-6d8c491e387c tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125726 Aug 09 15:49:55.864423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bf8dfb2-e03e-4aeb-a151-f0928a0be67b req-8fecf9df-615f-4472-9fdf-4f9a26409890 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075923 Aug 09 15:49:55.874891 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c3aba-921b-4396-a49b-e3e4118b91c5 req-98ff31a4-203a-4590-a48c-b8fc7cecb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.874891 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-302c3aba-921b-4396-a49b-e3e4118b91c5 req-98ff31a4-203a-4590-a48c-b8fc7cecb72e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad540d2b-44e9-4d10-a6b9-6c37813db41e HTTP/1.1" status: 200 len: 852 time: 0.1850309 Aug 09 15:49:55.901464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Attempting to bind port 66c04103-00ea-479e-925e-75db7a0f646a on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:55.911375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Attempting to bind port 66c04103-00ea-479e-925e-75db7a0f646a by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:55.911960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Attempting to bind port 66c04103-00ea-479e-925e-75db7a0f646a on network 89093429-15f5-4206-9599-1c7f34c780f5 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:55.916863 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-302c3aba-921b-4396-a49b-e3e4118b91c5 req-2dcff396-e8c2-452d-964e-3cc0e76719d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89093429-15f5-4206-9599-1c7f34c780f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309310 Aug 09 15:49:55.949958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Port 66c04103-00ea-479e-925e-75db7a0f646a on network 89093429-15f5-4206-9599-1c7f34c780f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:55.950602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Attempting to bind port 66c04103-00ea-479e-925e-75db7a0f646a on network 89093429-15f5-4206-9599-1c7f34c780f5 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:55.963294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:55.964720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Checking segment: {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:55.964720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Bound using segment: {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:55.964720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Bound port: 66c04103-00ea-479e-925e-75db7a0f646a, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:55.965049 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.991386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6cb254f0-e44b-4697-a065-eb81398d9303 None None] Provisioning complete for port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:55.992019 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6cb254f0-e44b-4697-a065-eb81398d9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.028606 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c2f71003-f329-4047-a85f-4837925bf663 req-2556b03e-b6fe-45e3-9a27-6a1fe1d7a8ec tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0324020 Aug 09 15:49:56.104267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-302c3aba-921b-4396-a49b-e3e4118b91c5 req-076f5d97-4cbd-4d57-a552-fc54e1429307 service neutron] 10.222.0.53 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739037 Aug 09 15:49:56.142784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6cb254f0-e44b-4697-a065-eb81398d9303 None None] Port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:56.186751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] For port 66c04103-00ea-479e-925e-75db7a0f646a, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:56.202298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] For port 66c04103-00ea-479e-925e-75db7a0f646a, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=66c04103-00ea-479e-925e-75db7a0f646a,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:56.203085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 75ee56ba-e36a-4905-b05b-e68f578f58fe no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:56.212679 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.294273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.294972 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.296827 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-1529e889-2351-4951-87ec-f395a68948fe service neutron] 10.222.0.53 "PUT /v2.0/ports/66c04103-00ea-479e-925e-75db7a0f646a HTTP/1.1" status: 200 len: 1091 time: 2.2435043 Aug 09 15:49:56.314015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb0ccd-278d-41b1-a4f6-f79323df9e0b req-d02e3f99-8fb7-47c1-8d6b-9a76cc5c2da3 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.322400 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5acb0ccd-278d-41b1-a4f6-f79323df9e0b req-d02e3f99-8fb7-47c1-8d6b-9a76cc5c2da3 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 946 time: 0.1983378 Aug 09 15:49:56.340015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1', 'tag': '66c04103-00ea-479e-925e-75db7a0f646a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:56.342389 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02afadee-c8bb-4fd4-abe9-88383e3c9f09" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1", "tag": "66c04103-00ea-479e-925e-75db7a0f646a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:56.349731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 75ee56ba-e36a-4905-b05b-e68f578f58fe not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:56.350920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d244bd87-3752-4971-9c65-29f6ddea2c84 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:56.379554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529e889-2351-4951-87ec-f395a68948fe service neutron] Pushing event updated for resources: {'Port': ['ID=66c04103-00ea-479e-925e-75db7a0f646a,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:56.407808 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-302c3aba-921b-4396-a49b-e3e4118b91c5 req-eee6277e-b976-48d3-8b91-8772d53de732 service neutron] 10.222.0.53 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957034 Aug 09 15:49:56.440363 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5acb0ccd-278d-41b1-a4f6-f79323df9e0b req-0b08f9ea-52b8-419e-a0b6-de9163977591 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167340 Aug 09 15:49:56.444113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-6935e8c2-e143-4e9b-a44c-fe60a1601f80 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Deleting port d244bd87-3752-4971-9c65-29f6ddea2c84 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:56.444492 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-6935e8c2-e143-4e9b-a44c-fe60a1601f80 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.455061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b99e6-a540-4ab6-a4fd-b1a2d6210bc7 req-52ffe7a8-b3d3-47f5-a959-6d47fb836506 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.457704 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e55b99e6-a540-4ab6-a4fd-b1a2d6210bc7 req-52ffe7a8-b3d3-47f5-a959-6d47fb836506 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 946 time: 0.1008894 Aug 09 15:49:56.482507 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.497854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db9322e6-f226-4519-b232-0c993b0e4a63'}, {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc8dcac-3435-4ea9-909a-709abae24ea2'}, {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa4ba74-90a3-46f1-832a-a6a8176e0745'}, {'server_uuid': '5dd3851a-8709-4977-9761-9144c7a54999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8d27ea-b5e5-47d4-b283-4722ca61ba59'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:56.501020 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4057b778-3233-40d6-a959-4e5be6288058" -d '{"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-unplugged", "status": "completed", "tag": "db9322e6-f226-4519-b232-0c993b0e4a63"}, {"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-unplugged", "status": "completed", "tag": "acc8dcac-3435-4ea9-909a-709abae24ea2"}, {"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa4ba74-90a3-46f1-832a-a6a8176e0745"}, {"server_uuid": "5dd3851a-8709-4977-9761-9144c7a54999", "name": "network-vif-plugged", "status": "completed", "tag": "cd8d27ea-b5e5-47d4-b283-4722ca61ba59"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:56.508546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e55b99e6-a540-4ab6-a4fd-b1a2d6210bc7 req-e39763c9-a9ea-43e4-ab5c-8afb29ae0b4c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446806 Aug 09 15:49:56.519821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-b8f4ea55-7cdb-4fcd-8dfd-9967eb07f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.521384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-b8f4ea55-7cdb-4fcd-8dfd-9967eb07f7c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fff9536d9084928b80d512c22c7c259&device_id=d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1 HTTP/1.1" status: 200 len: 1094 time: 0.1560781 Aug 09 15:49:56.545023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d244bd87-3752-4971-9c65-29f6ddea2c84, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d244bd87-3752-4971-9c65-29f6ddea2c84,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:56.550842 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.614933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-6b0ad587-59d3-46a5-8a3d-2ea45006ed62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c04103-00ea-479e-925e-75db7a0f646a HTTP/1.1" status: 200 len: 217 time: 0.0701077 Aug 09 15:49:56.675060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-408c8183-d384-47c7-ae46-8dc74bed55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.676624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-408c8183-d384-47c7-ae46-8dc74bed55a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad540d2b-44e9-4d10-a6b9-6c37813db41e HTTP/1.1" status: 200 len: 852 time: 0.0542614 Aug 09 15:49:56.683157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=d244bd87-3752-4971-9c65-29f6ddea2c84,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:56.717221 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68dcdde-b796-4a57-a1cf-76c4e1033b4c x-openstack-request-id: req-b68dcdde-b796-4a57-a1cf-76c4e1033b4c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:56.717512 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1", "tag": "66c04103-00ea-479e-925e-75db7a0f646a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:56.717792 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b68dcdde-b796-4a57-a1cf-76c4e1033b4c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:56.718962 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1', 'tag': '66c04103-00ea-479e-925e-75db7a0f646a', 'status': 'completed', 'code': 200} Aug 09 15:49:56.721195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-c12b9502-b579-43fe-8172-8cf1bf76cad4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89093429-15f5-4206-9599-1c7f34c780f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345721 Aug 09 15:49:56.736918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6dbcf-98b6-43df-b50b-3f35420b0c79 req-0cf41e25-3db3-4de2-8169-a91f6e6875cb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.746043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6dbcf-98b6-43df-b50b-3f35420b0c79 req-0cf41e25-3db3-4de2-8169-a91f6e6875cb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.753420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-6935e8c2-e143-4e9b-a44c-fe60a1601f80 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] For port d244bd87-3752-4971-9c65-29f6ddea2c84, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d244bd87-3752-4971-9c65-29f6ddea2c84,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:56.753889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-6935e8c2-e143-4e9b-a44c-fe60a1601f80 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.754209 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9985bd13-d1ee-4e4b-ba11-8746e24ddddd x-openstack-request-id: req-9985bd13-d1ee-4e4b-ba11-8746e24ddddd {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:56.754520 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-unplugged", "status": "completed", "tag": "db9322e6-f226-4519-b232-0c993b0e4a63", "code": 200}, {"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-unplugged", "status": "completed", "tag": "acc8dcac-3435-4ea9-909a-709abae24ea2", "code": 200}, {"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa4ba74-90a3-46f1-832a-a6a8176e0745", "code": 200}, {"server_uuid": "5dd3851a-8709-4977-9761-9144c7a54999", "name": "network-vif-plugged", "status": "completed", "tag": "cd8d27ea-b5e5-47d4-b283-4722ca61ba59", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:56.754777 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9985bd13-d1ee-4e4b-ba11-8746e24ddddd {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:56.755187 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db9322e6-f226-4519-b232-0c993b0e4a63', 'code': 200} Aug 09 15:49:56.755480 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc8dcac-3435-4ea9-909a-709abae24ea2', 'code': 200} Aug 09 15:49:56.755796 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa4ba74-90a3-46f1-832a-a6a8176e0745', 'code': 200} Aug 09 15:49:56.756055 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd3851a-8709-4977-9761-9144c7a54999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8d27ea-b5e5-47d4-b283-4722ca61ba59', 'code': 200} Aug 09 15:49:56.758556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6dbcf-98b6-43df-b50b-3f35420b0c79 req-0cf41e25-3db3-4de2-8169-a91f6e6875cb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.768287 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6dbcf-98b6-43df-b50b-3f35420b0c79 req-0cf41e25-3db3-4de2-8169-a91f6e6875cb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.792938 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6dbcf-98b6-43df-b50b-3f35420b0c79 req-0cf41e25-3db3-4de2-8169-a91f6e6875cb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.803627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5a6dbcf-98b6-43df-b50b-3f35420b0c79 req-0cf41e25-3db3-4de2-8169-a91f6e6875cb tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 3876 time: 0.1452250 Aug 09 15:49:56.819075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-6935e8c2-e143-4e9b-a44c-fe60a1601f80 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Calling delete_port for d244bd87-3752-4971-9c65-29f6ddea2c84 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:56.888574 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5a6dbcf-98b6-43df-b50b-3f35420b0c79 req-5ce22092-332a-4baf-9fbf-d98d4d98bde3 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784297 Aug 09 15:49:56.977408 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-e11c3a04-3931-4e03-95fe-6e3e1f1760d6 service neutron] 10.222.0.53 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490032 Aug 09 15:49:57.001582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a520b26-3105-4d60-a1a1-6b5f5e4cbd7e req-531945a6-49da-4ceb-b883-2647128bfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.002195 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-68fc125a-2edb-42c6-aa93-71a8c2215ff5 req-f4850a13-eedf-4404-be24-780734878b22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0fbe24737d34482c91497cca25b4834a&device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0532286 Aug 09 15:49:57.004445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7a520b26-3105-4d60-a1a1-6b5f5e4cbd7e req-531945a6-49da-4ceb-b883-2647128bfc8a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 1097 time: 0.1758590 Aug 09 15:49:57.056812 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-68fc125a-2edb-42c6-aa93-71a8c2215ff5 req-27d5961a-0f21-4f66-b7e2-7610a5dbab6d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0fbe24737d34482c91497cca25b4834a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267832 Aug 09 15:49:57.081375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84fa17-37e8-480b-a526-9fe17d195f58 req-f6305edc-29f6-4545-8cac-90efd4c5729c tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.083019 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed84fa17-37e8-480b-a526-9fe17d195f58 req-f6305edc-29f6-4545-8cac-90efd4c5729c tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 943 time: 0.0931695 Aug 09 15:49:57.119135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7a520b26-3105-4d60-a1a1-6b5f5e4cbd7e req-c160699c-0919-4322-a6f2-dff4b3f3befe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012983 Aug 09 15:49:57.187825 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed84fa17-37e8-480b-a526-9fe17d195f58 req-8723edb4-f05b-4808-9064-077487c79145 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911255 Aug 09 15:49:57.192693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cbf10-8443-40ae-92a1-5b8746c04a73 req-f5785f69-0702-46c6-a7db-a8c3b797fcac tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.194391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e5cbf10-8443-40ae-92a1-5b8746c04a73 req-f5785f69-0702-46c6-a7db-a8c3b797fcac tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1559124 Aug 09 15:49:57.241401 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc125a-2edb-42c6-aa93-71a8c2215ff5 req-2576e52c-f5b3-4dc8-a160-b227468365ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.244513 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-68fc125a-2edb-42c6-aa93-71a8c2215ff5 req-2576e52c-f5b3-4dc8-a160-b227468365ca service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791279 Aug 09 15:49:57.254206 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-600316cb-d519-4a44-bdc9-bd4457be3c34 req-bf16d55f-a07e-4426-8ab3-26998b83ab1f service neutron] 10.222.0.53 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682760 Aug 09 15:49:57.291158 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e5cbf10-8443-40ae-92a1-5b8746c04a73 req-585fc1a0-15bd-4d40-b2fd-569154e3d10b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619271 Aug 09 15:49:57.334822 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-6935e8c2-e143-4e9b-a44c-fe60a1601f80 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.352945 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9856517e-39ad-4e74-a94a-f853ca1cfcec req-8771fd72-17a1-4c12-885f-60a16352837c tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0700095 Aug 09 15:49:57.405642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935e8c2-e143-4e9b-a44c-fe60a1601f80 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'Port': ['ID=d244bd87-3752-4971-9c65-29f6ddea2c84,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:57.450537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-6935e8c2-e143-4e9b-a44c-fe60a1601f80 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] No DVR routers for this DVR port d244bd87-3752-4971-9c65-29f6ddea2c84 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:57.450779 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-6935e8c2-e143-4e9b-a44c-fe60a1601f80 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.452863 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-6935e8c2-e143-4e9b-a44c-fe60a1601f80 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "DELETE /v2.0/ports/d244bd87-3752-4971-9c65-29f6ddea2c84 HTTP/1.1" status: 204 len: 173 time: 1.6069708 Aug 09 15:49:57.469444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:57.496920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afadee-c8bb-4fd4-abe9-88383e3c9f09 req-c3a031fc-5f64-4064-ab5a-7a2061d28d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.499227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02afadee-c8bb-4fd4-abe9-88383e3c9f09 req-c3a031fc-5f64-4064-ab5a-7a2061d28d22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fff9536d9084928b80d512c22c7c259&device_id=d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1 HTTP/1.1" status: 200 len: 1094 time: 0.1760964 Aug 09 15:49:57.634566 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8347ed-6abe-4179-af6a-d995c7c7b4f3 req-5dc43557-0077-4f5d-805e-c71b7549b7bc tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.645262 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0e8347ed-6abe-4179-af6a-d995c7c7b4f3 req-5dc43557-0077-4f5d-805e-c71b7549b7bc tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 946 time: 0.1246397 Aug 09 15:49:57.677027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7d48884c-c9c9-4212-8fdd-8addc25a1ef7,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:57.692520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '7d48884c-c9c9-4212-8fdd-8addc25a1ef7', 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5', 'port_id': '7d48884c-c9c9-4212-8fdd-8addc25a1ef7', 'mac_address': 'fa:16:3e:5f:8b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad540d2b-44e9-4d10-a6b9-6c37813db41e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:57.714286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Deleting port acc8dcac-3435-4ea9-909a-709abae24ea2 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:57.714667 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.722347 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afadee-c8bb-4fd4-abe9-88383e3c9f09 req-a31c8b45-b9f4-4c1f-a162-619ce80921f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.724273 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02afadee-c8bb-4fd4-abe9-88383e3c9f09 req-a31c8b45-b9f4-4c1f-a162-619ce80921f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=89093429-15f5-4206-9599-1c7f34c780f5 HTTP/1.1" status: 200 len: 913 time: 0.2086449 Aug 09 15:49:57.740299 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0e8347ed-6abe-4179-af6a-d995c7c7b4f3 req-3cf3f52c-35af-444c-9453-f1780f50231b tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940475 Aug 09 15:49:57.764219 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.787626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:57.827327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7d48884c-c9c9-4212-8fdd-8addc25a1ef7,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:57.832785 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:57.834039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02afadee-c8bb-4fd4-abe9-88383e3c9f09 req-5b607dc0-08a4-47b9-bd61-6fbdf7fad41c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c04103-00ea-479e-925e-75db7a0f646a HTTP/1.1" status: 200 len: 217 time: 0.0929160 Aug 09 15:49:57.847811 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4786f7c-1b3a-4111-abe1-326ebbbb75c8 req-37ac5e98-6a9a-4eb4-ac3c-f7462aaa2558 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:57.856099 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4786f7c-1b3a-4111-abe1-326ebbbb75c8 req-37ac5e98-6a9a-4eb4-ac3c-f7462aaa2558 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 946 time: 0.1889760 Aug 09 15:49:57.930292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=7d48884c-c9c9-4212-8fdd-8addc25a1ef7,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:57.997649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4786f7c-1b3a-4111-abe1-326ebbbb75c8 req-48f834cc-6c8a-42ba-a4c1-ec81d2127e0c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385915 Aug 09 15:49:58.035967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] For port acc8dcac-3435-4ea9-909a-709abae24ea2, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=acc8dcac-3435-4ea9-909a-709abae24ea2,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:58.036350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:58.040272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afadee-c8bb-4fd4-abe9-88383e3c9f09 req-3cca2e22-e932-4c6e-80e2-954cec7fa283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.042673 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02afadee-c8bb-4fd4-abe9-88383e3c9f09 req-3cca2e22-e932-4c6e-80e2-954cec7fa283 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad540d2b-44e9-4d10-a6b9-6c37813db41e HTTP/1.1" status: 200 len: 852 time: 0.1656747 Aug 09 15:49:58.062912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29bdb7-5371-4d68-9a29-e0b78c3fa144 req-e1b177e7-75cb-4dd6-915b-02019fa55376 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.069250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29bdb7-5371-4d68-9a29-e0b78c3fa144 req-e1b177e7-75cb-4dd6-915b-02019fa55376 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.076907 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29bdb7-5371-4d68-9a29-e0b78c3fa144 req-e1b177e7-75cb-4dd6-915b-02019fa55376 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.084420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29bdb7-5371-4d68-9a29-e0b78c3fa144 req-e1b177e7-75cb-4dd6-915b-02019fa55376 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.092959 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe29bdb7-5371-4d68-9a29-e0b78c3fa144 req-e1b177e7-75cb-4dd6-915b-02019fa55376 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 3143 time: 0.0980575 Aug 09 15:49:58.145208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['7d48884c-c9c9-4212-8fdd-8addc25a1ef7'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:58.157142 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe29bdb7-5371-4d68-9a29-e0b78c3fa144 req-65a2c652-d534-460c-ac52-b672db3a9241 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627925 Aug 09 15:49:58.163051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02afadee-c8bb-4fd4-abe9-88383e3c9f09 req-ed551951-ad03-47c2-8fd7-52d7b27ac3e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89093429-15f5-4206-9599-1c7f34c780f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096146 Aug 09 15:49:58.363526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfc7c7-e6ee-4389-a7a0-2044ad866861 req-f52ed681-e544-4876-bf88-ee999a9168d1 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.373888 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1cfc7c7-e6ee-4389-a7a0-2044ad866861 req-f52ed681-e544-4876-bf88-ee999a9168d1 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 944 time: 0.0806253 Aug 09 15:49:58.415762 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1cfc7c7-e6ee-4389-a7a0-2044ad866861 req-ae8e9cae-d914-43b3-b8d8-f388fe54f6f9 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Aug 09 15:49:58.444149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:58.444730 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:58.445618 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Floating IP 29b3e55e-683f-422f-a1bd-74ba262e1be2 disassociated. External IP: 172.25.2.224, port: acc8dcac-3435-4ea9-909a-709abae24ea2. Aug 09 15:49:58.445983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Calling delete_port for acc8dcac-3435-4ea9-909a-709abae24ea2 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:58.543822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1d322-7e93-4f38-93fe-34348e46b623 req-023f1c17-1dd5-42f6-9bbd-d71930cf2cd2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.545393 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-05e1d322-7e93-4f38-93fe-34348e46b623 req-023f1c17-1dd5-42f6-9bbd-d71930cf2cd2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0577042 Aug 09 15:49:58.583079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adbf66-5e7e-4274-bf92-f1cc8a3cad7c req-26265a36-f268-4c79-8983-b9d828dd3576 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.587775 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-05e1d322-7e93-4f38-93fe-34348e46b623 req-fa7847fa-36e1-43cb-a5ca-a9095abbd46d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360928 Aug 09 15:49:58.592289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1adbf66-5e7e-4274-bf92-f1cc8a3cad7c req-26265a36-f268-4c79-8983-b9d828dd3576 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 946 time: 0.1822305 Aug 09 15:49:58.670502 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02afadee-c8bb-4fd4-abe9-88383e3c9f09 req-3e22efdc-bc48-4e29-8123-3a1a4f14fcf5 service neutron] 10.222.0.53 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861522 Aug 09 15:49:58.700212 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a0b3296e-2f29-4880-9fed-1ea733afe682 req-3f965c23-1f70-4eea-9c0a-5cea5c78dcf5 tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.81 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0344665 Aug 09 15:49:58.749034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-deleted', 'tag': 'd244bd87-3752-4971-9c65-29f6ddea2c84'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:58.751585 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d677518-a58c-4973-ba71-311091677392" -d '{"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-deleted", "tag": "d244bd87-3752-4971-9c65-29f6ddea2c84"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:58.758277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd244bd87-3752-4971-9c65-29f6ddea2c84'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:58.760949 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4495b4a0-ce76-4a13-b59b-550aab47fab7" -d '{"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-unplugged", "status": "completed", "tag": "d244bd87-3752-4971-9c65-29f6ddea2c84"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:58.767047 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1adbf66-5e7e-4274-bf92-f1cc8a3cad7c req-3a923dca-b25b-488f-9c43-e7fa79a33b61 tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743915 Aug 09 15:49:58.930093 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aeebfb-87ac-494b-af73-7a2b8a945e87 x-openstack-request-id: req-f9aeebfb-87ac-494b-af73-7a2b8a945e87 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:58.930397 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-unplugged", "status": "completed", "tag": "d244bd87-3752-4971-9c65-29f6ddea2c84", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:58.930655 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f9aeebfb-87ac-494b-af73-7a2b8a945e87 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:58.931054 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd244bd87-3752-4971-9c65-29f6ddea2c84', 'code': 200} Aug 09 15:49:58.995686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f0d3d-20dd-4786-beed-c71738f5cde8 req-fb50c9b6-da2d-4d18-bc62-cfb9da87415f tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.997604 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fd9f0d3d-20dd-4786-beed-c71738f5cde8 req-fb50c9b6-da2d-4d18-bc62-cfb9da87415f tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 946 time: 0.1217062 Aug 09 15:49:58.999767 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-68fc125a-2edb-42c6-aa93-71a8c2215ff5 req-a59b3632-528e-400f-ba3e-ec7799f721ac tempest-ServerShowV254Test-77520047 tempest-ServerShowV254Test-77520047-project] 10.222.0.60 "GET /v2.0/ports?device_id=298ad7ee-a380-4d01-b6fb-9784f452b485 HTTP/1.1" status: 200 len: 210 time: 0.0646966 Aug 09 15:49:59.070017 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fd9f0d3d-20dd-4786-beed-c71738f5cde8 req-208ee886-bd29-4c72-bdbb-51cc013edfa9 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646613 Aug 09 15:49:59.227853 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b987f688-23f2-480a-b6e9-6f8acdd468ce x-openstack-request-id: req-b987f688-23f2-480a-b6e9-6f8acdd468ce {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:59.227853 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-deleted", "tag": "d244bd87-3752-4971-9c65-29f6ddea2c84", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:59.228268 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b987f688-23f2-480a-b6e9-6f8acdd468ce {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:59.228467 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-deleted', 'tag': 'd244bd87-3752-4971-9c65-29f6ddea2c84', 'status': 'completed', 'code': 200} Aug 09 15:49:59.301291 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02afadee-c8bb-4fd4-abe9-88383e3c9f09 req-984ffc48-6be4-4220-a988-10bba6b1e30c service neutron] 10.222.0.53 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083736 Aug 09 15:49:59.302538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:59.344993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7561f-6581-43a5-892f-77d9c3b83940 req-df395b31-555c-447f-801d-da694da81d33 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.351243 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7561f-6581-43a5-892f-77d9c3b83940 req-df395b31-555c-447f-801d-da694da81d33 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.357996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7561f-6581-43a5-892f-77d9c3b83940 req-df395b31-555c-447f-801d-da694da81d33 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.363392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'Port': ['ID=acc8dcac-3435-4ea9-909a-709abae24ea2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:59.367530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7561f-6581-43a5-892f-77d9c3b83940 req-df395b31-555c-447f-801d-da694da81d33 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.379904 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-42d7561f-6581-43a5-892f-77d9c3b83940 req-df395b31-555c-447f-801d-da694da81d33 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 3065 time: 0.1017053 Aug 09 15:49:59.425530 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-42d7561f-6581-43a5-892f-77d9c3b83940 req-d49cedd1-581c-461f-8f39-bffcb883e48e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443549 Aug 09 15:49:59.492911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 66c04103-00ea-479e-925e-75db7a0f646a details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:59.534668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31567b0c-d205-461e-92a3-866ecb1fa5c1 req-14945182-50f8-46d2-89dd-29adc3d343d1 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.536479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31567b0c-d205-461e-92a3-866ecb1fa5c1 req-14945182-50f8-46d2-89dd-29adc3d343d1 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 946 time: 0.1133196 Aug 09 15:49:59.606761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Router b6dc24a5-5284-456f-86b6-830978078b40 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:59.638405 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31567b0c-d205-461e-92a3-866ecb1fa5c1 req-32096af4-ac86-469a-9e3c-c9f1b7994303 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901852 Aug 09 15:49:59.657926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 66c04103-00ea-479e-925e-75db7a0f646a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=66c04103-00ea-479e-925e-75db7a0f646a,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:59.673702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:59.677350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '66c04103-00ea-479e-925e-75db7a0f646a', 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5', 'port_id': '66c04103-00ea-479e-925e-75db7a0f646a', 'mac_address': 'fa:16:3e:cb:52:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad540d2b-44e9-4d10-a6b9-6c37813db41e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:59.679521 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9f086-fdee-497a-9b39-92bebab089b7 req-0fe51ebf-e921-4adc-b371-9b9a12c03abe tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:59.689488 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64b9f086-fdee-497a-9b39-92bebab089b7 req-0fe51ebf-e921-4adc-b371-9b9a12c03abe tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 944 time: 0.1053820 Aug 09 15:49:59.781459 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64b9f086-fdee-497a-9b39-92bebab089b7 req-2535908d-d0af-41fa-a6b3-8390435e4a78 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797279 Aug 09 15:49:59.861209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:59.882536 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e70903-a79d-4860-9573-f33dbfd98787 None None] Sync routers for ids ['b6dc24a5-5284-456f-86b6-830978078b40'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:59.902361 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e70903-a79d-4860-9573-f33dbfd98787 None None] Routers {'b6dc24a5-5284-456f-86b6-830978078b40'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:59.902968 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-11e70903-a79d-4860-9573-f33dbfd98787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:49:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b6dc24a5-5284-456f-86b6-830978078b40'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:59.982475 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] No DVR routers for this DVR port acc8dcac-3435-4ea9-909a-709abae24ea2 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:59.992936 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.004132 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-4e398883-67ea-48d7-b653-d482a8c50f15 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "DELETE /v2.0/ports/acc8dcac-3435-4ea9-909a-709abae24ea2 HTTP/1.1" status: 204 len: 173 time: 2.5450699 Aug 09 15:50:00.110968 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.129253 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-11e70903-a79d-4860-9573-f33dbfd98787 None None] Set router b6dc24a5-5284-456f-86b6-830978078b40 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:00.131248 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa05d1-240d-4377-afc8-684047fbab40 req-5d2459fb-c1de-46d7-92fe-4858cb48c37c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:00.139834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2082d1c-27ba-44a5-8099-02e0996b2074 req-06a7dc7f-9da5-440c-a996-3c5385191421 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:00.142239 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25fa05d1-240d-4377-afc8-684047fbab40 req-5d2459fb-c1de-46d7-92fe-4858cb48c37c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 946 time: 0.2090714 Aug 09 15:50:00.168327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2082d1c-27ba-44a5-8099-02e0996b2074 req-06a7dc7f-9da5-440c-a996-3c5385191421 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.3235075 Aug 09 15:50:00.206748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c04103-00ea-479e-925e-75db7a0f646a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:00.271937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:00.287003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 66c04103-00ea-479e-925e-75db7a0f646a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=66c04103-00ea-479e-925e-75db7a0f646a,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:00.291977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:00.293566 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.300766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfe25d-8031-4ca2-999f-313f651d1ba0 req-19d6a8c2-a33b-4947-ac38-a052301ccc9c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:00.300949 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.310745 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aebfe25d-8031-4ca2-999f-313f651d1ba0 req-19d6a8c2-a33b-4947-ac38-a052301ccc9c tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 946 time: 0.3053074 Aug 09 15:50:00.353976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-25fa05d1-240d-4377-afc8-684047fbab40 req-b8cd8ccd-8dda-4492-8191-b9bb11f3788b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Deleting port fd9674f5-f3af-4e82-b363-8cd5811fad1b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:00.354419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-25fa05d1-240d-4377-afc8-684047fbab40 req-b8cd8ccd-8dda-4492-8191-b9bb11f3788b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.372291 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2082d1c-27ba-44a5-8099-02e0996b2074 req-c3e4df8e-dc57-4d44-9000-9e823fc9d2ee tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023435 Aug 09 15:50:00.379937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37566) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:00.439054 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-11e70903-a79d-4860-9573-f33dbfd98787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ae7d7489-bb60-4eea-b271-296b634811f5', 'name': '', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'mac_address': 'fa:16:3e:39:b8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '19138694-734c-4465-b6cf-40c50ce31215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:56Z', 'updated_at': '2021-08-09T15:39:07Z', 'revision_number': 5, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'subnets': [{'id': '19138694-734c-4465-b6cf-40c50ce31215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:00.452340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-cb81fb38-2525-4a76-b474-06331542247b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Deleting port 4aa4ba74-90a3-46f1-832a-a6a8176e0745 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:00.454096 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-cb81fb38-2525-4a76-b474-06331542247b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.480013 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e70903-a79d-4860-9573-f33dbfd98787 None None] Checking router: b6dc24a5-5284-456f-86b6-830978078b40 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:50:00.496856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=66c04103-00ea-479e-925e-75db7a0f646a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:00.497645 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e70903-a79d-4860-9573-f33dbfd98787 None None] Routers {'b6dc24a5-5284-456f-86b6-830978078b40'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:00.498586 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-11e70903-a79d-4860-9573-f33dbfd98787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:49:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b6dc24a5-5284-456f-86b6-830978078b40'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:00.537745 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aebfe25d-8031-4ca2-999f-313f651d1ba0 req-89f1de47-b2fb-4ab7-8244-ca981a19ca1a tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/security-groups?id=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256122 Aug 09 15:50:00.639876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['66c04103-00ea-479e-925e-75db7a0f646a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:50:00.682792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-25fa05d1-240d-4377-afc8-684047fbab40 req-b8cd8ccd-8dda-4492-8191-b9bb11f3788b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] For port fd9674f5-f3af-4e82-b363-8cd5811fad1b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=fd9674f5-f3af-4e82-b363-8cd5811fad1b,segment=NetworkSegment(69bd7969-7617-41ed-9e0a-afd669430596),segment_id=69bd7969-7617-41ed-9e0a-afd669430596)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:00.685867 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-25fa05d1-240d-4377-afc8-684047fbab40 req-b8cd8ccd-8dda-4492-8191-b9bb11f3788b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.729026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-25fa05d1-240d-4377-afc8-684047fbab40 req-b8cd8ccd-8dda-4492-8191-b9bb11f3788b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Calling delete_port for fd9674f5-f3af-4e82-b363-8cd5811fad1b owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:00.750024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-cb81fb38-2525-4a76-b474-06331542247b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] For port 4aa4ba74-90a3-46f1-832a-a6a8176e0745, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4aa4ba74-90a3-46f1-832a-a6a8176e0745,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:00.750633 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-cb81fb38-2525-4a76-b474-06331542247b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.759071 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-11e70903-a79d-4860-9573-f33dbfd98787 None None] Set router b6dc24a5-5284-456f-86b6-830978078b40 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:00.826152 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.897358 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-cb81fb38-2525-4a76-b474-06331542247b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Calling delete_port for 4aa4ba74-90a3-46f1-832a-a6a8176e0745 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:00.936152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9825a60d-2430-4c57-a3b7-64e0fdd552b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d48884c-c9c9-4212-8fdd-8addc25a1ef7'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:00.944111 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771dd2e9-3e51-475d-84cb-e88d03ddf8a8" -d '{"events": [{"server_uuid": "9825a60d-2430-4c57-a3b7-64e0fdd552b9", "name": "network-vif-plugged", "status": "completed", "tag": "7d48884c-c9c9-4212-8fdd-8addc25a1ef7"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:00.975350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7d48884c-c9c9-4212-8fdd-8addc25a1ef7,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:00.999948 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.078314 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-11e70903-a79d-4860-9573-f33dbfd98787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ae7d7489-bb60-4eea-b271-296b634811f5', 'name': '', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'mac_address': 'fa:16:3e:39:b8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '19138694-734c-4465-b6cf-40c50ce31215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:56Z', 'updated_at': '2021-08-09T15:39:07Z', 'revision_number': 5, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'subnets': [{'id': '19138694-734c-4465-b6cf-40c50ce31215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:01.085131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6c7bc-5061-4128-bce1-aa398df118a1 req-f5db08d2-062a-470a-bc24-0d0b45dc99ba tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:01.086923 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-abb6c7bc-5061-4128-bce1-aa398df118a1 req-f5db08d2-062a-470a-bc24-0d0b45dc99ba tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 946 time: 0.3336301 Aug 09 15:50:01.133123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb351e7-c3a3-4055-82bc-5d691cda4168 req-8d372407-7c39-41a1-87ec-83d4372dee22 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:01.135239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7cb351e7-c3a3-4055-82bc-5d691cda4168 req-8d372407-7c39-41a1-87ec-83d4372dee22 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 946 time: 0.3219991 Aug 09 15:50:01.154961 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e70903-a79d-4860-9573-f33dbfd98787 None None] The sync data for ids ['b6dc24a5-5284-456f-86b6-830978078b40'] in n-d-803778-2 is: [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'ae7d7489-bb60-4eea-b271-296b634811f5', 'name': '', 'network_id': '513e6b81-6742-476e-a576-44c46ff3978e', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'mac_address': 'fa:16:3e:39:b8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '19138694-734c-4465-b6cf-40c50ce31215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:56Z', 'updated_at': '2021-08-09T15:39:07Z', 'revision_number': 5, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'subnets': [{'id': '19138694-734c-4465-b6cf-40c50ce31215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:01.203699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=7d48884c-c9c9-4212-8fdd-8addc25a1ef7,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:01.248265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-deleted', 'tag': 'acc8dcac-3435-4ea9-909a-709abae24ea2'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:01.252404 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16448235-5c81-4943-9e3a-d6f45f5f69ec" -d '{"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-deleted", "tag": "acc8dcac-3435-4ea9-909a-709abae24ea2"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:01.273163 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-abb6c7bc-5061-4128-bce1-aa398df118a1 req-93652eea-8b2d-4405-9977-0faa360e8714 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758304 Aug 09 15:50:01.395514 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-cb81fb38-2525-4a76-b474-06331542247b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.405563 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-921e07b4-7c9f-4436-a805-2f3181140b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.456815 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-25fa05d1-240d-4377-afc8-684047fbab40 req-b8cd8ccd-8dda-4492-8191-b9bb11f3788b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.488760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a865355-576e-47da-9e77-899a487c4643 req-201daaed-ed6b-4eb5-9e2d-cff8eaa5a95e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:01.495734 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a865355-576e-47da-9e77-899a487c4643 req-201daaed-ed6b-4eb5-9e2d-cff8eaa5a95e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:01.502170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a865355-576e-47da-9e77-899a487c4643 req-201daaed-ed6b-4eb5-9e2d-cff8eaa5a95e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:01.511370 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a865355-576e-47da-9e77-899a487c4643 req-201daaed-ed6b-4eb5-9e2d-cff8eaa5a95e tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 2332 time: 0.7887812 Aug 09 15:50:01.522208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81fb38-2525-4a76-b474-06331542247b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'Port': ['ID=4aa4ba74-90a3-46f1-832a-a6a8176e0745,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:01.564904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd8ccd-8dda-4492-8191-b9bb11f3788b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Pushing event deleted for resources: {'Port': ['ID=fd9674f5-f3af-4e82-b363-8cd5811fad1b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:01.615114 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce4b0ed-4256-4ed5-9277-cdc9c1a9bdde None None] New status for floating IP 29b3e55e-683f-422f-a1bd-74ba262e1be2: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:50:01.649391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-7cb351e7-c3a3-4055-82bc-5d691cda4168 req-c90229b2-be05-462d-a31b-dd732e55b35b tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Deleting port cd8d27ea-b5e5-47d4-b283-4722ca61ba59 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:01.649853 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7cb351e7-c3a3-4055-82bc-5d691cda4168 req-c90229b2-be05-462d-a31b-dd732e55b35b tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.655631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fa05d1-240d-4377-afc8-684047fbab40 req-b8cd8ccd-8dda-4492-8191-b9bb11f3788b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] No DVR routers for this DVR port fd9674f5-f3af-4e82-b363-8cd5811fad1b on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:01.657007 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-cb81fb38-2525-4a76-b474-06331542247b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] No DVR routers for this DVR port 4aa4ba74-90a3-46f1-832a-a6a8176e0745 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:01.664377 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-cb81fb38-2525-4a76-b474-06331542247b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.665763 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-25fa05d1-240d-4377-afc8-684047fbab40 req-b8cd8ccd-8dda-4492-8191-b9bb11f3788b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.668429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-cb81fb38-2525-4a76-b474-06331542247b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "DELETE /v2.0/ports/4aa4ba74-90a3-46f1-832a-a6a8176e0745 HTTP/1.1" status: 204 len: 173 time: 1.6394727 Aug 09 15:50:01.669015 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25fa05d1-240d-4377-afc8-684047fbab40 req-b8cd8ccd-8dda-4492-8191-b9bb11f3788b tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.60 "DELETE /v2.0/ports/fd9674f5-f3af-4e82-b363-8cd5811fad1b HTTP/1.1" status: 204 len: 173 time: 1.5195980 Aug 09 15:50:01.669474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efff6d9-5f0c-44cd-803d-30b7f0f380ba', 'name': 'network-vif-deleted', 'tag': 'fd9674f5-f3af-4e82-b363-8cd5811fad1b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:01.672283 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5765c0df-6e3b-47b0-a972-8d376517a2c3" -d '{"events": [{"server_uuid": "1efff6d9-5f0c-44cd-803d-30b7f0f380ba", "name": "network-vif-deleted", "tag": "fd9674f5-f3af-4e82-b363-8cd5811fad1b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:01.688198 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a865355-576e-47da-9e77-899a487c4643 req-a87b6475-c315-45f9-82c9-a6349186271c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758261 Aug 09 15:50:01.791294 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-921e07b4-7c9f-4436-a805-2f3181140b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.800462 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-921e07b4-7c9f-4436-a805-2f3181140b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:01.828945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c02c7d-0546-4d76-89c4-688a03fed388 req-516dea6b-37c3-4efe-836d-eff75b9ea0df tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:01.838117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20c02c7d-0546-4d76-89c4-688a03fed388 req-516dea6b-37c3-4efe-836d-eff75b9ea0df tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 945 time: 0.4565253 Aug 09 15:50:01.845871 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0132bd-d5d9-485f-a1e4-600809cabda0 x-openstack-request-id: req-6b0132bd-d5d9-485f-a1e4-600809cabda0 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:01.846608 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9825a60d-2430-4c57-a3b7-64e0fdd552b9", "name": "network-vif-plugged", "status": "completed", "tag": "7d48884c-c9c9-4212-8fdd-8addc25a1ef7", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:01.847218 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b0132bd-d5d9-485f-a1e4-600809cabda0 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:01.848029 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9825a60d-2430-4c57-a3b7-64e0fdd552b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d48884c-c9c9-4212-8fdd-8addc25a1ef7', 'code': 200} Aug 09 15:50:01.856648 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712f9faa-7b4c-48ca-9185-a1dc3dde651f x-openstack-request-id: req-712f9faa-7b4c-48ca-9185-a1dc3dde651f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:01.857082 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-deleted", "tag": "acc8dcac-3435-4ea9-909a-709abae24ea2", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:01.857680 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-712f9faa-7b4c-48ca-9185-a1dc3dde651f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:01.858122 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-deleted', 'tag': 'acc8dcac-3435-4ea9-909a-709abae24ea2', 'status': 'completed', 'code': 200} Aug 09 15:50:01.915139 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-921e07b4-7c9f-4436-a805-2f3181140b78 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0fbe24737d34482c91497cca25b4834a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5062914 Aug 09 15:50:01.916336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37590) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:01.952071 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e07b4-7c9f-4436-a805-2f3181140b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425b092e-1d07-401d-834d-a079f54dd30a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:02.061036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-7cb351e7-c3a3-4055-82bc-5d691cda4168 req-c90229b2-be05-462d-a31b-dd732e55b35b tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] For port cd8d27ea-b5e5-47d4-b283-4722ca61ba59, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,segment=NetworkSegment(2433411b-b1e3-48a5-8c8b-2444ab8e232d),segment_id=2433411b-b1e3-48a5-8c8b-2444ab8e232d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:02.061550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7cb351e7-c3a3-4055-82bc-5d691cda4168 req-c90229b2-be05-462d-a31b-dd732e55b35b tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.069943 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ceedc5b-0c9a-4798-8c6e-c4b216e25cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.092666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d8cba-f665-48a7-89ee-239b408b423e req-cdbd31b1-19ba-4065-9600-23b95df32d8c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:02.101347 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c15d8cba-f665-48a7-89ee-239b408b423e req-cdbd31b1-19ba-4065-9600-23b95df32d8c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1524355 Aug 09 15:50:02.128574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20c02c7d-0546-4d76-89c4-688a03fed388 req-c2b08fac-e59f-4442-b0c3-09e6ac656429 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851341 Aug 09 15:50:02.131138 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ceedc5b-0c9a-4798-8c6e-c4b216e25cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.182282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-7cb351e7-c3a3-4055-82bc-5d691cda4168 req-c90229b2-be05-462d-a31b-dd732e55b35b tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Calling delete_port for cd8d27ea-b5e5-47d4-b283-4722ca61ba59 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:02.210920 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c15d8cba-f665-48a7-89ee-239b408b423e req-9dc76e21-dea9-4680-95fd-30fb47844471 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078680 Aug 09 15:50:02.240851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-b7e38f76-de82-4b89-871d-c9a063e1610c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Deleting port ad730bf3-f589-4d6f-83ff-b798d961769b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:02.241219 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-b7e38f76-de82-4b89-871d-c9a063e1610c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.246278 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ceedc5b-0c9a-4798-8c6e-c4b216e25cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.249261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ceedc5b-0c9a-4798-8c6e-c4b216e25cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.259127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5ceedc5b-0c9a-4798-8c6e-c4b216e25cf1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/425b092e-1d07-401d-834d-a079f54dd30a HTTP/1.1" status: 204 len: 168 time: 0.3131285 Aug 09 15:50:02.279307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceedc5b-0c9a-4798-8c6e-c4b216e25cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425b092e-1d07-401d-834d-a079f54dd30a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:02.338314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6201c37-c146-4614-91fa-8d3d41db8c30 req-5368d661-7cda-4044-8086-5be35ff9b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:02.342697 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b6201c37-c146-4614-91fa-8d3d41db8c30 req-5368d661-7cda-4044-8086-5be35ff9b5eb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 1096 time: 0.2756367 Aug 09 15:50:02.395734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device fd9674f5-f3af-4e82-b363-8cd5811fad1b no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:02.474507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: fd9674f5-f3af-4e82-b363-8cd5811fad1b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:02.475294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device fd9674f5-f3af-4e82-b363-8cd5811fad1b not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:02.475799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device cd8d27ea-b5e5-47d4-b283-4722ca61ba59 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:02.483903 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb6d4cc5-8c7f-4579-b3d6-549ae515ebaf req-89f68eee-c900-4be8-9241-dd2265cc7f0d tempest-DeleteServersTestJSON-501319964 tempest-DeleteServersTestJSON-501319964-project] 10.222.0.81 "GET /v2.0/ports?device_id=1efff6d9-5f0c-44cd-803d-30b7f0f380ba HTTP/1.1" status: 200 len: 210 time: 0.1211736 Aug 09 15:50:02.488555 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f317feab-60d7-4fbc-ae9c-c87c84dcb5d1 x-openstack-request-id: req-f317feab-60d7-4fbc-ae9c-c87c84dcb5d1 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:02.493086 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efff6d9-5f0c-44cd-803d-30b7f0f380ba", "name": "network-vif-deleted", "tag": "fd9674f5-f3af-4e82-b363-8cd5811fad1b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:02.494507 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f317feab-60d7-4fbc-ae9c-c87c84dcb5d1 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:02.495403 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efff6d9-5f0c-44cd-803d-30b7f0f380ba', 'name': 'network-vif-deleted', 'tag': 'fd9674f5-f3af-4e82-b363-8cd5811fad1b', 'status': 'completed', 'code': 200} Aug 09 15:50:02.506417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-b7e38f76-de82-4b89-871d-c9a063e1610c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] For port ad730bf3-f589-4d6f-83ff-b798d961769b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=ad730bf3-f589-4d6f-83ff-b798d961769b,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:02.507656 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-b7e38f76-de82-4b89-871d-c9a063e1610c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.526800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-b7e38f76-de82-4b89-871d-c9a063e1610c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Calling delete_port for ad730bf3-f589-4d6f-83ff-b798d961769b owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:02.646152 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.659618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b6201c37-c146-4614-91fa-8d3d41db8c30 req-bc53d6ed-d91a-4d2d-bf0a-f983b2dc1d53 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103604 Aug 09 15:50:02.685850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port cd8d27ea-b5e5-47d4-b283-4722ca61ba59, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,segment=NetworkSegment(2433411b-b1e3-48a5-8c8b-2444ab8e232d),segment_id=2433411b-b1e3-48a5-8c8b-2444ab8e232d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:02.691060 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.720205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9290f59-cdbd-412d-ae8f-d80ff6d932bf req-1b9bea8e-6c7e-43e2-a672-9d6a794da092 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:02.722025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9290f59-cdbd-412d-ae8f-d80ff6d932bf req-1b9bea8e-6c7e-43e2-a672-9d6a794da092 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/ports?device_id=5dd3851a-8709-4977-9761-9144c7a54999 HTTP/1.1" status: 200 len: 946 time: 0.1247661 Aug 09 15:50:02.772037 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:02.782571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:02.785424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:02.797755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:02.798450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:02.798936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:02.800136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:02.800848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:02.801339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:02.802007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:02.802636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:02.803259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:02.804522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:02.936154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503060-2d7b-42c2-b600-f79fdbe11460 req-031fdac8-5da0-4aa9-a8db-0d1be9444bcc tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:02.943511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7503060-2d7b-42c2-b600-f79fdbe11460 req-031fdac8-5da0-4aa9-a8db-0d1be9444bcc tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:02.951645 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7503060-2d7b-42c2-b600-f79fdbe11460 req-031fdac8-5da0-4aa9-a8db-0d1be9444bcc tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 1677 time: 0.0975356 Aug 09 15:50:02.982983 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9290f59-cdbd-412d-ae8f-d80ff6d932bf req-f9558756-25bf-4472-8fb8-6a9c7f0511e0 tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.81 "GET /v2.0/security-groups?id=23a8a066-06e3-4d2c-ace7-ae39c1431544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320464 Aug 09 15:50:02.986652 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7cb351e7-c3a3-4055-82bc-5d691cda4168 req-c90229b2-be05-462d-a31b-dd732e55b35b tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.014867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7503060-2d7b-42c2-b600-f79fdbe11460 req-3c63ceb2-3184-4b09-a478-5810076145d2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups?id=e230980b-9dc5-4e8d-89ee-54abbc2368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580568 Aug 09 15:50:03.066617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90229b2-be05-462d-a31b-dd732e55b35b tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Pushing event deleted for resources: {'Port': ['ID=cd8d27ea-b5e5-47d4-b283-4722ca61ba59,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:03.105339 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-b7e38f76-de82-4b89-871d-c9a063e1610c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.127210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb351e7-c3a3-4055-82bc-5d691cda4168 req-c90229b2-be05-462d-a31b-dd732e55b35b tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] No DVR routers for this DVR port cd8d27ea-b5e5-47d4-b283-4722ca61ba59 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:03.150364 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7cb351e7-c3a3-4055-82bc-5d691cda4168 req-c90229b2-be05-462d-a31b-dd732e55b35b tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.152373 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7cb351e7-c3a3-4055-82bc-5d691cda4168 req-c90229b2-be05-462d-a31b-dd732e55b35b tempest-InstanceActionsV221TestJSON-513948494 tempest-InstanceActionsV221TestJSON-513948494-project] 10.222.0.60 "DELETE /v2.0/ports/cd8d27ea-b5e5-47d4-b283-4722ca61ba59 HTTP/1.1" status: 204 len: 173 time: 2.0084264 Aug 09 15:50:03.156040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e38f76-de82-4b89-871d-c9a063e1610c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'Port': ['ID=ad730bf3-f589-4d6f-83ff-b798d961769b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:03.242209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-b7e38f76-de82-4b89-871d-c9a063e1610c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] No DVR routers for this DVR port ad730bf3-f589-4d6f-83ff-b798d961769b on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:03.245661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-b7e38f76-de82-4b89-871d-c9a063e1610c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.248992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-b7e38f76-de82-4b89-871d-c9a063e1610c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "DELETE /v2.0/ports/ad730bf3-f589-4d6f-83ff-b798d961769b HTTP/1.1" status: 204 len: 173 time: 1.5666525 Aug 09 15:50:03.415801 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f41f6-29eb-458a-91bc-f98e1837eefa req-3fda0682-6a9d-4f4a-9a1c-c7b84f72c9eb tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:03.417784 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f8f41f6-29eb-458a-91bc-f98e1837eefa req-3fda0682-6a9d-4f4a-9a1c-c7b84f72c9eb tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.0910506 Aug 09 15:50:03.440980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39339336-c2a6-401b-82b3-260da34faf68 req-7ba5954b-ddf0-4022-9903-113f93c99986 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:03.442594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39339336-c2a6-401b-82b3-260da34faf68 req-7ba5954b-ddf0-4022-9903-113f93c99986 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 945 time: 0.1186666 Aug 09 15:50:03.466662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-bee8d93f-0424-493d-84c3-bf8e4031a4c9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Deleting port db9322e6-f226-4519-b232-0c993b0e4a63 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:03.467177 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-bee8d93f-0424-493d-84c3-bf8e4031a4c9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.491799 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f8f41f6-29eb-458a-91bc-f98e1837eefa req-ffb6f715-5774-434c-8748-64652b488d4e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604327 Aug 09 15:50:03.505159 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 66c04103-00ea-479e-925e-75db7a0f646a up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:03.607505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39339336-c2a6-401b-82b3-260da34faf68 req-e6b50b19-e5d1-4a6d-ace2-d5ed3115e2f6 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528158 Aug 09 15:50:03.670427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 66c04103-00ea-479e-925e-75db7a0f646a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:03.683952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 66c04103-00ea-479e-925e-75db7a0f646a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:03.684589 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.712396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-bee8d93f-0424-493d-84c3-bf8e4031a4c9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] For port db9322e6-f226-4519-b232-0c993b0e4a63, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=db9322e6-f226-4519-b232-0c993b0e4a63,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:03.714920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-bee8d93f-0424-493d-84c3-bf8e4031a4c9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.743763 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-bee8d93f-0424-493d-84c3-bf8e4031a4c9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Calling delete_port for db9322e6-f226-4519-b232-0c993b0e4a63 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:03.832821 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.849379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd3851a-8709-4977-9761-9144c7a54999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8d27ea-b5e5-47d4-b283-4722ca61ba59'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:03.852634 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8ca64c-713e-4528-a98d-e5d874ff7344" -d '{"events": [{"server_uuid": "5dd3851a-8709-4977-9761-9144c7a54999", "name": "network-vif-unplugged", "status": "completed", "tag": "cd8d27ea-b5e5-47d4-b283-4722ca61ba59"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:03.870760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-deleted', 'tag': '4aa4ba74-90a3-46f1-832a-a6a8176e0745'}, {'server_uuid': '5dd3851a-8709-4977-9761-9144c7a54999', 'name': 'network-vif-deleted', 'tag': 'cd8d27ea-b5e5-47d4-b283-4722ca61ba59'}, {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-deleted', 'tag': 'ad730bf3-f589-4d6f-83ff-b798d961769b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:03.887359 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec7f00d-fd44-4b71-8de3-93af664d7249" -d '{"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-deleted", "tag": "4aa4ba74-90a3-46f1-832a-a6a8176e0745"}, {"server_uuid": "5dd3851a-8709-4977-9761-9144c7a54999", "name": "network-vif-deleted", "tag": "cd8d27ea-b5e5-47d4-b283-4722ca61ba59"}, {"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-deleted", "tag": "ad730bf3-f589-4d6f-83ff-b798d961769b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:03.909520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 66c04103-00ea-479e-925e-75db7a0f646a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=66c04103-00ea-479e-925e-75db7a0f646a,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:03.915683 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:03.946722 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b2efc0-a82d-4eb5-bf86-2ec030b4f6ca x-openstack-request-id: req-a2b2efc0-a82d-4eb5-bf86-2ec030b4f6ca {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:03.947013 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd3851a-8709-4977-9761-9144c7a54999", "name": "network-vif-unplugged", "status": "completed", "tag": "cd8d27ea-b5e5-47d4-b283-4722ca61ba59", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:03.947532 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2b2efc0-a82d-4eb5-bf86-2ec030b4f6ca {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:03.947955 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd3851a-8709-4977-9761-9144c7a54999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8d27ea-b5e5-47d4-b283-4722ca61ba59', 'code': 200} Aug 09 15:50:03.983526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=66c04103-00ea-479e-925e-75db7a0f646a,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:04.014967 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0238b7b-8303-4868-bbff-f4cbcf2c1e60 x-openstack-request-id: req-b0238b7b-8303-4868-bbff-f4cbcf2c1e60 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:04.015503 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-deleted", "tag": "4aa4ba74-90a3-46f1-832a-a6a8176e0745", "status": "completed", "code": 200}, {"server_uuid": "5dd3851a-8709-4977-9761-9144c7a54999", "name": "network-vif-deleted", "tag": "cd8d27ea-b5e5-47d4-b283-4722ca61ba59", "status": "completed", "code": 200}, {"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-deleted", "tag": "ad730bf3-f589-4d6f-83ff-b798d961769b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:04.015503 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0238b7b-8303-4868-bbff-f4cbcf2c1e60 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:04.015981 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-deleted', 'tag': '4aa4ba74-90a3-46f1-832a-a6a8176e0745', 'status': 'completed', 'code': 200} Aug 09 15:50:04.016224 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd3851a-8709-4977-9761-9144c7a54999', 'name': 'network-vif-deleted', 'tag': 'cd8d27ea-b5e5-47d4-b283-4722ca61ba59', 'status': 'completed', 'code': 200} Aug 09 15:50:04.016476 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-deleted', 'tag': 'ad730bf3-f589-4d6f-83ff-b798d961769b', 'status': 'completed', 'code': 200} Aug 09 15:50:04.042566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-bee8d93f-0424-493d-84c3-bf8e4031a4c9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.092411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8d93f-0424-493d-84c3-bf8e4031a4c9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'Port': ['ID=db9322e6-f226-4519-b232-0c993b0e4a63,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:04.140279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-bee8d93f-0424-493d-84c3-bf8e4031a4c9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] No DVR routers for this DVR port db9322e6-f226-4519-b232-0c993b0e4a63 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:04.150342 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-bee8d93f-0424-493d-84c3-bf8e4031a4c9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.152285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9d3090-db24-46fb-a0a7-4b2a07cf18fd req-bee8d93f-0424-493d-84c3-bf8e4031a4c9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.53 "DELETE /v2.0/ports/db9322e6-f226-4519-b232-0c993b0e4a63 HTTP/1.1" status: 204 len: 173 time: 0.8951602 Aug 09 15:50:04.173921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-18f27b05-11ed-409f-8e64-5f08ac3db4b8 req-89cb7c4b-34b9-41ec-b5c1-a259dcf8df2f tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0347414 Aug 09 15:50:04.326491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66524a7a-42b7-4e92-9123-bee76b3213ad req-473a196e-e404-4aeb-92a7-d91657f7c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:04.328159 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-66524a7a-42b7-4e92-9123-bee76b3213ad req-473a196e-e404-4aeb-92a7-d91657f7c9aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 1096 time: 0.0634985 Aug 09 15:50:04.417515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37702) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:04.446658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66524a7a-42b7-4e92-9123-bee76b3213ad req-5d0539a4-b9db-42b3-b7e2-f4897e519560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:04.448909 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-66524a7a-42b7-4e92-9123-bee76b3213ad req-5d0539a4-b9db-42b3-b7e2-f4897e519560 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 200 len: 915 time: 0.1121271 Aug 09 15:50:04.511104 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-66524a7a-42b7-4e92-9123-bee76b3213ad req-44e0f697-d962-49c3-a3d4-27a063d0e48a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293eb202-3dba-4048-83d5-a01b65bc403f HTTP/1.1" status: 200 len: 217 time: 0.0525081 Aug 09 15:50:04.586608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Deleting subnet d4cef8ad-c8dd-4385-83f9-8920de8a7db1 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:04.599506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66524a7a-42b7-4e92-9123-bee76b3213ad req-c9624cd0-ef4f-4776-82c9-90c8f1f9d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:04.601047 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-66524a7a-42b7-4e92-9123-bee76b3213ad req-c9624cd0-ef4f-4776-82c9-90c8f1f9d666 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79513e2-dc62-455a-b17c-e8155f54db56 HTTP/1.1" status: 200 len: 854 time: 0.0817373 Aug 09 15:50:04.629419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.648012 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-66524a7a-42b7-4e92-9123-bee76b3213ad req-726ff887-b277-4965-8797-6b64ebfa7994 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bad4f35b-0f41-4000-9866-01d87cec6ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388620 Aug 09 15:50:04.769364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d04eec-c435-4af2-a867-8f4d68725ac4 req-afa7b261-7774-488b-bafc-75a3a9e2de47 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:04.777401 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-04d04eec-c435-4af2-a867-8f4d68725ac4 req-afa7b261-7774-488b-bafc-75a3a9e2de47 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1941419 Aug 09 15:50:04.781322 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.848926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-66524a7a-42b7-4e92-9123-bee76b3213ad req-62b4bc24-7afd-45be-a66f-7629021aa7a1 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925085 Aug 09 15:50:04.885446 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.949075 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:04.981121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5780dcd-d16e-4567-b361-029891960c45 req-d9db960c-8ca5-45ea-866b-306d6ae93abb tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:04.983281 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5780dcd-d16e-4567-b361-029891960c45 req-d9db960c-8ca5-45ea-866b-306d6ae93abb tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 945 time: 0.1190689 Aug 09 15:50:04.996298 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.000943 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d4cef8ad-c8dd-4385-83f9-8920de8a7db1 HTTP/1.1" status: 204 len: 168 time: 0.5820148 Aug 09 15:50:05.004319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37730) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:05.010478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-66524a7a-42b7-4e92-9123-bee76b3213ad req-893a2cb9-03f5-48e4-a02c-b51ff1f19097 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542695 Aug 09 15:50:05.013974 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4cef8ad-c8dd-4385-83f9-8920de8a7db1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:05.024567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:05.024911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:05.025251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:05.025762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:05.026104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:05.026433 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:05.026759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:05.027225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:05.027648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:05.027979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:05.028332 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:05.028785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ddf5e8-168b-4a52-9bfe-e411a8e58b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:05.052603 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-04d04eec-c435-4af2-a867-8f4d68725ac4 req-58544416-127a-40b2-86ef-8a357ccb7610 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738380 Aug 09 15:50:05.069719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5780dcd-d16e-4567-b361-029891960c45 req-c33d91e8-7cd6-49c3-986d-75bbf5d88832 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577018 Aug 09 15:50:05.094675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37732) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:05.140912 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.240310 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.256778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c54732-9020-42d6-8bdb-73144a4e34e7']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:05.260928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257b2b9-96ff-4563-abe7-c85cbc39c0d7 req-cfacaed2-ba47-4bf4-a95c-21eaff1a10c9 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:05.262550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c257b2b9-96ff-4563-abe7-c85cbc39c0d7 req-cfacaed2-ba47-4bf4-a95c-21eaff1a10c9 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1 HTTP/1.1" status: 200 len: 945 time: 0.0901392 Aug 09 15:50:05.275514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2433411b-b1e3-48a5-8c8b-2444ab8e232d') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:05.276051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2433411b-b1e3-48a5-8c8b-2444ab8e232d') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:05.283255 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-baedec49-4d9f-489b-9062-7a899fb3e3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.289382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.321512 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ac037bf-8de0-422e-b859-e596c4b9303e req-df7829ff-0a23-4923-bdb8-09758cbb0b42 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0352407 Aug 09 15:50:05.328136 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.328673 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c257b2b9-96ff-4563-abe7-c85cbc39c0d7 req-d56eccb6-cd94-475a-8ccd-945801a943c3 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580938 Aug 09 15:50:05.354886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:50:05.355355 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:50:05.357202 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:50:05.422777 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.430185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.430632 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-baedec49-4d9f-489b-9062-7a899fb3e3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.432794 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] 10.222.0.81 "DELETE /v2.0/networks/d7c54732-9020-42d6-8bdb-73144a4e34e7 HTTP/1.1" status: 204 len: 168 time: 0.4276278 Aug 09 15:50:05.436798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-baedec49-4d9f-489b-9062-7a899fb3e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.445713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e94e43-f474-46ba-9295-556a2e2c3dce admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c54732-9020-42d6-8bdb-73144a4e34e7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:05.480308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedec49-4d9f-489b-9062-7a899fb3e3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3407b5d2-a99c-4c01-85ac-a3a30e9a46cb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:05.489052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-baedec49-4d9f-489b-9062-7a899fb3e3ff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb0b0c810ede46f683c7577555151901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906419 Aug 09 15:50:05.489052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37742) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:05.547687 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef4089d1-a89e-4d91-a2ad-b91d685776f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.565375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37744) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:05.592075 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef4089d1-a89e-4d91-a2ad-b91d685776f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.640893 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-35559323-295a-4d54-89a3-82851fd09c5b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f9e96efc5f34047a190cd55840cb006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744081 Aug 09 15:50:05.643480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37746) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:05.682073 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef4089d1-a89e-4d91-a2ad-b91d685776f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.684696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef4089d1-a89e-4d91-a2ad-b91d685776f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.686191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ef4089d1-a89e-4d91-a2ad-b91d685776f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3407b5d2-a99c-4c01-85ac-a3a30e9a46cb HTTP/1.1" status: 204 len: 168 time: 0.1960535 Aug 09 15:50:05.700752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4089d1-a89e-4d91-a2ad-b91d685776f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3407b5d2-a99c-4c01-85ac-a3a30e9a46cb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:05.716087 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e18e9f2-8c4c-415c-8218-1b9e809b0df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.751458 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e18e9f2-8c4c-415c-8218-1b9e809b0df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.824246 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e18e9f2-8c4c-415c-8218-1b9e809b0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.828157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e18e9f2-8c4c-415c-8218-1b9e809b0df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:05.834104 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2e18e9f2-8c4c-415c-8218-1b9e809b0df7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23a8a066-06e3-4d2c-ace7-ae39c1431544 HTTP/1.1" status: 204 len: 168 time: 0.1871324 Aug 09 15:50:05.856763 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18e9f2-8c4c-415c-8218-1b9e809b0df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a8a066-06e3-4d2c-ace7-ae39c1431544,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:05.949608 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c04103-00ea-479e-925e-75db7a0f646a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:05.952186 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7542e573-b35b-4c3c-8406-5b31daf128aa" -d '{"events": [{"server_uuid": "d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1", "name": "network-vif-plugged", "status": "completed", "tag": "66c04103-00ea-479e-925e-75db7a0f646a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:05.995384 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b3befe-8454-4036-8f8c-dc8995295706 x-openstack-request-id: req-84b3befe-8454-4036-8f8c-dc8995295706 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:05.995736 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1", "name": "network-vif-plugged", "status": "completed", "tag": "66c04103-00ea-479e-925e-75db7a0f646a", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:05.996175 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84b3befe-8454-4036-8f8c-dc8995295706 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:05.996568 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c04103-00ea-479e-925e-75db7a0f646a', 'code': 200} Aug 09 15:50:06.018046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-deleted', 'tag': 'db9322e6-f226-4519-b232-0c993b0e4a63'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:06.020314 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe3c206-6e30-456a-994f-8617ee21ac91" -d '{"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-deleted", "tag": "db9322e6-f226-4519-b232-0c993b0e4a63"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:06.065186 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d6e512-86e7-491d-adcd-8a53611e52b3 x-openstack-request-id: req-20d6e512-86e7-491d-adcd-8a53611e52b3 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:06.065484 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389029-3605-4c91-85d4-b817555504e5", "name": "network-vif-deleted", "tag": "db9322e6-f226-4519-b232-0c993b0e4a63", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:06.066202 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20d6e512-86e7-491d-adcd-8a53611e52b3 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:06.066611 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389029-3605-4c91-85d4-b817555504e5', 'name': 'network-vif-deleted', 'tag': 'db9322e6-f226-4519-b232-0c993b0e4a63', 'status': 'completed', 'code': 200} Aug 09 15:50:06.149418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e98f7-08e5-4b07-9b9e-e8e7992f4b32 req-6979c6c2-a660-41a3-abd0-8a7f26b1012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:06.151169 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-776e98f7-08e5-4b07-9b9e-e8e7992f4b32 req-6979c6c2-a660-41a3-abd0-8a7f26b1012a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0837107 Aug 09 15:50:06.260320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663dce8-41c1-4369-8a1a-51cd94fb0f2a req-04a927a5-87dd-49b0-b5dc-d95f368352d1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:06.261947 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5663dce8-41c1-4369-8a1a-51cd94fb0f2a req-04a927a5-87dd-49b0-b5dc-d95f368352d1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 945 time: 0.1257567 Aug 09 15:50:06.266323 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-776e98f7-08e5-4b07-9b9e-e8e7992f4b32 req-93c86178-4fc0-480f-97f6-0496d71b0230 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789180 Aug 09 15:50:06.313542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5663dce8-41c1-4369-8a1a-51cd94fb0f2a req-929daff0-69eb-447c-8aab-3d9a471314e7 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429416 Aug 09 15:50:06.437866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 293eb202-3dba-4048-83d5-a01b65bc403f no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:06.567240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc59312-79a7-46f3-abc0-d66ed502d2dc req-2af26f2f-dcab-4fd8-933b-3a37e4f68064 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:06.570448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-acc59312-79a7-46f3-abc0-d66ed502d2dc req-2af26f2f-dcab-4fd8-933b-3a37e4f68064 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1 HTTP/1.1" status: 200 len: 945 time: 0.0919211 Aug 09 15:50:06.584532 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-def4fb25-cf53-46fd-a42d-f14461e84b96 req-37c570ef-6514-40d4-9fbd-e2a7849b093c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0867703 Aug 09 15:50:06.602291 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:06.649899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=293eb202-3dba-4048-83d5-a01b65bc403f,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:06.652411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-acc59312-79a7-46f3-abc0-d66ed502d2dc req-7065d3ad-8f7c-4e85-a445-de061c0c53b5 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743847 Aug 09 15:50:06.655878 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:06.723184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=293eb202-3dba-4048-83d5-a01b65bc403f,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:06.834536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37804) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:06.843033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37808) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:07.036283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-658061935-network', 'tenant_id': '397cfa831a0847b792e62f1089a70efe'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:07.047255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1891843402-network', 'tenant_id': 'b5b5a4da81d346fbb3b4531cecc1b3f2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:07.072881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:50:07.072881 n-d-803778-2 neutron-server[94290]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 15:50:07.072881 n-d-803778-2 neutron-server[94290]: [parameters: {'project_id': '397cfa831a0847b792e62f1089a70efe', 'id': '10f18350-567a-4009-9cf6-713f034b7629', 'expiration': datetime.datetime(2021, 8, 9, 15, 52, 7, 65662)}] Aug 09 15:50:07.072881 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:50:07.073374 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:50:07.079013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Made reservation on behalf of b5b5a4da81d346fbb3b4531cecc1b3f2 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:07.081440 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.091238 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.203312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.208179 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.237098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:50:07.248125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc95a9f-c255-4e14-b834-4b5f09b45359,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:07.253466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.253865 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Added segment 3c938ec1-dd8a-4707-8b81-344e4a982356 of type vlan for network bfcb0c63-bc43-467a-8a9a-5e90b5068a1f Aug 09 15:50:07.304618 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.338319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.339378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:07.340154 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.403794 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5590589 Aug 09 15:50:07.404189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37820) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:07.410543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-086669dd-e6e4-4523-96cd-cc4b372b332a admin admin] Request body: {'subnet': {'network_id': 'bfcb0c63-bc43-467a-8a9a-5e90b5068a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1891843402-subnet', 'tenant_id': 'b5b5a4da81d346fbb3b4531cecc1b3f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:07.411512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585bd70-132e-43e8-9bf3-d484e19d461a admin admin] Pushing event updated for resources: {'Network': ['ID=bfcb0c63-bc43-467a-8a9a-5e90b5068a1f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:07.423153 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network bfcb0c63-bc43-467a-8a9a-5e90b5068a1f details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:50:07.483362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086669dd-e6e4-4523-96cd-cc4b372b332a admin admin] Made reservation on behalf of b5b5a4da81d346fbb3b4531cecc1b3f2 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:07.486407 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-086669dd-e6e4-4523-96cd-cc4b372b332a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.551474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6a868-fe80-4456-96fb-75008f1ce044 req-fa7fcc02-c9c2-4e13-be7c-eb58444531a3 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:07.552966 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-feb6a868-fe80-4456-96fb-75008f1ce044 req-fa7fcc02-c9c2-4e13-be7c-eb58444531a3 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.1213484 Aug 09 15:50:07.580835 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ff8b88ec-66ab-4aa7-af15-de8ef06c4f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.598335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Made reservation on behalf of 397cfa831a0847b792e62f1089a70efe for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:07.601338 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.614759 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.624638 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-feb6a868-fe80-4456-96fb-75008f1ce044 req-82beddeb-149e-41c5-9b7c-bb713fd02697 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602801 Aug 09 15:50:07.747846 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-086669dd-e6e4-4523-96cd-cc4b372b332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.748150 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.752721 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.804512 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-668326d0-05b6-4d4d-8d4f-e9fb5af53a7d req-9485ab06-b481-4ea8-9030-54b6d714a35c tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0458517 Aug 09 15:50:07.805602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:50:07.829311 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.829691 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Added segment 9f654760-6f0f-4479-af17-0c6ece7bd88e of type vlan for network 6391bbad-ba65-4863-92f4-5e3867f30c72 Aug 09 15:50:07.831251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f921a7-8f8d-4c0a-a086-96e461cc1f9b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:07.851815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:07.852279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:07.852493 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086669dd-e6e4-4523-96cd-cc4b372b332a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2899295e-b956-4b2e-bbf0-de5c42f0ee2e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:07.852914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:07.853133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:07.853524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:07.853884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:07.854476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:07.856129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086669dd-e6e4-4523-96cd-cc4b372b332a admin admin] Checking segment: {'id': '3c938ec1-dd8a-4707-8b81-344e4a982356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfcb0c63-bc43-467a-8a9a-5e90b5068a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:07.856501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086669dd-e6e4-4523-96cd-cc4b372b332a admin admin] Network hostable DHCP agents. Network: bfcb0c63-bc43-467a-8a9a-5e90b5068a1f, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:50:07.865770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:07.866121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:07.866598 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:07.867681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:07.867681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:07.875410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d44db1-54af-4a94-a094-aca2103042ee req-733b2c28-8909-4d25-b145-ff72863fcbad tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:07.878698 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1d44db1-54af-4a94-a094-aca2103042ee req-733b2c28-8909-4d25-b145-ff72863fcbad tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.1218846 Aug 09 15:50:07.909230 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.910143 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086669dd-e6e4-4523-96cd-cc4b372b332a admin admin] Network bfcb0c63-bc43-467a-8a9a-5e90b5068a1f is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:50:07.931551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-086669dd-e6e4-4523-96cd-cc4b372b332a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, bfcb0c63-bc43-467a-8a9a-5e90b5068a1f) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:07.936392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1d44db1-54af-4a94-a094-aca2103042ee req-1bfb5e07-5d40-44ce-ac5c-67843a05b91e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495617 Aug 09 15:50:07.939421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086669dd-e6e4-4523-96cd-cc4b372b332a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:07.940185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-086669dd-e6e4-4523-96cd-cc4b372b332a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.946521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6fb559-404a-4fe3-875a-4fbcfcbebebb None None] Network bfcb0c63-bc43-467a-8a9a-5e90b5068a1f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:07.965686 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-086669dd-e6e4-4523-96cd-cc4b372b332a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5595994 Aug 09 15:50:07.983797 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:07.984890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:07.985616 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:08.066379 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2218757 Aug 09 15:50:08.080938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a50ffc-be7d-41c8-b48c-23510f53a9e5 req-17720617-4cea-4de3-8f31-ce7911243695 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:08.087531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2a50ffc-be7d-41c8-b48c-23510f53a9e5 req-17720617-4cea-4de3-8f31-ce7911243695 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1 HTTP/1.1" status: 200 len: 945 time: 0.1534054 Aug 09 15:50:08.146002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510eee4-a5b8-4bf3-ab91-f40cf6e42499 admin admin] Pushing event updated for resources: {'Network': ['ID=6391bbad-ba65-4863-92f4-5e3867f30c72,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:08.161480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '293eb202-3dba-4048-83d5-a01b65bc403f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:08.164254 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2e1114-f4ef-4e6b-9bbf-2bff7fc1b86e" -d '{"events": [{"server_uuid": "ff9d68ff-1e64-4fd7-8b55-72735448b77a", "name": "network-vif-unplugged", "status": "completed", "tag": "293eb202-3dba-4048-83d5-a01b65bc403f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:08.165776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2a50ffc-be7d-41c8-b48c-23510f53a9e5 req-a98d1b46-8d10-4885-9b8c-c0c37ae3b9ec tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688467 Aug 09 15:50:08.167045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 6391bbad-ba65-4863-92f4-5e3867f30c72 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:50:08.235318 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4626a5-7795-4402-835f-4b750ff1fc72 x-openstack-request-id: req-1a4626a5-7795-4402-835f-4b750ff1fc72 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:08.235678 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9d68ff-1e64-4fd7-8b55-72735448b77a", "name": "network-vif-unplugged", "status": "failed", "tag": "293eb202-3dba-4048-83d5-a01b65bc403f", "code": 422}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:08.236032 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a4626a5-7795-4402-835f-4b750ff1fc72 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:08.236613 n-d-803778-2 neutron-server[94291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '293eb202-3dba-4048-83d5-a01b65bc403f', 'code': 422} returned with failed status Aug 09 15:50:08.339622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631d0008-6381-4a24-91ae-9aee00944c74 None None] Network bfcb0c63-bc43-467a-8a9a-5e90b5068a1f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:08.904148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05646f-25c6-43ea-bc8b-196c3ab2e374 req-5b501306-e430-4dab-88c5-4c5a45549107 tempest-ComputeTenantNetworksTest-1362339674 tempest-ComputeTenantNetworksTest-1362339674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:08.910744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05646f-25c6-43ea-bc8b-196c3ab2e374 req-5b501306-e430-4dab-88c5-4c5a45549107 tempest-ComputeTenantNetworksTest-1362339674 tempest-ComputeTenantNetworksTest-1362339674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:08.917540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05646f-25c6-43ea-bc8b-196c3ab2e374 req-5b501306-e430-4dab-88c5-4c5a45549107 tempest-ComputeTenantNetworksTest-1362339674 tempest-ComputeTenantNetworksTest-1362339674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:08.919647 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6f05646f-25c6-43ea-bc8b-196c3ab2e374 req-5b501306-e430-4dab-88c5-4c5a45549107 tempest-ComputeTenantNetworksTest-1362339674 tempest-ComputeTenantNetworksTest-1362339674-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3088303 Aug 09 15:50:08.961376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f171e-cc3d-46c1-ab1a-ed30acf242a5 req-b7b4529a-5a23-40a1-a6b7-7637d4bd469e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:08.970500 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e1f171e-cc3d-46c1-ab1a-ed30acf242a5 req-b7b4529a-5a23-40a1-a6b7-7637d4bd469e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.1147532 Aug 09 15:50:08.999875 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-81472092-546a-4239-98cd-df7165c77a81 req-549fa36e-8a95-404e-b6e1-941cd97ae716 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1506445 Aug 09 15:50:09.023726 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e1f171e-cc3d-46c1-ab1a-ed30acf242a5 req-a9d530fb-2912-4583-b106-f77dec2bc1f4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507441 Aug 09 15:50:09.140248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f309dc0a-a101-4d94-894b-1dc3e108019d req-751d6e6d-22fc-477c-949c-547c367d66de tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0528975 Aug 09 15:50:09.279445 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-227d38c8-0b43-47d8-9892-ed334442d6f7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:09.281065 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-227d38c8-0b43-47d8-9892-ed334442d6f7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/networks?id=89093429-15f5-4206-9599-1c7f34c780f5 HTTP/1.1" status: 200 len: 812 time: 0.1503859 Aug 09 15:50:09.302029 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-151126db-49bc-41db-b11c-0297e6c5df47 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/quotas/5fff9536d9084928b80d512c22c7c259 HTTP/1.1" status: 200 len: 375 time: 0.0101950 Aug 09 15:50:09.323726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bdd81-3afb-416b-a9f9-e5cbc2dc04b6 req-7ba83626-075a-41f1-b73c-83eeb8addae8 tempest-ComputeTenantNetworksTest-1362339674 tempest-ComputeTenantNetworksTest-1362339674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:09.326509 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-002bdd81-3afb-416b-a9f9-e5cbc2dc04b6 req-7ba83626-075a-41f1-b73c-83eeb8addae8 tempest-ComputeTenantNetworksTest-1362339674 tempest-ComputeTenantNetworksTest-1362339674-project] 10.222.0.81 "GET /v2.0/networks/6391bbad-ba65-4863-92f4-5e3867f30c72 HTTP/1.1" status: 200 len: 768 time: 0.1440058 Aug 09 15:50:09.334483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37910) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:09.365299 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-4e9081d2-e678-4d1e-a86e-277cf17bc93c tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5fff9536d9084928b80d512c22c7c259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552990 Aug 09 15:50:09.465952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.566214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-f9b06702-93c6-447f-80dc-99c87c3013c4 service neutron] 10.222.0.81 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915140 Aug 09 15:50:09.574337 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.588648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6391bbad-ba65-4863-92f4-5e3867f30c72']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:09.607324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f654760-6f0f-4479-af17-0c6ece7bd88e') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:09.607862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f654760-6f0f-4479-af17-0c6ece7bd88e') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:09.621861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.641962 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.656079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:50:09.656884 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:50:09.662619 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:50:09.721428 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-608fe6d6-4176-4dff-a11f-79d11d6fdb93 service neutron] 10.222.0.81 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502059 Aug 09 15:50:09.758787 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.770630 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:09.777901 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] 10.222.0.81 "DELETE /v2.0/networks/6391bbad-ba65-4863-92f4-5e3867f30c72 HTTP/1.1" status: 204 len: 168 time: 0.4421651 Aug 09 15:50:09.818539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d89ad3-598a-435e-a262-220042a0c7ce admin admin] Pushing event deleted for resources: {'Network': ['ID=6391bbad-ba65-4863-92f4-5e3867f30c72,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:09.935643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37926) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:10.024928 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f413d738-6f85-44ba-8a94-ade8e9f33c64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=397cfa831a0847b792e62f1089a70efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877662 Aug 09 15:50:10.028287 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37934) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:10.110452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81472092-546a-4239-98cd-df7165c77a81 req-dee872fb-c43e-4773-b376-2d5368358ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:10.112371 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81472092-546a-4239-98cd-df7165c77a81 req-dee872fb-c43e-4773-b376-2d5368358ce0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a&tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a HTTP/1.1" status: 200 len: 1094 time: 0.0827670 Aug 09 15:50:10.175528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d28eb9a-03e7-4626-b495-b825d5cec616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.203502 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d28eb9a-03e7-4626-b495-b825d5cec616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.327339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81472092-546a-4239-98cd-df7165c77a81 req-bada5cda-2a55-4678-a946-7996c4af69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:10.328321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81472092-546a-4239-98cd-df7165c77a81 req-bada5cda-2a55-4678-a946-7996c4af69af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 1094 time: 0.1905947 Aug 09 15:50:10.336265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cea8a0cf-2ae5-4267-ab0f-40b1000f5fa3 req-732223b3-f85c-4d8c-98ee-164a0b44b593 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 210 time: 0.0869601 Aug 09 15:50:10.357708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d28eb9a-03e7-4626-b495-b825d5cec616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.364985 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d28eb9a-03e7-4626-b495-b825d5cec616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.372386 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7d28eb9a-03e7-4626-b495-b825d5cec616 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53f921a7-8f8d-4c0a-a086-96e461cc1f9b HTTP/1.1" status: 204 len: 168 time: 0.3429947 Aug 09 15:50:10.412450 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28eb9a-03e7-4626-b495-b825d5cec616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f921a7-8f8d-4c0a-a086-96e461cc1f9b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:10.451251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 293eb202-3dba-4048-83d5-a01b65bc403f no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:10.508832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81472092-546a-4239-98cd-df7165c77a81 req-be81925c-d643-4490-91e4-a0b51599f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:10.511552 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81472092-546a-4239-98cd-df7165c77a81 req-be81925c-d643-4490-91e4-a0b51599f66c service neutron] 10.222.0.60 "GET /v2.0/networks?id=bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 200 len: 915 time: 0.1739388 Aug 09 15:50:10.550079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe2920-e430-4065-9261-3bac9bed0c72 req-9e7b18c3-b1ad-4cdd-aeda-2571a2a6179a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:10.557529 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-822e262e-58e7-4d32-9db7-2704a5ed7723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.560482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6fe2920-e430-4065-9261-3bac9bed0c72 req-9e7b18c3-b1ad-4cdd-aeda-2571a2a6179a tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.3743470 Aug 09 15:50:10.568513 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82185f05-82d2-480f-9b14-093f86238535 req-29c03583-a6d5-49d7-ad66-ca467ac8f248 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0709898 Aug 09 15:50:10.674660 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81472092-546a-4239-98cd-df7165c77a81 req-94c6bbe6-f11a-4365-8335-60f8b52e2bc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293eb202-3dba-4048-83d5-a01b65bc403f HTTP/1.1" status: 200 len: 217 time: 0.1058683 Aug 09 15:50:10.774168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e1ab2-ffc5-4e79-a328-6636ef730624 req-86a26725-9d1b-40b6-8822-244129d2af1f tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:10.775738 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a1e1ab2-ffc5-4e79-a328-6636ef730624 req-86a26725-9d1b-40b6-8822-244129d2af1f tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1 HTTP/1.1" status: 200 len: 945 time: 0.5009236 Aug 09 15:50:10.853120 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:10.885331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b903444-c2f7-408b-8fc9-1879eb55a7b2 req-f1a420f6-08a4-4f53-bf43-fb90fec3dccf tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:10.887286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b903444-c2f7-408b-8fc9-1879eb55a7b2 req-f1a420f6-08a4-4f53-bf43-fb90fec3dccf tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.53 "GET /v2.0/ports?device_id=9825a60d-2430-4c57-a3b7-64e0fdd552b9 HTTP/1.1" status: 200 len: 945 time: 0.2064297 Aug 09 15:50:10.906496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6fe2920-e430-4065-9261-3bac9bed0c72 req-1e50914b-dc69-4ffa-87ff-29d53ef0c043 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416903 Aug 09 15:50:11.051331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81472092-546a-4239-98cd-df7165c77a81 req-79058507-4d4c-4bff-b8c2-9d03481a3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:11.055708 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81472092-546a-4239-98cd-df7165c77a81 req-79058507-4d4c-4bff-b8c2-9d03481a3083 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79513e2-dc62-455a-b17c-e8155f54db56 HTTP/1.1" status: 200 len: 854 time: 0.3652163 Aug 09 15:50:11.358268 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.504108 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.533249 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f32f991b-f22f-4df7-9b6f-a7e1c3111792 req-d213af21-f981-4e89-b0c1-ac2f498e0c25 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 210 time: 0.0557351 Aug 09 15:50:11.696202 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81472092-546a-4239-98cd-df7165c77a81 req-3c73b8f7-68b4-4ff7-a73c-ebebec48ca61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bad4f35b-0f41-4000-9866-01d87cec6ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6276014 Aug 09 15:50:11.777003 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c060c021-7184-4d79-97b7-1902e9a98d29 req-d2c676ba-cbd1-46e0-8a06-c319cec4418b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0372722 Aug 09 15:50:11.996580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6a1e1ab2-ffc5-4e79-a328-6636ef730624 req-a4d2dfca-4aeb-4c02-89d6-7554bf0b98e0 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Deleting port 66c04103-00ea-479e-925e-75db7a0f646a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:11.996951 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6a1e1ab2-ffc5-4e79-a328-6636ef730624 req-a4d2dfca-4aeb-4c02-89d6-7554bf0b98e0 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.030596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1b903444-c2f7-408b-8fc9-1879eb55a7b2 req-93eb8e61-b66b-4ca1-abb4-8906565b6fbd tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Deleting port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:12.030961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b903444-c2f7-408b-8fc9-1879eb55a7b2 req-93eb8e61-b66b-4ca1-abb4-8906565b6fbd tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.037366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-280be313-f58b-4537-9304-7f2fb455fb47 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:12.039485 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-280be313-f58b-4537-9304-7f2fb455fb47 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.60 "GET /v2.0/networks?id=89093429-15f5-4206-9599-1c7f34c780f5 HTTP/1.1" status: 200 len: 812 time: 0.1780937 Aug 09 15:50:12.073029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Request body: {'port': {'device_id': 'c0e4e9ff-047d-42b9-b996-334fd5770ee1', 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5', 'admin_state_up': True, 'tenant_id': '5fff9536d9084928b80d512c22c7c259'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:12.111056 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81472092-546a-4239-98cd-df7165c77a81 req-fcbd1d84-4d79-4a16-850c-feb75bf7c345 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993750 Aug 09 15:50:12.290677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1b903444-c2f7-408b-8fc9-1879eb55a7b2 req-93eb8e61-b66b-4ca1-abb4-8906565b6fbd tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] For port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7d48884c-c9c9-4212-8fdd-8addc25a1ef7,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:12.292377 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b903444-c2f7-408b-8fc9-1879eb55a7b2 req-93eb8e61-b66b-4ca1-abb4-8906565b6fbd tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.316561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1b903444-c2f7-408b-8fc9-1879eb55a7b2 req-93eb8e61-b66b-4ca1-abb4-8906565b6fbd tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Calling delete_port for 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:12.347735 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04a3d4-4f06-419c-9457-33c36d2c5a88 req-df7e223d-4874-438d-908e-28b3e70166dc tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:12.359242 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6e04a3d4-4f06-419c-9457-33c36d2c5a88 req-df7e223d-4874-438d-908e-28b3e70166dc tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.3074598 Aug 09 15:50:12.448348 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6e04a3d4-4f06-419c-9457-33c36d2c5a88 req-68109362-ef81-4736-9381-af343a346f4e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880113 Aug 09 15:50:12.467581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6a1e1ab2-ffc5-4e79-a328-6636ef730624 req-a4d2dfca-4aeb-4c02-89d6-7554bf0b98e0 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] For port 66c04103-00ea-479e-925e-75db7a0f646a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=66c04103-00ea-479e-925e-75db7a0f646a,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:12.467950 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6a1e1ab2-ffc5-4e79-a328-6636ef730624 req-a4d2dfca-4aeb-4c02-89d6-7554bf0b98e0 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.483034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6a1e1ab2-ffc5-4e79-a328-6636ef730624 req-a4d2dfca-4aeb-4c02-89d6-7554bf0b98e0 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Calling delete_port for 66c04103-00ea-479e-925e-75db7a0f646a owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:12.536421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Made reservation on behalf of 5fff9536d9084928b80d512c22c7c259 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:12.551218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.780694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-f9019c7b-8d5f-416c-89a3-dfc6da1b6cf3 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:12.789642 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-f9019c7b-8d5f-416c-89a3-dfc6da1b6cf3 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/networks?id=bfcb0c63-bc43-467a-8a9a-5e90b5068a1f HTTP/1.1" status: 200 len: 810 time: 1.1090906 Aug 09 15:50:12.843787 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-16ca497a-d024-419e-a1b3-200df5bd5be0 req-252febb6-62bc-4c4b-8ecb-0981be6d9a71 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 210 time: 0.0617385 Aug 09 15:50:12.867409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-5ac0e755-5a51-49b4-bc7d-6ae16fc4408e tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/quotas/b5b5a4da81d346fbb3b4531cecc1b3f2 HTTP/1.1" status: 200 len: 375 time: 0.0784280 Aug 09 15:50:12.880431 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:12.909044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Allocated IP 172.20.0.10 (89093429-15f5-4206-9599-1c7f34c780f5/ad540d2b-44e9-4d10-a6b9-6c37813db41e/6c1bef70-a574-45e9-9277-5f2ed0d0149a) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:12.965069 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-d8753273-24f3-4817-a5e1-7246c7eb9ac2 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b5b5a4da81d346fbb3b4531cecc1b3f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965796 Aug 09 15:50:13.003510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b903444-c2f7-408b-8fc9-1879eb55a7b2 req-93eb8e61-b66b-4ca1-abb4-8906565b6fbd tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.013500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-c862361f-d136-409b-81a5-c36e5e86c9e7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:13.015384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-c862361f-d136-409b-81a5-c36e5e86c9e7 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.60 "GET /v2.0/networks?id=89093429-15f5-4206-9599-1c7f34c780f5 HTTP/1.1" status: 200 len: 812 time: 0.6004715 Aug 09 15:50:13.037782 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af21c353-96ef-44e8-8966-805ba960ed7f req-b9deaeae-6af1-49c3-806e-f97d23a68374 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0398989 Aug 09 15:50:13.056529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Request body: {'port': {'device_id': 'c6bd9196-2c4c-48ff-88ac-0304423acbc9', 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5', 'admin_state_up': True, 'tenant_id': '5fff9536d9084928b80d512c22c7c259'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:13.140564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb8e61-b66b-4ca1-abb4-8906565b6fbd tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Pushing event deleted for resources: {'Port': ['ID=7d48884c-c9c9-4212-8fdd-8addc25a1ef7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:13.158090 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81472092-546a-4239-98cd-df7165c77a81 req-abfa4faa-00d0-4fcb-85c5-2e1d81b892a8 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049693 Aug 09 15:50:13.228945 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6a1e1ab2-ffc5-4e79-a328-6636ef730624 req-a4d2dfca-4aeb-4c02-89d6-7554bf0b98e0 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.243641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38048) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:13.307804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb32fa7-f72e-42d3-8a60-9cd6969bb009 admin admin] Deleting subnet 7f828d50-83aa-441b-9645-e7600b469a85 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:13.311639 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fb32fa7-f72e-42d3-8a60-9cd6969bb009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.312150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2dfca-4aeb-4c02-89d6-7554bf0b98e0 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Pushing event deleted for resources: {'Port': ['ID=66c04103-00ea-479e-925e-75db7a0f646a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:13.320768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b903444-c2f7-408b-8fc9-1879eb55a7b2 req-93eb8e61-b66b-4ca1-abb4-8906565b6fbd tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] No DVR routers for this DVR port 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:13.330051 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.330683 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b903444-c2f7-408b-8fc9-1879eb55a7b2 req-93eb8e61-b66b-4ca1-abb4-8906565b6fbd tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.332835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b903444-c2f7-408b-8fc9-1879eb55a7b2 req-93eb8e61-b66b-4ca1-abb4-8906565b6fbd tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.53 "DELETE /v2.0/ports/7d48884c-c9c9-4212-8fdd-8addc25a1ef7 HTTP/1.1" status: 204 len: 173 time: 2.4195204 Aug 09 15:50:13.338079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9825a60d-2430-4c57-a3b7-64e0fdd552b9', 'name': 'network-vif-deleted', 'tag': '7d48884c-c9c9-4212-8fdd-8addc25a1ef7'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:13.340433 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b6f0cc-b671-41ba-b203-0b75378f9ec4" -d '{"events": [{"server_uuid": "9825a60d-2430-4c57-a3b7-64e0fdd552b9", "name": "network-vif-deleted", "tag": "7d48884c-c9c9-4212-8fdd-8addc25a1ef7"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:13.436270 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fb32fa7-f72e-42d3-8a60-9cd6969bb009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.482513 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb653cd-802e-49cd-86c0-9c9517304266 x-openstack-request-id: req-0bb653cd-802e-49cd-86c0-9c9517304266 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:13.482813 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9825a60d-2430-4c57-a3b7-64e0fdd552b9", "name": "network-vif-deleted", "tag": "7d48884c-c9c9-4212-8fdd-8addc25a1ef7", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:13.483068 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0bb653cd-802e-49cd-86c0-9c9517304266 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:13.483766 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9825a60d-2430-4c57-a3b7-64e0fdd552b9', 'name': 'network-vif-deleted', 'tag': '7d48884c-c9c9-4212-8fdd-8addc25a1ef7', 'status': 'completed', 'code': 200} Aug 09 15:50:13.489805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1e1ab2-ffc5-4e79-a328-6636ef730624 req-a4d2dfca-4aeb-4c02-89d6-7554bf0b98e0 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] No DVR routers for this DVR port 66c04103-00ea-479e-925e-75db7a0f646a on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:13.502214 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6a1e1ab2-ffc5-4e79-a328-6636ef730624 req-a4d2dfca-4aeb-4c02-89d6-7554bf0b98e0 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.504295 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a1e1ab2-ffc5-4e79-a328-6636ef730624 req-a4d2dfca-4aeb-4c02-89d6-7554bf0b98e0 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.53 "DELETE /v2.0/ports/66c04103-00ea-479e-925e-75db7a0f646a HTTP/1.1" status: 204 len: 173 time: 2.6976659 Aug 09 15:50:13.534866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 66c04103-00ea-479e-925e-75db7a0f646a no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:13.557554 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-b968ed3d-ba39-4242-9564-ea2ac7e3e6fc service neutron] 10.222.0.81 "GET /v2.0/networks/bfcb0c63-bc43-467a-8a9a-5e90b5068a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409482 Aug 09 15:50:13.623823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 66c04103-00ea-479e-925e-75db7a0f646a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:13.624168 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 66c04103-00ea-479e-925e-75db7a0f646a not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:13.625277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:13.674238 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-a728517d-fd54-46d9-ba86-7a52c46de49b service neutron] 10.222.0.81 "GET /v2.0/networks/bfcb0c63-bc43-467a-8a9a-5e90b5068a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156633 Aug 09 15:50:13.685008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:13.685236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 7d48884c-c9c9-4212-8fdd-8addc25a1ef7 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:13.690757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Made reservation on behalf of 5fff9536d9084928b80d512c22c7c259 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:13.696266 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.895236 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:13.931777 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fb32fa7-f72e-42d3-8a60-9cd6969bb009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.007244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1eb07-5f45-4600-aa62-bd5479db645f req-51e00f2f-3681-4006-8589-5b0e9fa8bc3d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:14.008991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6bb1eb07-5f45-4600-aa62-bd5479db645f req-51e00f2f-3681-4006-8589-5b0e9fa8bc3d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.2752914 Aug 09 15:50:14.347978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d633e63-f4fe-4b67-925c-42262ea8bfe9 req-a62c6347-ede5-45a4-b42b-b08c566efc52 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 210 time: 0.0502453 Aug 09 15:50:14.396034 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6bb1eb07-5f45-4600-aa62-bd5479db645f req-a68b9bcd-78d3-46ee-ac3b-9dbe43776227 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715215 Aug 09 15:50:14.404562 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.520581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Pushing event updated for resources: {'Port': ['ID=6c1bef70-a574-45e9-9277-5f2ed0d0149a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:14.529065 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fb32fa7-f72e-42d3-8a60-9cd6969bb009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.555714 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c59eacc-79bf-464f-9353-2f5aa9b5d17d req-7e5f6608-a003-46cc-aa82-7b8fe6f07cc7 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 210 time: 0.0928388 Aug 09 15:50:14.604662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb32fa7-f72e-42d3-8a60-9cd6969bb009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f828d50-83aa-441b-9645-e7600b469a85,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:14.610622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Network 89093429-15f5-4206-9599-1c7f34c780f5 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:14.615682 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fb32fa7-f72e-42d3-8a60-9cd6969bb009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.619802 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5fb32fa7-f72e-42d3-8a60-9cd6969bb009 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7f828d50-83aa-441b-9645-e7600b469a85 HTTP/1.1" status: 204 len: 168 time: 1.3749666 Aug 09 15:50:14.625955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38092) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:14.645959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:14.653992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:14.729223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:14.730441 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:14.752216 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ce23d745-49c3-424b-bbb9-1bf99f9bf19a req-95aba72f-6c6c-4da4-b70d-53e87b16bcb8 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.1649418 Aug 09 15:50:14.762202 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ce6168f6-b38f-4926-a8eb-84f7888287a4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7092807 Aug 09 15:50:14.831127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Allocated IP 172.20.0.5 (89093429-15f5-4206-9599-1c7f34c780f5/ad540d2b-44e9-4d10-a6b9-6c37813db41e/f2b7f2da-1918-4a3f-b88a-23c832f9e257) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:14.891408 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.175320 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.228228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fdb2fd-0577-483b-bbb7-f606800bb9ba']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:15.268219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bd7969-7617-41ed-9e0a-afd669430596') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:15.268657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bd7969-7617-41ed-9e0a-afd669430596') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:15.285268 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.322601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38100) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.333142 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.351770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.354600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:50:15.355200 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:50:15.358617 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:50:15.490292 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.499749 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.501839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] 10.222.0.81 "DELETE /v2.0/networks/47fdb2fd-0577-483b-bbb7-f606800bb9ba HTTP/1.1" status: 204 len: 168 time: 0.8726406 Aug 09 15:50:15.514196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1', 'name': 'network-vif-deleted', 'tag': '66c04103-00ea-479e-925e-75db7a0f646a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:15.524782 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13861cc-4322-4d6a-9f0d-449351285538" -d '{"events": [{"server_uuid": "d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1", "name": "network-vif-deleted", "tag": "66c04103-00ea-479e-925e-75db7a0f646a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:15.583998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d08223-4885-4c0d-89e2-67f55291645c admin admin] Pushing event deleted for resources: {'Network': ['ID=47fdb2fd-0577-483b-bbb7-f606800bb9ba,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:15.619902 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.629457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Request body: {'port': {'device_id': 'c0e4e9ff-047d-42b9-b996-334fd5770ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:15.729013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38114) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.753458 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14ab42e5-018f-44b4-abd2-d10f795896eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:15.817537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Network 89093429-15f5-4206-9599-1c7f34c780f5 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:15.831436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:15.838267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Pushing event updated for resources: {'Port': ['ID=f2b7f2da-1918-4a3f-b88a-23c832f9e257,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:15.847653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:15.896003 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-360bb67c-df97-4bd3-80d1-8107c4d7961c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36f5b17513bf476d8c384854b2a2d252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600199 Aug 09 15:50:15.900555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38120) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:15.964821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612dc1f-6f6e-4c41-94ba-a5c0eaece5e1 req-50f1c1de-f896-49b7-ac34-75a6f7c1e163 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:15.976014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7612dc1f-6f6e-4c41-94ba-a5c0eaece5e1 req-50f1c1de-f896-49b7-ac34-75a6f7c1e163 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.3893774 Aug 09 15:50:15.994392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:15.995046 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.011529 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68892a00-63e3-4f93-a35c-8461039019c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.063414 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68892a00-63e3-4f93-a35c-8461039019c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.078518 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.252823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7612dc1f-6f6e-4c41-94ba-a5c0eaece5e1 req-6a0c5b17-5dbc-42d9-9ac8-cdbfc668a10c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748907 Aug 09 15:50:16.296245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68892a00-63e3-4f93-a35c-8461039019c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.305319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68892a00-63e3-4f93-a35c-8461039019c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.309221 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-68892a00-63e3-4f93-a35c-8461039019c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4 HTTP/1.1" status: 204 len: 168 time: 0.4050317 Aug 09 15:50:16.354631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-918d1ec1-a4e4-4658-9c8e-7d32ec11e988 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:16.362789 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-918d1ec1-a4e4-4658-9c8e-7d32ec11e988 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.53 "GET /v2.0/networks?id=bfcb0c63-bc43-467a-8a9a-5e90b5068a1f HTTP/1.1" status: 200 len: 810 time: 0.2898219 Aug 09 15:50:16.368874 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6803116-e9dd-4421-9595-0e57bf2defd6 x-openstack-request-id: req-f6803116-e9dd-4421-9595-0e57bf2defd6 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:16.369393 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1", "name": "network-vif-deleted", "tag": "66c04103-00ea-479e-925e-75db7a0f646a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:16.369821 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6803116-e9dd-4421-9595-0e57bf2defd6 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:16.370405 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cbf6a9-b3d5-4c1f-bd41-27e9564ed9e1', 'name': 'network-vif-deleted', 'tag': '66c04103-00ea-479e-925e-75db7a0f646a', 'status': 'completed', 'code': 200} Aug 09 15:50:16.371483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68892a00-63e3-4f93-a35c-8461039019c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbe94da-b7ff-4535-98a1-0e7e5fdda0a4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:16.402050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Request body: {'port': {'device_id': '334f51db-2fb3-456d-955f-823a68b7f33d', 'network_id': 'bfcb0c63-bc43-467a-8a9a-5e90b5068a1f', 'admin_state_up': True, 'tenant_id': 'b5b5a4da81d346fbb3b4531cecc1b3f2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:16.561685 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ccfc9cd5-436e-4b7f-b71e-aa556f51d545 req-7954081a-79e8-4173-a41d-9b8d9f4c9e83 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 210 time: 0.0826602 Aug 09 15:50:16.618850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a8e87-c312-47e3-ac69-2dc84f88fa58 req-02e74fb3-dcf9-4f5f-bde4-3e8b5b6451c5 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:16.631134 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-496a8e87-c312-47e3-ac69-2dc84f88fa58 req-02e74fb3-dcf9-4f5f-bde4-3e8b5b6451c5 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 931 time: 0.2201815 Aug 09 15:50:16.706863 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-496a8e87-c312-47e3-ac69-2dc84f88fa58 req-f39b9678-5d9c-4743-a9e4-c46618d8516e tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731063 Aug 09 15:50:16.741705 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14ab42e5-018f-44b4-abd2-d10f795896eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.782257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-8aaac2b6-dabb-4dec-8d6b-57fd9e453c97 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7345338 Aug 09 15:50:16.785172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Made reservation on behalf of b5b5a4da81d346fbb3b4531cecc1b3f2 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:16.790611 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.814612 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Request body: {'port': {'device_id': 'c6bd9196-2c4c-48ff-88ac-0304423acbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:16.815662 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e76f50ee-deb2-4a30-af5f-e87c2610379f req-99b5c657-2aba-40c6-92f8-01ab55840584 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0971608 Aug 09 15:50:16.832755 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-14ab42e5-018f-44b4-abd2-d10f795896eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:16.964996 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.016759 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-14ab42e5-018f-44b4-abd2-d10f795896eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f025fe48e69641449c5f0add8fecaa60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6927288 Aug 09 15:50:17.032751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab42e5-018f-44b4-abd2-d10f795896eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e0fce0-4964-4298-85a3-a522316473b6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:17.034800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38134) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:17.123626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1bef70-a574-45e9-9277-5f2ed0d0149a {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:17.134213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.157694 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Transition to ACTIVE for port object 6c1bef70-a574-45e9-9277-5f2ed0d0149a will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:17.162591 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.240672 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1bef70-a574-45e9-9277-5f2ed0d0149a,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:17.317097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Allocated IP 172.20.0.9 (bfcb0c63-bc43-467a-8a9a-5e90b5068a1f/2899295e-b956-4b2e-bbf0-de5c42f0ee2e/876ed6f4-32a0-4eed-ab79-f223d41cf3b1) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:17.347839 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-305a91be-5b85-4168-9d32-6d359dbf88bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.380141 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-305a91be-5b85-4168-9d32-6d359dbf88bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.407738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Attempting to bind port 6c1bef70-a574-45e9-9277-5f2ed0d0149a on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:17.408155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Attempting to bind port 6c1bef70-a574-45e9-9277-5f2ed0d0149a by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:17.408559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Attempting to bind port 6c1bef70-a574-45e9-9277-5f2ed0d0149a on network 89093429-15f5-4206-9599-1c7f34c780f5 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:17.424295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Port 6c1bef70-a574-45e9-9277-5f2ed0d0149a on network 89093429-15f5-4206-9599-1c7f34c780f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:50:17.424730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Attempting to bind port 6c1bef70-a574-45e9-9277-5f2ed0d0149a on network 89093429-15f5-4206-9599-1c7f34c780f5 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:17.437613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:17.454492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Checking segment: {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:17.454910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Bound using segment: {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:17.455385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Bound port: 6c1bef70-a574-45e9-9277-5f2ed0d0149a, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:17.455764 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.523558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-305a91be-5b85-4168-9d32-6d359dbf88bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.531108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-305a91be-5b85-4168-9d32-6d359dbf88bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:17.538989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-305a91be-5b85-4168-9d32-6d359dbf88bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66e0fce0-4964-4298-85a3-a522316473b6 HTTP/1.1" status: 204 len: 168 time: 0.4963810 Aug 09 15:50:17.737044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a91be-5b85-4168-9d32-6d359dbf88bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e0fce0-4964-4298-85a3-a522316473b6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:17.786568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b2f9b-1c8e-44bf-a23f-1f63abe8531a req-99e794e9-432a-4ad7-9d31-691ad1b8efcc tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:17.793319 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa8b2f9b-1c8e-44bf-a23f-1f63abe8531a req-99e794e9-432a-4ad7-9d31-691ad1b8efcc tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.3011820 Aug 09 15:50:17.804416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38156) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:17.806735 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] For port 6c1bef70-a574-45e9-9277-5f2ed0d0149a, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:17.828311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] For port 6c1bef70-a574-45e9-9277-5f2ed0d0149a, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6c1bef70-a574-45e9-9277-5f2ed0d0149a,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:17.868117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3fe6e87-aa54-4e2f-8706-3467c22b274b req-997300f0-b8cb-4df4-835d-0a65fe5f585a tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 210 time: 0.1210558 Aug 09 15:50:17.908026 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.031539 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:18.032238 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.033801 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] 10.222.0.60 "PUT /v2.0/ports/6c1bef70-a574-45e9-9277-5f2ed0d0149a HTTP/1.1" status: 200 len: 1092 time: 2.4268539 Aug 09 15:50:18.055698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e4e9ff-047d-42b9-b996-334fd5770ee1', 'tag': '6c1bef70-a574-45e9-9277-5f2ed0d0149a'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:18.058106 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed97f825-13f1-48f1-84ac-40bd849d2793" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e4e9ff-047d-42b9-b996-334fd5770ee1", "tag": "6c1bef70-a574-45e9-9277-5f2ed0d0149a"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:18.169063 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa8b2f9b-1c8e-44bf-a23f-1f63abe8531a req-c2d62ff6-691e-4d0d-8f43-5163a463988c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661613 Aug 09 15:50:18.242494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1637809691-network', 'tenant_id': '8f09dbc0d7644283a77bfb624a682b1d'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:18.247674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38170) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:18.251342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1d8d5-19a3-45da-8803-6c6b8266fd73 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1bef70-a574-45e9-9277-5f2ed0d0149a,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:18.285851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-9d4aa89f-a239-488d-81c9-a3d1f33a2bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:18.287210 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-9d4aa89f-a239-488d-81c9-a3d1f33a2bda service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fff9536d9084928b80d512c22c7c259&device_id=c0e4e9ff-047d-42b9-b996-334fd5770ee1 HTTP/1.1" status: 200 len: 1095 time: 0.1989605 Aug 09 15:50:18.291142 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eaa73b8b-93fa-4edb-89a8-91ee08c819ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.300166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Made reservation on behalf of 8f09dbc0d7644283a77bfb624a682b1d for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:18.302976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.308884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904e759-9f23-4d57-a98d-a7d89a6a292d req-19de1e3a-d34b-4cdc-92af-1aaebff3ab49 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:18.310473 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5904e759-9f23-4d57-a98d-a7d89a6a292d req-19de1e3a-d34b-4cdc-92af-1aaebff3ab49 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 931 time: 0.2771163 Aug 09 15:50:18.369043 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.380826 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-61bddfc0-0b6c-411b-a018-0fdb29081f3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c1bef70-a574-45e9-9277-5f2ed0d0149a HTTP/1.1" status: 200 len: 217 time: 0.0742109 Aug 09 15:50:18.436654 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eaa73b8b-93fa-4edb-89a8-91ee08c819ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.494067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ec44f78f-cc59-49be-a835-6c42edc47ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:18.496060 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ec44f78f-cc59-49be-a835-6c42edc47ea1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad540d2b-44e9-4d10-a6b9-6c37813db41e HTTP/1.1" status: 200 len: 852 time: 0.0975096 Aug 09 15:50:18.517187 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5904e759-9f23-4d57-a98d-a7d89a6a292d req-57f30f4c-b7c6-4e99-ba9a-a37195baf431 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896417 Aug 09 15:50:18.524224 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eaa73b8b-93fa-4edb-89a8-91ee08c819ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.605306 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-31ebf6ac-9e99-4c22-9ba7-57bdc43bb54c req-9a93e1aa-bd04-41de-ae2b-5ef5aac7a583 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0856078 Aug 09 15:50:18.639577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b7f2da-1918-4a3f-b88a-23c832f9e257 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:18.671593 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.680328 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-9801b550-5011-4a66-a448-632bc8c5ca83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89093429-15f5-4206-9599-1c7f34c780f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863001 Aug 09 15:50:18.714272 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5a2f78-9ac5-47ba-a378-636a63c50ab2 x-openstack-request-id: req-4e5a2f78-9ac5-47ba-a378-636a63c50ab2 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:18.714653 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e4e9ff-047d-42b9-b996-334fd5770ee1", "tag": "6c1bef70-a574-45e9-9277-5f2ed0d0149a", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:18.714854 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e5a2f78-9ac5-47ba-a378-636a63c50ab2 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:18.715292 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e4e9ff-047d-42b9-b996-334fd5770ee1', 'tag': '6c1bef70-a574-45e9-9277-5f2ed0d0149a', 'status': 'completed', 'code': 200} Aug 09 15:50:18.732980 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.740666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa73b8b-93fa-4edb-89a8-91ee08c819ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d83f2c7-07ff-4828-af55-41fd779a3ad2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:18.754316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-eaa73b8b-93fa-4edb-89a8-91ee08c819ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6db7efaa799454997f31f9a67ec60ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012054 Aug 09 15:50:18.755482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38172) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:18.779708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.784257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Transition to ACTIVE for port object f2b7f2da-1918-4a3f-b88a-23c832f9e257 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:18.794342 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.808233 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.857911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:50:18.866991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Pushing event updated for resources: {'Port': ['ID=f2b7f2da-1918-4a3f-b88a-23c832f9e257,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:18.888908 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.889933 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Added segment 1fe2c13d-1400-472f-9411-fdb02aa5d03e of type vlan for network 482e2903-7b7e-4858-aadf-8654b768bf58 Aug 09 15:50:18.946971 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.995649 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.996911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:18.997768 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.086061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c308343-bad7-48e0-9e75-9e8041b2768d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.106541 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.171701 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Attempting to bind port f2b7f2da-1918-4a3f-b88a-23c832f9e257 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:19.172297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Attempting to bind port f2b7f2da-1918-4a3f-b88a-23c832f9e257 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:19.172750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Attempting to bind port f2b7f2da-1918-4a3f-b88a-23c832f9e257 on network 89093429-15f5-4206-9599-1c7f34c780f5 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:19.193123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f913809f-9065-4c36-84db-4dd72e7997da,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:19.340100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Network bfcb0c63-bc43-467a-8a9a-5e90b5068a1f is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:19.341726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Port f2b7f2da-1918-4a3f-b88a-23c832f9e257 on network 89093429-15f5-4206-9599-1c7f34c780f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:50:19.342277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Attempting to bind port f2b7f2da-1918-4a3f-b88a-23c832f9e257 on network 89093429-15f5-4206-9599-1c7f34c780f5 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:19.390943 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c308343-bad7-48e0-9e75-9e8041b2768d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.398239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:19.449106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:19.453517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Checking segment: {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:19.453873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Bound using segment: {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:19.454478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Bound port: f2b7f2da-1918-4a3f-b88a-23c832f9e257, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02398af-8e48-43e6-b63e-13d4bff72500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:19.454998 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:19.495678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:19.863866 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0489316 Aug 09 15:50:19.879858 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38186) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:19.891877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-25a6fc2d-b88c-43b9-bb5a-f98764ce9c6c admin admin] Request body: {'subnet': {'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1637809691-subnet', 'tenant_id': '8f09dbc0d7644283a77bfb624a682b1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:19.958571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a5061-ee03-4855-a6cc-13ff85a9c9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=482e2903-7b7e-4858-aadf-8654b768bf58,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:19.971024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 482e2903-7b7e-4858-aadf-8654b768bf58 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:50:20.018577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72832b42-852c-4803-8bca-e54edf2f7314 req-bd364b96-51c7-49da-982b-ce57bf1ca4cd tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:20.020181 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72832b42-852c-4803-8bca-e54edf2f7314 req-bd364b96-51c7-49da-982b-ce57bf1ca4cd tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.1414101 Aug 09 15:50:20.029750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a6fc2d-b88c-43b9-bb5a-f98764ce9c6c admin admin] Made reservation on behalf of 8f09dbc0d7644283a77bfb624a682b1d for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:20.042984 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25a6fc2d-b88c-43b9-bb5a-f98764ce9c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.091197 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-c77d6128-ae6a-4eca-b791-d567f8007b60 service neutron] 10.222.0.60 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1110466 Aug 09 15:50:20.126618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Pushing event updated for resources: {'Port': ['ID=876ed6f4-32a0-4eed-ab79-f223d41cf3b1,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:20.158600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26543940-5d67-4763-a4da-417c82c16c91 req-4c9dbd71-9197-4074-add4-c4ed9d008435 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:20.168289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26543940-5d67-4763-a4da-417c82c16c91 req-4c9dbd71-9197-4074-add4-c4ed9d008435 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 931 time: 1.1115954 Aug 09 15:50:20.220242 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72832b42-852c-4803-8bca-e54edf2f7314 req-1505b9e0-9ef4-4cb5-ac75-599f5a67aff9 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687186 Aug 09 15:50:20.246283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:20.248698 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.304775 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26543940-5d67-4763-a4da-417c82c16c91 req-4c2a2b0f-550e-4154-9dfb-0285104762e0 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351762 Aug 09 15:50:20.309446 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-71774f59-4e7d-42d7-b645-b16b62c419e6 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9269681 Aug 09 15:50:20.321311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] For port f2b7f2da-1918-4a3f-b88a-23c832f9e257, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:20.329421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Request body: {'port': {'device_id': '334f51db-2fb3-456d-955f-823a68b7f33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:20.344661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] For port f2b7f2da-1918-4a3f-b88a-23c832f9e257, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f2b7f2da-1918-4a3f-b88a-23c832f9e257,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:20.349119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c308343-bad7-48e0-9e75-9e8041b2768d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.353487 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c308343-bad7-48e0-9e75-9e8041b2768d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.356083 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3c308343-bad7-48e0-9e75-9e8041b2768d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d83f2c7-07ff-4828-af55-41fd779a3ad2 HTTP/1.1" status: 204 len: 168 time: 1.5948131 Aug 09 15:50:20.447056 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.523760 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25a6fc2d-b88c-43b9-bb5a-f98764ce9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.535319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c308343-bad7-48e0-9e75-9e8041b2768d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d83f2c7-07ff-4828-af55-41fd779a3ad2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:20.576598 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:20.577366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.579065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] 10.222.0.60 "PUT /v2.0/ports/f2b7f2da-1918-4a3f-b88a-23c832f9e257 HTTP/1.1" status: 200 len: 1091 time: 3.7803993 Aug 09 15:50:20.580630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bd9196-2c4c-48ff-88ac-0304423acbc9', 'tag': 'f2b7f2da-1918-4a3f-b88a-23c832f9e257'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:20.583236 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda81dec-a8d4-47e6-9446-9b29c40a38d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bd9196-2c4c-48ff-88ac-0304423acbc9", "tag": "f2b7f2da-1918-4a3f-b88a-23c832f9e257"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:20.587530 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6d4c4a8d-d770-4548-a9f1-a0654b6a0609 req-e9788420-f15f-4a49-95f4-ec620708d931 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0915043 Aug 09 15:50:20.643696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.675847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919a211-5ce2-469a-b29a-75e9fa54b5ab service neutron] Pushing event updated for resources: {'Port': ['ID=f2b7f2da-1918-4a3f-b88a-23c832f9e257,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:20.730918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a13fb-4416-4304-96b4-92fa726c58db req-32b05f9d-f76b-49fa-b613-7370db268e58 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:20.732650 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-084a13fb-4416-4304-96b4-92fa726c58db req-32b05f9d-f76b-49fa-b613-7370db268e58 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 943 time: 0.2499335 Aug 09 15:50:20.750964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6fc2d-b88c-43b9-bb5a-f98764ce9c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c86acb35-9863-4f87-ad55-3e0131e2a197,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:20.792286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a6fc2d-b88c-43b9-bb5a-f98764ce9c6c admin admin] Checking segment: {'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:20.792879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a6fc2d-b88c-43b9-bb5a-f98764ce9c6c admin admin] Network hostable DHCP agents. Network: 482e2903-7b7e-4858-aadf-8654b768bf58, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:50:20.826864 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-86df7f66-dd55-4c90-8fa3-1738f388de4d service neutron] 10.222.0.60 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163829 Aug 09 15:50:20.855048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a6fc2d-b88c-43b9-bb5a-f98764ce9c6c admin admin] Network 482e2903-7b7e-4858-aadf-8654b768bf58 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:50:20.901088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-25a6fc2d-b88c-43b9-bb5a-f98764ce9c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 482e2903-7b7e-4858-aadf-8654b768bf58) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:20.908828 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a6fc2d-b88c-43b9-bb5a-f98764ce9c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:20.911261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25a6fc2d-b88c-43b9-bb5a-f98764ce9c6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:20.919961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98569347-5775-4586-b7a7-97d4ceacb0ba None None] Network 482e2903-7b7e-4858-aadf-8654b768bf58 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:20.926137 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e74a21-a975-43c7-a31b-019a7f7acf76 x-openstack-request-id: req-17e74a21-a975-43c7-a31b-019a7f7acf76 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:20.926428 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bd9196-2c4c-48ff-88ac-0304423acbc9", "tag": "f2b7f2da-1918-4a3f-b88a-23c832f9e257", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:20.926676 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17e74a21-a975-43c7-a31b-019a7f7acf76 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:20.927068 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bd9196-2c4c-48ff-88ac-0304423acbc9', 'tag': 'f2b7f2da-1918-4a3f-b88a-23c832f9e257', 'status': 'completed', 'code': 200} Aug 09 15:50:21.032071 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-25a6fc2d-b88c-43b9-bb5a-f98764ce9c6c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1453962 Aug 09 15:50:21.065141 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97f825-13f1-48f1-84ac-40bd849d2793 req-a8231d1f-aea4-48aa-9f43-dd34a141d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:21.067024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed97f825-13f1-48f1-84ac-40bd849d2793 req-a8231d1f-aea4-48aa-9f43-dd34a141d4db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fff9536d9084928b80d512c22c7c259&device_id=c0e4e9ff-047d-42b9-b996-334fd5770ee1 HTTP/1.1" status: 200 len: 1095 time: 0.1369998 Aug 09 15:50:21.126876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-6b244b5f-f038-403f-a72a-e618938ca062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:21.128455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-6b244b5f-f038-403f-a72a-e618938ca062 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fff9536d9084928b80d512c22c7c259&device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 1094 time: 0.4758105 Aug 09 15:50:21.160468 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe34c76-03cb-4f6d-92e2-8f3ded40292e None None] Network 482e2903-7b7e-4858-aadf-8654b768bf58 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:21.304547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97f825-13f1-48f1-84ac-40bd849d2793 req-4e2b67c3-c956-4d1b-ad88-c9426be12af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:21.306421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed97f825-13f1-48f1-84ac-40bd849d2793 req-4e2b67c3-c956-4d1b-ad88-c9426be12af9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=89093429-15f5-4206-9599-1c7f34c780f5 HTTP/1.1" status: 200 len: 913 time: 0.2118096 Aug 09 15:50:21.317080 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-084a13fb-4416-4304-96b4-92fa726c58db req-ef4b9aff-6667-46c1-a24d-c7f76431a635 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774662 Aug 09 15:50:21.344225 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-4746bc33-06bb-4cc8-8898-7881059a9b4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2b7f2da-1918-4a3f-b88a-23c832f9e257 HTTP/1.1" status: 200 len: 217 time: 0.1603923 Aug 09 15:50:21.498337 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed97f825-13f1-48f1-84ac-40bd849d2793 req-ed1b169c-495a-4331-9be1-596506f173b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c1bef70-a574-45e9-9277-5f2ed0d0149a HTTP/1.1" status: 200 len: 217 time: 0.1676822 Aug 09 15:50:21.596494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-b724b7fe-818f-45d4-937c-65aeba532bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:21.598801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-b724b7fe-818f-45d4-937c-65aeba532bbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad540d2b-44e9-4d10-a6b9-6c37813db41e HTTP/1.1" status: 200 len: 852 time: 0.2401919 Aug 09 15:50:21.651496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-bb664762-f862-4caf-bef8-38552a91dd5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89093429-15f5-4206-9599-1c7f34c780f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442367 Aug 09 15:50:21.669250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96c26-f5c2-4525-98b0-d2c71d66d170 req-06df48e5-6e0d-4d8a-850b-e8493a0df376 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:21.677521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68a96c26-f5c2-4525-98b0-d2c71d66d170 req-06df48e5-6e0d-4d8a-850b-e8493a0df376 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 931 time: 0.1458044 Aug 09 15:50:21.736466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:21.756036 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.780428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10dfed-7519-44d9-a2f6-542dfc414d74 req-d663187e-3596-4075-9c75-1ac076297da5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:21.790269 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f10dfed-7519-44d9-a2f6-542dfc414d74 req-d663187e-3596-4075-9c75-1ac076297da5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.2859974 Aug 09 15:50:21.793559 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68a96c26-f5c2-4525-98b0-d2c71d66d170 req-b6ef9f32-d575-4d2c-b5f1-fde4d65e805a tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141670 Aug 09 15:50:21.827817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Transition to ACTIVE for port object 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:21.838449 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:21.873941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97f825-13f1-48f1-84ac-40bd849d2793 req-455e66c9-1af8-4d23-9eb6-04c1b4f4f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:21.875582 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed97f825-13f1-48f1-84ac-40bd849d2793 req-455e66c9-1af8-4d23-9eb6-04c1b4f4f50e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad540d2b-44e9-4d10-a6b9-6c37813db41e HTTP/1.1" status: 200 len: 852 time: 0.3469982 Aug 09 15:50:21.922163 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f10dfed-7519-44d9-a2f6-542dfc414d74 req-5667374b-2f1b-4c45-9338-b92d4206248d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303751 Aug 09 15:50:21.981095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=876ed6f4-32a0-4eed-ab79-f223d41cf3b1,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:22.092022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed97f825-13f1-48f1-84ac-40bd849d2793 req-8de282ca-f123-4727-a63c-163d4b31055b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89093429-15f5-4206-9599-1c7f34c780f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555351 Aug 09 15:50:22.142492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-920db51f-a34e-4c44-ba6d-1265572104ec req-6ce2aa70-3711-498f-9035-6feaf2b4c94a tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.1223557 Aug 09 15:50:22.423022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed97f825-13f1-48f1-84ac-40bd849d2793 req-7d937933-a5c2-4f4d-949a-9b0091808e02 service neutron] 10.222.0.60 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977748 Aug 09 15:50:22.435420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Attempting to bind port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:22.435709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Attempting to bind port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '3c938ec1-dd8a-4707-8b81-344e4a982356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfcb0c63-bc43-467a-8a9a-5e90b5068a1f'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:22.442885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Attempting to bind port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 on network bfcb0c63-bc43-467a-8a9a-5e90b5068a1f {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:22.461005 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-2181d029-b642-44f5-b016-0d081d3cbaee service neutron] 10.222.0.60 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421434 Aug 09 15:50:22.497502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6c1bef70-a574-45e9-9277-5f2ed0d0149a details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:50:22.541216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 on network bfcb0c63-bc43-467a-8a9a-5e90b5068a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:50:22.542180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Attempting to bind port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 on network bfcb0c63-bc43-467a-8a9a-5e90b5068a1f {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:22.596531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-d2b91a9f-deb9-426b-b1bd-f25aa1a74e97 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:22.604919 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-d2b91a9f-deb9-426b-b1bd-f25aa1a74e97 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/networks?id=482e2903-7b7e-4858-aadf-8654b768bf58 HTTP/1.1" status: 200 len: 815 time: 0.1729147 Aug 09 15:50:22.610025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:22.611013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Checking segment: {'id': '3c938ec1-dd8a-4707-8b81-344e4a982356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfcb0c63-bc43-467a-8a9a-5e90b5068a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:22.611778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Bound using segment: {'id': '3c938ec1-dd8a-4707-8b81-344e4a982356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfcb0c63-bc43-467a-8a9a-5e90b5068a1f'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:22.612437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Bound port: 876ed6f4-32a0-4eed-ab79-f223d41cf3b1, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c938ec1-dd8a-4707-8b81-344e4a982356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bfcb0c63-bc43-467a-8a9a-5e90b5068a1f'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:22.613704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.678031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46060ee-0cce-40a8-8952-7ed1992213bc req-087b0495-1c9e-4240-aa09-9fb4c97b521a tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:22.681099 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d46060ee-0cce-40a8-8952-7ed1992213bc req-087b0495-1c9e-4240-aa09-9fb4c97b521a tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 943 time: 0.2183671 Aug 09 15:50:22.787003 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d46060ee-0cce-40a8-8952-7ed1992213bc req-d579c80c-c858-4b20-a6cd-c3d1f643aa74 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955546 Aug 09 15:50:22.801382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] For port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:22.808211 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d5f4724-74d9-4e40-bbe0-f19933476057 req-ae7f9aec-fe02-42a2-bb7e-6e14569a70c3 service neutron] 10.222.0.60 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299918 Aug 09 15:50:22.815599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] For port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=876ed6f4-32a0-4eed-ab79-f223d41cf3b1,segment=NetworkSegment(3c938ec1-dd8a-4707-8b81-344e4a982356),segment_id=3c938ec1-dd8a-4707-8b81-344e4a982356)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:22.818174 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.861827 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-272d3b22-aaa8-4cc5-bccf-50e0272db886 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/quotas/8f09dbc0d7644283a77bfb624a682b1d HTTP/1.1" status: 200 len: 375 time: 0.2486157 Aug 09 15:50:22.863959 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed97f825-13f1-48f1-84ac-40bd849d2793 req-897b6b8c-7567-4ff8-a9ee-470e6b26cdee service neutron] 10.222.0.60 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749431 Aug 09 15:50:22.909250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=876ed6f4-32a0-4eed-ab79-f223d41cf3b1,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:22.910576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6c1bef70-a574-45e9-9277-5f2ed0d0149a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6c1bef70-a574-45e9-9277-5f2ed0d0149a,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:22.931662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '6c1bef70-a574-45e9-9277-5f2ed0d0149a', 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5', 'port_id': '6c1bef70-a574-45e9-9277-5f2ed0d0149a', 'mac_address': 'fa:16:3e:b9:f2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad540d2b-44e9-4d10-a6b9-6c37813db41e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:50:22.935756 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:22.936627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.939232 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-11d39fa3-2d49-4fb6-ae08-6b7cde84c9c4 service neutron] 10.222.0.53 "PUT /v2.0/ports/876ed6f4-32a0-4eed-ab79-f223d41cf3b1 HTTP/1.1" status: 200 len: 1091 time: 2.6145222 Aug 09 15:50:22.939981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334f51db-2fb3-456d-955f-823a68b7f33d', 'tag': '876ed6f4-32a0-4eed-ab79-f223d41cf3b1'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:22.944605 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedae192-332f-4425-b8a4-52b0b15a26fc" -d '{"events": [{"name": "network-changed", "server_uuid": "334f51db-2fb3-456d-955f-823a68b7f33d", "tag": "876ed6f4-32a0-4eed-ab79-f223d41cf3b1"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:23.066177 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.102016 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-74e986b8-5ecb-4dc3-8b5a-6ea8030837b3 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8f09dbc0d7644283a77bfb624a682b1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1893086 Aug 09 15:50:23.103820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1bef70-a574-45e9-9277-5f2ed0d0149a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:23.148379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6c1bef70-a574-45e9-9277-5f2ed0d0149a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6c1bef70-a574-45e9-9277-5f2ed0d0149a,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:23.159184 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:23.172827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-65999622-0037-45e4-8cfc-8bfdf01068d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:23.174484 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-65999622-0037-45e4-8cfc-8bfdf01068d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5b5a4da81d346fbb3b4531cecc1b3f2&device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 1094 time: 0.1794281 Aug 09 15:50:23.202931 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:50:23.350285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda81dec-a8d4-47e6-9446-9b29c40a38d4 req-2a493f91-63eb-4f5d-ba4b-4a9a79a8adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:23.355092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-50af3a98-99a4-4f58-9657-92ab97f36293 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=876ed6f4-32a0-4eed-ab79-f223d41cf3b1 HTTP/1.1" status: 200 len: 217 time: 0.1692147 Aug 09 15:50:23.359557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dda81dec-a8d4-47e6-9446-9b29c40a38d4 req-2a493f91-63eb-4f5d-ba4b-4a9a79a8adbd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fff9536d9084928b80d512c22c7c259&device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 1094 time: 0.4483175 Aug 09 15:50:23.376789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6c1bef70-a574-45e9-9277-5f2ed0d0149a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:23.400552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['6c1bef70-a574-45e9-9277-5f2ed0d0149a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:50:23.431604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-aa51b9af-2f87-42df-a14f-fc26bc0f17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:23.432937 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-aa51b9af-2f87-42df-a14f-fc26bc0f17b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2899295e-b956-4b2e-bbf0-de5c42f0ee2e HTTP/1.1" status: 200 len: 850 time: 0.0590625 Aug 09 15:50:23.461087 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-659363e0-c4c0-4981-9e7b-0c3ad1245422 service neutron] 10.222.0.81 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580127 Aug 09 15:50:23.484124 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-69ed39c1-055c-4d3b-bf56-ad1441394963 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bfcb0c63-bc43-467a-8a9a-5e90b5068a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357325 Aug 09 15:50:23.573986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f0269-809a-4c23-baba-5074e1134eba req-fc6f6041-e64a-48e6-9611-2d5f6b8e1e86 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:23.582747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e0f0269-809a-4c23-baba-5074e1134eba req-fc6f6041-e64a-48e6-9611-2d5f6b8e1e86 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 943 time: 0.2380147 Aug 09 15:50:23.707153 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e0f0269-809a-4c23-baba-5074e1134eba req-95f296fa-ff83-422e-9d5c-1a25b220c52b tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233616 Aug 09 15:50:23.786377 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-3d7a3993-8a70-42cd-b0d7-aade1f9b925e service neutron] 10.222.0.53 "GET /v2.0/networks/bfcb0c63-bc43-467a-8a9a-5e90b5068a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935162 Aug 09 15:50:23.958152 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-40bc9920-2528-4ba2-b46e-1b94dae3902d service neutron] 10.222.0.81 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900486 Aug 09 15:50:23.986083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda81dec-a8d4-47e6-9446-9b29c40a38d4 req-f730363f-9fbc-4724-ac1c-8c1c39fd386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:23.988129 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dda81dec-a8d4-47e6-9446-9b29c40a38d4 req-f730363f-9fbc-4724-ac1c-8c1c39fd386e service neutron] 10.222.0.60 "GET /v2.0/networks?id=89093429-15f5-4206-9599-1c7f34c780f5 HTTP/1.1" status: 200 len: 913 time: 0.3754501 Aug 09 15:50:24.153869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9dad1-2d3f-4d8c-9359-5a8438c17e84 req-aa445507-bb19-44e3-aef5-f836642791e4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:24.175356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e5d9dad1-2d3f-4d8c-9359-5a8438c17e84 req-aa445507-bb19-44e3-aef5-f836642791e4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.2257981 Aug 09 15:50:24.265917 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6362792a-a908-4b3b-a7a4-472180924df7 x-openstack-request-id: req-6362792a-a908-4b3b-a7a4-472180924df7 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:24.266447 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334f51db-2fb3-456d-955f-823a68b7f33d", "tag": "876ed6f4-32a0-4eed-ab79-f223d41cf3b1", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:24.266809 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6362792a-a908-4b3b-a7a4-472180924df7 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:24.267369 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334f51db-2fb3-456d-955f-823a68b7f33d', 'tag': '876ed6f4-32a0-4eed-ab79-f223d41cf3b1', 'status': 'completed', 'code': 200} Aug 09 15:50:24.271277 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dda81dec-a8d4-47e6-9446-9b29c40a38d4 req-d9cd320f-0444-447e-9345-94ca2b30c636 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2b7f2da-1918-4a3f-b88a-23c832f9e257 HTTP/1.1" status: 200 len: 217 time: 0.1493740 Aug 09 15:50:24.282292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c352d69-3d0b-481c-83fd-bafc7069b210 req-43880c23-c9ff-47b8-80f8-181bb1b234d6 service neutron] 10.222.0.53 "GET /v2.0/networks/bfcb0c63-bc43-467a-8a9a-5e90b5068a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830444 Aug 09 15:50:24.337809 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e5d9dad1-2d3f-4d8c-9359-5a8438c17e84 req-afe577fd-6837-42ec-bcbf-fd49019eb6bc tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610918 Aug 09 15:50:24.425015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda81dec-a8d4-47e6-9446-9b29c40a38d4 req-b4152ae9-a7b0-4465-aa73-4e3fc326475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:24.439881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dda81dec-a8d4-47e6-9446-9b29c40a38d4 req-b4152ae9-a7b0-4465-aa73-4e3fc326475f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad540d2b-44e9-4d10-a6b9-6c37813db41e HTTP/1.1" status: 200 len: 852 time: 0.1585402 Aug 09 15:50:24.468948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae192-332f-4425-b8a4-52b0b15a26fc req-8f84c03a-e531-45e3-ba7b-1389ab87dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:24.478369 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cedae192-332f-4425-b8a4-52b0b15a26fc req-8f84c03a-e531-45e3-ba7b-1389ab87dd2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5b5a4da81d346fbb3b4531cecc1b3f2&device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 1094 time: 0.1268125 Aug 09 15:50:24.525225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f2b7f2da-1918-4a3f-b88a-23c832f9e257 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:50:24.533540 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dda81dec-a8d4-47e6-9446-9b29c40a38d4 req-516334e3-b20c-40ad-b358-1a3667d1bb50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89093429-15f5-4206-9599-1c7f34c780f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778854 Aug 09 15:50:24.633122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6c1bef70-a574-45e9-9277-5f2ed0d0149a up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:24.715354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6024665-1ea9-4e1b-b7a6-fe4501b6d1f9 req-91920ec3-4dad-45ef-8f99-add6da5e97c2 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/ports?device_id=16389029-3605-4c91-85d4-b817555504e5 HTTP/1.1" status: 200 len: 210 time: 0.0867186 Aug 09 15:50:24.779435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-ff9f2aa6-db79-49fa-b5d8-b94cb7eba022 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:24.781359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-ff9f2aa6-db79-49fa-b5d8-b94cb7eba022 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 946 time: 0.2675531 Aug 09 15:50:24.849059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec7e48-726a-4c26-bc6d-9de71a828c6f req-d622cf29-cdb2-4900-8e5e-2941e29bbb52 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:24.878209 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1ec7e48-726a-4c26-bc6d-9de71a828c6f req-d622cf29-cdb2-4900-8e5e-2941e29bbb52 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 946 time: 0.4051023 Aug 09 15:50:24.944559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f2b7f2da-1918-4a3f-b88a-23c832f9e257, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f2b7f2da-1918-4a3f-b88a-23c832f9e257,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:24.991468 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'f2b7f2da-1918-4a3f-b88a-23c832f9e257', 'network_id': '89093429-15f5-4206-9599-1c7f34c780f5', 'port_id': 'f2b7f2da-1918-4a3f-b88a-23c832f9e257', 'mac_address': 'fa:16:3e:cb:d2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad540d2b-44e9-4d10-a6b9-6c37813db41e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:50:25.042585 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.056736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 6c1bef70-a574-45e9-9277-5f2ed0d0149a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:25.061934 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b7f2da-1918-4a3f-b88a-23c832f9e257 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:25.067614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 6c1bef70-a574-45e9-9277-5f2ed0d0149a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:25.069766 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.074876 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1ec7e48-726a-4c26-bc6d-9de71a828c6f req-25238a47-c458-41a9-b1ff-e5b4846a54d2 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups?id=a752c81b-2ef7-4dd5-9678-44a863b924a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957550 Aug 09 15:50:25.160510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae192-332f-4425-b8a4-52b0b15a26fc req-df5b6341-bbf1-428d-9744-3675f201db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:25.166760 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cedae192-332f-4425-b8a4-52b0b15a26fc req-df5b6341-bbf1-428d-9744-3675f201db21 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bfcb0c63-bc43-467a-8a9a-5e90b5068a1f HTTP/1.1" status: 200 len: 911 time: 0.6800506 Aug 09 15:50:25.182976 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dda81dec-a8d4-47e6-9446-9b29c40a38d4 req-35cc9ed3-5f6f-4088-a296-5af4b8671a5b service neutron] 10.222.0.60 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763183 Aug 09 15:50:25.185139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f2b7f2da-1918-4a3f-b88a-23c832f9e257, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f2b7f2da-1918-4a3f-b88a-23c832f9e257,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:25.202652 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.308473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f2b7f2da-1918-4a3f-b88a-23c832f9e257,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:25.377321 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.384455 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b235dd36-c102-4c14-89a7-3a71d65fe231 req-123df2dc-2163-41f3-a710-ff245e13f3e2 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 210 time: 0.2003548 Aug 09 15:50:25.409493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e4e9ff-047d-42b9-b996-334fd5770ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1bef70-a574-45e9-9277-5f2ed0d0149a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:25.412283 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a87a54-729f-4e9a-8307-49117b9cda25" -d '{"events": [{"server_uuid": "c0e4e9ff-047d-42b9-b996-334fd5770ee1", "name": "network-vif-plugged", "status": "completed", "tag": "6c1bef70-a574-45e9-9277-5f2ed0d0149a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:25.428007 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cedae192-332f-4425-b8a4-52b0b15a26fc req-90b0bc72-ed3e-4618-acb9-beda748dfa25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=876ed6f4-32a0-4eed-ab79-f223d41cf3b1 HTTP/1.1" status: 200 len: 217 time: 0.1959536 Aug 09 15:50:25.435330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6c1bef70-a574-45e9-9277-5f2ed0d0149a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6c1bef70-a574-45e9-9277-5f2ed0d0149a,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:25.443367 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.726055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6c1bef70-a574-45e9-9277-5f2ed0d0149a,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:25.726055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['f2b7f2da-1918-4a3f-b88a-23c832f9e257'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:50:25.751424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:50:25.769248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c94e4c-2d5f-4dfd-84ff-ea3d022a324c req-4508038e-4a1b-4df4-8ea4-d3590186a1d6 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:25.775624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32c94e4c-2d5f-4dfd-84ff-ea3d022a324c req-4508038e-4a1b-4df4-8ea4-d3590186a1d6 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 943 time: 0.7945707 Aug 09 15:50:25.847168 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef25a6-4106-4d67-a82f-8a097865a211 req-634df184-327b-480b-bf5a-bede138955d4 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:25.851853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae192-332f-4425-b8a4-52b0b15a26fc req-592b8a29-f494-429e-ba8f-dcd91c50766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:25.858831 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cedae192-332f-4425-b8a4-52b0b15a26fc req-592b8a29-f494-429e-ba8f-dcd91c50766d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2899295e-b956-4b2e-bbf0-de5c42f0ee2e HTTP/1.1" status: 200 len: 850 time: 0.3992369 Aug 09 15:50:25.859627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44ef25a6-4106-4d67-a82f-8a097865a211 req-634df184-327b-480b-bf5a-bede138955d4 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 943 time: 0.2343369 Aug 09 15:50:25.882947 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dda81dec-a8d4-47e6-9446-9b29c40a38d4 req-3cad87f4-6ce7-41e8-b990-8a54e9521174 service neutron] 10.222.0.60 "GET /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6760433 Aug 09 15:50:25.946188 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44ef25a6-4106-4d67-a82f-8a097865a211 req-a9d540c1-f1ed-493e-a5f7-2b3f6498ccb3 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842104 Aug 09 15:50:26.042315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cedae192-332f-4425-b8a4-52b0b15a26fc req-661af92d-aa97-4b9d-9033-af92a6262336 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bfcb0c63-bc43-467a-8a9a-5e90b5068a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379690 Aug 09 15:50:26.084038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Deleting port a35a6695-ee14-4a06-9fac-91f404fbd9e8 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:26.087681 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.222265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38326) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:26.249306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b037e-e8a1-4ff9-a135-3bd5f4fd0b64 req-02381cdb-4926-474a-a8ab-ec875914f516 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:26.265001 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a81b037e-e8a1-4ff9-a135-3bd5f4fd0b64 req-02381cdb-4926-474a-a8ab-ec875914f516 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.1970181 Aug 09 15:50:26.381306 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a81b037e-e8a1-4ff9-a135-3bd5f4fd0b64 req-e322e3a0-6fb9-442d-892c-8f78be7a63cf tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151907 Aug 09 15:50:26.463119 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32c94e4c-2d5f-4dfd-84ff-ea3d022a324c req-3d8c8960-d78f-4067-b7be-7014c756150e tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6719983 Aug 09 15:50:26.697467 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d0330b-9447-4911-9a08-454348305554 x-openstack-request-id: req-70d0330b-9447-4911-9a08-454348305554 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:26.698321 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e4e9ff-047d-42b9-b996-334fd5770ee1", "name": "network-vif-plugged", "status": "completed", "tag": "6c1bef70-a574-45e9-9277-5f2ed0d0149a", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:26.698975 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70d0330b-9447-4911-9a08-454348305554 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:26.699748 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e4e9ff-047d-42b9-b996-334fd5770ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1bef70-a574-45e9-9277-5f2ed0d0149a', 'code': 200} Aug 09 15:50:26.754458 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ff568-eba9-4359-9e59-0301556b0dda req-37d4a11c-5a47-4936-8b95-436377155f7e tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:26.762013 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1cb84032-63cb-4bbb-b690-ca6686be3b7d req-9805d056-2a14-4e46-8fae-d837bcf6b204 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 210 time: 0.1103036 Aug 09 15:50:26.772488 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb0ff568-eba9-4359-9e59-0301556b0dda req-37d4a11c-5a47-4936-8b95-436377155f7e tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 946 time: 0.1606352 Aug 09 15:50:26.790735 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-54a5bbb1-0e2a-4be9-b8cf-ed9fc7d73b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.841253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38334) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:26.892455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=876ed6f4-32a0-4eed-ab79-f223d41cf3b1,segment=NetworkSegment(3c938ec1-dd8a-4707-8b81-344e4a982356),segment_id=3c938ec1-dd8a-4707-8b81-344e4a982356)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:26.911319 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb0ff568-eba9-4359-9e59-0301556b0dda req-99542085-c5d3-4e80-91bf-781a66c4491a tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups?id=a752c81b-2ef7-4dd5-9678-44a863b924a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352003 Aug 09 15:50:26.917561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] For port a35a6695-ee14-4a06-9fac-91f404fbd9e8, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a35a6695-ee14-4a06-9fac-91f404fbd9e8,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:26.917991 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.937028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '876ed6f4-32a0-4eed-ab79-f223d41cf3b1', 'network_id': 'bfcb0c63-bc43-467a-8a9a-5e90b5068a1f', 'port_id': '876ed6f4-32a0-4eed-ab79-f223d41cf3b1', 'mac_address': 'fa:16:3e:60:ab:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2899295e-b956-4b2e-bbf0-de5c42f0ee2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:50:26.952674 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0eef039-9a43-4b28-be10-b41bd7948d94 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.011940 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0eef039-9a43-4b28-be10-b41bd7948d94 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.017120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cedae192-332f-4425-b8a4-52b0b15a26fc req-46c11859-c994-4544-aa30-4655ede2484d service neutron] 10.222.0.53 "GET /v2.0/networks/bfcb0c63-bc43-467a-8a9a-5e90b5068a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9049838 Aug 09 15:50:27.072449 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.106432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:27.108114 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0eef039-9a43-4b28-be10-b41bd7948d94 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.111203 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0eef039-9a43-4b28-be10-b41bd7948d94 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.112625 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e0eef039-9a43-4b28-be10-b41bd7948d94 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "DELETE /v2.0/security-groups/e230980b-9dc5-4e8d-89ee-54abbc2368d4 HTTP/1.1" status: 204 len: 168 time: 0.2707038 Aug 09 15:50:27.120952 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38338) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:27.148318 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-042b1dc9-e131-4b3b-bd23-3bbf3e225950 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] show failed (client error): The resource could not be found. Aug 09 15:50:27.149897 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-042b1dc9-e131-4b3b-bd23-3bbf3e225950 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "GET /v2.0/security-groups/e230980b-9dc5-4e8d-89ee-54abbc2368d4 HTTP/1.1" status: 404 len: 347 time: 0.0275674 Aug 09 15:50:27.154611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38342) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:27.191172 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eef039-9a43-4b28-be10-b41bd7948d94 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e230980b-9dc5-4e8d-89ee-54abbc2368d4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:27.217954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=876ed6f4-32a0-4eed-ab79-f223d41cf3b1,segment=NetworkSegment(3c938ec1-dd8a-4707-8b81-344e4a982356),segment_id=3c938ec1-dd8a-4707-8b81-344e4a982356)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:27.290221 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.442186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=876ed6f4-32a0-4eed-ab79-f223d41cf3b1,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:27.476988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6e5f8-b762-4727-aafa-23507162c430 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Deleting port 713fb44c-4662-4d26-b9df-6084f8073572 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:27.477482 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e5f8-b762-4727-aafa-23507162c430 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.511490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['876ed6f4-32a0-4eed-ab79-f223d41cf3b1'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:50:27.553669 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cedae192-332f-4425-b8a4-52b0b15a26fc req-f54bd86f-3db0-4db2-bfa0-548a80833886 service neutron] 10.222.0.53 "GET /v2.0/networks/bfcb0c63-bc43-467a-8a9a-5e90b5068a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831982 Aug 09 15:50:27.585691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039a259-d98e-47d4-9016-6a72e97f913f req-cb04acbb-ef60-4c06-9444-1dee6ab8af9c tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:27.587161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2039a259-d98e-47d4-9016-6a72e97f913f req-cb04acbb-ef60-4c06-9444-1dee6ab8af9c tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 944 time: 0.3627958 Aug 09 15:50:27.603677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063b837-57a0-430f-b8c0-a80152b8cf44 req-9012f2ad-7a3e-4a93-ac2c-f51337c6e2d8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:27.605382 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3063b837-57a0-430f-b8c0-a80152b8cf44 req-9012f2ad-7a3e-4a93-ac2c-f51337c6e2d8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.1137557 Aug 09 15:50:27.619746 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-54a5bbb1-0e2a-4be9-b8cf-ed9fc7d73b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.629222 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-54a5bbb1-0e2a-4be9-b8cf-ed9fc7d73b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.631884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a35a6695-ee14-4a06-9fac-91f404fbd9e8 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:27.636157 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e5f8-b762-4727-aafa-23507162c430 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.636569 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e5f8-b762-4727-aafa-23507162c430 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.654679 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6e5f8-b762-4727-aafa-23507162c430 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Calling delete_port for 713fb44c-4662-4d26-b9df-6084f8073572 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:27.687103 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3063b837-57a0-430f-b8c0-a80152b8cf44 req-83c16d4f-8702-4cd5-a256-a3c8dad3e697 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726769 Aug 09 15:50:27.696161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-54a5bbb1-0e2a-4be9-b8cf-ed9fc7d73b8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9528de363ba3482bb0c8b3230e07c62b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3811557 Aug 09 15:50:27.696850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38350) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:27.727722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5bbb1-0e2a-4be9-b8cf-ed9fc7d73b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639a23b5-2db8-4196-a09d-57014c046e61,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:27.821976 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af3a9e0f-b4e1-45de-9c1f-c9ae44cc45e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.853352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af3a9e0f-b4e1-45de-9c1f-c9ae44cc45e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.896601 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.921392 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2039a259-d98e-47d4-9016-6a72e97f913f req-4678d389-99e7-441c-b688-dffe507dbb99 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138781 Aug 09 15:50:27.969394 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.969893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.970341 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Floating IP a0626daa-f451-4f33-a381-b5a2e274c85b disassociated. External IP: 172.25.2.171, port: a35a6695-ee14-4a06-9fac-91f404fbd9e8. Aug 09 15:50:27.971826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Calling delete_port for a35a6695-ee14-4a06-9fac-91f404fbd9e8 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:27.986890 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af3a9e0f-b4e1-45de-9c1f-c9ae44cc45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:27.998042 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af3a9e0f-b4e1-45de-9c1f-c9ae44cc45e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.002238 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-af3a9e0f-b4e1-45de-9c1f-c9ae44cc45e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/639a23b5-2db8-4196-a09d-57014c046e61 HTTP/1.1" status: 204 len: 168 time: 0.2664504 Aug 09 15:50:28.010819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a35a6695-ee14-4a06-9fac-91f404fbd9e8, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a35a6695-ee14-4a06-9fac-91f404fbd9e8,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:28.016195 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.040015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a9e0f-b4e1-45de-9c1f-c9ae44cc45e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639a23b5-2db8-4196-a09d-57014c046e61,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:28.170581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a35a6695-ee14-4a06-9fac-91f404fbd9e8,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:28.254695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e35af-253c-49ab-a4dd-01570d9ca7ee req-bad71c83-7f32-44cc-bba5-550713a4e52d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:28.264816 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a1e35af-253c-49ab-a4dd-01570d9ca7ee req-bad71c83-7f32-44cc-bba5-550713a4e52d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 944 time: 0.3951564 Aug 09 15:50:28.271525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc09b4-318e-4114-a7d8-a09eb41d4217 req-670e3152-67e5-43ee-879f-0305fa006077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:28.273797 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6cc09b4-318e-4114-a7d8-a09eb41d4217 req-670e3152-67e5-43ee-879f-0305fa006077 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0e4e9ff-047d-42b9-b996-334fd5770ee1 HTTP/1.1" status: 200 len: 1097 time: 0.4658594 Aug 09 15:50:28.307298 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e5f8-b762-4727-aafa-23507162c430 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.313759 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56e7da4d-9fc0-4a4e-a7e9-04e6c5a91458 req-ef23971c-1d80-4a39-9d6f-63cdfc568d43 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 210 time: 0.0654118 Aug 09 15:50:28.332191 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.346911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6e5f8-b762-4727-aafa-23507162c430 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'Port': ['ID=713fb44c-4662-4d26-b9df-6084f8073572,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:28.368167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Pushing event deleted for resources: {'Port': ['ID=a35a6695-ee14-4a06-9fac-91f404fbd9e8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:28.382227 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a1e35af-253c-49ab-a4dd-01570d9ca7ee req-571d0c1e-3f93-4671-9e0a-e9055130ee9d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081033 Aug 09 15:50:28.464365 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e5f8-b762-4727-aafa-23507162c430 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.468317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e5f8-b762-4727-aafa-23507162c430 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.469436 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5ce6e5f8-b762-4727-aafa-23507162c430 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "DELETE /v2.0/floatingips/29b3e55e-683f-422f-a1bd-74ba262e1be2 HTTP/1.1" status: 204 len: 168 time: 1.3132174 Aug 09 15:50:28.472120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38360) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:28.539947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f2b7f2da-1918-4a3f-b88a-23c832f9e257 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:28.597028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6cc09b4-318e-4114-a7d8-a09eb41d4217 req-20c288b1-2f26-40e4-8e41-969020ae170a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664554 Aug 09 15:50:28.603537 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38362) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:28.624784 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-64d22307-28f9-40a4-9dbc-a89278110cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.647836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-901d831d-2795-4b0a-9880-6f8801dbba57 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Deleting port 1a207547-ce94-4f83-a3cf-8a3ad7a93614 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:28.648243 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-901d831d-2795-4b0a-9880-6f8801dbba57 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.655520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port f2b7f2da-1918-4a3f-b88a-23c832f9e257 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:28.666858 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port f2b7f2da-1918-4a3f-b88a-23c832f9e257 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:28.668314 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.766634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:28.768936 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f00385d-97d4-4360-9b60-af3d14bf9138" -d '{"events": [{"server_uuid": "bf01fb1b-d614-4919-8fc8-86063df7235e", "name": "network-vif-unplugged", "status": "completed", "tag": "a35a6695-ee14-4a06-9fac-91f404fbd9e8"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:28.904806 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.967348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a8ea078d-16e3-452a-8b5d-efeded7e9eeb req-e9d0da0f-ec1a-4aa1-ad02-68b00eaded26 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 210 time: 0.5249619 Aug 09 15:50:28.978440 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-901d831d-2795-4b0a-9880-6f8801dbba57 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.993208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-901d831d-2795-4b0a-9880-6f8801dbba57 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Calling delete_port for 1a207547-ce94-4f83-a3cf-8a3ad7a93614 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:29.021633 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f2b7f2da-1918-4a3f-b88a-23c832f9e257, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f2b7f2da-1918-4a3f-b88a-23c832f9e257,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:29.037431 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.056068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:29.111821 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06524046-d177-4506-82d9-124ab58649ff x-openstack-request-id: req-06524046-d177-4506-82d9-124ab58649ff {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:29.112112 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf01fb1b-d614-4919-8fc8-86063df7235e", "name": "network-vif-unplugged", "status": "completed", "tag": "a35a6695-ee14-4a06-9fac-91f404fbd9e8", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:29.112361 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06524046-d177-4506-82d9-124ab58649ff {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:29.112768 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8', 'code': 200} Aug 09 15:50:29.169654 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f2b7f2da-1918-4a3f-b88a-23c832f9e257,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:29.176722 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-64d22307-28f9-40a4-9dbc-a89278110cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.195023 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-64d22307-28f9-40a4-9dbc-a89278110cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.336112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d22307-28f9-40a4-9dbc-a89278110cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e20cae-c02b-4efe-ba91-ff0cba297c50,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:29.337155 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:29.346754 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-64d22307-28f9-40a4-9dbc-a89278110cfa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f996c945e2ab4588bb504f26a0137bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7421815 Aug 09 15:50:29.352727 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b776fda2-b4ee-4532-9920-7f3fe4f25a3e None None] Sync routers for ids ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:29.363992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0ebaf-0155-4aca-867c-2e23cd1e4d4d req-479441ab-6973-415c-b68a-628f9257a6f4 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:29.365231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38374) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:29.368167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98f0ebaf-0155-4aca-867c-2e23cd1e4d4d req-479441ab-6973-415c-b68a-628f9257a6f4 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 944 time: 0.0997028 Aug 09 15:50:29.374345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3069de-4805-4530-9fdb-8cdb3d501d5b req-62a218f5-7467-4e61-8114-a055172c1918 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:29.375915 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bc3069de-4805-4530-9fdb-8cdb3d501d5b req-62a218f5-7467-4e61-8114-a055172c1918 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.4898248 Aug 09 15:50:29.376805 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b776fda2-b4ee-4532-9920-7f3fe4f25a3e None None] Routers {'510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:29.379208 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b776fda2-b4ee-4532-9920-7f3fe4f25a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:29.445283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] No DVR routers for this DVR port a35a6695-ee14-4a06-9fac-91f404fbd9e8 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:29.448334 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.450348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c5a155c-9be8-4c89-854d-baf81d62798b req-8b396aca-0b95-4b84-8e7a-eb19e07aa949 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.53 "DELETE /v2.0/ports/a35a6695-ee14-4a06-9fac-91f404fbd9e8 HTTP/1.1" status: 204 len: 173 time: 4.6492679 Aug 09 15:50:29.450792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'name': 'network-vif-deleted', 'tag': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:29.453061 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3808c1fc-f29f-4aa8-ba59-43b92490e672" -d '{"events": [{"server_uuid": "bf01fb1b-d614-4919-8fc8-86063df7235e", "name": "network-vif-deleted", "tag": "a35a6695-ee14-4a06-9fac-91f404fbd9e8"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:29.484822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-618c0cc4-e882-4a96-81c5-d5f3c609ac9d tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:29.486427 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-618c0cc4-e882-4a96-81c5-d5f3c609ac9d tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.60 "GET /v2.0/networks?id=482e2903-7b7e-4858-aadf-8654b768bf58 HTTP/1.1" status: 200 len: 815 time: 0.3905101 Aug 09 15:50:29.509364 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b776fda2-b4ee-4532-9920-7f3fe4f25a3e None None] Set router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:29.510898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98f0ebaf-0155-4aca-867c-2e23cd1e4d4d req-5f5ed67e-d766-42fc-8bb3-1b999f0e78da tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008441 Aug 09 15:50:29.512426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Request body: {'port': {'device_id': '891a036d-d42b-4425-9a22-86bdf7d267bf', 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58', 'admin_state_up': True, 'tenant_id': '8f09dbc0d7644283a77bfb624a682b1d'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:29.625205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bc3069de-4805-4530-9fdb-8cdb3d501d5b req-2fd6b6dd-9760-446f-b5f2-eca17dc46b26 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404654 Aug 09 15:50:29.628699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:29.722084 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a25becd-5ed2-48ca-b0e8-e8212def4da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.747747 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-901d831d-2795-4b0a-9880-6f8801dbba57 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.754846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:29.761269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:29.762011 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.806775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d831d-2795-4b0a-9880-6f8801dbba57 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'Port': ['ID=1a207547-ce94-4f83-a3cf-8a3ad7a93614,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:29.826666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4f2a55b-aaea-4e70-a4eb-06d5269960d3 req-0e87ba85-f073-4702-b82b-1696ba6c823f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 210 time: 0.0814862 Aug 09 15:50:29.861163 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d971b1e8-d2fe-4393-b654-1007b3c8c923 x-openstack-request-id: req-d971b1e8-d2fe-4393-b654-1007b3c8c923 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:29.861707 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf01fb1b-d614-4919-8fc8-86063df7235e", "name": "network-vif-deleted", "tag": "a35a6695-ee14-4a06-9fac-91f404fbd9e8", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:29.862034 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a25becd-5ed2-48ca-b0e8-e8212def4da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.862296 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d971b1e8-d2fe-4393-b654-1007b3c8c923 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:29.862912 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf01fb1b-d614-4919-8fc8-86063df7235e', 'name': 'network-vif-deleted', 'tag': 'a35a6695-ee14-4a06-9fac-91f404fbd9e8', 'status': 'completed', 'code': 200} Aug 09 15:50:29.914069 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b776fda2-b4ee-4532-9920-7f3fe4f25a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4292f8f-81c0-4fae-a953-21bcb4b1dc63', 'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'mac_address': 'fa:16:3e:30:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:12Z', 'updated_at': '2021-08-09T15:48:21Z', 'revision_number': 5, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'subnets': [{'id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:29.931179 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.945642 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b776fda2-b4ee-4532-9920-7f3fe4f25a3e None None] Checking router: 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:50:29.963810 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b776fda2-b4ee-4532-9920-7f3fe4f25a3e None None] Routers {'510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:29.964439 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b776fda2-b4ee-4532-9920-7f3fe4f25a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:29.971720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=876ed6f4-32a0-4eed-ab79-f223d41cf3b1,segment=NetworkSegment(3c938ec1-dd8a-4707-8b81-344e4a982356),segment_id=3c938ec1-dd8a-4707-8b81-344e4a982356)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:29.977235 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.035423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bf02b-68f1-4e21-946a-fa21158217e4 req-55c570a6-65b8-467e-8747-ff4ee849aa10 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:30.042873 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee6bf02b-68f1-4e21-946a-fa21158217e4 req-55c570a6-65b8-467e-8747-ff4ee849aa10 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 945 time: 0.1786304 Aug 09 15:50:30.045287 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-901d831d-2795-4b0a-9880-6f8801dbba57 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.050276 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-901d831d-2795-4b0a-9880-6f8801dbba57 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "DELETE /v2.0/ports/1a207547-ce94-4f83-a3cf-8a3ad7a93614 HTTP/1.1" status: 204 len: 168 time: 1.5768075 Aug 09 15:50:30.050461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38382) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:30.053792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Made reservation on behalf of 8f09dbc0d7644283a77bfb624a682b1d for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:30.056906 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.095529 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b776fda2-b4ee-4532-9920-7f3fe4f25a3e None None] Set router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:30.110872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=876ed6f4-32a0-4eed-ab79-f223d41cf3b1,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:30.126461 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a25becd-5ed2-48ca-b0e8-e8212def4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.128844 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a25becd-5ed2-48ca-b0e8-e8212def4da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.133721 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1a25becd-5ed2-48ca-b0e8-e8212def4da5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/52e20cae-c02b-4efe-ba91-ff0cba297c50 HTTP/1.1" status: 204 len: 168 time: 0.7567239 Aug 09 15:50:30.169806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee6bf02b-68f1-4e21-946a-fa21158217e4 req-0b93b3e7-6da6-441d-86c9-494700121ec6 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259434 Aug 09 15:50:30.174657 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25becd-5ed2-48ca-b0e8-e8212def4da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e20cae-c02b-4efe-ba91-ff0cba297c50,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:30.195926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84fd2ccd-689f-4661-95c5-041a72bc7081 req-193e61f9-b685-47c4-ba91-5f089d11429e tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf01fb1b-d614-4919-8fc8-86063df7235e HTTP/1.1" status: 200 len: 210 time: 0.0740585 Aug 09 15:50:30.359737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Allocated IP 172.20.0.12 (482e2903-7b7e-4858-aadf-8654b768bf58/c86acb35-9863-4f87-ad55-3e0131e2a197/9163aa28-4bb4-47f4-a8f0-2a5d47e525ed) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:30.360651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-035d6c99-36a7-403c-9329-6f7f5e692200 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Deleting port 75ee56ba-e36a-4905-b05b-e68f578f58fe {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:30.360750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-035d6c99-36a7-403c-9329-6f7f5e692200 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.470329 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b776fda2-b4ee-4532-9920-7f3fe4f25a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4292f8f-81c0-4fae-a953-21bcb4b1dc63', 'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'mac_address': 'fa:16:3e:30:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:12Z', 'updated_at': '2021-08-09T15:48:21Z', 'revision_number': 5, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'subnets': [{'id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:30.512312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-035d6c99-36a7-403c-9329-6f7f5e692200 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.524182 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b776fda2-b4ee-4532-9920-7f3fe4f25a3e None None] The sync data for ids ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'] in n-d-803778-2 is: [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:48:13Z', 'revision_number': 4, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4292f8f-81c0-4fae-a953-21bcb4b1dc63', 'name': '', 'network_id': 'faa1d562-cf1a-46bd-afcd-7a5499ce4bc1', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'mac_address': 'fa:16:3e:30:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:12Z', 'updated_at': '2021-08-09T15:48:21Z', 'revision_number': 5, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'subnets': [{'id': '31681149-8d2b-4d13-b9e7-c673b12ca72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:30.547015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 293eb202-3dba-4048-83d5-a01b65bc403f details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:50:30.574353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-035d6c99-36a7-403c-9329-6f7f5e692200 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Calling delete_port for 75ee56ba-e36a-4905-b05b-e68f578f58fe owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:30.665034 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.753986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=293eb202-3dba-4048-83d5-a01b65bc403f,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:30.765216 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-035d6c99-36a7-403c-9329-6f7f5e692200 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.779200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '293eb202-3dba-4048-83d5-a01b65bc403f', 'network_id': 'bad4f35b-0f41-4000-9866-01d87cec6ed3', 'port_id': '293eb202-3dba-4048-83d5-a01b65bc403f', 'mac_address': 'fa:16:3e:37:b2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79513e2-dc62-455a-b17c-e8155f54db56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:50:30.842058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d6c99-36a7-403c-9329-6f7f5e692200 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'Port': ['ID=75ee56ba-e36a-4905-b05b-e68f578f58fe,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:30.875184 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.879034 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.894623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293eb202-3dba-4048-83d5-a01b65bc403f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:30.908884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8494d2b-bea9-45ed-861d-e90260dda2df req-ab6bb626-f8bf-442e-bf8d-1e2f8a7535af tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:30.910968 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8494d2b-bea9-45ed-861d-e90260dda2df req-ab6bb626-f8bf-442e-bf8d-1e2f8a7535af tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 945 time: 0.2185709 Aug 09 15:50:30.942060 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=293eb202-3dba-4048-83d5-a01b65bc403f,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:30.950050 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.965482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Network 482e2903-7b7e-4858-aadf-8654b768bf58 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:30.981218 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:30.987442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:31.016200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9ad36-2bcd-4da3-9b1f-c660eb080d8e req-10051e90-29d7-4951-85c1-a4f82a4a4ed4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:31.024194 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84a9ad36-2bcd-4da3-9b1f-c660eb080d8e req-10051e90-29d7-4951-85c1-a4f82a4a4ed4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 943 time: 0.1331201 Aug 09 15:50:31.025816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=293eb202-3dba-4048-83d5-a01b65bc403f,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:31.033683 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-035d6c99-36a7-403c-9329-6f7f5e692200 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.035632 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-035d6c99-36a7-403c-9329-6f7f5e692200 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "DELETE /v2.0/ports/75ee56ba-e36a-4905-b05b-e68f578f58fe HTTP/1.1" status: 204 len: 168 time: 0.9801157 Aug 09 15:50:31.042884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38404) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:31.046098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Pushing event updated for resources: {'Port': ['ID=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:31.054653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8689af-36e5-4b3c-889c-bba850344689 None None] New status for floating IP a0626daa-f451-4f33-a381-b5a2e274c85b: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:50:31.090429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84a9ad36-2bcd-4da3-9b1f-c660eb080d8e req-4824d17c-e943-46c5-9dcf-9f71a45cfdd8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653927 Aug 09 15:50:31.110287 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8494d2b-bea9-45ed-861d-e90260dda2df req-ca856c96-ff0c-4741-91ee-a4217d641a58 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710277 Aug 09 15:50:31.134924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:31.134924 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.145751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6cd91f-f7eb-4bf6-997f-2f60e7e2b771 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Deleting subnet a229c198-1f7e-418d-9288-f40691af9d78 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:31.154557 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da6cd91f-f7eb-4bf6-997f-2f60e7e2b771 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.183390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bd9196-2c4c-48ff-88ac-0304423acbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b7f2da-1918-4a3f-b88a-23c832f9e257'}, {'server_uuid': '334f51db-2fb3-456d-955f-823a68b7f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876ed6f4-32a0-4eed-ab79-f223d41cf3b1'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:31.189382 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-50e888cc-7ef2-49d7-aa46-d4103dd7a0a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6810131 Aug 09 15:50:31.189705 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980d1398-e16c-4586-b4d7-2dd480e0146a" -d '{"events": [{"server_uuid": "c6bd9196-2c4c-48ff-88ac-0304423acbc9", "name": "network-vif-plugged", "status": "completed", "tag": "f2b7f2da-1918-4a3f-b88a-23c832f9e257"}, {"server_uuid": "334f51db-2fb3-456d-955f-823a68b7f33d", "name": "network-vif-plugged", "status": "completed", "tag": "876ed6f4-32a0-4eed-ab79-f223d41cf3b1"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:31.216047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Request body: {'port': {'device_id': '891a036d-d42b-4425-9a22-86bdf7d267bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:31.276422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da6cd91f-f7eb-4bf6-997f-2f60e7e2b771 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.309337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6219ab8-ac60-40ad-9180-748331a34fcc req-74f5ae7f-11ac-4949-a813-3c8f8e45c840 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:31.311004 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6219ab8-ac60-40ad-9180-748331a34fcc req-74f5ae7f-11ac-4949-a813-3c8f8e45c840 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 932 time: 0.1277428 Aug 09 15:50:31.333187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['293eb202-3dba-4048-83d5-a01b65bc403f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:50:31.360597 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6219ab8-ac60-40ad-9180-748331a34fcc req-7adcd978-db56-4b42-935b-0d85237d05b0 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Aug 09 15:50:31.394771 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.450130 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab507784-f595-4f4b-b804-be6e55be84e1 x-openstack-request-id: req-ab507784-f595-4f4b-b804-be6e55be84e1 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:31.450496 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bd9196-2c4c-48ff-88ac-0304423acbc9", "name": "network-vif-plugged", "status": "completed", "tag": "f2b7f2da-1918-4a3f-b88a-23c832f9e257", "code": 200}, {"server_uuid": "334f51db-2fb3-456d-955f-823a68b7f33d", "name": "network-vif-plugged", "status": "completed", "tag": "876ed6f4-32a0-4eed-ab79-f223d41cf3b1", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:31.450833 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab507784-f595-4f4b-b804-be6e55be84e1 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:31.451130 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bd9196-2c4c-48ff-88ac-0304423acbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b7f2da-1918-4a3f-b88a-23c832f9e257', 'code': 200} Aug 09 15:50:31.451380 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334f51db-2fb3-456d-955f-823a68b7f33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876ed6f4-32a0-4eed-ab79-f223d41cf3b1', 'code': 200} Aug 09 15:50:31.554898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38422) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:31.608118 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357fa11-0ca2-43d9-b509-253f6026277d req-3631b290-5a42-4935-93f8-1d59ffc99491 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:31.609755 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3357fa11-0ca2-43d9-b509-253f6026277d req-3631b290-5a42-4935-93f8-1d59ffc99491 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 945 time: 0.2674191 Aug 09 15:50:31.645310 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da6cd91f-f7eb-4bf6-997f-2f60e7e2b771 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.664799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153554af-6e18-49e1-ae70-3548d12bd860 req-4d5b2ce6-4b09-48a8-b268-e9d8c23f6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:31.666338 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-153554af-6e18-49e1-ae70-3548d12bd860 req-4d5b2ce6-4b09-48a8-b268-e9d8c23f6e71 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 1096 time: 0.1490581 Aug 09 15:50:31.677472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77af4c0-b185-4567-9de3-1ef73a49f6f1 req-15db927b-24c3-4d8e-8927-a193aa4b8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:31.680154 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f77af4c0-b185-4567-9de3-1ef73a49f6f1 req-15db927b-24c3-4d8e-8927-a193aa4b8467 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 1096 time: 0.1137819 Aug 09 15:50:31.718022 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4ccc52c1-3c0e-4b73-877b-2de17779212e tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.772142 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4ccc52c1-3c0e-4b73-877b-2de17779212e tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.776988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f77af4c0-b185-4567-9de3-1ef73a49f6f1 req-9c5726ef-3611-47f8-aa72-15f2d0545e16 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814228 Aug 09 15:50:31.778548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-153554af-6e18-49e1-ae70-3548d12bd860 req-cf2ad3e9-6adb-44e0-bb9f-e6cbe4192a29 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975199 Aug 09 15:50:31.846999 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4ccc52c1-3c0e-4b73-877b-2de17779212e tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.850282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4ccc52c1-3c0e-4b73-877b-2de17779212e tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.851974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4ccc52c1-3c0e-4b73-877b-2de17779212e tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "DELETE /v2.0/security-groups/a752c81b-2ef7-4dd5-9678-44a863b924a0 HTTP/1.1" status: 204 len: 168 time: 0.2833211 Aug 09 15:50:31.856186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38430) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:31.873574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc52c1-3c0e-4b73-877b-2de17779212e tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a752c81b-2ef7-4dd5-9678-44a863b924a0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:31.882612 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-5da91e93-9423-4cac-8da6-e8adc0ebe041 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] show failed (client error): The resource could not be found. Aug 09 15:50:31.884277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5da91e93-9423-4cac-8da6-e8adc0ebe041 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "GET /v2.0/security-groups/a752c81b-2ef7-4dd5-9678-44a863b924a0 HTTP/1.1" status: 404 len: 347 time: 0.0253751 Aug 09 15:50:31.887478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38432) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:32.067418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3755ff78-976b-4d34-94b4-458cb43e1c82 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Deleting port 9c9aba1b-8c5e-4bac-9695-ba30a0072c29 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:32.067418 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3755ff78-976b-4d34-94b4-458cb43e1c82 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.102169 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3357fa11-0ca2-43d9-b509-253f6026277d req-73c1c072-9d25-44f9-b81e-5cf559f06a56 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796951 Aug 09 15:50:32.141797 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da6cd91f-f7eb-4bf6-997f-2f60e7e2b771 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.185360 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cd91f-f7eb-4bf6-997f-2f60e7e2b771 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'Subnet': ['ID=a229c198-1f7e-418d-9288-f40691af9d78,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:32.194165 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da6cd91f-f7eb-4bf6-997f-2f60e7e2b771 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.196724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722653ca-963d-4593-a228-8ea3d4a00acf None None] Network 9aebc04b-7567-491f-9526-844a2d600872 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:32.197726 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-da6cd91f-f7eb-4bf6-997f-2f60e7e2b771 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "DELETE /v2.0/subnets/a229c198-1f7e-418d-9288-f40691af9d78 HTTP/1.1" status: 204 len: 168 time: 1.1444857 Aug 09 15:50:32.205222 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3755ff78-976b-4d34-94b4-458cb43e1c82 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.206015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38446) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:32.206194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3755ff78-976b-4d34-94b4-458cb43e1c82 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.235749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3755ff78-976b-4d34-94b4-458cb43e1c82 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Calling delete_port for 9c9aba1b-8c5e-4bac-9695-ba30a0072c29 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:32.307649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0082c-7433-435a-af10-6a5f35f139a3 req-af9ccf32-4e58-4047-ba9f-8a547231cb83 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:32.309789 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-99e0082c-7433-435a-af10-6a5f35f139a3 req-af9ccf32-4e58-4047-ba9f-8a547231cb83 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 944 time: 0.1182764 Aug 09 15:50:32.380506 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-99e0082c-7433-435a-af10-6a5f35f139a3 req-0fa56dd8-9956-471d-84a4-18f6e07993fe tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549533 Aug 09 15:50:32.383304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4c0ac-c10c-43ee-97bc-25f6b285094b req-40755e1f-427f-466e-90d6-1c67a9e143e8 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:32.384846 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cde4c0ac-c10c-43ee-97bc-25f6b285094b req-40755e1f-427f-466e-90d6-1c67a9e143e8 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 945 time: 0.1454985 Aug 09 15:50:32.390883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1492634-c446-4876-a59f-2af47eaaa2e9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Deleting subnet 8c26c0bd-b5e7-4404-b118-2100253fe227 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:32.398610 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1492634-c446-4876-a59f-2af47eaaa2e9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.469421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e8ed72-9464-41a1-9c91-7b87711bc82c None None] DHCP port deletion for 9aebc04b-7567-491f-9526-844a2d600872 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:50:32.482056 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3755ff78-976b-4d34-94b4-458cb43e1c82 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.527501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:32.527765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755ff78-976b-4d34-94b4-458cb43e1c82 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Pushing event deleted for resources: {'Port': ['ID=9c9aba1b-8c5e-4bac-9695-ba30a0072c29,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:32.554321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.560837 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cde4c0ac-c10c-43ee-97bc-25f6b285094b req-e878b17d-31cb-4507-92ba-f94bf940cdf8 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671815 Aug 09 15:50:32.586191 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1492634-c446-4876-a59f-2af47eaaa2e9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.598601 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-85e8ed72-9464-41a1-9c91-7b87711bc82c None None] Deleting port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:32.598601 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-85e8ed72-9464-41a1-9c91-7b87711bc82c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.624248 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Transition to ACTIVE for port object 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:32.632838 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.664382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dacb59-d520-414c-b3c6-7c2e01433104 req-1c607d07-1f53-488e-8437-dfe054455cfd tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:32.675359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83dacb59-d520-414c-b3c6-7c2e01433104 req-1c607d07-1f53-488e-8437-dfe054455cfd tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 932 time: 0.1799097 Aug 09 15:50:32.693401 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-85e8ed72-9464-41a1-9c91-7b87711bc82c None None] For port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d9aad90a-79b9-4c94-8c58-2d1cd6bc6105,segment=NetworkSegment(67a7a7af-fb4e-4b05-a286-30e09926b205),segment_id=67a7a7af-fb4e-4b05-a286-30e09926b205)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:32.694377 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-85e8ed72-9464-41a1-9c91-7b87711bc82c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.706230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:32.711180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 293eb202-3dba-4048-83d5-a01b65bc403f up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:32.718907 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3755ff78-976b-4d34-94b4-458cb43e1c82 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.721917 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3755ff78-976b-4d34-94b4-458cb43e1c82 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.726255 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3755ff78-976b-4d34-94b4-458cb43e1c82 tempest-ServersTestFqdnHostnames-2029977226 tempest-ServersTestFqdnHostnames-2029977226-project] 10.222.0.81 "DELETE /v2.0/floatingips/a0626daa-f451-4f33-a381-b5a2e274c85b HTTP/1.1" status: 204 len: 168 time: 0.8378685 Aug 09 15:50:32.728504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38458) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:32.746094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-85e8ed72-9464-41a1-9c91-7b87711bc82c None None] Calling delete_port for d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:32.874989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 293eb202-3dba-4048-83d5-a01b65bc403f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:32.875382 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.931780 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1492634-c446-4876-a59f-2af47eaaa2e9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.993233 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-85e8ed72-9464-41a1-9c91-7b87711bc82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.994600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Attempting to bind port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:32.995051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Attempting to bind port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:32.995489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Attempting to bind port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed on network 482e2903-7b7e-4858-aadf-8654b768bf58 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:33.007384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed on network 482e2903-7b7e-4858-aadf-8654b768bf58 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:50:33.007841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Attempting to bind port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed on network 482e2903-7b7e-4858-aadf-8654b768bf58 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:33.011410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:33.015073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83dacb59-d520-414c-b3c6-7c2e01433104 req-372a1028-810e-40f6-8da9-f3e1ac53dd12 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385630 Aug 09 15:50:33.026599 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:33.027035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Checking segment: {'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:33.027506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Bound using segment: {'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:33.028038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Bound port: 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:33.028499 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.028657 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.075988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:33.076727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:33.080573 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1492634-c446-4876-a59f-2af47eaaa2e9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.086197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8ed72-9464-41a1-9c91-7b87711bc82c None None] Pushing event deleted for resources: {'Port': ['ID=d9aad90a-79b9-4c94-8c58-2d1cd6bc6105,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:33.088880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8ed72-9464-41a1-9c91-7b87711bc82c None None] No DVR routers for this DVR port d9aad90a-79b9-4c94-8c58-2d1cd6bc6105 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:33.120566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=293eb202-3dba-4048-83d5-a01b65bc403f,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:33.136722 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.136923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1492634-c446-4876-a59f-2af47eaaa2e9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'Subnet': ['ID=8c26c0bd-b5e7-4404-b118-2100253fe227,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:33.139280 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1492634-c446-4876-a59f-2af47eaaa2e9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.141275 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c1492634-c446-4876-a59f-2af47eaaa2e9 tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "DELETE /v2.0/subnets/8c26c0bd-b5e7-4404-b118-2100253fe227 HTTP/1.1" status: 204 len: 168 time: 0.9342883 Aug 09 15:50:33.144419 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38466) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:33.152350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b2d37e-0fdc-4a92-aff3-61887f116937 None None] Network 988775f1-455e-4a42-a5e9-861daba19edf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:33.224089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] For port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:33.255289 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] For port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:33.271883 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.288160 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=293eb202-3dba-4048-83d5-a01b65bc403f,revision_number=10']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:33.294902 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.347650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:33.347650 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.349025 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] 10.222.0.60 "PUT /v2.0/ports/9163aa28-4bb4-47f4-a8f0-2a5d47e525ed HTTP/1.1" status: 200 len: 1092 time: 2.1513827 Aug 09 15:50:33.351583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891a036d-d42b-4425-9a22-86bdf7d267bf', 'tag': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:33.353833 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25e74de-125f-4370-9862-39603fa6ca91" -d '{"events": [{"name": "network-changed", "server_uuid": "891a036d-d42b-4425-9a22-86bdf7d267bf", "tag": "9163aa28-4bb4-47f4-a8f0-2a5d47e525ed"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:33.417879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1ea00-c6bb-4450-bc40-9cdb68abb7d6 req-bc250a94-8893-4bcc-91da-4bad1ec070e4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:33.419424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-41f1ea00-c6bb-4450-bc40-9cdb68abb7d6 req-bc250a94-8893-4bcc-91da-4bad1ec070e4 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 945 time: 0.1704919 Aug 09 15:50:33.427699 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-878ca62f-3ca8-464c-8ed8-71a084991ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.434396 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796db360-cd13-429d-b8d3-47d889dc0f5e x-openstack-request-id: req-796db360-cd13-429d-b8d3-47d889dc0f5e {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:33.434711 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891a036d-d42b-4425-9a22-86bdf7d267bf", "tag": "9163aa28-4bb4-47f4-a8f0-2a5d47e525ed", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:33.434937 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-796db360-cd13-429d-b8d3-47d889dc0f5e {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:33.435335 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891a036d-d42b-4425-9a22-86bdf7d267bf', 'tag': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed', 'status': 'completed', 'code': 200} Aug 09 15:50:33.453009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293eb202-3dba-4048-83d5-a01b65bc403f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:33.458516 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753ce9c4-38ee-4b21-9046-8086fabe9438" -d '{"events": [{"server_uuid": "ff9d68ff-1e64-4fd7-8b55-72735448b77a", "name": "network-vif-plugged", "status": "completed", "tag": "293eb202-3dba-4048-83d5-a01b65bc403f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:33.467859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b76077f-9b2b-4636-8ff5-c31b2bf2568f None None] DHCP port deletion for 988775f1-455e-4a42-a5e9-861daba19edf request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:50:33.532457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bdb0c-81a7-4633-a421-586b261bb5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:33.551905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7b76077f-9b2b-4636-8ff5-c31b2bf2568f None None] Deleting port c0e4348e-5c13-441f-a33b-0b359c5f8ba4 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:33.552332 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b76077f-9b2b-4636-8ff5-c31b2bf2568f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.563842 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.587377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aebc04b-7567-491f-9526-844a2d600872']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:33.591895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-41f1ea00-c6bb-4450-bc40-9cdb68abb7d6 req-2e5ce2b4-ce60-447c-b41f-8a026e3e2102 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399047 Aug 09 15:50:33.600955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-e25fe70d-7a8d-4aeb-b799-7a5bf3e128f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:33.602521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-e25fe70d-7a8d-4aeb-b799-7a5bf3e128f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f09dbc0d7644283a77bfb624a682b1d&device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 1095 time: 0.1972790 Aug 09 15:50:33.604278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a7a7af-fb4e-4b05-a286-30e09926b205') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:33.604568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a7a7af-fb4e-4b05-a286-30e09926b205') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:33.623544 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.663144 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-cffeece8-7198-4102-a366-7642acc82a9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed HTTP/1.1" status: 200 len: 217 time: 0.0513008 Aug 09 15:50:33.669619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc704042-33f1-4104-b092-74ec681287bd req-9a9da591-7b62-4d34-b944-fba84feddad4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:33.671517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc704042-33f1-4104-b092-74ec681287bd req-9a9da591-7b62-4d34-b944-fba84feddad4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1136899 Aug 09 15:50:33.679693 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.690660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7b76077f-9b2b-4636-8ff5-c31b2bf2568f None None] For port c0e4348e-5c13-441f-a33b-0b359c5f8ba4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c0e4348e-5c13-441f-a33b-0b359c5f8ba4,segment=NetworkSegment(05039aef-b96d-4953-8ae6-c17f6aba8128),segment_id=05039aef-b96d-4953-8ae6-c17f6aba8128)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:33.691170 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b76077f-9b2b-4636-8ff5-c31b2bf2568f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.708573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:50:33.709799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:50:33.713173 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:50:33.721116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7b76077f-9b2b-4636-8ff5-c31b2bf2568f None None] Calling delete_port for c0e4348e-5c13-441f-a33b-0b359c5f8ba4 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:33.794578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-568bb665-cfd6-4e91-af9d-5f07135e9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:33.799697 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-568bb665-cfd6-4e91-af9d-5f07135e9c52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c86acb35-9863-4f87-ad55-3e0131e2a197 HTTP/1.1" status: 200 len: 855 time: 0.1289616 Aug 09 15:50:33.838169 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-0b4fe22a-6d96-4cf2-bebb-11bffa4bd891 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482e2903-7b7e-4858-aadf-8654b768bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304203 Aug 09 15:50:33.841282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.845570 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc704042-33f1-4104-b092-74ec681287bd req-eea0d45e-36fd-482b-abd8-cdbdda9342cb tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467612 Aug 09 15:50:33.882980 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56658939-5d9f-4290-8247-527fe4b27755 x-openstack-request-id: req-56658939-5d9f-4290-8247-527fe4b27755 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:33.883409 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9d68ff-1e64-4fd7-8b55-72735448b77a", "name": "network-vif-plugged", "status": "completed", "tag": "293eb202-3dba-4048-83d5-a01b65bc403f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:33.883694 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56658939-5d9f-4290-8247-527fe4b27755 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:33.884210 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293eb202-3dba-4048-83d5-a01b65bc403f', 'code': 200} Aug 09 15:50:33.885350 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b76077f-9b2b-4636-8ff5-c31b2bf2568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.891702 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:33.894035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "DELETE /v2.0/networks/9aebc04b-7567-491f-9526-844a2d600872 HTTP/1.1" status: 204 len: 168 time: 0.7429402 Aug 09 15:50:33.911296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76077f-9b2b-4636-8ff5-c31b2bf2568f None None] Pushing event deleted for resources: {'Port': ['ID=c0e4348e-5c13-441f-a33b-0b359c5f8ba4,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:33.916453 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38488) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:33.918160 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76077f-9b2b-4636-8ff5-c31b2bf2568f None None] No DVR routers for this DVR port c0e4348e-5c13-441f-a33b-0b359c5f8ba4 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:33.951462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed745cea-8244-446c-8905-781b2f50a02d tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'Network': ['ID=9aebc04b-7567-491f-9526-844a2d600872,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:34.043953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c861ee8-5a97-41a2-8cd7-0f09ae557c5e req-99f6ec6b-7d60-46f2-991d-63c3728221cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:34.045414 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c861ee8-5a97-41a2-8cd7-0f09ae557c5e req-99f6ec6b-7d60-46f2-991d-63c3728221cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 1097 time: 0.1178713 Aug 09 15:50:34.072572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08594099-53c9-4afc-9397-b58cce9c06ac req-6973d8a3-c890-4a1b-a076-2bf6f0b773aa tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:34.074128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08594099-53c9-4afc-9397-b58cce9c06ac req-6973d8a3-c890-4a1b-a076-2bf6f0b773aa tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0e4e9ff-047d-42b9-b996-334fd5770ee1 HTTP/1.1" status: 200 len: 946 time: 0.1109927 Aug 09 15:50:34.094058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ab9db-bfe8-4553-b63a-db3127d04cfa req-88c772c0-5fd1-4372-8122-e046f3c8f542 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:34.094609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-878ca62f-3ca8-464c-8ed8-71a084991ab1 admin admin] Deleting port c4292f8f-81c0-4fae-a953-21bcb4b1dc63 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:34.095012 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-878ca62f-3ca8-464c-8ed8-71a084991ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.095599 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac2ab9db-bfe8-4553-b63a-db3127d04cfa req-88c772c0-5fd1-4372-8122-e046f3c8f542 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 945 time: 0.2564230 Aug 09 15:50:34.106591 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.161327 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-05625c6a-317f-458e-9bbe-a5d91928801d service neutron] 10.222.0.60 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660756 Aug 09 15:50:34.170584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c861ee8-5a97-41a2-8cd7-0f09ae557c5e req-0611ed98-0b93-41bc-89ed-4f98e4246b76 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157224 Aug 09 15:50:34.194460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08594099-53c9-4afc-9397-b58cce9c06ac req-4ca14c09-302f-409f-af68-4906f2672620 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122580 Aug 09 15:50:34.202440 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac2ab9db-bfe8-4553-b63a-db3127d04cfa req-c5a537cc-913a-4bed-ac04-2a9ecd43434d tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909081 Aug 09 15:50:34.247366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-878ca62f-3ca8-464c-8ed8-71a084991ab1 admin admin] For port c4292f8f-81c0-4fae-a953-21bcb4b1dc63, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c4292f8f-81c0-4fae-a953-21bcb4b1dc63,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:34.247758 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-878ca62f-3ca8-464c-8ed8-71a084991ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.289804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-878ca62f-3ca8-464c-8ed8-71a084991ab1 admin admin] Calling delete_port for c4292f8f-81c0-4fae-a953-21bcb4b1dc63 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:34.366988 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.387866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988775f1-455e-4a42-a5e9-861daba19edf']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:34.405794 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05039aef-b96d-4953-8ae6-c17f6aba8128') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:34.406095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05039aef-b96d-4953-8ae6-c17f6aba8128') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:34.439503 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.457048 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df2e5f2b-7f09-41cf-be5f-d791d4ab2818 req-e63f60ec-b133-4729-9a23-684fc536e69d service neutron] 10.222.0.60 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861214 Aug 09 15:50:34.468896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1c4b-7873-421c-b52e-7a7564d9d2d2 req-aa9041e1-16f3-4384-a5da-936496c0367e tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:34.470475 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e88f1c4b-7873-421c-b52e-7a7564d9d2d2 req-aa9041e1-16f3-4384-a5da-936496c0367e tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 944 time: 0.1599402 Aug 09 15:50:34.493628 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.518530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:50:34.518944 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:50:34.523186 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:50:34.534727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-878ca62f-3ca8-464c-8ed8-71a084991ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.570679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ca62f-3ca8-464c-8ed8-71a084991ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4292f8f-81c0-4fae-a953-21bcb4b1dc63,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:34.602562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38506) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:34.629226 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e88f1c4b-7873-421c-b52e-7a7564d9d2d2 req-e10c6394-e0b9-4dbf-83fc-f29ce9ede0a5 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440246 Aug 09 15:50:34.643409 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.651476 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.661483 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] 10.222.0.81 "DELETE /v2.0/networks/988775f1-455e-4a42-a5e9-861daba19edf HTTP/1.1" status: 204 len: 168 time: 0.7358415 Aug 09 15:50:34.712425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee1d53-957e-414e-a8e4-1ffb6d25d86b tempest-TaggedBootDevicesTest_v242-1991109123 tempest-TaggedBootDevicesTest_v242-1991109123-project] Pushing event deleted for resources: {'Network': ['ID=988775f1-455e-4a42-a5e9-861daba19edf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:34.722498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e74de-125f-4370-9862-39603fa6ca91 req-1f98b120-4985-44c2-a5a4-bcdf23dd608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:34.730329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e25e74de-125f-4370-9862-39603fa6ca91 req-1f98b120-4985-44c2-a5a4-bcdf23dd608e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f09dbc0d7644283a77bfb624a682b1d&device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 1095 time: 0.2062812 Aug 09 15:50:34.921539 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-79350e97-51ee-4ab0-89e4-510fe6b24bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.943132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e74de-125f-4370-9862-39603fa6ca91 req-52c16c85-757e-4a8f-9559-794ada0def02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:34.946260 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e25e74de-125f-4370-9862-39603fa6ca91 req-52c16c85-757e-4a8f-9559-794ada0def02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482e2903-7b7e-4858-aadf-8654b768bf58 HTTP/1.1" status: 200 len: 916 time: 0.1988809 Aug 09 15:50:34.950364 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-878ca62f-3ca8-464c-8ed8-71a084991ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:34.983988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a8534-bcd2-4e07-a279-a6070f243959 req-541b4d6a-466b-40dc-b5b3-adc3c9e38b0a tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:34.985624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f44a8534-bcd2-4e07-a279-a6070f243959 req-541b4d6a-466b-40dc-b5b3-adc3c9e38b0a tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0e4e9ff-047d-42b9-b996-334fd5770ee1 HTTP/1.1" status: 200 len: 946 time: 0.0983984 Aug 09 15:50:35.027995 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e25e74de-125f-4370-9862-39603fa6ca91 req-e6aeaed7-2ef9-4887-9959-1d39efb82f11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed HTTP/1.1" status: 200 len: 217 time: 0.0670140 Aug 09 15:50:35.051880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c0e4348e-5c13-441f-a33b-0b359c5f8ba4 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:35.110172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c0e4348e-5c13-441f-a33b-0b359c5f8ba4 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:35.111981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c0e4348e-5c13-441f-a33b-0b359c5f8ba4 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:35.116009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e74de-125f-4370-9862-39603fa6ca91 req-00a3d050-6ef5-43c5-9352-ed08b79c7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:35.118085 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e25e74de-125f-4370-9862-39603fa6ca91 req-00a3d050-6ef5-43c5-9352-ed08b79c7f30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c86acb35-9863-4f87-ad55-3e0131e2a197 HTTP/1.1" status: 200 len: 855 time: 0.0785043 Aug 09 15:50:35.148040 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f44a8534-bcd2-4e07-a279-a6070f243959 req-93e76035-86c7-40c0-ba57-f7ef2db8f0fc tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005220 Aug 09 15:50:35.171095 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e25e74de-125f-4370-9862-39603fa6ca91 req-a3ff4b87-c64e-409e-8a49-27dc48f9f110 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482e2903-7b7e-4858-aadf-8654b768bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425160 Aug 09 15:50:35.265231 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-79350e97-51ee-4ab0-89e4-510fe6b24bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.279189 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-79350e97-51ee-4ab0-89e4-510fe6b24bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.303656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9a30e-7981-4f0f-b07f-6621547ff466 req-7edfd387-316d-491a-b048-1862d2040aa6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:35.306727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-80f9a30e-7981-4f0f-b07f-6621547ff466 req-7edfd387-316d-491a-b048-1862d2040aa6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1653991 Aug 09 15:50:35.354629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6810c8-27b2-41a3-b094-58c6421b8cc5 req-c3af473a-36d3-46f2-bd5e-7c35162714c8 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:35.362095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7a6810c8-27b2-41a3-b094-58c6421b8cc5 req-c3af473a-36d3-46f2-bd5e-7c35162714c8 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 945 time: 0.1137059 Aug 09 15:50:35.368706 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-79350e97-51ee-4ab0-89e4-510fe6b24bd8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41b36af408414dfe81671dbb79fa16f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7627923 Aug 09 15:50:35.373528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38530) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:35.373949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79350e97-51ee-4ab0-89e4-510fe6b24bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b624f0b-36e3-473d-814b-c82dd0a807ad,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:35.402333 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-80f9a30e-7981-4f0f-b07f-6621547ff466 req-30025f84-cd58-4dde-8461-f750ccc7b56c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844998 Aug 09 15:50:35.404517 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e25e74de-125f-4370-9862-39603fa6ca91 req-2fe492ab-4651-4eb6-86a1-bdd78b6a7d60 service neutron] 10.222.0.60 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080269 Aug 09 15:50:35.432193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878ca62f-3ca8-464c-8ed8-71a084991ab1 admin admin] Router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:35.446525 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7a6810c8-27b2-41a3-b094-58c6421b8cc5 req-4d4f4215-9e4f-4e64-ba3c-b9e1d8fa2625 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835717 Aug 09 15:50:35.525238 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-158f9247-1b56-46ca-aac7-dbad628ef144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.529142 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e25e74de-125f-4370-9862-39603fa6ca91 req-908240a0-13a0-462d-9972-39fcb91a99b0 service neutron] 10.222.0.60 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068072 Aug 09 15:50:35.561733 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-158f9247-1b56-46ca-aac7-dbad628ef144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.660906 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878ca62f-3ca8-464c-8ed8-71a084991ab1 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:35.676264 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f542c5-cb2d-440d-94af-cd90287376e2 None None] Sync routers for ids ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:35.680386 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-878ca62f-3ca8-464c-8ed8-71a084991ab1 admin admin] 10.222.0.81 "PUT /v2.0/routers/510ed3b2-1c4c-43a9-82b9-60b7c57ec70e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9509897 Aug 09 15:50:35.683056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38564) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:35.696250 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f542c5-cb2d-440d-94af-cd90287376e2 None None] Routers {'510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:35.697250 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-84f542c5-cb2d-440d-94af-cd90287376e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:35.763033 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-158f9247-1b56-46ca-aac7-dbad628ef144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.766311 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-158f9247-1b56-46ca-aac7-dbad628ef144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.767687 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-158f9247-1b56-46ca-aac7-dbad628ef144 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b624f0b-36e3-473d-814b-c82dd0a807ad HTTP/1.1" status: 204 len: 168 time: 0.3910604 Aug 09 15:50:35.833976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f9247-1b56-46ca-aac7-dbad628ef144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b624f0b-36e3-473d-814b-c82dd0a807ad,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:35.862650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a72a5-4690-4175-bedd-9ef5645fc1a6 req-c598dbe3-5d5e-4cb5-adf0-2c100159b033 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:35.876218 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:35.876704 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-825a72a5-4690-4175-bedd-9ef5645fc1a6 req-c598dbe3-5d5e-4cb5-adf0-2c100159b033 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 944 time: 0.1322911 Aug 09 15:50:35.958943 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-825a72a5-4690-4175-bedd-9ef5645fc1a6 req-d36d75ce-fb04-4629-a852-4582364b9b42 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763779 Aug 09 15:50:35.977846 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-84f542c5-cb2d-440d-94af-cd90287376e2 None None] Set router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:36.086771 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.180343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Deleting port f40363ca-63d6-4df3-a287-87cef84f15c5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:36.180773 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.234809 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-84f542c5-cb2d-440d-94af-cd90287376e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:50:34Z', 'revision_number': 5, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port': {'id': 'f40363ca-63d6-4df3-a287-87cef84f15c5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:48:08Z', 'updated_at': '2021-08-09T15:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:36.258087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38572) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:36.281812 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be9b8310-e2b4-4444-94fb-59ac952d8ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.291261 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f542c5-cb2d-440d-94af-cd90287376e2 None None] Checking router: 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:50:36.301393 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f542c5-cb2d-440d-94af-cd90287376e2 None None] Routers {'510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:36.302394 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-84f542c5-cb2d-440d-94af-cd90287376e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:36.427808 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-84f542c5-cb2d-440d-94af-cd90287376e2 None None] Set router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:36.476648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d66a0c-ab16-418a-bc09-72c24369e58f req-16115573-c6f7-41a6-ba44-e2fa803811df tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:36.479234 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37d66a0c-ab16-418a-bc09-72c24369e58f req-16115573-c6f7-41a6-ba44-e2fa803811df tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0e4e9ff-047d-42b9-b996-334fd5770ee1 HTTP/1.1" status: 200 len: 946 time: 0.1191313 Aug 09 15:50:36.502114 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-84f542c5-cb2d-440d-94af-cd90287376e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:50:36Z', 'revision_number': 6, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:36.545456 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f542c5-cb2d-440d-94af-cd90287376e2 None None] The sync data for ids ['510ed3b2-1c4c-43a9-82b9-60b7c57ec70e'] in n-d-803778-2 is: [{'id': '510ed3b2-1c4c-43a9-82b9-60b7c57ec70e', 'name': 'tempest-ServersTestFqdnHostnames-710349392-router', 'tenant_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:48:07Z', 'updated_at': '2021-08-09T15:50:36Z', 'revision_number': 6, 'project_id': '7caa7d423d1b4144a1a1842f1243f9ea', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:36.551165 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be9b8310-e2b4-4444-94fb-59ac952d8ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.595327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:50:36.612134 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be9b8310-e2b4-4444-94fb-59ac952d8ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.732848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748ec10-cf8d-49d8-9afb-5415ceab4e46 req-cd1da9ac-dadb-496f-8ec5-9ea6fb8edd20 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:36.743598 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e748ec10-cf8d-49d8-9afb-5415ceab4e46 req-cd1da9ac-dadb-496f-8ec5-9ea6fb8edd20 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.2058470 Aug 09 15:50:36.748186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-be9b8310-e2b4-4444-94fb-59ac952d8ef4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=731702b0dff54afc9320044dbcd965b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887540 Aug 09 15:50:36.766188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38582) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:36.806719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:36.836110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b8310-e2b4-4444-94fb-59ac952d8ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c017a5-a787-4acc-9664-06effa63aaae,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:36.843452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1f9c0-7547-4c92-b152-7b69b787f2b9 req-6a73a894-152d-4d51-8bb3-d7ddf93ee313 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:36.851158 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1f1f9c0-7547-4c92-b152-7b69b787f2b9 req-6a73a894-152d-4d51-8bb3-d7ddf93ee313 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0e4e9ff-047d-42b9-b996-334fd5770ee1 HTTP/1.1" status: 200 len: 946 time: 0.5778029 Aug 09 15:50:36.861662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] For port f40363ca-63d6-4df3-a287-87cef84f15c5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f40363ca-63d6-4df3-a287-87cef84f15c5,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:36.861952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.893183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Calling delete_port for f40363ca-63d6-4df3-a287-87cef84f15c5 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:36.894659 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e748ec10-cf8d-49d8-9afb-5415ceab4e46 req-220c288c-3af9-4c03-836e-2334232fb544 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500928 Aug 09 15:50:36.909354 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c19313b-8575-4201-a15f-5129b322dcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.918304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-37d66a0c-ab16-418a-bc09-72c24369e58f req-5c313519-83c0-46c2-ba0e-a74780879334 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Deleting port 6c1bef70-a574-45e9-9277-5f2ed0d0149a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:36.918913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d06ac4-cece-4a1f-8bfc-cfd653567353 req-66ef37dc-a0df-4b6f-b624-5b0bd5b2367c tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:36.920996 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-37d66a0c-ab16-418a-bc09-72c24369e58f req-5c313519-83c0-46c2-ba0e-a74780879334 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:36.921650 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a6d06ac4-cece-4a1f-8bfc-cfd653567353 req-66ef37dc-a0df-4b6f-b624-5b0bd5b2367c tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.53 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 945 time: 0.6187410 Aug 09 15:50:36.932203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe2f28-9530-4a90-8f2f-e9bec1e63fff req-70fc3968-aee9-46eb-9fec-a404ac720e82 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:36.933770 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabe2f28-9530-4a90-8f2f-e9bec1e63fff req-70fc3968-aee9-46eb-9fec-a404ac720e82 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 945 time: 0.1791275 Aug 09 15:50:37.066172 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1f1f9c0-7547-4c92-b152-7b69b787f2b9 req-000098d5-3a71-4423-86c7-195b76796d92 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/security-groups?id=4ee7bf2f-ceba-4891-99a6-f4edac101fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093294 Aug 09 15:50:37.076811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c4292f8f-81c0-4fae-a953-21bcb4b1dc63 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:37.106015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c4292f8f-81c0-4fae-a953-21bcb4b1dc63 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:37.106660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c4292f8f-81c0-4fae-a953-21bcb4b1dc63 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:37.113898 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed', 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58', 'port_id': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed', 'mac_address': 'fa:16:3e:af:5b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86acb35-9863-4f87-ad55-3e0131e2a197', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:50:37.121843 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c19313b-8575-4201-a15f-5129b322dcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.190573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113977b-69c6-402c-b871-618a1e9df3c4 req-4f9eaabd-7731-49aa-90fa-81da04bdf8b5 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:37.201061 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0113977b-69c6-402c-b871-618a1e9df3c4 req-4f9eaabd-7731-49aa-90fa-81da04bdf8b5 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 945 time: 0.1440785 Aug 09 15:50:37.203631 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.229313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:37.261153 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:37.266089 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.283144 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-37d66a0c-ab16-418a-bc09-72c24369e58f req-5c313519-83c0-46c2-ba0e-a74780879334 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] For port 6c1bef70-a574-45e9-9277-5f2ed0d0149a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6c1bef70-a574-45e9-9277-5f2ed0d0149a,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:37.283521 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-37d66a0c-ab16-418a-bc09-72c24369e58f req-5c313519-83c0-46c2-ba0e-a74780879334 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.302469 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0113977b-69c6-402c-b871-618a1e9df3c4 req-d080aa58-889a-47e4-84ab-8ba4ec511be2 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004205 Aug 09 15:50:37.343415 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-37d66a0c-ab16-418a-bc09-72c24369e58f req-5c313519-83c0-46c2-ba0e-a74780879334 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Calling delete_port for 6c1bef70-a574-45e9-9277-5f2ed0d0149a owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:37.352633 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c19313b-8575-4201-a15f-5129b322dcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.361027 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c19313b-8575-4201-a15f-5129b322dcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.364916 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7c19313b-8575-4201-a15f-5129b322dcae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46c017a5-a787-4acc-9664-06effa63aaae HTTP/1.1" status: 204 len: 168 time: 0.5683661 Aug 09 15:50:37.386019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:37.431435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a6d06ac4-cece-4a1f-8bfc-cfd653567353 req-ec02d7b2-12b2-4900-b568-a13a2d41cec9 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Deleting port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:37.431798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a6d06ac4-cece-4a1f-8bfc-cfd653567353 req-ec02d7b2-12b2-4900-b568-a13a2d41cec9 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.446802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-cabe2f28-9530-4a90-8f2f-e9bec1e63fff req-a61de578-2cae-4c5c-a3ee-314a40050b8d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Deleting port f2b7f2da-1918-4a3f-b88a-23c832f9e257 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:37.447104 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cabe2f28-9530-4a90-8f2f-e9bec1e63fff req-a61de578-2cae-4c5c-a3ee-314a40050b8d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.452619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19313b-8575-4201-a15f-5129b322dcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c017a5-a787-4acc-9664-06effa63aaae,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:37.489320 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['9163aa28-4bb4-47f4-a8f0-2a5d47e525ed'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:50:37.592498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19696199-8342-40d0-8da8-400db157b8b9 req-9057bcce-92d1-4b68-870a-65f4114acf3d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:37.601660 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19696199-8342-40d0-8da8-400db157b8b9 req-9057bcce-92d1-4b68-870a-65f4114acf3d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.2651362 Aug 09 15:50:37.603454 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a4e5dd2e-49b8-43e7-80f4-439e10c7f99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.647790 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339be1c-353e-45e0-83a7-578cee36ba0a req-01185f20-a429-4ff5-9ed4-f3606c990f5d tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:37.653412 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3339be1c-353e-45e0-83a7-578cee36ba0a req-01185f20-a429-4ff5-9ed4-f3606c990f5d tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 945 time: 0.1928606 Aug 09 15:50:37.738534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19696199-8342-40d0-8da8-400db157b8b9 req-680961c9-4807-4bd7-9d74-347f1601955d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298473 Aug 09 15:50:37.781161 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.812570 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3339be1c-353e-45e0-83a7-578cee36ba0a req-a5c48f6e-3445-4807-8a69-b32aa6a0a981 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208010 Aug 09 15:50:37.880214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Pushing event deleted for resources: {'Port': ['ID=f40363ca-63d6-4df3-a287-87cef84f15c5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:37.902968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a6d06ac4-cece-4a1f-8bfc-cfd653567353 req-ec02d7b2-12b2-4900-b568-a13a2d41cec9 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] For port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=876ed6f4-32a0-4eed-ab79-f223d41cf3b1,segment=NetworkSegment(3c938ec1-dd8a-4707-8b81-344e4a982356),segment_id=3c938ec1-dd8a-4707-8b81-344e4a982356)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:37.903535 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a6d06ac4-cece-4a1f-8bfc-cfd653567353 req-ec02d7b2-12b2-4900-b568-a13a2d41cec9 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.939834 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-37d66a0c-ab16-418a-bc09-72c24369e58f req-5c313519-83c0-46c2-ba0e-a74780879334 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.950698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-cabe2f28-9530-4a90-8f2f-e9bec1e63fff req-a61de578-2cae-4c5c-a3ee-314a40050b8d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] For port f2b7f2da-1918-4a3f-b88a-23c832f9e257, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f2b7f2da-1918-4a3f-b88a-23c832f9e257,segment=NetworkSegment(a02398af-8e48-43e6-b63e-13d4bff72500),segment_id=a02398af-8e48-43e6-b63e-13d4bff72500)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:37.951091 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cabe2f28-9530-4a90-8f2f-e9bec1e63fff req-a61de578-2cae-4c5c-a3ee-314a40050b8d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:37.981468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a6d06ac4-cece-4a1f-8bfc-cfd653567353 req-ec02d7b2-12b2-4900-b568-a13a2d41cec9 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Calling delete_port for 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:38.016426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c313519-83c0-46c2-ba0e-a74780879334 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Pushing event deleted for resources: {'Port': ['ID=6c1bef70-a574-45e9-9277-5f2ed0d0149a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:38.020987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-cabe2f28-9530-4a90-8f2f-e9bec1e63fff req-a61de578-2cae-4c5c-a3ee-314a40050b8d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Calling delete_port for f2b7f2da-1918-4a3f-b88a-23c832f9e257 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:38.138444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1684a-6e82-402b-b431-9e583abbf680 req-bbb8db7f-bf3e-4e5b-b211-5b5c634246e6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:38.145656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d66a0c-ab16-418a-bc09-72c24369e58f req-5c313519-83c0-46c2-ba0e-a74780879334 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] No DVR routers for this DVR port 6c1bef70-a574-45e9-9277-5f2ed0d0149a on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:38.145858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddf1684a-6e82-402b-b431-9e583abbf680 req-bbb8db7f-bf3e-4e5b-b211-5b5c634246e6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.2379622 Aug 09 15:50:38.149420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['f2b7f2da-1918-4a3f-b88a-23c832f9e257'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:50:38.153280 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-37d66a0c-ab16-418a-bc09-72c24369e58f req-5c313519-83c0-46c2-ba0e-a74780879334 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:38.155528 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37d66a0c-ab16-418a-bc09-72c24369e58f req-5c313519-83c0-46c2-ba0e-a74780879334 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.60 "DELETE /v2.0/ports/6c1bef70-a574-45e9-9277-5f2ed0d0149a HTTP/1.1" status: 204 len: 173 time: 1.6659479 Aug 09 15:50:38.160359 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:38.166045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e4e9ff-047d-42b9-b996-334fd5770ee1', 'name': 'network-vif-deleted', 'tag': '6c1bef70-a574-45e9-9277-5f2ed0d0149a'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:38.169055 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704b745e-e925-41f0-a207-94e39f3f70ba" -d '{"events": [{"server_uuid": "c0e4e9ff-047d-42b9-b996-334fd5770ee1", "name": "network-vif-deleted", "tag": "6c1bef70-a574-45e9-9277-5f2ed0d0149a"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:38.299542 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-04b04c99-4020-4bfd-8045-d17be9434a41 req-02522362-8929-4085-b1bc-0db5e2f1225e tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0e4e9ff-047d-42b9-b996-334fd5770ee1 HTTP/1.1" status: 200 len: 210 time: 0.0502672 Aug 09 15:50:38.339808 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:38.347041 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:38.386134 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ddf1684a-6e82-402b-b431-9e583abbf680 req-754aec6f-a8ed-4f31-874c-ff810b485584 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394099 Aug 09 15:50:38.480746 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:38.481310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 510ed3b2-1c4c-43a9-82b9-60b7c57ec70e {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:50:38.488976 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:38.493024 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38620) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:38.506704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-44a1331d-d9b7-4cdb-b2c5-a54ea7f54794 admin admin] 10.222.0.81 "DELETE /v2.0/routers/510ed3b2-1c4c-43a9-82b9-60b7c57ec70e HTTP/1.1" status: 204 len: 168 time: 2.8218374 Aug 09 15:50:38.601247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-be869986-9828-4407-9131-a827476b6124 admin admin] Deleting subnet 31681149-8d2b-4d13-b9e7-c673b12ca72b {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:38.603917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:38.613756 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ab7c7e-b3bf-4725-ba2c-4b445645386f x-openstack-request-id: req-d4ab7c7e-b3bf-4725-ba2c-4b445645386f {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:38.614035 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e4e9ff-047d-42b9-b996-334fd5770ee1", "name": "network-vif-deleted", "tag": "6c1bef70-a574-45e9-9277-5f2ed0d0149a", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:38.614285 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4ab7c7e-b3bf-4725-ba2c-4b445645386f {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:38.614685 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e4e9ff-047d-42b9-b996-334fd5770ee1', 'name': 'network-vif-deleted', 'tag': '6c1bef70-a574-45e9-9277-5f2ed0d0149a', 'status': 'completed', 'code': 200} Aug 09 15:50:38.617156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be869986-9828-4407-9131-a827476b6124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:38.730913 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a6d06ac4-cece-4a1f-8bfc-cfd653567353 req-ec02d7b2-12b2-4900-b568-a13a2d41cec9 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:38.745683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:38.754630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:38.755212 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:38.787329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be869986-9828-4407-9131-a827476b6124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:38.810748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02d7b2-12b2-4900-b568-a13a2d41cec9 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Pushing event deleted for resources: {'Port': ['ID=876ed6f4-32a0-4eed-ab79-f223d41cf3b1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:38.855816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cabe2f28-9530-4a90-8f2f-e9bec1e63fff req-a61de578-2cae-4c5c-a3ee-314a40050b8d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:38.887745 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:38.888948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032ff6a-eb08-4f0c-98cc-25cdbed5fc5d req-3ded9d43-7109-4922-b786-e7090cdcecf5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:38.897176 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f032ff6a-eb08-4f0c-98cc-25cdbed5fc5d req-3ded9d43-7109-4922-b786-e7090cdcecf5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.2810771 Aug 09 15:50:38.930643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f5fea-6fae-45d0-bb08-0ff514d2f4e8 req-f140fdf3-c683-4145-9188-50ea8748922c tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:38.932259 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-579f5fea-6fae-45d0-bb08-0ff514d2f4e8 req-f140fdf3-c683-4145-9188-50ea8748922c tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/ports?device_id=334f51db-2fb3-456d-955f-823a68b7f33d HTTP/1.1" status: 200 len: 867 time: 0.3283274 Aug 09 15:50:38.953217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891a036d-d42b-4425-9a22-86bdf7d267bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:38.959690 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec2b2cc-e65b-4574-96ca-19665ad06734" -d '{"events": [{"server_uuid": "891a036d-d42b-4425-9a22-86bdf7d267bf", "name": "network-vif-plugged", "status": "completed", "tag": "9163aa28-4bb4-47f4-a8f0-2a5d47e525ed"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:39.007197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:39.017441 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.018316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6c1bef70-a574-45e9-9277-5f2ed0d0149a no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:39.037681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f40363ca-63d6-4df3-a287-87cef84f15c5 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:39.045528 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f032ff6a-eb08-4f0c-98cc-25cdbed5fc5d req-75be9ae6-4bc8-4721-911c-17ee6962f0b2 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471684 Aug 09 15:50:39.105058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d06ac4-cece-4a1f-8bfc-cfd653567353 req-ec02d7b2-12b2-4900-b568-a13a2d41cec9 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] No DVR routers for this DVR port 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:39.110859 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a6d06ac4-cece-4a1f-8bfc-cfd653567353 req-ec02d7b2-12b2-4900-b568-a13a2d41cec9 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.112935 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a6d06ac4-cece-4a1f-8bfc-cfd653567353 req-ec02d7b2-12b2-4900-b568-a13a2d41cec9 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.53 "DELETE /v2.0/ports/876ed6f4-32a0-4eed-ab79-f223d41cf3b1 HTTP/1.1" status: 204 len: 173 time: 2.1720872 Aug 09 15:50:39.145448 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 6c1bef70-a574-45e9-9277-5f2ed0d0149a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:39.146425 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6c1bef70-a574-45e9-9277-5f2ed0d0149a not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:39.151255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: f40363ca-63d6-4df3-a287-87cef84f15c5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:39.151810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f40363ca-63d6-4df3-a287-87cef84f15c5 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:39.175681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:39.207779 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-579f5fea-6fae-45d0-bb08-0ff514d2f4e8 req-18ecc134-545a-4263-b3ba-308c268787c8 tempest-ServerGroupTestJSON-1345032347 tempest-ServerGroupTestJSON-1345032347-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bc95a9f-c255-4e14-b834-4b5f09b45359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712556 Aug 09 15:50:39.210304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334f51db-2fb3-456d-955f-823a68b7f33d', 'name': 'network-vif-deleted', 'tag': '876ed6f4-32a0-4eed-ab79-f223d41cf3b1'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:39.214720 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d18bbc-b67e-4c50-bebf-f11c1989d7b5" -d '{"events": [{"server_uuid": "334f51db-2fb3-456d-955f-823a68b7f33d", "name": "network-vif-deleted", "tag": "876ed6f4-32a0-4eed-ab79-f223d41cf3b1"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:39.257064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabe2f28-9530-4a90-8f2f-e9bec1e63fff req-a61de578-2cae-4c5c-a3ee-314a40050b8d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] No DVR routers for this DVR port f2b7f2da-1918-4a3f-b88a-23c832f9e257 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:39.261142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be869986-9828-4407-9131-a827476b6124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.262401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61de578-2cae-4c5c-a3ee-314a40050b8d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Pushing event deleted for resources: {'Port': ['ID=f2b7f2da-1918-4a3f-b88a-23c832f9e257,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:39.274633 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cabe2f28-9530-4a90-8f2f-e9bec1e63fff req-a61de578-2cae-4c5c-a3ee-314a40050b8d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.281569 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cabe2f28-9530-4a90-8f2f-e9bec1e63fff req-a61de578-2cae-4c5c-a3ee-314a40050b8d tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.60 "DELETE /v2.0/ports/f2b7f2da-1918-4a3f-b88a-23c832f9e257 HTTP/1.1" status: 204 len: 173 time: 2.3327549 Aug 09 15:50:39.284836 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a28680-743e-400a-8d4f-29477ba09979 x-openstack-request-id: req-d4a28680-743e-400a-8d4f-29477ba09979 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:39.285435 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891a036d-d42b-4425-9a22-86bdf7d267bf", "name": "network-vif-plugged", "status": "completed", "tag": "9163aa28-4bb4-47f4-a8f0-2a5d47e525ed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:39.286838 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4a28680-743e-400a-8d4f-29477ba09979 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:39.290396 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891a036d-d42b-4425-9a22-86bdf7d267bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed', 'code': 200} Aug 09 15:50:39.384288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56668-a179-4f28-847a-78c76b56bd68 req-acc0cd22-f227-48f7-acbd-37b8fd145cff tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:39.386331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1d56668-a179-4f28-847a-78c76b56bd68 req-acc0cd22-f227-48f7-acbd-37b8fd145cff tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1930993 Aug 09 15:50:39.467429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c463c0-db3c-4bdf-886e-1f5ea0ca7079 req-c16b400f-fb85-4726-8f5d-2642dd4c9021 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:39.478185 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-04c463c0-db3c-4bdf-886e-1f5ea0ca7079 req-c16b400f-fb85-4726-8f5d-2642dd4c9021 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1172206 Aug 09 15:50:39.504060 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be869986-9828-4407-9131-a827476b6124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.511402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becae1c5-26bc-413b-aa11-24362da87f81 req-fc782ca7-963c-4b58-a2bb-1cbafe8ec364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:39.513205 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-becae1c5-26bc-413b-aa11-24362da87f81 req-fc782ca7-963c-4b58-a2bb-1cbafe8ec364 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 1097 time: 0.1300790 Aug 09 15:50:39.540274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be869986-9828-4407-9131-a827476b6124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31681149-8d2b-4d13-b9e7-c673b12ca72b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:39.555417 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-04c463c0-db3c-4bdf-886e-1f5ea0ca7079 req-e49b0347-0e89-4697-877b-79fad4e7f3db tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758648 Aug 09 15:50:39.564709 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be869986-9828-4407-9131-a827476b6124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.566897 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-be869986-9828-4407-9131-a827476b6124 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/31681149-8d2b-4d13-b9e7-c673b12ca72b HTTP/1.1" status: 204 len: 168 time: 1.0728016 Aug 09 15:50:39.572992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38648) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:39.573264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a95bc-b741-4701-9c48-d5ca6128613f None None] Network faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:39.613888 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1d56668-a179-4f28-847a-78c76b56bd68 req-cc3f092c-3e70-4d70-a26c-5016c158b9ce tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145646 Aug 09 15:50:39.619302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-becae1c5-26bc-413b-aa11-24362da87f81 req-2a89bcaa-ec32-49b2-afef-b8db9c1b0e5a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862663 Aug 09 15:50:39.678464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:39.700726 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597a5c39-8448-4e7d-8c09-4d5b155de2ec x-openstack-request-id: req-597a5c39-8448-4e7d-8c09-4d5b155de2ec {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:39.701028 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334f51db-2fb3-456d-955f-823a68b7f33d", "name": "network-vif-deleted", "tag": "876ed6f4-32a0-4eed-ab79-f223d41cf3b1", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:39.701291 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-597a5c39-8448-4e7d-8c09-4d5b155de2ec {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:39.701732 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334f51db-2fb3-456d-955f-823a68b7f33d', 'name': 'network-vif-deleted', 'tag': '876ed6f4-32a0-4eed-ab79-f223d41cf3b1', 'status': 'completed', 'code': 200} Aug 09 15:50:39.749252 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:39.749833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 876ed6f4-32a0-4eed-ab79-f223d41cf3b1 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:39.806695 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:39.994981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082bebf-8f1c-4a7a-8930-f8173d29e71f None None] DHCP port deletion for faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:50:40.007468 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5d9e979-9431-4d96-a9a1-c3795d74b621 req-690f1ff4-dd70-4234-bb2f-9621afcf5351 tempest-MultipleCreateTestJSON-301278872 tempest-MultipleCreateTestJSON-301278872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6bd9196-2c4c-48ff-88ac-0304423acbc9 HTTP/1.1" status: 200 len: 210 time: 0.0885167 Aug 09 15:50:40.042520 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Deleting port 5b141942-5737-4305-a105-c839f8dda2ec {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:40.043740 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.057911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cba1f-20fe-404b-bbaf-25310c2ad878 req-31d57fa5-611b-48de-8b33-11d488cf7520 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:40.059782 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c8cba1f-20fe-404b-bbaf-25310c2ad878 req-31d57fa5-611b-48de-8b33-11d488cf7520 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.0940974 Aug 09 15:50:40.154321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0082bebf-8f1c-4a7a-8930-f8173d29e71f None None] Deleting port 5b141942-5737-4305-a105-c839f8dda2ec {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:40.154711 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0082bebf-8f1c-4a7a-8930-f8173d29e71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.296725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c8cba1f-20fe-404b-bbaf-25310c2ad878 req-86d9ec18-619a-49a7-8a3b-9d48ff5e8735 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247937 Aug 09 15:50:40.312341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] For port 5b141942-5737-4305-a105-c839f8dda2ec, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5b141942-5737-4305-a105-c839f8dda2ec,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:40.312828 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.325985 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0082bebf-8f1c-4a7a-8930-f8173d29e71f None None] For port 5b141942-5737-4305-a105-c839f8dda2ec, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5b141942-5737-4305-a105-c839f8dda2ec,segment=NetworkSegment(ebfef770-9770-44ff-ab1a-a664f397edf6),segment_id=ebfef770-9770-44ff-ab1a-a664f397edf6)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:40.326430 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0082bebf-8f1c-4a7a-8930-f8173d29e71f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.328282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Calling delete_port for 5b141942-5737-4305-a105-c839f8dda2ec owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:40.361553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0082bebf-8f1c-4a7a-8930-f8173d29e71f None None] Calling delete_port for 5b141942-5737-4305-a105-c839f8dda2ec owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:40.492858 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e490c28-093e-4380-b8aa-c35ee75a1c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.498046 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0082bebf-8f1c-4a7a-8930-f8173d29e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.550635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082bebf-8f1c-4a7a-8930-f8173d29e71f None None] No DVR routers for this DVR port 5b141942-5737-4305-a105-c839f8dda2ec on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:40.553237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082bebf-8f1c-4a7a-8930-f8173d29e71f None None] Pushing event deleted for resources: {'Port': ['ID=5b141942-5737-4305-a105-c839f8dda2ec,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:40.586711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.606629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d12d2-5935-4653-8d1b-400860f9e118 req-bec35974-2c14-4154-b2b4-d144b7e7937d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:40.608510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-848d12d2-5935-4653-8d1b-400860f9e118 req-bec35974-2c14-4154-b2b4-d144b7e7937d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1596501 Aug 09 15:50:40.612257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f2b7f2da-1918-4a3f-b88a-23c832f9e257 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:40.666049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: f2b7f2da-1918-4a3f-b88a-23c832f9e257 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:40.666569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f2b7f2da-1918-4a3f-b88a-23c832f9e257 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:40.686130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b141942-5737-4305-a105-c839f8dda2ec,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:40.692375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] No DVR routers for this DVR port 5b141942-5737-4305-a105-c839f8dda2ec on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:40.829306 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-848d12d2-5935-4653-8d1b-400860f9e118 req-06933af5-c998-4a7b-95a2-041d2762a2b1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034137 Aug 09 15:50:40.860851 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.874054 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.879544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d68098-c908-48bb-ab40-114cc49ecfe9 req-da445c64-8a61-42a5-a502-f7d60a1a5c76 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:40.898613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa1d562-cf1a-46bd-afcd-7a5499ce4bc1']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:40.901331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20d68098-c908-48bb-ab40-114cc49ecfe9 req-da445c64-8a61-42a5-a502-f7d60a1a5c76 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1461556 Aug 09 15:50:40.925622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfef770-9770-44ff-ab1a-a664f397edf6') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:40.928322 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfef770-9770-44ff-ab1a-a664f397edf6') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:40.951707 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.977115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5b141942-5737-4305-a105-c839f8dda2ec no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:40.981174 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.995835 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:50:40.996624 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:50:40.999382 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:50:41.016414 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20d68098-c908-48bb-ab40-114cc49ecfe9 req-d9db7806-a4b7-45d3-a301-5c0bc3638140 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138353 Aug 09 15:50:41.033633 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 5b141942-5737-4305-a105-c839f8dda2ec {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:41.033987 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 5b141942-5737-4305-a105-c839f8dda2ec not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:41.113408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38710) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:41.131654 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.139811 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.144690 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/faa1d562-cf1a-46bd-afcd-7a5499ce4bc1 HTTP/1.1" status: 204 len: 168 time: 1.5701571 Aug 09 15:50:41.156607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c8870-f6f5-4257-886e-01f9930e48a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa1d562-cf1a-46bd-afcd-7a5499ce4bc1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:41.238356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0993d46c-b737-4726-a610-708349b78cb0 admin admin] Deleting subnet ad540d2b-44e9-4d10-a6b9-6c37813db41e {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:41.243955 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0993d46c-b737-4726-a610-708349b78cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.338771 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0993d46c-b737-4726-a610-708349b78cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.380199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6aaad-ef95-4359-b9da-5406a6d241b5 req-0fbb9a97-8836-4057-85ac-709fd629b7a2 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:41.392689 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f5e6aaad-ef95-4359-b9da-5406a6d241b5 req-0fbb9a97-8836-4057-85ac-709fd629b7a2 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1292586 Aug 09 15:50:41.397342 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.459530 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0993d46c-b737-4726-a610-708349b78cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.466878 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f5e6aaad-ef95-4359-b9da-5406a6d241b5 req-3cbb025e-8ff2-417c-be1a-617d7e98dcfe tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731153 Aug 09 15:50:41.513241 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.577438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285520d-9eaf-403e-8a26-ac5ecb317572 req-6e8b2cb8-61a9-4724-a6f5-0b2d1b6a7694 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:41.578276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38730) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:41.579091 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c285520d-9eaf-403e-8a26-ac5ecb317572 req-6e8b2cb8-61a9-4724-a6f5-0b2d1b6a7694 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1443720 Aug 09 15:50:41.597306 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0993d46c-b737-4726-a610-708349b78cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.641572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993d46c-b737-4726-a610-708349b78cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad540d2b-44e9-4d10-a6b9-6c37813db41e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:41.654125 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d259908c-6fb5-4dfa-871e-b1f6bc93c0b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7caa7d423d1b4144a1a1842f1243f9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745125 Aug 09 15:50:41.655295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38736) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:41.658545 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0993d46c-b737-4726-a610-708349b78cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.660619 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0993d46c-b737-4726-a610-708349b78cb0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ad540d2b-44e9-4d10-a6b9-6c37813db41e HTTP/1.1" status: 204 len: 168 time: 0.5457528 Aug 09 15:50:41.663635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38742) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:41.716941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bd9196-2c4c-48ff-88ac-0304423acbc9', 'name': 'network-vif-deleted', 'tag': 'f2b7f2da-1918-4a3f-b88a-23c832f9e257'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:41.719358 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ef40b6-f15a-444c-b7f4-0229fd497241" -d '{"events": [{"server_uuid": "c6bd9196-2c4c-48ff-88ac-0304423acbc9", "name": "network-vif-deleted", "tag": "f2b7f2da-1918-4a3f-b88a-23c832f9e257"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:41.728668 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82e20fff-9a45-4aa3-a687-6411b5c5dec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.740717 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c285520d-9eaf-403e-8a26-ac5ecb317572 req-2ba2c761-4818-4d6c-925e-4076774af6a9 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387830 Aug 09 15:50:41.759221 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82e20fff-9a45-4aa3-a687-6411b5c5dec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.761845 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.838871 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82e20fff-9a45-4aa3-a687-6411b5c5dec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.844134 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82e20fff-9a45-4aa3-a687-6411b5c5dec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:41.849235 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-82e20fff-9a45-4aa3-a687-6411b5c5dec2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/abbb9c0f-78f3-4faa-817b-5127b13b2f39 HTTP/1.1" status: 204 len: 168 time: 0.1928556 Aug 09 15:50:41.909242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38748) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:41.919503 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e20fff-9a45-4aa3-a687-6411b5c5dec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbb9c0f-78f3-4faa-817b-5127b13b2f39,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:41.998200 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb37bbb1-e859-4882-9f8b-ef0d8ba58583 x-openstack-request-id: req-bb37bbb1-e859-4882-9f8b-ef0d8ba58583 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:41.998822 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bd9196-2c4c-48ff-88ac-0304423acbc9", "name": "network-vif-deleted", "tag": "f2b7f2da-1918-4a3f-b88a-23c832f9e257", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:41.999219 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb37bbb1-e859-4882-9f8b-ef0d8ba58583 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:41.999753 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bd9196-2c4c-48ff-88ac-0304423acbc9', 'name': 'network-vif-deleted', 'tag': 'f2b7f2da-1918-4a3f-b88a-23c832f9e257', 'status': 'completed', 'code': 200} Aug 09 15:50:42.011628 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.033966 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89093429-15f5-4206-9599-1c7f34c780f5']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:42.050027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02398af-8e48-43e6-b63e-13d4bff72500') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:42.050564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02398af-8e48-43e6-b63e-13d4bff72500') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:42.062208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0443ebb5-7666-4208-b6fc-5d718659f318 admin admin] Deleting subnet 2899295e-b956-4b2e-bbf0-de5c42f0ee2e {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:42.069776 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.071708 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0443ebb5-7666-4208-b6fc-5d718659f318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.145756 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.169871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:50:42.171789 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:50:42.177000 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:50:42.196535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd6977-b565-4057-b341-67ceab9dbbe5 req-e87c1245-bf46-4a0d-9357-60ab520e674b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:42.198833 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7bdd6977-b565-4057-b341-67ceab9dbbe5 req-e87c1245-bf46-4a0d-9357-60ab520e674b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.0959353 Aug 09 15:50:42.205891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0443ebb5-7666-4208-b6fc-5d718659f318 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.253514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7bdd6977-b565-4057-b341-67ceab9dbbe5 req-dd87dffe-1bc4-48a0-99db-cfd5d5f8512d tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430908 Aug 09 15:50:42.293132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.300757 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.302757 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] 10.222.0.81 "DELETE /v2.0/networks/89093429-15f5-4206-9599-1c7f34c780f5 HTTP/1.1" status: 204 len: 168 time: 0.6381125 Aug 09 15:50:42.325101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2caf4c-e405-4450-ac13-fbaf4e3c746c admin admin] Pushing event deleted for resources: {'Network': ['ID=89093429-15f5-4206-9599-1c7f34c780f5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:42.353466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0443ebb5-7666-4208-b6fc-5d718659f318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.429893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0443ebb5-7666-4208-b6fc-5d718659f318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.469131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443ebb5-7666-4208-b6fc-5d718659f318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2899295e-b956-4b2e-bbf0-de5c42f0ee2e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:42.471383 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0443ebb5-7666-4208-b6fc-5d718659f318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.477080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38766) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:42.485000 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0443ebb5-7666-4208-b6fc-5d718659f318 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2899295e-b956-4b2e-bbf0-de5c42f0ee2e HTTP/1.1" status: 204 len: 168 time: 0.5708163 Aug 09 15:50:42.573873 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.602946 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38770) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:42.660550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4c3ea198-4494-431a-aa3a-381852989d0e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5fff9536d9084928b80d512c22c7c259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564003 Aug 09 15:50:42.663746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38772) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:42.726250 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-52975962-175d-4f88-a5eb-053a9eae69cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.756525 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.756877 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-52975962-175d-4f88-a5eb-053a9eae69cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.765304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcb0c63-bc43-467a-8a9a-5e90b5068a1f']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:42.779043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c938ec1-dd8a-4707-8b81-344e4a982356') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:42.779477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c938ec1-dd8a-4707-8b81-344e4a982356') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:42.794084 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.820763 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.839712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:50:42.840289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:50:42.843291 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:50:42.852715 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-52975962-175d-4f88-a5eb-053a9eae69cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.855326 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-52975962-175d-4f88-a5eb-053a9eae69cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.856580 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-52975962-175d-4f88-a5eb-053a9eae69cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ee7bf2f-ceba-4891-99a6-f4edac101fca HTTP/1.1" status: 204 len: 168 time: 0.1919043 Aug 09 15:50:42.869808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52975962-175d-4f88-a5eb-053a9eae69cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee7bf2f-ceba-4891-99a6-f4edac101fca,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:42.937427 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.943790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.948860 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:42.954986 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] 10.222.0.81 "DELETE /v2.0/networks/bfcb0c63-bc43-467a-8a9a-5e90b5068a1f HTTP/1.1" status: 204 len: 168 time: 0.4677458 Aug 09 15:50:42.969073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf3fd2-66e6-49ca-bf4a-c178b5939e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=bfcb0c63-bc43-467a-8a9a-5e90b5068a1f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:43.009146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea09e91-6465-469d-a9c6-dc49c9c21212 req-9b118cc3-1b06-415a-9f39-f325c5f39a14 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:43.010892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cea09e91-6465-469d-a9c6-dc49c9c21212 req-9b118cc3-1b06-415a-9f39-f325c5f39a14 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.0738266 Aug 09 15:50:43.054116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cea09e91-6465-469d-a9c6-dc49c9c21212 req-5c64bf1e-c9fa-4182-b16f-8fbaf9e272bd tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369589 Aug 09 15:50:43.102685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38796) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:43.291448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38810) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:43.338089 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.391203 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a81fd657-43e7-4c72-b778-45799a102635 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5b5a4da81d346fbb3b4531cecc1b3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961871 Aug 09 15:50:43.392611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38812) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:43.484779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e07d54-db82-415b-ae5a-081acb5e248c req-f3c30afc-6714-46dc-b9a9-94adbb4a8dfe tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:43.498272 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1e07d54-db82-415b-ae5a-081acb5e248c req-f3c30afc-6714-46dc-b9a9-94adbb4a8dfe tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.0913587 Aug 09 15:50:43.549487 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d82f745-aec6-4340-b698-ac401468f7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.572079 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1e07d54-db82-415b-ae5a-081acb5e248c req-1ef2ff47-ff0d-4654-8b36-8aaadabcc036 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666854 Aug 09 15:50:43.583688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b5979-73a9-411e-9ade-15aa39bdc0cd req-b279a214-0f85-40b7-9453-dd1e38a3cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:43.586231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-883b5979-73a9-411e-9ade-15aa39bdc0cd req-b279a214-0f85-40b7-9453-dd1e38a3cf85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 1097 time: 0.2122958 Aug 09 15:50:43.589515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c703c77-cedd-4589-ac6a-dedbbf7291d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.613933 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d82f745-aec6-4340-b698-ac401468f7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.698395 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d82f745-aec6-4340-b698-ac401468f7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.701230 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d82f745-aec6-4340-b698-ac401468f7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.704979 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6d82f745-aec6-4340-b698-ac401468f7eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7bc95a9f-c255-4e14-b834-4b5f09b45359 HTTP/1.1" status: 204 len: 168 time: 0.3089025 Aug 09 15:50:43.705158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40fbf4-6ad7-467a-acfd-002858ce0eab req-a9046c17-5bf8-420d-bf2e-0b9b0587601d tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:43.711318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b40fbf4-6ad7-467a-acfd-002858ce0eab req-a9046c17-5bf8-420d-bf2e-0b9b0587601d tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.2852807 Aug 09 15:50:43.721121 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82f745-aec6-4340-b698-ac401468f7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc95a9f-c255-4e14-b834-4b5f09b45359,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:43.792070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38830) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:43.801111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b40fbf4-6ad7-467a-acfd-002858ce0eab req-7dd51af4-c1da-4d5a-825c-890f4db05f07 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889046 Aug 09 15:50:43.825423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b5979-73a9-411e-9ade-15aa39bdc0cd req-feca8d09-2518-4b43-ac61-e376badbbbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:43.827208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-883b5979-73a9-411e-9ade-15aa39bdc0cd req-feca8d09-2518-4b43-ac61-e376badbbbcd service neutron] 10.222.0.60 "GET /v2.0/networks?id=bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 200 len: 915 time: 0.2258503 Aug 09 15:50:43.885867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-883b5979-73a9-411e-9ade-15aa39bdc0cd req-4772e37e-e5a9-4194-a594-3f5a5e0c67b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293eb202-3dba-4048-83d5-a01b65bc403f HTTP/1.1" status: 200 len: 217 time: 0.0494804 Aug 09 15:50:43.964016 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c703c77-cedd-4589-ac6a-dedbbf7291d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.970552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c703c77-cedd-4589-ac6a-dedbbf7291d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.973800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b5979-73a9-411e-9ade-15aa39bdc0cd req-ebed7bd0-eae1-424c-b32e-2c2496db9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:43.976104 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-883b5979-73a9-411e-9ade-15aa39bdc0cd req-ebed7bd0-eae1-424c-b32e-2c2496db9e6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d79513e2-dc62-455a-b17c-e8155f54db56 HTTP/1.1" status: 200 len: 854 time: 0.0817585 Aug 09 15:50:44.033027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-883b5979-73a9-411e-9ade-15aa39bdc0cd req-60d3b290-347d-414a-ac21-56260e56872e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bad4f35b-0f41-4000-9866-01d87cec6ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471025 Aug 09 15:50:44.060982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8c703c77-cedd-4589-ac6a-dedbbf7291d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d80c19fe87344d1b6b5d4b259a8c8b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9563284 Aug 09 15:50:44.063104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38838) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:44.074384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c703c77-cedd-4589-ac6a-dedbbf7291d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be382a8-e703-4dbe-8dd8-636b85d54ab4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:44.169988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-883b5979-73a9-411e-9ade-15aa39bdc0cd req-571b1498-12fb-4599-9d84-793872871647 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272776 Aug 09 15:50:44.175207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-746871540-network', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:44.202224 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbec7ed3-c16b-4e1a-9b5d-2e129dcc7b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.257661 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbec7ed3-c16b-4e1a-9b5d-2e129dcc7b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.281151 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:44.283597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.307231 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.330105 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-883b5979-73a9-411e-9ade-15aa39bdc0cd req-7b9f0d0c-6e30-4990-bd6a-5da888c5f923 service neutron] 10.222.0.60 "GET /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457512 Aug 09 15:50:44.368987 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbec7ed3-c16b-4e1a-9b5d-2e129dcc7b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.371736 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbec7ed3-c16b-4e1a-9b5d-2e129dcc7b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.373134 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fbec7ed3-c16b-4e1a-9b5d-2e129dcc7b00 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9be382a8-e703-4dbe-8dd8-636b85d54ab4 HTTP/1.1" status: 204 len: 168 time: 0.3087704 Aug 09 15:50:44.388164 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec7ed3-c16b-4e1a-9b5d-2e129dcc7b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be382a8-e703-4dbe-8dd8-636b85d54ab4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:44.480480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38860) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:44.488372 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.493729 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.530574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19492f1b-105c-46cb-b331-bc797eef4baf,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:44.549744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:50:44.564869 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.565234 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Added segment 3c30fb1f-06dd-4b1d-8bd7-204d0c737c43 of type vlan for network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 Aug 09 15:50:44.617218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.691908 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.693770 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:44.706665 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:44.751308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d380df-5cdb-4af4-bad2-971499bef462 req-ae391913-65ed-4e2b-9d49-649025b58ab1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:44.758496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58d380df-5cdb-4af4-bad2-971499bef462 req-ae391913-65ed-4e2b-9d49-649025b58ab1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1093574 Aug 09 15:50:44.815817 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0199127 Aug 09 15:50:44.820265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38876) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:44.832811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c180382c-1cef-463f-9dac-84fe17a062c0 admin admin] Request body: {'subnet': {'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-746871540-subnet', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:44.846369 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58d380df-5cdb-4af4-bad2-971499bef462 req-a149c295-bed5-44b6-987d-98fc1778bdcb tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792344 Aug 09 15:50:44.854875 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f43ce-e140-4651-a192-4b2814172671 admin admin] Pushing event updated for resources: {'Network': ['ID=97fd2185-0eab-47a9-8199-9d7cb3b92b10,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:44.866101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:50:44.900954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1249748423-network', 'tenant_id': '184d7e80709048f28b4662f08b03f87d'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:44.947464 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c180382c-1cef-463f-9dac-84fe17a062c0 admin admin] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:44.954623 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c180382c-1cef-463f-9dac-84fe17a062c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.116380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38886) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:45.141195 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bf19fa8-0e22-495e-a742-70961b676a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.186284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38888) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:45.376872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-network', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:45.453477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Made reservation on behalf of 184d7e80709048f28b4662f08b03f87d for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:45.455675 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.487497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a743d2-262f-498f-9c55-9283fa5fd7f2 req-6f197624-8d98-40d9-bf79-066812f1a07b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:45.494108 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b7a743d2-262f-498f-9c55-9283fa5fd7f2 req-6f197624-8d98-40d9-bf79-066812f1a07b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.4444351 Aug 09 15:50:45.495421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.544219 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bf19fa8-0e22-495e-a742-70961b676a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.557069 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bf19fa8-0e22-495e-a742-70961b676a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.583250 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:50:45.583250 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:50:45.583250 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id_1': '184d7e80709048f28b4662f08b03f87d', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 50, 45, 536550)}] Aug 09 15:50:45.583250 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:50:45.583827 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:50:45.588667 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b7a743d2-262f-498f-9c55-9283fa5fd7f2 req-52e42b46-81bd-4bb2-ab43-4feb30429d7e tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894320 Aug 09 15:50:45.606955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Made reservation on behalf of 81cc54e5505d4c80b6f5bf93ac7f2990 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:45.610272 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.623702 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2bf19fa8-0e22-495e-a742-70961b676a48 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3316deb86afe4f23a62cc3cbfbf85ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059848 Aug 09 15:50:45.624335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38894) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:45.636926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf19fa8-0e22-495e-a742-70961b676a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23398a5-501e-43fc-a0e2-a9c5fc5d9efd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:45.640857 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.675057 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c180382c-1cef-463f-9dac-84fe17a062c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.735192 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab32abff-bb98-4077-9cbb-80e64b17e597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.754120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c180382c-1cef-463f-9dac-84fe17a062c0 admin admin] Checking segment: {'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:45.754641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c180382c-1cef-463f-9dac-84fe17a062c0 admin admin] Network hostable DHCP agents. Network: 97fd2185-0eab-47a9-8199-9d7cb3b92b10, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:50:45.761800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180382c-1cef-463f-9dac-84fe17a062c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51659fe6-a55f-4bd8-a71f-56d7fba31309,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:45.770021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab32abff-bb98-4077-9cbb-80e64b17e597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.781623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c180382c-1cef-463f-9dac-84fe17a062c0 admin admin] Network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:50:45.795263 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c180382c-1cef-463f-9dac-84fe17a062c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 97fd2185-0eab-47a9-8199-9d7cb3b92b10) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:45.805901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e4b4b4-2a34-4652-9757-d9cae3183767 None None] Network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:45.809641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c180382c-1cef-463f-9dac-84fe17a062c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:45.811397 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c180382c-1cef-463f-9dac-84fe17a062c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.867366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.874810 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab32abff-bb98-4077-9cbb-80e64b17e597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.880914 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c180382c-1cef-463f-9dac-84fe17a062c0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0608718 Aug 09 15:50:45.881121 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab32abff-bb98-4077-9cbb-80e64b17e597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.884510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38898) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:45.884623 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ab32abff-bb98-4077-9cbb-80e64b17e597 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d23398a5-501e-43fc-a0e2-a9c5fc5d9efd HTTP/1.1" status: 204 len: 168 time: 0.2513363 Aug 09 15:50:45.884623 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.887842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:45.930907 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.932009 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:45.953217 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32abff-bb98-4077-9cbb-80e64b17e597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23398a5-501e-43fc-a0e2-a9c5fc5d9efd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:46.014816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:50:46.042125 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.042689 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Added segment 520fe9e5-3480-43c8-9f65-d39c64950507 of type vlan for network 4521cc11-ee90-4f0d-b3f0-6274bbe49155 Aug 09 15:50:46.053065 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.062065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4009a439-3bba-4242-a4e8-66e10a20bc41,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:46.107776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b8eea-bd83-4012-aa35-3ba391787db6 req-bcb5ecb2-b7dd-41c4-88e4-4d717d202039 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:46.117074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-766b8eea-bd83-4012-aa35-3ba391787db6 req-bcb5ecb2-b7dd-41c4-88e4-4d717d202039 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1661379 Aug 09 15:50:46.119195 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.132884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'fixed_ips': [{'subnet_id': '51659fe6-a55f-4bd8-a71f-56d7fba31309'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:50:46.133760 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.148587 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.189072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-766b8eea-bd83-4012-aa35-3ba391787db6 req-7f8fe3db-d2ce-40bf-b4d6-2d16873af52d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710149 Aug 09 15:50:46.238731 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.240875 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:46.241672 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.335021 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Allocated IP 172.20.0.2 (97fd2185-0eab-47a9-8199-9d7cb3b92b10/51659fe6-a55f-4bd8-a71f-56d7fba31309/d7654703-d6c3-400f-a73e-10ccaa2f39aa) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:46.345862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] Pushing event updated for resources: {'Network': ['ID=4521cc11-ee90-4f0d-b3f0-6274bbe49155,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:46.362409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cb83668e-eb8c-4706-9d2f-a02df391438a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1715581 Aug 09 15:50:46.362409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38912) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:46.371492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-002c514e-b464-4b3a-8165-beb512528be6 admin admin] Request body: {'subnet': {'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-subnet', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:46.382783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 4521cc11-ee90-4f0d-b3f0-6274bbe49155 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:50:46.406177 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.432352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002c514e-b464-4b3a-8165-beb512528be6 admin admin] Made reservation on behalf of 81cc54e5505d4c80b6f5bf93ac7f2990 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:46.440230 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-002c514e-b464-4b3a-8165-beb512528be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.526139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b65f3a-3c5a-4cb6-8669-745093310598 req-ce3f3d27-a887-43db-bd62-e56180c05617 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:46.531460 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5b65f3a-3c5a-4cb6-8669-745093310598 req-ce3f3d27-a887-43db-bd62-e56180c05617 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1918535 Aug 09 15:50:46.671760 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.673180 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5b65f3a-3c5a-4cb6-8669-745093310598 req-68945e49-c3d8-448a-a1e9-0f390ce3ad9b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140077 Aug 09 15:50:46.694015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Transition to ACTIVE for port object d7654703-d6c3-400f-a73e-10ccaa2f39aa will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:46.727283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Transition to ACTIVE for port object d7654703-d6c3-400f-a73e-10ccaa2f39aa will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:46.729213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.734929 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.735134 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.785537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Pushing event updated for resources: {'Port': ['ID=d7654703-d6c3-400f-a73e-10ccaa2f39aa,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:46.803419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:46.805675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:46.811083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:46.862160 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-002c514e-b464-4b3a-8165-beb512528be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.883015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Attempting to bind port d7654703-d6c3-400f-a73e-10ccaa2f39aa on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:46.884035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Attempting to bind port d7654703-d6c3-400f-a73e-10ccaa2f39aa by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:46.884673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Attempting to bind port d7654703-d6c3-400f-a73e-10ccaa2f39aa on network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:46.892412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:46.893120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Checking segment: {'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:46.893733 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.894293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Bound using segment: {'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:46.894937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Bound port: d7654703-d6c3-400f-a73e-10ccaa2f39aa, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:46.895654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:46.911393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe931d6-15b8-4ec9-a698-c252eada8f80,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:46.970406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75108c8-b496-46d6-8818-5eb34678e26d req-70f5783b-1541-44ec-9cfb-a57243bd391a tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:46.973478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a75108c8-b496-46d6-8818-5eb34678e26d req-70f5783b-1541-44ec-9cfb-a57243bd391a tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.2096543 Aug 09 15:50:46.977654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c514e-b464-4b3a-8165-beb512528be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c0b17d2-cb32-4ec0-988b-bb29a3d802ea,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:46.986525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:50:46.998878 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c514e-b464-4b3a-8165-beb512528be6 admin admin] Checking segment: {'id': '520fe9e5-3480-43c8-9f65-d39c64950507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:46.999456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c514e-b464-4b3a-8165-beb512528be6 admin admin] Network hostable DHCP agents. Network: 4521cc11-ee90-4f0d-b3f0-6274bbe49155, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:50:47.022545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-72685179-28cd-4510-96c1-4eba984725ba None None] For port d7654703-d6c3-400f-a73e-10ccaa2f39aa, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:47.027764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-72685179-28cd-4510-96c1-4eba984725ba None None] For port d7654703-d6c3-400f-a73e-10ccaa2f39aa, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d7654703-d6c3-400f-a73e-10ccaa2f39aa,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:47.031940 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.043151 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.043151 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Added segment 126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c of type vlan for network 39ac0673-044e-49c3-b931-355aca6335f0 Aug 09 15:50:47.044649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a75108c8-b496-46d6-8818-5eb34678e26d req-6382b0b7-133d-4329-8ca4-9d5514e9fe94 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561118 Aug 09 15:50:47.046288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c514e-b464-4b3a-8165-beb512528be6 admin admin] Network 4521cc11-ee90-4f0d-b3f0-6274bbe49155 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:50:47.061770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-002c514e-b464-4b3a-8165-beb512528be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 4521cc11-ee90-4f0d-b3f0-6274bbe49155) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:47.066380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002c514e-b464-4b3a-8165-beb512528be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:47.068826 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-002c514e-b464-4b3a-8165-beb512528be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.085434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-002c514e-b464-4b3a-8165-beb512528be6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7220633 Aug 09 15:50:47.087971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38936) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:47.092886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:47.110216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c57d9-9d76-427b-9a3e-f34977d341e6 None None] Network 4521cc11-ee90-4f0d-b3f0-6274bbe49155 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:47.116028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dab11-4454-437c-9083-ab1a35f0558f req-8ed82205-d792-4f0f-87a7-bbf7fb9c3bdd tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:47.117884 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-378dab11-4454-437c-9083-ab1a35f0558f req-8ed82205-d792-4f0f-87a7-bbf7fb9c3bdd tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.2014885 Aug 09 15:50:47.147825 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.155686 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.160857 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.219599 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72685179-28cd-4510-96c1-4eba984725ba None None] Pushing event updated for resources: {'Port': ['ID=d7654703-d6c3-400f-a73e-10ccaa2f39aa,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:47.253429 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.278711 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.321490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.362556 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.363528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:47.364131 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.366797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a2f30a-7353-4008-bff2-6e947ebe2d12 None None] Network 4521cc11-ee90-4f0d-b3f0-6274bbe49155 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:47.553012 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-378dab11-4454-437c-9083-ab1a35f0558f req-f361e0d5-f9e6-43b9-b90c-df468db9bc57 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889427 Aug 09 15:50:47.718701 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2368648 Aug 09 15:50:47.738675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38950) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:47.745152 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1d6e3cce-fafb-48e0-95d7-c85c3d2291b4 admin admin] Request body: {'subnet': {'network_id': '39ac0673-044e-49c3-b931-355aca6335f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1249748423-subnet', 'tenant_id': '184d7e80709048f28b4662f08b03f87d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:47.787669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58735152-eaac-44cc-8287-9ef96ba689c4 admin admin] Pushing event updated for resources: {'Network': ['ID=39ac0673-044e-49c3-b931-355aca6335f0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:47.801279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 39ac0673-044e-49c3-b931-355aca6335f0 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:50:47.809494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6e3cce-fafb-48e0-95d7-c85c3d2291b4 admin admin] Made reservation on behalf of 184d7e80709048f28b4662f08b03f87d for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:47.812111 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3cce-fafb-48e0-95d7-c85c3d2291b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:47.814810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Allocated IP 172.25.2.247 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/aa94972a-7865-4773-9c90-6a3b1e043d02) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:47.904740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c028b7-3566-4ccc-b9be-969850b8b3ab req-0aa1bb00-6b68-4d27-9827-45155f9f670e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:47.913490 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3c028b7-3566-4ccc-b9be-969850b8b3ab req-0aa1bb00-6b68-4d27-9827-45155f9f670e tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.2229888 Aug 09 15:50:48.043103 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:48.054272 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3c028b7-3566-4ccc-b9be-969850b8b3ab req-3c6f0087-cac2-4835-b5e4-8c092f6bde5b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393850 Aug 09 15:50:48.237645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38968) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:48.245909 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:48.370861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247398a7-c3b1-42f3-bcbd-3701a58f1994 req-35e87f08-d4c7-4583-9e58-b431fdb55549 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:48.379471 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-247398a7-c3b1-42f3-bcbd-3701a58f1994 req-35e87f08-d4c7-4583-9e58-b431fdb55549 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1772826 Aug 09 15:50:48.429132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db6c7e-0e40-4d69-96f6-258fb559db35 req-c89efdd3-bb43-481a-bfdc-466aea7630e0 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:48.431396 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64db6c7e-0e40-4d69-96f6-258fb559db35 req-c89efdd3-bb43-481a-bfdc-466aea7630e0 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1195481 Aug 09 15:50:48.454881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-247398a7-c3b1-42f3-bcbd-3701a58f1994 req-6273d60e-3946-425c-a18c-977113aab7df tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741353 Aug 09 15:50:48.457369 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3cce-fafb-48e0-95d7-c85c3d2291b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:48.528799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:48.587024 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64db6c7e-0e40-4d69-96f6-258fb559db35 req-4c0e0de1-1f60-46fc-af6a-1414d929a167 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186838 Aug 09 15:50:48.590072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e3cce-fafb-48e0-95d7-c85c3d2291b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4175bcbf-4eeb-4cf9-98f7-0fe01b90447e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:48.609843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:48.610439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:48.634476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:48.640195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:48.652555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Pushing event updated for resources: {'Port': ['ID=aa94972a-7865-4773-9c90-6a3b1e043d02,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:48.683459 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:48.697174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e3cce-fafb-48e0-95d7-c85c3d2291b4 admin admin] Checking segment: {'id': '126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '39ac0673-044e-49c3-b931-355aca6335f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:48.697560 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e3cce-fafb-48e0-95d7-c85c3d2291b4 admin admin] Network hostable DHCP agents. Network: 39ac0673-044e-49c3-b931-355aca6335f0, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:50:48.797072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ea84b-9419-43c2-9f72-ada933a27485 req-98ddade4-5430-4323-90c2-a2820ef46496 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:48.799338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f20ea84b-9419-43c2-9f72-ada933a27485 req-98ddade4-5430-4323-90c2-a2820ef46496 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.0988030 Aug 09 15:50:48.832217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f79dfc-001c-45b1-b201-2e665a7eaca1 None None] Network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:48.855311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e3cce-fafb-48e0-95d7-c85c3d2291b4 admin admin] Network 39ac0673-044e-49c3-b931-355aca6335f0 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:50:48.911277 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e3cce-fafb-48e0-95d7-c85c3d2291b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 39ac0673-044e-49c3-b931-355aca6335f0) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:48.930241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e3cce-fafb-48e0-95d7-c85c3d2291b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:48.931024 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3cce-fafb-48e0-95d7-c85c3d2291b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:48.972268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de16ef69-aa73-47a4-8aeb-62b2e917af2e None None] Network 39ac0673-044e-49c3-b931-355aca6335f0 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:49.028162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Allocated IP 172.25.2.168 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/dea29bfa-3d33-4ead-b92a-51728ea5ec8e) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:49.030553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d7654703-d6c3-400f-a73e-10ccaa2f39aa up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:49.040879 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1d6e3cce-fafb-48e0-95d7-c85c3d2291b4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3009610 Aug 09 15:50:49.072439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9f593401-b3e7-4b6d-b553-b19bd3d71329 None None] Provisioning for port d7654703-d6c3-400f-a73e-10ccaa2f39aa completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:49.227636 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.265186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d7654703-d6c3-400f-a73e-10ccaa2f39aa completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:49.274487 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.293315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d7654703-d6c3-400f-a73e-10ccaa2f39aa triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:49.293726 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.302055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb897b5c-6c9c-42bb-916f-0833341e78c1 None None] Network 39ac0673-044e-49c3-b931-355aca6335f0 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:50:49.349195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:49.375400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:49.379856 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.398980 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f20ea84b-9419-43c2-9f72-ada933a27485 req-1267d21d-21ab-41a9-9608-d854f99f8745 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430207 Aug 09 15:50:49.406487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:49.529558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Pushing event updated for resources: {'Port': ['ID=dea29bfa-3d33-4ead-b92a-51728ea5ec8e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:49.620261 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.708970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port d7654703-d6c3-400f-a73e-10ccaa2f39aa, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d7654703-d6c3-400f-a73e-10ccaa2f39aa,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:49.710446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39014) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:49.714770 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.846361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b50fa72d-50ab-4f8c-be5f-49d518a1b06e None None] Provisioning complete for port d7654703-d6c3-400f-a73e-10ccaa2f39aa triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:49.847444 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b50fa72d-50ab-4f8c-be5f-49d518a1b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.900600 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:49.916850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678eacd-51bf-4e90-9b4d-fe2106b4d83f req-e75b1b19-b89a-404b-b48d-a690b90c9eb4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:49.919364 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c678eacd-51bf-4e90-9b4d-fe2106b4d83f req-e75b1b19-b89a-404b-b48d-a690b90c9eb4 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.3001142 Aug 09 15:50:49.931713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=d7654703-d6c3-400f-a73e-10ccaa2f39aa,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:49.989538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db543cc1-560f-4ed5-b6ef-299cc76ce747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.074278 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c678eacd-51bf-4e90-9b4d-fe2106b4d83f req-29bf2b8f-2093-4e6b-9d26-00d59bd78f60 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114590 Aug 09 15:50:50.159795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Router 99b92718-3372-4cd0-83cb-83817301ecd8 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:50:50.173468 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.231956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-e39cc8b0-9093-49bf-bd16-4e63cde27bbb tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:50.233491 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-e39cc8b0-9093-49bf-bd16-4e63cde27bbb tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/networks?id=39ac0673-044e-49c3-b931-355aca6335f0 HTTP/1.1" status: 200 len: 814 time: 0.2939675 Aug 09 15:50:50.255553 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db543cc1-560f-4ed5-b6ef-299cc76ce747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.264366 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db543cc1-560f-4ed5-b6ef-299cc76ce747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.296271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-b52ac09c-f473-4cc8-a4d6-d12169e0726e tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/quotas/184d7e80709048f28b4662f08b03f87d HTTP/1.1" status: 200 len: 375 time: 0.0514977 Aug 09 15:50:50.352297 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86666aa2-ca40-48b6-9866-541fbc1c49ba req-73047c3f-e46e-4567-a6ab-796e4c77e445 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:50.354375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-86666aa2-ca40-48b6-9866-541fbc1c49ba req-73047c3f-e46e-4567-a6ab-796e4c77e445 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1841333 Aug 09 15:50:50.360340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db543cc1-560f-4ed5-b6ef-299cc76ce747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05892656-18ed-4a4c-b9a7-ae9c1f6c6f09,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:50.366311 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-db543cc1-560f-4ed5-b6ef-299cc76ce747 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d8b1eb32e0504a30adb619f6b739d9b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270373 Aug 09 15:50:50.368583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-7727aa35-bb41-4ed5-985f-07f86b549003 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=184d7e80709048f28b4662f08b03f87d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462604 Aug 09 15:50:50.370147 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39030) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:50.402775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:50.412154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Sync routers for ids ['99b92718-3372-4cd0-83cb-83817301ecd8'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:50.422665 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-86666aa2-ca40-48b6-9866-541fbc1c49ba req-54361f88-3fb4-4fa3-bef5-c9f87ac84207 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558367 Aug 09 15:50:50.423061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Routers {'99b92718-3372-4cd0-83cb-83817301ecd8'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:50.423693 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['99b92718-3372-4cd0-83cb-83817301ecd8'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:50.430630 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.432183 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-92c573cd-8481-44d5-92e3-f96347f5d25b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5497313 Aug 09 15:50:50.434962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39032) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:50.549690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Set router 99b92718-3372-4cd0-83cb-83817301ecd8 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:50.569976 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7ea5-5d03-42f9-b90b-796ce3c8d2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.629780 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17e009b4-0ded-4123-849b-33553c982e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.635780 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.685450 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17e009b4-0ded-4123-849b-33553c982e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.721313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-bbab83a4-91f8-4aca-bf2c-c0f730be1ae4 service neutron] 10.222.0.81 "GET /v2.0/networks/39ac0673-044e-49c3-b931-355aca6335f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046370 Aug 09 15:50:50.746271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T15:50:48Z', 'revision_number': 3, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:50.780294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Checking router: 99b92718-3372-4cd0-83cb-83817301ecd8 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:50:50.781117 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Updating router 99b92718-3372-4cd0-83cb-83817301ecd8 port aa94972a-7865-4773-9c90-6a3b1e043d02 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:50:50.809252 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:50.991852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d7654703-d6c3-400f-a73e-10ccaa2f39aa up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:51.001968 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-c766e2e9-02ec-4464-829a-bb7cfe102ba4 service neutron] 10.222.0.81 "GET /v2.0/networks/39ac0673-044e-49c3-b931-355aca6335f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424536 Aug 09 15:50:51.011585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17e009b4-0ded-4123-849b-33553c982e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.014074 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17e009b4-0ded-4123-849b-33553c982e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.017091 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-17e009b4-0ded-4123-849b-33553c982e9a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05892656-18ed-4a4c-b9a7-ae9c1f6c6f09 HTTP/1.1" status: 204 len: 168 time: 0.6442480 Aug 09 15:50:51.049441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e009b4-0ded-4123-849b-33553c982e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05892656-18ed-4a4c-b9a7-ae9c1f6c6f09,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:51.072619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e73d85-c451-47b0-a5ae-40351106f712 req-06221ee3-2c98-4550-9ba6-c90e1bc59c90 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:51.082725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4e73d85-c451-47b0-a5ae-40351106f712 req-06221ee3-2c98-4550-9ba6-c90e1bc59c90 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.4937060 Aug 09 15:50:51.110805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d7654703-d6c3-400f-a73e-10ccaa2f39aa triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:51.110805 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.120139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:50:51.192363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4e73d85-c451-47b0-a5ae-40351106f712 req-76d74355-9b9c-43ce-b950-581b39511fd3 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029165 Aug 09 15:50:51.290001 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.311223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Transition to ACTIVE for port object aa94972a-7865-4773-9c90-6a3b1e043d02 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:51.323051 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.457973 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Attempting to bind port aa94972a-7865-4773-9c90-6a3b1e043d02 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:51.460385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Attempting to bind port aa94972a-7865-4773-9c90-6a3b1e043d02 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:51.461819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Attempting to bind port aa94972a-7865-4773-9c90-6a3b1e043d02 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:51.476558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:51.481962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:51.484838 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.486488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:51.487860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Bound port: aa94972a-7865-4773-9c90-6a3b1e043d02, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:51.488556 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.490937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f901d54-f848-4f21-b7b9-c171d4320cdb None None] Pushing event updated for resources: {'Port': ['ID=aa94972a-7865-4773-9c90-6a3b1e043d02,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:51.512396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e35485-63c6-4b7c-9d6e-319e31db1880 req-1717701d-6f95-4c7c-8629-647e1a7cbca6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:51.520481 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52e35485-63c6-4b7c-9d6e-319e31db1880 req-1717701d-6f95-4c7c-8629-647e1a7cbca6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1033626 Aug 09 15:50:51.623725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] For port aa94972a-7865-4773-9c90-6a3b1e043d02, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:51.628275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] For port aa94972a-7865-4773-9c90-6a3b1e043d02, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aa94972a-7865-4773-9c90-6a3b1e043d02,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:51.633996 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.643980 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.650859 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52e35485-63c6-4b7c-9d6e-319e31db1880 req-09739247-567e-4357-b86b-cf3d828d3126 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289582 Aug 09 15:50:51.652493 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39054) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:51.685741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4699ebe4-b966-4a50-935e-525629f40e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.724741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Routers {'99b92718-3372-4cd0-83cb-83817301ecd8'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:51.725351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['99b92718-3372-4cd0-83cb-83817301ecd8'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:51.798433 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b11a8072-06e3-4df1-a74c-a0c9db53b393 req-22ede566-b796-4ef9-a210-8fa88b69a4fe tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 210 time: 0.4457355 Aug 09 15:50:51.803884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:51.814833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f901d54-f848-4f21-b7b9-c171d4320cdb None None] Pushing event updated for resources: {'Port': ['ID=aa94972a-7865-4773-9c90-6a3b1e043d02,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:51.834588 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Sync routers for ids ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:51.855691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b7ea5-5d03-42f9-b90b-796ce3c8d2ec admin admin] Deleting port ae7d7489-bb60-4eea-b271-296b634811f5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:51.857395 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7ea5-5d03-42f9-b90b-796ce3c8d2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:51.867865 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Routers {'40c2c28a-7af9-4805-853a-fc8ad8dfea3a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:51.868819 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:51.960237 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Allocated IP 172.20.0.1 (97fd2185-0eab-47a9-8199-9d7cb3b92b10/51659fe6-a55f-4bd8-a71f-56d7fba31309/f675ea51-2bb9-4051-9ee1-1121d39a879b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:51.971670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] Set router 99b92718-3372-4cd0-83cb-83817301ecd8 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:51.997479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-8a0b7ea5-5d03-42f9-b90b-796ce3c8d2ec admin admin] For port ae7d7489-bb60-4eea-b271-296b634811f5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ae7d7489-bb60-4eea-b271-296b634811f5,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:51.997794 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7ea5-5d03-42f9-b90b-796ce3c8d2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.022829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b7ea5-5d03-42f9-b90b-796ce3c8d2ec admin admin] Calling delete_port for ae7d7489-bb60-4eea-b271-296b634811f5 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:52.077929 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.092912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Transition to ACTIVE for port object f675ea51-2bb9-4051-9ee1-1121d39a879b will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:52.143321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.168924 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Set router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:52.217198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:52.222133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:52.239559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:52.252088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b12ef5-afb7-4430-a9dc-862c05c49622 req-d91d1cc2-3c1b-4001-bd9a-077071443b1b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:52.253169 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44b12ef5-afb7-4430-a9dc-862c05c49622 req-d91d1cc2-3c1b-4001-bd9a-077071443b1b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.4184895 Aug 09 15:50:52.307470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Pushing event updated for resources: {'Port': ['ID=f675ea51-2bb9-4051-9ee1-1121d39a879b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:52.339980 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7ea5-5d03-42f9-b90b-796ce3c8d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.374707 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44b12ef5-afb7-4430-a9dc-862c05c49622 req-4ab84f7c-bb85-45ce-b5e9-7e17629e0c6b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930378 Aug 09 15:50:52.377803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T15:50:48Z', 'revision_number': 3, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:52.386054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4699ebe4-b966-4a50-935e-525629f40e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.387331 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.400036 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4699ebe4-b966-4a50-935e-525629f40e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.400193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cc72d-c488-4c5a-9d4f-efeafeab8690 req-9bd8c704-9a7b-4ade-be4c-9f7828df0d6d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:52.403023 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec8cc72d-c488-4c5a-9d4f-efeafeab8690 req-9bd8c704-9a7b-4ade-be4c-9f7828df0d6d tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1164865 Aug 09 15:50:52.429778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b7ea5-5d03-42f9-b90b-796ce3c8d2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7d7489-bb60-4eea-b271-296b634811f5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:52.442144 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.448367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f31ec9d0-5ff4-4904-82aa-e63e44c48a8a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.3586085 Aug 09 15:50:52.450568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39060) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:52.459217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4699ebe4-b966-4a50-935e-525629f40e39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2f4a6a6960a49f7bc2a94d1926e4cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8048005 Aug 09 15:50:52.465744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8dc3b4-5e39-43af-96c4-aac0576380c2 None None] The sync data for ids ['99b92718-3372-4cd0-83cb-83817301ecd8'] in n-d-803778-2 is: [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T15:50:48Z', 'revision_number': 3, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:52.470441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39062) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:52.557903 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:49Z', 'revision_number': 3, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:52.602945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699ebe4-b966-4a50-935e-525629f40e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3a39cf-3a4f-4116-898f-78063de04afa,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:52.632496 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Checking router: 40c2c28a-7af9-4805-853a-fc8ad8dfea3a for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:50:52.632962 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Updating router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a port dea29bfa-3d33-4ead-b92a-51728ea5ec8e binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:50:52.654682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-12de9aee-51de-47ff-97c5-a796f9934cc3 None None] Provisioning for port f675ea51-2bb9-4051-9ee1-1121d39a879b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:52.666457 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.671669 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-12de9aee-51de-47ff-97c5-a796f9934cc3 None None] Provisioning complete for port f675ea51-2bb9-4051-9ee1-1121d39a879b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:52.672135 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12de9aee-51de-47ff-97c5-a796f9934cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.694294 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec8cc72d-c488-4c5a-9d4f-efeafeab8690 req-94d610fe-549d-4fda-ad23-5d1f0c50a63f tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899544 Aug 09 15:50:52.788448 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:52.799239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-12de9aee-51de-47ff-97c5-a796f9934cc3 None None] Port f675ea51-2bb9-4051-9ee1-1121d39a879b cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:53.029133 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c7898d7f-b3a2-46e4-be80-abd802881102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.089078 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8c9c8d22-aef0-4554-a6d1-a22b3792ac98 req-36988e1e-f3a2-41a9-a3b6-6169ea80b048 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 210 time: 0.1019835 Aug 09 15:50:53.136447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aa94972a-7865-4773-9c90-6a3b1e043d02 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:53.220084 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.226553 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.231581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port aa94972a-7865-4773-9c90-6a3b1e043d02 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:53.236505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port aa94972a-7865-4773-9c90-6a3b1e043d02 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:53.237065 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.250756 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.266131 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Transition to ACTIVE for port object dea29bfa-3d33-4ead-b92a-51728ea5ec8e will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:53.276146 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.297174 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.301256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-d207672b-6711-4215-83da-5b1fdcbc3b96 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:53.303652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-d207672b-6711-4215-83da-5b1fdcbc3b96 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.53 "GET /v2.0/networks?id=39ac0673-044e-49c3-b931-355aca6335f0 HTTP/1.1" status: 200 len: 814 time: 0.6998477 Aug 09 15:50:53.344945 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.347776 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c7898d7f-b3a2-46e4-be80-abd802881102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.349808 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Pushing event updated for resources: {'Port': ['ID=dea29bfa-3d33-4ead-b92a-51728ea5ec8e,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:53.354546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Request body: {'port': {'device_id': 'f27b28e7-6462-4128-8bd5-3ae19b2154eb', 'network_id': '39ac0673-044e-49c3-b931-355aca6335f0', 'admin_state_up': True, 'tenant_id': '184d7e80709048f28b4662f08b03f87d'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:53.362689 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:53.363038 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:53.363379 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:53.363715 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:53.364044 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:53.364377 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:53.365351 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:53.365949 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:53.366278 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:53.366834 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:53.367234 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:53.367895 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:53.390355 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Attempting to bind port dea29bfa-3d33-4ead-b92a-51728ea5ec8e on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:53.390727 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Attempting to bind port dea29bfa-3d33-4ead-b92a-51728ea5ec8e by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:53.391545 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Attempting to bind port dea29bfa-3d33-4ead-b92a-51728ea5ec8e on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:53.391831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port aa94972a-7865-4773-9c90-6a3b1e043d02, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aa94972a-7865-4773-9c90-6a3b1e043d02,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:53.396769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Pushing event updated for resources: {'Port': ['ID=f675ea51-2bb9-4051-9ee1-1121d39a879b,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:53.398497 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.400568 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:53.402498 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:53.402928 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.403332 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:53.403822 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Bound port: dea29bfa-3d33-4ead-b92a-51728ea5ec8e, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:53.404210 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.492314 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] For port dea29bfa-3d33-4ead-b92a-51728ea5ec8e, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:53.501181 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] For port dea29bfa-3d33-4ead-b92a-51728ea5ec8e, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=dea29bfa-3d33-4ead-b92a-51728ea5ec8e,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:53.503105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=aa94972a-7865-4773-9c90-6a3b1e043d02,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:53.508291 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.510497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:53.516838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:53.561027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b4f55-6fe2-4a73-89c8-1721da16c44f req-7a6c01e2-712b-4cc2-9dff-da49fe9623d6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:53.569917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d1b4f55-6fe2-4a73-89c8-1721da16c44f req-7a6c01e2-712b-4cc2-9dff-da49fe9623d6 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.6151352 Aug 09 15:50:53.571827 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7ea5-5d03-42f9-b90b-796ce3c8d2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.591683 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Routers {'40c2c28a-7af9-4805-853a-fc8ad8dfea3a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:53.592404 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:53.638459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa45b2-4602-4d9f-8bd9-1e1e5848c050 req-060bd461-0d4a-4d50-b254-46295fa67d34 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:53.647131 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25aa45b2-4602-4d9f-8bd9-1e1e5848c050 req-060bd461-0d4a-4d50-b254-46295fa67d34 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1326697 Aug 09 15:50:53.680361 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a1a37-f761-42e1-8036-be2b40e5b722 None None] Pushing event updated for resources: {'Port': ['ID=dea29bfa-3d33-4ead-b92a-51728ea5ec8e,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:53.788706 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25aa45b2-4602-4d9f-8bd9-1e1e5848c050 req-3f481380-b7db-487b-bb3c-5b6e25453b56 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405046 Aug 09 15:50:53.788966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0d1b4f55-6fe2-4a73-89c8-1721da16c44f req-363c67da-de1d-4635-9b5b-b23f9890f190 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178881 Aug 09 15:50:53.801810 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c7898d7f-b3a2-46e4-be80-abd802881102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.805038 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c7898d7f-b3a2-46e4-be80-abd802881102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:53.814044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c7898d7f-b3a2-46e4-be80-abd802881102 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf3a39cf-3a4f-4116-898f-78063de04afa HTTP/1.1" status: 204 len: 168 time: 1.3196735 Aug 09 15:50:53.819523 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Router 99b92718-3372-4cd0-83cb-83817301ecd8 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:53.821635 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] Set router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:53.952068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-94a96285-2e65-439a-b3ba-32f352d1997e None None] Provisioning complete for port f675ea51-2bb9-4051-9ee1-1121d39a879b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:53.952615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7898d7f-b3a2-46e4-be80-abd802881102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3a39cf-3a4f-4116-898f-78063de04afa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:53.952993 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-94a96285-2e65-439a-b3ba-32f352d1997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:54.040378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-94a96285-2e65-439a-b3ba-32f352d1997e None None] Port f675ea51-2bb9-4051-9ee1-1121d39a879b cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:50:54.068815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:54.083962 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-222c3ea1-981b-4749-87dd-c459094a2f50 admin admin] 10.222.0.81 "PUT /v2.0/routers/99b92718-3372-4cd0-83cb-83817301ecd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6466820 Aug 09 15:50:54.144784 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:49Z', 'revision_number': 3, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:54.185435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Made reservation on behalf of 184d7e80709048f28b4662f08b03f87d for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:50:54.189226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:54.203061 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7cfe10-c19b-409e-a7d2-0e389befda6d None None] The sync data for ids ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'] in n-d-803778-2 is: [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:49Z', 'revision_number': 3, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:54.262131 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79d02d59-87d1-470c-97c5-4023df4a3a5e req-5f484d95-39fe-4bfb-b0c3-379c0e609a34 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 210 time: 0.0515549 Aug 09 15:50:54.326068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355cc5f-9467-4cbc-b533-12a806f2db3b req-8cf20e49-1fc5-4a7a-a352-f6dc6e82ff71 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:54.333522 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0355cc5f-9467-4cbc-b533-12a806f2db3b req-8cf20e49-1fc5-4a7a-a352-f6dc6e82ff71 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.3739820 Aug 09 15:50:54.446351 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0b7ea5-5d03-42f9-b90b-796ce3c8d2ec admin admin] Router b6dc24a5-5284-456f-86b6-830978078b40 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:50:54.511610 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0355cc5f-9467-4cbc-b533-12a806f2db3b req-704252b0-55f6-427f-aef4-00b630d6f720 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767168 Aug 09 15:50:54.726372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Allocated IP 172.20.0.13 (39ac0673-044e-49c3-b931-355aca6335f0/4175bcbf-4eeb-4cf9-98f7-0fe01b90447e/6de08f96-fa8d-482f-bb8f-850b42b2a3cb) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:54.847045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da658904-9217-4277-9115-f07efd58cf3c req-ffee2fa0-599b-42e6-91b5-f56265485df1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:54.848663 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da658904-9217-4277-9115-f07efd58cf3c req-ffee2fa0-599b-42e6-91b5-f56265485df1 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1891301 Aug 09 15:50:55.060801 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44e9a4-9b0a-445e-a05c-23de8b0ad0f5 req-641d46e8-08f5-464b-8340-a7a09fe86014 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:55.069112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Sync routers for ids ['99b92718-3372-4cd0-83cb-83817301ecd8'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:55.085861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Routers {'99b92718-3372-4cd0-83cb-83817301ecd8'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:55.087919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['99b92718-3372-4cd0-83cb-83817301ecd8'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:55.091839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd44e9a4-9b0a-445e-a05c-23de8b0ad0f5 req-641d46e8-08f5-464b-8340-a7a09fe86014 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1454654 Aug 09 15:50:55.113086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0b7ea5-5d03-42f9-b90b-796ce3c8d2ec admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:50:55.136828 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4360c416-550d-4439-9514-d387b8e5ece4 None None] Sync routers for ids ['b6dc24a5-5284-456f-86b6-830978078b40'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:50:55.140296 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8a0b7ea5-5d03-42f9-b90b-796ce3c8d2ec admin admin] 10.222.0.81 "PUT /v2.0/routers/b6dc24a5-5284-456f-86b6-830978078b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8947051 Aug 09 15:50:55.153269 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39146) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:55.159783 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4360c416-550d-4439-9514-d387b8e5ece4 None None] Routers {'b6dc24a5-5284-456f-86b6-830978078b40'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:55.160594 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4360c416-550d-4439-9514-d387b8e5ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b6dc24a5-5284-456f-86b6-830978078b40'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:55.174050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device dea29bfa-3d33-4ead-b92a-51728ea5ec8e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:55.205446 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd44e9a4-9b0a-445e-a05c-23de8b0ad0f5 req-42bfd6f7-089b-47a2-853d-50df7223b81a tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069667 Aug 09 15:50:55.438531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Set router 99b92718-3372-4cd0-83cb-83817301ecd8 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:55.468595 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4360c416-550d-4439-9514-d387b8e5ece4 None None] Set router b6dc24a5-5284-456f-86b6-830978078b40 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:55.496056 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-20dc04b2-771a-4ce0-87eb-adb1bf9102e0 req-a930307a-4417-46f6-b817-6c73d3ec8de4 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 210 time: 0.0776961 Aug 09 15:50:55.738781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port dea29bfa-3d33-4ead-b92a-51728ea5ec8e completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:55.752246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port dea29bfa-3d33-4ead-b92a-51728ea5ec8e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:55.752601 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:55.957826 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4360c416-550d-4439-9514-d387b8e5ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 5, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:56.002976 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4360c416-550d-4439-9514-d387b8e5ece4 None None] Checking router: b6dc24a5-5284-456f-86b6-830978078b40 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:50:56.017752 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4360c416-550d-4439-9514-d387b8e5ece4 None None] Routers {'b6dc24a5-5284-456f-86b6-830978078b40'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:56.019398 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da658904-9217-4277-9115-f07efd58cf3c req-06bfc3cb-5e37-4893-bc28-0d8dfd71383b tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1438789 Aug 09 15:50:56.028763 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4360c416-550d-4439-9514-d387b8e5ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['b6dc24a5-5284-456f-86b6-830978078b40'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:56.060275 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.067400 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.096881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port dea29bfa-3d33-4ead-b92a-51728ea5ec8e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=dea29bfa-3d33-4ead-b92a-51728ea5ec8e,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:56.106110 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.106962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aa94972a-7865-4773-9c90-6a3b1e043d02 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:56.141617 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.183756 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.315988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6508f9d-a290-43a0-93b2-38ece2dcdfa3 req-46f1f03f-f937-4ed1-81e7-8c7f04dab5a5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:56.325368 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e6508f9d-a290-43a0-93b2-38ece2dcdfa3 req-46f1f03f-f937-4ed1-81e7-8c7f04dab5a5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1021607 Aug 09 15:50:56.362141 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4360c416-550d-4439-9514-d387b8e5ece4 None None] Set router b6dc24a5-5284-456f-86b6-830978078b40 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:56.444333 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e6508f9d-a290-43a0-93b2-38ece2dcdfa3 req-4e1349a5-fdb0-4ce9-baeb-a88362158ebe tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176350 Aug 09 15:50:56.499148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 4, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'f675ea51-2bb9-4051-9ee1-1121d39a879b', 'name': '', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'mac_address': 'fa:16:3e:32:bf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:51Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 2, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'subnets': [{'id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:56.548768 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Checking router: 99b92718-3372-4cd0-83cb-83817301ecd8 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:50:56.549165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Updating router 99b92718-3372-4cd0-83cb-83817301ecd8 port f675ea51-2bb9-4051-9ee1-1121d39a879b binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:50:56.609249 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.616584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=dea29bfa-3d33-4ead-b92a-51728ea5ec8e,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:56.703437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d57e-727f-41a5-a6bd-57b2156599a8 req-40139e7b-af74-4b5d-ad3f-5a9b31557d2c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:56.713276 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd36d57e-727f-41a5-a6bd-57b2156599a8 req-40139e7b-af74-4b5d-ad3f-5a9b31557d2c tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.0868859 Aug 09 15:50:56.727360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port aa94972a-7865-4773-9c90-6a3b1e043d02 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:56.727646 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.733525 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.797090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd36d57e-727f-41a5-a6bd-57b2156599a8 req-4ecd11dc-fa63-48ab-93c7-c32ed7f8dc93 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826654 Aug 09 15:50:56.898960 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4360c416-550d-4439-9514-d387b8e5ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 5, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:56.922559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Pushing event updated for resources: {'Port': ['ID=6de08f96-fa8d-482f-bb8f-850b42b2a3cb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:56.961855 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.982688 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4360c416-550d-4439-9514-d387b8e5ece4 None None] The sync data for ids ['b6dc24a5-5284-456f-86b6-830978078b40'] in n-d-803778-2 is: [{'id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'name': 'tempest-TaggedBootDevicesTest_v242-1642085555-router', 'tenant_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:38:49Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 5, 'project_id': '755c3dcf8fc844dc9c2f12ee16244ee1', 'gw_port': {'id': '854376f3-f6fa-4b97-bcc7-c606b4c264eb', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:57:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc24a5-5284-456f-86b6-830978078b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:38:51Z', 'updated_at': '2021-08-09T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:56.994608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Network 39ac0673-044e-49c3-b931-355aca6335f0 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:57.011379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:57.042056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58836df0-23d3-4153-831c-fc28d4ced360 req-9df2dc41-d8e8-43e9-bf24-61ab335f8b03 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:57.044359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-58836df0-23d3-4153-831c-fc28d4ced360 req-9df2dc41-d8e8-43e9-bf24-61ab335f8b03 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 932 time: 0.0921896 Aug 09 15:50:57.067343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e146c9-e0d4-401a-a7d5-a502cf6e9c6b req-b16f0015-1887-4906-a956-67c19f07d8ee tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:57.069628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87e146c9-e0d4-401a-a7d5-a502cf6e9c6b req-b16f0015-1887-4906-a956-67c19f07d8ee tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.5478272 Aug 09 15:50:57.073969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:57.137565 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-58836df0-23d3-4153-831c-fc28d4ced360 req-c9ca7c88-7830-499c-99f0-57a4ba8a8558 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782936 Aug 09 15:50:57.201810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Allocated IP 172.20.0.1 (4521cc11-ee90-4f0d-b3f0-6274bbe49155/9c0b17d2-cb32-4ec0-988b-bb29a3d802ea/d10ccd03-bcb6-4aac-8dc1-a015e9a81f93) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:50:57.320329 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:57.321020 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:57.335112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87e146c9-e0d4-401a-a7d5-a502cf6e9c6b req-83e1549e-521c-4f61-9649-752511dd66fb tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279096 Aug 09 15:50:57.460694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Deleting port 854376f3-f6fa-4b97-bcc7-c606b4c264eb {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:57.461286 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:57.479810 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-4ce8dd28-2420-47cd-b3f4-88b12f0a6a10 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1340954 Aug 09 15:50:57.511295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Request body: {'port': {'device_id': 'f27b28e7-6462-4128-8bd5-3ae19b2154eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:50:57.557718 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device dea29bfa-3d33-4ead-b92a-51728ea5ec8e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:57.661989 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:57.682653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Transition to ACTIVE for port object f675ea51-2bb9-4051-9ee1-1121d39a879b will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:57.687893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port dea29bfa-3d33-4ead-b92a-51728ea5ec8e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:57.688502 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:57.717254 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:57.786605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2bbb5-4e56-4a49-a660-6a5d1020ef3f None None] Pushing event updated for resources: {'Port': ['ID=f675ea51-2bb9-4051-9ee1-1121d39a879b,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:57.833628 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:57.891297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] For port 854376f3-f6fa-4b97-bcc7-c606b4c264eb, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=854376f3-f6fa-4b97-bcc7-c606b4c264eb,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:57.891937 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:57.911170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Calling delete_port for 854376f3-f6fa-4b97-bcc7-c606b4c264eb owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:57.934253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Attempting to bind port f675ea51-2bb9-4051-9ee1-1121d39a879b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:50:57.934622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Attempting to bind port f675ea51-2bb9-4051-9ee1-1121d39a879b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:50:57.934987 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Attempting to bind port f675ea51-2bb9-4051-9ee1-1121d39a879b on network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:50:57.940757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:50:57.941131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Checking segment: {'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:50:57.941537 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:57.941954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Bound using segment: {'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:50:57.942417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Bound port: f675ea51-2bb9-4051-9ee1-1121d39a879b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:50:57.943335 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.073176 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ae7d7489-bb60-4eea-b271-296b634811f5 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:58.140470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ae7d7489-bb60-4eea-b271-296b634811f5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:58.141028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ae7d7489-bb60-4eea-b271-296b634811f5 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:58.173270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] For port f675ea51-2bb9-4051-9ee1-1121d39a879b, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:50:58.180458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] For port f675ea51-2bb9-4051-9ee1-1121d39a879b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f675ea51-2bb9-4051-9ee1-1121d39a879b,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:50:58.195931 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.210686 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.269809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=854376f3-f6fa-4b97-bcc7-c606b4c264eb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:58.402364 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2bbb5-4e56-4a49-a660-6a5d1020ef3f None None] Pushing event updated for resources: {'Port': ['ID=f675ea51-2bb9-4051-9ee1-1121d39a879b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:58.405373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Routers {'99b92718-3372-4cd0-83cb-83817301ecd8'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:50:58.412493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['99b92718-3372-4cd0-83cb-83817301ecd8'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:58.428048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3e900-c3bc-490c-99d3-d557436dc440 req-65009a54-88ce-42ea-915e-abce3a43fdde tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:58.436626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cbb3e900-c3bc-490c-99d3-d557436dc440 req-65009a54-88ce-42ea-915e-abce3a43fdde tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 932 time: 0.1260850 Aug 09 15:50:58.529633 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cbb3e900-c3bc-490c-99d3-d557436dc440 req-573599b0-1a65-4158-961e-708cb9481f63 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901351 Aug 09 15:50:58.624256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] Set router 99b92718-3372-4cd0-83cb-83817301ecd8 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:50:58.627836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39262) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:58.748913 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.800175 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e4bae3d-71b4-4a69-928e-4fdc945cf0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.870490 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b54950-469e-41cf-8ee6-df81cf566ce7 req-f8a64528-ac33-4c67-8fb0-90621e2a5f05 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:58.879818 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c7b54950-469e-41cf-8ee6-df81cf566ce7 req-f8a64528-ac33-4c67-8fb0-90621e2a5f05 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.2776399 Aug 09 15:50:58.888356 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.990827 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e4bae3d-71b4-4a69-928e-4fdc945cf0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.996273 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e4bae3d-71b4-4a69-928e-4fdc945cf0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.014700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 4, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'f675ea51-2bb9-4051-9ee1-1121d39a879b', 'name': '', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'mac_address': 'fa:16:3e:32:bf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:51Z', 'updated_at': '2021-08-09T15:50:58Z', 'revision_number': 4, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'subnets': [{'id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:59.042756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8e4bae3d-71b4-4a69-928e-4fdc945cf0ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34d40ba2fdf945fa852d679d9ab74321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136803 Aug 09 15:50:59.045141 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39268) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:59.070905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de08f96-fa8d-482f-bb8f-850b42b2a3cb {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:50:59.075851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bae3d-71b4-4a69-928e-4fdc945cf0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37717e8-62f9-48b2-8421-ed41f757db14,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:59.081892 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.088508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ab6a50-4b3a-4a04-9bfc-85f523ba25b9 None None] The sync data for ids ['99b92718-3372-4cd0-83cb-83817301ecd8'] in n-d-803778-2 is: [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 4, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'f675ea51-2bb9-4051-9ee1-1121d39a879b', 'name': '', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'mac_address': 'fa:16:3e:32:bf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:51Z', 'updated_at': '2021-08-09T15:50:58Z', 'revision_number': 4, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'subnets': [{'id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:50:59.095769 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.100164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.111110 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.123290 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c7b54950-469e-41cf-8ee6-df81cf566ce7 req-cb9aeaae-6f2d-4057-9241-ed8260e91f5f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424519 Aug 09 15:50:59.221504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85654bea-8b5a-4996-808c-8afae8bd7252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.229783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Transition to ACTIVE for port object 6de08f96-fa8d-482f-bb8f-850b42b2a3cb will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:50:59.247915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Network 4521cc11-ee90-4f0d-b3f0-6274bbe49155 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:50:59.248844 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.251742 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.252320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6dc24a5-5284-456f-86b6-830978078b40 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:50:59.262062 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.266101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39272) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:59.267054 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9c26d4e3-b2cc-44f4-bc25-4e9384851ea0 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b6dc24a5-5284-456f-86b6-830978078b40 HTTP/1.1" status: 204 len: 168 time: 4.1098974 Aug 09 15:50:59.270532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:50:59.279786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:50:59.284412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Pushing event updated for resources: {'Port': ['ID=d10ccd03-bcb6-4aac-8dc1-a015e9a81f93,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:59.352657 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85654bea-8b5a-4996-808c-8afae8bd7252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.453250 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85654bea-8b5a-4996-808c-8afae8bd7252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.455401 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85654bea-8b5a-4996-808c-8afae8bd7252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.464083 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-85654bea-8b5a-4996-808c-8afae8bd7252 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b37717e8-62f9-48b2-8421-ed41f757db14 HTTP/1.1" status: 204 len: 168 time: 0.4140384 Aug 09 15:50:59.481733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d099b87a-fdc6-437e-9ad0-fdc56c8ce99b admin admin] Deleting subnet 19138694-734c-4465-b6cf-40c50ce31215 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:59.488265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85654bea-8b5a-4996-808c-8afae8bd7252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37717e8-62f9-48b2-8421-ed41f757db14,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:59.491691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f675ea51-2bb9-4051-9ee1-1121d39a879b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:50:59.497431 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d099b87a-fdc6-437e-9ad0-fdc56c8ce99b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.575297 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d099b87a-fdc6-437e-9ad0-fdc56c8ce99b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.649502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f675ea51-2bb9-4051-9ee1-1121d39a879b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:50:59.656240 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f675ea51-2bb9-4051-9ee1-1121d39a879b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:50:59.656240 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.699049 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.761292 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d099b87a-fdc6-437e-9ad0-fdc56c8ce99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.846224 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.849806 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Pushing event updated for resources: {'Port': ['ID=6de08f96-fa8d-482f-bb8f-850b42b2a3cb,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:59.912225 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d099b87a-fdc6-437e-9ad0-fdc56c8ce99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.994210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port f675ea51-2bb9-4051-9ee1-1121d39a879b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f675ea51-2bb9-4051-9ee1-1121d39a879b,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:00.003207 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.017347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099b87a-fdc6-437e-9ad0-fdc56c8ce99b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19138694-734c-4465-b6cf-40c50ce31215,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:00.030289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d099b87a-fdc6-437e-9ad0-fdc56c8ce99b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.033171 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d099b87a-fdc6-437e-9ad0-fdc56c8ce99b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/19138694-734c-4465-b6cf-40c50ce31215 HTTP/1.1" status: 204 len: 168 time: 0.7649965 Aug 09 15:51:00.035088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39284) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:00.053557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591b82-0e16-4bf7-83d1-156178b9498f req-38156842-7b7e-4eeb-9f90-ad69113da5d7 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:00.055276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9591b82-0e16-4bf7-83d1-156178b9498f req-38156842-7b7e-4eeb-9f90-ad69113da5d7 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 944 time: 0.3246171 Aug 09 15:51:00.095770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8075ff5d-d205-45f8-97cd-f5c605e67ff3 None None] Network 513e6b81-6742-476e-a576-44c46ff3978e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:00.115822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Attempting to bind port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:00.116275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Attempting to bind port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '39ac0673-044e-49c3-b931-355aca6335f0'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:00.116613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Attempting to bind port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb on network 39ac0673-044e-49c3-b931-355aca6335f0 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:00.152741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39286) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:00.176639 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:51:00.196295 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6fefc16-2e91-4fa0-9efc-ba55599ad55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.199077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9591b82-0e16-4bf7-83d1-156178b9498f req-60d418c5-3a69-4f02-91e2-05873398a752 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866127 Aug 09 15:51:00.202235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb on network 39ac0673-044e-49c3-b931-355aca6335f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:51:00.202574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Attempting to bind port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb on network 39ac0673-044e-49c3-b931-355aca6335f0 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:00.214668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:00.215094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Checking segment: {'id': '126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '39ac0673-044e-49c3-b931-355aca6335f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:00.215494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Bound using segment: {'id': '126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '39ac0673-044e-49c3-b931-355aca6335f0'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:00.215946 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Bound port: 6de08f96-fa8d-482f-bb8f-850b42b2a3cb, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '39ac0673-044e-49c3-b931-355aca6335f0'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:00.216317 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.290520 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.320970 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.334309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=f675ea51-2bb9-4051-9ee1-1121d39a879b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:00.492309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] For port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:00.497666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] For port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=6de08f96-fa8d-482f-bb8f-850b42b2a3cb,segment=NetworkSegment(126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c),segment_id=126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:00.508166 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.525077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f8af5-f971-4f47-a29a-91e4b057232c None None] DHCP port deletion for 513e6b81-6742-476e-a576-44c46ff3978e request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:00.597208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca196c-963b-416e-91af-c8b08be7f399 req-d2996037-1055-4227-bc83-fbfafbcc3b90 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:00.599946 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2dca196c-963b-416e-91af-c8b08be7f399 req-d2996037-1055-4227-bc83-fbfafbcc3b90 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.2706842 Aug 09 15:51:00.658426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Pushing event updated for resources: {'Port': ['ID=6de08f96-fa8d-482f-bb8f-850b42b2a3cb,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:00.682344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:00.683270 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.684659 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-5e244723-203c-43a1-9f68-847c2b1d56be service neutron] 10.222.0.53 "PUT /v2.0/ports/6de08f96-fa8d-482f-bb8f-850b42b2a3cb HTTP/1.1" status: 200 len: 1092 time: 3.1812751 Aug 09 15:51:00.686728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a03f8af5-f971-4f47-a29a-91e4b057232c None None] Deleting port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:00.687552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27b28e7-6462-4128-8bd5-3ae19b2154eb', 'tag': '6de08f96-fa8d-482f-bb8f-850b42b2a3cb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:00.691385 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37478b4b-0bd1-4188-a98a-690af45f7977" -d '{"events": [{"name": "network-changed", "server_uuid": "f27b28e7-6462-4128-8bd5-3ae19b2154eb", "tag": "6de08f96-fa8d-482f-bb8f-850b42b2a3cb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:00.699369 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a03f8af5-f971-4f47-a29a-91e4b057232c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.801801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-82e5b6b7-bca7-4cef-b921-c36835e53aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:00.805185 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-82e5b6b7-bca7-4cef-b921-c36835e53aba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=184d7e80709048f28b4662f08b03f87d&device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 1095 time: 0.0766983 Aug 09 15:51:00.843481 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Deleting port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:00.844887 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.860816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a03f8af5-f971-4f47-a29a-91e4b057232c None None] For port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=38ca2cb7-164a-4511-9a89-d8ade4a2cdae,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:00.861476 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a03f8af5-f971-4f47-a29a-91e4b057232c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.862376 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2dca196c-963b-416e-91af-c8b08be7f399 req-edac8319-0e1f-490e-a036-61fa03b509f0 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312748 Aug 09 15:51:00.868373 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6fefc16-2e91-4fa0-9efc-ba55599ad55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.877936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a03f8af5-f971-4f47-a29a-91e4b057232c None None] Calling delete_port for 38ca2cb7-164a-4511-9a89-d8ade4a2cdae owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:00.906715 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6fefc16-2e91-4fa0-9efc-ba55599ad55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.908471 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-150f9467-5215-42b7-a672-fc9982443cb9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6de08f96-fa8d-482f-bb8f-850b42b2a3cb HTTP/1.1" status: 200 len: 217 time: 0.0859644 Aug 09 15:51:00.925762 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3141fdd5-c927-46c2-9240-a6aaaceb75e9 x-openstack-request-id: req-3141fdd5-c927-46c2-9240-a6aaaceb75e9 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:00.926463 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27b28e7-6462-4128-8bd5-3ae19b2154eb", "tag": "6de08f96-fa8d-482f-bb8f-850b42b2a3cb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:00.927024 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3141fdd5-c927-46c2-9240-a6aaaceb75e9 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:00.928050 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27b28e7-6462-4128-8bd5-3ae19b2154eb', 'tag': '6de08f96-fa8d-482f-bb8f-850b42b2a3cb', 'status': 'completed', 'code': 200} Aug 09 15:51:00.973501 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.990126 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a03f8af5-f971-4f47-a29a-91e4b057232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.038803 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.057341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f8af5-f971-4f47-a29a-91e4b057232c None None] Pushing event deleted for resources: {'Port': ['ID=38ca2cb7-164a-4511-9a89-d8ade4a2cdae,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:01.080068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f8af5-f971-4f47-a29a-91e4b057232c None None] No DVR routers for this DVR port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:01.111728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a6fefc16-2e91-4fa0-9efc-ba55599ad55c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0a097e4496243b4a4282be12511e295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9574475 Aug 09 15:51:01.113036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39302) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:01.140549 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] For port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=38ca2cb7-164a-4511-9a89-d8ade4a2cdae,segment=NetworkSegment(b501933b-95c2-4a51-9381-a37f11de0ef2),segment_id=b501933b-95c2-4a51-9381-a37f11de0ef2)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:01.140929 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.141479 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.144518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fefc16-2e91-4fa0-9efc-ba55599ad55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea930986-546c-4e82-bdd6-c5bcb2f808b9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:01.149558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-9629cd26-a884-4bf9-8f17-498b803e4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:01.151328 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-9629cd26-a884-4bf9-8f17-498b803e4b26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4175bcbf-4eeb-4cf9-98f7-0fe01b90447e HTTP/1.1" status: 200 len: 854 time: 0.2069430 Aug 09 15:51:01.197103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Calling delete_port for 38ca2cb7-164a-4511-9a89-d8ade4a2cdae owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:01.223465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Pushing event updated for resources: {'Port': ['ID=d10ccd03-bcb6-4aac-8dc1-a015e9a81f93,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:01.234151 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-105e1ee7-6ef8-4d4b-a661-3f15ebc02de1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39ac0673-044e-49c3-b931-355aca6335f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737529 Aug 09 15:51:01.371472 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f675ea51-2bb9-4051-9ee1-1121d39a879b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:01.437776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Network 4521cc11-ee90-4f0d-b3f0-6274bbe49155 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:01.445129 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-05ec11cd-7b48-4bfd-9dae-5f3a0adbf989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.488350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f675ea51-2bb9-4051-9ee1-1121d39a879b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:01.488983 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.496111 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-05ec11cd-7b48-4bfd-9dae-5f3a0adbf989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.511677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb342-48ac-4322-9afc-2381e4299120 req-359246df-9734-4772-b939-e67569a12f17 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:01.519461 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-953eb342-48ac-4322-9afc-2381e4299120 req-359246df-9734-4772-b939-e67569a12f17 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 944 time: 0.1292262 Aug 09 15:51:01.530512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:01.564818 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.652963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ca2cb7-164a-4511-9a89-d8ade4a2cdae,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:01.659479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] No DVR routers for this DVR port 38ca2cb7-164a-4511-9a89-d8ade4a2cdae on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:01.704545 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-953eb342-48ac-4322-9afc-2381e4299120 req-82580342-cff3-406a-b45e-b77ea3f62ba1 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794822 Aug 09 15:51:01.708790 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-ec2261dd-97e7-411a-8a69-2f02ea7f9bfd service neutron] 10.222.0.53 "GET /v2.0/networks/39ac0673-044e-49c3-b931-355aca6335f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451728 Aug 09 15:51:01.729914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 38ca2cb7-164a-4511-9a89-d8ade4a2cdae no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:01.800296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 38ca2cb7-164a-4511-9a89-d8ade4a2cdae {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:01.804980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:01.805994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 38ca2cb7-164a-4511-9a89-d8ade4a2cdae not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:01.806978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 854376f3-f6fa-4b97-bcc7-c606b4c264eb no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:01.824323 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.827427 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-05ec11cd-7b48-4bfd-9dae-5f3a0adbf989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.836160 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-05ec11cd-7b48-4bfd-9dae-5f3a0adbf989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.837541 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-05ec11cd-7b48-4bfd-9dae-5f3a0adbf989 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea930986-546c-4e82-bdd6-c5bcb2f808b9 HTTP/1.1" status: 204 len: 168 time: 0.7169638 Aug 09 15:51:01.850348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513e6b81-6742-476e-a576-44c46ff3978e']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:01.865387 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 854376f3-f6fa-4b97-bcc7-c606b4c264eb {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:01.865736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 854376f3-f6fa-4b97-bcc7-c606b4c264eb not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:01.890862 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec11cd-7b48-4bfd-9dae-5f3a0adbf989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea930986-546c-4e82-bdd6-c5bcb2f808b9,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:01.911015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b501933b-95c2-4a51-9381-a37f11de0ef2') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:01.912059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b501933b-95c2-4a51-9381-a37f11de0ef2') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:01.937727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.941253 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5e67e11-472f-4b2d-8fdb-bdb72334f4c6 req-8792b873-b0d6-4221-b44b-2b6e6c303332 service neutron] 10.222.0.53 "GET /v2.0/networks/39ac0673-044e-49c3-b931-355aca6335f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194548 Aug 09 15:51:01.964697 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.982351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:01.983261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:01.986793 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:02.188144 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.194170 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.204805 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/513e6b81-6742-476e-a576-44c46ff3978e HTTP/1.1" status: 204 len: 168 time: 2.1655350 Aug 09 15:51:02.253521 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37328a-d85a-4eb2-8acd-26d69fb386f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=513e6b81-6742-476e-a576-44c46ff3978e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:02.275370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd3dc9-dded-4ed2-8c6b-b5f67d47e3d1 req-31a06722-7064-4698-a87f-a763ba6d7e1c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:02.279823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6bd3dc9-dded-4ed2-8c6b-b5f67d47e3d1 req-31a06722-7064-4698-a87f-a763ba6d7e1c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.2085645 Aug 09 15:51:02.376122 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6bd3dc9-dded-4ed2-8c6b-b5f67d47e3d1 req-21b3ec64-76f6-4e4c-b253-47186fd0db74 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854678 Aug 09 15:51:02.475123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:02.480359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1b3d303e-3c56-4dd5-879e-60409e785541 admin admin] 10.222.0.81 "PUT /v2.0/routers/40c2c28a-7af9-4805-853a-fc8ad8dfea3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0195894 Aug 09 15:51:02.492161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Sync routers for ids ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:02.496963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37478b4b-0bd1-4188-a98a-690af45f7977 req-54bb27d4-bcca-4525-b445-e44f4cf25c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:02.499021 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37478b4b-0bd1-4188-a98a-690af45f7977 req-54bb27d4-bcca-4525-b445-e44f4cf25c66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=184d7e80709048f28b4662f08b03f87d&device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 1095 time: 0.0570154 Aug 09 15:51:02.510457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39328) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:02.513838 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Routers {'40c2c28a-7af9-4805-853a-fc8ad8dfea3a'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:02.514654 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:02.616712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39332) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:02.618240 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3d1937d1-1511-48c8-8922-8c02391ac3eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=755c3dcf8fc844dc9c2f12ee16244ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056094 Aug 09 15:51:02.670265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37478b4b-0bd1-4188-a98a-690af45f7977 req-6e9838d1-8c61-4992-b246-5873c335e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:02.671997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37478b4b-0bd1-4188-a98a-690af45f7977 req-6e9838d1-8c61-4992-b246-5873c335e3a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=39ac0673-044e-49c3-b931-355aca6335f0 HTTP/1.1" status: 200 len: 915 time: 0.1572473 Aug 09 15:51:02.734890 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37478b4b-0bd1-4188-a98a-690af45f7977 req-2a13af9b-bd63-45b5-bca5-22e820bf8510 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6de08f96-fa8d-482f-bb8f-850b42b2a3cb HTTP/1.1" status: 200 len: 217 time: 0.0535564 Aug 09 15:51:02.770016 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Set router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:02.845107 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47dd05bf-4ab7-4da7-a8e7-649efb867dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.047643 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47dd05bf-4ab7-4da7-a8e7-649efb867dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.067714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37478b4b-0bd1-4188-a98a-690af45f7977 req-e8372aec-731f-4200-9fd5-a08494771f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:03.069375 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37478b4b-0bd1-4188-a98a-690af45f7977 req-e8372aec-731f-4200-9fd5-a08494771f7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4175bcbf-4eeb-4cf9-98f7-0fe01b90447e HTTP/1.1" status: 200 len: 854 time: 0.3110213 Aug 09 15:51:03.203558 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37478b4b-0bd1-4188-a98a-690af45f7977 req-8aa6a280-d720-4494-bca4-36e872c0d9ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39ac0673-044e-49c3-b931-355aca6335f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114230 Aug 09 15:51:03.312393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:51:00Z', 'revision_number': 4, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd10ccd03-bcb6-4aac-8dc1-a015e9a81f93', 'name': '', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'mac_address': 'fa:16:3e:66:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:56Z', 'updated_at': '2021-08-09T15:51:00Z', 'revision_number': 2, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'subnets': [{'id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:03.316882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92594836-a479-4fd0-a2af-86071deca32a req-dd4c3746-7b07-4d3a-bf80-586c254e00bb tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:03.318650 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-92594836-a479-4fd0-a2af-86071deca32a req-dd4c3746-7b07-4d3a-bf80-586c254e00bb tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 944 time: 0.3650033 Aug 09 15:51:03.363627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Checking router: 40c2c28a-7af9-4805-853a-fc8ad8dfea3a for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:51:03.365678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Updating router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a port d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:51:03.414170 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.436009 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-92594836-a479-4fd0-a2af-86071deca32a req-4c0b34af-1035-4926-861a-dbad38ed8b84 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742161 Aug 09 15:51:03.436645 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47dd05bf-4ab7-4da7-a8e7-649efb867dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.439255 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47dd05bf-4ab7-4da7-a8e7-649efb867dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.440357 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-47dd05bf-4ab7-4da7-a8e7-649efb867dcb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0781295c-63f1-473b-a56a-faa6677067dd HTTP/1.1" status: 204 len: 168 time: 0.8226824 Aug 09 15:51:03.462493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd05bf-4ab7-4da7-a8e7-649efb867dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0781295c-63f1-473b-a56a-faa6677067dd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:03.476827 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37478b4b-0bd1-4188-a98a-690af45f7977 req-052574bc-4f24-442f-a76c-ac4dfb241c58 service neutron] 10.222.0.53 "GET /v2.0/networks/39ac0673-044e-49c3-b931-355aca6335f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520535 Aug 09 15:51:03.718983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63d89f-c7f3-43bc-8b0a-af920fa9fa90 req-886b69be-2da7-4f5d-b280-a37fa076d05b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:03.728359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db63d89f-c7f3-43bc-8b0a-af920fa9fa90 req-886b69be-2da7-4f5d-b280-a37fa076d05b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1410799 Aug 09 15:51:03.778114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37478b4b-0bd1-4188-a98a-690af45f7977 req-f72b6563-0faf-4ec5-9f78-f2642717219e service neutron] 10.222.0.53 "GET /v2.0/networks/39ac0673-044e-49c3-b931-355aca6335f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919338 Aug 09 15:51:03.789382 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db63d89f-c7f3-43bc-8b0a-af920fa9fa90 req-304773a3-3bc7-4e5f-a662-4e1ef7ce8453 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596890 Aug 09 15:51:03.901269 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.934874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Transition to ACTIVE for port object d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:03.947515 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:03.954784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-ddced66d-b7d8-4316-8357-2f1765517aa3 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:03.958282 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-ddced66d-b7d8-4316-8357-2f1765517aa3 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/networks?id=4521cc11-ee90-4f0d-b3f0-6274bbe49155 HTTP/1.1" status: 200 len: 820 time: 0.3138285 Aug 09 15:51:04.000078 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-0334d81e-4b55-48e9-9237-79dcdb0b8c2e tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/quotas/81cc54e5505d4c80b6f5bf93ac7f2990 HTTP/1.1" status: 200 len: 375 time: 0.0289478 Aug 09 15:51:04.029043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Pushing event updated for resources: {'Port': ['ID=d10ccd03-bcb6-4aac-8dc1-a015e9a81f93,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:04.040274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:04.040635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:04.040981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:04.041324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:04.041869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:04.042213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:04.042545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:04.042878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:04.043207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:04.043537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:04.043865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:04.044200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:04.133915 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-50a9794e-2d74-4d04-880f-716d0f5f20ed tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1261432 Aug 09 15:51:04.162793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Attempting to bind port d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:04.163170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Attempting to bind port d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '520fe9e5-3480-43c8-9f65-d39c64950507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:04.163759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Attempting to bind port d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 on network 4521cc11-ee90-4f0d-b3f0-6274bbe49155 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:04.191831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:04.192220 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Checking segment: {'id': '520fe9e5-3480-43c8-9f65-d39c64950507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:04.192670 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.195943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Bound using segment: {'id': '520fe9e5-3480-43c8-9f65-d39c64950507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:04.196603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Bound port: d10ccd03-bcb6-4aac-8dc1-a015e9a81f93, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520fe9e5-3480-43c8-9f65-d39c64950507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:04.197012 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.416309 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-7cdb2709-eba2-4198-97ca-fb4d0f6fd88f service neutron] 10.222.0.81 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736194 Aug 09 15:51:04.575498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] For port d10ccd03-bcb6-4aac-8dc1-a015e9a81f93, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:04.579452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] For port d10ccd03-bcb6-4aac-8dc1-a015e9a81f93, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d10ccd03-bcb6-4aac-8dc1-a015e9a81f93,segment=NetworkSegment(520fe9e5-3480-43c8-9f65-d39c64950507),segment_id=520fe9e5-3480-43c8-9f65-d39c64950507)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:04.586324 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:04.633345 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-6dec681c-f8d8-4e98-b51b-f504e636c837 service neutron] 10.222.0.81 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086117 Aug 09 15:51:04.642505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Routers {'40c2c28a-7af9-4805-853a-fc8ad8dfea3a'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:04.643169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:50:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:04.714279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c34d3a-30e3-49d5-a163-48a506f275df None None] Pushing event updated for resources: {'Port': ['ID=d10ccd03-bcb6-4aac-8dc1-a015e9a81f93,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:04.787033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7f430-851b-4d18-9067-3c727383dbe2 req-830574cb-cad6-48e3-accb-1d80853e46f5 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:04.797620 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9c7f430-851b-4d18-9067-3c727383dbe2 req-830574cb-cad6-48e3-accb-1d80853e46f5 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 944 time: 0.1392896 Aug 09 15:51:04.806921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] Set router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:04.868891 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9c7f430-851b-4d18-9067-3c727383dbe2 req-1a7698c3-71af-457e-9a3c-138ae0c8c482 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701439 Aug 09 15:51:05.150371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9ddad-941b-432e-8446-d86f36a337fd req-090725ad-1325-4189-9731-c27540539bed tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:05.167746 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1d9ddad-941b-432e-8446-d86f36a337fd req-090725ad-1325-4189-9731-c27540539bed tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1838374 Aug 09 15:51:05.215596 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39436) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:05.247966 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:51:00Z', 'revision_number': 4, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd10ccd03-bcb6-4aac-8dc1-a015e9a81f93', 'name': '', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'mac_address': 'fa:16:3e:66:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:56Z', 'updated_at': '2021-08-09T15:51:04Z', 'revision_number': 4, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'subnets': [{'id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:05.251763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cafeb-1bba-4cb2-86d8-00e5498694a4 req-a9cc9985-1800-48fa-9555-01714d75860f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:05.253292 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a91cafeb-1bba-4cb2-86d8-00e5498694a4 req-a9cc9985-1800-48fa-9555-01714d75860f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1702816 Aug 09 15:51:05.275350 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1d9ddad-941b-432e-8446-d86f36a337fd req-5e762a14-640b-462f-b6b0-d88820779be0 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016870 Aug 09 15:51:05.328439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128df26-baab-420a-9db0-b0e875ac74ef None None] The sync data for ids ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'] in n-d-803778-2 is: [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:51:00Z', 'revision_number': 4, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd10ccd03-bcb6-4aac-8dc1-a015e9a81f93', 'name': '', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'mac_address': 'fa:16:3e:66:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:56Z', 'updated_at': '2021-08-09T15:51:04Z', 'revision_number': 4, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'subnets': [{'id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:05.370121 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a82f9a12-12d1-46b4-b3ca-74e8eb9da5cb req-df74b34f-14c1-4e27-9087-44c8a58438d5 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 210 time: 0.0568550 Aug 09 15:51:05.447604 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a91cafeb-1bba-4cb2-86d8-00e5498694a4 req-21898570-7ef6-406f-b9c3-2f30152a0f10 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644151 Aug 09 15:51:05.540483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1459853154-network', 'tenant_id': 'edaccc79399545f581380ccf8565dc31'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:05.596700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Made reservation on behalf of edaccc79399545f581380ccf8565dc31 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:05.599809 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.613133 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.769039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 6de08f96-fa8d-482f-bb8f-850b42b2a3cb details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:51:05.780597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.788145 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.821295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:05.853240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab529aba-724a-4097-9abc-461219eadfaf,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:05.856317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:05.856673 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Added segment 3d65b35d-472d-46a0-97aa-c23277e5e337 of type vlan for network 3282146d-2026-4801-96ea-7d2915e904f4 Aug 09 15:51:05.873967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:05.874326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:05.875017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:05.875536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:05.875877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:05.876205 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:05.876577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:05.877002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:05.877688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:05.878203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:05.878576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:05.879146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:05.967840 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.027986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=6de08f96-fa8d-482f-bb8f-850b42b2a3cb,segment=NetworkSegment(126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c),segment_id=126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:06.052781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '6de08f96-fa8d-482f-bb8f-850b42b2a3cb', 'network_id': '39ac0673-044e-49c3-b931-355aca6335f0', 'port_id': '6de08f96-fa8d-482f-bb8f-850b42b2a3cb', 'mac_address': 'fa:16:3e:ed:f9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4175bcbf-4eeb-4cf9-98f7-0fe01b90447e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:51:06.085043 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.085043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:06.085043 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.173093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fe467-5f47-429e-b6db-b99f5b1da02d req-7532aea1-5f6c-46e7-bf60-2237928d6dbd tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:06.175212 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-922fe467-5f47-429e-b6db-b99f5b1da02d req-7532aea1-5f6c-46e7-bf60-2237928d6dbd tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 944 time: 0.1740570 Aug 09 15:51:06.177524 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.181614 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9645565 Aug 09 15:51:06.184366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39488) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:06.195725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a01050af-006f-4e7c-a355-12f5f30775c6 admin admin] Request body: {'subnet': {'network_id': '3282146d-2026-4801-96ea-7d2915e904f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1459853154-subnet', 'tenant_id': 'edaccc79399545f581380ccf8565dc31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:06.218342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d0e99-99dc-4a54-bf2d-03f168d915d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3282146d-2026-4801-96ea-7d2915e904f4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:06.244656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 3282146d-2026-4801-96ea-7d2915e904f4 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:06.245952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01050af-006f-4e7c-a355-12f5f30775c6 admin admin] Made reservation on behalf of edaccc79399545f581380ccf8565dc31 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:06.249449 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a01050af-006f-4e7c-a355-12f5f30775c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.257394 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-922fe467-5f47-429e-b6db-b99f5b1da02d req-9c74a0d9-a57c-450e-9f09-a240352d2af0 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709927 Aug 09 15:51:06.277822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39490) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:06.388713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de08f96-fa8d-482f-bb8f-850b42b2a3cb {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:06.470427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=6de08f96-fa8d-482f-bb8f-850b42b2a3cb,segment=NetworkSegment(126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c),segment_id=126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:06.497911 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.505339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddccd9-7de1-413f-a38b-b25e1865699e req-5ea4ba61-d3f2-40c8-9b85-f30a8460f2af tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:06.507331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-40ddccd9-7de1-413f-a38b-b25e1865699e req-5ea4ba61-d3f2-40c8-9b85-f30a8460f2af tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.1491730 Aug 09 15:51:06.537495 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6c94b7b-4640-4ca9-a0dc-994454d00c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.615671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9ba99-3957-4589-8322-bcaf7dac4996 req-4d8230e0-570b-4e5b-8894-558f7446bf97 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:06.624399 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-44a9ba99-3957-4589-8322-bcaf7dac4996 req-4d8230e0-570b-4e5b-8894-558f7446bf97 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 946 time: 0.2001159 Aug 09 15:51:06.627862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=6de08f96-fa8d-482f-bb8f-850b42b2a3cb,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:06.644116 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4bea8b93-f1a0-42c5-b521-88c7d31dacf8 req-59c2dcab-0e9e-417c-8da2-5e060bf74305 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 210 time: 0.0860925 Aug 09 15:51:06.712413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['6de08f96-fa8d-482f-bb8f-850b42b2a3cb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:06.762344 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-44a9ba99-3957-4589-8322-bcaf7dac4996 req-1beffba1-7c9c-48fc-948b-42761122b9b5 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/security-groups?id=27e4cdcb-fc3b-4489-8c02-506686507174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369543 Aug 09 15:51:06.823812 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a01050af-006f-4e7c-a355-12f5f30775c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:06.917886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-40ddccd9-7de1-413f-a38b-b25e1865699e req-8b3db032-6dbd-490b-b199-93418a4ff8f8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Deleting port 293eb202-3dba-4048-83d5-a01b65bc403f {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:06.918239 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-40ddccd9-7de1-413f-a38b-b25e1865699e req-8b3db032-6dbd-490b-b199-93418a4ff8f8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.001003 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6c94b7b-4640-4ca9-a0dc-994454d00c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.008840 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6c94b7b-4640-4ca9-a0dc-994454d00c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.083567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01050af-006f-4e7c-a355-12f5f30775c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f16b797f-572e-4df1-8c4a-ff1b329a5c1b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:07.097023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01050af-006f-4e7c-a355-12f5f30775c6 admin admin] Checking segment: {'id': '3d65b35d-472d-46a0-97aa-c23277e5e337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3282146d-2026-4801-96ea-7d2915e904f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:07.101223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01050af-006f-4e7c-a355-12f5f30775c6 admin admin] Network hostable DHCP agents. Network: 3282146d-2026-4801-96ea-7d2915e904f4, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:07.129444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01050af-006f-4e7c-a355-12f5f30775c6 admin admin] Network 3282146d-2026-4801-96ea-7d2915e904f4 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:07.160566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a01050af-006f-4e7c-a355-12f5f30775c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 3282146d-2026-4801-96ea-7d2915e904f4) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:07.174305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01050af-006f-4e7c-a355-12f5f30775c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:07.178225 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a01050af-006f-4e7c-a355-12f5f30775c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.181827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea2d340-0988-4110-a90e-4b279c523036 None None] Network 3282146d-2026-4801-96ea-7d2915e904f4 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:07.186200 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e33f6-cb72-47a4-9a06-b3e180de0ebc req-cec9c200-35a8-4ec3-b854-33471595b386 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:07.189761 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-023e33f6-cb72-47a4-9a06-b3e180de0ebc req-cec9c200-35a8-4ec3-b854-33471595b386 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.4104700 Aug 09 15:51:07.199648 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a01050af-006f-4e7c-a355-12f5f30775c6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0133531 Aug 09 15:51:07.202353 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a6c94b7b-4640-4ca9-a0dc-994454d00c31 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43557ecef1474442b6c397826616370a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9219341 Aug 09 15:51:07.202871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-40ddccd9-7de1-413f-a38b-b25e1865699e req-8b3db032-6dbd-490b-b199-93418a4ff8f8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] For port 293eb202-3dba-4048-83d5-a01b65bc403f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=293eb202-3dba-4048-83d5-a01b65bc403f,segment=NetworkSegment(7f165df7-668f-4fdc-b1d6-8415c746a363),segment_id=7f165df7-668f-4fdc-b1d6-8415c746a363)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:07.203506 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-40ddccd9-7de1-413f-a38b-b25e1865699e req-8b3db032-6dbd-490b-b199-93418a4ff8f8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.204650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39504) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:07.228046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-40ddccd9-7de1-413f-a38b-b25e1865699e req-8b3db032-6dbd-490b-b199-93418a4ff8f8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Calling delete_port for 293eb202-3dba-4048-83d5-a01b65bc403f owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:07.241359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c94b7b-4640-4ca9-a0dc-994454d00c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05419c82-d82b-4730-930b-db94e68b544c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:07.507905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:07.625689 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de45fd6c-f37b-4778-b9c3-7f67dff9a4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.629332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31e9ff6-972c-4c2c-8335-62baa1448200 None None] Network 3282146d-2026-4801-96ea-7d2915e904f4 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:07.685524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:07.693665 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:07.693973 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.709000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6126213-3762-4c33-99bb-855ec72705c8 req-13c42163-042e-40fb-839c-b2e7a0a9c3df tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:07.710837 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6126213-3762-4c33-99bb-855ec72705c8 req-13c42163-042e-40fb-839c-b2e7a0a9c3df tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 945 time: 0.2190330 Aug 09 15:51:07.787674 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-40ddccd9-7de1-413f-a38b-b25e1865699e req-8b3db032-6dbd-490b-b199-93418a4ff8f8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.804730 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 6de08f96-fa8d-482f-bb8f-850b42b2a3cb up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:07.831433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3db032-6dbd-490b-b199-93418a4ff8f8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Pushing event deleted for resources: {'Port': ['ID=293eb202-3dba-4048-83d5-a01b65bc403f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:07.911432 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.914346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-769225d4-6701-48c0-9ea6-e11b413b8532 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:07.915885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6126213-3762-4c33-99bb-855ec72705c8 req-f967769d-0eea-4732-b37a-bd3810604932 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885853 Aug 09 15:51:07.916364 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-769225d4-6701-48c0-9ea6-e11b413b8532 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.60 "GET /v2.0/networks?id=4521cc11-ee90-4f0d-b3f0-6274bbe49155 HTTP/1.1" status: 200 len: 820 time: 1.0025649 Aug 09 15:51:07.938904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:07.945133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ddccd9-7de1-413f-a38b-b25e1865699e req-8b3db032-6dbd-490b-b199-93418a4ff8f8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] No DVR routers for this DVR port 293eb202-3dba-4048-83d5-a01b65bc403f on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:07.949723 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-40ddccd9-7de1-413f-a38b-b25e1865699e req-8b3db032-6dbd-490b-b199-93418a4ff8f8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.952266 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-40ddccd9-7de1-413f-a38b-b25e1865699e req-8b3db032-6dbd-490b-b199-93418a4ff8f8 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.60 "DELETE /v2.0/ports/293eb202-3dba-4048-83d5-a01b65bc403f HTTP/1.1" status: 204 len: 173 time: 1.4336572 Aug 09 15:51:07.952637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'name': 'network-vif-deleted', 'tag': '293eb202-3dba-4048-83d5-a01b65bc403f'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:07.952809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:07.953165 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:07.954864 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e393b23-1ca3-4183-9be3-d93024bb10bb" -d '{"events": [{"server_uuid": "ff9d68ff-1e64-4fd7-8b55-72735448b77a", "name": "network-vif-deleted", "tag": "293eb202-3dba-4048-83d5-a01b65bc403f"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:07.965354 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Request body: {'port': {'device_id': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'admin_state_up': True, 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:07.984579 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-023e33f6-cb72-47a4-9a06-b3e180de0ebc req-9fe6ea6a-6caa-47f4-81c5-067b38c297de tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7452307 Aug 09 15:51:08.003393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port d10ccd03-bcb6-4aac-8dc1-a015e9a81f93, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d10ccd03-bcb6-4aac-8dc1-a015e9a81f93,segment=NetworkSegment(520fe9e5-3480-43c8-9f65-d39c64950507),segment_id=520fe9e5-3480-43c8-9f65-d39c64950507)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:08.010551 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.073242 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7b778c83-ef01-44bf-8bbf-93e64e9328fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.117439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=d10ccd03-bcb6-4aac-8dc1-a015e9a81f93,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:08.128513 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.154371 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7b778c83-ef01-44bf-8bbf-93e64e9328fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.166061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27b28e7-6462-4128-8bd5-3ae19b2154eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de08f96-fa8d-482f-bb8f-850b42b2a3cb'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:08.172418 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80001113-b378-43e9-9411-72d3f3c2ea86" -d '{"events": [{"server_uuid": "f27b28e7-6462-4128-8bd5-3ae19b2154eb", "name": "network-vif-plugged", "status": "completed", "tag": "6de08f96-fa8d-482f-bb8f-850b42b2a3cb"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:08.188660 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8f6d379d-8aa9-4714-8bbd-ce516bcc4829 req-74ae80c3-3d0b-48e0-9c9f-8d0f43faaa0a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 210 time: 0.0714600 Aug 09 15:51:08.208808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=6de08f96-fa8d-482f-bb8f-850b42b2a3cb,segment=NetworkSegment(126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c),segment_id=126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:08.219001 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.264544 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Made reservation on behalf of 81cc54e5505d4c80b6f5bf93ac7f2990 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:08.275517 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.336879 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7b778c83-ef01-44bf-8bbf-93e64e9328fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.340490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7b778c83-ef01-44bf-8bbf-93e64e9328fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.352603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=6de08f96-fa8d-482f-bb8f-850b42b2a3cb,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:08.360317 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7b778c83-ef01-44bf-8bbf-93e64e9328fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05419c82-d82b-4730-930b-db94e68b544c HTTP/1.1" status: 204 len: 168 time: 1.1391239 Aug 09 15:51:08.485158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b778c83-ef01-44bf-8bbf-93e64e9328fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05419c82-d82b-4730-930b-db94e68b544c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:08.539901 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5bee52fb-0fb7-4873-8da5-e7a11bcde78e req-6e586d20-0244-4720-9713-66f71913f977 tempest-ServersNegativeTestJSON-737612975 tempest-ServersNegativeTestJSON-737612975-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff9d68ff-1e64-4fd7-8b55-72735448b77a HTTP/1.1" status: 200 len: 210 time: 0.0950210 Aug 09 15:51:08.565017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Allocated IP 172.20.0.8 (4521cc11-ee90-4f0d-b3f0-6274bbe49155/9c0b17d2-cb32-4ec0-988b-bb29a3d802ea/27f544a8-ebff-4d5d-a242-c15b6b4e8c5b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:08.604993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-577be78e-7934-4e75-9c9a-ee8b7e216bbb tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:08.619574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-577be78e-7934-4e75-9c9a-ee8b7e216bbb tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/networks?id=3282146d-2026-4801-96ea-7d2915e904f4 HTTP/1.1" status: 200 len: 814 time: 0.2206967 Aug 09 15:51:08.636341 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-b87fd88b-9a7d-474f-b432-714cfb490cf1 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/quotas/edaccc79399545f581380ccf8565dc31 HTTP/1.1" status: 200 len: 375 time: 0.0156245 Aug 09 15:51:08.684243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-9c4eb165-e2b7-417b-bccc-eb0a159d2ce4 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=edaccc79399545f581380ccf8565dc31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470538 Aug 09 15:51:08.686820 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae1f5b6-3e88-4b6f-95ed-598436294b11 x-openstack-request-id: req-4ae1f5b6-3e88-4b6f-95ed-598436294b11 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:08.687113 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9d68ff-1e64-4fd7-8b55-72735448b77a", "name": "network-vif-deleted", "tag": "293eb202-3dba-4048-83d5-a01b65bc403f", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:08.687369 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ae1f5b6-3e88-4b6f-95ed-598436294b11 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:08.687765 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9d68ff-1e64-4fd7-8b55-72735448b77a', 'name': 'network-vif-deleted', 'tag': '293eb202-3dba-4048-83d5-a01b65bc403f', 'status': 'completed', 'code': 200} Aug 09 15:51:08.727418 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1efdc48-10cb-4a9f-be9d-2666b04d6ee4 x-openstack-request-id: req-c1efdc48-10cb-4a9f-be9d-2666b04d6ee4 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:08.727418 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27b28e7-6462-4128-8bd5-3ae19b2154eb", "name": "network-vif-plugged", "status": "completed", "tag": "6de08f96-fa8d-482f-bb8f-850b42b2a3cb", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:08.727418 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1efdc48-10cb-4a9f-be9d-2666b04d6ee4 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:08.727418 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27b28e7-6462-4128-8bd5-3ae19b2154eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de08f96-fa8d-482f-bb8f-850b42b2a3cb', 'code': 200} Aug 09 15:51:08.749045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 293eb202-3dba-4048-83d5-a01b65bc403f no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:08.806948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 293eb202-3dba-4048-83d5-a01b65bc403f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:08.807636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 293eb202-3dba-4048-83d5-a01b65bc403f not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:08.860294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39544) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:08.880477 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.888551 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-ab351e7d-433e-4f4d-99ff-4ce6d1db1218 service neutron] 10.222.0.81 "GET /v2.0/networks/3282146d-2026-4801-96ea-7d2915e904f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034218 Aug 09 15:51:08.890552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d8687c2-19e6-4e49-9031-e5031c63a03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.898920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea5b9f-5cab-4938-86b6-34b4cfdc0483 req-66b28590-1a20-44e5-8146-a164d5450a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:08.900456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3ea5b9f-5cab-4938-86b6-34b4cfdc0483 req-66b28590-1a20-44e5-8146-a164d5450a33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 1097 time: 0.0990500 Aug 09 15:51:08.968536 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:08.997684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3ea5b9f-5cab-4938-86b6-34b4cfdc0483 req-98e51e85-a126-4ff5-9697-d30990617322 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888598 Aug 09 15:51:09.026761 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-cd1387cb-6305-49af-a333-531526e34d2b service neutron] 10.222.0.81 "GET /v2.0/networks/3282146d-2026-4801-96ea-7d2915e904f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298959 Aug 09 15:51:09.065579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Network 4521cc11-ee90-4f0d-b3f0-6274bbe49155 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:09.075661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:09.083348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:09.095296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Pushing event updated for resources: {'Port': ['ID=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:09.157615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae127b-ff6e-40b2-9e60-234bb5f95260 req-5ebb2c85-6879-45b6-8531-2692ce90b0f9 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:09.159187 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8ae127b-ff6e-40b2-9e60-234bb5f95260 req-5ebb2c85-6879-45b6-8531-2692ce90b0f9 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 946 time: 0.1440430 Aug 09 15:51:09.168793 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d8687c2-19e6-4e49-9031-e5031c63a03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.181069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:09.181195 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.188998 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d8687c2-19e6-4e49-9031-e5031c63a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.245341 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-9edd1914-2e2f-4593-a35b-73bde319672c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3186998 Aug 09 15:51:09.260599 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8687c2-19e6-4e49-9031-e5031c63a03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d740c2b-b490-46f7-b9b6-99c298d97a34,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:09.270912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Request body: {'port': {'device_id': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:09.277967 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3d8687c2-19e6-4e49-9031-e5031c63a03a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8bab14f2a1894127a5bba2cb65ffbcd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156432 Aug 09 15:51:09.282011 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39556) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:09.294313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977faf8-9762-4d98-a4f3-851fe3c9d798 req-be1758fa-5393-4072-94c5-f04ab004367b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:09.297162 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2977faf8-9762-4d98-a4f3-851fe3c9d798 req-be1758fa-5393-4072-94c5-f04ab004367b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.0757606 Aug 09 15:51:09.327923 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8ae127b-ff6e-40b2-9e60-234bb5f95260 req-610a6161-78ae-42e3-9860-f0f31ada9748 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459939 Aug 09 15:51:09.360631 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:09.383452 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2977faf8-9762-4d98-a4f3-851fe3c9d798 req-eaf42ae9-4a1b-4b74-9087-d3bb5611a4a5 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756226 Aug 09 15:51:09.451487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:09.452185 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.513802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efccd3-ee1f-4018-a3a2-4129807e76df req-5d1b9f67-25dd-4d6d-8ee9-9c736177e2ff tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:09.515468 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-75efccd3-ee1f-4018-a3a2-4129807e76df req-5d1b9f67-25dd-4d6d-8ee9-9c736177e2ff tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 931 time: 0.0705943 Aug 09 15:51:09.535502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8cc1e203-c487-446e-a349-33fe1dbe81c8 req-4e78423c-fc84-4ec9-94ab-429c8b987e61 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 210 time: 0.1446366 Aug 09 15:51:09.556697 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.576966 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28a48e5e-79c0-4fe8-bf87-2c7a31ac21b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.613848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39564) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:09.635211 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28a48e5e-79c0-4fe8-bf87-2c7a31ac21b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.678901 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-75efccd3-ee1f-4018-a3a2-4129807e76df req-f68ca7c8-eebc-4069-884f-da4096ca7ba0 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518011 Aug 09 15:51:09.717056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Deleting subnet d79513e2-dc62-455a-b17c-e8155f54db56 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:09.720989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.781311 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.814288 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28a48e5e-79c0-4fe8-bf87-2c7a31ac21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.816968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28a48e5e-79c0-4fe8-bf87-2c7a31ac21b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.821339 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-28a48e5e-79c0-4fe8-bf87-2c7a31ac21b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d740c2b-b490-46f7-b9b6-99c298d97a34 HTTP/1.1" status: 204 len: 168 time: 0.5360873 Aug 09 15:51:09.878122 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a48e5e-79c0-4fe8-bf87-2c7a31ac21b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d740c2b-b490-46f7-b9b6-99c298d97a34,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:09.904507 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.998908 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.032844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79513e2-dc62-455a-b17c-e8155f54db56,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:10.038519 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.040777 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d79513e2-dc62-455a-b17c-e8155f54db56 HTTP/1.1" status: 204 len: 168 time: 0.4251261 Aug 09 15:51:10.043336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39574) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:10.048207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.048781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.049297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.049957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.050488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.050828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.051166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.051526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.052687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.053357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.053781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.054187 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a8f8b-ff8b-4a95-9ccf-08fbcb7c952d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:10.123802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:10.135261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.161484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Transition to ACTIVE for port object 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:10.164866 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.167947 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.296174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Pushing event updated for resources: {'Port': ['ID=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:10.351249 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.371338 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad4f35b-0f41-4000-9866-01d87cec6ed3']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:10.387271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f165df7-668f-4fdc-b1d6-8415c746a363') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:10.387649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f165df7-668f-4fdc-b1d6-8415c746a363') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:10.417075 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.453347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Attempting to bind port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:10.454082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Attempting to bind port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '520fe9e5-3480-43c8-9f65-d39c64950507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:10.454082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Attempting to bind port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b on network 4521cc11-ee90-4f0d-b3f0-6274bbe49155 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:10.474872 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.476995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b on network 4521cc11-ee90-4f0d-b3f0-6274bbe49155 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:51:10.477347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Attempting to bind port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b on network 4521cc11-ee90-4f0d-b3f0-6274bbe49155 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:10.491289 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:10.491666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Checking segment: {'id': '520fe9e5-3480-43c8-9f65-d39c64950507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:10.493810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Bound using segment: {'id': '520fe9e5-3480-43c8-9f65-d39c64950507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:10.494403 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Bound port: 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520fe9e5-3480-43c8-9f65-d39c64950507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:10.495179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.500555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:10.500919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.502258 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-805882d9-f3ad-4ad1-9179-2b5650029b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:10.503592 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:10.586184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06831e-b604-40bb-9a90-0444f42a3b43 req-12b9ba01-9170-4bb5-9da3-3bd5dae7061f tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:10.594983 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d06831e-b604-40bb-9a90-0444f42a3b43 req-12b9ba01-9170-4bb5-9da3-3bd5dae7061f tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 946 time: 0.1636019 Aug 09 15:51:10.634262 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.645092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.651727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] 10.222.0.81 "DELETE /v2.0/networks/bad4f35b-0f41-4000-9866-01d87cec6ed3 HTTP/1.1" status: 204 len: 168 time: 0.6036835 Aug 09 15:51:10.675062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab951e-a3d8-4000-aafd-c2e986f067cd admin admin] Pushing event deleted for resources: {'Network': ['ID=bad4f35b-0f41-4000-9866-01d87cec6ed3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:10.684225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ad356-37bf-4346-84d7-53ffdb1b024f req-f2527e62-f35c-4b43-b6f7-c34fa24d778c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:10.691587 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d7ad356-37bf-4346-84d7-53ffdb1b024f req-f2527e62-f35c-4b43-b6f7-c34fa24d778c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1924403 Aug 09 15:51:10.704155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] For port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:10.716108 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d06831e-b604-40bb-9a90-0444f42a3b43 req-30e3ed72-1a04-4553-a6b3-b07659303625 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174161 Aug 09 15:51:10.728987 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] For port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,segment=NetworkSegment(520fe9e5-3480-43c8-9f65-d39c64950507),segment_id=520fe9e5-3480-43c8-9f65-d39c64950507)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:10.738549 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.758149 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d7ad356-37bf-4346-84d7-53ffdb1b024f req-1b7b7b68-b834-4c2a-9cee-3ff6a6868de5 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649431 Aug 09 15:51:10.766490 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-08fa8641-ccd3-4759-aa07-e0667b1c720c tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:10.769688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-08fa8641-ccd3-4759-aa07-e0667b1c720c tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.53 "GET /v2.0/networks?id=3282146d-2026-4801-96ea-7d2915e904f4 HTTP/1.1" status: 200 len: 814 time: 0.3280773 Aug 09 15:51:10.794967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Request body: {'port': {'device_id': '8a167b87-520f-4888-99c4-bf585a845e6f', 'network_id': '3282146d-2026-4801-96ea-7d2915e904f4', 'admin_state_up': True, 'tenant_id': 'edaccc79399545f581380ccf8565dc31'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:10.847210 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.856523 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:10.857168 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:10.858629 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] 10.222.0.60 "PUT /v2.0/ports/27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 1091 time: 1.5990939 Aug 09 15:51:10.859074 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:10.861366 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b42c53-e1ab-4ac0-a092-eb86f8ca98e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:10.904936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb7ace75-a5d6-465f-a971-dca46a0493f0 req-4a234742-6b7f-4073-933b-f0e0a96d2aa8 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 210 time: 0.0978861 Aug 09 15:51:10.924112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbe1dc-93cc-4216-8a21-7c0461755b6a service neutron] Pushing event updated for resources: {'Port': ['ID=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:10.971543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-086a00c7-d185-4a64-bc48-6d5f0873d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:10.972640 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-086a00c7-d185-4a64-bc48-6d5f0873d225 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990&device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 1094 time: 0.0718811 Aug 09 15:51:10.980795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbe7da-b1db-4390-8ac9-c338493be5f3 req-e35d11a9-ad8c-4a0d-a832-5ec462944596 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:10.988849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cedbe7da-b1db-4390-8ac9-c338493be5f3 req-e35d11a9-ad8c-4a0d-a832-5ec462944596 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 943 time: 0.1025765 Aug 09 15:51:11.018494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Made reservation on behalf of edaccc79399545f581380ccf8565dc31 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:11.024435 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.052209 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-3af9da12-73e1-43c1-8359-1a59e3effdf2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 217 time: 0.0601726 Aug 09 15:51:11.166456 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cedbe7da-b1db-4390-8ac9-c338493be5f3 req-7ceb19ef-40b0-4d81-8348-cf5b9dd1b662 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739635 Aug 09 15:51:11.174128 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39614) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:11.188847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Allocated IP 172.20.0.12 (3282146d-2026-4801-96ea-7d2915e904f4/f16b797f-572e-4df1-8c4a-ff1b329a5c1b/4058035a-9297-48f7-b700-aafac432e71a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:11.251541 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7804d8fe-8080-42ff-9510-f0d1e18e5a0a x-openstack-request-id: req-7804d8fe-8080-42ff-9510-f0d1e18e5a0a {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:11.251831 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:11.252085 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7804d8fe-8080-42ff-9510-f0d1e18e5a0a {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:11.252489 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'status': 'completed', 'code': 200} Aug 09 15:51:11.278844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-6b157118-74cc-4037-88c9-c58bfa1c8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:11.291872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-6b157118-74cc-4037-88c9-c58bfa1c8b2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c0b17d2-cb32-4ec0-988b-bb29a3d802ea HTTP/1.1" status: 200 len: 860 time: 0.2236278 Aug 09 15:51:11.335397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a79db56-b3a0-4d24-b218-af330793d17f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=13b0434d63c2425e8ee7a8dad7c6f98a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563556 Aug 09 15:51:11.351962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39620) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:11.363452 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.369517 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-87ffafb4-e64f-4ce1-88f5-fc898361ac5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4521cc11-ee90-4f0d-b3f0-6274bbe49155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609295 Aug 09 15:51:11.422187 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.475602 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.495209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3584146-b2b0-470c-8ca9-622027d4a147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.528874 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.530187 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-19931884-86be-431c-a089-8ca8dfbfd425 service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517215 Aug 09 15:51:11.535326 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3584146-b2b0-470c-8ca9-622027d4a147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.561690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Network 3282146d-2026-4801-96ea-7d2915e904f4 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:11.564995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:11.572341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:11.636680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:11.637699 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.654142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Pushing event updated for resources: {'Port': ['ID=4058035a-9297-48f7-b700-aafac432e71a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:11.662762 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-fdec1505-b6f6-4125-a47f-ec516263371a tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8830435 Aug 09 15:51:11.678607 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Request body: {'port': {'device_id': '8a167b87-520f-4888-99c4-bf585a845e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:11.751012 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.791896 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3584146-b2b0-470c-8ca9-622027d4a147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.795587 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3584146-b2b0-470c-8ca9-622027d4a147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:11.797413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a3584146-b2b0-470c-8ca9-622027d4a147 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/27e4cdcb-fc3b-4489-8c02-506686507174 HTTP/1.1" status: 204 len: 168 time: 0.4442699 Aug 09 15:51:11.816205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f78bf171-a64a-4a8a-a6d6-dfc0384ddf33 req-31f7becb-aa7a-46cc-ab1e-d7ce0ca82d95 service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734094 Aug 09 15:51:11.820551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3584146-b2b0-470c-8ca9-622027d4a147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e4cdcb-fc3b-4489-8c02-506686507174,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:11.832132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ed7c6-c39e-4189-b552-c39e420ee3b0 req-5b896539-3c98-43a4-a920-008dbdc6cd9c tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:11.842524 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c5ed7c6-c39e-4189-b552-c39e420ee3b0 req-5b896539-3c98-43a4-a920-008dbdc6cd9c tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 946 time: 0.1085212 Aug 09 15:51:11.895067 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c5ed7c6-c39e-4189-b552-c39e420ee3b0 req-c804f1d8-4db9-4062-b3e4-68cf98e31265 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512953 Aug 09 15:51:12.015614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b42c53-e1ab-4ac0-a092-eb86f8ca98e3 req-2d5267a4-3bc1-4f40-8321-ddd5aed57788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:12.019918 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27b42c53-e1ab-4ac0-a092-eb86f8ca98e3 req-2d5267a4-3bc1-4f40-8321-ddd5aed57788 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990&device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 1094 time: 0.1163809 Aug 09 15:51:12.047882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722445-1820-4a0a-870c-87c4aab43523 req-550d8a54-b8bf-4f19-8f83-3091969eaffb tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:12.049427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a722445-1820-4a0a-870c-87c4aab43523 req-550d8a54-b8bf-4f19-8f83-3091969eaffb tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1660981 Aug 09 15:51:12.198290 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a722445-1820-4a0a-870c-87c4aab43523 req-d7b94096-d861-405e-954e-df0f789022c6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384082 Aug 09 15:51:12.207949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb50092-880c-4863-8857-ab9645386e16 req-43dc4da7-bb93-42f1-afce-5f95e5ee45a4 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:12.211245 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cfb50092-880c-4863-8857-ab9645386e16 req-43dc4da7-bb93-42f1-afce-5f95e5ee45a4 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 932 time: 0.1097279 Aug 09 15:51:12.230187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b42c53-e1ab-4ac0-a092-eb86f8ca98e3 req-aa299d04-2e8d-4eab-a7cd-aac9ac7ae73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:12.231943 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27b42c53-e1ab-4ac0-a092-eb86f8ca98e3 req-aa299d04-2e8d-4eab-a7cd-aac9ac7ae73d service neutron] 10.222.0.60 "GET /v2.0/networks?id=4521cc11-ee90-4f0d-b3f0-6274bbe49155 HTTP/1.1" status: 200 len: 921 time: 0.2071137 Aug 09 15:51:12.303267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27b42c53-e1ab-4ac0-a092-eb86f8ca98e3 req-a4eb9a01-8a7f-494d-8435-2885c5680b99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 217 time: 0.0610068 Aug 09 15:51:12.347057 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cfb50092-880c-4863-8857-ab9645386e16 req-08189d5b-5e11-4973-a1af-0419a6115efd tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277142 Aug 09 15:51:12.377255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b42c53-e1ab-4ac0-a092-eb86f8ca98e3 req-b4932b71-9065-4401-8bd3-50cf0da46f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:12.378791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27b42c53-e1ab-4ac0-a092-eb86f8ca98e3 req-b4932b71-9065-4401-8bd3-50cf0da46f65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c0b17d2-cb32-4ec0-988b-bb29a3d802ea HTTP/1.1" status: 200 len: 860 time: 0.0678558 Aug 09 15:51:12.435840 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27b42c53-e1ab-4ac0-a092-eb86f8ca98e3 req-a3933485-35f7-49a5-842b-32f84e0ee589 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4521cc11-ee90-4f0d-b3f0-6274bbe49155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434632 Aug 09 15:51:12.512716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106f6c6-f1e1-445f-abe8-97550b8c1c6e req-56839b47-078f-4a60-823c-0e8b575e1988 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:12.517423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7106f6c6-f1e1-445f-abe8-97550b8c1c6e req-56839b47-078f-4a60-823c-0e8b575e1988 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 943 time: 0.1622198 Aug 09 15:51:12.529915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4058035a-9297-48f7-b700-aafac432e71a {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:12.569495 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:12.575589 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27b42c53-e1ab-4ac0-a092-eb86f8ca98e3 req-b1ae531c-334f-450d-b14e-bb2c4b759012 service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305115 Aug 09 15:51:12.613693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Transition to ACTIVE for port object 4058035a-9297-48f7-b700-aafac432e71a will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:12.630303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7106f6c6-f1e1-445f-abe8-97550b8c1c6e req-fb7ae87b-c604-4436-b2b2-9018b332a616 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838149 Aug 09 15:51:12.632904 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:12.743113 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27b42c53-e1ab-4ac0-a092-eb86f8ca98e3 req-5553223b-1914-4ac0-a05a-005c3f0df1cd service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588418 Aug 09 15:51:12.745744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4058035a-9297-48f7-b700-aafac432e71a,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:12.784732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:51:12.835190 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Attempting to bind port 4058035a-9297-48f7-b700-aafac432e71a on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:12.835782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Attempting to bind port 4058035a-9297-48f7-b700-aafac432e71a by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '3d65b35d-472d-46a0-97aa-c23277e5e337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3282146d-2026-4801-96ea-7d2915e904f4'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:12.835902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Attempting to bind port 4058035a-9297-48f7-b700-aafac432e71a on network 3282146d-2026-4801-96ea-7d2915e904f4 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:12.846973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Port 4058035a-9297-48f7-b700-aafac432e71a on network 3282146d-2026-4801-96ea-7d2915e904f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:51:12.847437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Attempting to bind port 4058035a-9297-48f7-b700-aafac432e71a on network 3282146d-2026-4801-96ea-7d2915e904f4 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:12.854950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:12.855426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Checking segment: {'id': '3d65b35d-472d-46a0-97aa-c23277e5e337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3282146d-2026-4801-96ea-7d2915e904f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:12.855879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Bound using segment: {'id': '3d65b35d-472d-46a0-97aa-c23277e5e337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3282146d-2026-4801-96ea-7d2915e904f4'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:12.856317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Bound port: 4058035a-9297-48f7-b700-aafac432e71a, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d65b35d-472d-46a0-97aa-c23277e5e337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '3282146d-2026-4801-96ea-7d2915e904f4'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:12.856681 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:12.924871 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:12.951113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] For port 4058035a-9297-48f7-b700-aafac432e71a, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:12.956031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] For port 4058035a-9297-48f7-b700-aafac432e71a, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4058035a-9297-48f7-b700-aafac432e71a,segment=NetworkSegment(3d65b35d-472d-46a0-97aa-c23277e5e337),segment_id=3d65b35d-472d-46a0-97aa-c23277e5e337)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:12.963081 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:12.998912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,segment=NetworkSegment(520fe9e5-3480-43c8-9f65-d39c64950507),segment_id=520fe9e5-3480-43c8-9f65-d39c64950507)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:13.030569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'port_id': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'mac_address': 'fa:16:3e:8d:87:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:51:13.091554 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.102687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:13.103679 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.105492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] 10.222.0.53 "PUT /v2.0/ports/4058035a-9297-48f7-b700-aafac432e71a HTTP/1.1" status: 200 len: 1092 time: 1.4329786 Aug 09 15:51:13.106557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a167b87-520f-4888-99c4-bf585a845e6f', 'tag': '4058035a-9297-48f7-b700-aafac432e71a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:13.108561 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b010f65c-e9c0-4e22-a989-dc8653b8716d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a167b87-520f-4888-99c4-bf585a845e6f", "tag": "4058035a-9297-48f7-b700-aafac432e71a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:13.126006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:13.142429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad69caf-921c-4be4-886b-b1783a511fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=4058035a-9297-48f7-b700-aafac432e71a,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:13.152799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae36ea-6584-48b5-a415-04dc2892359b req-451dba15-fc03-4615-9a09-f8ff4fb683b4 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:13.159116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8175bb-cf55-474a-bd7f-97d1080f1669 req-6117fba9-6e20-434d-84b7-d13cac4bd1d8 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:13.168505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5cae36ea-6584-48b5-a415-04dc2892359b req-451dba15-fc03-4615-9a09-f8ff4fb683b4 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.53 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 946 time: 0.1719086 Aug 09 15:51:13.173388 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fd8175bb-cf55-474a-bd7f-97d1080f1669 req-6117fba9-6e20-434d-84b7-d13cac4bd1d8 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 946 time: 0.1578901 Aug 09 15:51:13.188501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,segment=NetworkSegment(520fe9e5-3480-43c8-9f65-d39c64950507),segment_id=520fe9e5-3480-43c8-9f65-d39c64950507)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:13.195555 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.204721 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39698) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:13.224973 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5d149a-3690-4f4c-ac42-48d5a659d2b5 x-openstack-request-id: req-5c5d149a-3690-4f4c-ac42-48d5a659d2b5 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:13.225676 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a167b87-520f-4888-99c4-bf585a845e6f", "tag": "4058035a-9297-48f7-b700-aafac432e71a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:13.229211 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c5d149a-3690-4f4c-ac42-48d5a659d2b5 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:13.230137 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a167b87-520f-4888-99c4-bf585a845e6f', 'tag': '4058035a-9297-48f7-b700-aafac432e71a', 'status': 'completed', 'code': 200} Aug 09 15:51:13.300234 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fd8175bb-cf55-474a-bd7f-97d1080f1669 req-0a6abc18-cf0b-4fde-9711-4de8ac85ecfd tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248856 Aug 09 15:51:13.325425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-62f5ed00-b4ec-4a28-a967-9329fb95cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:13.327041 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-62f5ed00-b4ec-4a28-a967-9329fb95cf6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edaccc79399545f581380ccf8565dc31&device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 1095 time: 0.1566300 Aug 09 15:51:13.358284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:13.384256 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.450474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['27f544a8-ebff-4d5d-a242-c15b6b4e8c5b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:13.491511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-5c7aaf85-e310-4611-896d-d8be31650f72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4058035a-9297-48f7-b700-aafac432e71a HTTP/1.1" status: 200 len: 217 time: 0.1534812 Aug 09 15:51:13.541569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e37b60-2ecd-4411-b727-1791ecde155f req-72cc1626-20f3-4ca1-a139-75717040c3a9 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:13.550083 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90e37b60-2ecd-4411-b727-1791ecde155f req-72cc1626-20f3-4ca1-a139-75717040c3a9 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 944 time: 0.1028547 Aug 09 15:51:13.557800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-network', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:13.565778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35960b-86ab-496e-86ae-98bd6b2d285b req-c6ebd35a-ad86-4946-8e52-fc0342e48955 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:13.572875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7e35960b-86ab-496e-86ae-98bd6b2d285b req-c6ebd35a-ad86-4946-8e52-fc0342e48955 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.2539811 Aug 09 15:51:13.586297 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Made reservation on behalf of 1314f79c80f34f21a2850a9cf64ee2db for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:13.589142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.607768 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.642499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-90d5094b-56f8-4baa-8450-2680fe4557d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:13.643997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-90d5094b-56f8-4baa-8450-2680fe4557d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f16b797f-572e-4df1-8c4a-ff1b329a5c1b HTTP/1.1" status: 200 len: 854 time: 0.1418226 Aug 09 15:51:13.646071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5cae36ea-6584-48b5-a415-04dc2892359b req-7e48ebd7-1580-42fe-804a-031e6f8d8126 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Deleting port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:13.646420 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5cae36ea-6584-48b5-a415-04dc2892359b req-7e48ebd7-1580-42fe-804a-031e6f8d8126 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.680188 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90e37b60-2ecd-4411-b727-1791ecde155f req-f04f5085-7547-490e-b452-5ab4ea03467e tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246600 Aug 09 15:51:13.732610 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-b125430b-5737-4a7a-8edd-0eb704fcc5fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3282146d-2026-4801-96ea-7d2915e904f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687280 Aug 09 15:51:13.743728 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7e35960b-86ab-496e-86ae-98bd6b2d285b req-ceab77ce-5852-407b-9f6d-2494645fe436 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699092 Aug 09 15:51:13.865985 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.871596 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.898916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:13.932157 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:13.932522 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Added segment 92387744-3322-468e-b6cd-f1f4663542b9 of type vlan for network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 Aug 09 15:51:13.936783 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eed5533-0cb8-42e7-b7ae-499911b4845c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:14.017703 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.132728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.133782 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:14.171234 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.208839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9987106 Aug 09 15:51:14.210021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39736) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:14.218067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5a5c23e5-7685-44a1-ba80-3c3b90d57ae3 admin admin] Request body: {'subnet': {'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-subnet', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:14.232110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba84d9-5162-499a-94bb-ca45079f1165 admin admin] Pushing event updated for resources: {'Network': ['ID=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:14.248034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:14.261809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5c23e5-7685-44a1-ba80-3c3b90d57ae3 admin admin] Made reservation on behalf of 1314f79c80f34f21a2850a9cf64ee2db for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:14.264236 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a5c23e5-7685-44a1-ba80-3c3b90d57ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.321925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5cae36ea-6584-48b5-a415-04dc2892359b req-7e48ebd7-1580-42fe-804a-031e6f8d8126 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] For port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=6de08f96-fa8d-482f-bb8f-850b42b2a3cb,segment=NetworkSegment(126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c),segment_id=126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:14.322713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5cae36ea-6584-48b5-a415-04dc2892359b req-7e48ebd7-1580-42fe-804a-031e6f8d8126 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.368919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5cae36ea-6584-48b5-a415-04dc2892359b req-7e48ebd7-1580-42fe-804a-031e6f8d8126 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Calling delete_port for 6de08f96-fa8d-482f-bb8f-850b42b2a3cb owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:14.378483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac7d79-94b0-4b98-af6f-448ab2f7befc req-27714418-04ed-4b0a-b243-52f9079ec6ca tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:14.388773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9cac7d79-94b0-4b98-af6f-448ab2f7befc req-27714418-04ed-4b0a-b243-52f9079ec6ca tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 944 time: 0.1654599 Aug 09 15:51:14.396013 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-f8af3ddb-6fd9-4758-81ef-a46b30afd699 service neutron] 10.222.0.53 "GET /v2.0/networks/3282146d-2026-4801-96ea-7d2915e904f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511381 Aug 09 15:51:14.538449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d570274-0f92-4143-9729-831ac8f90692 req-cbd11df4-fe80-4878-b870-df8e3953e8b0 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:14.540050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4d570274-0f92-4143-9729-831ac8f90692 req-cbd11df4-fe80-4878-b870-df8e3953e8b0 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 946 time: 0.1181707 Aug 09 15:51:14.571776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9cac7d79-94b0-4b98-af6f-448ab2f7befc req-c8f87d8e-31d1-46b0-86f9-0890a3131a43 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819513 Aug 09 15:51:14.642964 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-819dcc49-d834-4f63-9ac6-6690cead60b8 req-3dac3bea-883e-4310-bbaa-8ef5f25db601 service neutron] 10.222.0.53 "GET /v2.0/networks/3282146d-2026-4801-96ea-7d2915e904f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093210 Aug 09 15:51:14.651770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39750) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:14.654915 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4d570274-0f92-4143-9729-831ac8f90692 req-2051ec50-cc3f-4ed1-bd9b-de744acfb270 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/security-groups?id=8fe931d6-15b8-4ec9-a698-c252eada8f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050551 Aug 09 15:51:14.656173 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a5c23e5-7685-44a1-ba80-3c3b90d57ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.740789 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c23e5-7685-44a1-ba80-3c3b90d57ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03743d9e-6eae-486e-b7f2-d7dc364695cd,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:14.753412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5c23e5-7685-44a1-ba80-3c3b90d57ae3 admin admin] Checking segment: {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:14.754065 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c23e5-7685-44a1-ba80-3c3b90d57ae3 admin admin] Network hostable DHCP agents. Network: dfbb6a8b-2015-4e91-bb6c-77b4cf88c201, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:14.779684 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c23e5-7685-44a1-ba80-3c3b90d57ae3 admin admin] Network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:14.794367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:14.804480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5a5c23e5-7685-44a1-ba80-3c3b90d57ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, dfbb6a8b-2015-4e91-bb6c-77b4cf88c201) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:14.813651 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c23e5-7685-44a1-ba80-3c3b90d57ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:14.813651 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a5c23e5-7685-44a1-ba80-3c3b90d57ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.840292 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5a5c23e5-7685-44a1-ba80-3c3b90d57ae3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6270230 Aug 09 15:51:14.840651 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39760) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:14.848758 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5cae36ea-6584-48b5-a415-04dc2892359b req-7e48ebd7-1580-42fe-804a-031e6f8d8126 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.851473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:14.859500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0b5f6d-952f-40fb-9d38-555ad98fd770 None None] Network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:14.896153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010f65c-e9c0-4e22-a989-dc8653b8716d req-7737b30c-9f1d-4679-b0b3-82145ffad336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:14.897860 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b010f65c-e9c0-4e22-a989-dc8653b8716d req-7737b30c-9f1d-4679-b0b3-82145ffad336 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edaccc79399545f581380ccf8565dc31&device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 1095 time: 0.1821187 Aug 09 15:51:14.902491 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bde5119-5ecb-49cc-b192-6c29367eb589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.911153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48ebd7-1580-42fe-804a-031e6f8d8126 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Pushing event deleted for resources: {'Port': ['ID=6de08f96-fa8d-482f-bb8f-850b42b2a3cb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:14.957792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:14.960654 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.010309 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d1875-2a6f-4967-a9b5-7e49e9d17b21 req-2402d990-b9e8-497d-9371-98a0ad4e4aa6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:15.017316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:15.022348 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f5d1875-2a6f-4967-a9b5-7e49e9d17b21 req-2402d990-b9e8-497d-9371-98a0ad4e4aa6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1178551 Aug 09 15:51:15.024887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:15.025765 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.052514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9750ee9-72bc-4e7b-8b51-a6c6df156a10 req-522cb8ef-216f-4288-856f-734332e7b745 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:15.054101 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9750ee9-72bc-4e7b-8b51-a6c6df156a10 req-522cb8ef-216f-4288-856f-734332e7b745 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 944 time: 0.2533910 Aug 09 15:51:15.058972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cae36ea-6584-48b5-a415-04dc2892359b req-7e48ebd7-1580-42fe-804a-031e6f8d8126 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] No DVR routers for this DVR port 6de08f96-fa8d-482f-bb8f-850b42b2a3cb on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:15.064229 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5cae36ea-6584-48b5-a415-04dc2892359b req-7e48ebd7-1580-42fe-804a-031e6f8d8126 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.066963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5cae36ea-6584-48b5-a415-04dc2892359b req-7e48ebd7-1580-42fe-804a-031e6f8d8126 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.53 "DELETE /v2.0/ports/6de08f96-fa8d-482f-bb8f-850b42b2a3cb HTTP/1.1" status: 204 len: 173 time: 1.8569975 Aug 09 15:51:15.093545 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.144393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:15.145284 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.156252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010f65c-e9c0-4e22-a989-dc8653b8716d req-7550a900-16d3-48a3-95dc-7cbd6c2e22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:15.157828 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b010f65c-e9c0-4e22-a989-dc8653b8716d req-7550a900-16d3-48a3-95dc-7cbd6c2e22fd service neutron] 10.222.0.53 "GET /v2.0/networks?id=3282146d-2026-4801-96ea-7d2915e904f4 HTTP/1.1" status: 200 len: 915 time: 0.2433021 Aug 09 15:51:15.165634 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9750ee9-72bc-4e7b-8b51-a6c6df156a10 req-fedd0255-f7b8-4a1c-8afe-1e0b4ebc0696 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966747 Aug 09 15:51:15.196011 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f5d1875-2a6f-4967-a9b5-7e49e9d17b21 req-070f6716-db8d-4e71-b534-85dc6c687174 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721621 Aug 09 15:51:15.216364 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b010f65c-e9c0-4e22-a989-dc8653b8716d req-afb8ea42-e652-4ca8-bd01-bbe5cf864e73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4058035a-9297-48f7-b700-aafac432e71a HTTP/1.1" status: 200 len: 217 time: 0.0489693 Aug 09 15:51:15.248088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27b28e7-6462-4128-8bd5-3ae19b2154eb', 'name': 'network-vif-deleted', 'tag': '6de08f96-fa8d-482f-bb8f-850b42b2a3cb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:15.250739 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6743526f-5c06-4a9e-8f4b-e2d5a7a44bd7" -d '{"events": [{"server_uuid": "f27b28e7-6462-4128-8bd5-3ae19b2154eb", "name": "network-vif-deleted", "tag": "6de08f96-fa8d-482f-bb8f-850b42b2a3cb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:15.352818 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575224f8-c4ce-4844-a0ba-d8c9cbb451a8 x-openstack-request-id: req-575224f8-c4ce-4844-a0ba-d8c9cbb451a8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:15.352818 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27b28e7-6462-4128-8bd5-3ae19b2154eb", "name": "network-vif-deleted", "tag": "6de08f96-fa8d-482f-bb8f-850b42b2a3cb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:15.352818 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-575224f8-c4ce-4844-a0ba-d8c9cbb451a8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:15.352818 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27b28e7-6462-4128-8bd5-3ae19b2154eb', 'name': 'network-vif-deleted', 'tag': '6de08f96-fa8d-482f-bb8f-850b42b2a3cb', 'status': 'completed', 'code': 200} Aug 09 15:51:15.357081 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.371432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bde5119-5ecb-49cc-b192-6c29367eb589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.378786 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bde5119-5ecb-49cc-b192-6c29367eb589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.406764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010f65c-e9c0-4e22-a989-dc8653b8716d req-cdabb901-68e9-4149-9c74-39c999b70c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:15.409190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b010f65c-e9c0-4e22-a989-dc8653b8716d req-cdabb901-68e9-4149-9c74-39c999b70c30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f16b797f-572e-4df1-8c4a-ff1b329a5c1b HTTP/1.1" status: 200 len: 854 time: 0.1621258 Aug 09 15:51:15.409706 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.414982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:15.417940 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896ab7e3-d335-4f51-9f19-96faff8daa6c" -d '{"events": [{"server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "name": "network-vif-plugged", "status": "completed", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:15.444698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,segment=NetworkSegment(520fe9e5-3480-43c8-9f65-d39c64950507),segment_id=520fe9e5-3480-43c8-9f65-d39c64950507)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:15.457337 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.458862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:15.496140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1bde5119-5ecb-49cc-b192-6c29367eb589 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74e06dca9d114180b894b9b744e9fe14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8424826 Aug 09 15:51:15.499875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b010f65c-e9c0-4e22-a989-dc8653b8716d req-7c411e82-3121-473c-86ea-618e4c55356f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3282146d-2026-4801-96ea-7d2915e904f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754383 Aug 09 15:51:15.500742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39768) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:15.501382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde5119-5ecb-49cc-b192-6c29367eb589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8bceff-ffc4-4c63-8f79-1e27e860ede1,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:15.528329 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f72fbf-3e09-46a9-b823-56429177a6a0 x-openstack-request-id: req-d9f72fbf-3e09-46a9-b823-56429177a6a0 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:15.528748 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "name": "network-vif-plugged", "status": "completed", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:15.528988 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9f72fbf-3e09-46a9-b823-56429177a6a0 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:15.529380 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'code': 200} Aug 09 15:51:15.531611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Allocated IP 172.20.0.2 (dfbb6a8b-2015-4e91-bb6c-77b4cf88c201/03743d9e-6eae-486e-b7f2-d7dc364695cd/b77da256-f06c-47aa-851a-4c6f53e9d8e3) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:15.633241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e973af-668b-4bec-8978-576645d2d66a req-8862e70b-73c7-4b38-b59c-181be13bd34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:15.635115 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21e973af-668b-4bec-8978-576645d2d66a req-8862e70b-73c7-4b38-b59c-181be13bd34e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 1096 time: 0.0874250 Aug 09 15:51:15.702020 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2b13-9853-4f28-927f-cda1b8d780f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.706052 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21e973af-668b-4bec-8978-576645d2d66a req-7e705762-356a-45c9-94c8-edf2b32e4ed2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581295 Aug 09 15:51:15.750551 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2b13-9853-4f28-927f-cda1b8d780f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.880852 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b010f65c-e9c0-4e22-a989-dc8653b8716d req-e41c1a4f-8201-40f0-9ae3-c051ae122c43 service neutron] 10.222.0.53 "GET /v2.0/networks/3282146d-2026-4801-96ea-7d2915e904f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673368 Aug 09 15:51:15.923309 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e5caa00a-1331-4617-a225-b7d5b73b1763 req-6cde8418-b8f1-4eaf-b2c3-fc9310098d12 tempest-ServerAddressesTestJSON-1487017473 tempest-ServerAddressesTestJSON-1487017473-project] 10.222.0.81 "GET /v2.0/ports?device_id=f27b28e7-6462-4128-8bd5-3ae19b2154eb HTTP/1.1" status: 200 len: 210 time: 0.0883398 Aug 09 15:51:15.931864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd15dbe-9dae-4f21-9532-8493da9f3cf4 req-5fc3a18a-c0e7-48eb-9f0e-ae1d5d870659 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:15.942404 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7cd15dbe-9dae-4f21-9532-8493da9f3cf4 req-5fc3a18a-c0e7-48eb-9f0e-ae1d5d870659 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.1765313 Aug 09 15:51:15.961119 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.989529 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:15.990620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 6de08f96-fa8d-482f-bb8f-850b42b2a3cb no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:16.004509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2b13-9853-4f28-927f-cda1b8d780f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.007292 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2b13-9853-4f28-927f-cda1b8d780f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.023552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:16.024065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3f2a2b13-9853-4f28-927f-cda1b8d780f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca8bceff-ffc4-4c63-8f79-1e27e860ede1 HTTP/1.1" status: 204 len: 168 time: 0.5075221 Aug 09 15:51:16.028852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 6de08f96-fa8d-482f-bb8f-850b42b2a3cb {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:16.029565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 6de08f96-fa8d-482f-bb8f-850b42b2a3cb not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:16.037384 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.096953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:16.100342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a2b13-9853-4f28-927f-cda1b8d780f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8bceff-ffc4-4c63-8f79-1e27e860ede1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:16.104836 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.118805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7cd15dbe-9dae-4f21-9532-8493da9f3cf4 req-aba19eb6-8c6c-4478-9038-a2f25740556b tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300244 Aug 09 15:51:16.136723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b010f65c-e9c0-4e22-a989-dc8653b8716d req-8fa8ac93-f222-40cb-83cb-4fec54a0b8fe service neutron] 10.222.0.53 "GET /v2.0/networks/3282146d-2026-4801-96ea-7d2915e904f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458756 Aug 09 15:51:16.183232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Allocated IP 172.25.2.56 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/42f6176a-2169-4e3e-a6d5-f7fb53345d0b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:16.221120 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.225260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:16.235504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Transition to ACTIVE for port object b77da256-f06c-47aa-851a-4c6f53e9d8e3 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:16.252862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Transition to ACTIVE for port object b77da256-f06c-47aa-851a-4c6f53e9d8e3 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:16.271533 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.364984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dee96a-7268-40d1-a481-29327029f335 req-df5fbd65-73ee-40a4-ac2a-b18fa86e4458 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:16.374147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81dee96a-7268-40d1-a481-29327029f335 req-df5fbd65-73ee-40a4-ac2a-b18fa86e4458 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 944 time: 0.0672615 Aug 09 15:51:16.402821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:16.412189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Pushing event updated for resources: {'Port': ['ID=b77da256-f06c-47aa-851a-4c6f53e9d8e3,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:16.420259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:16.423293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:16.441848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671879b-5381-430e-b0ef-3d47d9ad1993 req-bd6039e6-d594-4c39-b371-3a01e86dae41 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:16.445386 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81dee96a-7268-40d1-a481-29327029f335 req-a71a5bcb-09a7-4b7b-bf86-2dd75bd7367e tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684373 Aug 09 15:51:16.454672 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3671879b-5381-430e-b0ef-3d47d9ad1993 req-bd6039e6-d594-4c39-b371-3a01e86dae41 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 944 time: 0.1522341 Aug 09 15:51:16.518955 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.552256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Attempting to bind port b77da256-f06c-47aa-851a-4c6f53e9d8e3 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:16.552918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Attempting to bind port b77da256-f06c-47aa-851a-4c6f53e9d8e3 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:16.553410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Attempting to bind port b77da256-f06c-47aa-851a-4c6f53e9d8e3 on network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:16.554748 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3671879b-5381-430e-b0ef-3d47d9ad1993 req-956e3650-c124-4392-8713-d6cc98b9784f tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990353 Aug 09 15:51:16.562355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:16.571817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Checking segment: {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:16.571817 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.571817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Bound using segment: {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:16.571817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Bound port: b77da256-f06c-47aa-851a-4c6f53e9d8e3, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:16.571817 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.572548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39792) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:16.587258 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-421a8270-9fd6-481a-a354-0f5c404151fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.604364 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.657442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:16.662599 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:16.665651 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:16.674280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] For port b77da256-f06c-47aa-851a-4c6f53e9d8e3, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:16.685749 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] For port b77da256-f06c-47aa-851a-4c6f53e9d8e3, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b77da256-f06c-47aa-851a-4c6f53e9d8e3,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:16.695983 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.705176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Pushing event updated for resources: {'Port': ['ID=42f6176a-2169-4e3e-a6d5-f7fb53345d0b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:16.721208 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-421a8270-9fd6-481a-a354-0f5c404151fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.729382 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-421a8270-9fd6-481a-a354-0f5c404151fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.768405 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-421a8270-9fd6-481a-a354-0f5c404151fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dc25c01dfc20409b91a180ce15fb7332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945393 Aug 09 15:51:16.771729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39796) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:16.812523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76e252-1853-46b6-a4c9-e973234b558f None None] Pushing event updated for resources: {'Port': ['ID=b77da256-f06c-47aa-851a-4c6f53e9d8e3,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:16.832836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a8270-9fd6-481a-a354-0f5c404151fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ad99e0-9f3a-484d-8831-f01755fa7fa6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:16.868963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9310c15c-b055-493a-a4fc-6e48c2012030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.893864 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9310c15c-b055-493a-a4fc-6e48c2012030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.962145 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9310c15c-b055-493a-a4fc-6e48c2012030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.973797 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9310c15c-b055-493a-a4fc-6e48c2012030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:16.977995 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9310c15c-b055-493a-a4fc-6e48c2012030 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95ad99e0-9f3a-484d-8831-f01755fa7fa6 HTTP/1.1" status: 204 len: 168 time: 0.2027838 Aug 09 15:51:17.024465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310c15c-b055-493a-a4fc-6e48c2012030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ad99e0-9f3a-484d-8831-f01755fa7fa6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:17.069831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39802) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:17.087761 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.127115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f2b236-07e9-4234-9fd3-b75e343f1e37 admin admin] Deleting subnet 4175bcbf-4eeb-4cf9-98f7-0fe01b90447e {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:17.131543 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b236-07e9-4234-9fd3-b75e343f1e37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.212989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b236-07e9-4234-9fd3-b75e343f1e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.289064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b236-07e9-4234-9fd3-b75e343f1e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.394145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b77da256-f06c-47aa-851a-4c6f53e9d8e3 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:17.413455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e5f52-9b75-4e7d-abd1-061f4c4b9675 req-e650864e-08f0-4dda-b789-0818d65059fa tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:17.415156 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e5e5f52-9b75-4e7d-abd1-061f4c4b9675 req-e650864e-08f0-4dda-b789-0818d65059fa tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.1393454 Aug 09 15:51:17.428943 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b236-07e9-4234-9fd3-b75e343f1e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.442834 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.493904 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3f2b236-07e9-4234-9fd3-b75e343f1e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.509344 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d3f2b236-07e9-4234-9fd3-b75e343f1e37 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4175bcbf-4eeb-4cf9-98f7-0fe01b90447e HTTP/1.1" status: 204 len: 168 time: 0.4250777 Aug 09 15:51:17.509344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2b236-07e9-4234-9fd3-b75e343f1e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4175bcbf-4eeb-4cf9-98f7-0fe01b90447e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:17.509344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39818) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:17.510488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port b77da256-f06c-47aa-851a-4c6f53e9d8e3 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:17.530432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891a036d-d42b-4425-9a22-86bdf7d267bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:17.532763 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678d4a9e-f0c1-47d3-ae19-a13fefdceea3" -d '{"events": [{"server_uuid": "891a036d-d42b-4425-9a22-86bdf7d267bf", "name": "network-vif-unplugged", "status": "completed", "tag": "9163aa28-4bb4-47f4-a8f0-2a5d47e525ed"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:17.652097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5d59-db17-4449-a36f-65869fc3d1ae req-6f351e23-a394-47d8-86df-3e331142c173 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:17.659898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc9f5d59-db17-4449-a36f-65869fc3d1ae req-6f351e23-a394-47d8-86df-3e331142c173 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 944 time: 0.0915999 Aug 09 15:51:17.688026 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.726590 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc9f5d59-db17-4449-a36f-65869fc3d1ae req-e85028cf-1911-4f63-86f4-30538b9cd6ba tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602114 Aug 09 15:51:17.830299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4058035a-9297-48f7-b700-aafac432e71a details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:51:17.953771 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:17.968030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ac0673-044e-49c3-b931-355aca6335f0']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:17.997197 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd233bc6-a0fb-419b-baab-ef777630db8a x-openstack-request-id: req-bd233bc6-a0fb-419b-baab-ef777630db8a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:17.997499 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891a036d-d42b-4425-9a22-86bdf7d267bf", "name": "network-vif-unplugged", "status": "completed", "tag": "9163aa28-4bb4-47f4-a8f0-2a5d47e525ed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:17.997785 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd233bc6-a0fb-419b-baab-ef777630db8a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:17.998191 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891a036d-d42b-4425-9a22-86bdf7d267bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed', 'code': 200} Aug 09 15:51:18.006820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:18.007122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126b5b44-fbb7-4a5d-84ed-694b7fd9ec1c') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:18.026627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e5e5f52-9b75-4e7d-abd1-061f4c4b9675 req-bb12a1ff-a3d1-4958-8c5f-1efafe391666 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996146 Aug 09 15:51:18.053108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.075820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4058035a-9297-48f7-b700-aafac432e71a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4058035a-9297-48f7-b700-aafac432e71a,segment=NetworkSegment(3d65b35d-472d-46a0-97aa-c23277e5e337),segment_id=3d65b35d-472d-46a0-97aa-c23277e5e337)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:18.095684 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '4058035a-9297-48f7-b700-aafac432e71a', 'network_id': '3282146d-2026-4801-96ea-7d2915e904f4', 'port_id': '4058035a-9297-48f7-b700-aafac432e71a', 'mac_address': 'fa:16:3e:b7:bb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f16b797f-572e-4df1-8c4a-ff1b329a5c1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:51:18.147743 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.148126 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.162864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:18.163750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.189331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4058035a-9297-48f7-b700-aafac432e71a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:18.240771 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4058035a-9297-48f7-b700-aafac432e71a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4058035a-9297-48f7-b700-aafac432e71a,segment=NetworkSegment(3d65b35d-472d-46a0-97aa-c23277e5e337),segment_id=3d65b35d-472d-46a0-97aa-c23277e5e337)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:18.243686 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:18.251458 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.261327 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.265181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Router 4f585b29-887a-438f-832b-4afec305bda6 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:51:18.275475 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.276384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] 10.222.0.81 "DELETE /v2.0/networks/39ac0673-044e-49c3-b931-355aca6335f0 HTTP/1.1" status: 204 len: 168 time: 0.7659492 Aug 09 15:51:18.294210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f38ad-9795-4a67-a1ac-200b45358f57 req-2e8a822f-4f29-4687-a0df-1c6352957f52 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:18.296516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe5f38ad-9795-4a67-a1ac-200b45358f57 req-2e8a822f-4f29-4687-a0df-1c6352957f52 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 944 time: 0.2467339 Aug 09 15:51:18.315148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810391c-b23b-4b5f-a074-4fbc3ed59065 admin admin] Pushing event deleted for resources: {'Network': ['ID=39ac0673-044e-49c3-b931-355aca6335f0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:18.346700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=4058035a-9297-48f7-b700-aafac432e71a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:18.386476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cebdf6-c307-4928-ac65-2cf32482e38a None None] Network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:18.400636 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe5f38ad-9795-4a67-a1ac-200b45358f57 req-d268380e-a939-4063-b925-b958a1d9059c tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870936 Aug 09 15:51:18.483823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['4058035a-9297-48f7-b700-aafac432e71a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:18.523008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:18.533234 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Sync routers for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:18.553326 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:18.554873 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:18.555264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-94e2aade-19a8-4df8-9666-48da93f5f5ba None None] Provisioning for port b77da256-f06c-47aa-851a-4c6f53e9d8e3 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:18.596815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-94e2aade-19a8-4df8-9666-48da93f5f5ba None None] Provisioning complete for port b77da256-f06c-47aa-851a-4c6f53e9d8e3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:18.597170 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-94e2aade-19a8-4df8-9666-48da93f5f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.634061 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:18.638905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39856) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:18.639663 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-baeee1a2-1782-4f38-8e6c-9d98b8bc291a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7972529 Aug 09 15:51:18.662360 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39858) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:18.690583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30410961-27ff-4b82-9b65-5c1752fa9f5d req-3c6c5549-5c1f-474d-9599-c978d6c88460 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:18.700197 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-30410961-27ff-4b82-9b65-5c1752fa9f5d req-3c6c5549-5c1f-474d-9599-c978d6c88460 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.1785724 Aug 09 15:51:18.738368 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52239a-a1be-4c39-b471-a0918c60a776 req-060a50bc-8eaa-4348-8d8f-4334bb585228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:18.741842 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e52239a-a1be-4c39-b471-a0918c60a776 req-060a50bc-8eaa-4348-8d8f-4334bb585228 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990&device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 1096 time: 0.2217495 Aug 09 15:51:18.819487 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:18.841243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:51:18.908781 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5eda956a-efa5-48f2-b2c0-543a0edd56d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=184d7e80709048f28b4662f08b03f87d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410610 Aug 09 15:51:18.910378 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39868) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:18.942868 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-30410961-27ff-4b82-9b65-5c1752fa9f5d req-64e83017-4355-4068-91b1-87178b768b1f tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399080 Aug 09 15:51:18.976700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52239a-a1be-4c39-b471-a0918c60a776 req-45eaf362-b3b0-46f7-a3f5-7ad171ade746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:18.978356 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e52239a-a1be-4c39-b471-a0918c60a776 req-45eaf362-b3b0-46f7-a3f5-7ad171ade746 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4521cc11-ee90-4f0d-b3f0-6274bbe49155 HTTP/1.1" status: 200 len: 921 time: 0.2273331 Aug 09 15:51:19.013962 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39870) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:19.084983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ac000-535b-4832-8ab0-13d7d0bad919 req-2b880c7e-34c6-464c-9265-01b34c064489 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:19.096050 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-924ac000-535b-4832-8ab0-13d7d0bad919 req-2b880c7e-34c6-464c-9265-01b34c064489 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 944 time: 0.1856525 Aug 09 15:51:19.112668 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.resource_extend [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:51:19.142780 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:16Z', 'revision_number': 3, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:19.148828 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e52239a-a1be-4c39-b471-a0918c60a776 req-ca7e4ea8-84d0-4fb9-8997-db8a21ca6bb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 217 time: 0.1609328 Aug 09 15:51:19.175215 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-94e2aade-19a8-4df8-9666-48da93f5f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.186008 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Checking router: 4f585b29-887a-438f-832b-4afec305bda6 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:51:19.187058 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Updating router 4f585b29-887a-438f-832b-4afec305bda6 port 42f6176a-2169-4e3e-a6d5-f7fb53345d0b binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:51:19.241574 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-898b5677-47c9-4f75-8748-f4cdc2f9d173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.266864 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.314318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-94e2aade-19a8-4df8-9666-48da93f5f5ba None None] For port b77da256-f06c-47aa-851a-4c6f53e9d8e3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b77da256-f06c-47aa-851a-4c6f53e9d8e3,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:19.325358 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-94e2aade-19a8-4df8-9666-48da93f5f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.333797 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-898b5677-47c9-4f75-8748-f4cdc2f9d173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.343886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-924ac000-535b-4832-8ab0-13d7d0bad919 req-ff8855a6-a7e7-4f7e-a22c-732b6936068d tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473419 Aug 09 15:51:19.348485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6869-49d7-4324-b557-e2b24e1c4f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.425840 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52239a-a1be-4c39-b471-a0918c60a776 req-565e0cb6-738e-481b-b64d-1402d06da086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:19.429155 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e52239a-a1be-4c39-b471-a0918c60a776 req-565e0cb6-738e-481b-b64d-1402d06da086 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c0b17d2-cb32-4ec0-988b-bb29a3d802ea HTTP/1.1" status: 200 len: 860 time: 0.2518981 Aug 09 15:51:19.431382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:19.443156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2aade-19a8-4df8-9666-48da93f5f5ba None None] Pushing event updated for resources: {'Port': ['ID=b77da256-f06c-47aa-851a-4c6f53e9d8e3,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:19.457625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed', 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58', 'port_id': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed', 'mac_address': 'fa:16:3e:af:5b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86acb35-9863-4f87-ad55-3e0131e2a197', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:51:19.508458 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-898b5677-47c9-4f75-8748-f4cdc2f9d173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.511249 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-898b5677-47c9-4f75-8748-f4cdc2f9d173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.514673 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-898b5677-47c9-4f75-8748-f4cdc2f9d173 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8fe931d6-15b8-4ec9-a698-c252eada8f80 HTTP/1.1" status: 204 len: 168 time: 0.5949283 Aug 09 15:51:19.526459 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.536278 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e52239a-a1be-4c39-b471-a0918c60a776 req-bb41b448-a6a3-4ea3-8d15-1679159eee5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4521cc11-ee90-4f0d-b3f0-6274bbe49155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739214 Aug 09 15:51:19.565889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:19.578593 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b5677-47c9-4f75-8748-f4cdc2f9d173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe931d6-15b8-4ec9-a698-c252eada8f80,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:19.616004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:19.627710 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.707114 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6869-49d7-4324-b557-e2b24e1c4f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.714447 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6869-49d7-4324-b557-e2b24e1c4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.736134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:19.791025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f6fe6869-49d7-4324-b557-e2b24e1c4f5a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9598d434e7bf4f5a8104909152f4b2a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7622123 Aug 09 15:51:19.797901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39888) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:19.832112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe6869-49d7-4324-b557-e2b24e1c4f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d9247e-abe1-4ca9-9ac1-ce8c94149477,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:19.849465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da09905-a182-4fd6-9dbe-1d1c21890722 req-27c20d45-e6e7-4079-96e3-0c11a10d49b5 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:19.852949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4058035a-9297-48f7-b700-aafac432e71a up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:19.855527 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4da09905-a182-4fd6-9dbe-1d1c21890722 req-27c20d45-e6e7-4079-96e3-0c11a10d49b5 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 945 time: 0.2694769 Aug 09 15:51:19.890464 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.912175 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Transition to ACTIVE for port object 42f6176a-2169-4e3e-a6d5-f7fb53345d0b will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:19.926532 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.943536 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e52239a-a1be-4c39-b471-a0918c60a776 req-fd94d1e6-34df-4a63-9995-d4038c053cab service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934145 Aug 09 15:51:19.946756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4da09905-a182-4fd6-9dbe-1d1c21890722 req-e8c029d8-4f69-4378-96b6-2e03a23b3779 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698674 Aug 09 15:51:19.992139 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.994340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['9163aa28-4bb4-47f4-a8f0-2a5d47e525ed'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:20.001400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3c6d40d6-5a8f-4189-be3a-1d7b5d030641 None None] Provisioning complete for port b77da256-f06c-47aa-851a-4c6f53e9d8e3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:20.002230 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3c6d40d6-5a8f-4189-be3a-1d7b5d030641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.028837 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Attempting to bind port 42f6176a-2169-4e3e-a6d5-f7fb53345d0b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:20.029440 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Attempting to bind port 42f6176a-2169-4e3e-a6d5-f7fb53345d0b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:20.030011 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Attempting to bind port 42f6176a-2169-4e3e-a6d5-f7fb53345d0b on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:20.040640 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa852b3f-f7cc-4b95-800b-2447b76ba857 None None] Pushing event updated for resources: {'Port': ['ID=42f6176a-2169-4e3e-a6d5-f7fb53345d0b,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:20.044505 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:20.045211 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:20.046163 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.047280 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:20.048283 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Bound port: 42f6176a-2169-4e3e-a6d5-f7fb53345d0b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:20.048874 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.135416 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e52239a-a1be-4c39-b471-a0918c60a776 req-f15d13e1-4510-4369-9807-f8a1660a04a5 service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828728 Aug 09 15:51:20.153981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 4058035a-9297-48f7-b700-aafac432e71a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:20.181270 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-821afcab-05d6-4345-824f-b71c18cedec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.192905 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] For port 42f6176a-2169-4e3e-a6d5-f7fb53345d0b, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:20.202811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 4058035a-9297-48f7-b700-aafac432e71a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:20.203094 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] For port 42f6176a-2169-4e3e-a6d5-f7fb53345d0b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=42f6176a-2169-4e3e-a6d5-f7fb53345d0b,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:20.203421 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.210956 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.324555 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:20.324776 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-821afcab-05d6-4345-824f-b71c18cedec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.325786 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:20.401789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d6fcd-d25f-4442-957f-534545068856 req-31d00eac-5151-4423-a45e-7cdaeb17cea6 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:20.403554 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-958d6fcd-d25f-4442-957f-534545068856 req-31d00eac-5151-4423-a45e-7cdaeb17cea6 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.2240031 Aug 09 15:51:20.501891 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa852b3f-f7cc-4b95-800b-2447b76ba857 None None] Pushing event updated for resources: {'Port': ['ID=42f6176a-2169-4e3e-a6d5-f7fb53345d0b,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:20.526918 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-958d6fcd-d25f-4442-957f-534545068856 req-57561f61-ba24-4d02-9da5-40891cd74bf5 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092813 Aug 09 15:51:20.530847 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.552866 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-821afcab-05d6-4345-824f-b71c18cedec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.555678 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-821afcab-05d6-4345-824f-b71c18cedec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.556838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-821afcab-05d6-4345-824f-b71c18cedec5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46d9247e-abe1-4ca9-9ac1-ce8c94149477 HTTP/1.1" status: 204 len: 168 time: 0.7551968 Aug 09 15:51:20.558509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Allocated IP 172.20.0.1 (dfbb6a8b-2015-4e91-bb6c-77b4cf88c201/03743d9e-6eae-486e-b7f2-d7dc364695cd/0e5432c4-b1f7-478a-b9c8-1ea3622e0168) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:20.607240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821afcab-05d6-4345-824f-b71c18cedec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d9247e-abe1-4ca9-9ac1-ce8c94149477,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:20.620300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a167b87-520f-4888-99c4-bf585a845e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4058035a-9297-48f7-b700-aafac432e71a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:20.623941 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1888641f-d7b5-4a34-9ee8-6612b7278189" -d '{"events": [{"server_uuid": "8a167b87-520f-4888-99c4-bf585a845e6f", "name": "network-vif-plugged", "status": "completed", "tag": "4058035a-9297-48f7-b700-aafac432e71a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:20.635568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87b5db-2250-46fa-a717-8b86b7526ca5 req-3b0f50ee-c9bf-4e49-9a35-8f2b59db36b3 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:20.647950 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8f87b5db-2250-46fa-a717-8b86b7526ca5 req-3b0f50ee-c9bf-4e49-9a35-8f2b59db36b3 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 945 time: 0.1756392 Aug 09 15:51:20.683244 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:20.688196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4058035a-9297-48f7-b700-aafac432e71a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4058035a-9297-48f7-b700-aafac432e71a,segment=NetworkSegment(3d65b35d-472d-46a0-97aa-c23277e5e337),segment_id=3d65b35d-472d-46a0-97aa-c23277e5e337)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:20.714572 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.737725 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7407b1c6-0517-4b09-8f8d-bb4b4658c1ca x-openstack-request-id: req-7407b1c6-0517-4b09-8f8d-bb4b4658c1ca {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:20.738204 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a167b87-520f-4888-99c4-bf585a845e6f", "name": "network-vif-plugged", "status": "completed", "tag": "4058035a-9297-48f7-b700-aafac432e71a", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:20.738565 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7407b1c6-0517-4b09-8f8d-bb4b4658c1ca {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:20.741222 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a167b87-520f-4888-99c4-bf585a845e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4058035a-9297-48f7-b700-aafac432e71a', 'code': 200} Aug 09 15:51:20.758232 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8f87b5db-2250-46fa-a717-8b86b7526ca5 req-e6266f3b-da20-43b4-b7aa-2495da557fd4 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038725 Aug 09 15:51:20.805053 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=4058035a-9297-48f7-b700-aafac432e71a,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:20.866667 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.884461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Transition to ACTIVE for port object 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:20.958917 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:20.996778 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:16Z', 'revision_number': 3, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:21.064160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:21.079849 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7ada89-325c-415e-890c-8a96b7425ec5 None None] The sync data for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 is: [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:16Z', 'revision_number': 3, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:21.087884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:21.091023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:21.149468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357da35-306a-4869-950f-dbc74e562e62 req-19a96f9e-953a-4f28-8cae-bc687b221ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:21.151728 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6357da35-306a-4869-950f-dbc74e562e62 req-19a96f9e-953a-4f28-8cae-bc687b221ca4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 1097 time: 0.3688281 Aug 09 15:51:21.167708 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39934) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:21.169857 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.382688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b77da256-f06c-47aa-851a-4c6f53e9d8e3 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:21.447286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b77da256-f06c-47aa-851a-4c6f53e9d8e3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:21.447995 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.475782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Pushing event updated for resources: {'Port': ['ID=0e5432c4-b1f7-478a-b9c8-1ea3622e0168,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:21.580406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-676941949-network', 'tenant_id': '65e7f9379c044bb488e4b0a5410bfea3'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:21.615387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f1bb5-3773-4daa-b284-4073fdf6d8b8 req-ad836033-305d-463e-8fc0-cec2f5b785cc tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:21.617311 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-180f1bb5-3773-4daa-b284-4073fdf6d8b8 req-ad836033-305d-463e-8fc0-cec2f5b785cc tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 946 time: 0.5309005 Aug 09 15:51:21.618237 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.646876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Made reservation on behalf of 65e7f9379c044bb488e4b0a5410bfea3 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:21.651600 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.663072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6357da35-306a-4869-950f-dbc74e562e62 req-fc00affa-0872-47ae-97e6-a8363e49f9ce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856699 Aug 09 15:51:21.679555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.716705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2511bc25-f430-476d-92a4-8b34862dc1e3 None None] Provisioning for port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:21.720683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2511bc25-f430-476d-92a4-8b34862dc1e3 None None] Provisioning complete for port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:21.721162 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2511bc25-f430-476d-92a4-8b34862dc1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.788871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2511bc25-f430-476d-92a4-8b34862dc1e3 None None] Port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:21.834786 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-180f1bb5-3773-4daa-b284-4073fdf6d8b8 req-5eebf37d-b044-4efd-980a-4d60924c5a87 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733961 Aug 09 15:51:21.888363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f55038-439b-4e42-b960-70c8f28f6c79 req-c30c596a-3d35-46c4-99af-f286bfd7b41a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:21.890290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-23f55038-439b-4e42-b960-70c8f28f6c79 req-c30c596a-3d35-46c4-99af-f286bfd7b41a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.2084596 Aug 09 15:51:21.937523 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.953205 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.986756 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9855ffc-2f63-410a-b6d9-d3929ec3667e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:21.992869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-23f55038-439b-4e42-b960-70c8f28f6c79 req-7f6c2ae3-0703-458b-9b95-0da30d6e5cf7 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859261 Aug 09 15:51:22.003197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:22.023197 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.023558 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Added segment 292e011d-b720-426e-be00-5c0a112a3142 of type vlan for network c3cbad23-84d5-4e0d-b972-27c86fe56006 Aug 09 15:51:22.101407 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.118484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c294a6-fc50-4f37-b567-b0077aae476c req-dbdac527-7deb-4087-a283-56bd144e39e2 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:22.124478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26c294a6-fc50-4f37-b567-b0077aae476c req-dbdac527-7deb-4087-a283-56bd144e39e2 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 945 time: 0.1929724 Aug 09 15:51:22.155719 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.157178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:22.158088 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.236696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.244698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=c3cbad23-84d5-4e0d-b972-27c86fe56006,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:22.250743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26c294a6-fc50-4f37-b567-b0077aae476c req-5804726a-a9de-45eb-83cd-bcc944b5132e tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068022 Aug 09 15:51:22.252459 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.266887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c3cbad23-84d5-4e0d-b972-27c86fe56006 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:22.276154 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bfdb85d3-98e8-49e9-880a-796699975dc4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1047504 Aug 09 15:51:22.277577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39960) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:22.295341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-465682df-11ef-4993-ac16-2f665f16352e admin admin] Request body: {'subnet': {'network_id': 'c3cbad23-84d5-4e0d-b972-27c86fe56006', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-676941949-subnet', 'tenant_id': '65e7f9379c044bb488e4b0a5410bfea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:22.366801 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465682df-11ef-4993-ac16-2f665f16352e admin admin] Made reservation on behalf of 65e7f9379c044bb488e4b0a5410bfea3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:22.369508 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-465682df-11ef-4993-ac16-2f665f16352e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.384113 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.387015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Pushing event updated for resources: {'Port': ['ID=0e5432c4-b1f7-478a-b9c8-1ea3622e0168,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:22.579433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:22.581883 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:22.747889 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-465682df-11ef-4993-ac16-2f665f16352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.824200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:22.833213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Router 4f585b29-887a-438f-832b-4afec305bda6 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:22.915659 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465682df-11ef-4993-ac16-2f665f16352e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0bb3177-f4c4-49a0-8f94-0901c965e8dc,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:22.977579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:22.978239 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.984700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465682df-11ef-4993-ac16-2f665f16352e admin admin] Checking segment: {'id': '292e011d-b720-426e-be00-5c0a112a3142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c3cbad23-84d5-4e0d-b972-27c86fe56006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:22.986495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465682df-11ef-4993-ac16-2f665f16352e admin admin] Network hostable DHCP agents. Network: c3cbad23-84d5-4e0d-b972-27c86fe56006, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:23.046723 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465682df-11ef-4993-ac16-2f665f16352e admin admin] Network c3cbad23-84d5-4e0d-b972-27c86fe56006 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:23.063874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39978) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:23.081407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-465682df-11ef-4993-ac16-2f665f16352e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c3cbad23-84d5-4e0d-b972-27c86fe56006) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:23.100165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465682df-11ef-4993-ac16-2f665f16352e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.107568 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-465682df-11ef-4993-ac16-2f665f16352e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.109104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f65bd-517e-4a3e-90f2-82f71b13198f None None] Network c3cbad23-84d5-4e0d-b972-27c86fe56006 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:23.214484 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-465682df-11ef-4993-ac16-2f665f16352e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9339111 Aug 09 15:51:23.290998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d4492335-ddc9-4bc0-9305-9f5a07229f28 None None] Provisioning complete for port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:23.293650 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d4492335-ddc9-4bc0-9305-9f5a07229f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.398201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4fc96-e321-43bd-8e0f-3fb137705e45 req-028152e2-7d55-4661-b11c-bdcbc12243a5 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.412692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eae4fc96-e321-43bd-8e0f-3fb137705e45 req-028152e2-7d55-4661-b11c-bdcbc12243a5 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.2560833 Aug 09 15:51:23.534752 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eae4fc96-e321-43bd-8e0f-3fb137705e45 req-238ac6e3-2e2c-4576-a85a-13a8cc8c23d5 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207793 Aug 09 15:51:23.580873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 42f6176a-2169-4e3e-a6d5-f7fb53345d0b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:23.667654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.670193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d4492335-ddc9-4bc0-9305-9f5a07229f28 None None] Port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:23.753347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8cf8d-d342-4d38-994f-a30ff4dfa3a7 req-59f447b4-1190-4361-9395-24c5f7a0a393 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.758557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 42f6176a-2169-4e3e-a6d5-f7fb53345d0b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:23.762445 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-46d8cf8d-d342-4d38-994f-a30ff4dfa3a7 req-59f447b4-1190-4361-9395-24c5f7a0a393 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 945 time: 0.0968330 Aug 09 15:51:23.773271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891a036d-d42b-4425-9a22-86bdf7d267bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:23.773808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-728409119'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:23.776076 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096f6ced-caba-4d9e-bafb-63db930053d6" -d '{"events": [{"server_uuid": "891a036d-d42b-4425-9a22-86bdf7d267bf", "name": "network-vif-plugged", "status": "completed", "tag": "9163aa28-4bb4-47f4-a8f0-2a5d47e525ed"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:23.782063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 42f6176a-2169-4e3e-a6d5-f7fb53345d0b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:23.782570 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.826000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:23.835511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a94aec29-399c-4eb0-a7e7-708a5ab8765b admin admin] 10.222.0.81 "PUT /v2.0/routers/4f585b29-887a-438f-832b-4afec305bda6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1954815 Aug 09 15:51:23.851905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e985a0-e052-45ba-bfb7-64eb19ded192 req-fbf9c72a-d2f4-42c1-931c-ed07148efbdb tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.855025 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-46d8cf8d-d342-4d38-994f-a30ff4dfa3a7 req-bc269d36-d0ee-4ce9-a21a-646f6a6292d6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851259 Aug 09 15:51:23.861967 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4e985a0-e052-45ba-bfb7-64eb19ded192 req-fbf9c72a-d2f4-42c1-931c-ed07148efbdb tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 946 time: 0.8445463 Aug 09 15:51:23.883558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Made reservation on behalf of 665d9d6f4ffb4f2bb9d07d6cc955a2b4 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:23.887061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.902926 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.918303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Sync routers for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:23.923236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:23.927228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d75c34-3ed1-40c3-ad71-9962b401c7d5 None None] Network c3cbad23-84d5-4e0d-b972-27c86fe56006 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:23.934085 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.010563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:24.012087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:24.066727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.070189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:24.083208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4e985a0-e052-45ba-bfb7-64eb19ded192 req-4c5ab3f6-61de-4210-b589-750abb62270e tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195940 Aug 09 15:51:24.090098 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.127121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:24.165016 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.165332 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.165491 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Added segment 60c6e674-6b63-4668-9f6a-424171645f1f of type vlan for network 39f0ed07-974c-4e47-8067-c55947da51f7 Aug 09 15:51:24.185071 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf191a6-0959-4fc7-958a-22ac0dbc96f5 x-openstack-request-id: req-ccf191a6-0959-4fc7-958a-22ac0dbc96f5 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:24.185360 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891a036d-d42b-4425-9a22-86bdf7d267bf", "name": "network-vif-plugged", "status": "completed", "tag": "9163aa28-4bb4-47f4-a8f0-2a5d47e525ed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:24.185632 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccf191a6-0959-4fc7-958a-22ac0dbc96f5 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:24.186034 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891a036d-d42b-4425-9a22-86bdf7d267bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed', 'code': 200} Aug 09 15:51:24.247652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 42f6176a-2169-4e3e-a6d5-f7fb53345d0b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=42f6176a-2169-4e3e-a6d5-f7fb53345d0b,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:24.309348 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.327728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46df6114-ed00-4989-b2fc-47c9f9fc8bf0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:24.352986 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.409486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=42f6176a-2169-4e3e-a6d5-f7fb53345d0b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:24.448322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:24.460090 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.474462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:24.475420 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.498251 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4294958 Aug 09 15:51:24.508838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40016) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:24.544765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-df96c859-2676-4ab0-9ccc-7dd2cffab850 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Request body: {'subnet': {'network_id': '39f0ed07-974c-4e47-8067-c55947da51f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:24.546302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-e44f048a-0a5b-4851-9249-43dcfdf0ff91 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:24.547809 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-e44f048a-0a5b-4851-9249-43dcfdf0ff91 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/networks?id=c3cbad23-84d5-4e0d-b972-27c86fe56006 HTTP/1.1" status: 200 len: 821 time: 0.2468245 Aug 09 15:51:24.553320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a334-0856-44aa-87d0-af6ad80d84e5 req-6cde20b0-2090-4373-8b7d-63066c4134ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:24.554759 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-01d7a334-0856-44aa-87d0-af6ad80d84e5 req-6cde20b0-2090-4373-8b7d-63066c4134ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 1097 time: 0.1018505 Aug 09 15:51:24.567660 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-f1a7a920-4919-4d6b-87f1-ab7ad6d22e98 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/quotas/65e7f9379c044bb488e4b0a5410bfea3 HTTP/1.1" status: 200 len: 375 time: 0.0108850 Aug 09 15:51:24.617634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-3e5d5743-cc84-4280-a225-d5ee02a772c9 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=65e7f9379c044bb488e4b0a5410bfea3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428805 Aug 09 15:51:24.647965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f404c-2ab9-408e-ade5-302c743bb80c tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Pushing event updated for resources: {'Network': ['ID=39f0ed07-974c-4e47-8067-c55947da51f7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:24.652940 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-01d7a334-0856-44aa-87d0-af6ad80d84e5 req-2469060e-f0c3-4445-bd69-8c6271308cd0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847893 Aug 09 15:51:24.668838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40020) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:24.676734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ab015aed-3a25-4a6b-aeb1-1361359fe65c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160509309', 'description': 'tempest-description--2027925269'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:24.682620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 39f0ed07-974c-4e47-8067-c55947da51f7 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:24.732553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab015aed-3a25-4a6b-aeb1-1361359fe65c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.742636 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90c2d925-354d-458b-9300-1c32d2789d75 service neutron] 10.222.0.81 "GET /v2.0/networks/c3cbad23-84d5-4e0d-b972-27c86fe56006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157165 Aug 09 15:51:24.743796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df96c859-2676-4ab0-9ccc-7dd2cffab850 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Made reservation on behalf of 665d9d6f4ffb4f2bb9d07d6cc955a2b4 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:24.747819 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-df96c859-2676-4ab0-9ccc-7dd2cffab850 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.818914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 2, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:24.850105 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-34ef0590-d3f4-433a-9962-95c39f3003ce service neutron] 10.222.0.81 "GET /v2.0/networks/c3cbad23-84d5-4e0d-b972-27c86fe56006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062653 Aug 09 15:51:24.859162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Checking router: 4f585b29-887a-438f-832b-4afec305bda6 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:51:24.859527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Updating router 4f585b29-887a-438f-832b-4afec305bda6 port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:51:24.888934 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:24.911446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fef68-c61f-4ffd-a82c-1ce8a81f3f7e req-e817dc20-6bc7-4185-ade1-6ffc241da4d6 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:24.912978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f8fef68-c61f-4ffd-a82c-1ce8a81f3f7e req-e817dc20-6bc7-4185-ade1-6ffc241da4d6 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.0996349 Aug 09 15:51:25.031667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f8fef68-c61f-4ffd-a82c-1ce8a81f3f7e req-70025ada-4ea4-461c-b965-4298b9cfc23c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054060 Aug 09 15:51:25.094552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab015aed-3a25-4a6b-aeb1-1361359fe65c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.100983 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab015aed-3a25-4a6b-aeb1-1361359fe65c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.141776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab015aed-3a25-4a6b-aeb1-1361359fe65c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894d64f0-bd1a-4fb7-ba63-397c57de0ac6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:25.198937 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ab015aed-3a25-4a6b-aeb1-1361359fe65c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.203106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40034) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:25.203466 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ab015aed-3a25-4a6b-aeb1-1361359fe65c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5331120 Aug 09 15:51:25.208978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5cc5fcb8-be47-4bb8-a5f0-4df54cfe951b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Request body: {'security_group_rule': {'security_group_id': '894d64f0-bd1a-4fb7-ba63-397c57de0ac6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:25.299948 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.314967 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-df96c859-2676-4ab0-9ccc-7dd2cffab850 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.318490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Transition to ACTIVE for port object 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:25.324149 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c57d2c5-69dd-4283-a2d5-b1917f951029 req-977b7df9-b9a7-4e00-9000-68566f72ea9a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 210 time: 0.0658810 Aug 09 15:51:25.325617 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fcb8-be47-4bb8-a5f0-4df54cfe951b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.336689 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.389339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad8891-38cd-4374-bb02-ac69bd0492b2 req-ffc0fc31-1e8e-421e-9fb4-0af7ef86e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:25.390994 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f1ad8891-38cd-4374-bb02-ac69bd0492b2 req-ffc0fc31-1e8e-421e-9fb4-0af7ef86e71f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edaccc79399545f581380ccf8565dc31&device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 1097 time: 0.2069075 Aug 09 15:51:25.433960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 42f6176a-2169-4e3e-a6d5-f7fb53345d0b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:25.470431 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fcb8-be47-4bb8-a5f0-4df54cfe951b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.488992 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fcb8-be47-4bb8-a5f0-4df54cfe951b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.500928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96c859-2676-4ab0-9ccc-7dd2cffab850 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Pushing event updated for resources: {'Subnet': ['ID=0aebac64-1a37-49af-b5bf-6b5a0a439bf4,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:25.542368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2921e4-2ee2-42e0-9b9a-d72e4612c17c req-1c3b8199-576d-4cd0-af8a-bd3969daa2ed tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:25.543992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db2921e4-2ee2-42e0-9b9a-d72e4612c17c req-1c3b8199-576d-4cd0-af8a-bd3969daa2ed tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.3381448 Aug 09 15:51:25.547565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df96c859-2676-4ab0-9ccc-7dd2cffab850 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Checking segment: {'id': '60c6e674-6b63-4668-9f6a-424171645f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '39f0ed07-974c-4e47-8067-c55947da51f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:25.547928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df96c859-2676-4ab0-9ccc-7dd2cffab850 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Network hostable DHCP agents. Network: 39f0ed07-974c-4e47-8067-c55947da51f7, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:25.619389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fb7ef-82ea-4105-a40e-793f21a1144a None None] Pushing event updated for resources: {'Port': ['ID=0e5432c4-b1f7-478a-b9c8-1ea3622e0168,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:25.624486 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df96c859-2676-4ab0-9ccc-7dd2cffab850 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Network 39f0ed07-974c-4e47-8067-c55947da51f7 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:25.632192 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a17af1-7e08-49f4-aaf6-88a5f87b6e56 req-7fc03c87-1ed8-4bf4-8fc1-670c7fe8b2c1 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:25.641674 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1a17af1-7e08-49f4-aaf6-88a5f87b6e56 req-7fc03c87-1ed8-4bf4-8fc1-670c7fe8b2c1 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 946 time: 0.2242577 Aug 09 15:51:25.646399 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db2921e4-2ee2-42e0-9b9a-d72e4612c17c req-270241fa-cff1-4466-815a-c87a8894edb3 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929906 Aug 09 15:51:25.648009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad8891-38cd-4374-bb02-ac69bd0492b2 req-b42bb78e-4136-4b75-9401-05a404064114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:25.649427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f1ad8891-38cd-4374-bb02-ac69bd0492b2 req-b42bb78e-4136-4b75-9401-05a404064114 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3282146d-2026-4801-96ea-7d2915e904f4 HTTP/1.1" status: 200 len: 915 time: 0.2463331 Aug 09 15:51:25.650186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-df96c859-2676-4ab0-9ccc-7dd2cffab850 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 39f0ed07-974c-4e47-8067-c55947da51f7) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:25.655107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df96c859-2676-4ab0-9ccc-7dd2cffab850 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:25.656106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-df96c859-2676-4ab0-9ccc-7dd2cffab850 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.675999 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3283142a-43b7-4903-b157-fca9dafdcb10 None None] Network 39f0ed07-974c-4e47-8067-c55947da51f7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:25.687582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-df96c859-2676-4ab0-9ccc-7dd2cffab850 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1769748 Aug 09 15:51:25.688231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40046) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:25.693780 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fcb8-be47-4bb8-a5f0-4df54cfe951b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.695445 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5cc5fcb8-be47-4bb8-a5f0-4df54cfe951b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4909213 Aug 09 15:51:25.696775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Attempting to bind port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:25.697124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Attempting to bind port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:25.697496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Attempting to bind port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 on network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:25.702402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Request body: {'port': {'network_id': '39f0ed07-974c-4e47-8067-c55947da51f7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1607535673'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:25.755775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40048) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:25.756488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5fcb8-be47-4bb8-a5f0-4df54cfe951b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5e5adf-50fb-4f71-abd7-a8e4babf8fea,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:25.760022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:25.760354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f1ad8891-38cd-4374-bb02-ac69bd0492b2 req-1fefb2ad-7b8b-4fb6-9f98-cd9f71e0a917 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4058035a-9297-48f7-b700-aafac432e71a HTTP/1.1" status: 200 len: 217 time: 0.0897188 Aug 09 15:51:25.760485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Checking segment: {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:25.760913 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.761313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Bound using segment: {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:25.762364 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Bound port: 0e5432c4-b1f7-478a-b9c8-1ea3622e0168, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:25.763954 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.768625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 42f6176a-2169-4e3e-a6d5-f7fb53345d0b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:25.768997 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:25.833771 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-28fb915d-57ee-4dbf-9b9f-b8d738317fb3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Request body: {'security_group_rule': {'security_group_id': '894d64f0-bd1a-4fb7-ba63-397c57de0ac6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:25.897183 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1a17af1-7e08-49f4-aaf6-88a5f87b6e56 req-5789c23d-8332-448e-ad68-daa79bbee2c0 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531486 Aug 09 15:51:25.952422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28fb915d-57ee-4dbf-9b9f-b8d738317fb3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.013288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad8891-38cd-4374-bb02-ac69bd0492b2 req-11ad5726-844b-4a8f-8d68-10184b1be3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:26.019150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f1ad8891-38cd-4374-bb02-ac69bd0492b2 req-11ad5726-844b-4a8f-8d68-10184b1be3df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f16b797f-572e-4df1-8c4a-ff1b329a5c1b HTTP/1.1" status: 200 len: 854 time: 0.2466516 Aug 09 15:51:26.055466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] For port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:26.083617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] For port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0e5432c4-b1f7-478a-b9c8-1ea3622e0168,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:26.086812 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28fb915d-57ee-4dbf-9b9f-b8d738317fb3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.091053 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.098846 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28fb915d-57ee-4dbf-9b9f-b8d738317fb3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.104989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f1ad8891-38cd-4374-bb02-ac69bd0492b2 req-660af73c-84cb-40e4-b5ea-d8138417bf47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3282146d-2026-4801-96ea-7d2915e904f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769293 Aug 09 15:51:26.183842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:26.184941 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:26.194309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-39f0ed07-974c-4e47-8067-c55947da51f7', 'network_id': '39f0ed07-974c-4e47-8067-c55947da51f7', 'tenant_id': '665d9d6f4ffb4f2bb9d07d6cc955a2b4', 'fixed_ips': [{'subnet_id': '0aebac64-1a37-49af-b5bf-6b5a0a439bf4'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:26.195355 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.212956 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb915d-57ee-4dbf-9b9f-b8d738317fb3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3880af39-7e82-4786-ab81-206a9099a425,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:26.235000 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28fb915d-57ee-4dbf-9b9f-b8d738317fb3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.236750 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-28fb915d-57ee-4dbf-9b9f-b8d738317fb3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4646757 Aug 09 15:51:26.239821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40060) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:26.250224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:26.309649 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.345810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fb7ef-82ea-4105-a40e-793f21a1144a None None] Pushing event updated for resources: {'Port': ['ID=0e5432c4-b1f7-478a-b9c8-1ea3622e0168,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:26.479796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Made reservation on behalf of 665d9d6f4ffb4f2bb9d07d6cc955a2b4 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:26.481532 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.487074 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.530516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a010e58-7941-4e62-9fa9-b3951ecad61f req-9a43fc7f-41a1-40e6-a41a-0c6b4cb3f8e2 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:26.539285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7a010e58-7941-4e62-9fa9-b3951ecad61f req-9a43fc7f-41a1-40e6-a41a-0c6b4cb3f8e2 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.2415695 Aug 09 15:51:26.551049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] device_id is not set on port a8de61d1-7bd0-4499-88ba-bcb644fd3d8a yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:26.588218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f1ad8891-38cd-4374-bb02-ac69bd0492b2 req-26f04a3b-2e06-42b0-82b3-0a8018349b20 service neutron] 10.222.0.53 "GET /v2.0/networks/3282146d-2026-4801-96ea-7d2915e904f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716024 Aug 09 15:51:26.614709 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db2eb62a-9d0c-4625-b108-8328ad4d1ca5 req-62fa8265-9deb-43ae-a2b5-7bc76c8c5272 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 210 time: 0.0632575 Aug 09 15:51:26.771117 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Allocated IP 172.25.2.253 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/d587b4f6-fed0-4280-aa03-61656a7f6b1b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:26.779255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Allocated IP 172.20.0.2 (39f0ed07-974c-4e47-8067-c55947da51f7/0aebac64-1a37-49af-b5bf-6b5a0a439bf4/1bc10dd3-44fc-4b31-94e2-c46389cd320b) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:26.935321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7a010e58-7941-4e62-9fa9-b3951ecad61f req-91be4911-5713-40d0-b2b4-a44d6a81cb7e tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921747 Aug 09 15:51:26.940886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5b675-d1a1-43ad-bbba-a517a8934684 req-cdd6b9dd-cd66-4e05-9c34-365e3f3623f4 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:26.951033 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-66d5b675-d1a1-43ad-bbba-a517a8934684 req-cdd6b9dd-cd66-4e05-9c34-365e3f3623f4 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.1210792 Aug 09 15:51:27.008401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-a4f8d4ff-3a48-4639-9d36-0f6d66c9f8c9 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:27.010695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-a4f8d4ff-3a48-4639-9d36-0f6d66c9f8c9 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.53 "GET /v2.0/networks?id=c3cbad23-84d5-4e0d-b972-27c86fe56006 HTTP/1.1" status: 200 len: 821 time: 0.2547083 Aug 09 15:51:27.017806 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.022205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:27.038588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Request body: {'port': {'device_id': '6f362be0-0028-4054-a2fb-3708b92982d8', 'network_id': 'c3cbad23-84d5-4e0d-b972-27c86fe56006', 'admin_state_up': True, 'tenant_id': '65e7f9379c044bb488e4b0a5410bfea3'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:27.047365 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-66d5b675-d1a1-43ad-bbba-a517a8934684 req-b58e0cdc-fe7c-42c2-b08b-e7606bc2a0ef tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949905 Aug 09 15:51:27.137215 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.159387 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f1ad8891-38cd-4374-bb02-ac69bd0492b2 req-fafc9142-7b44-4515-8bcb-a891f389fd6b service neutron] 10.222.0.53 "GET /v2.0/networks/3282146d-2026-4801-96ea-7d2915e904f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608974 Aug 09 15:51:27.217715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f367d-d021-40f8-97e6-466647da2820 req-698ed799-5c65-4893-a64e-fb8f8e76923c tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:27.220077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f99f367d-d021-40f8-97e6-466647da2820 req-698ed799-5c65-4893-a64e-fb8f8e76923c tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 946 time: 0.1142733 Aug 09 15:51:27.237030 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:27.281935 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:27.288452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Made reservation on behalf of 65e7f9379c044bb488e4b0a5410bfea3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:27.291014 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event updated for resources: {'Port': ['ID=d587b4f6-fed0-4280-aa03-61656a7f6b1b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:27.292452 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.303702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:27.339092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f99f367d-d021-40f8-97e6-466647da2820 req-35b16994-6943-4d83-9643-04f6497f752b tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957456 Aug 09 15:51:27.392464 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.453417 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3769c-c443-492e-ae97-7352d6b75110 req-55e6e5f7-b309-482c-862f-7223acde6f4e tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:27.462051 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c6d3769c-c443-492e-ae97-7352d6b75110 req-55e6e5f7-b309-482c-862f-7223acde6f4e tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.3072896 Aug 09 15:51:27.480842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Transition to ACTIVE for port object 1bc10dd3-44fc-4b31-94e2-c46389cd320b will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:27.502427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Transition to ACTIVE for port object 1bc10dd3-44fc-4b31-94e2-c46389cd320b will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:27.511369 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.541958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Allocated IP 172.20.0.10 (c3cbad23-84d5-4e0d-b972-27c86fe56006/d0bb3177-f4c4-49a0-8f94-0901c965e8dc/d628323b-80a5-4f0b-b193-f0bfe80d9166) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:27.546971 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c6d3769c-c443-492e-ae97-7352d6b75110 req-d2b096b8-302e-4123-acae-197a246bca2e tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819547 Aug 09 15:51:27.570035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Network 39f0ed07-974c-4e47-8067-c55947da51f7 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:27.583159 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.587374 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:27.592825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:27.612533 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Pushing event updated for resources: {'Port': ['ID=1bc10dd3-44fc-4b31-94e2-c46389cd320b,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:27.669128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Allocated IP 172.20.0.5 (39f0ed07-974c-4e47-8067-c55947da51f7/0aebac64-1a37-49af-b5bf-6b5a0a439bf4/a8de61d1-7bd0-4499-88ba-bcb644fd3d8a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:27.686751 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.768921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Attempting to bind port 1bc10dd3-44fc-4b31-94e2-c46389cd320b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:27.769304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Attempting to bind port 1bc10dd3-44fc-4b31-94e2-c46389cd320b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '60c6e674-6b63-4668-9f6a-424171645f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '39f0ed07-974c-4e47-8067-c55947da51f7'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:27.770768 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Attempting to bind port 1bc10dd3-44fc-4b31-94e2-c46389cd320b on network 39f0ed07-974c-4e47-8067-c55947da51f7 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:27.808777 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:27.819666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Checking segment: {'id': '60c6e674-6b63-4668-9f6a-424171645f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '39f0ed07-974c-4e47-8067-c55947da51f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:27.820107 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.823610 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Bound using segment: {'id': '60c6e674-6b63-4668-9f6a-424171645f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '39f0ed07-974c-4e47-8067-c55947da51f7'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:27.824157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Bound port: 1bc10dd3-44fc-4b31-94e2-c46389cd320b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c6e674-6b63-4668-9f6a-424171645f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '39f0ed07-974c-4e47-8067-c55947da51f7'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:27.824569 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.975262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:26Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:28.013350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68443237-5948-43cb-9116-2d9fb98b5cfc None None] The sync data for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 is: [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:26Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:28.030710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] For port 1bc10dd3-44fc-4b31-94e2-c46389cd320b, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:28.036043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] For port 1bc10dd3-44fc-4b31-94e2-c46389cd320b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1bc10dd3-44fc-4b31-94e2-c46389cd320b,segment=NetworkSegment(60c6e674-6b63-4668-9f6a-424171645f1f),segment_id=60c6e674-6b63-4668-9f6a-424171645f1f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:28.041803 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.104217 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.127945 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-794aa23e-a3b7-4ef2-a422-ece0609a4002 req-75fe17a4-0fe8-4aaa-8fc1-cfe888af068d tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 210 time: 0.2543595 Aug 09 15:51:28.218092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.220122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3a709-2d99-4260-afcc-287c1e3de0f9 None None] Pushing event updated for resources: {'Port': ['ID=1bc10dd3-44fc-4b31-94e2-c46389cd320b,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:28.224503 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.386850 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.424681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb5a1c-0707-48bc-a3f7-67fa29dbacac req-51e0f355-8919-4719-8327-e634811be428 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:28.431973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3abb5a1c-0707-48bc-a3f7-67fa29dbacac req-51e0f355-8919-4719-8327-e634811be428 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.4056184 Aug 09 15:51:28.566748 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.612928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Network c3cbad23-84d5-4e0d-b972-27c86fe56006 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:28.630429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:28.635644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Pushing event updated for resources: {'Port': ['ID=d628323b-80a5-4f0b-b193-f0bfe80d9166,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:28.643826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Transition to ACTIVE for port object a8de61d1-7bd0-4499-88ba-bcb644fd3d8a will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:28.647192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:28.688807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event updated for resources: {'Port': ['ID=d587b4f6-fed0-4280-aa03-61656a7f6b1b,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:28.689780 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3abb5a1c-0707-48bc-a3f7-67fa29dbacac req-f3d6d398-f65b-4276-b587-dfdaaa8d4026 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728249 Aug 09 15:51:28.741068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:28.747467 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.776336 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-90f9ba62-bed2-41c3-8b44-fd97939c3a2a tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7456043 Aug 09 15:51:28.784457 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.818043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e2839-483c-4fc8-b991-5b37d510bd47 req-739065a9-fa5f-4098-87e3-05ce3feb0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:28.818591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Request body: {'port': {'device_id': '6f362be0-0028-4054-a2fb-3708b92982d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:28.820152 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a90e2839-483c-4fc8-b991-5b37d510bd47 req-739065a9-fa5f-4098-87e3-05ce3feb0eaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990&device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 1096 time: 0.4583066 Aug 09 15:51:28.840036 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.848839 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:28.850863 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fe83a420-07ca-451d-9064-94bbdcf2a870 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6096721 Aug 09 15:51:28.936251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Pushing event updated for resources: {'Port': ['ID=a8de61d1-7bd0-4499-88ba-bcb644fd3d8a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:29.001952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Network 39f0ed07-974c-4e47-8067-c55947da51f7 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:29.029470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be8a2d07-a44f-4a08-817e-1d00e3e08c29 req-b78f08f4-76d8-4657-b46b-d7f503401457 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2643836 Aug 09 15:51:29.034974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:29.047949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:29.048161 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e2839-483c-4fc8-b991-5b37d510bd47 req-ebc0678d-4d70-42ab-bd01-789a38111e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:29.048161 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a90e2839-483c-4fc8-b991-5b37d510bd47 req-ebc0678d-4d70-42ab-bd01-789a38111e43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4521cc11-ee90-4f0d-b3f0-6274bbe49155 HTTP/1.1" status: 200 len: 921 time: 0.1799479 Aug 09 15:51:29.052044 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.069359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53208a-3b2b-4061-a3f8-086f8267c75d req-d3f55977-14d3-4f87-95ec-4c1a7fad8993 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:29.082732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a53208a-3b2b-4061-a3f8-086f8267c75d req-d3f55977-14d3-4f87-95ec-4c1a7fad8993 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 946 time: 0.2457597 Aug 09 15:51:29.115764 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a90e2839-483c-4fc8-b991-5b37d510bd47 req-6d6b003f-89a0-4966-8b0d-50c17848e417 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 217 time: 0.0601764 Aug 09 15:51:29.126338 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734929e-e640-4277-8e02-1d97b92e3981 req-3a646a94-3885-4835-8e32-725966703d35 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:29.128339 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-3a646a94-3885-4835-8e32-725966703d35 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/networks?id=482e2903-7b7e-4858-aadf-8654b768bf58 HTTP/1.1" status: 200 len: 815 time: 0.6987267 Aug 09 15:51:29.168766 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-04788fed-24cd-47b4-8363-1a92170ac077 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/quotas/8f09dbc0d7644283a77bfb624a682b1d HTTP/1.1" status: 200 len: 375 time: 0.0248485 Aug 09 15:51:29.254948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:29.278149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.378607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e2839-483c-4fc8-b991-5b37d510bd47 req-0a549cb5-2997-4cbb-b869-1ae9414b8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:29.383474 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a90e2839-483c-4fc8-b991-5b37d510bd47 req-0a549cb5-2997-4cbb-b869-1ae9414b8d2a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c0b17d2-cb32-4ec0-988b-bb29a3d802ea HTTP/1.1" status: 200 len: 860 time: 0.2527125 Aug 09 15:51:29.423953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a53208a-3b2b-4061-a3f8-086f8267c75d req-289ebcb4-db0a-404e-87fe-aff8d1d60b3b tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346736 Aug 09 15:51:29.455554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a90e2839-483c-4fc8-b991-5b37d510bd47 req-629f5435-567d-4757-9b4a-bb866e5d807c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4521cc11-ee90-4f0d-b3f0-6274bbe49155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573752 Aug 09 15:51:29.460779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-57366ec8-37f1-483a-9074-743270941f30 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8f09dbc0d7644283a77bfb624a682b1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2659869 Aug 09 15:51:29.502713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:29.522752 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-391b0b19-47fc-4738-b28c-90fff016a8cd tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8321595 Aug 09 15:51:29.531754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40130) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:29.543031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a2d07-a44f-4a08-817e-1d00e3e08c29 req-e54056ba-846a-4a1b-8a08-8bfd9344f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:29.552702 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be8a2d07-a44f-4a08-817e-1d00e3e08c29 req-e54056ba-846a-4a1b-8a08-8bfd9344f0ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 1097 time: 0.4389899 Aug 09 15:51:29.672243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:29.681681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:29.683444 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.744654 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-ecc39880-f844-48d8-92da-4f4b69a53c01 service neutron] 10.222.0.81 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883359 Aug 09 15:51:29.873505 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a90e2839-483c-4fc8-b991-5b37d510bd47 req-e5b38ca5-ce50-454b-b5f4-5aff1ad24a87 service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097106 Aug 09 15:51:29.912661 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.956052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf18e4e9-eb98-4f17-88bb-dfba012a9dc4 None None] Network 39f0ed07-974c-4e47-8067-c55947da51f7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:30.013149 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-f24775d3-701a-4570-b9ed-a797bf12a251 service neutron] 10.222.0.81 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663317 Aug 09 15:51:30.088108 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a90e2839-483c-4fc8-b991-5b37d510bd47 req-c201d27c-21fa-420f-bfa1-2fec0af3ff6f service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044444 Aug 09 15:51:30.138685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0e5432c4-b1f7-478a-b9c8-1ea3622e0168,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:30.152638 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.154067 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1bc10dd3-44fc-4b31-94e2-c46389cd320b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:30.170234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237a601-4431-41a3-812e-00bc0fa08d83 req-3e7c9e67-8da0-4b7f-ab88-8d48c9a14e3e tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:30.171053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40142) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:30.172840 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1237a601-4431-41a3-812e-00bc0fa08d83 req-3e7c9e67-8da0-4b7f-ab88-8d48c9a14e3e tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.60 "GET /v2.0/ports?device_id=891a036d-d42b-4425-9a22-86bdf7d267bf HTTP/1.1" status: 200 len: 946 time: 0.7148597 Aug 09 15:51:30.178133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-666ce0a4-d532-4456-b9e2-7978b27342f5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-136355056'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:30.215129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666ce0a4-d532-4456-b9e2-7978b27342f5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:30.222283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-666ce0a4-d532-4456-b9e2-7978b27342f5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.244076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a2d07-a44f-4a08-817e-1d00e3e08c29 req-ab8bb283-1979-4ab6-9f76-f78b9afb38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:30.245564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be8a2d07-a44f-4a08-817e-1d00e3e08c29 req-ab8bb283-1979-4ab6-9f76-f78b9afb38b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 912 time: 0.5165305 Aug 09 15:51:30.253519 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-8ef6417c-8bc4-44e3-aac5-957cf18df1f2 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1160509309&fields=id&tenant_id=1314f79c80f34f21a2850a9cf64ee2db HTTP/1.1" status: 200 len: 267 time: 0.5259817 Aug 09 15:51:30.288483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666ce0a4-d532-4456-b9e2-7978b27342f5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:30.305773 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-666ce0a4-d532-4456-b9e2-7978b27342f5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.306361 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-666ce0a4-d532-4456-b9e2-7978b27342f5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Added segment 9c0ce5bb-a8e6-4f76-8c05-cf73961c6240 of type vlan for network a5b49e70-6de9-4bad-8362-db65b48eb6e4 Aug 09 15:51:30.327298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-21c36257-6d8f-413a-80c4-fccf225d313e None None] Provisioning for port 1bc10dd3-44fc-4b31-94e2-c46389cd320b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:30.350763 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-666ce0a4-d532-4456-b9e2-7978b27342f5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.397263 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-666ce0a4-d532-4456-b9e2-7978b27342f5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.401365 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ce0a4-d532-4456-b9e2-7978b27342f5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:30.402196 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-666ce0a4-d532-4456-b9e2-7978b27342f5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.414820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 1bc10dd3-44fc-4b31-94e2-c46389cd320b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:30.426747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1bc10dd3-44fc-4b31-94e2-c46389cd320b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:30.427133 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.430860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=0e5432c4-b1f7-478a-b9c8-1ea3622e0168,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:30.495807 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-666ce0a4-d532-4456-b9e2-7978b27342f5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3233268 Aug 09 15:51:30.502727 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40148) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:30.508016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-bf19678f-63da-43fb-9910-6df48ddfbe90 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2129122315'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:30.577639 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.587007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ce0a4-d532-4456-b9e2-7978b27342f5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Network': ['ID=a5b49e70-6de9-4bad-8362-db65b48eb6e4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:30.602274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b2ceb-30c0-4981-8bfd-96ab085ccb70 req-07beeaee-5328-4914-8c54-143cc4b6ef95 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:30.604616 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0d2b2ceb-30c0-4981-8bfd-96ab085ccb70 req-07beeaee-5328-4914-8c54-143cc4b6ef95 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 932 time: 0.2204320 Aug 09 15:51:30.604735 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf19678f-63da-43fb-9910-6df48ddfbe90 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:30.616723 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf19678f-63da-43fb-9910-6df48ddfbe90 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.654382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network a5b49e70-6de9-4bad-8362-db65b48eb6e4 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:30.675562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf19678f-63da-43fb-9910-6df48ddfbe90 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:30.688726 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf19678f-63da-43fb-9910-6df48ddfbe90 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.689128 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-bf19678f-63da-43fb-9910-6df48ddfbe90 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Added segment ba319ed8-f968-4586-a4f0-7493d1d75594 of type vlan for network 1c3c728d-829e-4443-8957-ac78e0ccda02 Aug 09 15:51:30.759712 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf19678f-63da-43fb-9910-6df48ddfbe90 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.760083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 1bc10dd3-44fc-4b31-94e2-c46389cd320b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1bc10dd3-44fc-4b31-94e2-c46389cd320b,segment=NetworkSegment(60c6e674-6b63-4668-9f6a-424171645f1f),segment_id=60c6e674-6b63-4668-9f6a-424171645f1f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:30.767668 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.815062 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf19678f-63da-43fb-9910-6df48ddfbe90 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.825171 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19678f-63da-43fb-9910-6df48ddfbe90 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:30.825854 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf19678f-63da-43fb-9910-6df48ddfbe90 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.869939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0d2b2ceb-30c0-4981-8bfd-96ab085ccb70 req-c1e1779d-a23f-4a28-9c49-16d69bd6f0a6 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9855ffc-2f63-410a-b6d9-d3929ec3667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475164 Aug 09 15:51:30.875048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=1bc10dd3-44fc-4b31-94e2-c46389cd320b,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:30.906702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a3c8efcf-b64f-4675-bbc4-858fb9d777a5 None None] Provisioning for port a8de61d1-7bd0-4499-88ba-bcb644fd3d8a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:30.930025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a3c8efcf-b64f-4675-bbc4-858fb9d777a5 None None] Provisioning complete for port a8de61d1-7bd0-4499-88ba-bcb644fd3d8a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:30.943636 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a3c8efcf-b64f-4675-bbc4-858fb9d777a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.090151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8efcf-b64f-4675-bbc4-858fb9d777a5 None None] Port a8de61d1-7bd0-4499-88ba-bcb644fd3d8a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:31.101337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be8a2d07-a44f-4a08-817e-1d00e3e08c29 req-778425c1-32b3-4e2d-a06a-593686233280 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861b676f-0ffc-43da-89ea-20ca25d8b038 HTTP/1.1" status: 200 len: 1001 time: 0.8351190 Aug 09 15:51:31.102768 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a3c8efcf-b64f-4675-bbc4-858fb9d777a5 None None] Provisioning complete for port 1bc10dd3-44fc-4b31-94e2-c46389cd320b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:31.103302 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a3c8efcf-b64f-4675-bbc4-858fb9d777a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.221985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-da490b50-7df2-4b8b-b37d-5d08ac39f359 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:31.233127 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-da490b50-7df2-4b8b-b37d-5d08ac39f359 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 817 time: 0.9478197 Aug 09 15:51:31.266606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-2845a0d6-85ee-4ec7-9045-2ea2200b8114 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Deleting port a8de61d1-7bd0-4499-88ba-bcb644fd3d8a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:31.267179 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2845a0d6-85ee-4ec7-9045-2ea2200b8114 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.340051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:31.382504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-af28ea7a-64ef-4f26-aa68-9b06a620c95a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/quotas/1314f79c80f34f21a2850a9cf64ee2db HTTP/1.1" status: 200 len: 375 time: 0.1477754 Aug 09 15:51:31.390675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-efcb043d-f346-4bce-ac53-c2cd8bf178c9 None None] Provisioning complete for port a8de61d1-7bd0-4499-88ba-bcb644fd3d8a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:31.391052 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-efcb043d-f346-4bce-ac53-c2cd8bf178c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.434299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:31.434774 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.461423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-efcb043d-f346-4bce-ac53-c2cd8bf178c9 None None] Port a8de61d1-7bd0-4499-88ba-bcb644fd3d8a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:31.465670 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bf19678f-63da-43fb-9910-6df48ddfbe90 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9618542 Aug 09 15:51:31.470986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40162) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:31.476743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-87641ebf-4022-4d86-8769-8b156a85a299 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'subnet': {'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:31.479875 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19678f-63da-43fb-9910-6df48ddfbe90 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Network': ['ID=1c3c728d-829e-4443-8957-ac78e0ccda02,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:31.512949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1237a601-4431-41a3-812e-00bc0fa08d83 req-f8b34525-c742-4738-8142-93779f443e59 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Deleting port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:31.513321 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1237a601-4431-41a3-812e-00bc0fa08d83 req-f8b34525-c742-4738-8142-93779f443e59 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.514483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 1c3c728d-829e-4443-8957-ac78e0ccda02 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:31.517022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a2d07-a44f-4a08-817e-1d00e3e08c29 req-b20e9fc2-8126-4f39-815b-eea11861af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:31.518402 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be8a2d07-a44f-4a08-817e-1d00e3e08c29 req-b20e9fc2-8126-4f39-815b-eea11861af83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46c0b232-cf1d-485c-aaa0-7c03fdd82b80 HTTP/1.1" status: 200 len: 850 time: 0.3711717 Aug 09 15:51:31.556907 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f17bd8-293c-4166-b026-b55d0df4fb56 req-f4bcd4dd-8f74-41e2-b423-7cbafa82bdc6 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:31.558508 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6f17bd8-293c-4166-b026-b55d0df4fb56 req-f4bcd4dd-8f74-41e2-b423-7cbafa82bdc6 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.1375439 Aug 09 15:51:31.575935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1bc10dd3-44fc-4b31-94e2-c46389cd320b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:31.618416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d628323b-80a5-4f0b-b193-f0bfe80d9166 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:31.622056 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6f17bd8-293c-4166-b026-b55d0df4fb56 req-0f2942db-b989-4183-860b-e1734f170cfc tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554588 Aug 09 15:51:31.622660 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87641ebf-4022-4d86-8769-8b156a85a299 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:31.626587 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87641ebf-4022-4d86-8769-8b156a85a299 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.640501 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.667967 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1bc10dd3-44fc-4b31-94e2-c46389cd320b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:31.669182 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.695436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2845a0d6-85ee-4ec7-9045-2ea2200b8114 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.722306 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-e94c57b2-9ea4-4ce1-a10b-c0c51075312f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3288019 Aug 09 15:51:31.728153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Transition to ACTIVE for port object d628323b-80a5-4f0b-b193-f0bfe80d9166 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:31.732070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-2845a0d6-85ee-4ec7-9045-2ea2200b8114 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Calling delete_port for a8de61d1-7bd0-4499-88ba-bcb644fd3d8a owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:31.750207 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.865511 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c1d3b435-ea39-4686-8231-d13b10aae6c2 req-0ae96484-086d-4731-96e9-331fed8fc675 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 210 time: 0.0473392 Aug 09 15:51:31.890762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a2d07-a44f-4a08-817e-1d00e3e08c29 req-2041171f-78d1-4018-bb39-5ea92d192133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:31.890762 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be8a2d07-a44f-4a08-817e-1d00e3e08c29 req-2041171f-78d1-4018-bb39-5ea92d192133 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd99aa88-f29c-4799-a778-de1dd4e14a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3363223 Aug 09 15:51:31.946166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1237a601-4431-41a3-812e-00bc0fa08d83 req-f8b34525-c742-4738-8142-93779f443e59 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] For port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:31.946525 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1237a601-4431-41a3-812e-00bc0fa08d83 req-f8b34525-c742-4738-8142-93779f443e59 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.957115 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734929e-e640-4277-8e02-1d97b92e3981 req-21dadd5d-0617-4a7f-aa97-4ea6b72d2f51 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:31.959242 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-21dadd5d-0617-4a7f-aa97-4ea6b72d2f51 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.53 "GET /v2.0/networks?id=482e2903-7b7e-4858-aadf-8654b768bf58 HTTP/1.1" status: 200 len: 815 time: 0.2285697 Aug 09 15:51:31.994468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-6734929e-e640-4277-8e02-1d97b92e3981 req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Request body: {'port': {'device_id': '6fc33a00-b638-4438-85ba-0867ac45d5fa', 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58', 'admin_state_up': True, 'tenant_id': '8f09dbc0d7644283a77bfb624a682b1d'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:32.020177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1237a601-4431-41a3-812e-00bc0fa08d83 req-f8b34525-c742-4738-8142-93779f443e59 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Calling delete_port for 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:32.073416 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87641ebf-4022-4d86-8769-8b156a85a299 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.083130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d628323b-80a5-4f0b-b193-f0bfe80d9166,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:32.180787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87641ebf-4022-4d86-8769-8b156a85a299 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Subnet': ['ID=39bff017-66a5-44c5-b50a-e9fe63406ced,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:32.202568 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-efb97aa4-e99f-4cb3-acbf-bed3adf5ae23 service neutron] 10.222.0.81 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457099 Aug 09 15:51:32.247014 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87641ebf-4022-4d86-8769-8b156a85a299 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Checking segment: {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:32.247398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87641ebf-4022-4d86-8769-8b156a85a299 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Network hostable DHCP agents. Network: a5b49e70-6de9-4bad-8362-db65b48eb6e4, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:32.277280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87641ebf-4022-4d86-8769-8b156a85a299 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Network a5b49e70-6de9-4bad-8362-db65b48eb6e4 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:32.287518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6734929e-e640-4277-8e02-1d97b92e3981 req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Made reservation on behalf of 8f09dbc0d7644283a77bfb624a682b1d for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:32.291415 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6734929e-e640-4277-8e02-1d97b92e3981 req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.339229 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be8a2d07-a44f-4a08-817e-1d00e3e08c29 req-b69be2af-d549-4225-95b2-12f98a0703d0 service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152930 Aug 09 15:51:32.367778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Attempting to bind port d628323b-80a5-4f0b-b193-f0bfe80d9166 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:32.368126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Attempting to bind port d628323b-80a5-4f0b-b193-f0bfe80d9166 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '292e011d-b720-426e-be00-5c0a112a3142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c3cbad23-84d5-4e0d-b972-27c86fe56006'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:32.368460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Attempting to bind port d628323b-80a5-4f0b-b193-f0bfe80d9166 on network c3cbad23-84d5-4e0d-b972-27c86fe56006 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:32.415157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-87641ebf-4022-4d86-8769-8b156a85a299 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, a5b49e70-6de9-4bad-8362-db65b48eb6e4) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:32.426148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db8a98d-c9c0-4005-b678-1b545214725b None None] Network a5b49e70-6de9-4bad-8362-db65b48eb6e4 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:32.440016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Port d628323b-80a5-4f0b-b193-f0bfe80d9166 on network c3cbad23-84d5-4e0d-b972-27c86fe56006 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:51:32.440592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87641ebf-4022-4d86-8769-8b156a85a299 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:32.440796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Attempting to bind port d628323b-80a5-4f0b-b193-f0bfe80d9166 on network c3cbad23-84d5-4e0d-b972-27c86fe56006 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:32.441200 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87641ebf-4022-4d86-8769-8b156a85a299 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.476424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-87641ebf-4022-4d86-8769-8b156a85a299 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9962933 Aug 09 15:51:32.476424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40176) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:32.488306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-54bf7e7a-b147-46f3-b00c-f9c21e478269 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'subnet': {'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:32.488692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:32.489445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Checking segment: {'id': '292e011d-b720-426e-be00-5c0a112a3142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c3cbad23-84d5-4e0d-b972-27c86fe56006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:32.490053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Bound using segment: {'id': '292e011d-b720-426e-be00-5c0a112a3142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c3cbad23-84d5-4e0d-b972-27c86fe56006'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:32.491032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Bound port: d628323b-80a5-4f0b-b193-f0bfe80d9166, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292e011d-b720-426e-be00-5c0a112a3142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'c3cbad23-84d5-4e0d-b972-27c86fe56006'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:32.491938 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.525077 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2845a0d6-85ee-4ec7-9045-2ea2200b8114 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.551375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-6734929e-e640-4277-8e02-1d97b92e3981 req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Allocated IP 172.20.0.4 (482e2903-7b7e-4858-aadf-8654b768bf58/c86acb35-9863-4f87-ad55-3e0131e2a197/c67ea32d-b1d3-4593-9a5d-271742ccdcd0) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:32.617774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-df94f57b-71d5-4ebc-9558-e6812f0dadab service neutron] 10.222.0.81 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877850 Aug 09 15:51:32.618834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845a0d6-85ee-4ec7-9045-2ea2200b8114 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Pushing event deleted for resources: {'Port': ['ID=a8de61d1-7bd0-4499-88ba-bcb644fd3d8a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:32.687460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be8a2d07-a44f-4a08-817e-1d00e3e08c29 req-b4299e38-eb0a-4e81-a102-0cbf28c6e9e4 service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360636 Aug 09 15:51:32.701208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-a5b49e70-6de9-4bad-8362-db65b48eb6e4', 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'fixed_ips': [{'subnet_id': '39bff017-66a5-44c5-b50a-e9fe63406ced'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:32.702219 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.706539 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9e6d1-e724-4d75-8f80-dbf3b5ced0b8 req-1d9a89cc-0827-4763-8ff3-36bc782643df tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:32.708806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9dd9e6d1-e724-4d75-8f80-dbf3b5ced0b8 req-1d9a89cc-0827-4763-8ff3-36bc782643df tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 944 time: 0.2300887 Aug 09 15:51:32.726873 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1237a601-4431-41a3-812e-00bc0fa08d83 req-f8b34525-c742-4738-8142-93779f443e59 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.787749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bf7e7a-b147-46f3-b00c-f9c21e478269 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:32.792702 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-54bf7e7a-b147-46f3-b00c-f9c21e478269 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.835792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b34525-c742-4738-8142-93779f443e59 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Pushing event deleted for resources: {'Port': ['ID=9163aa28-4bb4-47f4-a8f0-2a5d47e525ed,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:32.855441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] For port d628323b-80a5-4f0b-b193-f0bfe80d9166, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:32.863051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] For port d628323b-80a5-4f0b-b193-f0bfe80d9166, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d628323b-80a5-4f0b-b193-f0bfe80d9166,segment=NetworkSegment(292e011d-b720-426e-be00-5c0a112a3142),segment_id=292e011d-b720-426e-be00-5c0a112a3142)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:32.888571 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.920974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:32.929839 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2845a0d6-85ee-4ec7-9045-2ea2200b8114 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.943416 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2845a0d6-85ee-4ec7-9045-2ea2200b8114 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] 10.222.0.81 "DELETE /v2.0/ports/a8de61d1-7bd0-4499-88ba-bcb644fd3d8a HTTP/1.1" status: 204 len: 168 time: 3.4082778 Aug 09 15:51:32.967569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:32.967993 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:32.974589 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1237a601-4431-41a3-812e-00bc0fa08d83 req-f8b34525-c742-4738-8142-93779f443e59 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] No DVR routers for this DVR port 9163aa28-4bb4-47f4-a8f0-2a5d47e525ed on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:32.980336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40182) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:33.011469 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1237a601-4431-41a3-812e-00bc0fa08d83 req-f8b34525-c742-4738-8142-93779f443e59 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.013504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1237a601-4431-41a3-812e-00bc0fa08d83 req-f8b34525-c742-4738-8142-93779f443e59 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.60 "DELETE /v2.0/ports/9163aa28-4bb4-47f4-a8f0-2a5d47e525ed HTTP/1.1" status: 204 len: 173 time: 2.7571640 Aug 09 15:51:33.013957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891a036d-d42b-4425-9a22-86bdf7d267bf', 'name': 'network-vif-deleted', 'tag': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:33.016726 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0062952-bcc9-4d6b-a33b-4a5f656e32a6" -d '{"events": [{"server_uuid": "891a036d-d42b-4425-9a22-86bdf7d267bf", "name": "network-vif-deleted", "tag": "9163aa28-4bb4-47f4-a8f0-2a5d47e525ed"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:33.040862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:33.041498 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.043050 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] 10.222.0.53 "PUT /v2.0/ports/d628323b-80a5-4f0b-b193-f0bfe80d9166 HTTP/1.1" status: 200 len: 1092 time: 4.2388463 Aug 09 15:51:33.084453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70637e-be8f-40d9-9180-0cc33563cfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d628323b-80a5-4f0b-b193-f0bfe80d9166,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:33.109888 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Allocated IP 10.1.1.2 (a5b49e70-6de9-4bad-8362-db65b48eb6e4/39bff017-66a5-44c5-b50a-e9fe63406ced/b2aae041-e6e6-47dc-8dc5-975e2ceadf6b) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:33.146353 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9dd9e6d1-e724-4d75-8f80-dbf3b5ced0b8 req-aca420c6-3651-4e6d-9773-04e6d1a53679 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9855ffc-2f63-410a-b6d9-d3929ec3667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219511 Aug 09 15:51:33.176695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b7dceea7-f6d8-43c3-9f4e-4a068b39a887 tempest-DHCPAgentSchedulersTestJSON-1999038868 tempest-DHCPAgentSchedulersTestJSON-1999038868-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.1695828 Aug 09 15:51:33.177538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40192) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:33.185822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1206794175'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:33.282848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Made reservation on behalf of 665d9d6f4ffb4f2bb9d07d6cc955a2b4 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:33.288920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.329435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-99282cba-57bf-40c3-a212-6cafae54a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:33.344955 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-99282cba-57bf-40c3-a212-6cafae54a39b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65e7f9379c044bb488e4b0a5410bfea3&device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 1095 time: 0.2216852 Aug 09 15:51:33.345288 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.357050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Transition to ACTIVE for port object b2aae041-e6e6-47dc-8dc5-975e2ceadf6b will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:33.373333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Transition to ACTIVE for port object b2aae041-e6e6-47dc-8dc5-975e2ceadf6b will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:33.380854 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.444345 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6734929e-e640-4277-8e02-1d97b92e3981 req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.451383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Network a5b49e70-6de9-4bad-8362-db65b48eb6e4 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:33.456416 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-17254061-eba3-46b7-9866-b1fec06c0a41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d628323b-80a5-4f0b-b193-f0bfe80d9166 HTTP/1.1" status: 200 len: 217 time: 0.1099050 Aug 09 15:51:33.457219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:33.457920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:33.463131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:33.469258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b8788-14f2-4515-8e41-c730f41aac7d req-6262a744-8f2f-44bf-9373-a9ceb09227c5 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:33.474987 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Pushing event updated for resources: {'Port': ['ID=b2aae041-e6e6-47dc-8dc5-975e2ceadf6b,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:33.480447 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b52b8788-14f2-4515-8e41-c730f41aac7d req-6262a744-8f2f-44bf-9373-a9ceb09227c5 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.1767588 Aug 09 15:51:33.481132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36b27a-0bc5-4274-96ea-78f37c0dfb8c req-64e862a2-6774-4441-be34-48002839ba3f tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:33.492349 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e36b27a-0bc5-4274-96ea-78f37c0dfb8c req-64e862a2-6774-4441-be34-48002839ba3f tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 946 time: 0.2938032 Aug 09 15:51:33.546300 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.546666 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Added segment 4a31c09c-c0cf-43ec-98e1-05514f9612bd of type vlan for network 7913b577-dd86-4182-a307-cca83c4f3f18 Aug 09 15:51:33.580499 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b52b8788-14f2-4515-8e41-c730f41aac7d req-d95d41f9-1f7d-44fd-b644-47d924baeb76 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982740 Aug 09 15:51:33.625187 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e36b27a-0bc5-4274-96ea-78f37c0dfb8c req-5308c1e1-9fd6-41ab-a229-13bdfd650511 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319480 Aug 09 15:51:33.630313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Attempting to bind port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:33.630992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Attempting to bind port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:33.631956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Attempting to bind port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:33.648723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:33.648723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Checking segment: {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:33.648723 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.648723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Bound using segment: {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:33.648723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Bound port: b2aae041-e6e6-47dc-8dc5-975e2ceadf6b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:33.648723 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.690945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-9099c174-4899-4c1c-bfdc-a6ed15555d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:33.697760 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-9099c174-4899-4c1c-bfdc-a6ed15555d09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0bb3177-f4c4-49a0-8f94-0901c965e8dc HTTP/1.1" status: 200 len: 861 time: 0.2265480 Aug 09 15:51:33.699510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.764977 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c2630f9-1dba-4d69-95d9-b107ef8bb9c1 req-54f6f441-5e16-4d9e-a15f-96d504bfc9ef tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 210 time: 0.0440617 Aug 09 15:51:33.815037 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] For port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:33.823319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] For port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b2aae041-e6e6-47dc-8dc5-975e2ceadf6b,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:33.829815 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.830426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-1b8b9d37-c46a-4989-bce1-e00dee3e73ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c3cbad23-84d5-4e0d-b972-27c86fe56006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190562 Aug 09 15:51:33.855762 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2c58147-88c4-4e82-b645-cd41ffbd1371 req-73cf86d6-98aa-4744-8987-43d9bb996c78 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 210 time: 0.1097343 Aug 09 15:51:33.875727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-54bf7e7a-b147-46f3-b00c-f9c21e478269 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:33.916170 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d3d881-d644-4707-b84a-52ac9e4f542b x-openstack-request-id: req-68d3d881-d644-4707-b84a-52ac9e4f542b {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:33.916724 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891a036d-d42b-4425-9a22-86bdf7d267bf", "name": "network-vif-deleted", "tag": "9163aa28-4bb4-47f4-a8f0-2a5d47e525ed", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:33.917134 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68d3d881-d644-4707-b84a-52ac9e4f542b {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:33.917710 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891a036d-d42b-4425-9a22-86bdf7d267bf', 'name': 'network-vif-deleted', 'tag': '9163aa28-4bb4-47f4-a8f0-2a5d47e525ed', 'status': 'completed', 'code': 200} Aug 09 15:51:33.919271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.resource_extend [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:51:33.938977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b705e-ee13-4439-b75e-ec1c4963bbda None None] Pushing event updated for resources: {'Port': ['ID=b2aae041-e6e6-47dc-8dc5-975e2ceadf6b,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:34.007777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad0fa4-688b-4b94-b280-f429febf567e req-de992f54-1ea8-4466-b3ea-d6a49c738485 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:34.009577 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58ad0fa4-688b-4b94-b280-f429febf567e req-de992f54-1ea8-4466-b3ea-d6a49c738485 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 946 time: 0.1397910 Aug 09 15:51:34.012537 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.017799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6734929e-e640-4277-8e02-1d97b92e3981 req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.020060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:34.020808 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.094356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf7e7a-b147-46f3-b00c-f9c21e478269 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Checking segment: {'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:34.094746 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf7e7a-b147-46f3-b00c-f9c21e478269 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Network hostable DHCP agents. Network: 1c3c728d-829e-4443-8957-ac78e0ccda02, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:34.125143 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6734929e-e640-4277-8e02-1d97b92e3981 req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Network 482e2903-7b7e-4858-aadf-8654b768bf58 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:34.132567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-6734929e-e640-4277-8e02-1d97b92e3981 req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:34.138523 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6734929e-e640-4277-8e02-1d97b92e3981 req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:34.177639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf7e7a-b147-46f3-b00c-f9c21e478269 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Subnet': ['ID=a3085894-0751-4872-a5e8-b00412ed7387,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:34.230279 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0504982 Aug 09 15:51:34.237247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40204) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:34.242659 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf7e7a-b147-46f3-b00c-f9c21e478269 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Network 1c3c728d-829e-4443-8957-ac78e0ccda02 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:34.252363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Pushing event updated for resources: {'Port': ['ID=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:34.294163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734929e-e640-4277-8e02-1d97b92e3981 req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:34.294843 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6734929e-e640-4277-8e02-1d97b92e3981 req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.309158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-54bf7e7a-b147-46f3-b00c-f9c21e478269 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 1c3c728d-829e-4443-8957-ac78e0ccda02) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:34.310904 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-1c9462d4-cdaa-462b-b4ac-5c14b154cca4 service neutron] 10.222.0.53 "GET /v2.0/networks/c3cbad23-84d5-4e0d-b972-27c86fe56006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735265 Aug 09 15:51:34.311514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3d1f6-bbb3-4ea1-b44c-9b8286fe2117 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Pushing event updated for resources: {'Network': ['ID=7913b577-dd86-4182-a307-cca83c4f3f18,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:34.319724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f889505b-b6d2-4695-98db-8c76514baaa9 None None] Network 1c3c728d-829e-4443-8957-ac78e0ccda02 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:34.321440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bf7e7a-b147-46f3-b00c-f9c21e478269 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:34.322090 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-54bf7e7a-b147-46f3-b00c-f9c21e478269 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.343125 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 7913b577-dd86-4182-a307-cca83c4f3f18 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:34.370340 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-54bf7e7a-b147-46f3-b00c-f9c21e478269 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8878605 Aug 09 15:51:34.375424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40206) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:34.378170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-15fbc1c3-1d34-4e75-a2b3-a47a431dcd82 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3924360 Aug 09 15:51:34.391298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'port': {'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4', 'name': 'tempest-TaggedBootDevicesTest-1746081267', 'fixed_ips': [{'subnet_id': '39bff017-66a5-44c5-b50a-e9fe63406ced'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:34.412912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Request body: {'port': {'device_id': '6fc33a00-b638-4438-85ba-0867ac45d5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:34.536549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-58ad0fa4-688b-4b94-b280-f429febf567e req-67036154-298d-4763-80de-68f708cf5c54 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Deleting port 4058035a-9297-48f7-b700-aafac432e71a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:34.537257 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-58ad0fa4-688b-4b94-b280-f429febf567e req-67036154-298d-4763-80de-68f708cf5c54 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.632645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861f6a6-7724-4579-9c88-c1213387e54b req-2cb6df43-082a-4414-a963-19b8ec1bb4d8 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:34.634421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4861f6a6-7724-4579-9c88-c1213387e54b req-2cb6df43-082a-4414-a963-19b8ec1bb4d8 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 944 time: 0.3346272 Aug 09 15:51:34.711349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.828090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4861f6a6-7724-4579-9c88-c1213387e54b req-7bf137fb-a5cf-47eb-9797-e09d6469f00b tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9855ffc-2f63-410a-b6d9-d3929ec3667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784441 Aug 09 15:51:34.904972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-1c3c728d-829e-4443-8957-ac78e0ccda02', 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'fixed_ips': [{'subnet_id': 'a3085894-0751-4872-a5e8-b00412ed7387'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:34.905915 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:34.987948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:35.101688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Allocated IP 10.2.2.2 (1c3c728d-829e-4443-8957-ac78e0ccda02/a3085894-0751-4872-a5e8-b00412ed7387/682da841-8cdc-4617-9c85-cad3aeb2ecc5) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:35.158014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b85fabbc-5ba8-4dd3-a58a-472e55b35086 tempest-DHCPAgentSchedulersTestJSON-1999038868 tempest-DHCPAgentSchedulersTestJSON-1999038868-project-admin] 10.222.0.81 "GET /v2.0/agents/a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4/dhcp-networks HTTP/1.1" status: 200 len: 10485 time: 0.9194391 Aug 09 15:51:35.161994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40218) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:35.333167 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.343805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Transition to ACTIVE for port object 682da841-8cdc-4617-9c85-cad3aeb2ecc5 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:35.362406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Transition to ACTIVE for port object 682da841-8cdc-4617-9c85-cad3aeb2ecc5 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:35.368678 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.373207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cc47c-7b93-4480-857e-b6d98a1c3f15 req-bd085870-0b84-4352-87cb-a28730a4544f tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:35.376789 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c3cc47c-7b93-4480-857e-b6d98a1c3f15 req-bd085870-0b84-4352-87cb-a28730a4544f tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.3084319 Aug 09 15:51:35.382939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b4701bc-130c-4a4c-9f35-e0e63a704d5f req-ea7127b0-ba8a-4d17-97e1-d31da2008bfe service neutron] 10.222.0.53 "GET /v2.0/networks/c3cbad23-84d5-4e0d-b972-27c86fe56006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9619293 Aug 09 15:51:35.405046 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67ea32d-b1d3-4593-9a5d-271742ccdcd0 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:35.415852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.431986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Transition to ACTIVE for port object c67ea32d-b1d3-4593-9a5d-271742ccdcd0 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:35.440736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Network 1c3c728d-829e-4443-8957-ac78e0ccda02 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:35.446326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:35.452619 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Pushing event updated for resources: {'Port': ['ID=682da841-8cdc-4617-9c85-cad3aeb2ecc5,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:35.457494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:35.459921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b2aae041-e6e6-47dc-8dc5-975e2ceadf6b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:35.465207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad458eb-4da0-4209-a171-0ab53d6b0193 req-f46b06f5-256e-4961-8a77-a47cd71f25f9 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:35.467175 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ad458eb-4da0-4209-a171-0ab53d6b0193 req-f46b06f5-256e-4961-8a77-a47cd71f25f9 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 946 time: 0.4871390 Aug 09 15:51:35.470976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.519693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-3e239f78-d6ef-421e-837c-c8a7594ddf2d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:35.521398 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-3e239f78-d6ef-421e-837c-c8a7594ddf2d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.60 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 817 time: 0.4469736 Aug 09 15:51:35.530803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-58ad0fa4-688b-4b94-b280-f429febf567e req-67036154-298d-4763-80de-68f708cf5c54 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] For port 4058035a-9297-48f7-b700-aafac432e71a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4058035a-9297-48f7-b700-aafac432e71a,segment=NetworkSegment(3d65b35d-472d-46a0-97aa-c23277e5e337),segment_id=3d65b35d-472d-46a0-97aa-c23277e5e337)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:35.531442 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-58ad0fa4-688b-4b94-b280-f429febf567e req-67036154-298d-4763-80de-68f708cf5c54 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.544327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522fe0cd-e370-4bd2-9999-612c4c17da43 None None] Network a5b49e70-6de9-4bad-8362-db65b48eb6e4 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:35.576954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-58ad0fa4-688b-4b94-b280-f429febf567e req-67036154-298d-4763-80de-68f708cf5c54 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Calling delete_port for 4058035a-9297-48f7-b700-aafac432e71a owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:35.579991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ad458eb-4da0-4209-a171-0ab53d6b0193 req-597eeb3f-59e6-4f10-a2bc-20734326a2dd tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab529aba-724a-4097-9abc-461219eadfaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018674 Aug 09 15:51:35.587431 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:35.600368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.601807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c3cc47c-7b93-4480-857e-b6d98a1c3f15 req-2a0b33ea-8f6b-4f2b-85aa-371837f4747c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171471 Aug 09 15:51:35.680584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05314b4e-2103-4513-af5b-2f624b1ae5ff tempest-DHCPAgentSchedulersTestJSON-1999038868 tempest-DHCPAgentSchedulersTestJSON-1999038868-project-admin] Network 7913b577-dd86-4182-a307-cca83c4f3f18 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:35.690135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-0b9e65f1-4b16-459f-8580-fba61a056471 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1314f79c80f34f21a2850a9cf64ee2db HTTP/1.1" status: 200 len: 380 time: 0.1551666 Aug 09 15:51:35.699199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] device_id is not set on port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:35.701081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Request body: {'port': {'device_id': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'admin_state_up': True, 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'security_groups': ['894d64f0-bd1a-4fb7-ba63-397c57de0ac6']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:35.729259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Attempting to bind port c67ea32d-b1d3-4593-9a5d-271742ccdcd0 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:35.729618 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Attempting to bind port c67ea32d-b1d3-4593-9a5d-271742ccdcd0 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:35.729977 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Attempting to bind port c67ea32d-b1d3-4593-9a5d-271742ccdcd0 on network 482e2903-7b7e-4858-aadf-8654b768bf58 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:35.777616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-05314b4e-2103-4513-af5b-2f624b1ae5ff tempest-DHCPAgentSchedulersTestJSON-1999038868 tempest-DHCPAgentSchedulersTestJSON-1999038868-project-admin] 10.222.0.81 "POST /v2.0/agents/a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5783403 Aug 09 15:51:35.780751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40222) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:35.789439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0ab277-6936-4164-98ce-9437712fbccf None None] Network 7913b577-dd86-4182-a307-cca83c4f3f18 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:35.830086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Port c67ea32d-b1d3-4593-9a5d-271742ccdcd0 on network 482e2903-7b7e-4858-aadf-8654b768bf58 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:51:35.830355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Attempting to bind port c67ea32d-b1d3-4593-9a5d-271742ccdcd0 on network 482e2903-7b7e-4858-aadf-8654b768bf58 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:35.855564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:35.855923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Checking segment: {'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:35.856295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Bound using segment: {'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:35.856747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Bound port: c67ea32d-b1d3-4593-9a5d-271742ccdcd0, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:35.857113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:35.937921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f362be0-0028-4054-a2fb-3708b92982d8', 'tag': 'd628323b-80a5-4f0b-b193-f0bfe80d9166'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:35.941840 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d63316-20a9-452c-ab63-be198a6b0ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f362be0-0028-4054-a2fb-3708b92982d8", "tag": "d628323b-80a5-4f0b-b193-f0bfe80d9166"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:35.953065 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4058035a-9297-48f7-b700-aafac432e71a no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:35.954299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c546ea5f-8a66-475f-bc21-9ec83d17b8ab None None] Provisioning for port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:35.959628 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8bbf3c4a-f5e4-45b3-8ba7-0be4740e7e27 req-90f1033e-742c-4252-acb1-0eecb17e51b1 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 210 time: 0.1541107 Aug 09 15:51:35.996797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Attempting to bind port 682da841-8cdc-4617-9c85-cad3aeb2ecc5 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:35.997174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Attempting to bind port 682da841-8cdc-4617-9c85-cad3aeb2ecc5 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:35.997544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Attempting to bind port 682da841-8cdc-4617-9c85-cad3aeb2ecc5 on network 1c3c728d-829e-4443-8957-ac78e0ccda02 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:35.998015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-58ad0fa4-688b-4b94-b280-f429febf567e req-67036154-298d-4763-80de-68f708cf5c54 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.061160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67036154-298d-4763-80de-68f708cf5c54 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Pushing event deleted for resources: {'Port': ['ID=4058035a-9297-48f7-b700-aafac432e71a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:36.063244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:36.068675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:36.069238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Checking segment: {'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:36.069682 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.070106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Bound using segment: {'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:36.070558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Bound port: 682da841-8cdc-4617-9c85-cad3aeb2ecc5, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:36.070951 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.079473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Made reservation on behalf of 1314f79c80f34f21a2850a9cf64ee2db for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:36.085394 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.111158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370463d-dd06-473f-944d-89dc57ba23cd req-14f353a9-5da7-43b6-b220-0fcbcce90903 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:36.120347 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9370463d-dd06-473f-944d-89dc57ba23cd req-14f353a9-5da7-43b6-b220-0fcbcce90903 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 943 time: 0.2160265 Aug 09 15:51:36.124851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:36.125303 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.173260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ad0fa4-688b-4b94-b280-f429febf567e req-67036154-298d-4763-80de-68f708cf5c54 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] No DVR routers for this DVR port 4058035a-9297-48f7-b700-aafac432e71a on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:36.176234 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-58ad0fa4-688b-4b94-b280-f429febf567e req-67036154-298d-4763-80de-68f708cf5c54 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.178970 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58ad0fa4-688b-4b94-b280-f429febf567e req-67036154-298d-4763-80de-68f708cf5c54 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.53 "DELETE /v2.0/ports/4058035a-9297-48f7-b700-aafac432e71a HTTP/1.1" status: 204 len: 173 time: 2.1534226 Aug 09 15:51:36.249754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] For port c67ea32d-b1d3-4593-9a5d-271742ccdcd0, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:36.276620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No active binding found for port 4058035a-9297-48f7-b700-aafac432e71a {{(pid=94291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 15:51:36.277429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4058035a-9297-48f7-b700-aafac432e71a not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:36.286158 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-000d008d-dde1-47df-9bed-7f0f41ff086c tempest-DHCPAgentSchedulersTestJSON-1999038868 tempest-DHCPAgentSchedulersTestJSON-1999038868-project-admin] 10.222.0.81 "GET /v2.0/agents/a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4/dhcp-networks HTTP/1.1" status: 200 len: 11256 time: 0.5040021 Aug 09 15:51:36.302562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] For port c67ea32d-b1d3-4593-9a5d-271742ccdcd0, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:36.312110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Allocated IP 10.1.1.230 (a5b49e70-6de9-4bad-8362-db65b48eb6e4/39bff017-66a5-44c5-b50a-e9fe63406ced/3466e235-97ff-4dc2-8d02-ef6f15d1cb22) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:36.349404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Allocated IP 172.20.0.9 (dfbb6a8b-2015-4e91-bb6c-77b4cf88c201/03743d9e-6eae-486e-b7f2-d7dc364695cd/f6fecabf-4309-4cd4-add7-60fce676c668) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:36.366660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] For port 682da841-8cdc-4617-9c85-cad3aeb2ecc5, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:36.389327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] For port 682da841-8cdc-4617-9c85-cad3aeb2ecc5, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=682da841-8cdc-4617-9c85-cad3aeb2ecc5,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:36.391394 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.417652 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.505202 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b2aae041-e6e6-47dc-8dc5-975e2ceadf6b,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:36.520471 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.538613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40228) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:36.542131 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.553439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7faa8-5f5b-42a5-bc13-e8b1a7324fb9 None None] Pushing event updated for resources: {'Port': ['ID=682da841-8cdc-4617-9c85-cad3aeb2ecc5,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:36.554309 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.570059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Transition to ACTIVE for port object f6fecabf-4309-4cd4-add7-60fce676c668 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:36.619321 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.642070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:36.659241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=b2aae041-e6e6-47dc-8dc5-975e2ceadf6b,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:36.689628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f9093-ed0c-440b-8933-7440b49590f2 req-f8891231-39d7-41df-9bc7-9e7fa4e0ce6b tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:36.691997 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7c7f9093-ed0c-440b-8933-7440b49590f2 req-f8891231-39d7-41df-9bc7-9e7fa4e0ce6b tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 944 time: 0.5582619 Aug 09 15:51:36.696975 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9370463d-dd06-473f-944d-89dc57ba23cd req-4f1c773f-091a-4091-8b54-d09fcc142295 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756154 Aug 09 15:51:36.705886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:36.706499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.708650 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-375fb18b-5083-4baa-b31d-42d7fca94ec8 service neutron] 10.222.0.53 "PUT /v2.0/ports/c67ea32d-b1d3-4593-9a5d-271742ccdcd0 HTTP/1.1" status: 200 len: 1091 time: 2.3105948 Aug 09 15:51:36.710458 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc33a00-b638-4438-85ba-0867ac45d5fa', 'tag': 'c67ea32d-b1d3-4593-9a5d-271742ccdcd0'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:36.713014 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea50ac6a-3199-4ee5-a90c-09575b08805a" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc33a00-b638-4438-85ba-0867ac45d5fa", "tag": "c67ea32d-b1d3-4593-9a5d-271742ccdcd0"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:36.747102 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ff6f6e51-f761-4f6a-aa17-bdf44491672e None None] Provisioning complete for port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:36.759654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6e51-f761-4f6a-aa17-bdf44491672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.764167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:36.788427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:36.794413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:36.925736 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:36.943954 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b438c6-c532-4bbe-b597-21de91763b37 x-openstack-request-id: req-77b438c6-c532-4bbe-b597-21de91763b37 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:36.946324 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f362be0-0028-4054-a2fb-3708b92982d8", "tag": "d628323b-80a5-4f0b-b193-f0bfe80d9166", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:36.948372 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77b438c6-c532-4bbe-b597-21de91763b37 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:36.948372 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f362be0-0028-4054-a2fb-3708b92982d8', 'tag': 'd628323b-80a5-4f0b-b193-f0bfe80d9166', 'status': 'completed', 'code': 200} Aug 09 15:51:37.050605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Transition to ACTIVE for port object 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:37.065852 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7c7f9093-ed0c-440b-8933-7440b49590f2 req-ed9b976e-f435-4eb9-8d0d-283f847e15fa tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9855ffc-2f63-410a-b6d9-d3929ec3667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522708 Aug 09 15:51:37.071119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event updated for resources: {'Port': ['ID=f6fecabf-4309-4cd4-add7-60fce676c668,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:37.092241 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5cb8b97a-0b3c-4829-a9cb-0cd55d5250b2 tempest-DHCPAgentSchedulersTestJSON-1999038868 tempest-DHCPAgentSchedulersTestJSON-1999038868-project-admin] 10.222.0.81 "DELETE /v2.0/agents/a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4/dhcp-networks/7913b577-dd86-4182-a307-cca83c4f3f18 HTTP/1.1" status: 204 len: 168 time: 0.5516846 Aug 09 15:51:37.095308 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40240) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:37.100078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:37.100881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.155217 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734929e-e640-4277-8e02-1d97b92e3981 req-0658a51c-6e08-4fde-872a-d5cedfe88dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:37.155217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-0658a51c-6e08-4fde-872a-d5cedfe88dda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f09dbc0d7644283a77bfb624a682b1d&device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 1094 time: 0.3402543 Aug 09 15:51:37.156745 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2fc44f7e-0db6-405d-a633-8f4bbbcfbefa req-8ec7ba33-b115-469b-ad53-23f1de717ac9 tempest-InstanceActionsTestJSON-504513371 tempest-InstanceActionsTestJSON-504513371-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a167b87-520f-4888-99c4-bf585a845e6f HTTP/1.1" status: 200 len: 210 time: 0.0890245 Aug 09 15:51:37.180688 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:51:37.190752 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-2bdcc395-17ff-41dd-bf9b-b1d3f93ee181 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4937108 Aug 09 15:51:37.217688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Request body: {'port': {'device_id': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:37.234470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d63316-20a9-452c-ab63-be198a6b0ab4 req-8c6467c9-d53e-4adb-a78b-e288b3c51c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:37.240614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36d63316-20a9-452c-ab63-be198a6b0ab4 req-8c6467c9-d53e-4adb-a78b-e288b3c51c24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65e7f9379c044bb488e4b0a5410bfea3&device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 1095 time: 0.2893276 Aug 09 15:51:37.244548 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3918ceb9-8e62-468d-b8fc-18a7ee4b0e90 x-openstack-request-id: req-3918ceb9-8e62-468d-b8fc-18a7ee4b0e90 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:37.244838 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc33a00-b638-4438-85ba-0867ac45d5fa", "tag": "c67ea32d-b1d3-4593-9a5d-271742ccdcd0", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:37.245092 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3918ceb9-8e62-468d-b8fc-18a7ee4b0e90 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:37.245500 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc33a00-b638-4438-85ba-0867ac45d5fa', 'tag': 'c67ea32d-b1d3-4593-9a5d-271742ccdcd0', 'status': 'completed', 'code': 200} Aug 09 15:51:37.351584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e128c13b-68eb-47a1-a132-a87c3e7d0dd3 None None] Provisioning for port f6fecabf-4309-4cd4-add7-60fce676c668 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:37.357200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e128c13b-68eb-47a1-a132-a87c3e7d0dd3 None None] Provisioning complete for port f6fecabf-4309-4cd4-add7-60fce676c668 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:37.357741 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e128c13b-68eb-47a1-a132-a87c3e7d0dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.439456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e128c13b-68eb-47a1-a132-a87c3e7d0dd3 None None] Port f6fecabf-4309-4cd4-add7-60fce676c668 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:37.504811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 682da841-8cdc-4617-9c85-cad3aeb2ecc5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:37.515877 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.605771 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9cff379-9b1b-4a78-b7ff-c426ea3bdb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.630533 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 682da841-8cdc-4617-9c85-cad3aeb2ecc5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:37.637352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b2aae041-e6e6-47dc-8dc5-975e2ceadf6b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:37.748287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:37.748678 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.776037 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:37.782849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-dc09a499-6400-4856-9dd1-f8bc48360cac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c67ea32d-b1d3-4593-9a5d-271742ccdcd0 HTTP/1.1" status: 200 len: 217 time: 0.5897996 Aug 09 15:51:37.811158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Network a5b49e70-6de9-4bad-8362-db65b48eb6e4 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:37.818404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:37.825192 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:37.979213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734929e-e640-4277-8e02-1d97b92e3981 req-e8f3c972-47fc-4c99-a76d-083d9dab5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:37.981772 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-e8f3c972-47fc-4c99-a76d-083d9dab5172 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c86acb35-9863-4f87-ad55-3e0131e2a197 HTTP/1.1" status: 200 len: 855 time: 0.1656475 Aug 09 15:51:38.019166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6fecabf-4309-4cd4-add7-60fce676c668 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:38.040590 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.055705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Transition to ACTIVE for port object f6fecabf-4309-4cd4-add7-60fce676c668 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:38.062041 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.083351 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-3698752a-8cb5-4081-bb97-35af4cec421c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=482e2903-7b7e-4858-aadf-8654b768bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854597 Aug 09 15:51:38.091128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c6f23-d71f-4ae1-94fe-543eff438a40 req-e78a4547-de75-45e1-9f9b-e92127ad33cb tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:38.099934 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-506c6f23-d71f-4ae1-94fe-543eff438a40 req-e78a4547-de75-45e1-9f9b-e92127ad33cb tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 931 time: 0.6909137 Aug 09 15:51:38.106525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4245751-d74c-47e4-ab91-749e8f9fbd53 req-e4d4bf95-9106-4638-8566-87afcc2d92ed tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:38.115958 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4245751-d74c-47e4-ab91-749e8f9fbd53 req-e4d4bf95-9106-4638-8566-87afcc2d92ed tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.8785696 Aug 09 15:51:38.139356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d63316-20a9-452c-ab63-be198a6b0ab4 req-662c550d-ae6a-4261-9423-8444e52cca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:38.140878 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36d63316-20a9-452c-ab63-be198a6b0ab4 req-662c550d-ae6a-4261-9423-8444e52cca03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c3cbad23-84d5-4e0d-b972-27c86fe56006 HTTP/1.1" status: 200 len: 922 time: 0.8494918 Aug 09 15:51:38.219540 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8381f855-0f36-48e3-8a9c-bbe5dfeed6f7 tempest-DHCPAgentSchedulersTestJSON-1999038868 tempest-DHCPAgentSchedulersTestJSON-1999038868-project-admin] 10.222.0.81 "GET /v2.0/agents/a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4/dhcp-networks HTTP/1.1" status: 200 len: 10485 time: 1.1221325 Aug 09 15:51:38.228487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40250) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:38.264654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Port': ['ID=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:38.305919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e689ebad-ab07-491c-b4f4-5cc7c38a4dfa None None] Provisioning for port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:38.310428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e689ebad-ab07-491c-b4f4-5cc7c38a4dfa None None] Provisioning complete for port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:38.311078 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e689ebad-ab07-491c-b4f4-5cc7c38a4dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.336969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:38.343408 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.344868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36d63316-20a9-452c-ab63-be198a6b0ab4 req-64a6ba71-635b-4b0b-895d-685f03b1ece5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d628323b-80a5-4f0b-b193-f0bfe80d9166 HTTP/1.1" status: 200 len: 217 time: 0.1338456 Aug 09 15:51:38.375251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad2d817-fb20-4dda-8b2e-fd2275b13e7a None None] Network 1c3c728d-829e-4443-8957-ac78e0ccda02 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:38.401531 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4245751-d74c-47e4-ab91-749e8f9fbd53 req-47a00ea8-187f-4bb1-8f2b-26aa810ff3ba tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813668 Aug 09 15:51:38.470550 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-62699df9-133c-4be5-bcaf-4ea93cf2868f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0889852 Aug 09 15:51:38.471642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40252) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:38.484060 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'port': {'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4', 'name': 'tempest-TaggedBootDevicesTest-1616883664', 'fixed_ips': [{'subnet_id': '39bff017-66a5-44c5-b50a-e9fe63406ced'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:38.487342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e689ebad-ab07-491c-b4f4-5cc7c38a4dfa None None] Port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:38.570777 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-506c6f23-d71f-4ae1-94fe-543eff438a40 req-9f457c08-9133-49b4-b4ff-25e3b3005712 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4642463 Aug 09 15:51:38.572679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Pushing event updated for resources: {'Port': ['ID=f6fecabf-4309-4cd4-add7-60fce676c668,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:38.578311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d63316-20a9-452c-ab63-be198a6b0ab4 req-206a1a1f-c720-4bed-8ef5-7fed23ab3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:38.582245 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36d63316-20a9-452c-ab63-be198a6b0ab4 req-206a1a1f-c720-4bed-8ef5-7fed23ab3f02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0bb3177-f4c4-49a0-8f94-0901c965e8dc HTTP/1.1" status: 200 len: 861 time: 0.1689661 Aug 09 15:51:38.635052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c8384f98-f28d-4a27-803a-3b938bd2c80c tempest-DHCPAgentSchedulersTestJSON-1999038868 tempest-DHCPAgentSchedulersTestJSON-1999038868-project-admin] 10.222.0.81 "GET /v2.0/networks/39f0ed07-974c-4e47-8067-c55947da51f7/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.3974566 Aug 09 15:51:38.635052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36d63316-20a9-452c-ab63-be198a6b0ab4 req-d97636a1-6f92-44ea-8e20-b0517de256cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c3cbad23-84d5-4e0d-b972-27c86fe56006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365233 Aug 09 15:51:38.703699 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40254) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:38.747837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f279844d-1654-4ff6-a2c1-d1a8296bf9f3 None None] Provisioning for port 682da841-8cdc-4617-9c85-cad3aeb2ecc5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:38.767668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f279844d-1654-4ff6-a2c1-d1a8296bf9f3 None None] Provisioning complete for port 682da841-8cdc-4617-9c85-cad3aeb2ecc5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:38.768084 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f279844d-1654-4ff6-a2c1-d1a8296bf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.791060 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-adfccde5-48de-4eff-8122-89bf751d3cf7 service neutron] 10.222.0.53 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582210 Aug 09 15:51:38.800380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:38.806262 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.834432 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d9d2fc6a-2f38-43bf-9147-ae6e89349c50 tempest-DHCPAgentSchedulersTestJSON-1999038868 tempest-DHCPAgentSchedulersTestJSON-1999038868-project-admin] 10.222.0.81 "GET /v2.0/networks/39f0ed07-974c-4e47-8067-c55947da51f7/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1213334 Aug 09 15:51:38.837105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40256) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:38.865495 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36d63316-20a9-452c-ab63-be198a6b0ab4 req-814bd460-8dcc-4a83-a3a3-8fc4c20ed823 service neutron] 10.222.0.53 "GET /v2.0/networks/c3cbad23-84d5-4e0d-b972-27c86fe56006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932418 Aug 09 15:51:38.867412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] device_id is not set on port 5c157cf4-9aaa-47fa-aba5-df3034f5174b yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:51:38.920512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bcaba-1a3e-47d5-9a94-9be61ba2c93d req-ccf1e544-494c-48c5-9b18-2e320361a5e9 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:38.922661 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2f6bcaba-1a3e-47d5-9a94-9be61ba2c93d req-ccf1e544-494c-48c5-9b18-2e320361a5e9 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 943 time: 0.2287951 Aug 09 15:51:38.931938 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f279844d-1654-4ff6-a2c1-d1a8296bf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:38.965320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a167b87-520f-4888-99c4-bf585a845e6f', 'name': 'network-vif-deleted', 'tag': '4058035a-9297-48f7-b700-aafac432e71a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:38.970985 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0eaa52-4710-48bc-b3b9-b1cd1b9bc4ff" -d '{"events": [{"server_uuid": "8a167b87-520f-4888-99c4-bf585a845e6f", "name": "network-vif-deleted", "tag": "4058035a-9297-48f7-b700-aafac432e71a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:39.057969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f279844d-1654-4ff6-a2c1-d1a8296bf9f3 None None] For port 682da841-8cdc-4617-9c85-cad3aeb2ecc5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=682da841-8cdc-4617-9c85-cad3aeb2ecc5,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:39.078461 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f279844d-1654-4ff6-a2c1-d1a8296bf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.153393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Allocated IP 10.1.1.165 (a5b49e70-6de9-4bad-8362-db65b48eb6e4/39bff017-66a5-44c5-b50a-e9fe63406ced/5c157cf4-9aaa-47fa-aba5-df3034f5174b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:39.197734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279844d-1654-4ff6-a2c1-d1a8296bf9f3 None None] Pushing event updated for resources: {'Port': ['ID=682da841-8cdc-4617-9c85-cad3aeb2ecc5,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:39.223900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36d63316-20a9-452c-ab63-be198a6b0ab4 req-8028a5b7-2632-40b4-b7fb-d7205498d67b service neutron] 10.222.0.53 "GET /v2.0/networks/c3cbad23-84d5-4e0d-b972-27c86fe56006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339267 Aug 09 15:51:39.249106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Attempting to bind port f6fecabf-4309-4cd4-add7-60fce676c668 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:39.249735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Attempting to bind port f6fecabf-4309-4cd4-add7-60fce676c668 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:39.250696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Attempting to bind port f6fecabf-4309-4cd4-add7-60fce676c668 on network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:39.273313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Port f6fecabf-4309-4cd4-add7-60fce676c668 on network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:51:39.274270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Attempting to bind port f6fecabf-4309-4cd4-add7-60fce676c668 on network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:39.302843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9c0e2-edbe-4aef-8bc9-0ef163849a75 req-58072f55-eb47-4d35-b05b-533fee434727 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:39.310900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fb9c0e2-edbe-4aef-8bc9-0ef163849a75 req-58072f55-eb47-4d35-b05b-533fee434727 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 944 time: 0.4361389 Aug 09 15:51:39.311810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:39.312155 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Checking segment: {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:39.312553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Bound using segment: {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:39.313275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Bound port: f6fecabf-4309-4cd4-add7-60fce676c668, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:39.313548 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.379767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 682da841-8cdc-4617-9c85-cad3aeb2ecc5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:39.409281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e9d8c3b8-d5e6-44d5-8ac2-26c886533cce None None] Provisioning complete for port 682da841-8cdc-4617-9c85-cad3aeb2ecc5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:39.410673 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c3b8-d5e6-44d5-8ac2-26c886533cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.438380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:39.444462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f6fecabf-4309-4cd4-add7-60fce676c668,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:39.458623 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.468906 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2f6bcaba-1a3e-47d5-9a94-9be61ba2c93d req-b16fb6c1-23a5-4e5d-943b-be8bc64e4a5b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014830 Aug 09 15:51:39.497675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 682da841-8cdc-4617-9c85-cad3aeb2ecc5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:39.498575 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.530032 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6734929e-e640-4277-8e02-1d97b92e3981 req-7ebaf5c3-9964-4e63-a84b-17b4c10cdc2f service neutron] 10.222.0.53 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7156830 Aug 09 15:51:39.599893 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.630788 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2901ea61-950b-4691-b1eb-9ba110cbf7d3 tempest-DHCPAgentSchedulersTestJSON-1999038868 tempest-DHCPAgentSchedulersTestJSON-1999038868-project-admin] 10.222.0.81 "GET /v2.0/agents/a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4/dhcp-networks HTTP/1.1" status: 200 len: 10485 time: 0.7808857 Aug 09 15:51:39.633240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40266) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:39.639399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Transition to ACTIVE for port object 5c157cf4-9aaa-47fa-aba5-df3034f5174b will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:39.640813 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40268) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:39.644074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fb9c0e2-edbe-4aef-8bc9-0ef163849a75 req-b1173d02-83bf-43d8-8c85-131bdc819656 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9855ffc-2f63-410a-b6d9-d3929ec3667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266909 Aug 09 15:51:39.819565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:39.820351 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.821822 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-867555f4-b743-46a9-b17b-a446793b72db service neutron] 10.222.0.60 "PUT /v2.0/ports/f6fecabf-4309-4cd4-add7-60fce676c668 HTTP/1.1" status: 200 len: 1091 time: 2.6193311 Aug 09 15:51:39.837098 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.852436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50ac6a-3199-4ee5-a90c-09575b08805a req-6b270663-443f-4fcc-9f26-c22bc597f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:39.853994 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea50ac6a-3199-4ee5-a90c-09575b08805a req-6b270663-443f-4fcc-9f26-c22bc597f9c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f09dbc0d7644283a77bfb624a682b1d&device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 1094 time: 0.2326069 Aug 09 15:51:39.859491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-83aa5f69-a371-48f7-ac42-e13e4136611c admin admin] Deleting subnet f16b797f-572e-4df1-8c4a-ff1b329a5c1b {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:39.864380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-83aa5f69-a371-48f7-ac42-e13e4136611c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.867454 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbeeae8-919d-4349-850b-ad75d9bfc48e x-openstack-request-id: req-2bbeeae8-919d-4349-850b-ad75d9bfc48e {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:39.867748 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a167b87-520f-4888-99c4-bf585a845e6f", "name": "network-vif-deleted", "tag": "4058035a-9297-48f7-b700-aafac432e71a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:39.868001 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2bbeeae8-919d-4349-850b-ad75d9bfc48e {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:39.868389 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a167b87-520f-4888-99c4-bf585a845e6f', 'name': 'network-vif-deleted', 'tag': '4058035a-9297-48f7-b700-aafac432e71a', 'status': 'completed', 'code': 200} Aug 09 15:51:39.919234 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:39.987953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d628323b-80a5-4f0b-b193-f0bfe80d9166 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:51:40.025738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867555f4-b743-46a9-b17b-a446793b72db service neutron] Pushing event updated for resources: {'Port': ['ID=f6fecabf-4309-4cd4-add7-60fce676c668,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:40.089181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-83aa5f69-a371-48f7-ac42-e13e4136611c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.109765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-dd39a0ef-d3de-4ca2-af36-51ac53b21173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:40.112312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-dd39a0ef-d3de-4ca2-af36-51ac53b21173 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 1094 time: 0.2390170 Aug 09 15:51:40.126164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.153254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763afb20-92a4-40d4-8a27-0ab3b74d7294 req-8aeddc0f-6195-4471-a09a-5bcb2112adaf tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:40.156044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763afb20-92a4-40d4-8a27-0ab3b74d7294 req-8aeddc0f-6195-4471-a09a-5bcb2112adaf tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.2912846 Aug 09 15:51:40.169298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d628323b-80a5-4f0b-b193-f0bfe80d9166, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d628323b-80a5-4f0b-b193-f0bfe80d9166,segment=NetworkSegment(292e011d-b720-426e-be00-5c0a112a3142),segment_id=292e011d-b720-426e-be00-5c0a112a3142)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:40.176752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Network a5b49e70-6de9-4bad-8362-db65b48eb6e4 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:40.184791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'd628323b-80a5-4f0b-b193-f0bfe80d9166', 'network_id': 'c3cbad23-84d5-4e0d-b972-27c86fe56006', 'port_id': 'd628323b-80a5-4f0b-b193-f0bfe80d9166', 'mac_address': 'fa:16:3e:bc:6b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bb3177-f4c4-49a0-8f94-0901c965e8dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:51:40.193473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Port': ['ID=5c157cf4-9aaa-47fa-aba5-df3034f5174b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:40.200726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:40.213894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25066b7f-25c0-454a-862d-15009c36ee0d req-3c627b72-fb6c-42a5-b251-6e1ea1638220 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:40.222744 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25066b7f-25c0-454a-862d-15009c36ee0d req-3c627b72-fb6c-42a5-b251-6e1ea1638220 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.3341444 Aug 09 15:51:40.230064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7913b577-dd86-4182-a307-cca83c4f3f18']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:40.230620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:40.241441 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-83aa5f69-a371-48f7-ac42-e13e4136611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.252207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-e8e6b98d-d90c-47eb-8960-6d55d1aeddd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6fecabf-4309-4cd4-add7-60fce676c668 HTTP/1.1" status: 200 len: 217 time: 0.1294460 Aug 09 15:51:40.258790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a31c09c-c0cf-43ec-98e1-05514f9612bd') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:40.259322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a31c09c-c0cf-43ec-98e1-05514f9612bd') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:40.266118 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.306087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d628323b-80a5-4f0b-b193-f0bfe80d9166 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:40.322303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50ac6a-3199-4ee5-a90c-09575b08805a req-85cb004e-0713-4248-b2f1-867ae30e1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:40.323815 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea50ac6a-3199-4ee5-a90c-09575b08805a req-85cb004e-0713-4248-b2f1-867ae30e1ae3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=482e2903-7b7e-4858-aadf-8654b768bf58 HTTP/1.1" status: 200 len: 916 time: 0.4347534 Aug 09 15:51:40.350476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d628323b-80a5-4f0b-b193-f0bfe80d9166, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d628323b-80a5-4f0b-b193-f0bfe80d9166,segment=NetworkSegment(292e011d-b720-426e-be00-5c0a112a3142),segment_id=292e011d-b720-426e-be00-5c0a112a3142)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:40.357502 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.371743 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.412460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763afb20-92a4-40d4-8a27-0ab3b74d7294 req-c7d1a1aa-daed-4d00-9c04-09627717d936 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425847 Aug 09 15:51:40.415684 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.417481 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:40.418095 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.428797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:40.429217 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:40.433127 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:40.436537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea50ac6a-3199-4ee5-a90c-09575b08805a req-585be9e8-a256-4407-9ba1-8daedf6bc577 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c67ea32d-b1d3-4593-9a5d-271742ccdcd0 HTTP/1.1" status: 200 len: 217 time: 0.0969067 Aug 09 15:51:40.436823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-14d257f0-ca4b-4d82-a6f4-fb3aab708544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:40.436823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-14d257f0-ca4b-4d82-a6f4-fb3aab708544 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 200 len: 856 time: 0.1721370 Aug 09 15:51:40.455964 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25066b7f-25c0-454a-862d-15009c36ee0d req-ad2ee2f2-9bf6-4646-9cd1-2426cd5400aa tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322321 Aug 09 15:51:40.498555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=d628323b-80a5-4f0b-b193-f0bfe80d9166,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:40.535373 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-54b39fc8-91ce-46fb-9631-6ae2829e874e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.537900 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dc67fec6-935e-4197-9906-beff05afecfe tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0653994 Aug 09 15:51:40.560554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-463d9d93-a8dd-43f1-bc05-1927924f7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:40.562427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-463d9d93-a8dd-43f1-bc05-1927924f7051 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088696 Aug 09 15:51:40.568834 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.569745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['d628323b-80a5-4f0b-b193-f0bfe80d9166'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:40.578346 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-83aa5f69-a371-48f7-ac42-e13e4136611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.588411 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.590688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] 10.222.0.81 "DELETE /v2.0/networks/7913b577-dd86-4182-a307-cca83c4f3f18 HTTP/1.1" status: 204 len: 168 time: 0.9449468 Aug 09 15:51:40.596129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40276) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:40.645429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7259f-3f46-45e8-8108-19d2d4f83019 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Pushing event deleted for resources: {'Network': ['ID=7913b577-dd86-4182-a307-cca83c4f3f18,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:40.649935 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50ac6a-3199-4ee5-a90c-09575b08805a req-021f23ab-cf18-4ab6-a6b2-189964ba9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:40.651617 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea50ac6a-3199-4ee5-a90c-09575b08805a req-021f23ab-cf18-4ab6-a6b2-189964ba9983 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c86acb35-9863-4f87-ad55-3e0131e2a197 HTTP/1.1" status: 200 len: 855 time: 0.1850080 Aug 09 15:51:40.669608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa5f69-a371-48f7-ac42-e13e4136611c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f16b797f-572e-4df1-8c4a-ff1b329a5c1b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:40.679505 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-83aa5f69-a371-48f7-ac42-e13e4136611c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.683794 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-83aa5f69-a371-48f7-ac42-e13e4136611c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f16b797f-572e-4df1-8c4a-ff1b329a5c1b HTTP/1.1" status: 204 len: 168 time: 1.0396318 Aug 09 15:51:40.683794 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c12e798-81c9-4e21-b2f2-b608bb588c13 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] DELETE failed (client error): The resource could not be found. Aug 09 15:51:40.683794 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c12e798-81c9-4e21-b2f2-b608bb588c13 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:51:40.688864 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5c12e798-81c9-4e21-b2f2-b608bb588c13 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] 10.222.0.81 "DELETE /v2.0/ports/a8de61d1-7bd0-4499-88ba-bcb644fd3d8a HTTP/1.1" status: 404 len: 333 time: 0.0844412 Aug 09 15:51:40.688864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40280) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:40.699858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40282) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:40.710709 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea50ac6a-3199-4ee5-a90c-09575b08805a req-71327454-59d5-40db-91e0-f56a21b46f6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=482e2903-7b7e-4858-aadf-8654b768bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433004 Aug 09 15:51:40.726243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96fd153f-2597-4c92-b94d-3191aec08c89 None None] Provisioning for port 5c157cf4-9aaa-47fa-aba5-df3034f5174b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:40.748049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96fd153f-2597-4c92-b94d-3191aec08c89 None None] Provisioning complete for port 5c157cf4-9aaa-47fa-aba5-df3034f5174b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:40.748458 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96fd153f-2597-4c92-b94d-3191aec08c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.798009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-96fd153f-2597-4c92-b94d-3191aec08c89 None None] Port 5c157cf4-9aaa-47fa-aba5-df3034f5174b cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:40.844727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.850839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2240-12bd-4773-ad56-0bfdf568b87c req-9f76ba5c-7668-4546-bda1-1b8c7d470312 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:40.862294 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbf2240-12bd-4773-ad56-0bfdf568b87c req-9f76ba5c-7668-4546-bda1-1b8c7d470312 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 943 time: 0.1959376 Aug 09 15:51:40.897475 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-f5f98613-1459-48d6-a03a-51bc166a863e service neutron] 10.222.0.60 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261473 Aug 09 15:51:40.899299 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.924876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-515328b1-1b2e-4828-a365-014f9a428818 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Deleting subnet 0aebac64-1a37-49af-b5bf-6b5a0a439bf4 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:40.930010 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-515328b1-1b2e-4828-a365-014f9a428818 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.931722 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea50ac6a-3199-4ee5-a90c-09575b08805a req-fa202afd-f816-4a74-ab69-24a06e8519b7 service neutron] 10.222.0.53 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054944 Aug 09 15:51:40.963353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40284) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:40.977544 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5e4ab42f-ebf1-4bab-a216-0cc7895893c0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714638869', 'description': 'tempest-description--613598607'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:41.042686 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbf2240-12bd-4773-ad56-0bfdf568b87c req-425f15a4-5fff-4d4a-ac70-98748845ac4c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791239 Aug 09 15:51:41.046584 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-515328b1-1b2e-4828-a365-014f9a428818 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.073568 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.096207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3282146d-2026-4801-96ea-7d2915e904f4']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:41.107081 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e4ab42f-ebf1-4bab-a216-0cc7895893c0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.123778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d65b35d-472d-46a0-97aa-c23277e5e337') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:41.124178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d65b35d-472d-46a0-97aa-c23277e5e337') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:41.128576 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad47dbf8-4a80-4338-961d-e5f193236be9 req-d6060285-6ee5-4289-9a4b-d16fd1ffdd89 service neutron] 10.222.0.60 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211306 Aug 09 15:51:41.152755 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.171147 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-515328b1-1b2e-4828-a365-014f9a428818 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.191803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb278-6e86-4502-a7e6-d32dfc630ea4 req-5fd64d23-f911-472f-967c-cdf85ed7f55c tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:41.193385 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4dabb278-6e86-4502-a7e6-d32dfc630ea4 req-5fd64d23-f911-472f-967c-cdf85ed7f55c tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 945 time: 0.2010715 Aug 09 15:51:41.194735 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.202074 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea50ac6a-3199-4ee5-a90c-09575b08805a req-9f1bc814-3570-4b5a-aaf7-04ad7ca2279a service neutron] 10.222.0.53 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375870 Aug 09 15:51:41.211083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:41.211518 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:41.218780 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:41.245459 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-515328b1-1b2e-4828-a365-014f9a428818 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.274136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515328b1-1b2e-4828-a365-014f9a428818 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Pushing event deleted for resources: {'Subnet': ['ID=0aebac64-1a37-49af-b5bf-6b5a0a439bf4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:41.283164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-515328b1-1b2e-4828-a365-014f9a428818 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.285568 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-515328b1-1b2e-4828-a365-014f9a428818 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] 10.222.0.81 "DELETE /v2.0/subnets/0aebac64-1a37-49af-b5bf-6b5a0a439bf4 HTTP/1.1" status: 204 len: 168 time: 0.5824339 Aug 09 15:51:41.289228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40286) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:41.291091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a8e1a6-9857-4605-9352-388e15ec3908 None None] Network 39f0ed07-974c-4e47-8067-c55947da51f7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:41.322076 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4dabb278-6e86-4502-a7e6-d32dfc630ea4 req-4825c93b-224e-4e2b-ac86-e734a3743a70 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9855ffc-2f63-410a-b6d9-d3929ec3667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190050 Aug 09 15:51:41.327640 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.336505 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.339496 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] 10.222.0.81 "DELETE /v2.0/networks/3282146d-2026-4801-96ea-7d2915e904f4 HTTP/1.1" status: 204 len: 168 time: 0.6504357 Aug 09 15:51:41.358561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209fbb9-2b45-4456-9e63-10dd86d8baba admin admin] Pushing event deleted for resources: {'Network': ['ID=3282146d-2026-4801-96ea-7d2915e904f4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:41.398060 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e4ab42f-ebf1-4bab-a216-0cc7895893c0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.402744 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e4ab42f-ebf1-4bab-a216-0cc7895893c0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.430145 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e4ab42f-ebf1-4bab-a216-0cc7895893c0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.431889 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5e4ab42f-ebf1-4bab-a216-0cc7895893c0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4580059 Aug 09 15:51:41.436510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40292) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:41.441252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b9876f16-42e9-4f06-ac02-54feddc3ff39 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'security_group_rule': {'security_group_id': '74243e22-3e3d-4e7a-a36b-8c411d7526e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:41.455332 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ab42f-ebf1-4bab-a216-0cc7895893c0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74243e22-3e3d-4e7a-a36b-8c411d7526e9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:41.465804 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.479348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9876f16-42e9-4f06-ac02-54feddc3ff39 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.540700 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9876f16-42e9-4f06-ac02-54feddc3ff39 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.544993 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9876f16-42e9-4f06-ac02-54feddc3ff39 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.548005 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.558492 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.600359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9876f16-42e9-4f06-ac02-54feddc3ff39 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2937674-8755-4bd6-bebc-a215b395a019,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:41.630245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9876f16-42e9-4f06-ac02-54feddc3ff39 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.634458 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b9876f16-42e9-4f06-ac02-54feddc3ff39 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1969504 Aug 09 15:51:41.634896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40298) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:41.640721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6f74d9ed-1f22-49e0-b90b-b10e1ef92842 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'security_group_rule': {'security_group_id': '74243e22-3e3d-4e7a-a36b-8c411d7526e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:41.649237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Deleting port 1bc10dd3-44fc-4b31-94e2-c46389cd320b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:41.649854 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.653072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8377c9a-a7f8-4249-a12f-75fafb5bbee7 None None] DHCP port deletion for 39f0ed07-974c-4e47-8067-c55947da51f7 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:51:41.676340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc43a04-ee89-42fa-a0cc-9f692f1d6e1e req-07587354-4c04-44ee-8888-93da13427a00 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:41.678490 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ebc43a04-ee89-42fa-a0cc-9f692f1d6e1e req-07587354-4c04-44ee-8888-93da13427a00 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.0938327 Aug 09 15:51:41.716118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e8377c9a-a7f8-4249-a12f-75fafb5bbee7 None None] Deleting port 1bc10dd3-44fc-4b31-94e2-c46389cd320b {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:41.717345 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e8377c9a-a7f8-4249-a12f-75fafb5bbee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.726157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40300) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:41.731581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38c38a-cbad-4e97-b212-15a9f745157b req-4cd1afd6-0885-4366-aab6-b29aea21cb36 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:41.733427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af38c38a-cbad-4e97-b212-15a9f745157b req-4cd1afd6-0885-4366-aab6-b29aea21cb36 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.1519210 Aug 09 15:51:41.750594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ebc43a04-ee89-42fa-a0cc-9f692f1d6e1e req-b5507ee3-2d5c-4a97-bdc8-3c220019768b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645723 Aug 09 15:51:41.783631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] For port 1bc10dd3-44fc-4b31-94e2-c46389cd320b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1bc10dd3-44fc-4b31-94e2-c46389cd320b,segment=NetworkSegment(60c6e674-6b63-4668-9f6a-424171645f1f),segment_id=60c6e674-6b63-4668-9f6a-424171645f1f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:41.784080 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.788331 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f74d9ed-1f22-49e0-b90b-b10e1ef92842 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.793844 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8cd9f487-d775-47a7-bbe3-9458d8f071d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=edaccc79399545f581380ccf8565dc31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659649 Aug 09 15:51:41.796072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40302) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:41.804289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e8377c9a-a7f8-4249-a12f-75fafb5bbee7 None None] For port 1bc10dd3-44fc-4b31-94e2-c46389cd320b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1bc10dd3-44fc-4b31-94e2-c46389cd320b,segment=NetworkSegment(60c6e674-6b63-4668-9f6a-424171645f1f),segment_id=60c6e674-6b63-4668-9f6a-424171645f1f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:41.804972 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e8377c9a-a7f8-4249-a12f-75fafb5bbee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.820519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e8377c9a-a7f8-4249-a12f-75fafb5bbee7 None None] Calling delete_port for 1bc10dd3-44fc-4b31-94e2-c46389cd320b owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:41.828529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Calling delete_port for 1bc10dd3-44fc-4b31-94e2-c46389cd320b owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:41.853951 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af38c38a-cbad-4e97-b212-15a9f745157b req-8279797f-7569-41af-8203-5c839fd9964c tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075966 Aug 09 15:51:41.866009 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d9dce57-cb36-4dd8-9af4-267a23c88646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.871010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:41.874909 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5228be0-f895-4735-b834-2b1a2b2b087b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:41.901555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d9dce57-cb36-4dd8-9af4-267a23c88646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.908071 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e8377c9a-a7f8-4249-a12f-75fafb5bbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.940912 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc9073d-3245-4b74-ab6c-887897d3bd84 x-openstack-request-id: req-7dc9073d-3245-4b74-ab6c-887897d3bd84 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:41.941441 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:41.941559 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7dc9073d-3245-4b74-ab6c-887897d3bd84 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:41.941974 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'status': 'completed', 'code': 200} Aug 09 15:51:41.943460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8377c9a-a7f8-4249-a12f-75fafb5bbee7 None None] Pushing event deleted for resources: {'Port': ['ID=1bc10dd3-44fc-4b31-94e2-c46389cd320b,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:41.947447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8377c9a-a7f8-4249-a12f-75fafb5bbee7 None None] No DVR routers for this DVR port 1bc10dd3-44fc-4b31-94e2-c46389cd320b on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:41.986601 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d628323b-80a5-4f0b-b193-f0bfe80d9166 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:41.988143 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d9dce57-cb36-4dd8-9af4-267a23c88646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.991939 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d9dce57-cb36-4dd8-9af4-267a23c88646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.997961 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8d9dce57-cb36-4dd8-9af4-267a23c88646 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab529aba-724a-4097-9abc-461219eadfaf HTTP/1.1" status: 204 len: 168 time: 0.2006860 Aug 09 15:51:42.011770 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dce57-cb36-4dd8-9af4-267a23c88646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab529aba-724a-4097-9abc-461219eadfaf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:42.196376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port d628323b-80a5-4f0b-b193-f0bfe80d9166 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:42.200807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port d628323b-80a5-4f0b-b193-f0bfe80d9166 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:42.201188 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.287094 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.315230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f362be0-0028-4054-a2fb-3708b92982d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd628323b-80a5-4f0b-b193-f0bfe80d9166'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:42.318899 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b3bf98-c1bb-467c-8153-226345fc095c" -d '{"events": [{"server_uuid": "6f362be0-0028-4054-a2fb-3708b92982d8", "name": "network-vif-plugged", "status": "completed", "tag": "d628323b-80a5-4f0b-b193-f0bfe80d9166"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:42.336900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d628323b-80a5-4f0b-b193-f0bfe80d9166, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d628323b-80a5-4f0b-b193-f0bfe80d9166,segment=NetworkSegment(292e011d-b720-426e-be00-5c0a112a3142),segment_id=292e011d-b720-426e-be00-5c0a112a3142)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:42.343356 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.405163 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f74d9ed-1f22-49e0-b90b-b10e1ef92842 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.416863 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05df4a10-4b52-4863-82a2-516be3f67703 x-openstack-request-id: req-05df4a10-4b52-4863-82a2-516be3f67703 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:42.417364 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f362be0-0028-4054-a2fb-3708b92982d8", "name": "network-vif-plugged", "status": "completed", "tag": "d628323b-80a5-4f0b-b193-f0bfe80d9166", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:42.417735 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05df4a10-4b52-4863-82a2-516be3f67703 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:42.418227 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f362be0-0028-4054-a2fb-3708b92982d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd628323b-80a5-4f0b-b193-f0bfe80d9166', 'code': 200} Aug 09 15:51:42.419188 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f74d9ed-1f22-49e0-b90b-b10e1ef92842 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.462324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=d628323b-80a5-4f0b-b193-f0bfe80d9166,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:42.465162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74d9ed-1f22-49e0-b90b-b10e1ef92842 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea12912-0821-495b-bb28-f0288fe84ff5,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:42.472518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5228be0-f895-4735-b834-2b1a2b2b087b req-fb72c692-7b0f-46f2-a422-7233242e3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:42.474614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5228be0-f895-4735-b834-2b1a2b2b087b req-fb72c692-7b0f-46f2-a422-7233242e3364 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 1094 time: 0.5251622 Aug 09 15:51:42.477378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f74d9ed-1f22-49e0-b90b-b10e1ef92842 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.478835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6f74d9ed-1f22-49e0-b90b-b10e1ef92842 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8419027 Aug 09 15:51:42.484532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40322) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:42.487692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b07adb-30f3-4306-a2ed-3e5fdf28b0e4 req-74d2b038-ddd5-4a40-ac1c-2c43719b7e95 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:42.489638 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78b07adb-30f3-4306-a2ed-3e5fdf28b0e4 req-74d2b038-ddd5-4a40-ac1c-2c43719b7e95 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 943 time: 0.1422970 Aug 09 15:51:42.490073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:42.514458 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.564851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b27c4-98b0-4855-bc4b-a52d8200106b req-d25e9638-1f4e-4298-b8b6-df114d088a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:42.567683 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f9b27c4-98b0-4855-bc4b-a52d8200106b req-d25e9638-1f4e-4298-b8b6-df114d088a3d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 1097 time: 0.0847430 Aug 09 15:51:42.581036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31a26-a728-41f4-a097-82feae14e0e2 req-79c7816b-5701-4aea-92c3-103277847ad9 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:42.586548 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b3b31a26-a728-41f4-a097-82feae14e0e2 req-79c7816b-5701-4aea-92c3-103277847ad9 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 946 time: 0.1582637 Aug 09 15:51:42.598746 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.605130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Pushing event deleted for resources: {'Port': ['ID=1bc10dd3-44fc-4b31-94e2-c46389cd320b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:42.607171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] No DVR routers for this DVR port 1bc10dd3-44fc-4b31-94e2-c46389cd320b on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:42.708462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f9b27c4-98b0-4855-bc4b-a52d8200106b req-f6136d19-f5cc-4e79-b843-142e519ba219 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c9855ffc-2f63-410a-b6d9-d3929ec3667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208086 Aug 09 15:51:42.709534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78b07adb-30f3-4306-a2ed-3e5fdf28b0e4 req-324644e5-bc4c-4fa6-9f55-7a13c732fd41 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091429 Aug 09 15:51:42.725349 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b3b31a26-a728-41f4-a097-82feae14e0e2 req-64f9b5b1-3b04-4d96-88e6-1070c292d76e tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9855ffc-2f63-410a-b6d9-d3929ec3667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267035 Aug 09 15:51:42.741576 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.750585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5228be0-f895-4735-b834-2b1a2b2b087b req-3e980f92-49d9-445e-8591-5b424de5af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:42.752093 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5228be0-f895-4735-b834-2b1a2b2b087b req-3e980f92-49d9-445e-8591-5b424de5af6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 918 time: 0.2614861 Aug 09 15:51:42.755995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f0ed07-974c-4e47-8067-c55947da51f7']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:42.788711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.819231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c6e674-6b63-4668-9f6a-424171645f1f') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:42.819689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c6e674-6b63-4668-9f6a-424171645f1f') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:42.829037 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5228be0-f895-4735-b834-2b1a2b2b087b req-d46e8f26-40b7-4280-b015-2ae48aff131c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6fecabf-4309-4cd4-add7-60fce676c668 HTTP/1.1" status: 200 len: 217 time: 0.0657065 Aug 09 15:51:42.833400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.887078 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.901874 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.910992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:42.911869 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:42.915055 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:42.971397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Allocated IP 172.25.2.13 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/faf06255-ec63-42d4-b817-95fa8cff725e) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:42.980412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5228be0-f895-4735-b834-2b1a2b2b087b req-d5356e6b-fe98-4e7e-bde5-87ca1f69e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:42.982077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5228be0-f895-4735-b834-2b1a2b2b087b req-d5356e6b-fe98-4e7e-bde5-87ca1f69e68c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 200 len: 856 time: 0.1418748 Aug 09 15:51:42.999368 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4b1a8-59c6-41df-9579-e4c5b8b00ad1 req-647f2e96-d4c2-4ae9-9fe9-637321dca90f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:43.001623 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6df4b1a8-59c6-41df-9579-e4c5b8b00ad1 req-647f2e96-d4c2-4ae9-9fe9-637321dca90f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1464097 Aug 09 15:51:43.014366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40340) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:43.050742 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.056352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.061448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] 10.222.0.81 "DELETE /v2.0/networks/39f0ed07-974c-4e47-8067-c55947da51f7 HTTP/1.1" status: 204 len: 168 time: 1.7681696 Aug 09 15:51:43.091303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291a908-5bd9-426e-94d2-b541f13e79e4 req-8d51c5e7-4e25-4843-9806-bc8934573fa7 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:43.093068 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a291a908-5bd9-426e-94d2-b541f13e79e4 req-8d51c5e7-4e25-4843-9806-bc8934573fa7 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.1357741 Aug 09 15:51:43.095297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71e146-06bf-44db-8461-b18bf6b58f46 tempest-DHCPAgentSchedulersTestJSON-1075470048 tempest-DHCPAgentSchedulersTestJSON-1075470048-project] Pushing event deleted for resources: {'Network': ['ID=39f0ed07-974c-4e47-8067-c55947da51f7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:43.107569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5228be0-f895-4735-b834-2b1a2b2b087b req-0e4dbc36-7715-4e31-a7eb-f9ad0949fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:43.109244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5228be0-f895-4735-b834-2b1a2b2b087b req-0e4dbc36-7715-4e31-a7eb-f9ad0949fbfe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061759 Aug 09 15:51:43.111317 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6df4b1a8-59c6-41df-9579-e4c5b8b00ad1 req-0f77e5ca-0bac-4985-8e2e-5d1f9fdc9869 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878570 Aug 09 15:51:43.171580 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.218148 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a291a908-5bd9-426e-94d2-b541f13e79e4 req-74aaf0d5-0379-4af3-b1d3-268043889e69 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063795 Aug 09 15:51:43.242653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-571001249-network', 'tenant_id': '48a7789d166d413a8429d82c91737140'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:43.249139 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.268015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5228be0-f895-4735-b834-2b1a2b2b087b req-7a16d02d-2650-4521-9f76-cae5ca8c40ac service neutron] 10.222.0.60 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482167 Aug 09 15:51:43.329359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:43.333646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Made reservation on behalf of 48a7789d166d413a8429d82c91737140 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:43.335928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.342035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1bc10dd3-44fc-4b31-94e2-c46389cd320b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:43.358518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Port': ['ID=faf06255-ec63-42d4-b817-95fa8cff725e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:43.361073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:43.370181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:43.373495 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.382845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 1bc10dd3-44fc-4b31-94e2-c46389cd320b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:43.383596 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1bc10dd3-44fc-4b31-94e2-c46389cd320b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:43.385268 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.396693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40348) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:43.406781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5228be0-f895-4735-b834-2b1a2b2b087b req-5125f9c2-f66a-4a3d-b0b3-8a61abb2bfd1 service neutron] 10.222.0.60 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315522 Aug 09 15:51:43.529207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.576703 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f5eecc47-c136-40a9-b293-50c935c87867 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=665d9d6f4ffb4f2bb9d07d6cc955a2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782334 Aug 09 15:51:43.579687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40354) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:43.584427 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.627947 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.634610 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.640489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8673fd84-c772-42e2-a733-a9ba44ee832d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.666421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8673fd84-c772-42e2-a733-a9ba44ee832d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.674778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:43.723646 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8673fd84-c772-42e2-a733-a9ba44ee832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.725092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda3ecb4-7315-4f61-89c6-e685d9f4f606,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:43.727096 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8673fd84-c772-42e2-a733-a9ba44ee832d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.729977 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.730323 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Added segment 4f9771f0-1079-4ed7-b358-5e85e2e81f1e of type vlan for network 96362ae7-0b03-4c98-8b60-5c5521752bc3 Aug 09 15:51:43.731124 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8673fd84-c772-42e2-a733-a9ba44ee832d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46df6114-ed00-4989-b2fc-47c9f9fc8bf0 HTTP/1.1" status: 204 len: 168 time: 0.1501615 Aug 09 15:51:43.739251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673fd84-c772-42e2-a733-a9ba44ee832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46df6114-ed00-4989-b2fc-47c9f9fc8bf0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:43.812810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.899054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.900016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:43.900594 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.902802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31a26-c1e9-434a-a4d2-0a4586a3245e req-869acfbd-66b8-4f6c-925a-ad63b43c5834 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:43.905807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-96c31a26-c1e9-434a-a4d2-0a4586a3245e req-869acfbd-66b8-4f6c-925a-ad63b43c5834 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 946 time: 0.0678344 Aug 09 15:51:43.942690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab539c-3559-4ad2-9783-6c2c56c84b3a req-61e41de3-0f36-4289-8bf6-511686ee109f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:43.946074 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5dab539c-3559-4ad2-9783-6c2c56c84b3a req-61e41de3-0f36-4289-8bf6-511686ee109f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 943 time: 0.1390185 Aug 09 15:51:43.951355 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-96c31a26-c1e9-434a-a4d2-0a4586a3245e req-dd246b7a-1208-43ac-8a9d-5e3ad270b414 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9855ffc-2f63-410a-b6d9-d3929ec3667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366311 Aug 09 15:51:43.978384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c67ea32d-b1d3-4593-9a5d-271742ccdcd0 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:51:44.131715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c67ea32d-b1d3-4593-9a5d-271742ccdcd0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:44.148784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'c67ea32d-b1d3-4593-9a5d-271742ccdcd0', 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58', 'port_id': 'c67ea32d-b1d3-4593-9a5d-271742ccdcd0', 'mac_address': 'fa:16:3e:9e:9b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86acb35-9863-4f87-ad55-3e0131e2a197', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:51:44.188303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40372) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:44.195778 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.210062 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd9554c2-1b41-47b7-80ff-491dc8fa5b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.236927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67ea32d-b1d3-4593-9a5d-271742ccdcd0 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:44.274333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c67ea32d-b1d3-4593-9a5d-271742ccdcd0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:44.280153 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.356284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:44.361379 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.375521 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.377495 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd9554c2-1b41-47b7-80ff-491dc8fa5b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.382814 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd9554c2-1b41-47b7-80ff-491dc8fa5b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.422508 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4031429 Aug 09 15:51:44.424395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5101953-81a0-475d-bd46-0185537ac0b9 req-b687f003-4248-4fe4-9a75-0e2b8c7e61da tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:44.425351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45cf1a-e691-42d5-aedf-5c8225e79034 admin admin] Pushing event updated for resources: {'Network': ['ID=96362ae7-0b03-4c98-8b60-5c5521752bc3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:44.428278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5101953-81a0-475d-bd46-0185537ac0b9 req-b687f003-4248-4fe4-9a75-0e2b8c7e61da tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1072216 Aug 09 15:51:44.428785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40378) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:44.446565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-442be728-0476-4790-952e-86b5e42b0d66 admin admin] Request body: {'subnet': {'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-571001249-subnet', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:44.446742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:44.464116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9554c2-1b41-47b7-80ff-491dc8fa5b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68cab24-365a-4709-b57b-63f33a2e1513,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:44.472018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dd9554c2-1b41-47b7-80ff-491dc8fa5b35 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=319daaa23b524f5bbc48aac8e075b9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820885 Aug 09 15:51:44.476168 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40380) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:44.485170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Port': ['ID=faf06255-ec63-42d4-b817-95fa8cff725e,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:44.502135 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5dab539c-3559-4ad2-9783-6c2c56c84b3a req-a3a3f009-75e7-408a-9b82-b5155c31b447 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437397 Aug 09 15:51:44.504876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c67ea32d-b1d3-4593-9a5d-271742ccdcd0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:44.525928 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5101953-81a0-475d-bd46-0185537ac0b9 req-3f3663d4-1bd4-42ce-9c5e-4d3ba6f1426e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716023 Aug 09 15:51:44.526152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442be728-0476-4790-952e-86b5e42b0d66 admin admin] Made reservation on behalf of 48a7789d166d413a8429d82c91737140 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:44.529999 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-442be728-0476-4790-952e-86b5e42b0d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.532882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.574327 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.585916 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3babb613-7a16-4379-bb85-922cb260561c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1001537 Aug 09 15:51:44.606000 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0387ebc6-f2ba-4f2d-83c4-d2571fa94d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.657444 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0387ebc6-f2ba-4f2d-83c4-d2571fa94d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.752181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc191e57-59e6-4769-acbc-5d8939807fa4 req-b9047998-7576-4e5c-933a-f372f9a60103 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:44.754276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc191e57-59e6-4769-acbc-5d8939807fa4 req-b9047998-7576-4e5c-933a-f372f9a60103 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 946 time: 0.1124299 Aug 09 15:51:44.769905 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0387ebc6-f2ba-4f2d-83c4-d2571fa94d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.773537 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0387ebc6-f2ba-4f2d-83c4-d2571fa94d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.774769 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0387ebc6-f2ba-4f2d-83c4-d2571fa94d30 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d68cab24-365a-4709-b57b-63f33a2e1513 HTTP/1.1" status: 204 len: 168 time: 0.2955897 Aug 09 15:51:44.784489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387ebc6-f2ba-4f2d-83c4-d2571fa94d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68cab24-365a-4709-b57b-63f33a2e1513,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:44.837931 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d82e32-79c2-4179-ab00-86b73778f1c0 req-395d3904-5b7c-4a5b-8842-d06053668a1f tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:44.837931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-49d82e32-79c2-4179-ab00-86b73778f1c0 req-395d3904-5b7c-4a5b-8842-d06053668a1f tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.1133239 Aug 09 15:51:44.849529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc191e57-59e6-4769-acbc-5d8939807fa4 req-f0b3eaa6-3e67-4713-a5a3-91d6a90cfbc3 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9855ffc-2f63-410a-b6d9-d3929ec3667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865943 Aug 09 15:51:44.850659 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-442be728-0476-4790-952e-86b5e42b0d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:44.915749 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-49d82e32-79c2-4179-ab00-86b73778f1c0 req-037f7895-0db3-4502-b1b2-c59cda1c77a5 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740459 Aug 09 15:51:44.917911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442be728-0476-4790-952e-86b5e42b0d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:44.926217 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442be728-0476-4790-952e-86b5e42b0d66 admin admin] Checking segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:44.926584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442be728-0476-4790-952e-86b5e42b0d66 admin admin] Network hostable DHCP agents. Network: 96362ae7-0b03-4c98-8b60-5c5521752bc3, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:51:44.936563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f6fecabf-4309-4cd4-add7-60fce676c668 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:51:44.989147 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442be728-0476-4790-952e-86b5e42b0d66 admin admin] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:51:45.008356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-442be728-0476-4790-952e-86b5e42b0d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 96362ae7-0b03-4c98-8b60-5c5521752bc3) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:45.016914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442be728-0476-4790-952e-86b5e42b0d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:45.017517 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-442be728-0476-4790-952e-86b5e42b0d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.026323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db0582a-7d38-4011-8873-8fd27f0b5c47 None None] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:45.031203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-81fd45ec-c5e5-44a8-ba5e-2cadf9dcc73a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--714638869&fields=id&tenant_id=6b11b354c2a244fa872442da9eb700e6 HTTP/1.1" status: 200 len: 267 time: 0.0744705 Aug 09 15:51:45.077672 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-442be728-0476-4790-952e-86b5e42b0d66 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6399589 Aug 09 15:51:45.080502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40402) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:45.085549 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:45.091886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc05d372-d00f-4590-b9cb-4e64806819de tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:45.099369 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc05d372-d00f-4590-b9cb-4e64806819de tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports/3466e235-97ff-4dc2-8d02-ef6f15d1cb22 HTTP/1.1" status: 200 len: 932 time: 0.0669937 Aug 09 15:51:45.103141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f6fecabf-4309-4cd4-add7-60fce676c668,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:45.118646 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.119837 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.123746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'port_id': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'mac_address': 'fa:16:3e:57:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:51:45.154684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-a5b1c06f-a276-4e7c-904b-75c4235b7a3c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:45.163892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-a5b1c06f-a276-4e7c-904b-75c4235b7a3c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports/5c157cf4-9aaa-47fa-aba5-df3034f5174b HTTP/1.1" status: 200 len: 932 time: 0.0640397 Aug 09 15:51:45.178067 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.193128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6fecabf-4309-4cd4-add7-60fce676c668 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:45.201672 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.230322 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-f08d0a2f-f0b4-4ac5-b7b4-98c0da798008 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?network_id=1c3c728d-829e-4443-8957-ac78e0ccda02&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0650687 Aug 09 15:51:45.243965 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f6fecabf-4309-4cd4-add7-60fce676c668,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:45.249557 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.285983 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-278c4684-fcfc-4a55-9880-3e4296b5c4d8 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?network_id=1c3c728d-829e-4443-8957-ac78e0ccda02&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0485413 Aug 09 15:51:45.320698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-96362ae7-0b03-4c98-8b60-5c5521752bc3', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:51:45.321553 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.341571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f6fecabf-4309-4cd4-add7-60fce676c668,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:45.390180 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:45.532272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0369521e-e6ba-41d0-ad67-0f6126032879 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:45.548573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0369521e-e6ba-41d0-ad67-0f6126032879 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:45.560444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0369521e-e6ba-41d0-ad67-0f6126032879 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:45.575035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0369521e-e6ba-41d0-ad67-0f6126032879 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/networks?id=97fd2185-0eab-47a9-8199-9d7cb3b92b10&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=1c3c728d-829e-4443-8957-ac78e0ccda02&id=1c3c728d-829e-4443-8957-ac78e0ccda02 HTTP/1.1" status: 200 len: 1989 time: 0.2811556 Aug 09 15:51:45.588212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['f6fecabf-4309-4cd4-add7-60fce676c668'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:45.596655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-b9d46bf8-1678-4fd7-b388-06aab10f5bfb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/quotas/6b11b354c2a244fa872442da9eb700e6 HTTP/1.1" status: 200 len: 375 time: 0.0195425 Aug 09 15:51:45.688734 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-31e8db95-4925-478c-8047-76dad25989ca tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0908864 Aug 09 15:51:45.804225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Allocated IP 172.20.0.2 (96362ae7-0b03-4c98-8b60-5c5521752bc3/17f1d73e-e128-47bd-ac1b-d09ce54d9e7b/d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:45.896240 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-24161771-fded-44b1-9078-2ffc31f0f88a service neutron] 10.222.0.81 "GET /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044103 Aug 09 15:51:45.988132 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.003065 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c67ea32d-b1d3-4593-9a5d-271742ccdcd0 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:46.017656 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.041130 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-2d53eec4-761b-4eb2-9ce7-2be09c24a077 service neutron] 10.222.0.81 "GET /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379764 Aug 09 15:51:46.098229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c4804-71cf-4165-bfaf-70f255d65dd1 req-2b252b32-a392-496b-aa7f-a3240fe2078f tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:46.099120 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-477c4804-71cf-4165-bfaf-70f255d65dd1 req-2b252b32-a392-496b-aa7f-a3240fe2078f tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 946 time: 0.5297005 Aug 09 15:51:46.099388 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7f5f072c-0709-480b-9229-4aed80411c5a service neutron] 10.222.0.81 "GET /v2.0/ports/3466e235-97ff-4dc2-8d02-ef6f15d1cb22?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0427270 Aug 09 15:51:46.109338 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789de63-e019-428c-94bf-035a39d1e0e9 req-64a1c61f-79a9-4d7e-9e64-d53d3b0c2197 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:46.116889 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a789de63-e019-428c-94bf-035a39d1e0e9 req-64a1c61f-79a9-4d7e-9e64-d53d3b0c2197 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 944 time: 0.3657444 Aug 09 15:51:46.210138 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port c67ea32d-b1d3-4593-9a5d-271742ccdcd0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:46.235312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port c67ea32d-b1d3-4593-9a5d-271742ccdcd0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:46.235694 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.282746 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.297851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-e9441211-65b4-4ee8-9416-ab831be53caa service neutron] 10.222.0.81 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869478 Aug 09 15:51:46.299227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Transition to ACTIVE for port object d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:46.305087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e50384-7658-4888-a026-95a52de3fc4a req-96c09ef6-efcb-4a81-8047-bcd0f8dda380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:46.307014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01e50384-7658-4888-a026-95a52de3fc4a req-96c09ef6-efcb-4a81-8047-bcd0f8dda380 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 1096 time: 0.0574706 Aug 09 15:51:46.309515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Allocated IP 172.25.2.207 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/161103aa-3942-4972-8662-ac8fdceba15c) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:46.321288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Transition to ACTIVE for port object d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:46.348995 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.403131 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.405851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01e50384-7658-4888-a026-95a52de3fc4a req-6ce2f3af-8ba9-4d18-8fee-b3f6dd527351 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870852 Aug 09 15:51:46.417783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:46.462514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-42517934-9113-4576-a7e7-313dd4e31865 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536062 Aug 09 15:51:46.467127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a789de63-e019-428c-94bf-035a39d1e0e9 req-3fe8d19d-1a8b-409d-b83f-32e64ca5b7ed tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491390 Aug 09 15:51:46.523608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7050257d-57ab-4bbd-873a-a61813fd80c1 service neutron] 10.222.0.81 "GET /v2.0/ports/5c157cf4-9aaa-47fa-aba5-df3034f5174b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0599809 Aug 09 15:51:46.582045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Pushing event updated for resources: {'Port': ['ID=d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:46.588879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:46.589580 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.592332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:46.609767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc33a00-b638-4438-85ba-0867ac45d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67ea32d-b1d3-4593-9a5d-271742ccdcd0'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:46.622237 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bbd5d2-fbcd-4b68-a556-3e101023aa81" -d '{"events": [{"server_uuid": "6fc33a00-b638-4438-85ba-0867ac45d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "c67ea32d-b1d3-4593-9a5d-271742ccdcd0"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:46.640698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c67ea32d-b1d3-4593-9a5d-271742ccdcd0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:46.645664 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.656583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-477c4804-71cf-4165-bfaf-70f255d65dd1 req-4ede64f7-b4bd-4fc3-9851-7cc06aa17df6 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Deleting port d628323b-80a5-4f0b-b193-f0bfe80d9166 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:46.656927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-477c4804-71cf-4165-bfaf-70f255d65dd1 req-4ede64f7-b4bd-4fc3-9851-7cc06aa17df6 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.670362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d6516-2e0e-4f6c-89b9-0a99aa88c5e7 req-a8365fcf-69c8-4aad-97ec-c51954aede63 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:46.671561 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-036ddde7-0d98-440f-81ba-cec894680c48 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397233 Aug 09 15:51:46.672145 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de8d6516-2e0e-4f6c-89b9-0a99aa88c5e7 req-a8365fcf-69c8-4aad-97ec-c51954aede63 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 944 time: 0.1080484 Aug 09 15:51:46.725368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Attempting to bind port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:46.725834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Attempting to bind port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:46.726300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Attempting to bind port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:46.737679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:46.738329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Checking segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:46.739075 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.739594 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Bound using segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:46.740185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Bound port: d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:46.740674 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.751841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:46.792439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-6a38d06d-0404-44ce-b785-5c05a0e336a0 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128018 Aug 09 15:51:46.811638 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.822806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de8d6516-2e0e-4f6c-89b9-0a99aa88c5e7 req-5f1a1d16-5c80-42fd-82be-e48eda6b2261 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384282 Aug 09 15:51:46.831383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] For port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:46.835697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] For port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:46.849581 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.877198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:46.900395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-477c4804-71cf-4165-bfaf-70f255d65dd1 req-4ede64f7-b4bd-4fc3-9851-7cc06aa17df6 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] For port d628323b-80a5-4f0b-b193-f0bfe80d9166, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d628323b-80a5-4f0b-b193-f0bfe80d9166,segment=NetworkSegment(292e011d-b720-426e-be00-5c0a112a3142),segment_id=292e011d-b720-426e-be00-5c0a112a3142)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:46.901285 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-477c4804-71cf-4165-bfaf-70f255d65dd1 req-4ede64f7-b4bd-4fc3-9851-7cc06aa17df6 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.906758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:46.929229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:46.939141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8e73a667-6223-4cdb-af32-f093e8bcb908 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446424 Aug 09 15:51:46.945662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-477c4804-71cf-4165-bfaf-70f255d65dd1 req-4ede64f7-b4bd-4fc3-9851-7cc06aa17df6 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Calling delete_port for d628323b-80a5-4f0b-b193-f0bfe80d9166 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:46.960193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f6fecabf-4309-4cd4-add7-60fce676c668 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:46.963741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70a01b-15bb-4c00-9a8e-d572c0ce3153 None None] Pushing event updated for resources: {'Port': ['ID=d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:47.058187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port f6fecabf-4309-4cd4-add7-60fce676c668 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:47.061860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port f6fecabf-4309-4cd4-add7-60fce676c668 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:47.062376 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.070765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7f13298c-a293-44b5-ac89-f200a76b5ed7 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307094 Aug 09 15:51:47.119773 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Pushing event updated for resources: {'Port': ['ID=161103aa-3942-4972-8662-ac8fdceba15c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:47.129754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40456) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:47.230266 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.257047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850e043-5303-4b9e-9b40-8614b88b9968 req-0a654d4a-18b6-49d4-ab5b-61fdcf82a188 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:47.259707 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0850e043-5303-4b9e-9b40-8614b88b9968 req-0a654d4a-18b6-49d4-ab5b-61fdcf82a188 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f362be0-0028-4054-a2fb-3708b92982d8 HTTP/1.1" status: 200 len: 946 time: 0.3120453 Aug 09 15:51:47.322029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5e13529d-5354-4634-a22c-6b2f458a1245 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440617 Aug 09 15:51:47.335893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f6fecabf-4309-4cd4-add7-60fce676c668,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:47.354827 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.435235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:47.439570 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f6fecabf-4309-4cd4-add7-60fce676c668,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:47.445882 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b2c6ba32-c736-4f97-92bf-0282ade2f6ea tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:47.464668 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-a03d8e5f-be08-477c-bf93-8ca68fb59866 service neutron] 10.222.0.81 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339018 Aug 09 15:51:47.502912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:47.557004 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b2c6ba32-c736-4f97-92bf-0282ade2f6ea tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] 10.222.0.81 "PUT /v2.0/quotas/c155b6ccf2aa498a93bdcca680d9f457 HTTP/1.1" status: 200 len: 368 time: 0.4214065 Aug 09 15:51:47.557004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-477c4804-71cf-4165-bfaf-70f255d65dd1 req-4ede64f7-b4bd-4fc3-9851-7cc06aa17df6 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.558100 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0850e043-5303-4b9e-9b40-8614b88b9968 req-ab0ea132-7913-4fcd-843b-d9e19d6a9250 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.81 "GET /v2.0/security-groups?id=c9855ffc-2f63-410a-b6d9-d3929ec3667e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445186 Aug 09 15:51:47.558532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40464) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:47.566490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['d628323b-80a5-4f0b-b193-f0bfe80d9166'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:47.567796 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Request body: {'network': {'project_id': 'c155b6ccf2aa498a93bdcca680d9f457'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:47.596129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0667b86d-a569-4a3c-83be-c8651039c49d service neutron] 10.222.0.81 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243176 Aug 09 15:51:47.647216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede64f7-b4bd-4fc3-9851-7cc06aa17df6 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Pushing event deleted for resources: {'Port': ['ID=d628323b-80a5-4f0b-b193-f0bfe80d9166,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:47.707015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-ea95aab8-7de4-482c-93bb-983a612e1bf1 service neutron] 10.222.0.81 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036890 Aug 09 15:51:47.707748 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Made reservation on behalf of c155b6ccf2aa498a93bdcca680d9f457 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:47.710039 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.731045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-477c4804-71cf-4165-bfaf-70f255d65dd1 req-4ede64f7-b4bd-4fc3-9851-7cc06aa17df6 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] No DVR routers for this DVR port d628323b-80a5-4f0b-b193-f0bfe80d9166 on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:47.740327 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-477c4804-71cf-4165-bfaf-70f255d65dd1 req-4ede64f7-b4bd-4fc3-9851-7cc06aa17df6 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.742331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-477c4804-71cf-4165-bfaf-70f255d65dd1 req-4ede64f7-b4bd-4fc3-9851-7cc06aa17df6 tempest-ServerAddressesNegativeTestJSON-718709412 tempest-ServerAddressesNegativeTestJSON-718709412-project] 10.222.0.53 "DELETE /v2.0/ports/d628323b-80a5-4f0b-b193-f0bfe80d9166 HTTP/1.1" status: 204 len: 173 time: 1.6151650 Aug 09 15:51:47.743183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f362be0-0028-4054-a2fb-3708b92982d8', 'name': 'network-vif-deleted', 'tag': 'd628323b-80a5-4f0b-b193-f0bfe80d9166'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:47.745526 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580c8137-0bed-4b06-bf82-84d0362dc1e8" -d '{"events": [{"server_uuid": "6f362be0-0028-4054-a2fb-3708b92982d8", "name": "network-vif-deleted", "tag": "d628323b-80a5-4f0b-b193-f0bfe80d9166"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:47.788886 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.819456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-f42a174d-6be4-4c99-8a7a-e3c79bc6e850 service neutron] 10.222.0.81 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055009 Aug 09 15:51:47.840131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c972fbb-2b11-4692-8350-c254825a9939 req-7b0a701c-770a-408b-9a5d-544ef4f2a389 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:47.841757 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c972fbb-2b11-4692-8350-c254825a9939 req-7b0a701c-770a-408b-9a5d-544ef4f2a389 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.1838713 Aug 09 15:51:47.850955 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:47.954442 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8521a069-8fa8-49ef-a2dd-fd2e9c43d85d service neutron] 10.222.0.81 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246884 Aug 09 15:51:48.022850 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c972fbb-2b11-4692-8350-c254825a9939 req-a2e66348-baf3-42c6-88c2-8059bc221012 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742681 Aug 09 15:51:48.198856 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.205273 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.208359 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.259701 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b904a83-a518-4f7c-959a-8b159c1d517e x-openstack-request-id: req-1b904a83-a518-4f7c-959a-8b159c1d517e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:48.260236 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc33a00-b638-4438-85ba-0867ac45d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "c67ea32d-b1d3-4593-9a5d-271742ccdcd0", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:48.260411 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b904a83-a518-4f7c-959a-8b159c1d517e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:48.261925 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc33a00-b638-4438-85ba-0867ac45d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67ea32d-b1d3-4593-9a5d-271742ccdcd0', 'code': 200} Aug 09 15:51:48.292870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:48.303752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b6ab78-3848-4630-b51c-6963887080ab None None] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:51:48.354359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8ca066-6ae3-4b38-b89c-09d917bbbfc1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:48.373135 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.373635 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Added segment fc53c4c7-6efe-4751-84dd-59fb915b2e3a of type vlan for network 9213197f-430e-43e7-b998-6eb59493c3f0 Aug 09 15:51:48.391717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-564be3f0-6234-42f8-aed0-923e36e85673 None None] Provisioning for port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:48.405103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-564be3f0-6234-42f8-aed0-923e36e85673 None None] Provisioning complete for port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:48.405755 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-564be3f0-6234-42f8-aed0-923e36e85673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.521503 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.555444 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-564be3f0-6234-42f8-aed0-923e36e85673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.572292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5905e0-efa1-4e83-82ce-a21556444e1c req-8a596b26-d1aa-460d-ae2e-1c0e02cf912a tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:48.574132 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2e5905e0-efa1-4e83-82ce-a21556444e1c req-8a596b26-d1aa-460d-ae2e-1c0e02cf912a tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.2256551 Aug 09 15:51:48.581890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea83835-66b9-4b14-9d57-a42d9180ab2f req-964c9779-3659-4833-a97a-b79bf9dc29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:48.583760 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6ea83835-66b9-4b14-9d57-a42d9180ab2f req-964c9779-3659-4833-a97a-b79bf9dc29d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 1096 time: 0.1932495 Aug 09 15:51:48.618034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-564be3f0-6234-42f8-aed0-923e36e85673 None None] For port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:48.630431 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-564be3f0-6234-42f8-aed0-923e36e85673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.659248 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.661105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:48.662415 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.688951 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564be3f0-6234-42f8-aed0-923e36e85673 None None] Pushing event updated for resources: {'Port': ['ID=d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:48.746803 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfd9d51-3526-429e-9235-ccbe5847cc7d x-openstack-request-id: req-ebfd9d51-3526-429e-9235-ccbe5847cc7d {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:48.747059 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f362be0-0028-4054-a2fb-3708b92982d8", "name": "network-vif-deleted", "tag": "d628323b-80a5-4f0b-b193-f0bfe80d9166", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:48.747197 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ebfd9d51-3526-429e-9235-ccbe5847cc7d {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:48.747521 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f362be0-0028-4054-a2fb-3708b92982d8', 'name': 'network-vif-deleted', 'tag': 'd628323b-80a5-4f0b-b193-f0bfe80d9166', 'status': 'completed', 'code': 200} Aug 09 15:51:48.790756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6ea83835-66b9-4b14-9d57-a42d9180ab2f req-fcabf3b7-e2b3-48cc-a54b-e49a65b83fe2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950066 Aug 09 15:51:48.793537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2e5905e0-efa1-4e83-82ce-a21556444e1c req-27d4eff3-62b5-4e30-bbb3-9b5493b29a4c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008109 Aug 09 15:51:48.801831 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2363768 Aug 09 15:51:48.803176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40498) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:48.816113 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437b9ee-feba-49cc-9513-fc98cbad04af tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Pushing event updated for resources: {'Network': ['ID=9213197f-430e-43e7-b998-6eb59493c3f0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:48.819587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-fa6f427c-46c2-4b0d-b22f-9c916c5ca5fc tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Request body: {'network': {'project_id': 'c155b6ccf2aa498a93bdcca680d9f457'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:48.828244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 9213197f-430e-43e7-b998-6eb59493c3f0 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:48.845738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Router e9790007-6ed4-447c-95d6-86e129ce2ed2 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:51:48.933515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6f427c-46c2-4b0d-b22f-9c916c5ca5fc tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Made reservation on behalf of c155b6ccf2aa498a93bdcca680d9f457 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:48.937143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa6f427c-46c2-4b0d-b22f-9c916c5ca5fc tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:48.939797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-e40afa5e-602f-4c5d-8a5a-6795ae08af39 req-aadb4705-315c-4dd6-babc-3ba97a097726 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1878218652', 'description': 'tempest-description-1912207398'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:48.992778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2954406-5df3-4b24-9dd3-93ba819b54a1 req-bb971ded-a88f-4f76-9b15-b4f9ecc3e663 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:48.994701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2954406-5df3-4b24-9dd3-93ba819b54a1 req-bb971ded-a88f-4f76-9b15-b4f9ecc3e663 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1171138 Aug 09 15:51:49.005398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6f427c-46c2-4b0d-b22f-9c916c5ca5fc tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:49.006054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b94b3b70-2a58-465f-b2d3-b91e7a6d7707 None None] Provisioning complete for port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:49.006639 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b94b3b70-2a58-465f-b2d3-b91e7a6d7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.022235 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e40afa5e-602f-4c5d-8a5a-6795ae08af39 req-aadb4705-315c-4dd6-babc-3ba97a097726 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.034048 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa6f427c-46c2-4b0d-b22f-9c916c5ca5fc tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.035125 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-fa6f427c-46c2-4b0d-b22f-9c916c5ca5fc tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Added segment 153d0ce0-e2a7-408f-bc18-402070ae0aa7 of type vlan for network 2f23443f-2c59-464d-8bfd-47f6f81145c2 Aug 09 15:51:49.053351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:49.068038 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Sync routers for ids ['e9790007-6ed4-447c-95d6-86e129ce2ed2'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:49.095096 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Routers {'e9790007-6ed4-447c-95d6-86e129ce2ed2'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:49.096582 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e9790007-6ed4-447c-95d6-86e129ce2ed2'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:49.139035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2954406-5df3-4b24-9dd3-93ba819b54a1 req-42404e82-70bb-4491-af24-83f2991170ca tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356971 Aug 09 15:51:49.165527 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa6f427c-46c2-4b0d-b22f-9c916c5ca5fc tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.198773 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e40afa5e-602f-4c5d-8a5a-6795ae08af39 req-aadb4705-315c-4dd6-babc-3ba97a097726 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.206890 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e40afa5e-602f-4c5d-8a5a-6795ae08af39 req-aadb4705-315c-4dd6-babc-3ba97a097726 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.220943 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa6f427c-46c2-4b0d-b22f-9c916c5ca5fc tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.223413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6f427c-46c2-4b0d-b22f-9c916c5ca5fc tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:49.224178 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa6f427c-46c2-4b0d-b22f-9c916c5ca5fc tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.229871 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.231098 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1a24e5b7-07da-47f4-9b53-caa31c318292 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1496077 Aug 09 15:51:49.263768 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Set router e9790007-6ed4-447c-95d6-86e129ce2ed2 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:49.264579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40506) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:49.319931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f427c-46c2-4b0d-b22f-9c916c5ca5fc tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Pushing event updated for resources: {'Network': ['ID=2f23443f-2c59-464d-8bfd-47f6f81145c2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:49.345434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 2f23443f-2c59-464d-8bfd-47f6f81145c2 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:49.377221 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-e40afa5e-602f-4c5d-8a5a-6795ae08af39 req-aadb4705-315c-4dd6-babc-3ba97a097726 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.378672 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e40afa5e-602f-4c5d-8a5a-6795ae08af39 req-aadb4705-315c-4dd6-babc-3ba97a097726 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4451394 Aug 09 15:51:49.392236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb4705-315c-4dd6-babc-3ba97a097726 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758c01d6-92fb-4644-8de0-5b85b4bd63e7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:49.408709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fa6f427c-46c2-4b0d-b22f-9c916c5ca5fc tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6000679 Aug 09 15:51:49.409159 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40510) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:49.423165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-28defd28-e179-47d0-a165-9fcf0b31e518 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Request body: {'network': {'project_id': 'c155b6ccf2aa498a93bdcca680d9f457'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:49.437676 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-28defd28-e179-47d0-a165-9fcf0b31e518 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 09 15:51:49.438217 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28defd28-e179-47d0-a165-9fcf0b31e518 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:51:49.443620 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-28defd28-e179-47d0-a165-9fcf0b31e518 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0296888 Aug 09 15:51:49.454350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:49.466585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40514) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:49.490207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548b2d2-b6d0-4c8a-aa41-ae9d9fd530cf req-cca7e3d4-bc14-4bdd-968f-966428b56b94 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:49.492100 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f548b2d2-b6d0-4c8a-aa41-ae9d9fd530cf req-cca7e3d4-bc14-4bdd-968f-966428b56b94 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1770391 Aug 09 15:51:49.584796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f548b2d2-b6d0-4c8a-aa41-ae9d9fd530cf req-95d0e7e0-3240-4c12-bc43-aa8a62fe4700 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826411 Aug 09 15:51:49.602320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40516) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:49.648948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:49.649402 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.766404 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-04559612-59bb-45b6-a358-c63b8e438af0 req-480832e8-270b-4bb9-8587-8077d7ad5266 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1878218652&fields=id&tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990 HTTP/1.1" status: 200 len: 267 time: 0.0568900 Aug 09 15:51:49.807372 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T15:51:47Z', 'revision_number': 3, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:49.864040 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Checking router: e9790007-6ed4-447c-95d6-86e129ce2ed2 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:51:49.864604 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Updating router e9790007-6ed4-447c-95d6-86e129ce2ed2 port 161103aa-3942-4972-8662-ac8fdceba15c binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:51:49.880562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559612-59bb-45b6-a358-c63b8e438af0 req-644d324f-0451-446a-bd3e-9af23f1c1cc6 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:49.882279 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-04559612-59bb-45b6-a358-c63b8e438af0 req-644d324f-0451-446a-bd3e-9af23f1c1cc6 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.0987446 Aug 09 15:51:49.887868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-abdc500c-3f42-4e65-8c83-85513215e954 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c155b6ccf2aa498a93bdcca680d9f457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841220 Aug 09 15:51:49.888639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40522) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:49.893423 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:49.901604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-04559612-59bb-45b6-a358-c63b8e438af0 req-089cb92d-9cf8-472d-9555-2016f75cd96b tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Request body: {'port': {'security_groups': ['4009a439-3bba-4242-a4e8-66e10a20bc41', '758c01d6-92fb-4644-8de0-5b85b4bd63e7']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:50.005500 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-04559612-59bb-45b6-a358-c63b8e438af0 req-089cb92d-9cf8-472d-9555-2016f75cd96b tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.021389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d628323b-80a5-4f0b-b193-f0bfe80d9166 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:50.027913 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d63aecaa-a72d-48d9-9eec-7344ccce4f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.041020 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea835cc8-7be9-4672-99ec-0cc8d6eaedf4 req-31546d92-31f2-409e-8ad3-df3ffd0f489c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.0481431 Aug 09 15:51:50.058723 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6e10ac-1648-40ee-9df5-0f0ef612fb14 admin admin] Deleting subnet d0bb3177-f4c4-49a0-8f94-0901c965e8dc {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:51:50.064027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: d628323b-80a5-4f0b-b193-f0bfe80d9166 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:50.064434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d628323b-80a5-4f0b-b193-f0bfe80d9166 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:50.085535 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d63aecaa-a72d-48d9-9eec-7344ccce4f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.124897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba6e10ac-1648-40ee-9df5-0f0ef612fb14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.221110 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.234941 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d63aecaa-a72d-48d9-9eec-7344ccce4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.238157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d63aecaa-a72d-48d9-9eec-7344ccce4f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.239434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d63aecaa-a72d-48d9-9eec-7344ccce4f8e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb8ca066-6ae3-4b38-b89c-09d917bbbfc1 HTTP/1.1" status: 204 len: 168 time: 0.3498349 Aug 09 15:51:50.244532 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Transition to ACTIVE for port object 161103aa-3942-4972-8662-ac8fdceba15c will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:50.247154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40526) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:50.256353 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.262643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:50.265411 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe9806-67a6-4e8d-b5f3-6891bdae296a" -d '{"events": [{"server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "name": "network-vif-plugged", "status": "completed", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:50.283206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63aecaa-a72d-48d9-9eec-7344ccce4f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8ca066-6ae3-4b38-b89c-09d917bbbfc1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:50.327828 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba6e10ac-1648-40ee-9df5-0f0ef612fb14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.377144 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-04559612-59bb-45b6-a358-c63b8e438af0 req-089cb92d-9cf8-472d-9555-2016f75cd96b tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] For port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,segment=NetworkSegment(520fe9e5-3480-43c8-9f65-d39c64950507),segment_id=520fe9e5-3480-43c8-9f65-d39c64950507)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:50.377470 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b3793-d5e7-4a0c-b7d7-25037b202491 None None] Pushing event updated for resources: {'Port': ['ID=161103aa-3942-4972-8662-ac8fdceba15c,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:50.393537 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Attempting to bind port 161103aa-3942-4972-8662-ac8fdceba15c on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:50.395186 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Attempting to bind port 161103aa-3942-4972-8662-ac8fdceba15c by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:50.396419 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Attempting to bind port 161103aa-3942-4972-8662-ac8fdceba15c on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:50.404616 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:50.404985 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:50.405623 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.406313 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:50.406937 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Bound port: 161103aa-3942-4972-8662-ac8fdceba15c, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:50.407486 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.428579 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-04559612-59bb-45b6-a358-c63b8e438af0 req-089cb92d-9cf8-472d-9555-2016f75cd96b tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.428884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-ad720eff-c7c9-4dca-a1e9-50c86f2d805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:50.430087 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-ad720eff-c7c9-4dca-a1e9-50c86f2d805f service neutron] 10.222.0.53 "GET /v2.0/ports/3466e235-97ff-4dc2-8d02-ef6f15d1cb22 HTTP/1.1" status: 200 len: 1028 time: 0.1880383 Aug 09 15:51:50.435063 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-04559612-59bb-45b6-a358-c63b8e438af0 req-089cb92d-9cf8-472d-9555-2016f75cd96b tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.444872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9622d6-3c12-4952-ab4a-1170e22b0cc4 req-b003cf4f-d4a1-4112-ac19-390aab2643aa tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:50.446443 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c9622d6-3c12-4952-ab4a-1170e22b0cc4 req-b003cf4f-d4a1-4112-ac19-390aab2643aa tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.2959049 Aug 09 15:51:50.449289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['27f544a8-ebff-4d5d-a242-c15b6b4e8c5b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:50.491857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559612-59bb-45b6-a358-c63b8e438af0 req-089cb92d-9cf8-472d-9555-2016f75cd96b tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:50.492649 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-04559612-59bb-45b6-a358-c63b8e438af0 req-089cb92d-9cf8-472d-9555-2016f75cd96b tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.506058 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] For port 161103aa-3942-4972-8662-ac8fdceba15c, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:50.506286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-04559612-59bb-45b6-a358-c63b8e438af0 req-089cb92d-9cf8-472d-9555-2016f75cd96b tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "PUT /v2.0/ports/27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 981 time: 0.6095119 Aug 09 15:51:50.506881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:50.512532 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84e1055-944a-469c-93f4-4396a4e0e59b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:50.515712 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] For port 161103aa-3942-4972-8662-ac8fdceba15c, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=161103aa-3942-4972-8662-ac8fdceba15c,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:50.516301 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba6e10ac-1648-40ee-9df5-0f0ef612fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.521991 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.545644 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:50.564254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cb92d-9cf8-472d-9555-2016f75cd96b tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Pushing event updated for resources: {'Port': ['ID=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:50.565482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['27f544a8-ebff-4d5d-a242-c15b6b4e8c5b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:50.596749 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Routers {'e9790007-6ed4-447c-95d6-86e129ce2ed2'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:50.598822 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e9790007-6ed4-447c-95d6-86e129ce2ed2'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:50.654901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bcf4f-557d-4f49-a7fe-c74a609bb766 req-608e71f6-0988-42f3-b5fc-f5c06af48c31 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:50.664418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-774bcf4f-557d-4f49-a7fe-c74a609bb766 req-608e71f6-0988-42f3-b5fc-f5c06af48c31 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.0720525 Aug 09 15:51:50.717922 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-774bcf4f-557d-4f49-a7fe-c74a609bb766 req-aaa811e2-7c7d-4079-9c53-2ae4a64f4af2 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524719 Aug 09 15:51:50.723698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-4aaa8b87-1695-4a2d-9f3f-af31b068514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:50.746491 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-4aaa8b87-1695-4a2d-9f3f-af31b068514e service neutron] 10.222.0.53 "GET /v2.0/ports/5c157cf4-9aaa-47fa-aba5-df3034f5174b HTTP/1.1" status: 200 len: 1028 time: 0.2713594 Aug 09 15:51:50.747144 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] Set router e9790007-6ed4-447c-95d6-86e129ce2ed2 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:50.832485 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ebc27-9e46-49bc-b3e0-0cc3534f9374 x-openstack-request-id: req-385ebc27-9e46-49bc-b3e0-0cc3534f9374 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:50.832959 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "name": "network-vif-plugged", "status": "completed", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:50.836518 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-385ebc27-9e46-49bc-b3e0-0cc3534f9374 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:50.836942 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'code': 200} Aug 09 15:51:50.879324 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c9622d6-3c12-4952-ab4a-1170e22b0cc4 req-b0620249-4a75-470b-8dd7-da82f641d890 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103136 Aug 09 15:51:50.959782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e912ff3e-e75b-4b93-8a55-28de293027da req-fe2f52d7-677b-47d1-8c8b-6969dfce21fe tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1878218652&fields=id&tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990 HTTP/1.1" status: 200 len: 267 time: 0.0533013 Aug 09 15:51:50.977005 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b3793-d5e7-4a0c-b7d7-25037b202491 None None] Pushing event updated for resources: {'Port': ['ID=161103aa-3942-4972-8662-ac8fdceba15c,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:50.981944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365986b-81ce-4ad9-9a22-ece4eee823b5 req-9a64f2b2-05e8-4575-b861-ccf24eed210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:50.984026 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e365986b-81ce-4ad9-9a22-ece4eee823b5 req-9a64f2b2-05e8-4575-b861-ccf24eed210a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 1096 time: 0.1286726 Aug 09 15:51:50.988636 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b473d4-de06-4235-8474-cfa92842c979 x-openstack-request-id: req-b7b473d4-de06-4235-8474-cfa92842c979 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:50.989202 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:50.989728 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7b473d4-de06-4235-8474-cfa92842c979 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:50.990492 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'status': 'completed', 'code': 200} Aug 09 15:51:51.096464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912ff3e-e75b-4b93-8a55-28de293027da req-709d4ec9-7816-4233-b41b-294ca4c06e87 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:51.106423 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T15:51:47Z', 'revision_number': 3, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:51.111653 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e912ff3e-e75b-4b93-8a55-28de293027da req-709d4ec9-7816-4233-b41b-294ca4c06e87 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 984 time: 0.1500764 Aug 09 15:51:51.117488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e365986b-81ce-4ad9-9a22-ece4eee823b5 req-247eae3c-2528-4c68-b81b-2417f66fa910 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087420 Aug 09 15:51:51.124049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-e912ff3e-e75b-4b93-8a55-28de293027da req-7f06a5e7-78ab-408e-85c9-bd1473051627 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Request body: {'port': {'security_groups': ['4009a439-3bba-4242-a4e8-66e10a20bc41']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:51.133931 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480f4ce-5552-4a02-a451-fc2fd820d5d5 None None] The sync data for ids ['e9790007-6ed4-447c-95d6-86e129ce2ed2'] in n-d-803778-2 is: [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T15:51:47Z', 'revision_number': 3, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:51.231697 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e912ff3e-e75b-4b93-8a55-28de293027da req-7f06a5e7-78ab-408e-85c9-bd1473051627 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.342154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.387598 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f23443f-2c59-464d-8bfd-47f6f81145c2']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:51.393159 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba6e10ac-1648-40ee-9df5-0f0ef612fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.433696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-40bf4924-cd0c-4d60-bf9d-c266c0e5c97f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:51.444358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-40bf4924-cd0c-4d60-bf9d-c266c0e5c97f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:51.453155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-40bf4924-cd0c-4d60-bf9d-c266c0e5c97f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:51.454907 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-40bf4924-cd0c-4d60-bf9d-c266c0e5c97f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "GET /v2.0/networks?id=97fd2185-0eab-47a9-8199-9d7cb3b92b10&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=1c3c728d-829e-4443-8957-ac78e0ccda02&id=1c3c728d-829e-4443-8957-ac78e0ccda02 HTTP/1.1" status: 200 len: 1989 time: 0.7197087 Aug 09 15:51:51.459011 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153d0ce0-e2a7-408f-bc18-402070ae0aa7') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:51.459304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153d0ce0-e2a7-408f-bc18-402070ae0aa7') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:51.466897 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e1055-944a-469c-93f4-4396a4e0e59b req-70a4adc0-3ffa-4367-8dd9-4d5cad24d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:51.468437 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c84e1055-944a-469c-93f4-4396a4e0e59b req-70a4adc0-3ffa-4367-8dd9-4d5cad24d299 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990&device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 1135 time: 0.3874023 Aug 09 15:51:51.525656 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.525656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e10ac-1648-40ee-9df5-0f0ef612fb14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0bb3177-f4c4-49a0-8f94-0901c965e8dc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:51.537100 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba6e10ac-1648-40ee-9df5-0f0ef612fb14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.539329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ba6e10ac-1648-40ee-9df5-0f0ef612fb14 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d0bb3177-f4c4-49a0-8f94-0901c965e8dc HTTP/1.1" status: 204 len: 168 time: 2.0696065 Aug 09 15:51:51.559943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40540) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:51.572330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb9709-e1dc-4dea-b98e-80c3c52640dc req-ab8ff4df-e562-41d0-bc4b-d55e2c54b3f5 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:51.577190 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-e912ff3e-e75b-4b93-8a55-28de293027da req-7f06a5e7-78ab-408e-85c9-bd1473051627 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] For port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,segment=NetworkSegment(520fe9e5-3480-43c8-9f65-d39c64950507),segment_id=520fe9e5-3480-43c8-9f65-d39c64950507)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:51.581889 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3abb9709-e1dc-4dea-b98e-80c3c52640dc req-ab8ff4df-e562-41d0-bc4b-d55e2c54b3f5 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.4844809 Aug 09 15:51:51.637551 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e912ff3e-e75b-4b93-8a55-28de293027da req-7f06a5e7-78ab-408e-85c9-bd1473051627 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.644150 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e912ff3e-e75b-4b93-8a55-28de293027da req-7f06a5e7-78ab-408e-85c9-bd1473051627 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.657175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['27f544a8-ebff-4d5d-a242-c15b6b4e8c5b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:51.658977 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.699801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912ff3e-e75b-4b93-8a55-28de293027da req-7f06a5e7-78ab-408e-85c9-bd1473051627 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:51.700464 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e912ff3e-e75b-4b93-8a55-28de293027da req-7f06a5e7-78ab-408e-85c9-bd1473051627 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.709893 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e912ff3e-e75b-4b93-8a55-28de293027da req-7f06a5e7-78ab-408e-85c9-bd1473051627 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "PUT /v2.0/ports/27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 942 time: 0.5953317 Aug 09 15:51:51.781842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06a5e7-78ab-408e-85c9-bd1473051627 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Pushing event updated for resources: {'Port': ['ID=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:51.788409 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:51.788825 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.799397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['27f544a8-ebff-4d5d-a242-c15b6b4e8c5b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:51.801796 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:51.904290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8acfc-611c-422b-aacb-6af8dca8c2d9 req-a0138790-f793-48f6-a332-7e01cb7d2f4f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:51.911096 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dc8acfc-611c-422b-aacb-6af8dca8c2d9 req-a0138790-f793-48f6-a332-7e01cb7d2f4f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1022356 Aug 09 15:51:51.931565 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8e32a822-a8df-4000-92f6-6494ab78dc99 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b11b354c2a244fa872442da9eb700e6 HTTP/1.1" status: 200 len: 379 time: 0.4609370 Aug 09 15:51:51.972922 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3abb9709-e1dc-4dea-b98e-80c3c52640dc req-ebb0f59f-7cd6-47cf-8bed-4426d8d9c492 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3898358 Aug 09 15:51:51.995771 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'port': {'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'admin_state_up': True, 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'security_groups': ['74243e22-3e3d-4e7a-a36b-8c411d7526e9']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:52.023694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dc8acfc-611c-422b-aacb-6af8dca8c2d9 req-75498221-acc7-43e7-b9c0-68cfe9ee2953 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042624 Aug 09 15:51:52.140071 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.197845 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.212745 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-f813afef-5c29-4c2a-8ddb-1ae3bff69383 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1606548 Aug 09 15:51:52.232915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:52.234313 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-044446fa-d4b8-4788-804d-283a14b19eb4 req-8ed4603e-5dc8-4801-b30b-cfc02ed52b69 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.0852695 Aug 09 15:51:52.243266 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.248323 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] 10.222.0.81 "DELETE /v2.0/networks/2f23443f-2c59-464d-8bfd-47f6f81145c2 HTTP/1.1" status: 204 len: 168 time: 1.9574423 Aug 09 15:51:52.248323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e1055-944a-469c-93f4-4396a4e0e59b req-5f4998ad-0547-4b4e-ac24-a162ab4db470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:52.248323 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c84e1055-944a-469c-93f4-4396a4e0e59b req-5f4998ad-0547-4b4e-ac24-a162ab4db470 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4521cc11-ee90-4f0d-b3f0-6274bbe49155 HTTP/1.1" status: 200 len: 921 time: 0.7480831 Aug 09 15:51:52.248654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40548) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:52.298345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bde52-ecc7-447f-9076-6702bf715762 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f23443f-2c59-464d-8bfd-47f6f81145c2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:52.339340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.351447 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c84e1055-944a-469c-93f4-4396a4e0e59b req-c13f7c55-c132-4f01-a8fe-8fc5a29bbc16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 217 time: 0.0672724 Aug 09 15:51:52.361141 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.418310 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.541232 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.555769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9213197f-430e-43e7-b998-6eb59493c3f0']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:52.569143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc53c4c7-6efe-4751-84dd-59fb915b2e3a') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:52.569446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc53c4c7-6efe-4751-84dd-59fb915b2e3a') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:52.583439 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.592503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.593875 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e1055-944a-469c-93f4-4396a4e0e59b req-b3504ef4-8d78-48c3-8828-62569d2decef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:52.595376 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c84e1055-944a-469c-93f4-4396a4e0e59b req-b3504ef4-8d78-48c3-8828-62569d2decef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c0b17d2-cb32-4ec0-988b-bb29a3d802ea HTTP/1.1" status: 200 len: 860 time: 0.2305458 Aug 09 15:51:52.597648 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.608859 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.638203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cbad23-84d5-4e0d-b972-27c86fe56006']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:52.649247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:52.649693 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:52.651437 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:52.655612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:52.659082 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.674304 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c84e1055-944a-469c-93f4-4396a4e0e59b req-921b8f9c-29af-4ba5-90d2-6c062b77e8df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4521cc11-ee90-4f0d-b3f0-6274bbe49155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597959 Aug 09 15:51:52.688055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292e011d-b720-426e-be00-5c0a112a3142') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:52.688272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292e011d-b720-426e-be00-5c0a112a3142') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:52.698953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae83ae2-82bd-4765-bdd1-08bbb2000490 req-587ba0d9-bc25-4030-a3e4-c2129f0f871a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:52.700478 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ae83ae2-82bd-4765-bdd1-08bbb2000490 req-587ba0d9-bc25-4030-a3e4-c2129f0f871a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.2852542 Aug 09 15:51:52.746871 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.747273 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.751951 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.757511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] 10.222.0.81 "DELETE /v2.0/networks/9213197f-430e-43e7-b998-6eb59493c3f0 HTTP/1.1" status: 204 len: 168 time: 0.5078595 Aug 09 15:51:52.778107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a810762-68a9-4969-9c24-7980c910d0b4 tempest-QuotasNegativeTest-1186511695 tempest-QuotasNegativeTest-1186511695-project-admin] Pushing event deleted for resources: {'Network': ['ID=9213197f-430e-43e7-b998-6eb59493c3f0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:52.798465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Allocated IP 172.25.2.84 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/1c8c7935-a702-43b6-b5f7-645a0665248a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:52.827673 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.886873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:51:52.887287 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:51:52.895573 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:51:52.943864 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.991955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:52.994665 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d058ebb-5394-468a-a476-c469865acc44" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:52.999298 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.022776 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ae83ae2-82bd-4765-bdd1-08bbb2000490 req-14c10ca9-f489-4f85-be30-d407e8197e8b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813034 Aug 09 15:51:53.049204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:53.055382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:53.066451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:53.086368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.098104 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Pushing event updated for resources: {'Port': ['ID=1c8c7935-a702-43b6-b5f7-645a0665248a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:53.205715 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.269227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40562) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:53.294729 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-db6958b6-bb26-4aa0-aab5-e93956ed4d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.310061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.402285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 161103aa-3942-4972-8662-ac8fdceba15c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:53.470405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 161103aa-3942-4972-8662-ac8fdceba15c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:53.478399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 161103aa-3942-4972-8662-ac8fdceba15c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:53.479052 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.566303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Allocated IP 172.20.0.1 (96362ae7-0b03-4c98-8b60-5c5521752bc3/17f1d73e-e128-47bd-ac1b-d09ce54d9e7b/71e094f5-0a19-4ae8-bf24-6b29da114a26) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:53.578969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.583982 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c3cbad23-84d5-4e0d-b972-27c86fe56006 HTTP/1.1" status: 204 len: 168 time: 2.0181255 Aug 09 15:51:53.592658 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.631566 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c84e1055-944a-469c-93f4-4396a4e0e59b req-6f509b6d-2496-469c-a7f5-c9ac8621cc65 service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9413037 Aug 09 15:51:53.637034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 161103aa-3942-4972-8662-ac8fdceba15c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=161103aa-3942-4972-8662-ac8fdceba15c,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:53.644325 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.644741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dff618-38ef-413d-a2fd-04df4698a5b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3cbad23-84d5-4e0d-b972-27c86fe56006,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:53.714457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=161103aa-3942-4972-8662-ac8fdceba15c,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:53.782497 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c84e1055-944a-469c-93f4-4396a4e0e59b req-dcbefb5d-591e-4fc7-ae32-a2ce4994e5bd service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320503 Aug 09 15:51:53.844434 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Allocated IP 172.20.0.6 (97fd2185-0eab-47a9-8199-9d7cb3b92b10/51659fe6-a55f-4bd8-a71f-56d7fba31309/1ed1316a-0351-412f-8ada-42ec3a9c3323) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:53.874150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d088de-3bf1-45fd-bb3d-a445f1787916 req-def78bbb-dc75-4fff-ae39-c402544b85b2 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:53.875734 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7d088de-3bf1-45fd-bb3d-a445f1787916 req-def78bbb-dc75-4fff-ae39-c402544b85b2 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.3111889 Aug 09 15:51:53.906806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40568) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:53.966873 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7d088de-3bf1-45fd-bb3d-a445f1787916 req-57053093-8f00-4287-9113-ee70e27d0e2a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823989 Aug 09 15:51:54.061101 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-db6958b6-bb26-4aa0-aab5-e93956ed4d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.062897 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546a057c-296e-4fee-aed4-f1323bcbef8d x-openstack-request-id: req-546a057c-296e-4fee-aed4-f1323bcbef8d {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:54.063231 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:54.063516 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-546a057c-296e-4fee-aed4-f1323bcbef8d {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:54.064360 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'status': 'completed', 'code': 200} Aug 09 15:51:54.069326 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-db6958b6-bb26-4aa0-aab5-e93956ed4d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.091048 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.092667 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.104836 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.130392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-898e22c5-3e21-417e-b3f0-11c92b0e2ea0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65e7f9379c044bb488e4b0a5410bfea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124271 Aug 09 15:51:54.131642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Transition to ACTIVE for port object 71e094f5-0a19-4ae8-bf24-6b29da114a26 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:54.138515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40570) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:54.150023 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-db6958b6-bb26-4aa0-aab5-e93956ed4d93 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a02888410554a519f0657a36966288d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8795652 Aug 09 15:51:54.150741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6958b6-bb26-4aa0-aab5-e93956ed4d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacec42b-548e-47aa-b245-526da72a4274,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:54.155704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40572) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:54.208910 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Pushing event updated for resources: {'Port': ['ID=1c8c7935-a702-43b6-b5f7-645a0665248a,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:54.251325 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.272911 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-520cbe35-5cd9-4ae4-b0af-80ccd6c61d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.277574 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.278836 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-11d8be30-d640-47a6-aa7c-1821f5875b56 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0558383 Aug 09 15:51:54.328291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d058ebb-5394-468a-a476-c469865acc44 req-c96588fc-200f-48e4-beb3-968dbda7cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:54.329889 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d058ebb-5394-468a-a476-c469865acc44 req-c96588fc-200f-48e4-beb3-968dbda7cbcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990&device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 1096 time: 0.2154231 Aug 09 15:51:54.333048 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-520cbe35-5cd9-4ae4-b0af-80ccd6c61d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.340462 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.351937 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-bf855a7c-1aaa-4be0-934a-7939fbde60ff tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 695 time: 0.0613782 Aug 09 15:51:54.370556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca86db0-d779-4969-af9e-5559f7eb1dec req-823563df-5115-43e6-896d-daba462ccc7e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:54.371871 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5ca86db0-d779-4969-af9e-5559f7eb1dec req-823563df-5115-43e6-896d-daba462ccc7e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.2373455 Aug 09 15:51:54.383583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40574) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:54.386131 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.388522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-275f5684-9825-4777-befb-1553efed8b87 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Request body: {'floatingip': {'port_id': 'f6fecabf-4309-4cd4-add7-60fce676c668'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:54.403258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Transition to ACTIVE for port object 1ed1316a-0351-412f-8ada-42ec3a9c3323 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:54.440125 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-070577a2-eb89-4134-81b6-9f8a5d345967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.480948 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-275f5684-9825-4777-befb-1553efed8b87 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.540635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:54.558142 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-520cbe35-5cd9-4ae4-b0af-80ccd6c61d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.559485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-070577a2-eb89-4134-81b6-9f8a5d345967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.560671 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-520cbe35-5cd9-4ae4-b0af-80ccd6c61d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.561133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Pushing event updated for resources: {'Port': ['ID=71e094f5-0a19-4ae8-bf24-6b29da114a26,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:54.566470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-520cbe35-5cd9-4ae4-b0af-80ccd6c61d90 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cacec42b-548e-47aa-b245-526da72a4274 HTTP/1.1" status: 204 len: 168 time: 0.4049203 Aug 09 15:51:54.583181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:54.595047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:54.714311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d058ebb-5394-468a-a476-c469865acc44 req-ae8004d8-5bc0-4df8-b809-7465b81c7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:54.715949 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d058ebb-5394-468a-a476-c469865acc44 req-ae8004d8-5bc0-4df8-b809-7465b81c7c96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4521cc11-ee90-4f0d-b3f0-6274bbe49155 HTTP/1.1" status: 200 len: 921 time: 0.3675938 Aug 09 15:51:54.720412 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.746986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5d851-8ec5-4963-9a36-039d507682e2 req-1c93ad45-cead-4eaf-a503-e342756502d8 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:54.748673 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3dd5d851-8ec5-4963-9a36-039d507682e2 req-1c93ad45-cead-4eaf-a503-e342756502d8 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.2781889 Aug 09 15:51:54.863661 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.900155 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d058ebb-5394-468a-a476-c469865acc44 req-def60ab9-683a-4fef-9cf2-19c11b932a29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 217 time: 0.1471260 Aug 09 15:51:54.941954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-973634ea-3cd5-4354-9495-3387e5326dd9 None None] Provisioning for port 71e094f5-0a19-4ae8-bf24-6b29da114a26 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:54.950233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-973634ea-3cd5-4354-9495-3387e5326dd9 None None] Provisioning complete for port 71e094f5-0a19-4ae8-bf24-6b29da114a26 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:54.950889 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-973634ea-3cd5-4354-9495-3387e5326dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.955683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:54.963821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:55.020547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d058ebb-5394-468a-a476-c469865acc44 req-8cf5138b-5e0f-41fb-87df-077eb1faa668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:55.022369 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d058ebb-5394-468a-a476-c469865acc44 req-8cf5138b-5e0f-41fb-87df-077eb1faa668 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c0b17d2-cb32-4ec0-988b-bb29a3d802ea HTTP/1.1" status: 200 len: 860 time: 0.0634840 Aug 09 15:51:55.022875 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-070577a2-eb89-4134-81b6-9f8a5d345967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.025416 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-070577a2-eb89-4134-81b6-9f8a5d345967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.026539 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-070577a2-eb89-4134-81b6-9f8a5d345967 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c9855ffc-2f63-410a-b6d9-d3929ec3667e HTTP/1.1" status: 204 len: 168 time: 0.8604567 Aug 09 15:51:55.027493 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:55.069468 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-973634ea-3cd5-4354-9495-3387e5326dd9 None None] Port 71e094f5-0a19-4ae8-bf24-6b29da114a26 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:55.075461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-6c610f00-27b7-4325-b349-4027b49065d8 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:55.077965 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-6c610f00-27b7-4325-b349-4027b49065d8 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.7135413 Aug 09 15:51:55.127325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40584) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:55.141079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cbe35-5cd9-4ae4-b0af-80ccd6c61d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacec42b-548e-47aa-b245-526da72a4274,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:55.169854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-24bd9491-5c76-4dce-8d2e-2572be5c0523 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:51:55.171391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Port': ['ID=1ed1316a-0351-412f-8ada-42ec3a9c3323,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:55.191270 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3dd5d851-8ec5-4963-9a36-039d507682e2 req-c60d80ee-b2b3-4b23-885d-3d25920d9584 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246585 Aug 09 15:51:55.192863 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79ae25a9-4ceb-4868-8cc3-fff3ee442fc1 req-24bd9491-5c76-4dce-8d2e-2572be5c0523 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0645142 Aug 09 15:51:55.220748 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee7fadce-0c7d-4486-a7d4-a4a0a2bf9071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.382997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.resource_extend [None req-275f5684-9825-4777-befb-1553efed8b87 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:51:55.390896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070577a2-eb89-4134-81b6-9f8a5d345967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9855ffc-2f63-410a-b6d9-d3929ec3667e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:55.413336 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d058ebb-5394-468a-a476-c469865acc44 req-9c75fa50-40e5-49f5-ba56-f442037831a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4521cc11-ee90-4f0d-b3f0-6274bbe49155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3602686 Aug 09 15:51:55.418260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 161103aa-3942-4972-8662-ac8fdceba15c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:55.505567 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-275f5684-9825-4777-befb-1553efed8b87 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.512970 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-275f5684-9825-4777-befb-1553efed8b87 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.547377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b757351-add6-49ea-aa05-9b96719a6e2d req-fcca6d4b-23f8-4bbe-a0a4-befa5d398f42 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:55.557222 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b757351-add6-49ea-aa05-9b96719a6e2d req-fcca6d4b-23f8-4bbe-a0a4-befa5d398f42 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1960204 Aug 09 15:51:55.569916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0c851-da59-42cf-9a94-20b5b06cf5f5 req-d61fc8a3-19f8-405a-a921-2dc59c84f1d6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:55.571508 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6b0c851-da59-42cf-9a94-20b5b06cf5f5 req-d61fc8a3-19f8-405a-a921-2dc59c84f1d6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 931 time: 0.1861892 Aug 09 15:51:55.578433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0d833c52-0162-445f-a8f9-f92f755f823d None None] Provisioning for port 1ed1316a-0351-412f-8ada-42ec3a9c3323 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:55.584694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0d833c52-0162-445f-a8f9-f92f755f823d None None] Provisioning complete for port 1ed1316a-0351-412f-8ada-42ec3a9c3323 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:55.585070 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0d833c52-0162-445f-a8f9-f92f755f823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.620659 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b757351-add6-49ea-aa05-9b96719a6e2d req-fb4cf739-5e49-4447-97cd-83264f5d9f25 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624435 Aug 09 15:51:55.621323 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.680555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:55.681374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.692313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0d833c52-0162-445f-a8f9-f92f755f823d None None] Port 1ed1316a-0351-412f-8ada-42ec3a9c3323 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:55.704534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee7fadce-0c7d-4486-a7d4-a4a0a2bf9071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.707177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 161103aa-3942-4972-8662-ac8fdceba15c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:55.707554 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.725092 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee7fadce-0c7d-4486-a7d4-a4a0a2bf9071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:55.762783 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6b0c851-da59-42cf-9a94-20b5b06cf5f5 req-1707414e-7ab2-4f0a-97da-0a410eb53c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751921 Aug 09 15:51:55.783129 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3785313e-faf0-4e1e-a195-61744da4cd5e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8342524 Aug 09 15:51:55.786037 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-275f5684-9825-4777-befb-1553efed8b87 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Floating IP 440b9e2f-c561-40dc-a7d7-b2334da67649 associated. External IP: 172.25.2.253, port: f6fecabf-4309-4cd4-add7-60fce676c668. Aug 09 15:51:55.830536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'port': {'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4', 'admin_state_up': True, 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'security_groups': ['74243e22-3e3d-4e7a-a36b-8c411d7526e9']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:55.888435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-92936c22-5d3d-4645-9b11-1f2825f4fbbe tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:55.897035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-92936c22-5d3d-4645-9b11-1f2825f4fbbe tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1549928 Aug 09 15:51:55.902171 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ee7fadce-0c7d-4486-a7d4-a4a0a2bf9071 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3e0631f681a411598b8e7ecf7322c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7531109 Aug 09 15:51:55.905544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40604) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:55.915774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fadce-0c7d-4486-a7d4-a4a0a2bf9071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e084ac64-77f5-433d-b820-9364c9e4ca4b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:56.071036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec0909-0ae7-4ebb-a7e7-473e31a25d95 req-c8ef97d6-ce79-42fe-90b0-1257080a7eee tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:56.072604 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cec0909-0ae7-4ebb-a7e7-473e31a25d95 req-c8ef97d6-ce79-42fe-90b0-1257080a7eee tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1357822 Aug 09 15:51:56.073825 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1e1aac2-1f40-4ccf-a2d2-c9da85cda5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.103742 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-707d00df-2b7a-4159-890c-7be03b2b77fa tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 695 time: 0.2057111 Aug 09 15:51:56.117897 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-b498de60-3b1b-44e4-964c-7e22c18d8e62 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Request body: {'floatingip': {'port_id': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:56.156205 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1e1aac2-1f40-4ccf-a2d2-c9da85cda5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.166204 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-b498de60-3b1b-44e4-964c-7e22c18d8e62 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.215808 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d058ebb-5394-468a-a476-c469865acc44 req-4a9a45df-890e-4886-952c-7f486dcaf55c service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7695124 Aug 09 15:51:56.242149 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cec0909-0ae7-4ebb-a7e7-473e31a25d95 req-eb3ca0f6-1ad2-405e-9cd5-ca6fd8df1e34 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552896 Aug 09 15:51:56.285760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1e1aac2-1f40-4ccf-a2d2-c9da85cda5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.289716 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1e1aac2-1f40-4ccf-a2d2-c9da85cda5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.302586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c1e1aac2-1f40-4ccf-a2d2-c9da85cda5d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e084ac64-77f5-433d-b820-9364c9e4ca4b HTTP/1.1" status: 204 len: 168 time: 0.3953388 Aug 09 15:51:56.324338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1aac2-1f40-4ccf-a2d2-c9da85cda5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e084ac64-77f5-433d-b820-9364c9e4ca4b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:56.341336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275f5684-9825-4777-befb-1553efed8b87 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Router 4f585b29-887a-438f-832b-4afec305bda6 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:56.566973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:56.568123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275f5684-9825-4777-befb-1553efed8b87 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:56.571069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.577849 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-275f5684-9825-4777-befb-1553efed8b87 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.578655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38daf2e4-45d6-4008-b06a-55635b070a2f None None] Sync routers for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:56.589635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38daf2e4-45d6-4008-b06a-55635b070a2f None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:56.590547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-38daf2e4-45d6-4008-b06a-55635b070a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:56.671636 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-275f5684-9825-4777-befb-1553efed8b87 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "PUT /v2.0/floatingips/440b9e2f-c561-40dc-a7d7-b2334da67649 HTTP/1.1" status: 200 len: 991 time: 2.2845032 Aug 09 15:51:56.671636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:56.672691 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531c4b37-de8f-48ad-ba68-a89ad9b9eb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:56.679456 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d058ebb-5394-468a-a476-c469865acc44 req-4fb3a2b2-e971-4704-9f2a-36812c724d59 service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301541 Aug 09 15:51:56.701892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.726156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.749895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-38daf2e4-45d6-4008-b06a-55635b070a2f None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:56.826501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Pushing event updated for resources: {'Port': ['ID=71e094f5-0a19-4ae8-bf24-6b29da114a26,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:56.948183 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.010838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Allocated IP 10.1.1.105 (a5b49e70-6de9-4bad-8362-db65b48eb6e4/39bff017-66a5-44c5-b50a-e9fe63406ced/64b75181-1c9b-405f-9297-9cd3037a0ac9) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:57.178188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-38daf2e4-45d6-4008-b06a-55635b070a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '440b9e2f-c561-40dc-a7d7-b2334da67649', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '4f585b29-887a-438f-832b-4afec305bda6', 'port_id': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'mac_address': 'fa:16:3e:57:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:51:27Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 1, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:29Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:57.248371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38daf2e4-45d6-4008-b06a-55635b070a2f None None] Checking router: 4f585b29-887a-438f-832b-4afec305bda6 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:51:57.274977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38daf2e4-45d6-4008-b06a-55635b070a2f None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:57.275674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-38daf2e4-45d6-4008-b06a-55635b070a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:57.323596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723c1ac-220c-4214-93ec-45fd719bfd02 req-8bcbe6b0-3f1c-4425-9f6c-e5a137c67e2b tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:57.325199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0723c1ac-220c-4214-93ec-45fd719bfd02 req-8bcbe6b0-3f1c-4425-9f6c-e5a137c67e2b tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1445823 Aug 09 15:51:57.414213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0723c1ac-220c-4214-93ec-45fd719bfd02 req-dcd6cc6b-7d35-4295-a80d-58be5f0012ac tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805902 Aug 09 15:51:57.588787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-38daf2e4-45d6-4008-b06a-55635b070a2f None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:57.613528 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2bc8b7-bdef-4acb-947f-6ed3b8466d88 x-openstack-request-id: req-4a2bc8b7-bdef-4acb-947f-6ed3b8466d88 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:57.613861 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:57.614118 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a2bc8b7-bdef-4acb-947f-6ed3b8466d88 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:57.614515 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'status': 'completed', 'code': 200} Aug 09 15:51:57.739424 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f28e889b-7817-4313-9e72-128cc065911d req-2ef5de07-5969-4ffe-9142-679a4bcfad46 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=c325a977-5afd-468c-bd07-c1fd566cf776 HTTP/1.1" status: 200 len: 210 time: 0.0470133 Aug 09 15:51:57.984045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eb9a2-75a2-423d-951a-af2d41ec72b6 req-ce3e0b48-6588-40d5-8d5d-d67ba269c310 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:57.991393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-617eb9a2-75a2-423d-951a-af2d41ec72b6 req-ce3e0b48-6588-40d5-8d5d-d67ba269c310 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 931 time: 0.1364470 Aug 09 15:51:58.023563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-38daf2e4-45d6-4008-b06a-55635b070a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '440b9e2f-c561-40dc-a7d7-b2334da67649', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '4f585b29-887a-438f-832b-4afec305bda6', 'port_id': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'mac_address': 'fa:16:3e:57:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:51:27Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 1, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:29Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:58.052130 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-617eb9a2-75a2-423d-951a-af2d41ec72b6 req-9126fd2a-9470-402d-aef0-8f7be4ef07ad tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547917 Aug 09 15:51:58.056508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38daf2e4-45d6-4008-b06a-55635b070a2f None None] The sync data for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 is: [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '440b9e2f-c561-40dc-a7d7-b2334da67649', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '4f585b29-887a-438f-832b-4afec305bda6', 'port_id': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'mac_address': 'fa:16:3e:57:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:51:27Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 1, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:29Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:51:58.099567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:58.124081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:58.274525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53450-1de0-455a-b997-2062ddc573e7 req-de99e457-9a22-4168-b73e-9e96a3034f08 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:58.278267 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60e53450-1de0-455a-b997-2062ddc573e7 req-de99e457-9a22-4168-b73e-9e96a3034f08 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.0972652 Aug 09 15:51:58.369088 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60e53450-1de0-455a-b997-2062ddc573e7 req-ee6bbdbc-55bc-4c6c-ab36-cc95092ef15a tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843217 Aug 09 15:51:58.439471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c4b37-de8f-48ad-ba68-a89ad9b9eb4a req-058eefb2-9801-4e62-96e1-09db7dcc5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:58.448516 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-531c4b37-de8f-48ad-ba68-a89ad9b9eb4a req-058eefb2-9801-4e62-96e1-09db7dcc5e41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 1096 time: 0.3528275 Aug 09 15:51:58.473476 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.resource_extend [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-b498de60-3b1b-44e4-964c-7e22c18d8e62 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:51:58.535434 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a3029-3ce9-424c-8958-8078271aaa35 None None] New status for floating IP 440b9e2f-c561-40dc-a7d7-b2334da67649: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:51:58.555046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-edb463ff-7235-487f-862e-e77e71aaec11 None None] Provisioning complete for port 71e094f5-0a19-4ae8-bf24-6b29da114a26 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:58.556698 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-edb463ff-7235-487f-862e-e77e71aaec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.749711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-edb463ff-7235-487f-862e-e77e71aaec11 None None] Port 71e094f5-0a19-4ae8-bf24-6b29da114a26 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:51:58.757892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.784557 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-b498de60-3b1b-44e4-964c-7e22c18d8e62 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.795143 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Transition to ACTIVE for port object 64b75181-1c9b-405f-9297-9cd3037a0ac9 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:58.800072 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-b498de60-3b1b-44e4-964c-7e22c18d8e62 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.886205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78c904-9a4f-47f9-a6fd-0fbcb6e6589c req-9f4b4c1a-c1bf-465c-aaa7-6b367a3f851d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:58.889397 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a78c904-9a4f-47f9-a6fd-0fbcb6e6589c req-9f4b4c1a-c1bf-465c-aaa7-6b367a3f851d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1188469 Aug 09 15:51:58.919752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Router e9790007-6ed4-447c-95d6-86e129ce2ed2 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:51:58.976387 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a78c904-9a4f-47f9-a6fd-0fbcb6e6589c req-4fe4abde-f0f7-4745-9574-5b3374cb4f6e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797627 Aug 09 15:51:59.071319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40716) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:59.217850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c4b37-de8f-48ad-ba68-a89ad9b9eb4a req-d6678588-5f75-438e-b1e7-78cef8ad3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.219488 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-531c4b37-de8f-48ad-ba68-a89ad9b9eb4a req-d6678588-5f75-438e-b1e7-78cef8ad3153 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 918 time: 0.6580067 Aug 09 15:51:59.322853 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-b498de60-3b1b-44e4-964c-7e22c18d8e62 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Floating IP 4cde1675-d73b-43f8-9e00-ea92f6288c26 associated. External IP: 172.25.2.84, port: 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b. Aug 09 15:51:59.351014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-282591835'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:59.390270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Made reservation on behalf of 3e8aa8cfd0e841cc9928abe231a180c4 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:59.394768 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.410952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.421986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae36ae-8ce1-4193-afb3-daded94a0076 req-867ecb6f-60c4-43b2-b9d2-2d27544aa331 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.428580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae36ae-8ce1-4193-afb3-daded94a0076 req-867ecb6f-60c4-43b2-b9d2-2d27544aa331 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.430449 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4bae36ae-8ce1-4193-afb3-daded94a0076 req-867ecb6f-60c4-43b2-b9d2-2d27544aa331 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 1653 time: 0.1197958 Aug 09 15:51:59.443438 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.447326 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-531c4b37-de8f-48ad-ba68-a89ad9b9eb4a req-0ad335b0-9a90-4381-9a41-444634219c01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6fecabf-4309-4cd4-add7-60fce676c668 HTTP/1.1" status: 200 len: 1001 time: 0.2108183 Aug 09 15:51:59.513133 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4bae36ae-8ce1-4193-afb3-daded94a0076 req-52d64e40-5a89-4070-a09e-cab5ba3a59fa tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747154 Aug 09 15:51:59.575312 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:51:59.585929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Sync routers for ids ['e9790007-6ed4-447c-95d6-86e129ce2ed2'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:51:59.599372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c4b37-de8f-48ad-ba68-a89ad9b9eb4a req-d2b17a0e-53c7-480a-8726-5f03e7e85bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.601126 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-531c4b37-de8f-48ad-ba68-a89ad9b9eb4a req-d2b17a0e-53c7-480a-8726-5f03e7e85bc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 200 len: 856 time: 0.1402619 Aug 09 15:51:59.609361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Routers {'e9790007-6ed4-447c-95d6-86e129ce2ed2'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:51:59.610099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e9790007-6ed4-447c-95d6-86e129ce2ed2'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:51:59.618145 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-264e852d-5775-414d-aee7-ee07c70df420 admin admin] 10.222.0.81 "PUT /v2.0/routers/e9790007-6ed4-447c-95d6-86e129ce2ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3512697 Aug 09 15:51:59.637428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.643684 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.660155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Network a5b49e70-6de9-4bad-8362-db65b48eb6e4 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:59.661969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:59.673728 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.674254 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Added segment 23d98c2d-528f-4513-bd69-9fc391723486 of type vlan for network 47030a54-3460-4b29-af60-4800246c10ee Aug 09 15:51:59.722459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Port': ['ID=64b75181-1c9b-405f-9297-9cd3037a0ac9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:59.724923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:59.728274 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.746318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:59.755581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Set router e9790007-6ed4-447c-95d6-86e129ce2ed2 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:51:59.830647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b46622-4653-49fb-8c9d-bf0ef4ecb552,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:59.848805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c4b37-de8f-48ad-ba68-a89ad9b9eb4a req-a19dfcb5-ac83-4a62-bfcc-171792c15ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.859141 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-531c4b37-de8f-48ad-ba68-a89ad9b9eb4a req-a19dfcb5-ac83-4a62-bfcc-171792c15ec9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2239804 Aug 09 15:51:59.910737 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02db69a1-0f11-4710-91d2-3b2340bc60fb req-c951bbbf-5d68-4cdd-a2b9-6e7065f9b2e3 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.1505742 Aug 09 15:51:59.920551 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-facfc4a5-ce5d-4e55-bf77-ec9a63583df7 req-3b271d5d-1fec-4fdc-a2c5-f4dd6850b01e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c325a977-5afd-468c-bd07-c1fd566cf776 HTTP/1.1" status: 200 len: 210 time: 0.0944195 Aug 09 15:51:59.934108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.939939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.940707 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.949061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.949779 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.125821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Pushing event updated for resources: {'Network': ['ID=47030a54-3460-4b29-af60-4800246c10ee,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:00.140025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 47030a54-3460-4b29-af60-4800246c10ee details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:00.163537 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a07158bb-3e25-41d2-bdf8-58247c14e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0910358 Aug 09 15:52:00.192940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd953af-e8b9-456a-b313-87c73c890da5 req-da025017-9cfb-424f-bfdc-9b801640424f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:00.211514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bd953af-e8b9-456a-b313-87c73c890da5 req-da025017-9cfb-424f-bfdc-9b801640424f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1198490 Aug 09 15:52:00.263183 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c6cc01e4-0a86-4a5d-92ff-be654f7c9e32 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4707284 Aug 09 15:52:00.264978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 4, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '71e094f5-0a19-4ae8-bf24-6b29da114a26', 'name': '', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'mac_address': 'fa:16:3e:6a:90:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:52Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 2, 'project_id': '48a7789d166d413a8429d82c91737140', 'subnets': [{'id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.272112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bd953af-e8b9-456a-b313-87c73c890da5 req-fc3f8eec-bd78-4c2f-8e77-58a22756c4a4 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582709 Aug 09 15:52:00.289546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'port': {'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4', 'admin_state_up': True, 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'security_groups': ['74243e22-3e3d-4e7a-a36b-8c411d7526e9']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:00.315947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Checking router: e9790007-6ed4-447c-95d6-86e129ce2ed2 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:00.316615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Updating router e9790007-6ed4-447c-95d6-86e129ce2ed2 port 71e094f5-0a19-4ae8-bf24-6b29da114a26 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:52:00.355534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.369103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c3d5b03c-dfb7-47d7-a8e5-529fb50f03d9 None None] Provisioning for port 64b75181-1c9b-405f-9297-9cd3037a0ac9 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:00.374663 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c3d5b03c-dfb7-47d7-a8e5-529fb50f03d9 None None] Provisioning complete for port 64b75181-1c9b-405f-9297-9cd3037a0ac9 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:00.375173 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c3d5b03c-dfb7-47d7-a8e5-529fb50f03d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.455484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c3d5b03c-dfb7-47d7-a8e5-529fb50f03d9 None None] Port 64b75181-1c9b-405f-9297-9cd3037a0ac9 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:00.468265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-531c4b37-de8f-48ad-ba68-a89ad9b9eb4a req-36da4b0e-27ba-4d1f-9a03-27bf741344b9 service neutron] 10.222.0.60 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972977 Aug 09 15:52:00.515932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-b498de60-3b1b-44e4-964c-7e22c18d8e62 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:00.596062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:00.599981 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.726402 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.733731 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-531c4b37-de8f-48ad-ba68-a89ad9b9eb4a req-cdd43e19-f9ff-47ef-83f2-f2fdbd5eba23 service neutron] 10.222.0.60 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528114 Aug 09 15:52:00.739419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Transition to ACTIVE for port object 71e094f5-0a19-4ae8-bf24-6b29da114a26 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:00.746848 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.764910 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40742) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:00.778081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-890081df-45f9-4298-ac81-bcfbed43f1be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135809159', 'description': 'tempest-description--1264913442'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:00.833143 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-b498de60-3b1b-44e4-964c-7e22c18d8e62 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:00.856391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-b498de60-3b1b-44e4-964c-7e22c18d8e62 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.863674 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0b7a8-bf73-402b-ada5-51c3f869713f None None] Sync routers for ids ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:00.879983 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0b7a8-bf73-402b-ada5-51c3f869713f None None] Routers {'40c2c28a-7af9-4805-853a-fc8ad8dfea3a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:00.886567 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c1a0b7a8-bf73-402b-ada5-51c3f869713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:00.908861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef86874-7a8e-457d-b0f8-eec3c8253af9 None None] Pushing event updated for resources: {'Port': ['ID=71e094f5-0a19-4ae8-bf24-6b29da114a26,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:00.915129 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Attempting to bind port 71e094f5-0a19-4ae8-bf24-6b29da114a26 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:00.916966 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Attempting to bind port 71e094f5-0a19-4ae8-bf24-6b29da114a26 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:00.917893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Attempting to bind port 71e094f5-0a19-4ae8-bf24-6b29da114a26 on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:00.939371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:00.952283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Checking segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:00.953327 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.954026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Bound using segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:00.954910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Bound port: 71e094f5-0a19-4ae8-bf24-6b29da114a26, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:00.956867 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.962815 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-890081df-45f9-4298-ac81-bcfbed43f1be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.979413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-b498de60-3b1b-44e4-964c-7e22c18d8e62 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "PUT /v2.0/floatingips/4cde1675-d73b-43f8-9e00-ea92f6288c26 HTTP/1.1" status: 200 len: 995 time: 4.8746538 Aug 09 15:52:00.983992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:00.985978 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e26a04-e023-40e3-9768-5376a5cf8df2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:01.058376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Allocated IP 10.1.1.111 (a5b49e70-6de9-4bad-8362-db65b48eb6e4/39bff017-66a5-44c5-b50a-e9fe63406ced/9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:01.060449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282017d-5713-4b08-a821-fb3b35119c5e req-1bc94901-90de-4098-9902-8cd0b4975f80 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:01.067752 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6282017d-5713-4b08-a821-fb3b35119c5e req-1bc94901-90de-4098-9902-8cd0b4975f80 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.2174814 Aug 09 15:52:01.096074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] For port 71e094f5-0a19-4ae8-bf24-6b29da114a26, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:01.104339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] For port 71e094f5-0a19-4ae8-bf24-6b29da114a26, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=71e094f5-0a19-4ae8-bf24-6b29da114a26,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:01.110985 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.142163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-bcad6fbe-16f4-4d82-8293-48aed64f08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:01.144182 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-bcad6fbe-16f4-4d82-8293-48aed64f08cd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990&device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 1096 time: 0.1431262 Aug 09 15:52:01.170160 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c1a0b7a8-bf73-402b-ada5-51c3f869713f None None] Set router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:01.210484 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6282017d-5713-4b08-a821-fb3b35119c5e req-27597a31-0470-4477-8423-e87d4fba28e1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284206 Aug 09 15:52:01.212181 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef86874-7a8e-457d-b0f8-eec3c8253af9 None None] Pushing event updated for resources: {'Port': ['ID=71e094f5-0a19-4ae8-bf24-6b29da114a26,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:01.243453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Routers {'e9790007-6ed4-447c-95d6-86e129ce2ed2'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:01.244174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e9790007-6ed4-447c-95d6-86e129ce2ed2'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:01.388832 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-890081df-45f9-4298-ac81-bcfbed43f1be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.411883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-a9f98246-c5df-4134-a466-da49fb3499cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:01.415487 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-890081df-45f9-4298-ac81-bcfbed43f1be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.419717 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-a9f98246-c5df-4134-a466-da49fb3499cb service neutron] 10.222.0.81 "GET /v2.0/networks?id=4521cc11-ee90-4f0d-b3f0-6274bbe49155 HTTP/1.1" status: 200 len: 921 time: 0.2654824 Aug 09 15:52:01.419907 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c8d1e16-2fb7-49c9-9451-e0fb838e9598 req-083c4b70-3e08-4573-8e51-9a4057eb0f98 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0557890 Aug 09 15:52:01.450463 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890081df-45f9-4298-ac81-bcfbed43f1be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc0da74-8df3-47ed-a58c-dd44ba224c18,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:01.474989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-890081df-45f9-4298-ac81-bcfbed43f1be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.482017 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-890081df-45f9-4298-ac81-bcfbed43f1be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7148528 Aug 09 15:52:01.482825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40752) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:01.513113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f9347b94-06c1-4fd7-9a24-f74356c266bb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Request body: {'security_group_rule': {'security_group_id': 'cfc0da74-8df3-47ed-a58c-dd44ba224c18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:01.535656 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-5ebdfdbb-54b3-4ed1-a25d-39e32a5f000d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 998 time: 0.1149437 Aug 09 15:52:01.536183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] Set router e9790007-6ed4-447c-95d6-86e129ce2ed2 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:01.583118 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9347b94-06c1-4fd7-9a24-f74356c266bb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.608980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40754) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:01.616385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Request body: {'port': {'network_id': '47030a54-3460-4b29-af60-4800246c10ee', 'binding:host_id': 'n-h1-803778-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2071570493'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:01.639117 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.666765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-73648658-e408-4a1b-a242-64750cdf6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:01.674417 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-73648658-e408-4a1b-a242-64750cdf6f89 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c0b17d2-cb32-4ec0-988b-bb29a3d802ea HTTP/1.1" status: 200 len: 860 time: 0.1379826 Aug 09 15:52:01.698467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Transition to ACTIVE for port object 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:01.723077 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-8b8bbee7-127b-441b-a132-3662f2d49ded service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4521cc11-ee90-4f0d-b3f0-6274bbe49155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477459 Aug 09 15:52:01.726399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Made reservation on behalf of 09f13d3fe469431b9e66c71c73bc037b for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:01.729506 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.738518 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c1a0b7a8-bf73-402b-ada5-51c3f869713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:51:00Z', 'revision_number': 4, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '4cde1675-d73b-43f8-9e00-ea92f6288c26', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'port_id': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'mac_address': 'fa:16:3e:8d:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:51:53Z', 'updated_at': '2021-08-09T15:51:58Z', 'revision_number': 1, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10ccd03-bcb6-4aac-8dc1-a015e9a81f93', 'name': '', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'mac_address': 'fa:16:3e:66:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:56Z', 'updated_at': '2021-08-09T15:51:07Z', 'revision_number': 5, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'subnets': [{'id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:01.780302 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0b7a8-bf73-402b-ada5-51c3f869713f None None] Checking router: 40c2c28a-7af9-4805-853a-fc8ad8dfea3a for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:01.784803 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9347b94-06c1-4fd7-9a24-f74356c266bb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.791350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9347b94-06c1-4fd7-9a24-f74356c266bb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.797394 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0b7a8-bf73-402b-ada5-51c3f869713f None None] Routers {'40c2c28a-7af9-4805-853a-fc8ad8dfea3a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:01.798090 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c1a0b7a8-bf73-402b-ada5-51c3f869713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:01.834883 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b9426-5cf2-4692-b926-ed30ed8b7ee7 req-5497316e-c02c-4c65-b24c-15fc163286c3 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:01.841658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b9426-5cf2-4692-b926-ed30ed8b7ee7 req-5497316e-c02c-4c65-b24c-15fc163286c3 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:01.851181 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-345b9426-5cf2-4692-b926-ed30ed8b7ee7 req-5497316e-c02c-4c65-b24c-15fc163286c3 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 1653 time: 0.1337872 Aug 09 15:52:01.855923 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.865730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9347b94-06c1-4fd7-9a24-f74356c266bb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeda59c-5943-4711-b822-7ceb05d57eff,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:01.876656 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-fe294637-de90-48ce-b3be-84b28bc4e7dd service neutron] 10.222.0.81 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329393 Aug 09 15:52:01.905635 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9347b94-06c1-4fd7-9a24-f74356c266bb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.911248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f9347b94-06c1-4fd7-9a24-f74356c266bb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4058099 Aug 09 15:52:01.915861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40756) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:01.955001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c3cd94f1-e257-45b2-af72-6ee7be6ee972 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Request body: {'security_group_rule': {'security_group_id': 'cfc0da74-8df3-47ed-a58c-dd44ba224c18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:01.959165 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c1a0b7a8-bf73-402b-ada5-51c3f869713f None None] Set router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:01.959696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-345b9426-5cf2-4692-b926-ed30ed8b7ee7 req-ced565eb-6a9c-4ba0-b1b2-aa70fb321670 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071393 Aug 09 15:52:01.991595 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.008666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 4, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '71e094f5-0a19-4ae8-bf24-6b29da114a26', 'name': '', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'mac_address': 'fa:16:3e:6a:90:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:52Z', 'updated_at': '2021-08-09T15:52:01Z', 'revision_number': 4, 'project_id': '48a7789d166d413a8429d82c91737140', 'subnets': [{'id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:02.053264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d79a29-730a-4218-afcd-813b1bac16cc None None] The sync data for ids ['e9790007-6ed4-447c-95d6-86e129ce2ed2'] in n-d-803778-2 is: [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 4, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '71e094f5-0a19-4ae8-bf24-6b29da114a26', 'name': '', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'mac_address': 'fa:16:3e:6a:90:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:52Z', 'updated_at': '2021-08-09T15:52:01Z', 'revision_number': 4, 'project_id': '48a7789d166d413a8429d82c91737140', 'subnets': [{'id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:02.085208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb37fd02-b74e-46a6-a01c-1dc751ec7fdf req-c803fba1-6b76-4d00-ace4-e5f0a8cd62cc tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0402031 Aug 09 15:52:02.217402 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.218918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Port': ['ID=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:02.250261 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940a75a8-15ef-4238-b4ac-3f9fa8da5d18 x-openstack-request-id: req-940a75a8-15ef-4238-b4ac-3f9fa8da5d18 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:02.250663 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:02.251017 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-940a75a8-15ef-4238-b4ac-3f9fa8da5d18 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:02.251532 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'status': 'completed', 'code': 200} Aug 09 15:52:02.258024 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Network a5b49e70-6de9-4bad-8362-db65b48eb6e4 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:02.262308 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.272615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] device_id is not set on port 755148b1-c7c7-4281-acfb-d8d2e68e11af yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:02.426657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47569dd3-14ef-47df-95b2-1e7f67c03bb5 req-87ffcdfd-8a06-4f3c-9458-8b3b4e1ad6e3 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:02.428373 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47569dd3-14ef-47df-95b2-1e7f67c03bb5 req-87ffcdfd-8a06-4f3c-9458-8b3b4e1ad6e3 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1038053 Aug 09 15:52:02.430176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:02.483437 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47569dd3-14ef-47df-95b2-1e7f67c03bb5 req-466df97a-7bd3-4933-9a9e-982b974518b7 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481393 Aug 09 15:52:02.496235 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b2496ef-4555-4f3f-be99-540a50bf7131 req-ddd5e723-ec34-4a3d-8262-c504fc8e0732 service neutron] 10.222.0.81 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055484 Aug 09 15:52:02.498674 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:02.509078 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3cd94f1-e257-45b2-af72-6ee7be6ee972 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.620719 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c1a0b7a8-bf73-402b-ada5-51c3f869713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:51:00Z', 'revision_number': 4, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '4cde1675-d73b-43f8-9e00-ea92f6288c26', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'port_id': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'mac_address': 'fa:16:3e:8d:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:51:53Z', 'updated_at': '2021-08-09T15:51:58Z', 'revision_number': 1, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10ccd03-bcb6-4aac-8dc1-a015e9a81f93', 'name': '', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'mac_address': 'fa:16:3e:66:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:56Z', 'updated_at': '2021-08-09T15:51:07Z', 'revision_number': 5, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'subnets': [{'id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:02.685424 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a0b7a8-bf73-402b-ada5-51c3f869713f None None] The sync data for ids ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'] in n-d-803778-2 is: [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:51:00Z', 'revision_number': 4, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '4cde1675-d73b-43f8-9e00-ea92f6288c26', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'port_id': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'mac_address': 'fa:16:3e:8d:87:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:51:53Z', 'updated_at': '2021-08-09T15:51:58Z', 'revision_number': 1, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10ccd03-bcb6-4aac-8dc1-a015e9a81f93', 'name': '', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'mac_address': 'fa:16:3e:66:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:56Z', 'updated_at': '2021-08-09T15:51:07Z', 'revision_number': 5, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'subnets': [{'id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:02.742089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91761f9-8686-4025-9c94-e12b7a0d2b7e req-283ec306-6843-48a5-9bd8-d02f9a4e68c8 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:02.762096 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b91761f9-8686-4025-9c94-e12b7a0d2b7e req-283ec306-6843-48a5-9bd8-d02f9a4e68c8 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1220934 Aug 09 15:52:02.824912 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b91761f9-8686-4025-9c94-e12b7a0d2b7e req-83619171-6f37-4558-a9c4-b96c97121bbe tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617325 Aug 09 15:52:02.856798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c05c9633-19d0-473d-91a0-b0aa97b17158 None None] Provisioning for port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:02.868835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c05c9633-19d0-473d-91a0-b0aa97b17158 None None] Provisioning complete for port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:02.869512 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c05c9633-19d0-473d-91a0-b0aa97b17158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.926014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c05c9633-19d0-473d-91a0-b0aa97b17158 None None] Port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:03.154961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51855845-ff72-4807-849c-af85fc3f503a req-e03fa551-cfb0-4ebb-acb7-b731d4e09306 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:03.162071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51855845-ff72-4807-849c-af85fc3f503a req-e03fa551-cfb0-4ebb-acb7-b731d4e09306 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:03.168484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51855845-ff72-4807-849c-af85fc3f503a req-e03fa551-cfb0-4ebb-acb7-b731d4e09306 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:03.170567 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51855845-ff72-4807-849c-af85fc3f503a req-e03fa551-cfb0-4ebb-acb7-b731d4e09306 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 2374 time: 0.1032248 Aug 09 15:52:03.200400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c8d7b4-ff38-4e6c-bb11-883e70a4bf99 None None] New status for floating IP 4cde1675-d73b-43f8-9e00-ea92f6288c26: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:52:03.274646 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51855845-ff72-4807-849c-af85fc3f503a req-98ad2e52-55d5-4026-825e-c293b9162043 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919924 Aug 09 15:52:03.351569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] device_id is not set on port 755148b1-c7c7-4281-acfb-d8d2e68e11af yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:03.362363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.374191 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Transition to ACTIVE for port object 755148b1-c7c7-4281-acfb-d8d2e68e11af will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:03.397874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71028022-ae9d-43ec-9441-71e0dca3bcc0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:03.438190 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.478392 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6710020b-5e44-4737-ac48-9b28601d22c5 req-61b5df83-469e-4ea7-b8ff-93e49bd45e1f tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0621724 Aug 09 15:52:03.511079 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 71e094f5-0a19-4ae8-bf24-6b29da114a26 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:03.512717 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:03.513551 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.536216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e26a04-e023-40e3-9768-5376a5cf8df2 req-6f9c91bb-4474-4c39-acae-69261ebe62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:03.540185 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12e26a04-e023-40e3-9768-5376a5cf8df2 req-6f9c91bb-4474-4c39-acae-69261ebe62f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990&device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 1096 time: 1.1539202 Aug 09 15:52:03.591280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 71e094f5-0a19-4ae8-bf24-6b29da114a26 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:03.593040 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-dd2d6854-9bb3-4f01-aeb8-f644d79ad028 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 998 time: 0.4918160 Aug 09 15:52:03.598553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 71e094f5-0a19-4ae8-bf24-6b29da114a26 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:03.598771 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.605428 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0589e397-fe4a-4066-a72f-63b590d41f34 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3281791 Aug 09 15:52:03.692175 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.731383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 71e094f5-0a19-4ae8-bf24-6b29da114a26, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=71e094f5-0a19-4ae8-bf24-6b29da114a26,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:03.738458 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.812569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'port': {'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02', 'admin_state_up': True, 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'security_groups': ['74243e22-3e3d-4e7a-a36b-8c411d7526e9']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:03.829303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e26a04-e023-40e3-9768-5376a5cf8df2 req-dc339eaf-cbc3-4f4d-b8b0-2c482149f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:03.831613 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12e26a04-e023-40e3-9768-5376a5cf8df2 req-dc339eaf-cbc3-4f4d-b8b0-2c482149f52f service neutron] 10.222.0.60 "GET /v2.0/networks?id=4521cc11-ee90-4f0d-b3f0-6274bbe49155 HTTP/1.1" status: 200 len: 921 time: 0.2370539 Aug 09 15:52:03.832651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=71e094f5-0a19-4ae8-bf24-6b29da114a26,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:03.867694 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3cd94f1-e257-45b2-af72-6ee7be6ee972 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.904158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event updated for resources: {'Port': ['ID=755148b1-c7c7-4281-acfb-d8d2e68e11af,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:03.995403 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-33c9ab84-52e4-4066-85e6-394b8a2f3de4 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:04.013757 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-33c9ab84-52e4-4066-85e6-394b8a2f3de4 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports/27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 942 time: 0.2589583 Aug 09 15:52:04.014728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3cd94f1-e257-45b2-af72-6ee7be6ee972 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.064774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4e97b-1e90-485d-834b-1067202c1a9e req-97d6d881-0a2d-408a-8c7b-7d904272fcd0 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:04.067167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b4e97b-1e90-485d-834b-1067202c1a9e req-97d6d881-0a2d-408a-8c7b-7d904272fcd0 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.0858028 Aug 09 15:52:04.097345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Checking segment: {'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:04.097345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Network hostable DHCP agents. Network: 47030a54-3460-4b29-af60-4800246c10ee, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:04.108764 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15b4e97b-1e90-485d-834b-1067202c1a9e req-14931994-3206-4e34-a0fd-9a0fbe8476c6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353148 Aug 09 15:52:04.153573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd94f1-e257-45b2-af72-6ee7be6ee972 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce7af09-ce44-4650-ad62-a59018baeb7e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:04.186389 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c3cd94f1-e257-45b2-af72-6ee7be6ee972 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.187543 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c3cd94f1-e257-45b2-af72-6ee7be6ee972 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2391992 Aug 09 15:52:04.192825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40790) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:04.199652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:04.232163 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12e26a04-e023-40e3-9768-5376a5cf8df2 req-38ad7a7b-c996-4328-a25d-26f9a526e03f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 1000 time: 0.3577771 Aug 09 15:52:04.243904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Network 47030a54-3460-4b29-af60-4800246c10ee is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:04.253437 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.286159 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-49e6fd0b-d284-4297-9d9f-78d65d1d4e3a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 1000 time: 0.2117786 Aug 09 15:52:04.300152 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 47030a54-3460-4b29-af60-4800246c10ee) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:04.308350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0387675-f447-4316-b1ee-ce44a3a000e4 None None] Network 47030a54-3460-4b29-af60-4800246c10ee requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:04.325646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:04.398622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e26a04-e023-40e3-9768-5376a5cf8df2 req-7c5fb8d4-261d-414b-8f2c-c8c76aeb96e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:04.401300 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12e26a04-e023-40e3-9768-5376a5cf8df2 req-7c5fb8d4-261d-414b-8f2c-c8c76aeb96e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c0b17d2-cb32-4ec0-988b-bb29a3d802ea HTTP/1.1" status: 200 len: 860 time: 0.1604927 Aug 09 15:52:04.402255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:04.402975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:04.403757 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:04.415333 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:04.444488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:04.446133 n-d-803778-2 neutron-server[94289]: ERROR neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:04.447344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5e863-9401-4471-9dad-d6a848016b95 req-6b47536b-7bbb-4fea-85c5-4175e409f66d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:04.463792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ad5e863-9401-4471-9dad-d6a848016b95 req-6b47536b-7bbb-4fea-85c5-4175e409f66d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1332700 Aug 09 15:52:04.483268 n-d-803778-2 neutron-server[94289]: INFO neutron.plugins.ml2.plugin [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 2 to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af Aug 09 15:52:04.532275 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ad5e863-9401-4471-9dad-d6a848016b95 req-bfabd1a0-7e15-4543-b7d4-439787640207 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655625 Aug 09 15:52:04.539005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12e26a04-e023-40e3-9768-5376a5cf8df2 req-ee5dcafa-014a-4830-a659-7e5450edd80e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4521cc11-ee90-4f0d-b3f0-6274bbe49155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244028 Aug 09 15:52:04.539485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.610317 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:04.610587 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:04.611044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:04.634461 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:04.634714 n-d-803778-2 neutron-server[94289]: ERROR neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:04.642858 n-d-803778-2 neutron-server[94289]: INFO neutron.plugins.ml2.plugin [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 3 to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af Aug 09 15:52:04.676366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb11d5f1-a39f-4f69-9c19-43c02dd1dbdf req-1686d660-41ed-4bfa-a857-6b814edf73dc tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0412662 Aug 09 15:52:04.688947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-6b73d926-5a14-47da-974f-0308a619db4d tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:04.691028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-6b73d926-5a14-47da-974f-0308a619db4d tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.3954787 Aug 09 15:52:04.695300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:04.695723 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:04.696136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:04.701061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Allocated IP 172.25.2.72 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/51d27a60-4dae-4c46-b7ba-a251708b3317) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:04.725800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:04.725971 n-d-803778-2 neutron-server[94289]: ERROR neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:04.732821 n-d-803778-2 neutron-server[94289]: INFO neutron.plugins.ml2.plugin [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 4 to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af Aug 09 15:52:04.789664 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.816094 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12e26a04-e023-40e3-9768-5376a5cf8df2 req-3b63ad27-0de4-4474-a45b-573e08b11752 service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599576 Aug 09 15:52:04.828646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:04.828646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:04.828956 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:04.868143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9b840-6f75-4d7f-b9e3-bb1b782437a7 req-afdee35f-22d5-4383-8ff6-3be2fb417b40 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:04.874163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9b840-6f75-4d7f-b9e3-bb1b782437a7 req-afdee35f-22d5-4383-8ff6-3be2fb417b40 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:04.880977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9b840-6f75-4d7f-b9e3-bb1b782437a7 req-afdee35f-22d5-4383-8ff6-3be2fb417b40 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:04.882721 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62c9b840-6f75-4d7f-b9e3-bb1b782437a7 req-afdee35f-22d5-4383-8ff6-3be2fb417b40 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 2374 time: 0.0942273 Aug 09 15:52:04.908768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:04.909201 n-d-803778-2 neutron-server[94289]: ERROR neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:04.912745 n-d-803778-2 neutron-server[94289]: INFO neutron.plugins.ml2.plugin [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 5 to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af Aug 09 15:52:04.922597 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-75839d93-436f-44dc-bef1-f2dca4826b69 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 1000 time: 0.2189837 Aug 09 15:52:04.935764 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.961391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62c9b840-6f75-4d7f-b9e3-bb1b782437a7 req-99d81b9d-f243-4a98-9cfe-bcbf34c90557 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694621 Aug 09 15:52:04.997517 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.016123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-15691616-1a9d-40ef-abcc-8974e196ab11 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:05.032438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:05.032786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:05.033136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:05.048480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:05.052818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:05.058013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:05.079389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:05.079773 n-d-803778-2 neutron-server[94289]: ERROR neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:05.091141 n-d-803778-2 neutron-server[94289]: INFO neutron.plugins.ml2.plugin [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 6 to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af Aug 09 15:52:05.098844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event updated for resources: {'Port': ['ID=51d27a60-4dae-4c46-b7ba-a251708b3317,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:05.187407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:05.187793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:05.188077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:05.217504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-15691616-1a9d-40ef-abcc-8974e196ab11 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.219488 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.257529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:05.257941 n-d-803778-2 neutron-server[94289]: ERROR neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:05.259934 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12e26a04-e023-40e3-9768-5376a5cf8df2 req-8a6bcd3c-8e5d-4f3d-84b8-561683b1486d service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225247 Aug 09 15:52:05.264864 n-d-803778-2 neutron-server[94289]: INFO neutron.plugins.ml2.plugin [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 7 to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af Aug 09 15:52:05.300688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:05.300986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:05.301322 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:05.335280 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.337206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:05.337651 n-d-803778-2 neutron-server[94289]: ERROR neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:05.359101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 71e094f5-0a19-4ae8-bf24-6b29da114a26 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:05.363067 n-d-803778-2 neutron-server[94289]: INFO neutron.plugins.ml2.plugin [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 8 to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af Aug 09 15:52:05.393279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d422f40-2335-4efa-bcba-f84ece596e1b req-15bb9bcc-b341-4290-b725-feddf56c0b79 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:05.394978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d422f40-2335-4efa-bcba-f84ece596e1b req-15bb9bcc-b341-4290-b725-feddf56c0b79 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1785841 Aug 09 15:52:05.424937 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658e264-3b34-40b8-934f-cc32a72520f6 req-d7042dcb-f284-43fa-aab3-de716cdc877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:05.426866 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d658e264-3b34-40b8-934f-cc32a72520f6 req-d7042dcb-f284-43fa-aab3-de716cdc877d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 1097 time: 0.2057371 Aug 09 15:52:05.433105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:05.433366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:05.433714 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:05.445507 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Allocated IP 10.2.2.100 (1c3c728d-829e-4443-8957-ac78e0ccda02/a3085894-0751-4872-a5e8-b00412ed7387/1cc3f37e-6ad0-4636-805d-3e5e7885a0f4) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:05.451480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:05.451820 n-d-803778-2 neutron-server[94289]: ERROR neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:05.455403 n-d-803778-2 neutron-server[94289]: INFO neutron.plugins.ml2.plugin [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 9 to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af Aug 09 15:52:05.455668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 71e094f5-0a19-4ae8-bf24-6b29da114a26 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:05.457031 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.498372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:05.498372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:05.498707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:05.543782 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:05.544118 n-d-803778-2 neutron-server[94289]: ERROR neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:05.549095 n-d-803778-2 neutron-server[94289]: INFO neutron.plugins.ml2.plugin [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 10 to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af Aug 09 15:52:05.552410 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d422f40-2335-4efa-bcba-f84ece596e1b req-1cdaf552-7b7b-416a-a064-b7273e08acb9 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463542 Aug 09 15:52:05.556812 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-15691616-1a9d-40ef-abcc-8974e196ab11 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.586602 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-15691616-1a9d-40ef-abcc-8974e196ab11 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.586933 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-15691616-1a9d-40ef-abcc-8974e196ab11 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Floating IP 4cde1675-d73b-43f8-9e00-ea92f6288c26 disassociated. External IP: 172.25.2.84, port: 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b. Aug 09 15:52:05.682900 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:05.683384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:05.685744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:05.712974 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port 755148b1-c7c7-4281-acfb-d8d2e68e11af on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:05.713405 n-d-803778-2 neutron-server[94289]: ERROR neutron.plugins.ml2.managers [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port 755148b1-c7c7-4281-acfb-d8d2e68e11af on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:05.715740 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.903075 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] For port 755148b1-c7c7-4281-acfb-d8d2e68e11af, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:05.903550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempted to set empty binding levels {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 09 15:52:05.913300 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.932655 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.002337 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:06.003327 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.030169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Transition to ACTIVE for port object 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:06.051970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658e264-3b34-40b8-934f-cc32a72520f6 req-f74d13b0-48dd-4618-9546-8612d815b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:06.053355 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d658e264-3b34-40b8-934f-cc32a72520f6 req-f74d13b0-48dd-4618-9546-8612d815b408 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 912 time: 0.6035399 Aug 09 15:52:06.057358 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.4472487 Aug 09 15:52:06.060644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event updated for resources: {'Port': ['ID=755148b1-c7c7-4281-acfb-d8d2e68e11af,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:06.062290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40806) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:06.106189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.106436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.106871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.107271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.107688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.108084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.108480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.108872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.109262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.109677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.110070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.110471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cb3cd-cc04-4895-a4a6-0b63935577b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.144450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec93640-8b14-4bf3-93d3-e4cd679ab998 req-004a27ca-9712-4393-acf4-d33640730712 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:06.145914 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.146084 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9ec93640-8b14-4bf3-93d3-e4cd679ab998 req-004a27ca-9712-4393-acf4-d33640730712 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1772697 Aug 09 15:52:06.164325 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.182927 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.192876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-15691616-1a9d-40ef-abcc-8974e196ab11 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:06.210765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Network 1c3c728d-829e-4443-8957-ac78e0ccda02 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:06.220701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:06.230412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:06.236647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Port': ['ID=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:06.267353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d658e264-3b34-40b8-934f-cc32a72520f6 req-dfa9030c-dd9e-4ddc-a2f4-2df00b3bd87c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861b676f-0ffc-43da-89ea-20ca25d8b038 HTTP/1.1" status: 200 len: 1001 time: 0.2058227 Aug 09 15:52:06.334297 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:06.335030 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.364538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event updated for resources: {'Port': ['ID=51d27a60-4dae-4c46-b7ba-a251708b3317,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:06.379127 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9ec93640-8b14-4bf3-93d3-e4cd679ab998 req-6d2ee15d-ac67-449e-9910-b03d8741047f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083793 Aug 09 15:52:06.395213 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-dbba28f0-2d04-406e-857c-cfe8a9bdfff7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6140003 Aug 09 15:52:06.407600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'port': {'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02', 'admin_state_up': True, 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'security_groups': ['74243e22-3e3d-4e7a-a36b-8c411d7526e9']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:06.418440 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.424345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658e264-3b34-40b8-934f-cc32a72520f6 req-e0c83723-5ae3-4163-990a-ae0d18a15c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:06.426603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-15691616-1a9d-40ef-abcc-8974e196ab11 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:06.427283 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d658e264-3b34-40b8-934f-cc32a72520f6 req-e0c83723-5ae3-4163-990a-ae0d18a15c80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46c0b232-cf1d-485c-aaa0-7c03fdd82b80 HTTP/1.1" status: 200 len: 850 time: 0.1262367 Aug 09 15:52:06.432652 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-15691616-1a9d-40ef-abcc-8974e196ab11 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.441968 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c54d21-5cb3-45a8-b950-f59c3594f8b6 None None] Sync routers for ids ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:06.454369 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c54d21-5cb3-45a8-b950-f59c3594f8b6 None None] Routers {'40c2c28a-7af9-4805-853a-fc8ad8dfea3a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:06.454991 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d6c54d21-5cb3-45a8-b950-f59c3594f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:06.509957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ed2a2-e70a-4e0f-a615-2433dcfabec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Deleting port 755148b1-c7c7-4281-acfb-d8d2e68e11af {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:06.512029 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed2a2-e70a-4e0f-a615-2433dcfabec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.540751 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-15691616-1a9d-40ef-abcc-8974e196ab11 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "PUT /v2.0/floatingips/4cde1675-d73b-43f8-9e00-ea92f6288c26 HTTP/1.1" status: 200 len: 694 time: 1.5487385 Aug 09 15:52:06.543197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:06.545535 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcddf9b-93da-453f-bdc2-d27e0065b593" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:06.673261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-3d1ed2a2-e70a-4e0f-a615-2433dcfabec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] For port 755148b1-c7c7-4281-acfb-d8d2e68e11af, host n-h1-803778-2, got binding levels [] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:06.673858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed2a2-e70a-4e0f-a615-2433dcfabec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.675700 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d6c54d21-5cb3-45a8-b950-f59c3594f8b6 None None] Set router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:06.680416 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.690968 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d8bb7e2f-e182-40d1-82e5-a9f350d52546 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4878335 Aug 09 15:52:06.702417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a7b89172-683e-48bf-aa4b-14fb9c431010 None None] Provisioning for port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:06.719268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a7b89172-683e-48bf-aa4b-14fb9c431010 None None] Provisioning complete for port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:06.719961 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a7b89172-683e-48bf-aa4b-14fb9c431010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.739792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658e264-3b34-40b8-934f-cc32a72520f6 req-9ad88962-dc76-44ce-a77e-578dda39bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:06.744059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d658e264-3b34-40b8-934f-cc32a72520f6 req-9ad88962-dc76-44ce-a77e-578dda39bb1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd99aa88-f29c-4799-a778-de1dd4e14a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2894528 Aug 09 15:52:06.749157 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86974838-4000-4f33-80ac-cab3b6b9f9b0 req-c06a5142-9868-4d53-b7a8-9fc831ab120f tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.1026881 Aug 09 15:52:06.767881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ed2a2-e70a-4e0f-a615-2433dcfabec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Calling delete_port for 755148b1-c7c7-4281-acfb-d8d2e68e11af owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:06.777763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a7b89172-683e-48bf-aa4b-14fb9c431010 None None] Port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:06.989488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d658e264-3b34-40b8-934f-cc32a72520f6 req-e9159977-0b16-4d00-8f9a-11dd674ce2ec service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308350 Aug 09 15:52:07.082919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-4948d175-62ff-4a83-a221-3a618f374408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.084493 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-4948d175-62ff-4a83-a221-3a618f374408 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990&device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 1096 time: 0.5141611 Aug 09 15:52:07.106607 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46dc1d-21a7-4c08-82e7-e94824c0c3aa req-1245c366-9146-466e-8603-e4dc15212e98 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.112347 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d6c54d21-5cb3-45a8-b950-f59c3594f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:51:00Z', 'revision_number': 4, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd10ccd03-bcb6-4aac-8dc1-a015e9a81f93', 'name': '', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'mac_address': 'fa:16:3e:66:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:56Z', 'updated_at': '2021-08-09T15:51:07Z', 'revision_number': 5, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'subnets': [{'id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:07.114568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46dc1d-21a7-4c08-82e7-e94824c0c3aa req-1245c366-9146-466e-8603-e4dc15212e98 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.123016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46dc1d-21a7-4c08-82e7-e94824c0c3aa req-1245c366-9146-466e-8603-e4dc15212e98 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.131345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46dc1d-21a7-4c08-82e7-e94824c0c3aa req-1245c366-9146-466e-8603-e4dc15212e98 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.139615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da46dc1d-21a7-4c08-82e7-e94824c0c3aa req-1245c366-9146-466e-8603-e4dc15212e98 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 3095 time: 0.2198849 Aug 09 15:52:07.148622 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c54d21-5cb3-45a8-b950-f59c3594f8b6 None None] Checking router: 40c2c28a-7af9-4805-853a-fc8ad8dfea3a for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:07.162835 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c54d21-5cb3-45a8-b950-f59c3594f8b6 None None] Routers {'40c2c28a-7af9-4805-853a-fc8ad8dfea3a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:07.163915 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d6c54d21-5cb3-45a8-b950-f59c3594f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:51:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:07.175559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Made reservation on behalf of 6b11b354c2a244fa872442da9eb700e6 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:07.178291 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed2a2-e70a-4e0f-a615-2433dcfabec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.182408 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.256783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ed2a2-e70a-4e0f-a615-2433dcfabec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event deleted for resources: {'Port': ['ID=755148b1-c7c7-4281-acfb-d8d2e68e11af,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:07.272302 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d1ed2a2-e70a-4e0f-a615-2433dcfabec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.277037 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3d1ed2a2-e70a-4e0f-a615-2433dcfabec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "DELETE /v2.0/ports/755148b1-c7c7-4281-acfb-d8d2e68e11af HTTP/1.1" status: 204 len: 168 time: 1.2075729 Aug 09 15:52:07.281209 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40816) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:07.298343 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da46dc1d-21a7-4c08-82e7-e94824c0c3aa req-b0c658cd-a727-4bd1-9106-d64ea1e972eb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577713 Aug 09 15:52:07.316709 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7261a5-0bd0-45e6-80b7-31d043ddc8cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:52:07.318249 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3d7261a5-0bd0-45e6-80b7-31d043ddc8cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "GET /v2.0/ports/755148b1-c7c7-4281-acfb-d8d2e68e11af HTTP/1.1" status: 404 len: 333 time: 0.0328782 Aug 09 15:52:07.323258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40818) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:07.328657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d658e264-3b34-40b8-934f-cc32a72520f6 req-8ec30033-9bd1-4d28-9207-b5b12af3266a service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271461 Aug 09 15:52:07.328933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Request body: {'port': {'network_id': '47030a54-3460-4b29-af60-4800246c10ee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-40153928'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:07.343108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-a305f27a-1936-46c5-84a4-9bddd7231dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.344795 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-a305f27a-1936-46c5-84a4-9bddd7231dfa service neutron] 10.222.0.81 "GET /v2.0/networks?id=4521cc11-ee90-4f0d-b3f0-6274bbe49155 HTTP/1.1" status: 200 len: 921 time: 0.2523270 Aug 09 15:52:07.403923 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cae3b87-a05e-419a-b90e-daa073580304 x-openstack-request-id: req-5cae3b87-a05e-419a-b90e-daa073580304 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:07.404199 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d6c54d21-5cb3-45a8-b950-f59c3594f8b6 None None] Set router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:07.404299 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:07.404514 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5cae3b87-a05e-419a-b90e-daa073580304 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:07.404831 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'status': 'completed', 'code': 200} Aug 09 15:52:07.457684 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-9de49e34-ba47-4a48-98db-3575c27d47a7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 217 time: 0.1039476 Aug 09 15:52:07.588701 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba792c-bc07-4a34-bad1-710f8aa1dc1d req-4c26bc05-0ef2-4c41-a392-965addfdfb5b tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.590596 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c1d431f0-c473-4766-8980-3aabd48894bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.600995 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7ba792c-bc07-4a34-bad1-710f8aa1dc1d req-4c26bc05-0ef2-4c41-a392-965addfdfb5b tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1541343 Aug 09 15:52:07.609056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Made reservation on behalf of 09f13d3fe469431b9e66c71c73bc037b for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:07.612306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.636241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] device_id is not set on port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:07.665876 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7ba792c-bc07-4a34-bad1-710f8aa1dc1d req-de857548-2401-4009-8e76-f02432b373ef tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638380 Aug 09 15:52:07.691620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-e39347ad-aee9-4c19-8a93-81d09efc3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.702488 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-e39347ad-aee9-4c19-8a93-81d09efc3736 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9c0b17d2-cb32-4ec0-988b-bb29a3d802ea HTTP/1.1" status: 200 len: 860 time: 0.2126303 Aug 09 15:52:07.747934 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d6c54d21-5cb3-45a8-b950-f59c3594f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:51:00Z', 'revision_number': 4, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd10ccd03-bcb6-4aac-8dc1-a015e9a81f93', 'name': '', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'mac_address': 'fa:16:3e:66:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:56Z', 'updated_at': '2021-08-09T15:51:07Z', 'revision_number': 5, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'subnets': [{'id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:07.766883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-fe1412ec-795a-4ea2-a252-53f6232b4052 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=4521cc11-ee90-4f0d-b3f0-6274bbe49155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632579 Aug 09 15:52:07.806728 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c54d21-5cb3-45a8-b950-f59c3594f8b6 None None] The sync data for ids ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'] in n-d-803778-2 is: [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:51:00Z', 'revision_number': 4, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd10ccd03-bcb6-4aac-8dc1-a015e9a81f93', 'name': '', 'network_id': '4521cc11-ee90-4f0d-b3f0-6274bbe49155', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'mac_address': 'fa:16:3e:66:cc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:56Z', 'updated_at': '2021-08-09T15:51:07Z', 'revision_number': 5, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'subnets': [{'id': '9c0b17d2-cb32-4ec0-988b-bb29a3d802ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:07.814296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcddf9b-93da-453f-bdc2-d27e0065b593 req-f4281a23-ce3b-4f27-86e9-7ee3cbac7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:07.817223 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8bcddf9b-93da-453f-bdc2-d27e0065b593 req-f4281a23-ce3b-4f27-86e9-7ee3cbac7e49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990&device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 1096 time: 0.3736722 Aug 09 15:52:07.855768 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-b85fa2a2-41f3-4d7b-9510-69d128bba4a6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1135809159&fields=id&tenant_id=48a7789d166d413a8429d82c91737140 HTTP/1.1" status: 200 len: 267 time: 0.0728941 Aug 09 15:52:07.982600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Allocated IP 10.2.2.200 (1c3c728d-829e-4443-8957-ac78e0ccda02/a3085894-0751-4872-a5e8-b00412ed7387/b9288acd-e1c5-456a-b29f-45a4f0ca95a4) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:08.036091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-9fca8d87-acbf-4498-8615-85d5b592d3cf tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:08.043870 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-9fca8d87-acbf-4498-8615-85d5b592d3cf tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 811 time: 0.1872349 Aug 09 15:52:08.061653 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-4311d27b-5af1-4362-8e32-b05c7943b555 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/quotas/48a7789d166d413a8429d82c91737140 HTTP/1.1" status: 200 len: 375 time: 0.0166750 Aug 09 15:52:08.127799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-23c5d8cd-ab6c-4cf1-a859-8970a9566983 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650017 Aug 09 15:52:08.140189 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-07fcac01-c5a8-41f6-8aca-e0ce5e727262 service neutron] 10.222.0.81 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626542 Aug 09 15:52:08.240974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-1ff8a8da-1dc4-4654-bb6a-97e316794991 service neutron] 10.222.0.81 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983467 Aug 09 15:52:08.260608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.292926 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcddf9b-93da-453f-bdc2-d27e0065b593 req-a7907969-672e-43e9-9be1-761fd6378a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:08.294463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8bcddf9b-93da-453f-bdc2-d27e0065b593 req-a7907969-672e-43e9-9be1-761fd6378a53 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4521cc11-ee90-4f0d-b3f0-6274bbe49155 HTTP/1.1" status: 200 len: 921 time: 0.4159203 Aug 09 15:52:08.351747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-a0b471ab-9f5a-4375-8f1d-39d8973a95d3 service neutron] 10.222.0.81 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040971 Aug 09 15:52:08.372590 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8bcddf9b-93da-453f-bdc2-d27e0065b593 req-55b939e8-83b4-4318-aa0e-63aa8f1fa3ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 200 len: 217 time: 0.0647683 Aug 09 15:52:08.505142 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9149439-4740-4e6e-9b1a-95b030ae25bb req-79b904f6-c1b6-4e5d-9279-17202f9ba735 service neutron] 10.222.0.81 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493013 Aug 09 15:52:08.524020 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.528181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcddf9b-93da-453f-bdc2-d27e0065b593 req-7e98a27b-27b7-4341-9559-896c393a066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:08.530118 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8bcddf9b-93da-453f-bdc2-d27e0065b593 req-7e98a27b-27b7-4341-9559-896c393a066e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9c0b17d2-cb32-4ec0-988b-bb29a3d802ea HTTP/1.1" status: 200 len: 860 time: 0.1324461 Aug 09 15:52:08.534402 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.586954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41b23d-25b2-498b-aa6b-e901e7ff409f req-7b0e2f34-6aa0-4455-b68d-eb0fa2b699a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:08.595340 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab41b23d-25b2-498b-aa6b-e901e7ff409f req-7b0e2f34-6aa0-4455-b68d-eb0fa2b699a6 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.0733712 Aug 09 15:52:08.644457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event updated for resources: {'Port': ['ID=be85f972-9bfe-4ad6-b01d-ba4d5d93b644,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:08.657301 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab41b23d-25b2-498b-aa6b-e901e7ff409f req-337232b0-e227-412e-9c7d-027c38ad4465 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610473 Aug 09 15:52:08.674367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Transition to ACTIVE for port object b9288acd-e1c5-456a-b29f-45a4f0ca95a4 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:08.678752 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8bcddf9b-93da-453f-bdc2-d27e0065b593 req-a9afef63-5eab-4499-a417-b8f650a7146a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4521cc11-ee90-4f0d-b3f0-6274bbe49155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342771 Aug 09 15:52:08.802844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Network 47030a54-3460-4b29-af60-4800246c10ee is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:08.834265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-498eec91-ea20-460b-acbf-c1d5b38961ec req-fa69139b-ff26-49f8-92ca-27fa9717aa5d tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0780802 Aug 09 15:52:08.845003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:08.848709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cb2b4-717d-460d-b7ab-d456c6beb818 req-36fdb69e-b05e-436e-9312-978afc0564c5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:08.855597 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cb2b4-717d-460d-b7ab-d456c6beb818 req-36fdb69e-b05e-436e-9312-978afc0564c5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:08.861290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cb2b4-717d-460d-b7ab-d456c6beb818 req-36fdb69e-b05e-436e-9312-978afc0564c5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:08.863413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:08.866005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:08.867516 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.868236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cb2b4-717d-460d-b7ab-d456c6beb818 req-36fdb69e-b05e-436e-9312-978afc0564c5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:08.870040 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-671cb2b4-717d-460d-b7ab-d456c6beb818 req-36fdb69e-b05e-436e-9312-978afc0564c5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 3095 time: 0.1131732 Aug 09 15:52:08.909479 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8bcddf9b-93da-453f-bdc2-d27e0065b593 req-bc156f82-a92d-427e-8ba2-cbc1ad4db97e service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219639 Aug 09 15:52:08.931015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-671cb2b4-717d-460d-b7ab-d456c6beb818 req-dd7e9e43-5e1b-4621-bff1-cdd768035114 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512626 Aug 09 15:52:08.954914 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ba93ff99-d2df-479a-b8e9-d0714197c958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.6306016 Aug 09 15:52:08.962681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40850) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:08.969113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:08.976048 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.067548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7aeac564-104e-4be1-afb6-573732ce37ba req-263944eb-ee5c-4e28-8f95-1ba96397451d tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/floatingips/4cde1675-d73b-43f8-9e00-ea92f6288c26 HTTP/1.1" status: 200 len: 694 time: 0.1120079 Aug 09 15:52:09.070001 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3accb659-14b2-4f8b-b6c7-d7d38f34459b req-f19c9477-796d-4085-a1a4-cf805dea9614 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 210 time: 0.1273038 Aug 09 15:52:09.148908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc9908-c0c5-480f-a307-37b7399f6d50 None None] New status for floating IP 4cde1675-d73b-43f8-9e00-ea92f6288c26: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:52:09.163676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Network 1c3c728d-829e-4443-8957-ac78e0ccda02 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:09.166119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.180413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:09.185652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:09.290973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event updated for resources: {'Port': ['ID=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:09.315929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac564-104e-4be1-afb6-573732ce37ba req-b7a5a49f-6665-4259-a922-0266acdc1c26 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:09.317492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7aeac564-104e-4be1-afb6-573732ce37ba req-b7a5a49f-6665-4259-a922-0266acdc1c26 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 784 time: 0.2283940 Aug 09 15:52:09.342076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:09.342768 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.355528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10dd40-8026-4557-be68-aa80fcc1df70 req-761b2e45-5d89-4b11-a1f0-a3c658284869 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:09.357483 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c10dd40-8026-4557-be68-aa80fcc1df70 req-761b2e45-5d89-4b11-a1f0-a3c658284869 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1442053 Aug 09 15:52:09.360018 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8bcddf9b-93da-453f-bdc2-d27e0065b593 req-137f4f47-3550-43ea-a47b-8197504ac2ac service neutron] 10.222.0.60 "GET /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341447 Aug 09 15:52:09.368235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-7aeac564-104e-4be1-afb6-573732ce37ba req-e1d1e914-fb4b-40b9-a6e8-1ecb94c56a42 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:52:09.381106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7aeac564-104e-4be1-afb6-573732ce37ba req-e1d1e914-fb4b-40b9-a6e8-1ecb94c56a42 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205493 Aug 09 15:52:09.411168 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5fd970e5-880c-46d4-8fdd-079c40f8a9fb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0093811 Aug 09 15:52:09.450386 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Request body: {'port': {'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:09.470612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7aeac564-104e-4be1-afb6-573732ce37ba req-b63320dd-b5b3-4d3a-9628-c10dae20a2af tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 697 time: 0.0884478 Aug 09 15:52:09.519569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c10dd40-8026-4557-be68-aa80fcc1df70 req-3328b7b1-00e4-43ff-8f3b-af8e8a6aa307 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353760 Aug 09 15:52:09.529076 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.563983 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7aeac564-104e-4be1-afb6-573732ce37ba req-214e5830-c05a-4a62-a382-6bd30537c5af tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.2.84 HTTP/1.1" status: 200 len: 697 time: 0.0925207 Aug 09 15:52:09.639525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ef313c86-d108-4008-8c39-a76ac29b8a0b None None] Provisioning for port b9288acd-e1c5-456a-b29f-45a4f0ca95a4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:09.645484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ef313c86-d108-4008-8c39-a76ac29b8a0b None None] Provisioning complete for port b9288acd-e1c5-456a-b29f-45a4f0ca95a4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:09.646126 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ef313c86-d108-4008-8c39-a76ac29b8a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.702225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ef313c86-d108-4008-8c39-a76ac29b8a0b None None] Port b9288acd-e1c5-456a-b29f-45a4f0ca95a4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:09.732925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] device_id is not set on port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:09.746374 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.764363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Transition to ACTIVE for port object be85f972-9bfe-4ad6-b01d-ba4d5d93b644 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:09.769233 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.775942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-7aeac564-104e-4be1-afb6-573732ce37ba req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Deleting port 1c8c7935-a702-43b6-b5f7-645a0665248a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:09.776273 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7aeac564-104e-4be1-afb6-573732ce37ba req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.920957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event updated for resources: {'Port': ['ID=be85f972-9bfe-4ad6-b01d-ba4d5d93b644,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:09.932000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:09.932341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:09.932725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:09.947551 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7aeac564-104e-4be1-afb6-573732ce37ba req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.947899 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7aeac564-104e-4be1-afb6-573732ce37ba req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.950401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:09.950752 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:09.956309 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 2 to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 Aug 09 15:52:09.970420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-7aeac564-104e-4be1-afb6-573732ce37ba req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Calling delete_port for 1c8c7935-a702-43b6-b5f7-645a0665248a owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:09.979777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:09.980280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:09.980515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:09.990500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:09.990500 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:09.990500 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 3 to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 Aug 09 15:52:10.041901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:10.041901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:10.041901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:10.050734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:10.050734 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:10.052017 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 4 to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 Aug 09 15:52:10.078344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:10.078680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:10.079542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:10.088952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:10.089280 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:10.090439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138628c4-01d6-4d81-8964-27ca3c3904a5 req-b8118e93-58d4-4618-8b0a-7e865b465e8f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.090954 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 5 to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 Aug 09 15:52:10.098260 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-138628c4-01d6-4d81-8964-27ca3c3904a5 req-b8118e93-58d4-4618-8b0a-7e865b465e8f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.2190018 Aug 09 15:52:10.113167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:10.113528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:10.114196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:10.120731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:10.121070 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:10.121474 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 6 to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 Aug 09 15:52:10.145439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed1316a-0351-412f-8ada-42ec3a9c3323 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:10.155079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:10.155340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:10.155683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:10.158617 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-123c384d-4eb9-4283-8482-20cb279235e9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.160852 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-123c384d-4eb9-4283-8482-20cb279235e9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 811 time: 0.2248406 Aug 09 15:52:10.164682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:10.165017 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:10.165138 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.168575 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 7 to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 Aug 09 15:52:10.187505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:10.187839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:10.188174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:10.195175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:10.195580 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:10.195932 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 8 to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 Aug 09 15:52:10.199918 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7aeac564-104e-4be1-afb6-573732ce37ba req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.202866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Transition to ACTIVE for port object 1ed1316a-0351-412f-8ada-42ec3a9c3323 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:10.208596 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-138628c4-01d6-4d81-8964-27ca3c3904a5 req-3206d032-1ef8-4d1a-a818-bd6b74e12566 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091971 Aug 09 15:52:10.211008 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.238139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:10.238139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:10.238489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:10.240418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Pushing event deleted for resources: {'Port': ['ID=1c8c7935-a702-43b6-b5f7-645a0665248a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:10.265712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:10.265855 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:10.266660 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 9 to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 Aug 09 15:52:10.271525 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-259578f0-c4b8-45bf-ac52-17d3a4d43bc3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a7789d166d413a8429d82c91737140 HTTP/1.1" status: 200 len: 380 time: 0.0970292 Aug 09 15:52:10.274739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:10.275087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:10.275430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:10.275770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:10.276103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:10.276439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:10.276757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:10.277083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:10.277403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:10.277774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:10.278099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:10.278418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:10.284171 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Request body: {'port': {'device_id': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'admin_state_up': True, 'tenant_id': '48a7789d166d413a8429d82c91737140', 'security_groups': ['cfc0da74-8df3-47ed-a58c-dd44ba224c18']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:10.304247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Pushing event updated for resources: {'Port': ['ID=1ed1316a-0351-412f-8ada-42ec3a9c3323,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:10.320918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:10.321818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:10.321818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:10.330635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:10.331077 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:10.331419 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 10 to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 Aug 09 15:52:10.346786 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7aeac564-104e-4be1-afb6-573732ce37ba req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.349305 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7aeac564-104e-4be1-afb6-573732ce37ba req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.362997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7aeac564-104e-4be1-afb6-573732ce37ba req-917be741-977e-49fe-b521-b327689f544a tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "DELETE /v2.0/floatingips/4cde1675-d73b-43f8-9e00-ea92f6288c26 HTTP/1.1" status: 204 len: 173 time: 0.7972934 Aug 09 15:52:10.367356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:10.367714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:10.368057 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:10.373891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:10.374398 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:10.374778 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.387867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-38f1c0de-a5e8-4f28-90c3-e2687bbec511 req-abfd2fb8-d25a-4bd5-87e3-b8bf3ea7f7d1 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0986838 Aug 09 15:52:10.480852 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d757a3a0-9f85-4185-8393-6c79533cac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.509360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] For port be85f972-9bfe-4ad6-b01d-ba4d5d93b644, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:10.509769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempted to set empty binding levels {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 09 15:52:10.516553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Attempting to bind port 1ed1316a-0351-412f-8ada-42ec3a9c3323 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:10.516553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Attempting to bind port 1ed1316a-0351-412f-8ada-42ec3a9c3323 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:10.516553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Attempting to bind port 1ed1316a-0351-412f-8ada-42ec3a9c3323 on network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:10.520963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c57c0-5f13-4ca8-ab04-f2983270a26f req-0d147abb-7a53-4c6a-98b8-2755ac342627 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.526929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c57c0-5f13-4ca8-ab04-f2983270a26f req-0d147abb-7a53-4c6a-98b8-2755ac342627 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.532850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c57c0-5f13-4ca8-ab04-f2983270a26f req-0d147abb-7a53-4c6a-98b8-2755ac342627 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.539257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c57c0-5f13-4ca8-ab04-f2983270a26f req-0d147abb-7a53-4c6a-98b8-2755ac342627 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.545111 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8c7db8b-ca66-4b64-ab68-e26b13bbc98f req-ad39b49c-6d3f-4423-bae5-798f0ea7c7a4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 210 time: 0.0509627 Aug 09 15:52:10.545364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c57c0-5f13-4ca8-ab04-f2983270a26f req-0d147abb-7a53-4c6a-98b8-2755ac342627 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.547550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f85c57c0-5f13-4ca8-ab04-f2983270a26f req-0d147abb-7a53-4c6a-98b8-2755ac342627 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 3828 time: 0.1252909 Aug 09 15:52:10.548186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Port 1ed1316a-0351-412f-8ada-42ec3a9c3323 on network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:10.548638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Attempting to bind port 1ed1316a-0351-412f-8ada-42ec3a9c3323 on network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:10.549122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.557553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:10.557930 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Checking segment: {'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:10.558313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Bound using segment: {'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:10.558882 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Bound port: 1ed1316a-0351-412f-8ada-42ec3a9c3323, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:10.559247 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.594265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] In _notify_port_updated(), no bound segment for port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:52:10.594684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.595288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.596910 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "PUT /v2.0/ports/be85f972-9bfe-4ad6-b01d-ba4d5d93b644 HTTP/1.1" status: 200 len: 977 time: 1.6331501 Aug 09 15:52:10.602770 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40866) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:10.624714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee89171-c28e-4f6b-b69a-15a2fd571344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event updated for resources: {'Port': ['ID=be85f972-9bfe-4ad6-b01d-ba4d5d93b644,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:10.635121 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f85c57c0-5f13-4ca8-ab04-f2983270a26f req-2373f85b-0b1f-4c81-8547-c9c6de3815e7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561380 Aug 09 15:52:10.700718 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Made reservation on behalf of 48a7789d166d413a8429d82c91737140 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:10.704065 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.766013 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1691a27-3423-4d71-a380-8a39610188d4 req-88ff524a-a135-4ed7-8591-ac11da5999c9 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups/758c01d6-92fb-4644-8de0-5b85b4bd63e7 HTTP/1.1" status: 200 len: 1810 time: 0.1860638 Aug 09 15:52:10.779914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] For port 1ed1316a-0351-412f-8ada-42ec3a9c3323, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:10.832149 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.853877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.854377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.854833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.855301 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.855765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.856227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.856687 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.857149 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.857631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.858095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.858553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.859009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.859470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.859932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.860390 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.860846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.861393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.862812 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.863274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.863736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.864197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.864658 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.865118 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.865574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.866070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.866532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.866990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.867591 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.868009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.868436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.869041 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.869745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.870419 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.870962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.871422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.871882 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.875925 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-179f4098-b21e-4463-a693-a41e0f9727ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31798 time: 0.2543819 Aug 09 15:52:10.880533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40870) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:10.891998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] For port 1ed1316a-0351-412f-8ada-42ec3a9c3323, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1ed1316a-0351-412f-8ada-42ec3a9c3323,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:10.908085 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.956413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.957008 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.958421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] 10.222.0.53 "PUT /v2.0/ports/1ed1316a-0351-412f-8ada-42ec3a9c3323 HTTP/1.1" status: 200 len: 1091 time: 1.5339243 Aug 09 15:52:10.960253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b8392eca-5d24-4438-9abc-a7dac18d77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Deleting port be85f972-9bfe-4ad6-b01d-ba4d5d93b644 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:10.960535 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b8392eca-5d24-4438-9abc-a7dac18d77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.968543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '1ed1316a-0351-412f-8ada-42ec3a9c3323'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:10.972014 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb" -d '{"events": [{"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "1ed1316a-0351-412f-8ada-42ec3a9c3323"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:11.011909 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Request body: {'port': {'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:11.020631 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78591268-e347-4593-a10f-2a2eff539bc6 x-openstack-request-id: req-78591268-e347-4593-a10f-2a2eff539bc6 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:11.021084 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "1ed1316a-0351-412f-8ada-42ec3a9c3323", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:11.021334 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78591268-e347-4593-a10f-2a2eff539bc6 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:11.021750 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '1ed1316a-0351-412f-8ada-42ec3a9c3323', 'status': 'completed', 'code': 200} Aug 09 15:52:11.070475 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-b8392eca-5d24-4438-9abc-a7dac18d77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] For port be85f972-9bfe-4ad6-b01d-ba4d5d93b644, host n-h1-803778-2, got binding levels [] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:11.070852 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b8392eca-5d24-4438-9abc-a7dac18d77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.095540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555114f-c499-4369-b521-5fdd68ba3f9c service neutron] Pushing event updated for resources: {'Port': ['ID=1ed1316a-0351-412f-8ada-42ec3a9c3323,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:11.097623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b8392eca-5d24-4438-9abc-a7dac18d77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Calling delete_port for be85f972-9bfe-4ad6-b01d-ba4d5d93b644 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:11.114789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb req-3bc768ca-bca8-4693-b458-dabd6d0a5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.115304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb req-3bc768ca-bca8-4693-b458-dabd6d0a5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.115774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb req-3bc768ca-bca8-4693-b458-dabd6d0a5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.116247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb req-3bc768ca-bca8-4693-b458-dabd6d0a5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.116899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb req-3bc768ca-bca8-4693-b458-dabd6d0a5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.118554 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb req-3bc768ca-bca8-4693-b458-dabd6d0a5d5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 4363 time: 0.0799880 Aug 09 15:52:11.126737 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f1691a27-3423-4d71-a380-8a39610188d4 req-c31144a7-25fa-4d07-a7ba-c5d026f93d28 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.129956 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Allocated IP 172.20.0.13 (96362ae7-0b03-4c98-8b60-5c5521752bc3/17f1d73e-e128-47bd-ac1b-d09ce54d9e7b/e6ccaafb-ac4e-427b-8167-30eb339681c5) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:11.167734 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.181911 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f1691a27-3423-4d71-a380-8a39610188d4 req-c31144a7-25fa-4d07-a7ba-c5d026f93d28 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.281205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb req-4a34a90b-3eda-4cbd-af41-e403af66e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.281904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb req-4a34a90b-3eda-4cbd-af41-e403af66e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.282295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb req-4a34a90b-3eda-4cbd-af41-e403af66e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.283962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb req-4a34a90b-3eda-4cbd-af41-e403af66e38b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6b11b354c2a244fa872442da9eb700e6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1303041 Aug 09 15:52:11.292061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b8392eca-5d24-4438-9abc-a7dac18d77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.360728 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.393853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8392eca-5d24-4438-9abc-a7dac18d77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event deleted for resources: {'Port': ['ID=be85f972-9bfe-4ad6-b01d-ba4d5d93b644,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:11.397249 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f1691a27-3423-4d71-a380-8a39610188d4 req-c31144a7-25fa-4d07-a7ba-c5d026f93d28 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.400452 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-f1691a27-3423-4d71-a380-8a39610188d4 req-c31144a7-25fa-4d07-a7ba-c5d026f93d28 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.401834 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1691a27-3423-4d71-a380-8a39610188d4 req-c31144a7-25fa-4d07-a7ba-c5d026f93d28 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "DELETE /v2.0/security-groups/758c01d6-92fb-4644-8de0-5b85b4bd63e7 HTTP/1.1" status: 204 len: 173 time: 0.6195407 Aug 09 15:52:11.409629 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b8392eca-5d24-4438-9abc-a7dac18d77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.414586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b8392eca-5d24-4438-9abc-a7dac18d77f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "DELETE /v2.0/ports/be85f972-9bfe-4ad6-b01d-ba4d5d93b644 HTTP/1.1" status: 204 len: 168 time: 0.5327895 Aug 09 15:52:11.416899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40878) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:11.461801 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9751190a-44cd-43d4-bfd5-1efb458e5efd tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:52:11.467022 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9751190a-44cd-43d4-bfd5-1efb458e5efd tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "GET /v2.0/ports/be85f972-9bfe-4ad6-b01d-ba4d5d93b644 HTTP/1.1" status: 404 len: 333 time: 0.0454702 Aug 09 15:52:11.467368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40882) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:11.473162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540879472', 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:11.486771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109267c-91aa-4e82-893b-3f0612604119 req-2438a25c-645e-45bd-b0a0-778256c38c45 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.488922 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0109267c-91aa-4e82-893b-3f0612604119 req-2438a25c-645e-45bd-b0a0-778256c38c45 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1820867 Aug 09 15:52:11.512837 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.530800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb req-469bd2d9-2c81-4d8d-bd62-d2a3bf7dd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.532315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a65dec9-52e0-481c-8f7f-6bdaf264eafb req-469bd2d9-2c81-4d8d-bd62-d2a3bf7dd086 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2381155 Aug 09 15:52:11.558176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Made reservation on behalf of 09f13d3fe469431b9e66c71c73bc037b for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:11.560508 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.606582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0109267c-91aa-4e82-893b-3f0612604119 req-08bb0f31-32e6-48ed-9a51-e02eed2b29a0 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042702 Aug 09 15:52:11.626566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] device_id is not set on port 955d28b3-6aff-4c32-8cd9-2c97e008f7fe yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:11.718634 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc7ca94e-6663-49a5-8a66-af92a643848c req-dddce6eb-455d-4c96-b282-485dbd5f5333 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 210 time: 0.0411217 Aug 09 15:52:11.813801 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31144a7-25fa-4d07-a7ba-c5d026f93d28 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758c01d6-92fb-4644-8de0-5b85b4bd63e7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:11.867460 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.879610 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d7b9818-c7cc-4fcc-a9be-16c601528d33 req-8652648c-2277-4ff5-8f5a-632a15740cfa tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0919876 Aug 09 15:52:11.884472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41641185-011d-4ef0-82dd-f91db7f8ec31 req-982234be-90ee-4d3d-b13f-3bdce2228659 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:11.886295 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41641185-011d-4ef0-82dd-f91db7f8ec31 req-982234be-90ee-4d3d-b13f-3bdce2228659 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.0867026 Aug 09 15:52:11.926270 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.941679 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:11.954631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Transition to ACTIVE for port object e6ccaafb-ac4e-427b-8167-30eb339681c5 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:11.990184 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41641185-011d-4ef0-82dd-f91db7f8ec31 req-62d30553-b993-4b6d-9e9c-90a8463867a1 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870149 Aug 09 15:52:12.000521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Network 47030a54-3460-4b29-af60-4800246c10ee is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:12.006464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:12.011856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:12.012804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.013405 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.027086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event updated for resources: {'Port': ['ID=955d28b3-6aff-4c32-8cd9-2c97e008f7fe,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:12.037191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e83eb20a-7218-48bf-8b38-4b078e5e3f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5688224 Aug 09 15:52:12.039761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40892) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:12.047738 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.078551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c8c87-dce9-43c6-9b8d-b6517bd2a21e tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.079847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9b9c8c87-dce9-43c6-9b8d-b6517bd2a21e tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "GET /v2.0/ports/955d28b3-6aff-4c32-8cd9-2c97e008f7fe HTTP/1.1" status: 200 len: 959 time: 0.0389996 Aug 09 15:52:12.082970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40894) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:12.126878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:12.156441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:12.159395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:12.164797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5f08e40e-ff10-4e82-a0b2-b0ef65710a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Deleting port 955d28b3-6aff-4c32-8cd9-2c97e008f7fe {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:12.165061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f08e40e-ff10-4e82-a0b2-b0ef65710a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.175788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5142868-0704-4985-a0ba-eac896a99296 req-84d5beb8-382b-48f4-aa74-5742199f4353 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.182324 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5142868-0704-4985-a0ba-eac896a99296 req-84d5beb8-382b-48f4-aa74-5742199f4353 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.187829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5142868-0704-4985-a0ba-eac896a99296 req-84d5beb8-382b-48f4-aa74-5742199f4353 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.194254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5142868-0704-4985-a0ba-eac896a99296 req-84d5beb8-382b-48f4-aa74-5742199f4353 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.200310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5142868-0704-4985-a0ba-eac896a99296 req-84d5beb8-382b-48f4-aa74-5742199f4353 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.202239 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5142868-0704-4985-a0ba-eac896a99296 req-84d5beb8-382b-48f4-aa74-5742199f4353 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 3828 time: 0.2273755 Aug 09 15:52:12.202901 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:12.237949 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f08e40e-ff10-4e82-a0b2-b0ef65710a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.262908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:12.278872 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.303568 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5142868-0704-4985-a0ba-eac896a99296 req-3533a73f-191d-4425-88a8-9e889286002b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754824 Aug 09 15:52:12.309573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.310279 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.325218 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Transition to ACTIVE for port object 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:12.332517 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.345258 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-6c6302dc-8f8d-400b-9e4c-e4131fe2f060 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0652368 Aug 09 15:52:12.371944 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Request body: {'port': {'device_id': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:12.443322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9d7d9a12-1fc6-4e3e-aafe-402ae3b614c5 None None] Provisioning for port e6ccaafb-ac4e-427b-8167-30eb339681c5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:12.448383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9d7d9a12-1fc6-4e3e-aafe-402ae3b614c5 None None] Provisioning complete for port e6ccaafb-ac4e-427b-8167-30eb339681c5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:12.449298 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9a12-1fc6-4e3e-aafe-402ae3b614c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.466578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Pushing event updated for resources: {'Port': ['ID=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:12.499480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d9a12-1fc6-4e3e-aafe-402ae3b614c5 None None] Port e6ccaafb-ac4e-427b-8167-30eb339681c5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:12.507051 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.581816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Attempting to bind port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:12.582162 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Attempting to bind port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:12.582497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Attempting to bind port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:12.592971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:12.593203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Attempting to bind port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:12.615497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5f08e40e-ff10-4e82-a0b2-b0ef65710a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Calling delete_port for 955d28b3-6aff-4c32-8cd9-2c97e008f7fe owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:12.648797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:12.649073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Checking segment: {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:12.649429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Bound using segment: {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:12.649867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Bound port: 3466e235-97ff-4dc2-8d02-ef6f15d1cb22, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:12.650229 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.725185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f08e40e-ff10-4e82-a0b2-b0ef65710a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.764718 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f08e40e-ff10-4e82-a0b2-b0ef65710a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.769395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5f08e40e-ff10-4e82-a0b2-b0ef65710a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "DELETE /v2.0/ports/955d28b3-6aff-4c32-8cd9-2c97e008f7fe HTTP/1.1" status: 204 len: 168 time: 0.6829507 Aug 09 15:52:12.769395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08e40e-ff10-4e82-a0b2-b0ef65710a43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event deleted for resources: {'Port': ['ID=955d28b3-6aff-4c32-8cd9-2c97e008f7fe,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:12.777910 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02298368-2a49-45da-82c1-3bc02fafde98 req-3c0c6563-979d-4eb9-8ebc-2e6611285d64 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.778788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40900) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:12.779781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02298368-2a49-45da-82c1-3bc02fafde98 req-3c0c6563-979d-4eb9-8ebc-2e6611285d64 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1005659 Aug 09 15:52:12.821955 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02298368-2a49-45da-82c1-3bc02fafde98 req-24b598eb-ccf4-41cc-8e2b-f4ce3c398159 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358014 Aug 09 15:52:12.831549 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17bf4c7-08cf-4112-b6c7-5a2974874abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:52:12.833470 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a17bf4c7-08cf-4112-b6c7-5a2974874abf tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "GET /v2.0/ports/955d28b3-6aff-4c32-8cd9-2c97e008f7fe HTTP/1.1" status: 404 len: 333 time: 0.0532217 Aug 09 15:52:12.840054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40902) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:12.843880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] For port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:12.845089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Request body: {'port': {'network_id': '47030a54-3460-4b29-af60-4800246c10ee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811148775'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:12.867230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Made reservation on behalf of 09f13d3fe469431b9e66c71c73bc037b for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:12.869801 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.881616 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] For port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:12.888835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] device_id is not set on port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:12.896320 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.902175 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.968961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c626bc3-3183-4d27-973c-73abdb672581 req-ada81bd9-e4e1-44d4-b236-36e64981559a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.970546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c626bc3-3183-4d27-973c-73abdb672581 req-ada81bd9-e4e1-44d4-b236-36e64981559a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 932 time: 0.1575518 Aug 09 15:52:12.988551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.989181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.990606 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] 10.222.0.53 "PUT /v2.0/ports/3466e235-97ff-4dc2-8d02-ef6f15d1cb22 HTTP/1.1" status: 200 len: 1131 time: 1.9904692 Aug 09 15:52:13.022718 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '3466e235-97ff-4dc2-8d02-ef6f15d1cb22'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:13.024997 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da" -d '{"events": [{"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "3466e235-97ff-4dc2-8d02-ef6f15d1cb22"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:13.033516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9d44f63-9274-45e6-a2ef-d03de20afb0e req-c1f8b429-76f2-4d8e-9067-4c4984e8ca15 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0653477 Aug 09 15:52:13.047213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Request body: {'port': {'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:13.057729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48340ceb-5c97-40eb-a9c7-a22904155b85 service neutron] Pushing event updated for resources: {'Port': ['ID=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:13.084430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ccaafb-ac4e-427b-8167-30eb339681c5 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:13.097693 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.105449 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.124751 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c626bc3-3183-4d27-973c-73abdb672581 req-b454ead3-7a46-438f-b48d-0a1103a2c42b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431582 Aug 09 15:52:13.146115 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Transition to ACTIVE for port object e6ccaafb-ac4e-427b-8167-30eb339681c5 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:13.154289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.165362 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.186938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5a75f-40b8-4f8a-bf00-2d655c42d953 req-1f9705f4-8874-41a5-b0e2-ac9140829e06 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.188588 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bd5a75f-40b8-4f8a-bf00-2d655c42d953 req-1f9705f4-8874-41a5-b0e2-ac9140829e06 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.0728037 Aug 09 15:52:13.198916 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.228140 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c81f06-eee1-4da8-b6df-156cc851182b x-openstack-request-id: req-f3c81f06-eee1-4da8-b6df-156cc851182b {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:13.228436 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "3466e235-97ff-4dc2-8d02-ef6f15d1cb22", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:13.228687 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3c81f06-eee1-4da8-b6df-156cc851182b {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:13.229080 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '3466e235-97ff-4dc2-8d02-ef6f15d1cb22', 'status': 'completed', 'code': 200} Aug 09 15:52:13.258216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:13.334282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Network 47030a54-3460-4b29-af60-4800246c10ee is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:13.348468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event updated for resources: {'Port': ['ID=d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:13.356396 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bd5a75f-40b8-4f8a-bf00-2d655c42d953 req-da371f18-5a1f-400b-80fc-e9685b224dea tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597984 Aug 09 15:52:13.358969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:13.361880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:13.364432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.366940 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.374492 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.404291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-b0ba56a0-0b77-48eb-a614-e78cb488f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.404783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-b0ba56a0-0b77-48eb-a614-e78cb488f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.405271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-b0ba56a0-0b77-48eb-a614-e78cb488f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.405757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-b0ba56a0-0b77-48eb-a614-e78cb488f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.406373 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-b0ba56a0-0b77-48eb-a614-e78cb488f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.406849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-b0ba56a0-0b77-48eb-a614-e78cb488f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.409782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-b0ba56a0-0b77-48eb-a614-e78cb488f04e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5287 time: 0.1657352 Aug 09 15:52:13.411677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-41668c07-8d5a-42ec-afbb-c2732d658a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5706167 Aug 09 15:52:13.414600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40914) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:13.422631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:13.506653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Attempting to bind port e6ccaafb-ac4e-427b-8167-30eb339681c5 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:13.506994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Attempting to bind port e6ccaafb-ac4e-427b-8167-30eb339681c5 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:13.507345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Attempting to bind port e6ccaafb-ac4e-427b-8167-30eb339681c5 on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:13.520818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Port e6ccaafb-ac4e-427b-8167-30eb339681c5 on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:13.521142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Attempting to bind port e6ccaafb-ac4e-427b-8167-30eb339681c5 on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:13.549659 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.570865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:13.571203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Checking segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:13.571585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Bound using segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:13.572026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Bound port: e6ccaafb-ac4e-427b-8167-30eb339681c5, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:13.572386 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.608567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-d6d17678-f4d5-45ef-99a7-68d3c06329e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.608967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-d6d17678-f4d5-45ef-99a7-68d3c06329e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.609442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-d6d17678-f4d5-45ef-99a7-68d3c06329e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.611139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-d6d17678-f4d5-45ef-99a7-68d3c06329e9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6b11b354c2a244fa872442da9eb700e6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1842017 Aug 09 15:52:13.619406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d251d50-dafa-4a48-9f44-578751f29281 req-38f0955d-b855-452e-969c-20b6f5e0a47f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.625625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d251d50-dafa-4a48-9f44-578751f29281 req-38f0955d-b855-452e-969c-20b6f5e0a47f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.632328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d251d50-dafa-4a48-9f44-578751f29281 req-38f0955d-b855-452e-969c-20b6f5e0a47f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.638284 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d251d50-dafa-4a48-9f44-578751f29281 req-38f0955d-b855-452e-969c-20b6f5e0a47f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.644256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d251d50-dafa-4a48-9f44-578751f29281 req-38f0955d-b855-452e-969c-20b6f5e0a47f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.650250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d251d50-dafa-4a48-9f44-578751f29281 req-38f0955d-b855-452e-969c-20b6f5e0a47f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.652170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4d251d50-dafa-4a48-9f44-578751f29281 req-38f0955d-b855-452e-969c-20b6f5e0a47f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 4601 time: 0.2029207 Aug 09 15:52:13.768255 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4d251d50-dafa-4a48-9f44-578751f29281 req-a62437a6-6c48-401b-ad4a-ebaa6114402c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052063 Aug 09 15:52:13.785207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:13.785899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-f97033ae-7fe9-429f-b121-872f2a8786c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.787360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab337aa3-8fd1-4b57-8fdf-432c3dd0b6da req-f97033ae-7fe9-429f-b121-872f2a8786c4 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1687429 Aug 09 15:52:13.792585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:13.820516 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.836202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] device_id is not set on port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:13.847988 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.862380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Transition to ACTIVE for port object d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:13.866942 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c157cf4-9aaa-47fa-aba5-df3034f5174b {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:13.876221 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.884717 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.885369 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.886897 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] 10.222.0.60 "PUT /v2.0/ports/e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 1092 time: 1.5203872 Aug 09 15:52:13.890542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.916068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6f42b-d1cd-49c9-8b98-198dd8f18713 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:13.919397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Transition to ACTIVE for port object 5c157cf4-9aaa-47fa-aba5-df3034f5174b will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:13.927161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.970128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event updated for resources: {'Port': ['ID=d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:13.994485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:13.994831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:13.995176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.015245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6aa89-7d28-4015-b168-5bb3e8613b18 req-96debd21-6b05-48e1-828e-b9645faade55 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.019009 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-99a6aa89-7d28-4015-b168-5bb3e8613b18 req-96debd21-6b05-48e1-828e-b9645faade55 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1010590 Aug 09 15:52:14.020624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:14.021221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c157cf4-9aaa-47fa-aba5-df3034f5174b,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:14.021355 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:14.021818 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 2 to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 Aug 09 15:52:14.057099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:14.057626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:14.058095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.076064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-7a879db2-74d3-4ed7-b686-ddb127f9ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.077627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-7a879db2-74d3-4ed7-b686-ddb127f9ceb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1095 time: 0.1094005 Aug 09 15:52:14.078004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:14.078345 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:14.086975 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 3 to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 Aug 09 15:52:14.106360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-99a6aa89-7d28-4015-b168-5bb3e8613b18 req-5fac4774-3696-4dc9-ae1e-bb2c4192da11 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800021 Aug 09 15:52:14.107362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:14.107696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:14.108038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.113640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:14.113962 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:14.114509 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 4 to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 Aug 09 15:52:14.129495 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:14.129963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:14.130309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.139078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:14.139831 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:14.139831 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 5 to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 Aug 09 15:52:14.141249 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-ebbc04df-7d25-4d36-92e9-a9943cf71146 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 217 time: 0.0538638 Aug 09 15:52:14.155942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:14.156292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:14.156636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.166330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:14.168306 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:14.168771 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 6 to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 Aug 09 15:52:14.182773 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:52:14.187134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:14.187482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:14.187830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.203803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:14.204196 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:14.204599 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 7 to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 Aug 09 15:52:14.220501 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2777034-e3d2-4c7d-bdae-216a1cfe5d81 req-bbf463ea-c394-4e1b-9cd5-027faa3db2dc tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0472312 Aug 09 15:52:14.223532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Attempting to bind port 5c157cf4-9aaa-47fa-aba5-df3034f5174b on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:14.223869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Attempting to bind port 5c157cf4-9aaa-47fa-aba5-df3034f5174b by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:14.224211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Attempting to bind port 5c157cf4-9aaa-47fa-aba5-df3034f5174b on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.234999 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Port 5c157cf4-9aaa-47fa-aba5-df3034f5174b on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:14.235328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Attempting to bind port 5c157cf4-9aaa-47fa-aba5-df3034f5174b on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.245137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:14.247276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:14.247975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.259012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:14.259990 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:14.264762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:14.265107 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Checking segment: {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:14.265496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Bound using segment: {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:14.265962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Bound port: 5c157cf4-9aaa-47fa-aba5-df3034f5174b, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:14.266328 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.269170 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 8 to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 Aug 09 15:52:14.269391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-c54f6ae8-414d-4adf-ac20-6815e129119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.270905 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-c54f6ae8-414d-4adf-ac20-6815e129119b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.1173494 Aug 09 15:52:14.305086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:14.305433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:14.305810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.327094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b94eb7-7661-43d4-b594-e904549fa65f req-e374f89e-7107-446d-8894-878fd4dde96a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.328627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7b94eb7-7661-43d4-b594-e904549fa65f req-e374f89e-7107-446d-8894-878fd4dde96a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 944 time: 0.0717835 Aug 09 15:52:14.329209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:14.330111 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:14.330560 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 9 to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 Aug 09 15:52:14.353221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:14.353563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:14.353927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.371990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:14.372267 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:14.372778 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempt 10 to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 Aug 09 15:52:14.375034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-4a94f630-8d4d-4e83-8510-988d6ce4ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.377785 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-4a94f630-8d4d-4e83-8510-988d6ce4ff38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965683 Aug 09 15:52:14.380505 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] For port 5c157cf4-9aaa-47fa-aba5-df3034f5174b, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:14.385122 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] For port 5c157cf4-9aaa-47fa-aba5-df3034f5174b, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5c157cf4-9aaa-47fa-aba5-df3034f5174b,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:14.399045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:14.399396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:14.399723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempting to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.405160 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7b94eb7-7661-43d4-b594-e904549fa65f req-48916eac-3ab2-4919-baf2-135e9bec443f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633814 Aug 09 15:52:14.407391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:14.407733 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Failed to bind port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '23d98c2d-528f-4513-bd69-9fc391723486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '47030a54-3460-4b29-af60-4800246c10ee'}] Aug 09 15:52:14.408111 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.446245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.488898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] For port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:14.489275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attempted to set empty binding levels {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 09 15:52:14.508571 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.523652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.524354 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.525767 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] 10.222.0.53 "PUT /v2.0/ports/5c157cf4-9aaa-47fa-aba5-df3034f5174b HTTP/1.1" status: 200 len: 1131 time: 1.4847307 Aug 09 15:52:14.556019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] In _notify_port_updated(), no bound segment for port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 on network 47030a54-3460-4b29-af60-4800246c10ee {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:52:14.556918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.557538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.558978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "PUT /v2.0/ports/d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 HTTP/1.1" status: 200 len: 979 time: 1.1433518 Aug 09 15:52:14.567959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40926) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:14.571283 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Request body: {'port': {'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:14.579439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccc69e-5ea2-4bb6-b412-c4bacd1d8de6 req-ed988edc-e004-44a9-a69c-0147d75e57d2 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.581732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03ccc69e-5ea2-4bb6-b412-c4bacd1d8de6 req-ed988edc-e004-44a9-a69c-0147d75e57d2 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.1051705 Aug 09 15:52:14.604049 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293d727-f706-45ad-abe4-1b14f965d0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c157cf4-9aaa-47fa-aba5-df3034f5174b,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:14.620487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d6d89-1df9-43f1-b1c7-1d080e883f06 req-0a6c54a9-c202-4d10-83a9-37e838bfdfe1 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.621043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971141-d4e8-4d1a-859f-dc7ce84e37b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event updated for resources: {'Port': ['ID=d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:14.622155 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb6d6d89-1df9-43f1-b1c7-1d080e883f06 req-0a6c54a9-c202-4d10-83a9-37e838bfdfe1 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 945 time: 0.1713948 Aug 09 15:52:14.627274 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-1c1676c9-44b7-4f34-a7b1-5056b34c542a service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400618 Aug 09 15:52:14.724760 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.750645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-17f374ed-340c-4fa9-92bc-42ea004f5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Deleting port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:14.750995 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17f374ed-340c-4fa9-92bc-42ea004f5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.762255 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb6d6d89-1df9-43f1-b1c7-1d080e883f06 req-ab337455-353f-427b-9db2-1a2f9461e2ad tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/security-groups?id=4009a439-3bba-4242-a4e8-66e10a20bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292253 Aug 09 15:52:14.804085 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-03ccc69e-5ea2-4bb6-b412-c4bacd1d8de6 req-f89ad424-b83a-46b4-b326-c26b289861fb tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Deleting port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:14.804712 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-03ccc69e-5ea2-4bb6-b412-c4bacd1d8de6 req-f89ad424-b83a-46b4-b326-c26b289861fb tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.814544 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a70114b-4800-43d3-ab24-5bffc2628178 req-0a8f67fe-e52e-499b-914f-c4265841d44b service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745670 Aug 09 15:52:14.874746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-17f374ed-340c-4fa9-92bc-42ea004f5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] For port d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5, host n-h1-803778-2, got binding levels [] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:14.875070 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17f374ed-340c-4fa9-92bc-42ea004f5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.921690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-17f374ed-340c-4fa9-92bc-42ea004f5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Calling delete_port for d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:15.004401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-03ccc69e-5ea2-4bb6-b412-c4bacd1d8de6 req-f89ad424-b83a-46b4-b326-c26b289861fb tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] For port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,segment=NetworkSegment(520fe9e5-3480-43c8-9f65-d39c64950507),segment_id=520fe9e5-3480-43c8-9f65-d39c64950507)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:15.004767 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-03ccc69e-5ea2-4bb6-b412-c4bacd1d8de6 req-f89ad424-b83a-46b4-b326-c26b289861fb tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.038529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccdc38-b348-4f59-a7b6-2a4fe67dadab req-a6d7deb9-46f8-4346-935c-2ecd89c7a31d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.044514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccdc38-b348-4f59-a7b6-2a4fe67dadab req-a6d7deb9-46f8-4346-935c-2ecd89c7a31d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.051546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b75181-1c9b-405f-9297-9cd3037a0ac9 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:15.051846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccdc38-b348-4f59-a7b6-2a4fe67dadab req-a6d7deb9-46f8-4346-935c-2ecd89c7a31d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.057824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccdc38-b348-4f59-a7b6-2a4fe67dadab req-a6d7deb9-46f8-4346-935c-2ecd89c7a31d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.058951 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.063772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccdc38-b348-4f59-a7b6-2a4fe67dadab req-a6d7deb9-46f8-4346-935c-2ecd89c7a31d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.071001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccdc38-b348-4f59-a7b6-2a4fe67dadab req-a6d7deb9-46f8-4346-935c-2ecd89c7a31d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.071542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Transition to ACTIVE for port object 64b75181-1c9b-405f-9297-9cd3037a0ac9 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:15.075395 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.077202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccdc38-b348-4f59-a7b6-2a4fe67dadab req-a6d7deb9-46f8-4346-935c-2ecd89c7a31d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.079196 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3bccdc38-b348-4f59-a7b6-2a4fe67dadab req-a6d7deb9-46f8-4346-935c-2ecd89c7a31d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5374 time: 0.2014523 Aug 09 15:52:15.082366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-03ccc69e-5ea2-4bb6-b412-c4bacd1d8de6 req-f89ad424-b83a-46b4-b326-c26b289861fb tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Calling delete_port for 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:15.177261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Pushing event updated for resources: {'Port': ['ID=64b75181-1c9b-405f-9297-9cd3037a0ac9,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:15.202067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3bccdc38-b348-4f59-a7b6-2a4fe67dadab req-43fea925-683a-4a22-8343-76ab1e0cae29 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1111104 Aug 09 15:52:15.221842 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17f374ed-340c-4fa9-92bc-42ea004f5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.240596 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5'}, {'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '5c157cf4-9aaa-47fa-aba5-df3034f5174b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:15.242902 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52365c2f-cee6-479a-b2f7-16342b2ce8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5"}, {"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "5c157cf4-9aaa-47fa-aba5-df3034f5174b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:15.258017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Attempting to bind port 64b75181-1c9b-405f-9297-9cd3037a0ac9 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:15.258398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Attempting to bind port 64b75181-1c9b-405f-9297-9cd3037a0ac9 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:15.258911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Attempting to bind port 64b75181-1c9b-405f-9297-9cd3037a0ac9 on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:15.272771 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Port 64b75181-1c9b-405f-9297-9cd3037a0ac9 on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:15.273101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Attempting to bind port 64b75181-1c9b-405f-9297-9cd3037a0ac9 on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:15.277220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f374ed-340c-4fa9-92bc-42ea004f5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Pushing event deleted for resources: {'Port': ['ID=d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:15.282034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:15.283291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Checking segment: {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:15.284866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Bound using segment: {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:15.285414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Bound port: 64b75181-1c9b-405f-9297-9cd3037a0ac9, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:15.285736 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17f374ed-340c-4fa9-92bc-42ea004f5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.286069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.287740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-17f374ed-340c-4fa9-92bc-42ea004f5a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "DELETE /v2.0/ports/d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 HTTP/1.1" status: 204 len: 168 time: 0.7050152 Aug 09 15:52:15.296394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd34e39-eee3-4153-9ddb-68a8d917eeb9 req-0542911b-0f1d-4428-8f14-08d24e370ea0 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.298108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40936) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:15.304355 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1fd34e39-eee3-4153-9ddb-68a8d917eeb9 req-0542911b-0f1d-4428-8f14-08d24e370ea0 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1021721 Aug 09 15:52:15.340370 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d34bd59-6256-4d9d-8282-8040b99cf700 x-openstack-request-id: req-9d34bd59-6256-4d9d-8282-8040b99cf700 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:15.340757 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "5c157cf4-9aaa-47fa-aba5-df3034f5174b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:15.341188 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d34bd59-6256-4d9d-8282-8040b99cf700 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:15.341616 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'status': 'completed', 'code': 200} Aug 09 15:52:15.341878 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '5c157cf4-9aaa-47fa-aba5-df3034f5174b', 'status': 'completed', 'code': 200} Aug 09 15:52:15.382207 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9f80d3-d1d0-4cd6-8a18-52da87ec91bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:52:15.384351 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bd9f80d3-d1d0-4cd6-8a18-52da87ec91bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-952343666-project-admin] 10.222.0.81 "GET /v2.0/ports/d40b1c8a-fc5d-4348-9a43-dd431d3ba7e5 HTTP/1.1" status: 404 len: 333 time: 0.0840039 Aug 09 15:52:15.391058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40940) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:15.436682 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1fd34e39-eee3-4153-9ddb-68a8d917eeb9 req-fe3eec43-98b8-42e4-aad8-f9b783b0308c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314414 Aug 09 15:52:15.466148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] For port 64b75181-1c9b-405f-9297-9cd3037a0ac9, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:15.469898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] For port 64b75181-1c9b-405f-9297-9cd3037a0ac9, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=64b75181-1c9b-405f-9297-9cd3037a0ac9,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:15.473577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-104f035a-95f3-4dd2-9a54-6a4e853a836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.475169 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-104f035a-95f3-4dd2-9a54-6a4e853a836a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1095 time: 0.1185942 Aug 09 15:52:15.476855 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.506066 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9af52046-e9f4-4485-ae3c-b4217fe2f319 req-4e522c50-2fa2-41a0-87d2-99b9fd8bd0cd tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.1136649 Aug 09 15:52:15.541219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-b1f84298-e153-4ea4-84b6-41bfc82d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.541740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-b1f84298-e153-4ea4-84b6-41bfc82d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.542336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-b1f84298-e153-4ea4-84b6-41bfc82d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.542818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-b1f84298-e153-4ea4-84b6-41bfc82d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.543295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-b1f84298-e153-4ea4-84b6-41bfc82d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.543765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-b1f84298-e153-4ea4-84b6-41bfc82d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.544437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-b1f84298-e153-4ea4-84b6-41bfc82d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.546542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-b1f84298-e153-4ea4-84b6-41bfc82d45dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 6236 time: 0.2068224 Aug 09 15:52:15.556814 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.568676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.569316 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.570758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] 10.222.0.53 "PUT /v2.0/ports/64b75181-1c9b-405f-9297-9cd3037a0ac9 HTTP/1.1" status: 200 len: 1091 time: 1.0038259 Aug 09 15:52:15.573215 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-03ccc69e-5ea2-4bb6-b412-c4bacd1d8de6 req-f89ad424-b83a-46b4-b326-c26b289861fb tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.609712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Request body: {'port': {'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:15.639412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98665d-6dd9-4e5e-b1f5-9b3b36551475 service neutron] Pushing event updated for resources: {'Port': ['ID=64b75181-1c9b-405f-9297-9cd3037a0ac9,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:15.649060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ad424-b83a-46b4-b326-c26b289861fb tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Pushing event deleted for resources: {'Port': ['ID=27f544a8-ebff-4d5d-a242-c15b6b4e8c5b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:15.699049 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-a0b197f3-e843-43ba-a6e0-04dbebe8dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.700939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-a0b197f3-e843-43ba-a6e0-04dbebe8dc19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.2157304 Aug 09 15:52:15.701814 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.756387 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-cc544c85-145d-4d76-b0ba-72adf7257a3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 217 time: 0.0429375 Aug 09 15:52:15.828797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ccc69e-5ea2-4bb6-b412-c4bacd1d8de6 req-f89ad424-b83a-46b4-b326-c26b289861fb tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] No DVR routers for this DVR port 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:15.840213 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-03ccc69e-5ea2-4bb6-b412-c4bacd1d8de6 req-f89ad424-b83a-46b4-b326-c26b289861fb tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.842342 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03ccc69e-5ea2-4bb6-b412-c4bacd1d8de6 req-f89ad424-b83a-46b4-b326-c26b289861fb tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.60 "DELETE /v2.0/ports/27f544a8-ebff-4d5d-a242-c15b6b4e8c5b HTTP/1.1" status: 204 len: 173 time: 1.2490201 Aug 09 15:52:15.845528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'name': 'network-vif-deleted', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:15.850083 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b714a1-509b-4bd6-a1ed-3804d5e15a78" -d '{"events": [{"server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "name": "network-vif-deleted", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:15.862231 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.906257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47030a54-3460-4b29-af60-4800246c10ee']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:15.918242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-1cce7cef-7af6-4d0b-95dc-a4669115fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.919793 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-1cce7cef-7af6-4d0b-95dc-a4669115fcf4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.1447976 Aug 09 15:52:15.923996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8b3e4-4ed9-4bd5-932a-95c9d8251ab0 req-aaed43f1-a774-4221-b950-0678e81f6f97 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.925784 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cea8b3e4-4ed9-4bd5-932a-95c9d8251ab0 req-aaed43f1-a774-4221-b950-0678e81f6f97 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 944 time: 0.2826405 Aug 09 15:52:15.931139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d98c2d-528f-4513-bd69-9fc391723486') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:15.931435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d98c2d-528f-4513-bd69-9fc391723486') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:15.940980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-aaeb67ee-a8d8-40aa-8ac6-c85a06326bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.941461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-aaeb67ee-a8d8-40aa-8ac6-c85a06326bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.941967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-aaeb67ee-a8d8-40aa-8ac6-c85a06326bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.943592 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-aaeb67ee-a8d8-40aa-8ac6-c85a06326bcd service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6b11b354c2a244fa872442da9eb700e6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3829682 Aug 09 15:52:15.952157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:15.976195 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b945e037-081d-4c78-911d-df411eea27db req-949f351c-0a73-44a5-9bcf-e7234547e820 tempest-ServerRescueTestJSONUnderV235-1304577640 tempest-ServerRescueTestJSONUnderV235-1304577640-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c6b0882-5f42-46a0-9350-871c5e0c5b74 HTTP/1.1" status: 200 len: 210 time: 0.0597916 Aug 09 15:52:16.019678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-64489308-9d88-41f6-95be-e504c75ff3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.021235 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-64489308-9d88-41f6-95be-e504c75ff3a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858955 Aug 09 15:52:16.028174 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.043662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:16.044082 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:16.049029 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:16.090394 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0883de68-4f2c-4129-ae94-d1d8f06eb275 x-openstack-request-id: req-0883de68-4f2c-4129-ae94-d1d8f06eb275 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:16.090764 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6b0882-5f42-46a0-9350-871c5e0c5b74", "name": "network-vif-deleted", "tag": "27f544a8-ebff-4d5d-a242-c15b6b4e8c5b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:16.090915 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0883de68-4f2c-4129-ae94-d1d8f06eb275 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:16.091307 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6b0882-5f42-46a0-9350-871c5e0c5b74', 'name': 'network-vif-deleted', 'tag': '27f544a8-ebff-4d5d-a242-c15b6b4e8c5b', 'status': 'completed', 'code': 200} Aug 09 15:52:16.094553 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cea8b3e4-4ed9-4bd5-932a-95c9d8251ab0 req-874e4417-42ca-481e-b6fb-ffef868642a9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560023 Aug 09 15:52:16.131858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.149220 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.151103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] 10.222.0.81 "DELETE /v2.0/networks/47030a54-3460-4b29-af60-4800246c10ee HTTP/1.1" status: 204 len: 168 time: 0.7575607 Aug 09 15:52:16.161979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125ff39-6dae-4f1d-aa10-395d06806eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-965508744-project] Pushing event deleted for resources: {'Network': ['ID=47030a54-3460-4b29-af60-4800246c10ee,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:16.166436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-58766be3-cc22-4e68-9c45-b8fa7fc9574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.168044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-58766be3-cc22-4e68-9c45-b8fa7fc9574e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2132552 Aug 09 15:52:16.196126 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-257a6df0-6a6c-4a9e-aede-4ed72a598e29 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436679 Aug 09 15:52:16.318947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:16.354629 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.394295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Transition to ACTIVE for port object 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:16.414405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811695c-5bf9-4bf6-bf3e-a7fffc2fac26 req-376de99c-d48f-46f6-849d-89911b0c8bb4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.420390 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811695c-5bf9-4bf6-bf3e-a7fffc2fac26 req-376de99c-d48f-46f6-849d-89911b0c8bb4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.427482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811695c-5bf9-4bf6-bf3e-a7fffc2fac26 req-376de99c-d48f-46f6-849d-89911b0c8bb4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.433604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811695c-5bf9-4bf6-bf3e-a7fffc2fac26 req-376de99c-d48f-46f6-849d-89911b0c8bb4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.440876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811695c-5bf9-4bf6-bf3e-a7fffc2fac26 req-376de99c-d48f-46f6-849d-89911b0c8bb4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.447041 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811695c-5bf9-4bf6-bf3e-a7fffc2fac26 req-376de99c-d48f-46f6-849d-89911b0c8bb4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.451630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40954) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:16.453336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811695c-5bf9-4bf6-bf3e-a7fffc2fac26 req-376de99c-d48f-46f6-849d-89911b0c8bb4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.455987 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9811695c-5bf9-4bf6-bf3e-a7fffc2fac26 req-376de99c-d48f-46f6-849d-89911b0c8bb4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5386 time: 0.1587050 Aug 09 15:52:16.456699 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.469246 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52365c2f-cee6-479a-b2f7-16342b2ce8d9 req-16661780-0c4f-4f3e-bde1-58f2484a0ad3 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565575 Aug 09 15:52:16.582111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c7323-1608-426b-92ef-07402f0e53ba req-27747c45-24a7-4f95-8842-f469baab6ac2 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.583916 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b4c7323-1608-426b-92ef-07402f0e53ba req-27747c45-24a7-4f95-8842-f469baab6ac2 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.0730822 Aug 09 15:52:16.586056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Pushing event updated for resources: {'Port': ['ID=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:16.595673 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9811695c-5bf9-4bf6-bf3e-a7fffc2fac26 req-00b37a43-043f-4f61-b612-88b295cea780 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167545 Aug 09 15:52:16.652900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-26778eaa-387a-4678-ad1a-8fd343af61f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e8aa8cfd0e841cc9928abe231a180c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000887 Aug 09 15:52:16.655604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40964) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:16.656082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b4c7323-1608-426b-92ef-07402f0e53ba req-52051111-df4b-4a68-aaac-992c823da4f3 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634363 Aug 09 15:52:16.669302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Attempting to bind port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:16.669523 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Attempting to bind port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:16.669886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Attempting to bind port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:16.680510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:16.680845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Attempting to bind port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:16.703988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:16.704323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Checking segment: {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:16.704704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Bound using segment: {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:16.705160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Bound port: 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:16.705620 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.745823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b9402e44-2616-4ecf-b844-25dca3597ff6 req-bb24a535-9acd-4675-a283-fb194f437a70 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0530546 Aug 09 15:52:16.808041 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6dc517df-df30-4836-af50-3d28ee299e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.826249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] For port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:16.845651 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6dc517df-df30-4836-af50-3d28ee299e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.849030 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] For port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:16.856656 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.913579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.914218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.915605 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] 10.222.0.53 "PUT /v2.0/ports/9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 HTTP/1.1" status: 200 len: 1091 time: 1.3101914 Aug 09 15:52:16.951125 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Request body: {'port': {'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:16.960865 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6dc517df-df30-4836-af50-3d28ee299e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.963379 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6dc517df-df30-4836-af50-3d28ee299e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.964547 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6dc517df-df30-4836-af50-3d28ee299e16 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2b46622-4653-49fb-8c9d-bf0ef4ecb552 HTTP/1.1" status: 204 len: 168 time: 0.3061640 Aug 09 15:52:16.965250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb8b36-9c50-4a6f-94a2-2df84801651d service neutron] Pushing event updated for resources: {'Port': ['ID=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:16.999296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc517df-df30-4836-af50-3d28ee299e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b46622-4653-49fb-8c9d-bf0ef4ecb552,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:17.032318 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.064033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40970) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:17.121874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:17.159866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:17.160203 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 27f544a8-ebff-4d5d-a242-c15b6b4e8c5b not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:17.307439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a6489-ac69-4518-a6f5-58c026286276 req-10253586-11f7-4c1f-b6f6-381273df85ff tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.309002 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-115a6489-ac69-4518-a6f5-58c026286276 req-10253586-11f7-4c1f-b6f6-381273df85ff tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 944 time: 0.1201537 Aug 09 15:52:17.352412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40976) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:17.675640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '64b75181-1c9b-405f-9297-9cd3037a0ac9'}, {'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:17.677948 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03247d3a-5d8e-4c3b-a40f-0c41748e6561" -d '{"events": [{"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "64b75181-1c9b-405f-9297-9cd3037a0ac9"}, {"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:17.728115 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-115a6489-ac69-4518-a6f5-58c026286276 req-addf942c-bc47-423f-ad6f-d4babedae207 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4080982 Aug 09 15:52:17.756114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7fa5c99a-5e91-4da5-8f9d-154b35e5f965 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=09f13d3fe469431b9e66c71c73bc037b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4029419 Aug 09 15:52:17.759304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40986) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:17.788198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:17.794293 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29530efc-c6d7-408d-9120-c70858c21659 x-openstack-request-id: req-29530efc-c6d7-408d-9120-c70858c21659 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:17.794599 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "64b75181-1c9b-405f-9297-9cd3037a0ac9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:17.794959 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29530efc-c6d7-408d-9120-c70858c21659 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:17.795363 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '64b75181-1c9b-405f-9297-9cd3037a0ac9', 'status': 'completed', 'code': 200} Aug 09 15:52:17.796065 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31', 'status': 'completed', 'code': 200} Aug 09 15:52:17.800670 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.821330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Transition to ACTIVE for port object 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:17.826270 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.875662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6851b4-f63a-4088-804c-7d51e2d1afbb req-3f52c524-8173-4230-907d-7fc9d78c86b5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.881619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6851b4-f63a-4088-804c-7d51e2d1afbb req-3f52c524-8173-4230-907d-7fc9d78c86b5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.887648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6851b4-f63a-4088-804c-7d51e2d1afbb req-3f52c524-8173-4230-907d-7fc9d78c86b5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.894988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6851b4-f63a-4088-804c-7d51e2d1afbb req-3f52c524-8173-4230-907d-7fc9d78c86b5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.900992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6851b4-f63a-4088-804c-7d51e2d1afbb req-3f52c524-8173-4230-907d-7fc9d78c86b5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.906971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6851b4-f63a-4088-804c-7d51e2d1afbb req-3f52c524-8173-4230-907d-7fc9d78c86b5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.913486 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6851b4-f63a-4088-804c-7d51e2d1afbb req-3f52c524-8173-4230-907d-7fc9d78c86b5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.915495 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d6851b4-f63a-4088-804c-7d51e2d1afbb req-3f52c524-8173-4230-907d-7fc9d78c86b5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5398 time: 0.1808732 Aug 09 15:52:17.936505 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:17.967368 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86ea957d-6ad3-4153-a854-6b4657973291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:17.977369 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be222490-8788-48c8-9586-c00872e0fb0e req-63a1b9b6-29a8-4956-b564-6d30e3806e93 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.978981 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-be222490-8788-48c8-9586-c00872e0fb0e req-63a1b9b6-29a8-4956-b564-6d30e3806e93 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1211045 Aug 09 15:52:18.019628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d3a5ca5b-0c9b-4e1e-b74b-4f05fc9b2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.020089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d3a5ca5b-0c9b-4e1e-b74b-4f05fc9b2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.020565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d3a5ca5b-0c9b-4e1e-b74b-4f05fc9b2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.021039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d3a5ca5b-0c9b-4e1e-b74b-4f05fc9b2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.021513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d3a5ca5b-0c9b-4e1e-b74b-4f05fc9b2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.022277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d3a5ca5b-0c9b-4e1e-b74b-4f05fc9b2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.022495 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d3a5ca5b-0c9b-4e1e-b74b-4f05fc9b2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.024589 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d3a5ca5b-0c9b-4e1e-b74b-4f05fc9b2076 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 6370 time: 0.2013485 Aug 09 15:52:18.037028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Attempting to bind port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:18.037570 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Attempting to bind port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:18.037937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Attempting to bind port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 on network 1c3c728d-829e-4443-8957-ac78e0ccda02 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:18.042825 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86ea957d-6ad3-4153-a854-6b4657973291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.046363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-be222490-8788-48c8-9586-c00872e0fb0e req-9d9fa2bb-5e70-4b13-8d2e-c2ff52c72519 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580640 Aug 09 15:52:18.049098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 on network 1c3c728d-829e-4443-8957-ac78e0ccda02 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:18.049430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Attempting to bind port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 on network 1c3c728d-829e-4443-8957-ac78e0ccda02 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:18.055422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:18.058806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Checking segment: {'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:18.058806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Bound using segment: {'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:18.059189 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d6851b4-f63a-4088-804c-7d51e2d1afbb req-7b24cf54-a1a0-41e5-8cf0-9a7f110032f6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245947 Aug 09 15:52:18.059291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Bound port: 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:18.059291 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.167572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] For port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:18.172032 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] For port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:18.177773 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.182633 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b6ebd25-65c1-477e-8823-9323613f0366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.194362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.194993 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.196383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] 10.222.0.53 "PUT /v2.0/ports/1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 HTTP/1.1" status: 200 len: 1091 time: 1.2515450 Aug 09 15:52:18.229253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Request body: {'port': {'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:18.263752 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7db7421-9812-4493-8424-0c835876f391 req-b043edc5-479c-4002-ae29-c74375f35ca7 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0841074 Aug 09 15:52:18.274569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-cfe6f1e6-bf81-4d7a-a9b1-d3725d70223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.275067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-cfe6f1e6-bf81-4d7a-a9b1-d3725d70223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.275512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-cfe6f1e6-bf81-4d7a-a9b1-d3725d70223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.277421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-cfe6f1e6-bf81-4d7a-a9b1-d3725d70223c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6b11b354c2a244fa872442da9eb700e6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2371747 Aug 09 15:52:18.279954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86ea957d-6ad3-4153-a854-6b4657973291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.282454 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86ea957d-6ad3-4153-a854-6b4657973291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.284293 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-86ea957d-6ad3-4153-a854-6b4657973291 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71028022-ae9d-43ec-9441-71e0dca3bcc0 HTTP/1.1" status: 204 len: 168 time: 0.5232809 Aug 09 15:52:18.303940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb4713-0bfc-4e7c-8694-95a70a7331f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:18.317491 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.349428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea957d-6ad3-4153-a854-6b4657973291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71028022-ae9d-43ec-9441-71e0dca3bcc0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:18.507132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-da0922c1-ad3d-4995-9355-94eb136cdf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.508677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-da0922c1-ad3d-4995-9355-94eb136cdf43 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2154300 Aug 09 15:52:18.629374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d1b89ddd-b569-44a7-9a80-9037a9520d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.629893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d1b89ddd-b569-44a7-9a80-9037a9520d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.630377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d1b89ddd-b569-44a7-9a80-9037a9520d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.630857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d1b89ddd-b569-44a7-9a80-9037a9520d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.631330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d1b89ddd-b569-44a7-9a80-9037a9520d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.631802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d1b89ddd-b569-44a7-9a80-9037a9520d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.632273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d1b89ddd-b569-44a7-9a80-9037a9520d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.634373 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-d1b89ddd-b569-44a7-9a80-9037a9520d13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 6412 time: 0.0764003 Aug 09 15:52:18.660874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9288acd-e1c5-456a-b29f-45a4f0ca95a4 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:18.672202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ebd25-65c1-477e-8823-9323613f0366 admin admin] Deleting port d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:18.672544 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b6ebd25-65c1-477e-8823-9323613f0366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.674557 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.688212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Transition to ACTIVE for port object b9288acd-e1c5-456a-b29f-45a4f0ca95a4 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:18.692778 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.760303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Pushing event updated for resources: {'Port': ['ID=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:18.834444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-0edef370-5742-48eb-852f-5093b5d546e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.834931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-0edef370-5742-48eb-852f-5093b5d546e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.835409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-0edef370-5742-48eb-852f-5093b5d546e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.837068 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-0edef370-5742-48eb-852f-5093b5d546e4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6b11b354c2a244fa872442da9eb700e6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1919529 Aug 09 15:52:18.843369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-3b6ebd25-65c1-477e-8823-9323613f0366 admin admin] For port d10ccd03-bcb6-4aac-8dc1-a015e9a81f93, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d10ccd03-bcb6-4aac-8dc1-a015e9a81f93,segment=NetworkSegment(520fe9e5-3480-43c8-9f65-d39c64950507),segment_id=520fe9e5-3480-43c8-9f65-d39c64950507)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:18.843369 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b6ebd25-65c1-477e-8823-9323613f0366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:18.872755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ebd25-65c1-477e-8823-9323613f0366 admin admin] Calling delete_port for d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:18.932314 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Attempting to bind port b9288acd-e1c5-456a-b29f-45a4f0ca95a4 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:18.932652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Attempting to bind port b9288acd-e1c5-456a-b29f-45a4f0ca95a4 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:18.933038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Attempting to bind port b9288acd-e1c5-456a-b29f-45a4f0ca95a4 on network 1c3c728d-829e-4443-8957-ac78e0ccda02 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:18.951204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff1801-ff27-44e8-9b15-202a7c1bff3d req-f362ffcd-a167-4612-8f6c-4df8a46ef079 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.952802 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ebff1801-ff27-44e8-9b15-202a7c1bff3d req-f362ffcd-a167-4612-8f6c-4df8a46ef079 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 944 time: 0.1055670 Aug 09 15:52:18.953965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Port b9288acd-e1c5-456a-b29f-45a4f0ca95a4 on network 1c3c728d-829e-4443-8957-ac78e0ccda02 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:18.954297 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Attempting to bind port b9288acd-e1c5-456a-b29f-45a4f0ca95a4 on network 1c3c728d-829e-4443-8957-ac78e0ccda02 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:18.961275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:18.962373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Checking segment: {'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:18.962872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Bound using segment: {'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:18.963619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Bound port: b9288acd-e1c5-456a-b29f-45a4f0ca95a4, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba319ed8-f968-4586-a4f0-7493d1d75594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:18.965027 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.034125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-5782286c-8e07-4802-b16f-449d59cf3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.036118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03247d3a-5d8e-4c3b-a40f-0c41748e6561 req-5782286c-8e07-4802-b16f-449d59cf3c33 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1799257 Aug 09 15:52:19.067308 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ebff1801-ff27-44e8-9b15-202a7c1bff3d req-10e63faf-696e-4cb1-995b-9c1c56e225cc tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954835 Aug 09 15:52:19.106442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] For port b9288acd-e1c5-456a-b29f-45a4f0ca95a4, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:19.109870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] For port b9288acd-e1c5-456a-b29f-45a4f0ca95a4, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:19.120560 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.162050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e6ccaafb-ac4e-427b-8167-30eb339681c5 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:19.241888 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.243113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.244731 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] 10.222.0.53 "PUT /v2.0/ports/b9288acd-e1c5-456a-b29f-45a4f0ca95a4 HTTP/1.1" status: 200 len: 1091 time: 1.0212379 Aug 09 15:52:19.288082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61c221-5f07-4b1c-bccd-1d8b951a88cd service neutron] Pushing event updated for resources: {'Port': ['ID=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:19.323725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc300bc6-a332-4f5b-84a8-cf24802f6a89 req-6675bd2a-6019-407a-90d8-1dd68b514730 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.333135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc300bc6-a332-4f5b-84a8-cf24802f6a89 req-6675bd2a-6019-407a-90d8-1dd68b514730 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.2080529 Aug 09 15:52:19.342029 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b6ebd25-65c1-477e-8823-9323613f0366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.389434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:19.398747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cff89-306e-4964-8b8c-0250615b03b7 req-d92b8adb-c8cc-4761-8eb8-8f51bb4e5144 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.403186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'port_id': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'mac_address': 'fa:16:3e:23:77:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:19.414375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cff89-306e-4964-8b8c-0250615b03b7 req-d92b8adb-c8cc-4761-8eb8-8f51bb4e5144 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.425066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cff89-306e-4964-8b8c-0250615b03b7 req-d92b8adb-c8cc-4761-8eb8-8f51bb4e5144 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.445690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cff89-306e-4964-8b8c-0250615b03b7 req-d92b8adb-c8cc-4761-8eb8-8f51bb4e5144 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.446697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ebd25-65c1-477e-8823-9323613f0366 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10ccd03-bcb6-4aac-8dc1-a015e9a81f93,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:19.451916 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.467362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ccaafb-ac4e-427b-8167-30eb339681c5 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:19.470827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cff89-306e-4964-8b8c-0250615b03b7 req-d92b8adb-c8cc-4761-8eb8-8f51bb4e5144 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.481448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc300bc6-a332-4f5b-84a8-cf24802f6a89 req-a57a4fb9-835e-4912-a7b4-13ac76424957 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473951 Aug 09 15:52:19.491885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cff89-306e-4964-8b8c-0250615b03b7 req-d92b8adb-c8cc-4761-8eb8-8f51bb4e5144 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.506870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cff89-306e-4964-8b8c-0250615b03b7 req-d92b8adb-c8cc-4761-8eb8-8f51bb4e5144 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.507123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:19.513498 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9a4cff89-306e-4964-8b8c-0250615b03b7 req-d92b8adb-c8cc-4761-8eb8-8f51bb4e5144 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.3382299 Aug 09 15:52:19.515901 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.563716 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7078e2df-6487-4f5e-ab0e-1b711f3c8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.564355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7078e2df-6487-4f5e-ab0e-1b711f3c8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.566229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7078e2df-6487-4f5e-ab0e-1b711f3c8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.566837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7078e2df-6487-4f5e-ab0e-1b711f3c8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.567731 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7078e2df-6487-4f5e-ab0e-1b711f3c8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.568255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7078e2df-6487-4f5e-ab0e-1b711f3c8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.568765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7078e2df-6487-4f5e-ab0e-1b711f3c8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.571285 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7078e2df-6487-4f5e-ab0e-1b711f3c8f9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 6479 time: 0.2597594 Aug 09 15:52:19.603069 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9a4cff89-306e-4964-8b8c-0250615b03b7 req-3f4d54fd-fd46-459a-bcbe-577c39116f2b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884955 Aug 09 15:52:19.619386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:19.649733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:19.650459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:19.650962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:19.651526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:19.652674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:19.653239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:19.653791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:19.654316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:19.654853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:19.655399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:19.655941 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:19.656492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:19.664392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-a2d91d36-312e-493a-b4ac-edb9c4f246e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ed1316a-0351-412f-8ada-42ec3a9c3323 HTTP/1.1" status: 200 len: 217 time: 0.0807691 Aug 09 15:52:19.692792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6eaf4625-e029-44aa-8098-6bc298b39d20 req-1e963d62-989a-497e-ab9c-372ae9051a16 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0329514 Aug 09 15:52:19.700164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b6ebd25-65c1-477e-8823-9323613f0366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:19.728496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-d09e27c0-27df-455e-9965-e21f4424f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.730046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-d09e27c0-27df-455e-9965-e21f4424f02d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51659fe6-a55f-4bd8-a71f-56d7fba31309 HTTP/1.1" status: 200 len: 850 time: 0.0570300 Aug 09 15:52:19.779201 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['e6ccaafb-ac4e-427b-8167-30eb339681c5'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:19.785215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-80ee5f05-0747-4b4a-aae9-71d82f4c6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.787136 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-80ee5f05-0747-4b4a-aae9-71d82f4c6b85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97fd2185-0eab-47a9-8199-9d7cb3b92b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455613 Aug 09 15:52:19.797381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '1cc3f37e-6ad0-4636-805d-3e5e7885a0f4'}, {'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': 'b9288acd-e1c5-456a-b29f-45a4f0ca95a4'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:19.800705 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7817af-9557-4aa5-9418-c52fe5573ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "1cc3f37e-6ad0-4636-805d-3e5e7885a0f4"}, {"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "b9288acd-e1c5-456a-b29f-45a4f0ca95a4"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:19.880833 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc8d4a9-e39d-4a7a-9618-d375effcb2dd x-openstack-request-id: req-afc8d4a9-e39d-4a7a-9618-d375effcb2dd {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:19.881657 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "1cc3f37e-6ad0-4636-805d-3e5e7885a0f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "b9288acd-e1c5-456a-b29f-45a4f0ca95a4", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:19.882289 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-afc8d4a9-e39d-4a7a-9618-d375effcb2dd {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:19.883083 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '1cc3f37e-6ad0-4636-805d-3e5e7885a0f4', 'status': 'completed', 'code': 200} Aug 09 15:52:19.884189 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': 'b9288acd-e1c5-456a-b29f-45a4f0ca95a4', 'status': 'completed', 'code': 200} Aug 09 15:52:19.946314 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0d9696c0-c1d0-4a18-9196-5c33581253c9 service neutron] 10.222.0.53 "GET /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413522 Aug 09 15:52:19.960307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6ebd25-65c1-477e-8823-9323613f0366 admin admin] Router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:20.048377 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-f4d1e814-3400-484c-b6f6-c47296cb9dab service neutron] 10.222.0.53 "GET /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916286 Aug 09 15:52:20.077289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6ebd25-65c1-477e-8823-9323613f0366 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:20.082917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3b6ebd25-65c1-477e-8823-9323613f0366 admin admin] 10.222.0.81 "PUT /v2.0/routers/40c2c28a-7af9-4805-853a-fc8ad8dfea3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0161104 Aug 09 15:52:20.085483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41038) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:20.089487 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef6899-1c8c-43c0-94d9-14f54ec3fd17 None None] Sync routers for ids ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:20.095550 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-a189fb25-716a-49ca-a0f4-10821447b77e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=3466e235-97ff-4dc2-8d02-ef6f15d1cb22 HTTP/1.1" status: 200 len: 217 time: 0.0378926 Aug 09 15:52:20.100415 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eef6899-1c8c-43c0-94d9-14f54ec3fd17 None None] Routers {'40c2c28a-7af9-4805-853a-fc8ad8dfea3a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:20.101707 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6eef6899-1c8c-43c0-94d9-14f54ec3fd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:20.177738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41040) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:20.190728 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-ad534159-abea-484c-916e-0c56e4950c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.192224 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-ad534159-abea-484c-916e-0c56e4950c13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.0879278 Aug 09 15:52:20.227751 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-6eef6899-1c8c-43c0-94d9-14f54ec3fd17 None None] Set router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:20.268103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec6398-16bf-4751-982d-a34e1185a2f5 req-24112215-60d8-4388-8c15-7105aa292c7e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.268362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-4e079106-9219-4b35-a92b-85eb68d11994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.269807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bec6398-16bf-4751-982d-a34e1185a2f5 req-24112215-60d8-4388-8c15-7105aa292c7e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1075253 Aug 09 15:52:20.276811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-4e079106-9219-4b35-a92b-85eb68d11994 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728729 Aug 09 15:52:20.286704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.378678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bec6398-16bf-4751-982d-a34e1185a2f5 req-d7f5ce67-814c-4651-b00f-907a6696afea tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009591 Aug 09 15:52:20.394306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1596324307'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:20.431664 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6eef6899-1c8c-43c0-94d9-14f54ec3fd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:52:19Z', 'revision_number': 5, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port': {'id': 'dea29bfa-3d33-4ead-b92a-51728ea5ec8e', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:88:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:48Z', 'updated_at': '2021-08-09T15:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:20.432701 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8052be70-dd4c-4348-aa40-eaee6f91a728 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459904 Aug 09 15:52:20.438814 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Made reservation on behalf of 1bded5175fe54b1a91e2e781a16d4281 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:20.441683 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.443170 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.461388 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef6899-1c8c-43c0-94d9-14f54ec3fd17 None None] Checking router: 40c2c28a-7af9-4805-853a-fc8ad8dfea3a for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:20.462600 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.472197 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eef6899-1c8c-43c0-94d9-14f54ec3fd17 None None] Routers {'40c2c28a-7af9-4805-853a-fc8ad8dfea3a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:20.472826 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6eef6899-1c8c-43c0-94d9-14f54ec3fd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:20.513423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Deleting port dea29bfa-3d33-4ead-b92a-51728ea5ec8e {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:20.513838 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.569480 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-6eef6899-1c8c-43c0-94d9-14f54ec3fd17 None None] Set router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:20.599035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0e2787c6-bcda-4723-ba2d-e67856521a55 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522119 Aug 09 15:52:20.643014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] For port dea29bfa-3d33-4ead-b92a-51728ea5ec8e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=dea29bfa-3d33-4ead-b92a-51728ea5ec8e,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:20.643656 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.660873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Calling delete_port for dea29bfa-3d33-4ead-b92a-51728ea5ec8e owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:20.681071 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bed924f6-6f42-4e2b-8090-71b6637ef5a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=5c157cf4-9aaa-47fa-aba5-df3034f5174b HTTP/1.1" status: 200 len: 217 time: 0.0591424 Aug 09 15:52:20.739715 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6eef6899-1c8c-43c0-94d9-14f54ec3fd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:52:20Z', 'revision_number': 6, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:20.742499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.759379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62504e38-63ca-41ca-9dcd-9e5b95400b54 req-02f6bbaf-c1af-45d8-b91d-b16b2bc96b94 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.760958 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-62504e38-63ca-41ca-9dcd-9e5b95400b54 req-02f6bbaf-c1af-45d8-b91d-b16b2bc96b94 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1812139 Aug 09 15:52:20.770661 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef6899-1c8c-43c0-94d9-14f54ec3fd17 None None] The sync data for ids ['40c2c28a-7af9-4805-853a-fc8ad8dfea3a'] in n-d-803778-2 is: [{'id': '40c2c28a-7af9-4805-853a-fc8ad8dfea3a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1814060613-router', 'tenant_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:52:20Z', 'revision_number': 6, 'project_id': '81cc54e5505d4c80b6f5bf93ac7f2990', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:20.785009 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.843083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:20.856068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a32b9-90cb-4140-bdf6-c59b153a8b97 req-2b74f8a3-742b-49ad-ad13-74596b499b2c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.862422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a32b9-90cb-4140-bdf6-c59b153a8b97 req-2b74f8a3-742b-49ad-ad13-74596b499b2c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.868279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a32b9-90cb-4140-bdf6-c59b153a8b97 req-2b74f8a3-742b-49ad-ad13-74596b499b2c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.874312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a32b9-90cb-4140-bdf6-c59b153a8b97 req-2b74f8a3-742b-49ad-ad13-74596b499b2c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.880335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a32b9-90cb-4140-bdf6-c59b153a8b97 req-2b74f8a3-742b-49ad-ad13-74596b499b2c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.881982 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.882330 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Added segment 13066a77-27a0-4f32-a677-af0e2a5d7ce4 of type vlan for network bffa6d30-af05-4ffe-982d-ca43f49769f6 Aug 09 15:52:20.884534 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-a3e1cffe-a3de-4bf5-a860-6c491c0a16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.886058 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-a3e1cffe-a3de-4bf5-a860-6c491c0a16e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.1879911 Aug 09 15:52:20.886588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a32b9-90cb-4140-bdf6-c59b153a8b97 req-2b74f8a3-742b-49ad-ad13-74596b499b2c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.892372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a32b9-90cb-4140-bdf6-c59b153a8b97 req-2b74f8a3-742b-49ad-ad13-74596b499b2c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.894981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de2a32b9-90cb-4140-bdf6-c59b153a8b97 req-2b74f8a3-742b-49ad-ad13-74596b499b2c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.1546905 Aug 09 15:52:20.897286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c78697a-85e1-4802-8a5c-f24476bca984,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:20.933373 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-62504e38-63ca-41ca-9dcd-9e5b95400b54 req-b91cae80-ac57-43f2-8521-7375bc6a57c0 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416914 Aug 09 15:52:20.963449 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.979768 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de2a32b9-90cb-4140-bdf6-c59b153a8b97 req-c6cf57e1-19e3-44c5-a1c0-f44d62fac950 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712512 Aug 09 15:52:20.997842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-6b7a49b1-91fd-42b4-a985-8f6cc828d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.999080 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:20.999410 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-6b7a49b1-91fd-42b4-a985-8f6cc828d5e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0975068 Aug 09 15:52:21.010413 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.016631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:21.017349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.025393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea29bfa-3d33-4ead-b92a-51728ea5ec8e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:21.093876 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.137705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-086bd9ac-bf7b-4e36-8127-6809789fa908 req-ef97a209-a6b5-44e4-bf6e-43737c620cf5 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.1153157 Aug 09 15:52:21.173448 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9942191 Aug 09 15:52:21.187790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e6ccaafb-ac4e-427b-8167-30eb339681c5 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:21.212486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bba0ff-7faa-4e71-9f01-7ba161bf1b20 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Pushing event updated for resources: {'Network': ['ID=bffa6d30-af05-4ffe-982d-ca43f49769f6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:21.223278 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.226872 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.239103 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-12179798-302d-457b-b3ec-3ad87a2cb56d service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178602 Aug 09 15:52:21.264883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network bffa6d30-af05-4ffe-982d-ca43f49769f6 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:21.293413 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.294158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40c2c28a-7af9-4805-853a-fc8ad8dfea3a {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:52:21.310362 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.318902 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c8156c5d-b0e0-4b12-8e25-3c54f94129a9 admin admin] 10.222.0.81 "DELETE /v2.0/routers/40c2c28a-7af9-4805-853a-fc8ad8dfea3a HTTP/1.1" status: 204 len: 168 time: 1.2320080 Aug 09 15:52:21.319695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41056) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:21.360154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port e6ccaafb-ac4e-427b-8167-30eb339681c5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:21.368544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port e6ccaafb-ac4e-427b-8167-30eb339681c5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:21.369317 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.383950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-776e56fe-626f-4750-838a-caa33b2ce739 admin admin] Deleting subnet 9c0b17d2-cb32-4ec0-988b-bb29a3d802ea {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:21.387324 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-776e56fe-626f-4750-838a-caa33b2ce739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.391298 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-819f3a15-2045-46e9-b350-3118fdf83987 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414757 Aug 09 15:52:21.428816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-776e56fe-626f-4750-838a-caa33b2ce739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.452972 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-13fe6f75-8630-417e-a2f9-1ca66f872b57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=64b75181-1c9b-405f-9297-9cd3037a0ac9 HTTP/1.1" status: 200 len: 217 time: 0.0470374 Aug 09 15:52:21.485119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41060) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:21.490736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Request body: {'port': {'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6', 'binding:host_id': 'n-h1-803778-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1104477746'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:21.494259 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-776e56fe-626f-4750-838a-caa33b2ce739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.504433 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.529638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:21.532108 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c55e1f2-ae5f-4b7b-9b33-d18d2c26fe64" -d '{"events": [{"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:21.546021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-59b347ed-5743-4d0b-b17a-c5df6a5e93db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:21.547289 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-59b347ed-5743-4d0b-b17a-c5df6a5e93db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.0875900 Aug 09 15:52:21.547626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:21.553171 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.565807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ca95-66b3-4d4f-b225-ac00e53cdabd req-fa05692b-50ef-4f56-9589-1760b547a3e3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:21.567753 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f0d8ca95-66b3-4d4f-b225-ac00e53cdabd req-fa05692b-50ef-4f56-9589-1760b547a3e3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.0994008 Aug 09 15:52:21.591157 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27059de4-0f77-4cc0-8583-09f1a77d21d0 x-openstack-request-id: req-27059de4-0f77-4cc0-8583-09f1a77d21d0 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:21.591473 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:21.591915 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-27059de4-0f77-4cc0-8583-09f1a77d21d0 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:21.592463 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'code': 200} Aug 09 15:52:21.612156 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Made reservation on behalf of 155db6359349464f93900b8e69d09822 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:21.615552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.636687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:21.640167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-4951d39f-1b41-4284-b9fc-1218b244f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:21.641717 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-4951d39f-1b41-4284-b9fc-1218b244f446 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863750 Aug 09 15:52:21.643027 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.670285 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-776e56fe-626f-4750-838a-caa33b2ce739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.687521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f0d8ca95-66b3-4d4f-b225-ac00e53cdabd req-57f6d114-dda6-4596-9d02-d5e40882bbfc tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101909 Aug 09 15:52:21.712336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e56fe-626f-4750-838a-caa33b2ce739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c0b17d2-cb32-4ec0-988b-bb29a3d802ea,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:21.725212 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-776e56fe-626f-4750-838a-caa33b2ce739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.729920 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-776e56fe-626f-4750-838a-caa33b2ce739 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9c0b17d2-cb32-4ec0-988b-bb29a3d802ea HTTP/1.1" status: 204 len: 168 time: 0.4046764 Aug 09 15:52:21.732343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41066) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:21.803349 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cff12-d27f-45cb-88f4-4fd1480213a2 req-7d21f2ef-2ca2-4536-b121-75eda4ad3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:21.805312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a32cff12-d27f-45cb-88f4-4fd1480213a2 req-7d21f2ef-2ca2-4536-b121-75eda4ad3c69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1097 time: 0.0847006 Aug 09 15:52:21.810996 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-0ef1a22f-06fa-4b99-adb4-047108c72b23 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518092 Aug 09 15:52:21.819645 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:21.845889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:21.846819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d10ccd03-bcb6-4aac-8dc1-a015e9a81f93 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:21.874585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.909529 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a32cff12-d27f-45cb-88f4-4fd1480213a2 req-8bc410ec-78c0-43ca-99e0-9fb5f8fb621a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959876 Aug 09 15:52:21.946695 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.948589 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-e2a85aa9-6bfd-4bb0-9d4f-4a54a411d49b service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290798 Aug 09 15:52:21.978397 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:21.985053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] device_id is not set on port 1f750a71-25a2-4fbf-8737-b22311027bda yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:22.003579 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.004278 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-576adefe-5237-4755-b4e1-c0eae01e1933 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 HTTP/1.1" status: 200 len: 217 time: 0.0461302 Aug 09 15:52:22.077915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4521cc11-ee90-4f0d-b3f0-6274bbe49155']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:22.100124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-16c75706-ddbd-4e10-9389-2dfc37a12ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.101301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eedece2-5140-4f69-8d98-7d41a050394d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:22.102101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-16c75706-ddbd-4e10-9389-2dfc37a12ed8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.0889935 Aug 09 15:52:22.124119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520fe9e5-3480-43c8-9f65-d39c64950507') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:22.124423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520fe9e5-3480-43c8-9f65-d39c64950507') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:22.126110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c67ea32d-b1d3-4593-9a5d-271742ccdcd0 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:22.168802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d6242-1d6d-4b2f-9afe-aa44abdd9505 req-943e13fb-c813-4616-8dbc-a8ae9126bd3c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.177904 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db8d6242-1d6d-4b2f-9afe-aa44abdd9505 req-943e13fb-c813-4616-8dbc-a8ae9126bd3c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1225021 Aug 09 15:52:22.180555 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.208755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-916e1b30-c43c-4d2b-8d78-3c596f9ff0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.211849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-916e1b30-c43c-4d2b-8d78-3c596f9ff0ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0998313 Aug 09 15:52:22.222610 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:22.248841 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:22.272267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c67ea32d-b1d3-4593-9a5d-271742ccdcd0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:22.286379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'c67ea32d-b1d3-4593-9a5d-271742ccdcd0', 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58', 'port_id': 'c67ea32d-b1d3-4593-9a5d-271742ccdcd0', 'mac_address': 'fa:16:3e:9e:9b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86acb35-9863-4f87-ad55-3e0131e2a197', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:22.319171 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db8d6242-1d6d-4b2f-9afe-aa44abdd9505 req-c71197fb-0934-41f5-995c-3262d1b21613 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400588 Aug 09 15:52:22.332494 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.357936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c67ea32d-b1d3-4593-9a5d-271742ccdcd0 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:22.383589 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c67ea32d-b1d3-4593-9a5d-271742ccdcd0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:22.388974 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.399480 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-8293cf95-7149-495a-af2b-919cbd9ceae3 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728818 Aug 09 15:52:22.446148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:22.496421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5b7cb3c9-08e3-4691-bd8c-b8f1ab2ea7be req-f3dd53d8-65a9-4bb7-a8d3-0d10092c3db9 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0623734 Aug 09 15:52:22.538085 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3a862721-8064-471e-98ef-c7c89e854331 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298265 Aug 09 15:52:22.601299 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-bf37bc40-c10d-40f5-9020-cdc4501e59f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 HTTP/1.1" status: 200 len: 217 time: 0.0430567 Aug 09 15:52:22.633815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785a039-dcef-4ec1-b0c1-f7a2a912540b req-db3aa230-74d4-42ce-9761-3730a9c7f753 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.639891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785a039-dcef-4ec1-b0c1-f7a2a912540b req-db3aa230-74d4-42ce-9761-3730a9c7f753 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.646591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785a039-dcef-4ec1-b0c1-f7a2a912540b req-db3aa230-74d4-42ce-9761-3730a9c7f753 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.652504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785a039-dcef-4ec1-b0c1-f7a2a912540b req-db3aa230-74d4-42ce-9761-3730a9c7f753 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.656574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c67ea32d-b1d3-4593-9a5d-271742ccdcd0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:22.660373 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785a039-dcef-4ec1-b0c1-f7a2a912540b req-db3aa230-74d4-42ce-9761-3730a9c7f753 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.661094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5b85ee08-5680-44ef-a222-9e64acdb9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.662776 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5b85ee08-5680-44ef-a222-9e64acdb9052 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3085894-0751-4872-a5e8-b00412ed7387 HTTP/1.1" status: 200 len: 797 time: 0.0476992 Aug 09 15:52:22.666383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785a039-dcef-4ec1-b0c1-f7a2a912540b req-db3aa230-74d4-42ce-9761-3730a9c7f753 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.673052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785a039-dcef-4ec1-b0c1-f7a2a912540b req-db3aa230-74d4-42ce-9761-3730a9c7f753 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.676008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1785a039-dcef-4ec1-b0c1-f7a2a912540b req-db3aa230-74d4-42ce-9761-3730a9c7f753 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.5549743 Aug 09 15:52:22.716159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5d90be14-32c3-4adb-a6f3-3d2ea722fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.717825 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-5d90be14-32c3-4adb-a6f3-3d2ea722fc44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c3c728d-829e-4443-8957-ac78e0ccda02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0459528 Aug 09 15:52:22.772687 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.777526 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.782329 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] 10.222.0.81 "DELETE /v2.0/networks/4521cc11-ee90-4f0d-b3f0-6274bbe49155 HTTP/1.1" status: 204 len: 168 time: 1.0489237 Aug 09 15:52:22.835576 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1785a039-dcef-4ec1-b0c1-f7a2a912540b req-23bfbd3f-20a7-4fc8-87a1-0155cb5f2a9d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311846 Aug 09 15:52:22.836347 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc9581-fffe-4eee-92d9-edd3ace8646a admin admin] Pushing event deleted for resources: {'Network': ['ID=4521cc11-ee90-4f0d-b3f0-6274bbe49155,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:22.877185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] device_id is not set on port 1f750a71-25a2-4fbf-8737-b22311027bda yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:22.891281 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.903524 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c53afa43-f93b-4e7f-97ca-73f6ec57d466 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771734 Aug 09 15:52:22.909105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Transition to ACTIVE for port object 1f750a71-25a2-4fbf-8737-b22311027bda will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:22.925126 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.992410 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event updated for resources: {'Port': ['ID=1f750a71-25a2-4fbf-8737-b22311027bda,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:23.002101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3d05f-60e3-494e-89da-1bd4be10f8c7 req-b6390ae5-43e9-411a-9a59-ca21a3e4d581 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.003144 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Checking segment: {'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:23.003685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Network hostable DHCP agents. Network: bffa6d30-af05-4ffe-982d-ca43f49769f6, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:23.012913 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4f3d05f-60e3-494e-89da-1bd4be10f8c7 req-b6390ae5-43e9-411a-9a59-ca21a3e4d581 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 946 time: 0.1702967 Aug 09 15:52:23.027525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Network bffa6d30-af05-4ffe-982d-ca43f49769f6 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:23.037766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, bffa6d30-af05-4ffe-982d-ca43f49769f6) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:23.045302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:23.048890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a449ffd-15c2-4b4d-8f40-68a15d7b2b1b None None] Network bffa6d30-af05-4ffe-982d-ca43f49769f6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:23.067293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41080) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:23.074295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:23.074633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:23.074969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:23.085319 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4f3d05f-60e3-494e-89da-1bd4be10f8c7 req-06cecb18-a06b-4958-823e-843de628097e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664768 Aug 09 15:52:23.093854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:23.093854 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:23.093854 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 2 to bind port 1f750a71-25a2-4fbf-8737-b22311027bda Aug 09 15:52:23.098366 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3bc464cb-352b-4727-a737-ed760ab4362e service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813934 Aug 09 15:52:23.115487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:23.115756 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:23.116091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:23.128371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:23.128699 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:23.129237 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 3 to bind port 1f750a71-25a2-4fbf-8737-b22311027bda Aug 09 15:52:23.133649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6543dd69-6755-473d-8e16-a722a084f1a7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81cc54e5505d4c80b6f5bf93ac7f2990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653114 Aug 09 15:52:23.136259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41082) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:23.145098 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-c5e081d2-250d-4b10-974d-59d49feedb54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9288acd-e1c5-456a-b29f-45a4f0ca95a4 HTTP/1.1" status: 200 len: 217 time: 0.0371182 Aug 09 15:52:23.157827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:23.158204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:23.158533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:23.176626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:23.176842 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:23.183372 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 4 to bind port 1f750a71-25a2-4fbf-8737-b22311027bda Aug 09 15:52:23.201484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:23.201886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:23.202234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:23.202754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-669d8355-2a9c-4fe3-ae2d-a9da60f4a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.204407 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-669d8355-2a9c-4fe3-ae2d-a9da60f4a6a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3085894-0751-4872-a5e8-b00412ed7387 HTTP/1.1" status: 200 len: 797 time: 0.0501039 Aug 09 15:52:23.212286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:23.212630 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:23.215300 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 5 to bind port 1f750a71-25a2-4fbf-8737-b22311027bda Aug 09 15:52:23.227814 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-444d0031-948f-41e1-ade0-73cfa67edb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.239658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:23.239993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:23.240361 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:23.252700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:23.253025 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:23.255873 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 6 to bind port 1f750a71-25a2-4fbf-8737-b22311027bda Aug 09 15:52:23.258433 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485f88-ace1-434b-992b-5cee062208d2 req-91f8fe12-08e2-491d-a0bb-377f1b342f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.259505 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-444d0031-948f-41e1-ade0-73cfa67edb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.259967 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-91f8fe12-08e2-491d-a0bb-377f1b342f81 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c3c728d-829e-4443-8957-ac78e0ccda02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0477071 Aug 09 15:52:23.284805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:23.285136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:23.285522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:23.301182 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:23.301508 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:23.304332 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 7 to bind port 1f750a71-25a2-4fbf-8737-b22311027bda Aug 09 15:52:23.320014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:23.320352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:23.320473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device dea29bfa-3d33-4ead-b92a-51728ea5ec8e no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:23.321023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:23.327562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:23.327903 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:23.328303 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 8 to bind port 1f750a71-25a2-4fbf-8737-b22311027bda Aug 09 15:52:23.342463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: dea29bfa-3d33-4ead-b92a-51728ea5ec8e {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:23.342674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:23.342787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device dea29bfa-3d33-4ead-b92a-51728ea5ec8e not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:23.342902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:23.343220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:23.360094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:23.360467 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:23.360827 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 9 to bind port 1f750a71-25a2-4fbf-8737-b22311027bda Aug 09 15:52:23.365772 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-444d0031-948f-41e1-ade0-73cfa67edb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.368242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-444d0031-948f-41e1-ade0-73cfa67edb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.369415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-444d0031-948f-41e1-ade0-73cfa67edb3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4009a439-3bba-4242-a4e8-66e10a20bc41 HTTP/1.1" status: 204 len: 168 time: 0.2322571 Aug 09 15:52:23.374078 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-7e1913a0-fd6f-4771-acca-e255dc431e31 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060684 Aug 09 15:52:23.388938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:23.389274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:23.389722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:23.400914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d0031-948f-41e1-ade0-73cfa67edb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4009a439-3bba-4242-a4e8-66e10a20bc41,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:23.403751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:23.404083 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:23.404469 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 10 to bind port 1f750a71-25a2-4fbf-8737-b22311027bda Aug 09 15:52:23.443703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:23.444042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:23.444479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:23.464041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 1f750a71-25a2-4fbf-8737-b22311027bda on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:23.464380 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 1f750a71-25a2-4fbf-8737-b22311027bda on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:23.464763 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.488056 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1485f88-ace1-434b-992b-5cee062208d2 req-3e5a7606-3cc8-444e-a7a9-f2fd1da2559d service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065791 Aug 09 15:52:23.515494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c24f5-7231-4838-86a0-a0a9a4ad758d req-67154a64-887b-4201-ae9c-22f24d90e590 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.517117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e91c24f5-7231-4838-86a0-a0a9a4ad758d req-67154a64-887b-4201-ae9c-22f24d90e590 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 944 time: 0.0885317 Aug 09 15:52:23.578826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] For port 1f750a71-25a2-4fbf-8737-b22311027bda, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:23.579202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempted to set empty binding levels {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 09 15:52:23.585333 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e91c24f5-7231-4838-86a0-a0a9a4ad758d req-d06e1497-e2f6-442b-8112-b8b9bd79c50b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608158 Aug 09 15:52:23.587102 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.626493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.627049 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.644086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event updated for resources: {'Port': ['ID=1f750a71-25a2-4fbf-8737-b22311027bda,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:23.647555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf7dac99-a501-4a6e-977b-28d21fd94197 req-f348c58c-5ab0-4f9a-afde-e5edfa2eea77 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0378921 Aug 09 15:52:23.657291 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a8899c87-2874-42d3-b673-6a21042bb2e9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.1710629 Aug 09 15:52:23.657923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41092) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:23.694989 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-46a224d6-560a-4eee-9a12-e1a1aeb27d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.695667 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-46a224d6-560a-4eee-9a12-e1a1aeb27d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.696180 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-46a224d6-560a-4eee-9a12-e1a1aeb27d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.696656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-46a224d6-560a-4eee-9a12-e1a1aeb27d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.697137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-46a224d6-560a-4eee-9a12-e1a1aeb27d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.697696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-46a224d6-560a-4eee-9a12-e1a1aeb27d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.698098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-46a224d6-560a-4eee-9a12-e1a1aeb27d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.700064 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-46a224d6-560a-4eee-9a12-e1a1aeb27d0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 6479 time: 0.0624373 Aug 09 15:52:23.738124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b42b868a-852f-4ee4-847c-8ba2652e3638 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Deleting port 1f750a71-25a2-4fbf-8737-b22311027bda {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:23.738490 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b42b868a-852f-4ee4-847c-8ba2652e3638 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.807947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-badb289d-670a-459a-877f-fc97090786bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.814440 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-badb289d-670a-459a-877f-fc97090786bf service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c3c728d-829e-4443-8957-ac78e0ccda02 HTTP/1.1" status: 200 len: 903 time: 0.1029518 Aug 09 15:52:23.814651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-b42b868a-852f-4ee4-847c-8ba2652e3638 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] For port 1f750a71-25a2-4fbf-8737-b22311027bda, host n-h1-803778-2, got binding levels [] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:23.814651 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b42b868a-852f-4ee4-847c-8ba2652e3638 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.825266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b42b868a-852f-4ee4-847c-8ba2652e3638 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Calling delete_port for 1f750a71-25a2-4fbf-8737-b22311027bda owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:23.869050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-1564e88e-2976-47f4-92b7-38b42afae97c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 HTTP/1.1" status: 200 len: 217 time: 0.0463300 Aug 09 15:52:23.922282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b42b868a-852f-4ee4-847c-8ba2652e3638 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.946260 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-ee9b3523-df3b-41df-a92f-bad6b22c38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.947892 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-ee9b3523-df3b-41df-a92f-bad6b22c38ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3085894-0751-4872-a5e8-b00412ed7387 HTTP/1.1" status: 200 len: 797 time: 0.0717614 Aug 09 15:52:23.962448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b868a-852f-4ee4-847c-8ba2652e3638 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f750a71-25a2-4fbf-8737-b22311027bda,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:23.968919 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b42b868a-852f-4ee4-847c-8ba2652e3638 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.971404 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b42b868a-852f-4ee4-847c-8ba2652e3638 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "DELETE /v2.0/ports/1f750a71-25a2-4fbf-8737-b22311027bda HTTP/1.1" status: 204 len: 168 time: 0.3116624 Aug 09 15:52:23.991144 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41106) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:24.019541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-67318591-2000-43aa-9347-a14ff3676e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.021823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-67318591-2000-43aa-9347-a14ff3676e22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c3c728d-829e-4443-8957-ac78e0ccda02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587523 Aug 09 15:52:24.030497 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00cba08-0cae-4a16-8829-3d0a8a165168 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:52:24.035663 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a00cba08-0cae-4a16-8829-3d0a8a165168 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "GET /v2.0/ports/1f750a71-25a2-4fbf-8737-b22311027bda HTTP/1.1" status: 404 len: 333 time: 0.0419059 Aug 09 15:52:24.037055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41110) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:24.043971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Request body: {'port': {'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1560785969'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:24.077061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b82c3-1d13-47a2-b184-a31ff4e59f26 req-e892fb68-072e-4468-9b2d-2fa3fb1b0455 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.081701 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b82c3-1d13-47a2-b184-a31ff4e59f26 req-e892fb68-072e-4468-9b2d-2fa3fb1b0455 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.088869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b82c3-1d13-47a2-b184-a31ff4e59f26 req-e892fb68-072e-4468-9b2d-2fa3fb1b0455 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.095245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b82c3-1d13-47a2-b184-a31ff4e59f26 req-e892fb68-072e-4468-9b2d-2fa3fb1b0455 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.102539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b82c3-1d13-47a2-b184-a31ff4e59f26 req-e892fb68-072e-4468-9b2d-2fa3fb1b0455 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.109267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b82c3-1d13-47a2-b184-a31ff4e59f26 req-e892fb68-072e-4468-9b2d-2fa3fb1b0455 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.116193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b82c3-1d13-47a2-b184-a31ff4e59f26 req-e892fb68-072e-4468-9b2d-2fa3fb1b0455 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.118213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-067b82c3-1d13-47a2-b184-a31ff4e59f26 req-e892fb68-072e-4468-9b2d-2fa3fb1b0455 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.1668861 Aug 09 15:52:24.125827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c67ea32d-b1d3-4593-9a5d-271742ccdcd0 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:24.128320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Made reservation on behalf of 155db6359349464f93900b8e69d09822 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:24.131214 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.149065 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-9944f641-064e-47b6-b4bf-9449ea9e9245 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194413 Aug 09 15:52:24.167329 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] device_id is not set on port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:24.199592 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port c67ea32d-b1d3-4593-9a5d-271742ccdcd0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:24.200267 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.242743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-067b82c3-1d13-47a2-b184-a31ff4e59f26 req-7b295b84-1700-4067-86ff-7fa47d253f37 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884013 Aug 09 15:52:24.287098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41120) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:24.317985 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.319336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee9488-ea4e-4f3a-ae24-7e475a07cfe6 req-8cc78eb5-bd4e-49a5-a5b8-9353b6f51376 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.326626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-89ee9488-ea4e-4f3a-ae24-7e475a07cfe6 req-8cc78eb5-bd4e-49a5-a5b8-9353b6f51376 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 946 time: 0.1417792 Aug 09 15:52:24.343246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc33a00-b638-4438-85ba-0867ac45d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67ea32d-b1d3-4593-9a5d-271742ccdcd0'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:24.346854 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cce4b99-bcfc-4f18-bc72-045e3b5af477" -d '{"events": [{"server_uuid": "6fc33a00-b638-4438-85ba-0867ac45d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "c67ea32d-b1d3-4593-9a5d-271742ccdcd0"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:24.384219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-7acb5fcc-c125-4f19-8a2f-8987b8510d75 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269855 Aug 09 15:52:24.391358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c67ea32d-b1d3-4593-9a5d-271742ccdcd0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:24.394396 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d7edb7-1cf3-4735-b2a8-b709dbc170fa x-openstack-request-id: req-18d7edb7-1cf3-4735-b2a8-b709dbc170fa {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:24.394569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-89ee9488-ea4e-4f3a-ae24-7e475a07cfe6 req-bf3f5752-4faa-461c-b918-ef00f4ff6d77 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666847 Aug 09 15:52:24.395540 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc33a00-b638-4438-85ba-0867ac45d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "c67ea32d-b1d3-4593-9a5d-271742ccdcd0", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:24.395823 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18d7edb7-1cf3-4735-b2a8-b709dbc170fa {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:24.396340 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc33a00-b638-4438-85ba-0867ac45d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67ea32d-b1d3-4593-9a5d-271742ccdcd0', 'code': 200} Aug 09 15:52:24.397449 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.437512 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.461997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:24.507590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-707450489-network', 'tenant_id': '1aa2fd805ade4bbb89de089c4040706d'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:24.526253 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.543661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-2432432a-21cf-4eec-9ec1-1823b0f6b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.544146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-2432432a-21cf-4eec-9ec1-1823b0f6b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.544620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-2432432a-21cf-4eec-9ec1-1823b0f6b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.545088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-2432432a-21cf-4eec-9ec1-1823b0f6b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.545556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-2432432a-21cf-4eec-9ec1-1823b0f6b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.546378 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-2432432a-21cf-4eec-9ec1-1823b0f6b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.546847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-2432432a-21cf-4eec-9ec1-1823b0f6b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.548950 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-2432432a-21cf-4eec-9ec1-1823b0f6b71c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 6479 time: 0.0766833 Aug 09 15:52:24.549690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Made reservation on behalf of 1aa2fd805ade4bbb89de089c4040706d for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:24.551841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.571728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.614230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Network bffa6d30-af05-4ffe-982d-ca43f49769f6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:24.627741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38c910-3b74-47ee-98fa-efe61d58d3e1 req-9858939c-bf93-4941-b792-b144a126663d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.629366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f38c910-3b74-47ee-98fa-efe61d58d3e1 req-9858939c-bf93-4941-b792-b144a126663d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 946 time: 0.1389332 Aug 09 15:52:24.634046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:24.638403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:24.639381 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.640014 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.644379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41130) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:24.650042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6263dfde-2b1a-47e5-b155-f148c9ebc617 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Request body: {'floatingip': {'port_id': 'e6ccaafb-ac4e-427b-8167-30eb339681c5'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:24.655942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event updated for resources: {'Port': ['ID=2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:24.706926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504824d9-8b11-4dde-8563-03d3845f84cc req-a2999f63-2279-4080-baff-71f145b82360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.708427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-504824d9-8b11-4dde-8563-03d3845f84cc req-a2999f63-2279-4080-baff-71f145b82360 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 1096 time: 0.1720107 Aug 09 15:52:24.711069 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6263dfde-2b1a-47e5-b155-f148c9ebc617 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.737252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-40d0fdbd-eb8b-4ad9-acbe-96a0e8e927e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.738849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-40d0fdbd-eb8b-4ad9-acbe-96a0e8e927e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c3c728d-829e-4443-8957-ac78e0ccda02 HTTP/1.1" status: 200 len: 903 time: 0.1750793 Aug 09 15:52:24.795125 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-0611e2aa-9589-4ab1-ab60-8ceba29feb65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9288acd-e1c5-456a-b29f-45a4f0ca95a4 HTTP/1.1" status: 200 len: 217 time: 0.0458715 Aug 09 15:52:24.812308 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d971bb1-890d-4e1e-9277-353c25ae10b7 req-67ad4b39-7039-4e63-899f-5b843ed4a1c8 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0665007 Aug 09 15:52:24.828689 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc069962-03da-492c-a8ea-30c991819a52 req-f07bac78-cee4-452a-8ae7-7db11646dccb tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.830785 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fc069962-03da-492c-a8ea-30c991819a52 req-f07bac78-cee4-452a-8ae7-7db11646dccb tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.1379960 Aug 09 15:52:24.852495 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.857720 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-504824d9-8b11-4dde-8563-03d3845f84cc req-70bdf340-3005-42ae-b9ee-b435583c30a5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107616 Aug 09 15:52:24.864664 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.868989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a88f2116-753a-488b-969b-ab30a7c32b80 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8280833 Aug 09 15:52:24.869670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41134) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:24.875345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:24.922720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:24.927105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:24.933410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-a93eab33-d2a9-4ffd-aa13-f8a133710c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.934916 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-a93eab33-d2a9-4ffd-aa13-f8a133710c6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3085894-0751-4872-a5e8-b00412ed7387 HTTP/1.1" status: 200 len: 797 time: 0.1310186 Aug 09 15:52:24.939304 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fc069962-03da-492c-a8ea-30c991819a52 req-149a9edb-b8ba-4425-86f1-bc87f9b986eb tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855370 Aug 09 15:52:24.951281 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.951878 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Added segment 5c1ba80a-966a-4d8a-b477-0a5832b458c4 of type vlan for network 36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 Aug 09 15:52:25.013982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.019691 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.030736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-9d87d470-2f75-4161-b072-021f57959a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.032337 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-9d87d470-2f75-4161-b072-021f57959a24 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c3c728d-829e-4443-8957-ac78e0ccda02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0888653 Aug 09 15:52:25.100484 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.101314 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.101928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.422737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] device_id is not set on port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:25.437336 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.462812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Transition to ACTIVE for port object 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:25.465431 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6263dfde-2b1a-47e5-b155-f148c9ebc617 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.466954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.480736 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6263dfde-2b1a-47e5-b155-f148c9ebc617 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.538891 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2467663 Aug 09 15:52:25.542997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41140) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:25.550435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e88300c2-bcc6-4490-b2ab-05e517bcb9ff admin admin] Request body: {'subnet': {'network_id': '36e2ba12-a253-4e05-9b97-baa0c3bc0fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-707450489-subnet', 'tenant_id': '1aa2fd805ade4bbb89de089c4040706d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:25.566971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f4f4c-b680-4c32-9c6f-a78bf4974543 admin admin] Pushing event updated for resources: {'Network': ['ID=36e2ba12-a253-4e05-9b97-baa0c3bc0fa5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:25.578560 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-253e5a59-92d8-4278-a18b-4ce1245c43c8 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379553 Aug 09 15:52:25.581114 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:25.607039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36172197-784b-4dba-99ee-3640fe240415 req-b23b8b6d-eff8-4e35-a521-b41dae4c0dd1 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.614492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36172197-784b-4dba-99ee-3640fe240415 req-b23b8b6d-eff8-4e35-a521-b41dae4c0dd1 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.620595 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36172197-784b-4dba-99ee-3640fe240415 req-b23b8b6d-eff8-4e35-a521-b41dae4c0dd1 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.626565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36172197-784b-4dba-99ee-3640fe240415 req-b23b8b6d-eff8-4e35-a521-b41dae4c0dd1 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.633443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36172197-784b-4dba-99ee-3640fe240415 req-b23b8b6d-eff8-4e35-a521-b41dae4c0dd1 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.639391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36172197-784b-4dba-99ee-3640fe240415 req-b23b8b6d-eff8-4e35-a521-b41dae4c0dd1 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.642795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event updated for resources: {'Port': ['ID=2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:25.645873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36172197-784b-4dba-99ee-3640fe240415 req-b23b8b6d-eff8-4e35-a521-b41dae4c0dd1 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.646857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88300c2-bcc6-4490-b2ab-05e517bcb9ff admin admin] Made reservation on behalf of 1aa2fd805ade4bbb89de089c4040706d for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:25.647994 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36172197-784b-4dba-99ee-3640fe240415 req-b23b8b6d-eff8-4e35-a521-b41dae4c0dd1 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.1334982 Aug 09 15:52:25.649108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e88300c2-bcc6-4490-b2ab-05e517bcb9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:25.651643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:25.652004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:25.652378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:25.707249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:25.707618 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:25.711030 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 2 to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf Aug 09 15:52:25.739767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:25.740101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:25.740433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:25.745053 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36172197-784b-4dba-99ee-3640fe240415 req-41749a40-5d00-4fce-8279-0d4339f497b8 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867178 Aug 09 15:52:25.746562 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-6263dfde-2b1a-47e5-b155-f148c9ebc617 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Floating IP 15eb1a0b-cce4-43d4-8947-374a8b2a8dae associated. External IP: 172.25.2.72, port: e6ccaafb-ac4e-427b-8167-30eb339681c5. Aug 09 15:52:25.754689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:25.754967 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:25.772706 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e7817af-9557-4aa5-9418-c52fe5573ae7 req-8f510908-9321-4b37-b197-a9b10dd2fbdc service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855018 Aug 09 15:52:25.795663 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 3 to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf Aug 09 15:52:25.827997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:25.828337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:25.828677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:25.841228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:25.841549 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:25.868193 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 4 to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf Aug 09 15:52:25.902458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:25.902798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:25.903131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:25.943089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:25.943412 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:25.947151 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 5 to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf Aug 09 15:52:25.981951 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e98075b1-6d4a-4a49-afe3-d0deaf26de18 req-c3dcfa9a-523d-4f97-8d99-32a2abd08b6b tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0509713 Aug 09 15:52:25.994527 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:25.994865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:25.995299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:26.060186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:26.060405 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:26.067382 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 6 to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf Aug 09 15:52:26.070939 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ed63c-cb27-49af-82a8-9115f4baba4c req-5e0d26b6-764c-4a55-a6b6-2387f19bd1d9 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.072576 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-582ed63c-cb27-49af-82a8-9115f4baba4c req-5e0d26b6-764c-4a55-a6b6-2387f19bd1d9 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.0548139 Aug 09 15:52:26.094399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:26.094884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:26.095239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:26.116776 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-582ed63c-cb27-49af-82a8-9115f4baba4c req-f08ef2d5-8865-4826-aeeb-93ae740e98b0 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 Aug 09 15:52:26.130604 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e88300c2-bcc6-4490-b2ab-05e517bcb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.140810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:26.141023 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:26.159875 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 7 to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf Aug 09 15:52:26.196118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:26.196453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:26.196788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:26.213262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:26.213681 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:26.214541 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 8 to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf Aug 09 15:52:26.221449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88300c2-bcc6-4490-b2ab-05e517bcb9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a897ac63-0e98-4438-a2fa-d17e561ff126,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:26.242588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6263dfde-2b1a-47e5-b155-f148c9ebc617 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Router e9790007-6ed4-447c-95d6-86e129ce2ed2 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:26.249522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef2904-8093-47e8-85c9-71760ac775c2 req-f7e97d09-7a86-4a1c-a46c-3bd8f68f03a7 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.251173 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-42ef2904-8093-47e8-85c9-71760ac775c2 req-f7e97d09-7a86-4a1c-a46c-3bd8f68f03a7 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.0584707 Aug 09 15:52:26.253157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:26.253492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:26.253845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:26.262161 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88300c2-bcc6-4490-b2ab-05e517bcb9ff admin admin] Checking segment: {'id': '5c1ba80a-966a-4d8a-b477-0a5832b458c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '36e2ba12-a253-4e05-9b97-baa0c3bc0fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:26.262516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88300c2-bcc6-4490-b2ab-05e517bcb9ff admin admin] Network hostable DHCP agents. Network: 36e2ba12-a253-4e05-9b97-baa0c3bc0fa5, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:26.266781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:26.267109 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:26.268936 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 9 to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf Aug 09 15:52:26.296998 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-42ef2904-8093-47e8-85c9-71760ac775c2 req-226e64fb-ba0b-4152-a3ef-6fb1a9709b53 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386820 Aug 09 15:52:26.326900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:26.327501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:26.327899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:26.339593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88300c2-bcc6-4490-b2ab-05e517bcb9ff admin admin] Network 36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:26.343024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:26.343356 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:26.346731 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 10 to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf Aug 09 15:52:26.387545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e88300c2-bcc6-4490-b2ab-05e517bcb9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 36e2ba12-a253-4e05-9b97-baa0c3bc0fa5) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:26.396336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88300c2-bcc6-4490-b2ab-05e517bcb9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.396944 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e88300c2-bcc6-4490-b2ab-05e517bcb9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.399217 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:26.399554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:26.399885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:26.401560 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1335c869-3610-42e6-a6df-7f8214277efb None None] Network 36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:26.417877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:26.418110 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:26.418487 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.440343 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e88300c2-bcc6-4490-b2ab-05e517bcb9ff admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8910604 Aug 09 15:52:26.445460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6263dfde-2b1a-47e5-b155-f148c9ebc617 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:26.450648 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6263dfde-2b1a-47e5-b155-f148c9ebc617 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.470352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59867632-9779-4fcd-aa49-fdfdc319d80e None None] Sync routers for ids ['e9790007-6ed4-447c-95d6-86e129ce2ed2'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:26.491239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59867632-9779-4fcd-aa49-fdfdc319d80e None None] Routers {'e9790007-6ed4-447c-95d6-86e129ce2ed2'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:26.492236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-59867632-9779-4fcd-aa49-fdfdc319d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e9790007-6ed4-447c-95d6-86e129ce2ed2'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:26.518647 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6263dfde-2b1a-47e5-b155-f148c9ebc617 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "PUT /v2.0/floatingips/15eb1a0b-cce4-43d4-8947-374a8b2a8dae HTTP/1.1" status: 200 len: 991 time: 1.8702450 Aug 09 15:52:26.524700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:26.527085 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b90f9a7-ea4f-45fe-88d7-5ccc5fd42a53" -d '{"events": [{"name": "network-changed", "server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:26.556245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] For port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:26.557093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempted to set empty binding levels {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 09 15:52:26.562694 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.602587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] In _notify_port_updated(), no bound segment for port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:52:26.603791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.604530 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.606327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "PUT /v2.0/ports/2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf HTTP/1.1" status: 200 len: 975 time: 1.7356989 Aug 09 15:52:26.610018 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41160) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:26.627924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa049b-4631-4027-bfce-937908c671df tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event updated for resources: {'Port': ['ID=2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:26.654596 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b4b6f6-e703-4afa-a1e6-1e094b080b8c x-openstack-request-id: req-56b4b6f6-e703-4afa-a1e6-1e094b080b8c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:26.655763 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:26.656195 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56b4b6f6-e703-4afa-a1e6-1e094b080b8c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:26.657093 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'status': 'completed', 'code': 200} Aug 09 15:52:26.714418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d91034b-a529-4932-97f6-8b6f17440e36 None None] Network 36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:26.732304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.732959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.733441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.733960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.734548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.735029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.735502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.735970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.736682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.737257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.737855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.738330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.738799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.739361 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.740086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.740653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.741224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.741843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.742315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.742917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.743392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.744090 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.744562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.745128 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.745619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.746353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.746602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.747017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.747549 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.747944 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.748412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.748883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.749348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.750475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.754889 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6edb6fe4-5fa2-410f-8b0c-bdf640de39bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30529 time: 0.1434438 Aug 09 15:52:26.759767 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41174) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:26.778070 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-59867632-9779-4fcd-aa49-fdfdc319d80e None None] Set router e9790007-6ed4-447c-95d6-86e129ce2ed2 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:26.800816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90f9a7-ea4f-45fe-88d7-5ccc5fd42a53 req-ea057b6b-c321-4936-ad60-bd863dc7f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.802500 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b90f9a7-ea4f-45fe-88d7-5ccc5fd42a53 req-ea057b6b-c321-4936-ad60-bd863dc7f3c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1097 time: 0.1417341 Aug 09 15:52:27.034298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-4021079f-fd49-4528-83a5-2a7af0a857f2 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.035911 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-4021079f-fd49-4528-83a5-2a7af0a857f2 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/networks?id=482e2903-7b7e-4858-aadf-8654b768bf58 HTTP/1.1" status: 200 len: 815 time: 0.2323623 Aug 09 15:52:27.052019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7d63ef4c-a85a-40eb-a14e-43c34f543c5b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Deleting port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:27.052365 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d63ef4c-a85a-40eb-a14e-43c34f543c5b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.109673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-5dd20ff7-6b9f-4b3f-b6d7-77c86257f96c tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.118173 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-5dd20ff7-6b9f-4b3f-b6d7-77c86257f96c tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/networks?id=36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 HTTP/1.1" status: 200 len: 808 time: 0.1405396 Aug 09 15:52:27.123011 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90f9a7-ea4f-45fe-88d7-5ccc5fd42a53 req-ff45032f-133d-44f7-b1c6-30561c67f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.124709 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b90f9a7-ea4f-45fe-88d7-5ccc5fd42a53 req-ff45032f-133d-44f7-b1c6-30561c67f066 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.2218297 Aug 09 15:52:27.128419 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-c2fd8484-f0ea-47f6-81a4-4498a136f098 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/quotas/8f09dbc0d7644283a77bfb624a682b1d HTTP/1.1" status: 200 len: 375 time: 0.0735466 Aug 09 15:52:27.130503 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-ac52bd00-415f-4568-830a-5269df73e871 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/quotas/1aa2fd805ade4bbb89de089c4040706d HTTP/1.1" status: 200 len: 375 time: 0.0114589 Aug 09 15:52:27.166207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-40bf18d5-3fb4-44d9-9514-2a569a1153c2 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1aa2fd805ade4bbb89de089c4040706d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301683 Aug 09 15:52:27.196642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-7d63ef4c-a85a-40eb-a14e-43c34f543c5b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] For port 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf, host n-h1-803778-2, got binding levels [] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:27.197093 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d63ef4c-a85a-40eb-a14e-43c34f543c5b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.243808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-59867632-9779-4fcd-aa49-fdfdc319d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 4, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '15eb1a0b-cce4-43d4-8947-374a8b2a8dae', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'port_id': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'mac_address': 'fa:16:3e:23:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:52:05Z', 'updated_at': '2021-08-09T15:52:25Z', 'revision_number': 1, 'project_id': '48a7789d166d413a8429d82c91737140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e094f5-0a19-4ae8-bf24-6b29da114a26', 'name': '', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'mac_address': 'fa:16:3e:6a:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:52Z', 'updated_at': '2021-08-09T15:52:03Z', 'revision_number': 5, 'project_id': '48a7789d166d413a8429d82c91737140', 'subnets': [{'id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:27.247548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7d63ef4c-a85a-40eb-a14e-43c34f543c5b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Calling delete_port for 2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:27.268494 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b90f9a7-ea4f-45fe-88d7-5ccc5fd42a53 req-dd386f5c-2e77-4f6e-a94a-9e5cd0c441e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 999 time: 0.1346500 Aug 09 15:52:27.269939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-09df77e7-9dbc-40a3-8f59-53a4decb0723 service neutron] 10.222.0.81 "GET /v2.0/networks/36e2ba12-a253-4e05-9b97-baa0c3bc0fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921030 Aug 09 15:52:27.275257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59867632-9779-4fcd-aa49-fdfdc319d80e None None] Checking router: e9790007-6ed4-447c-95d6-86e129ce2ed2 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:27.282140 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-a4572256-d970-4aba-8527-7262ad947e17 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8f09dbc0d7644283a77bfb624a682b1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1284633 Aug 09 15:52:27.285655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59867632-9779-4fcd-aa49-fdfdc319d80e None None] Routers {'e9790007-6ed4-447c-95d6-86e129ce2ed2'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:27.286404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-59867632-9779-4fcd-aa49-fdfdc319d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e9790007-6ed4-447c-95d6-86e129ce2ed2'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:27.374201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-d4592b8e-6e51-49b5-a9e3-effa7eaf6930 service neutron] 10.222.0.81 "GET /v2.0/networks/36e2ba12-a253-4e05-9b97-baa0c3bc0fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964377 Aug 09 15:52:27.398505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-59867632-9779-4fcd-aa49-fdfdc319d80e None None] Set router e9790007-6ed4-447c-95d6-86e129ce2ed2 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:27.445975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90f9a7-ea4f-45fe-88d7-5ccc5fd42a53 req-d02e6663-7c44-44b6-a8b3-a3595083e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.447459 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b90f9a7-ea4f-45fe-88d7-5ccc5fd42a53 req-d02e6663-7c44-44b6-a8b3-a3595083e9f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.1635211 Aug 09 15:52:27.532466 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-547f90b8-d5a9-4c91-97b3-d905e1239dcd service neutron] 10.222.0.81 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067857 Aug 09 15:52:27.535263 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d63ef4c-a85a-40eb-a14e-43c34f543c5b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.614755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63ef4c-a85a-40eb-a14e-43c34f543c5b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:27.621473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f30f97-2978-4289-933b-1b7c3bc3a7de req-9cc27e26-c444-4640-96a3-7342fb0d981c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.627782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f30f97-2978-4289-933b-1b7c3bc3a7de req-9cc27e26-c444-4640-96a3-7342fb0d981c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.631528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90f9a7-ea4f-45fe-88d7-5ccc5fd42a53 req-11957cb6-0fab-44a6-b6c9-85e12af6fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.634282 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b90f9a7-ea4f-45fe-88d7-5ccc5fd42a53 req-11957cb6-0fab-44a6-b6c9-85e12af6fa59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717997 Aug 09 15:52:27.634282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d63ef4c-a85a-40eb-a14e-43c34f543c5b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.635442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f30f97-2978-4289-933b-1b7c3bc3a7de req-9cc27e26-c444-4640-96a3-7342fb0d981c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.635969 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7d63ef4c-a85a-40eb-a14e-43c34f543c5b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "DELETE /v2.0/ports/2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf HTTP/1.1" status: 204 len: 168 time: 0.8758969 Aug 09 15:52:27.641629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f30f97-2978-4289-933b-1b7c3bc3a7de req-9cc27e26-c444-4640-96a3-7342fb0d981c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.648287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f30f97-2978-4289-933b-1b7c3bc3a7de req-9cc27e26-c444-4640-96a3-7342fb0d981c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.653947 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f30f97-2978-4289-933b-1b7c3bc3a7de req-9cc27e26-c444-4640-96a3-7342fb0d981c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.660735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f30f97-2978-4289-933b-1b7c3bc3a7de req-9cc27e26-c444-4640-96a3-7342fb0d981c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.662684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83f30f97-2978-4289-933b-1b7c3bc3a7de req-9cc27e26-c444-4640-96a3-7342fb0d981c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.1125028 Aug 09 15:52:27.663191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41200) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:27.687836 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd547b2-319f-4d7e-a8bc-98e1042f2954 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:52:27.689611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fcd547b2-319f-4d7e-a8bc-98e1042f2954 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "GET /v2.0/ports/2a0b98b9-8d8b-4c3a-b8fd-5e19f6aedcaf HTTP/1.1" status: 404 len: 333 time: 0.0251992 Aug 09 15:52:27.696132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41202) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:27.700518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-720472827', 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:27.727956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Made reservation on behalf of 155db6359349464f93900b8e69d09822 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:27.730790 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.731213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-59867632-9779-4fcd-aa49-fdfdc319d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 4, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '15eb1a0b-cce4-43d4-8947-374a8b2a8dae', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'port_id': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'mac_address': 'fa:16:3e:23:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:52:05Z', 'updated_at': '2021-08-09T15:52:25Z', 'revision_number': 1, 'project_id': '48a7789d166d413a8429d82c91737140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e094f5-0a19-4ae8-bf24-6b29da114a26', 'name': '', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'mac_address': 'fa:16:3e:6a:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:52Z', 'updated_at': '2021-08-09T15:52:03Z', 'revision_number': 5, 'project_id': '48a7789d166d413a8429d82c91737140', 'subnets': [{'id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:27.748527 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-676b2b0a-740e-43f1-9d73-58851fcbdbe3 service neutron] 10.222.0.81 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572118 Aug 09 15:52:27.765837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] device_id is not set on port c3dc89cd-c1d6-48db-a87f-1aad2e238dfd yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:27.771116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59867632-9779-4fcd-aa49-fdfdc319d80e None None] The sync data for ids ['e9790007-6ed4-447c-95d6-86e129ce2ed2'] in n-d-803778-2 is: [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 4, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '15eb1a0b-cce4-43d4-8947-374a8b2a8dae', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'port_id': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'mac_address': 'fa:16:3e:23:77:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:52:05Z', 'updated_at': '2021-08-09T15:52:25Z', 'revision_number': 1, 'project_id': '48a7789d166d413a8429d82c91737140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e094f5-0a19-4ae8-bf24-6b29da114a26', 'name': '', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'mac_address': 'fa:16:3e:6a:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:52Z', 'updated_at': '2021-08-09T15:52:03Z', 'revision_number': 5, 'project_id': '48a7789d166d413a8429d82c91737140', 'subnets': [{'id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:27.785956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83f30f97-2978-4289-933b-1b7c3bc3a7de req-9df0b7b0-9be6-47fe-980b-bba0b0333c45 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952482 Aug 09 15:52:27.928927 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b90f9a7-ea4f-45fe-88d7-5ccc5fd42a53 req-d0e95b62-ddeb-4127-b05f-2c334baf4614 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786506 Aug 09 15:52:27.980372 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-111c7160-aaf5-460b-9683-cda294d4a0c3 req-97809ac1-dccc-4ab0-83e9-7c708629ed5e tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0529497 Aug 09 15:52:28.125463 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.172908 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5036ff0f-c862-4787-ae81-d1fdaa8a3a6a req-8b13f0f2-adcc-47d2-91aa-7534ae7f34d9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 210 time: 0.0748756 Aug 09 15:52:28.192233 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.207343 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bc7188-0f32-423c-9fb4-60d8ac538be6 None None] New status for floating IP 15eb1a0b-cce4-43d4-8947-374a8b2a8dae: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:52:28.244286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc22a4-9ef9-48a8-8f7a-e6eae48b4288 req-3c119dc8-c962-4b6f-860b-d9737e8e63fb tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.246170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d7fc22a4-9ef9-48a8-8f7a-e6eae48b4288 req-3c119dc8-c962-4b6f-860b-d9737e8e63fb tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fc33a00-b638-4438-85ba-0867ac45d5fa HTTP/1.1" status: 200 len: 945 time: 0.3158634 Aug 09 15:52:28.296906 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Network bffa6d30-af05-4ffe-982d-ca43f49769f6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:28.302092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-256ba5cd-207c-461c-85c4-6fe8b88a2083 req-5831fe0b-f5ec-47ba-bb64-79079425849f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 210 time: 0.0781047 Aug 09 15:52:28.307421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:28.311142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:28.312325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.313002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.334311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event updated for resources: {'Port': ['ID=c3dc89cd-c1d6-48db-a87f-1aad2e238dfd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:28.343680 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f9140fbc-ea31-4712-bda8-ef63250f811b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6466470 Aug 09 15:52:28.346976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41218) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:28.383777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b90f9a7-ea4f-45fe-88d7-5ccc5fd42a53 req-3f97b194-4284-4d3a-9023-942b323e9379 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429412 Aug 09 15:52:28.395437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fd6e55-60cc-44f8-b5ee-a950a0cef488 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.397040 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b8fd6e55-60cc-44f8-b5ee-a950a0cef488 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "GET /v2.0/ports/c3dc89cd-c1d6-48db-a87f-1aad2e238dfd HTTP/1.1" status: 200 len: 954 time: 0.0488732 Aug 09 15:52:28.399826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41220) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:28.452525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-d7fc22a4-9ef9-48a8-8f7a-e6eae48b4288 req-0882769c-9330-4bc5-b7da-83c855911e54 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Deleting port c67ea32d-b1d3-4593-9a5d-271742ccdcd0 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:28.452879 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d7fc22a4-9ef9-48a8-8f7a-e6eae48b4288 req-0882769c-9330-4bc5-b7da-83c855911e54 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.496719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-cf1151ad-2ef3-4597-ae06-4498522e2a0a tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Deleting port c3dc89cd-c1d6-48db-a87f-1aad2e238dfd {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:28.497404 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf1151ad-2ef3-4597-ae06-4498522e2a0a tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.576182 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf1151ad-2ef3-4597-ae06-4498522e2a0a tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.576406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-d7fc22a4-9ef9-48a8-8f7a-e6eae48b4288 req-0882769c-9330-4bc5-b7da-83c855911e54 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] For port c67ea32d-b1d3-4593-9a5d-271742ccdcd0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:28.576621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d7fc22a4-9ef9-48a8-8f7a-e6eae48b4288 req-0882769c-9330-4bc5-b7da-83c855911e54 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.594789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-cf1151ad-2ef3-4597-ae06-4498522e2a0a tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Calling delete_port for c3dc89cd-c1d6-48db-a87f-1aad2e238dfd owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:28.595590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-d7fc22a4-9ef9-48a8-8f7a-e6eae48b4288 req-0882769c-9330-4bc5-b7da-83c855911e54 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Calling delete_port for c67ea32d-b1d3-4593-9a5d-271742ccdcd0 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:28.697407 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf1151ad-2ef3-4597-ae06-4498522e2a0a tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.734632 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf1151ad-2ef3-4597-ae06-4498522e2a0a tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.736407 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cf1151ad-2ef3-4597-ae06-4498522e2a0a tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "DELETE /v2.0/ports/c3dc89cd-c1d6-48db-a87f-1aad2e238dfd HTTP/1.1" status: 204 len: 168 time: 0.3353059 Aug 09 15:52:28.737681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1151ad-2ef3-4597-ae06-4498522e2a0a tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3dc89cd-c1d6-48db-a87f-1aad2e238dfd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:28.740227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41224) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:28.764184 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d7fc22a4-9ef9-48a8-8f7a-e6eae48b4288 req-0882769c-9330-4bc5-b7da-83c855911e54 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.764956 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3934337-1e26-4e75-89aa-e538e3964474 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:52:28.771849 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a3934337-1e26-4e75-89aa-e538e3964474 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "GET /v2.0/ports/c3dc89cd-c1d6-48db-a87f-1aad2e238dfd HTTP/1.1" status: 404 len: 333 time: 0.0259831 Aug 09 15:52:28.772648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41226) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:28.776458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c67ea32d-b1d3-4593-9a5d-271742ccdcd0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:28.777881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Request body: {'port': {'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1007113463'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:28.797020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882769c-9330-4bc5-b7da-83c855911e54 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Pushing event deleted for resources: {'Port': ['ID=c67ea32d-b1d3-4593-9a5d-271742ccdcd0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:28.805847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Made reservation on behalf of 155db6359349464f93900b8e69d09822 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:28.808517 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.825550 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] device_id is not set on port 5628f0f5-e847-4b61-adef-30692ca49f54 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:28.861147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fc22a4-9ef9-48a8-8f7a-e6eae48b4288 req-0882769c-9330-4bc5-b7da-83c855911e54 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] No DVR routers for this DVR port c67ea32d-b1d3-4593-9a5d-271742ccdcd0 on host n-h1-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:28.864124 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-d7fc22a4-9ef9-48a8-8f7a-e6eae48b4288 req-0882769c-9330-4bc5-b7da-83c855911e54 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.866644 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d7fc22a4-9ef9-48a8-8f7a-e6eae48b4288 req-0882769c-9330-4bc5-b7da-83c855911e54 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.53 "DELETE /v2.0/ports/c67ea32d-b1d3-4593-9a5d-271742ccdcd0 HTTP/1.1" status: 204 len: 173 time: 0.6059778 Aug 09 15:52:28.867192 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc33a00-b638-4438-85ba-0867ac45d5fa', 'name': 'network-vif-deleted', 'tag': 'c67ea32d-b1d3-4593-9a5d-271742ccdcd0'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:28.870623 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2343440d-adb8-43fd-9b0f-c4fcbe964e8b" -d '{"events": [{"server_uuid": "6fc33a00-b638-4438-85ba-0867ac45d5fa", "name": "network-vif-deleted", "tag": "c67ea32d-b1d3-4593-9a5d-271742ccdcd0"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:28.926095 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1b44f4-d191-4b6b-9c93-0b5558394cac x-openstack-request-id: req-5f1b44f4-d191-4b6b-9c93-0b5558394cac {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:28.926615 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc33a00-b638-4438-85ba-0867ac45d5fa", "name": "network-vif-deleted", "tag": "c67ea32d-b1d3-4593-9a5d-271742ccdcd0", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:28.926931 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f1b44f4-d191-4b6b-9c93-0b5558394cac {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:28.927395 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc33a00-b638-4438-85ba-0867ac45d5fa', 'name': 'network-vif-deleted', 'tag': 'c67ea32d-b1d3-4593-9a5d-271742ccdcd0', 'status': 'completed', 'code': 200} Aug 09 15:52:28.946131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0cc3-bfeb-47ad-a80f-1cecc5886eb6 req-14ecb1a1-cd20-40ce-87df-0dda491d2ee8 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.952876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0cc3-bfeb-47ad-a80f-1cecc5886eb6 req-14ecb1a1-cd20-40ce-87df-0dda491d2ee8 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.960708 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0cc3-bfeb-47ad-a80f-1cecc5886eb6 req-14ecb1a1-cd20-40ce-87df-0dda491d2ee8 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.967239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0cc3-bfeb-47ad-a80f-1cecc5886eb6 req-14ecb1a1-cd20-40ce-87df-0dda491d2ee8 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.975096 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0cc3-bfeb-47ad-a80f-1cecc5886eb6 req-14ecb1a1-cd20-40ce-87df-0dda491d2ee8 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.981573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0cc3-bfeb-47ad-a80f-1cecc5886eb6 req-14ecb1a1-cd20-40ce-87df-0dda491d2ee8 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.989241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0cc3-bfeb-47ad-a80f-1cecc5886eb6 req-14ecb1a1-cd20-40ce-87df-0dda491d2ee8 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:28.992573 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b25e0cc3-bfeb-47ad-a80f-1cecc5886eb6 req-14ecb1a1-cd20-40ce-87df-0dda491d2ee8 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.1181922 Aug 09 15:52:29.062890 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b25e0cc3-bfeb-47ad-a80f-1cecc5886eb6 req-4de806b0-f2b9-4ddf-9930-5c6d9cd9abaa tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613537 Aug 09 15:52:29.259640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-133eb0d1-87ad-48a2-a0e2-ad6f47cc3c93 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:29.261312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-133eb0d1-87ad-48a2-a0e2-ad6f47cc3c93 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.60 "GET /v2.0/networks?id=36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 HTTP/1.1" status: 200 len: 808 time: 0.1396952 Aug 09 15:52:29.266010 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3318b325-21a8-4c2d-ba8d-cbd791d9c112 req-d37866e4-2576-471e-b221-586c72884167 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0353334 Aug 09 15:52:29.291140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Request body: {'port': {'device_id': '8199746a-e567-45fe-bc64-7539b33f4e10', 'network_id': '36e2ba12-a253-4e05-9b97-baa0c3bc0fa5', 'admin_state_up': True, 'tenant_id': '1aa2fd805ade4bbb89de089c4040706d'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:29.421075 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-302b1f94-f553-4575-a394-84997d747074 req-4f71dd74-cc2c-4f8a-af3d-0423394fd14a tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 210 time: 0.0526674 Aug 09 15:52:29.437330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7786a3e2-6050-4d71-8fba-1009686659c8 req-76ece3c3-de66-4d51-b44a-b4a3a8f3d98c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1158087 Aug 09 15:52:29.456888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f377676-d685-4abb-891b-cb5e09f0892f req-4ad5fe9b-9e93-42e4-951b-f4d840e53a0b tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 210 time: 0.0521481 Aug 09 15:52:29.460020 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.495183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Made reservation on behalf of 1aa2fd805ade4bbb89de089c4040706d for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:29.499194 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.536096 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.593001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Network bffa6d30-af05-4ffe-982d-ca43f49769f6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:29.605552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:29.608027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:29.609230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:29.609861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.621044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786a3e2-6050-4d71-8fba-1009686659c8 req-407723e5-0e01-4d49-be51-4e6a3e311c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:29.623415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7786a3e2-6050-4d71-8fba-1009686659c8 req-407723e5-0e01-4d49-be51-4e6a3e311c36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 1096 time: 0.1200733 Aug 09 15:52:29.627267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event updated for resources: {'Port': ['ID=5628f0f5-e847-4b61-adef-30692ca49f54,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:29.638639 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8e0efa8d-f618-433e-a740-a65e3d7120bc tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8653162 Aug 09 15:52:29.641208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41242) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:29.647531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Allocated IP 172.20.0.7 (36e2ba12-a253-4e05-9b97-baa0c3bc0fa5/a897ac63-0e98-4438-a2fa-d17e561ff126/6fa6714b-8d3a-4921-8fd9-fccae0d2d813) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:29.649504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:29.823430 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.850524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.866729 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.917123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Network 36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:29.922115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-e458fc0b-a9a3-4978-b61f-9c4f9ebc80d0 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:29.922564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:29.924175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-e458fc0b-a9a3-4978-b61f-9c4f9ebc80d0 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.60 "GET /v2.0/networks?id=482e2903-7b7e-4858-aadf-8654b768bf58 HTTP/1.1" status: 200 len: 815 time: 0.2288766 Aug 09 15:52:29.927572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786a3e2-6050-4d71-8fba-1009686659c8 req-cecafc5f-6824-4dd1-aa8d-69514bffde56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:29.927744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:29.928991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7786a3e2-6050-4d71-8fba-1009686659c8 req-cecafc5f-6824-4dd1-aa8d-69514bffde56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 918 time: 0.2559049 Aug 09 15:52:29.931589 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Pushing event updated for resources: {'Port': ['ID=6fa6714b-8d3a-4921-8fd9-fccae0d2d813,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:29.964322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Request body: {'port': {'device_id': 'f2d931fb-9991-4430-a9f1-9dcc53be9608', 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58', 'admin_state_up': True, 'tenant_id': '8f09dbc0d7644283a77bfb624a682b1d'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:29.977499 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:29.978157 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.992694 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-3e19cc19-cc3b-406f-b9f5-e380fdd8c4f9 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7065356 Aug 09 15:52:30.007705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Request body: {'port': {'device_id': '8199746a-e567-45fe-bc64-7539b33f4e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:30.060874 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.134841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7786a3e2-6050-4d71-8fba-1009686659c8 req-5e0e752e-da47-406e-8397-5681a3ec39b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6fecabf-4309-4cd4-add7-60fce676c668 HTTP/1.1" status: 200 len: 1001 time: 0.1785252 Aug 09 15:52:30.261342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786a3e2-6050-4d71-8fba-1009686659c8 req-7b676f96-c56b-43fe-bcd3-a844e4602f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.263256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7786a3e2-6050-4d71-8fba-1009686659c8 req-7b676f96-c56b-43fe-bcd3-a844e4602f65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 200 len: 856 time: 0.1154246 Aug 09 15:52:30.273320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] device_id is not set on port 5628f0f5-e847-4b61-adef-30692ca49f54 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:52:30.288771 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a7704-12d9-4f36-a776-e89e0597b1b0 req-018fdb44-ad83-48e2-8c69-81df8c3e874f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.293026 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.298426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a7704-12d9-4f36-a776-e89e0597b1b0 req-018fdb44-ad83-48e2-8c69-81df8c3e874f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.305613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a7704-12d9-4f36-a776-e89e0597b1b0 req-018fdb44-ad83-48e2-8c69-81df8c3e874f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.309808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Made reservation on behalf of 8f09dbc0d7644283a77bfb624a682b1d for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:30.311621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a7704-12d9-4f36-a776-e89e0597b1b0 req-018fdb44-ad83-48e2-8c69-81df8c3e874f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.313375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.320306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a7704-12d9-4f36-a776-e89e0597b1b0 req-018fdb44-ad83-48e2-8c69-81df8c3e874f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.327921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a7704-12d9-4f36-a776-e89e0597b1b0 req-018fdb44-ad83-48e2-8c69-81df8c3e874f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.335976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a7704-12d9-4f36-a776-e89e0597b1b0 req-018fdb44-ad83-48e2-8c69-81df8c3e874f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.337922 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e99a7704-12d9-4f36-a776-e89e0597b1b0 req-018fdb44-ad83-48e2-8c69-81df8c3e874f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.1618540 Aug 09 15:52:30.347268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Transition to ACTIVE for port object 5628f0f5-e847-4b61-adef-30692ca49f54 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:30.360248 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.373449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786a3e2-6050-4d71-8fba-1009686659c8 req-b43068d3-d617-416a-a985-ce5e4787be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.375028 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7786a3e2-6050-4d71-8fba-1009686659c8 req-b43068d3-d617-416a-a985-ce5e4787be06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967615 Aug 09 15:52:30.429645 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e99a7704-12d9-4f36-a776-e89e0597b1b0 req-197195fb-e3d6-45a2-9ac3-fc3f5c4ab368 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539784 Aug 09 15:52:30.543338 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15a4cf46-b7ea-4942-8f67-5a7ca4d3e37a req-7dcb95b0-82a6-477a-af20-ab43ed52acc5 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.1124485 Aug 09 15:52:30.554092 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event updated for resources: {'Port': ['ID=5628f0f5-e847-4b61-adef-30692ca49f54,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:30.562629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:30.581051 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.607919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c20eb9-e51b-482e-8de2-347226cb3d3a req-0f581e4d-6830-4b01-b6fa-5677ec1f2dea tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.609365 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44c20eb9-e51b-482e-8de2-347226cb3d3a req-0f581e4d-6830-4b01-b6fa-5677ec1f2dea tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 931 time: 0.0955672 Aug 09 15:52:30.613293 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Transition to ACTIVE for port object 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:30.620779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:30.621123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:30.621469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:30.627998 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.640181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Allocated IP 172.20.0.7 (482e2903-7b7e-4858-aadf-8654b768bf58/c86acb35-9863-4f87-ad55-3e0131e2a197/e566222f-e81e-4d54-b23b-07c20c5295c3) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:30.670481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:30.671081 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:30.678622 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 2 to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 Aug 09 15:52:30.683215 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3ac41ca1-aad7-4681-b301-7419cf33a8dc req-4363f054-e346-4f1c-964e-79b1d8557e9c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 210 time: 0.0514550 Aug 09 15:52:30.700416 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7786a3e2-6050-4d71-8fba-1009686659c8 req-da9bc0d6-3c97-4231-9a83-fc4fc68c08da service neutron] 10.222.0.60 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708807 Aug 09 15:52:30.707317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:30.707661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:30.708001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:30.709273 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44c20eb9-e51b-482e-8de2-347226cb3d3a req-0bdd9aef-7bfa-4b89-91ca-171898d1ce1f tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883777 Aug 09 15:52:30.711328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Pushing event updated for resources: {'Port': ['ID=6fa6714b-8d3a-4921-8fd9-fccae0d2d813,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:30.735443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:30.735765 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:30.747316 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 3 to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 Aug 09 15:52:30.790802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Attempting to bind port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:30.791138 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Attempting to bind port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '5c1ba80a-966a-4d8a-b477-0a5832b458c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '36e2ba12-a253-4e05-9b97-baa0c3bc0fa5'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:30.791471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Attempting to bind port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 on network 36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:30.797246 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 on network 36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:30.797568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Attempting to bind port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 on network 36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:30.802547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:30.802886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Checking segment: {'id': '5c1ba80a-966a-4d8a-b477-0a5832b458c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '36e2ba12-a253-4e05-9b97-baa0c3bc0fa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:30.803274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Bound using segment: {'id': '5c1ba80a-966a-4d8a-b477-0a5832b458c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '36e2ba12-a253-4e05-9b97-baa0c3bc0fa5'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:30.803695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Bound port: 6fa6714b-8d3a-4921-8fd9-fccae0d2d813, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1ba80a-966a-4d8a-b477-0a5832b458c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '36e2ba12-a253-4e05-9b97-baa0c3bc0fa5'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:30.804059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.818768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:30.819115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:30.819458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:30.873156 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:30.873844 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:30.881492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] For port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813, host n-h2-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:30.882616 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 4 to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 Aug 09 15:52:30.885039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] For port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6fa6714b-8d3a-4921-8fd9-fccae0d2d813,segment=NetworkSegment(5c1ba80a-966a-4d8a-b477-0a5832b458c4),segment_id=5c1ba80a-966a-4d8a-b477-0a5832b458c4)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:30.889679 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.913682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:30.914030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:30.914372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:30.928819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.929450 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.930907 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] 10.222.0.60 "PUT /v2.0/ports/6fa6714b-8d3a-4921-8fd9-fccae0d2d813 HTTP/1.1" status: 200 len: 1091 time: 0.9274900 Aug 09 15:52:30.931343 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8199746a-e567-45fe-bc64-7539b33f4e10', 'tag': '6fa6714b-8d3a-4921-8fd9-fccae0d2d813'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:30.933614 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb209d0b-659f-46b9-a9f3-5c17155fe32c" -d '{"events": [{"name": "network-changed", "server_uuid": "8199746a-e567-45fe-bc64-7539b33f4e10", "tag": "6fa6714b-8d3a-4921-8fd9-fccae0d2d813"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:30.940706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:30.940960 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:30.943744 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 5 to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 Aug 09 15:52:30.950376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7786a3e2-6050-4d71-8fba-1009686659c8 req-56873daf-9ed3-46c8-b9c1-67679476e1af service neutron] 10.222.0.60 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400198 Aug 09 15:52:30.962178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dfd68-edef-41df-a03b-6fd5b4ae296c service neutron] Pushing event updated for resources: {'Port': ['ID=6fa6714b-8d3a-4921-8fd9-fccae0d2d813,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:30.976197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:30.976543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:30.976884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:30.985583 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0d1853-9817-4d61-bc4a-13b85699e31c x-openstack-request-id: req-cd0d1853-9817-4d61-bc4a-13b85699e31c {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:30.985901 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8199746a-e567-45fe-bc64-7539b33f4e10", "tag": "6fa6714b-8d3a-4921-8fd9-fccae0d2d813", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:30.986353 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd0d1853-9817-4d61-bc4a-13b85699e31c {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:30.986624 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8199746a-e567-45fe-bc64-7539b33f4e10', 'tag': '6fa6714b-8d3a-4921-8fd9-fccae0d2d813', 'status': 'completed', 'code': 200} Aug 09 15:52:31.000057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.002222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:31.002777 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:31.016970 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 6 to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 Aug 09 15:52:31.042934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:31.043279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:31.043621 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:31.055414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:31.055747 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:31.057441 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 7 to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 Aug 09 15:52:31.079398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-cc487cb9-18e4-49f4-ac9a-4e09be70e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.081774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-cc487cb9-18e4-49f4-ac9a-4e09be70e728 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1aa2fd805ade4bbb89de089c4040706d&device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 1094 time: 0.0967841 Aug 09 15:52:31.084870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:31.085210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:31.085548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:31.094901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:31.095231 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:31.097615 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 8 to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 Aug 09 15:52:31.116210 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.157519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:31.157794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:31.158324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:31.181986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-e0737162-3f01-4072-aa49-c3fe2fba46c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa6714b-8d3a-4921-8fd9-fccae0d2d813 HTTP/1.1" status: 200 len: 217 time: 0.0747437 Aug 09 15:52:31.191129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:31.191464 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:31.195504 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 9 to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 Aug 09 15:52:31.219324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Network 482e2903-7b7e-4858-aadf-8654b768bf58 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:31.243322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:31.250199 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:31.253532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:31.253904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:31.254248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:31.290585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Pushing event updated for resources: {'Port': ['ID=e566222f-e81e-4d54-b23b-07c20c5295c3,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:31.299071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:31.299648 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:31.303984 n-d-803778-2 neutron-server[94290]: INFO neutron.plugins.ml2.plugin [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempt 10 to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 Aug 09 15:52:31.318149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-0aea2a95-4b5a-4b0d-893f-ca509787075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.319647 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-0aea2a95-4b5a-4b0d-893f-ca509787075b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a897ac63-0e98-4438-a2fa-d17e561ff126 HTTP/1.1" status: 200 len: 848 time: 0.1273761 Aug 09 15:52:31.340556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:31.340900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:31.341243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempting to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:31.352139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.352758 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.373432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:31.373807 n-d-803778-2 neutron-server[94290]: ERROR neutron.plugins.ml2.managers [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Failed to bind port 5628f0f5-e847-4b61-adef-30692ca49f54 on host n-h1-803778-2 for vnic_type normal using segments [{'id': '13066a77-27a0-4f32-a677-af0e2a5d7ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bffa6d30-af05-4ffe-982d-ca43f49769f6'}] Aug 09 15:52:31.374185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.378340 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-c27c2acb-21c7-4014-80ff-3020bc06b5bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36e2ba12-a253-4e05-9b97-baa0c3bc0fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494850 Aug 09 15:52:31.412943 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-ef020fac-bdd0-4c28-a4ee-607a5102952f tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4579036 Aug 09 15:52:31.464554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Request body: {'port': {'device_id': 'f2d931fb-9991-4430-a9f1-9dcc53be9608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:31.572597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f0347-5d35-4b3c-bff2-4d007e690dfe req-ee6c63c8-afcc-465c-90bc-3e8c661b9593 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.594153 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f0347-5d35-4b3c-bff2-4d007e690dfe req-ee6c63c8-afcc-465c-90bc-3e8c661b9593 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.607726 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.610912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f0347-5d35-4b3c-bff2-4d007e690dfe req-ee6c63c8-afcc-465c-90bc-3e8c661b9593 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.620378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] For port 5628f0f5-e847-4b61-adef-30692ca49f54, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:31.620750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attempted to set empty binding levels {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 09 15:52:31.626880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f0347-5d35-4b3c-bff2-4d007e690dfe req-ee6c63c8-afcc-465c-90bc-3e8c661b9593 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.630687 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-c7388885-c0ea-49ab-a027-af952a86d137 service neutron] 10.222.0.60 "GET /v2.0/networks/36e2ba12-a253-4e05-9b97-baa0c3bc0fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417815 Aug 09 15:52:31.631737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.637731 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f0347-5d35-4b3c-bff2-4d007e690dfe req-ee6c63c8-afcc-465c-90bc-3e8c661b9593 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.645410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f0347-5d35-4b3c-bff2-4d007e690dfe req-ee6c63c8-afcc-465c-90bc-3e8c661b9593 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.651324 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f0347-5d35-4b3c-bff2-4d007e690dfe req-ee6c63c8-afcc-465c-90bc-3e8c661b9593 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.659576 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c90f0347-5d35-4b3c-bff2-4d007e690dfe req-ee6c63c8-afcc-465c-90bc-3e8c661b9593 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.1451840 Aug 09 15:52:31.700110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c90f0347-5d35-4b3c-bff2-4d007e690dfe req-f96cbaa0-8f49-4395-b811-f253d589cf0d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396318 Aug 09 15:52:31.782627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] In _notify_port_updated(), no bound segment for port 5628f0f5-e847-4b61-adef-30692ca49f54 on network bffa6d30-af05-4ffe-982d-ca43f49769f6 {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:52:31.784455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.785138 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.786515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "PUT /v2.0/ports/5628f0f5-e847-4b61-adef-30692ca49f54 HTTP/1.1" status: 200 len: 975 time: 2.1441884 Aug 09 15:52:31.789469 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41272) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:31.798219 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016e0ba4-5ff1-47a5-9e59-48e9c81808a6 req-8ae7627f-e616-40ea-a992-cdc1af964656 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.1109917 Aug 09 15:52:31.860904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43337b10-6087-4615-a646-e9e0ad90597b tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event updated for resources: {'Port': ['ID=5628f0f5-e847-4b61-adef-30692ca49f54,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:31.899943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa307cd7-d81e-413b-b216-7e2560a74a0f req-d6d01fa3-07c9-44de-8e92-bb5201ac533c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.902052 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa307cd7-d81e-413b-b216-7e2560a74a0f req-d6d01fa3-07c9-44de-8e92-bb5201ac533c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 931 time: 0.1276007 Aug 09 15:52:31.963279 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0b487020-c148-45b3-8302-645873ecaaa9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Deleting port 5628f0f5-e847-4b61-adef-30692ca49f54 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:31.963758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b487020-c148-45b3-8302-645873ecaaa9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.964564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c37f97b-fb2f-447e-99d5-2500dd3cb22f req-d89efca0-4033-4f7b-aa32-4c2a4904dd7b service neutron] 10.222.0.60 "GET /v2.0/networks/36e2ba12-a253-4e05-9b97-baa0c3bc0fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799118 Aug 09 15:52:31.969446 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa307cd7-d81e-413b-b216-7e2560a74a0f req-f19f6792-7a7c-4b3f-8679-dc299ebaa4ec tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558922 Aug 09 15:52:32.044614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-0b487020-c148-45b3-8302-645873ecaaa9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] For port 5628f0f5-e847-4b61-adef-30692ca49f54, host n-h1-803778-2, got binding levels [] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:32.045172 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b487020-c148-45b3-8302-645873ecaaa9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.059490 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0b487020-c148-45b3-8302-645873ecaaa9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Calling delete_port for 5628f0f5-e847-4b61-adef-30692ca49f54 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:32.081747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82230d9-c537-4639-b63d-4d58a5863de9 req-8d08eb09-2f81-41cf-867e-980349d744d3 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.083314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a82230d9-c537-4639-b63d-4d58a5863de9 req-8d08eb09-2f81-41cf-867e-980349d744d3 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 943 time: 0.1926627 Aug 09 15:52:32.175731 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b487020-c148-45b3-8302-645873ecaaa9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.180553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209d0b-659f-46b9-a9f3-5c17155fe32c req-519c4ea6-ac9c-433b-9559-da510ad59373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.182021 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb209d0b-659f-46b9-a9f3-5c17155fe32c req-519c4ea6-ac9c-433b-9559-da510ad59373 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1aa2fd805ade4bbb89de089c4040706d&device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 1094 time: 0.1459110 Aug 09 15:52:32.186864 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a82230d9-c537-4639-b63d-4d58a5863de9 req-28443173-ed8a-4d26-91a2-caf83eebcc33 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926135 Aug 09 15:52:32.188902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e566222f-e81e-4d54-b23b-07c20c5295c3 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:32.190000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c67ea32d-b1d3-4593-9a5d-271742ccdcd0 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:32.213008 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.229774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: c67ea32d-b1d3-4593-9a5d-271742ccdcd0 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:32.230416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c67ea32d-b1d3-4593-9a5d-271742ccdcd0 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:32.235072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b487020-c148-45b3-8302-645873ecaaa9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Pushing event deleted for resources: {'Port': ['ID=5628f0f5-e847-4b61-adef-30692ca49f54,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.241374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b487020-c148-45b3-8302-645873ecaaa9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.247365 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0b487020-c148-45b3-8302-645873ecaaa9 tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "DELETE /v2.0/ports/5628f0f5-e847-4b61-adef-30692ca49f54 HTTP/1.1" status: 204 len: 168 time: 0.4537952 Aug 09 15:52:32.247814 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41276) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:32.267183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Transition to ACTIVE for port object e566222f-e81e-4d54-b23b-07c20c5295c3 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:32.273135 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.277464 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9c10f8-a6e0-438a-8fa8-51fe19defe4d tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] GET failed (client error): The resource could not be found. Aug 09 15:52:32.279582 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fa9c10f8-a6e0-438a-8fa8-51fe19defe4d tempest-PortsAdminExtendedAttrsTestJSON-1435430634 tempest-PortsAdminExtendedAttrsTestJSON-1435430634-project-admin] 10.222.0.81 "GET /v2.0/ports/5628f0f5-e847-4b61-adef-30692ca49f54 HTTP/1.1" status: 404 len: 333 time: 0.0307026 Aug 09 15:52:32.284081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41278) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:32.344423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Pushing event updated for resources: {'Port': ['ID=e566222f-e81e-4d54-b23b-07c20c5295c3,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.368698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209d0b-659f-46b9-a9f3-5c17155fe32c req-44dfb97c-2da3-4374-a97e-72ba0fca351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.370348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb209d0b-659f-46b9-a9f3-5c17155fe32c req-44dfb97c-2da3-4374-a97e-72ba0fca351f service neutron] 10.222.0.60 "GET /v2.0/networks?id=36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 HTTP/1.1" status: 200 len: 909 time: 0.1762555 Aug 09 15:52:32.380387 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.445641 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb209d0b-659f-46b9-a9f3-5c17155fe32c req-17a4fec6-12aa-4323-a03f-99bcd9084925 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa6714b-8d3a-4921-8fd9-fccae0d2d813 HTTP/1.1" status: 200 len: 217 time: 0.0549166 Aug 09 15:52:32.480386 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.495571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffa6d30-af05-4ffe-982d-ca43f49769f6']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:32.506756 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13066a77-27a0-4f32-a677-af0e2a5d7ce4') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:32.507066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13066a77-27a0-4f32-a677-af0e2a5d7ce4') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:32.513015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Attempting to bind port e566222f-e81e-4d54-b23b-07c20c5295c3 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:32.513360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Attempting to bind port e566222f-e81e-4d54-b23b-07c20c5295c3 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:32.513795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Attempting to bind port e566222f-e81e-4d54-b23b-07c20c5295c3 on network 482e2903-7b7e-4858-aadf-8654b768bf58 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:32.516379 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.521407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Port e566222f-e81e-4d54-b23b-07c20c5295c3 on network 482e2903-7b7e-4858-aadf-8654b768bf58 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:32.521782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Attempting to bind port e566222f-e81e-4d54-b23b-07c20c5295c3 on network 482e2903-7b7e-4858-aadf-8654b768bf58 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:32.525388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209d0b-659f-46b9-a9f3-5c17155fe32c req-ed08e9e7-70c9-44a0-a830-14dd4613a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.526885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb209d0b-659f-46b9-a9f3-5c17155fe32c req-ed08e9e7-70c9-44a0-a830-14dd4613a975 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a897ac63-0e98-4438-a2fa-d17e561ff126 HTTP/1.1" status: 200 len: 848 time: 0.0692697 Aug 09 15:52:32.529553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:32.529918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Checking segment: {'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:32.530300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Bound using segment: {'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:32.530730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Bound port: e566222f-e81e-4d54-b23b-07c20c5295c3, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe2c13d-1400-472f-9411-fdb02aa5d03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:32.530908 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.531093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.538179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:32.538652 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:32.542073 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:32.584946 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb209d0b-659f-46b9-a9f3-5c17155fe32c req-857f77d2-c0a2-419f-bdf1-1c8d1bd8c875 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36e2ba12-a253-4e05-9b97-baa0c3bc0fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442896 Aug 09 15:52:32.603703 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.612781 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.614958 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] 10.222.0.81 "DELETE /v2.0/networks/bffa6d30-af05-4ffe-982d-ca43f49769f6 HTTP/1.1" status: 204 len: 168 time: 0.3297710 Aug 09 15:52:32.628352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dacf1-e071-4c5d-98b8-ac94158898d3 tempest-PortsAdminExtendedAttrsTestJSON-1632240901 tempest-PortsAdminExtendedAttrsTestJSON-1632240901-project] Pushing event deleted for resources: {'Network': ['ID=bffa6d30-af05-4ffe-982d-ca43f49769f6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.885354 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4916597-efa0-4645-8300-21d4061607e3 req-366002a6-aded-4bbf-bc6f-c770be10c14a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.891526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4916597-efa0-4645-8300-21d4061607e3 req-366002a6-aded-4bbf-bc6f-c770be10c14a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.898568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4916597-efa0-4645-8300-21d4061607e3 req-366002a6-aded-4bbf-bc6f-c770be10c14a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.904533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4916597-efa0-4645-8300-21d4061607e3 req-366002a6-aded-4bbf-bc6f-c770be10c14a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.911319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4916597-efa0-4645-8300-21d4061607e3 req-366002a6-aded-4bbf-bc6f-c770be10c14a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.917420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4916597-efa0-4645-8300-21d4061607e3 req-366002a6-aded-4bbf-bc6f-c770be10c14a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.923677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4916597-efa0-4645-8300-21d4061607e3 req-366002a6-aded-4bbf-bc6f-c770be10c14a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.926073 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4916597-efa0-4645-8300-21d4061607e3 req-366002a6-aded-4bbf-bc6f-c770be10c14a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.1279664 Aug 09 15:52:32.926582 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41292) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:33.018007 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] For port e566222f-e81e-4d54-b23b-07c20c5295c3, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:33.058159 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4f846ea-8055-437f-9b26-1ef0079031d1 req-bb3c35be-84b8-45a3-88e3-c833185cf84e tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0571105 Aug 09 15:52:33.063442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] For port e566222f-e81e-4d54-b23b-07c20c5295c3, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e566222f-e81e-4d54-b23b-07c20c5295c3,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:33.081486 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-be623e67-8918-41d3-b4fc-93437327f220 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1bded5175fe54b1a91e2e781a16d4281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536543 Aug 09 15:52:33.084019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41300) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:33.090485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.122749 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb209d0b-659f-46b9-a9f3-5c17155fe32c req-ba5688a3-1721-4b8c-8b21-2d519e450f2c service neutron] 10.222.0.60 "GET /v2.0/networks/36e2ba12-a253-4e05-9b97-baa0c3bc0fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278471 Aug 09 15:52:33.137725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.138364 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.139751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] 10.222.0.60 "PUT /v2.0/ports/e566222f-e81e-4d54-b23b-07c20c5295c3 HTTP/1.1" status: 200 len: 1091 time: 1.6808567 Aug 09 15:52:33.157881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d931fb-9991-4430-a9f1-9dcc53be9608', 'tag': 'e566222f-e81e-4d54-b23b-07c20c5295c3'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:33.162258 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dfc6be-b9e8-46bd-b5b5-86249599d9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d931fb-9991-4430-a9f1-9dcc53be9608", "tag": "e566222f-e81e-4d54-b23b-07c20c5295c3"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:33.195102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00588eba-ac21-42f7-8c7f-2d6c173e9bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.208158 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4916597-efa0-4645-8300-21d4061607e3 req-ba056bbf-6776-4b02-b94e-65429e94ff85 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2750506 Aug 09 15:52:33.239566 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00588eba-ac21-42f7-8c7f-2d6c173e9bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.279951 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed24e0f-5c47-4d73-bee7-59d3670b8504 x-openstack-request-id: req-8ed24e0f-5c47-4d73-bee7-59d3670b8504 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:33.280268 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d931fb-9991-4430-a9f1-9dcc53be9608", "tag": "e566222f-e81e-4d54-b23b-07c20c5295c3", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:33.280729 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ed24e0f-5c47-4d73-bee7-59d3670b8504 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:33.281144 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d931fb-9991-4430-a9f1-9dcc53be9608', 'tag': 'e566222f-e81e-4d54-b23b-07c20c5295c3', 'status': 'completed', 'code': 200} Aug 09 15:52:33.281930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc2757-6c51-45bb-9778-e63ded4ea126 service neutron] Pushing event updated for resources: {'Port': ['ID=e566222f-e81e-4d54-b23b-07c20c5295c3,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:33.302764 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00588eba-ac21-42f7-8c7f-2d6c173e9bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.305517 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00588eba-ac21-42f7-8c7f-2d6c173e9bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.321537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-00588eba-ac21-42f7-8c7f-2d6c173e9bc8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c78697a-85e1-4802-8a5c-f24476bca984 HTTP/1.1" status: 204 len: 168 time: 0.2279961 Aug 09 15:52:33.341920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-f6c8edd4-ebd4-4c49-b97e-99286e8729e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.343455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-f6c8edd4-ebd4-4c49-b97e-99286e8729e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f09dbc0d7644283a77bfb624a682b1d&device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 1094 time: 0.1137695 Aug 09 15:52:33.347166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00588eba-ac21-42f7-8c7f-2d6c173e9bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c78697a-85e1-4802-8a5c-f24476bca984,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:33.352393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbb307-4a02-44a3-9973-2b2771d79185 req-d205237e-8ae4-4e01-b4f4-d2b19a2a2ac9 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.360554 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-44dbb307-4a02-44a3-9973-2b2771d79185 req-d205237e-8ae4-4e01-b4f4-d2b19a2a2ac9 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 943 time: 0.1908379 Aug 09 15:52:33.400920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d261269-88c5-4441-8fbd-3d9bef8c0c62 req-2a687ea4-b977-44c9-9ca8-e13adddcc9e7 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.402666 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3d261269-88c5-4441-8fbd-3d9bef8c0c62 req-2a687ea4-b977-44c9-9ca8-e13adddcc9e7 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 943 time: 0.0768788 Aug 09 15:52:33.436118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-398269e0-2b3d-45ec-b731-dd64d4240825 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e566222f-e81e-4d54-b23b-07c20c5295c3 HTTP/1.1" status: 200 len: 217 time: 0.0712383 Aug 09 15:52:33.449583 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3d261269-88c5-4441-8fbd-3d9bef8c0c62 req-d528f611-9e17-4fef-b748-30f7189691fb tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 Aug 09 15:52:33.457141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb209d0b-659f-46b9-a9f3-5c17155fe32c req-4e25d5bf-a1ee-49af-8cf6-feba9fae8c9e service neutron] 10.222.0.60 "GET /v2.0/networks/36e2ba12-a253-4e05-9b97-baa0c3bc0fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248537 Aug 09 15:52:33.506128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-44dbb307-4a02-44a3-9973-2b2771d79185 req-783166ca-69dd-4b7d-bbfc-2051242e02da tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443310 Aug 09 15:52:33.532996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-1ce6c9ad-76b5-45ce-b60b-551d5b1a870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.532996 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-1ce6c9ad-76b5-45ce-b60b-551d5b1a870a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c86acb35-9863-4f87-ad55-3e0131e2a197 HTTP/1.1" status: 200 len: 855 time: 0.0803773 Aug 09 15:52:33.564030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-bdfefd8c-cb6f-427f-bff8-832d75affb96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482e2903-7b7e-4858-aadf-8654b768bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315206 Aug 09 15:52:33.659439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41314) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:33.667106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-581d1486-9e35-4bbf-af0d-cb58bd18a7b6 service neutron] 10.222.0.60 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927701 Aug 09 15:52:33.700948 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-86e31dbe-0581-45ec-bb3c-a0d5bfd7b968 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=155db6359349464f93900b8e69d09822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401795 Aug 09 15:52:33.703347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41316) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:33.754028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d0361ce-fff6-46a8-b7cc-11f5eb58476d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.762033 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-badbcd66-60d5-49ac-a0e8-f8f1d2ec6d31 req-b2aebf02-3189-422c-9b8b-2a70d806493b service neutron] 10.222.0.60 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844204 Aug 09 15:52:33.777173 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d0361ce-fff6-46a8-b7cc-11f5eb58476d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.848092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d0361ce-fff6-46a8-b7cc-11f5eb58476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.851368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d0361ce-fff6-46a8-b7cc-11f5eb58476d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.852675 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0d0361ce-fff6-46a8-b7cc-11f5eb58476d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7eedece2-5140-4f69-8d98-7d41a050394d HTTP/1.1" status: 204 len: 168 time: 0.1484115 Aug 09 15:52:33.863688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfc6be-b9e8-46bd-b5b5-86249599d9ea req-de5710e6-8b65-40d7-a9d9-e872c8b13024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.864588 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0361ce-fff6-46a8-b7cc-11f5eb58476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eedece2-5140-4f69-8d98-7d41a050394d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:33.865404 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5dfc6be-b9e8-46bd-b5b5-86249599d9ea req-de5710e6-8b65-40d7-a9d9-e872c8b13024 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f09dbc0d7644283a77bfb624a682b1d&device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 1094 time: 0.0555551 Aug 09 15:52:33.965193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfc6be-b9e8-46bd-b5b5-86249599d9ea req-299e4f34-6437-42eb-b2d9-0edcc89f5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.966687 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5dfc6be-b9e8-46bd-b5b5-86249599d9ea req-299e4f34-6437-42eb-b2d9-0edcc89f5058 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482e2903-7b7e-4858-aadf-8654b768bf58 HTTP/1.1" status: 200 len: 916 time: 0.0932634 Aug 09 15:52:34.016536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5dfc6be-b9e8-46bd-b5b5-86249599d9ea req-60c98a83-7c11-47e3-86e5-4e582f077de8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e566222f-e81e-4d54-b23b-07c20c5295c3 HTTP/1.1" status: 200 len: 217 time: 0.0410864 Aug 09 15:52:34.077146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfc6be-b9e8-46bd-b5b5-86249599d9ea req-6926dd9e-41a9-4250-b203-ef560c0f50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:34.078669 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5dfc6be-b9e8-46bd-b5b5-86249599d9ea req-6926dd9e-41a9-4250-b203-ef560c0f50eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c86acb35-9863-4f87-ad55-3e0131e2a197 HTTP/1.1" status: 200 len: 855 time: 0.0481622 Aug 09 15:52:34.114183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5dfc6be-b9e8-46bd-b5b5-86249599d9ea req-b0c786e5-1853-4631-b85b-82c367abf653 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482e2903-7b7e-4858-aadf-8654b768bf58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266426 Aug 09 15:52:34.208391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11f5faea-7aa0-4d13-b18d-4687cb7a16b8 req-29d9ea14-e068-4b97-9ae9-4a54564f82f0 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0367677 Aug 09 15:52:34.244684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5dfc6be-b9e8-46bd-b5b5-86249599d9ea req-577a7b3e-92c5-4aed-b9dc-ca6204b253a4 service neutron] 10.222.0.60 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170502 Aug 09 15:52:34.352754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd820-1127-468f-876d-e5cc0a527c3d req-dd90e498-2d33-49dd-981a-dd35004c9e79 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:34.358875 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd820-1127-468f-876d-e5cc0a527c3d req-dd90e498-2d33-49dd-981a-dd35004c9e79 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:34.366902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd820-1127-468f-876d-e5cc0a527c3d req-dd90e498-2d33-49dd-981a-dd35004c9e79 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:34.373304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd820-1127-468f-876d-e5cc0a527c3d req-dd90e498-2d33-49dd-981a-dd35004c9e79 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:34.374194 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5dfc6be-b9e8-46bd-b5b5-86249599d9ea req-5d383e0f-5796-4b47-a31b-e6baaa50f7f9 service neutron] 10.222.0.60 "GET /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194391 Aug 09 15:52:34.380060 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd820-1127-468f-876d-e5cc0a527c3d req-dd90e498-2d33-49dd-981a-dd35004c9e79 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:34.386455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd820-1127-468f-876d-e5cc0a527c3d req-dd90e498-2d33-49dd-981a-dd35004c9e79 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:34.394780 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd820-1127-468f-876d-e5cc0a527c3d req-dd90e498-2d33-49dd-981a-dd35004c9e79 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:34.397205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-55fbd820-1127-468f-876d-e5cc0a527c3d req-dd90e498-2d33-49dd-981a-dd35004c9e79 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.1017361 Aug 09 15:52:34.445680 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-55fbd820-1127-468f-876d-e5cc0a527c3d req-8ad9daed-2b22-4dbe-ba1e-e7f2ebb5322d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399671 Aug 09 15:52:34.576368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f15f7-b860-4371-82ac-91c9aecb0a71 req-11029cf9-5834-417e-a480-aaae2d3c12bf tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:34.578286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-965f15f7-b860-4371-82ac-91c9aecb0a71 req-11029cf9-5834-417e-a480-aaae2d3c12bf tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 943 time: 0.0567887 Aug 09 15:52:34.638696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-965f15f7-b860-4371-82ac-91c9aecb0a71 req-d7bf5665-c9d1-40e1-91c8-5a9afb47c6cd tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524206 Aug 09 15:52:34.643123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bf285-7c1e-4fce-bd83-8fa6497e6e72 req-46214ebe-2208-4631-94b2-dbfe275d9bdc tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:34.644934 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e7bf285-7c1e-4fce-bd83-8fa6497e6e72 req-46214ebe-2208-4631-94b2-dbfe275d9bdc tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 943 time: 0.0559709 Aug 09 15:52:34.671821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41350) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:34.691009 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e7bf285-7c1e-4fce-bd83-8fa6497e6e72 req-0f478efe-b7cf-470f-a6af-e7f65416f595 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389535 Aug 09 15:52:34.781193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-473e0223-e857-457b-ab86-7c4479a7e00d tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] Request body: {'port': {'network_id': '1c83bc25-22c0-4a97-a637-fd1a89178d1f', 'name': 'tempest-NetworksNegativeTestJSON-497985507'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:34.795361 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-473e0223-e857-457b-ab86-7c4479a7e00d tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] POST failed (client error): The resource could not be found. Aug 09 15:52:34.796178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473e0223-e857-457b-ab86-7c4479a7e00d tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:34.797292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-473e0223-e857-457b-ab86-7c4479a7e00d tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1242247 Aug 09 15:52:34.801616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41354) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:34.820637 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc3183e-3b36-459d-b35d-62c42b4a3ac9 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:34.821226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc3183e-3b36-459d-b35d-62c42b4a3ac9 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:34.822936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5cc3183e-3b36-459d-b35d-62c42b4a3ac9 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] 10.222.0.81 "DELETE /v2.0/networks/12149bb2-9075-44b9-866e-6b30ef8bd55f HTTP/1.1" status: 404 len: 339 time: 0.0204422 Aug 09 15:52:34.826820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41356) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:34.850684 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4acf4a8-4ca8-468f-aee4-0badd5c8b3f9 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:34.851317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4acf4a8-4ca8-468f-aee4-0badd5c8b3f9 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:34.853181 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c4acf4a8-4ca8-468f-aee4-0badd5c8b3f9 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] 10.222.0.81 "DELETE /v2.0/ports/aec612d6-6235-470f-b582-aac2734a226d HTTP/1.1" status: 404 len: 333 time: 0.0254679 Aug 09 15:52:34.857068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41358) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:34.885875 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44f7e26-0b07-4dfe-a6ee-54688dfb67a2 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] DELETE failed (client error): The resource could not be found. Aug 09 15:52:34.886338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44f7e26-0b07-4dfe-a6ee-54688dfb67a2 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:34.888074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c44f7e26-0b07-4dfe-a6ee-54688dfb67a2 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] 10.222.0.81 "DELETE /v2.0/subnets/6509c0ba-dbcd-45fb-b5a7-0844dc6b31c7 HTTP/1.1" status: 404 len: 337 time: 0.0300851 Aug 09 15:52:34.892127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41360) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:34.914826 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fa33b5-4a07-4986-9663-648302ac15a7 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] GET failed (client error): The resource could not be found. Aug 09 15:52:34.916205 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-93fa33b5-4a07-4986-9663-648302ac15a7 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] 10.222.0.81 "GET /v2.0/networks/1d9e8e3b-acf5-4f23-8a5f-e723a451ff66 HTTP/1.1" status: 404 len: 339 time: 0.0230694 Aug 09 15:52:34.919826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41362) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:34.944469 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33722ee-b8d3-4410-8c4e-960dd5ef99f4 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] GET failed (client error): The resource could not be found. Aug 09 15:52:34.945986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e33722ee-b8d3-4410-8c4e-960dd5ef99f4 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] 10.222.0.81 "GET /v2.0/ports/8804f406-f201-4bde-b36c-3a98cab27bff HTTP/1.1" status: 404 len: 333 time: 0.0251818 Aug 09 15:52:34.949329 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41364) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:34.976268 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-5739a299-149d-4fee-a610-ea7296a9130b tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] GET failed (client error): The resource could not be found. Aug 09 15:52:34.977529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5739a299-149d-4fee-a610-ea7296a9130b tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] 10.222.0.81 "GET /v2.0/subnets/d5c49b40-0378-4ad2-a1fc-f546ec277963 HTTP/1.1" status: 404 len: 337 time: 0.0272851 Aug 09 15:52:34.981090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41366) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:34.985993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-57e47be9-3a7a-496d-932e-6d52fbc4a04e tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:35.003560 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e47be9-3a7a-496d-932e-6d52fbc4a04e tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] PUT failed (client error): The resource could not be found. Aug 09 15:52:35.004089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e47be9-3a7a-496d-932e-6d52fbc4a04e tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:35.005176 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-57e47be9-3a7a-496d-932e-6d52fbc4a04e tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] 10.222.0.81 "PUT /v2.0/networks/a49db94c-3da9-4d0f-aec1-1647fae7e0a0 HTTP/1.1" status: 404 len: 339 time: 0.0231788 Aug 09 15:52:35.008744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41368) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:35.013656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-9b38a5f4-21b9-4151-8c7a-03f3ebc42550 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:35.031942 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b38a5f4-21b9-4151-8c7a-03f3ebc42550 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] PUT failed (client error): The resource could not be found. Aug 09 15:52:35.032472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b38a5f4-21b9-4151-8c7a-03f3ebc42550 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:35.033801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9b38a5f4-21b9-4151-8c7a-03f3ebc42550 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] 10.222.0.81 "PUT /v2.0/ports/e0bf50cc-01cb-4cbc-81a7-f738c688b47b HTTP/1.1" status: 404 len: 333 time: 0.0241530 Aug 09 15:52:35.037421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41370) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:35.042809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b198c48b-2a27-4e52-8b9f-a67ed7a87fd3 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:35.065882 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b198c48b-2a27-4e52-8b9f-a67ed7a87fd3 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] PUT failed (client error): The resource could not be found. Aug 09 15:52:35.066351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b198c48b-2a27-4e52-8b9f-a67ed7a87fd3 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:52:35.067441 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b198c48b-2a27-4e52-8b9f-a67ed7a87fd3 tempest-NetworksNegativeTestJSON-297016794 tempest-NetworksNegativeTestJSON-297016794-project] 10.222.0.81 "PUT /v2.0/subnets/3ec2aa77-3486-40fa-9807-3f4185ffd6c3 HTTP/1.1" status: 404 len: 337 time: 0.0289795 Aug 09 15:52:35.237112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:35.322431 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fe59bb4-c652-4630-bbc7-0a777c221f83 req-77f719f5-7c3a-4b97-b031-5124d41b9da0 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0315449 Aug 09 15:52:35.326548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41378) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:35.348674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6fa6714b-8d3a-4921-8fd9-fccae0d2d813,segment=NetworkSegment(5c1ba80a-966a-4d8a-b477-0a5832b458c4),segment_id=5c1ba80a-966a-4d8a-b477-0a5832b458c4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:35.360031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '6fa6714b-8d3a-4921-8fd9-fccae0d2d813', 'network_id': '36e2ba12-a253-4e05-9b97-baa0c3bc0fa5', 'port_id': '6fa6714b-8d3a-4921-8fd9-fccae0d2d813', 'mac_address': 'fa:16:3e:12:89:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a897ac63-0e98-4438-a2fa-d17e561ff126', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:35.403556 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.417144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:35.437299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6fa6714b-8d3a-4921-8fd9-fccae0d2d813,segment=NetworkSegment(5c1ba80a-966a-4d8a-b477-0a5832b458c4),segment_id=5c1ba80a-966a-4d8a-b477-0a5832b458c4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:35.442393 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.445926 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b8352dd-0256-45fa-b033-cd38ebcd2621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.493122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6fa6714b-8d3a-4921-8fd9-fccae0d2d813,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:35.536716 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b8352dd-0256-45fa-b033-cd38ebcd2621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.540946 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b8352dd-0256-45fa-b033-cd38ebcd2621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.615113 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3b8352dd-0256-45fa-b033-cd38ebcd2621 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31c1f96b538745caaaed2bfa4026fbf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870650 Aug 09 15:52:35.615763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8352dd-0256-45fa-b033-cd38ebcd2621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2deb709-fac7-469d-ae47-0d4dab0122cb,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:35.617981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41384) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:35.642454 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832fe29-6230-41b7-ad00-fcb69174f4a7 req-5d91d03a-ddee-4756-a6de-7c59f69cd959 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.648589 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832fe29-6230-41b7-ad00-fcb69174f4a7 req-5d91d03a-ddee-4756-a6de-7c59f69cd959 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.654967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832fe29-6230-41b7-ad00-fcb69174f4a7 req-5d91d03a-ddee-4756-a6de-7c59f69cd959 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.661970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832fe29-6230-41b7-ad00-fcb69174f4a7 req-5d91d03a-ddee-4756-a6de-7c59f69cd959 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.669270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832fe29-6230-41b7-ad00-fcb69174f4a7 req-5d91d03a-ddee-4756-a6de-7c59f69cd959 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.674611 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0eb953d-4270-4f32-84de-aed3acc1637b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.678050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832fe29-6230-41b7-ad00-fcb69174f4a7 req-5d91d03a-ddee-4756-a6de-7c59f69cd959 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.684716 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832fe29-6230-41b7-ad00-fcb69174f4a7 req-5d91d03a-ddee-4756-a6de-7c59f69cd959 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.686729 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c832fe29-6230-41b7-ad00-fcb69174f4a7 req-5d91d03a-ddee-4756-a6de-7c59f69cd959 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.1396060 Aug 09 15:52:35.697772 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0eb953d-4270-4f32-84de-aed3acc1637b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.727269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['6fa6714b-8d3a-4921-8fd9-fccae0d2d813'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:35.739113 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c832fe29-6230-41b7-ad00-fcb69174f4a7 req-2791388d-2ad0-4252-bd26-6cb344f60cbf tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427082 Aug 09 15:52:35.797065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b7993-5235-4d3f-8e70-ae71a59a94a7 req-d63c4f8f-64b6-4b17-8a23-fa4886d456e6 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.799354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-200b7993-5235-4d3f-8e70-ae71a59a94a7 req-d63c4f8f-64b6-4b17-8a23-fa4886d456e6 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 944 time: 0.0694857 Aug 09 15:52:35.806616 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0eb953d-4270-4f32-84de-aed3acc1637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.809155 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0eb953d-4270-4f32-84de-aed3acc1637b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.826265 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e0eb953d-4270-4f32-84de-aed3acc1637b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2deb709-fac7-469d-ae47-0d4dab0122cb HTTP/1.1" status: 204 len: 168 time: 0.2065043 Aug 09 15:52:35.852739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb953d-4270-4f32-84de-aed3acc1637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2deb709-fac7-469d-ae47-0d4dab0122cb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:35.870230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b6769-1d01-43b5-bce2-f14b39b807c6 req-0f6cc682-9fa4-4946-9170-68e04973f705 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.884183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-200b7993-5235-4d3f-8e70-ae71a59a94a7 req-b0614285-41a0-49ab-bdc6-ea918a1a2e03 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557582 Aug 09 15:52:35.887868 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f0b6769-1d01-43b5-bce2-f14b39b807c6 req-0f6cc682-9fa4-4946-9170-68e04973f705 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 943 time: 0.0718441 Aug 09 15:52:35.943131 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f0b6769-1d01-43b5-bce2-f14b39b807c6 req-a7734710-5d0e-48be-9ea8-f34483fc41bc tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541761 Aug 09 15:52:36.428445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f222594-b78f-4f06-b2a0-0123eddd7bb4 req-80a90797-4c77-4a75-8733-ef4ad950857a tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0298100 Aug 09 15:52:36.526867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41416) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:36.621797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6571143e-6d34-42c2-b8f3-0254336de7f1 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-343640873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:36.644854 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6571143e-6d34-42c2-b8f3-0254336de7f1 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.645825 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6571143e-6d34-42c2-b8f3-0254336de7f1 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.698476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6571143e-6d34-42c2-b8f3-0254336de7f1 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.703511 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6571143e-6d34-42c2-b8f3-0254336de7f1 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.722596 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6571143e-6d34-42c2-b8f3-0254336de7f1 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.723816 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6571143e-6d34-42c2-b8f3-0254336de7f1 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1959352 Aug 09 15:52:36.726546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41420) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:36.731444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1848359405'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:36.752024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Made reservation on behalf of 80210e841e134de5a50b0d333a47fc7f for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:36.755533 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.769010 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.818012 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-08e1b725-3641-4485-9f81-dc09d4e46d22 req-27c7050c-ff64-4776-b122-ccc9a756378c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0320885 Aug 09 15:52:36.881916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e037-c908-4386-bdbc-ccdf4cc1cdf0 req-2cda6f84-4f37-46b6-be55-25b082ac23e7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.882618 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.886605 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.887826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e037-c908-4386-bdbc-ccdf4cc1cdf0 req-2cda6f84-4f37-46b6-be55-25b082ac23e7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.894502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e037-c908-4386-bdbc-ccdf4cc1cdf0 req-2cda6f84-4f37-46b6-be55-25b082ac23e7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.900585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e037-c908-4386-bdbc-ccdf4cc1cdf0 req-2cda6f84-4f37-46b6-be55-25b082ac23e7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.906575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e037-c908-4386-bdbc-ccdf4cc1cdf0 req-2cda6f84-4f37-46b6-be55-25b082ac23e7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.912791 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e037-c908-4386-bdbc-ccdf4cc1cdf0 req-2cda6f84-4f37-46b6-be55-25b082ac23e7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.916540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:36.918726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e037-c908-4386-bdbc-ccdf4cc1cdf0 req-2cda6f84-4f37-46b6-be55-25b082ac23e7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.920691 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c347e037-c908-4386-bdbc-ccdf4cc1cdf0 req-2cda6f84-4f37-46b6-be55-25b082ac23e7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.0946698 Aug 09 15:52:36.927221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f62c99-5fe2-40b9-b73a-728afdff3fba,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:36.933007 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.933349 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Added segment b8915020-25f5-4879-a64c-7f5d6db337cb of type vlan for network f22feaff-20b5-47b3-a460-72631ee6ba4b Aug 09 15:52:36.968224 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c347e037-c908-4386-bdbc-ccdf4cc1cdf0 req-b07bb1c6-f84f-4285-8961-5907da6ed3be tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380173 Aug 09 15:52:37.002168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.038404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925d290-4d10-45f6-8265-72550b226a90 req-62f00e5b-df23-4081-8e5a-5e4d8fe03f86 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.039937 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8925d290-4d10-45f6-8265-72550b226a90 req-62f00e5b-df23-4081-8e5a-5e4d8fe03f86 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 944 time: 0.0740774 Aug 09 15:52:37.055820 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.061253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.061873 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.081385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36173c7a-1925-42b3-b1c1-16381d661e27 req-c145f9cc-0c50-4f6e-af39-9be9ea48eb8d tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.082988 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36173c7a-1925-42b3-b1c1-16381d661e27 req-c145f9cc-0c50-4f6e-af39-9be9ea48eb8d tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 943 time: 0.0545125 Aug 09 15:52:37.122641 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36173c7a-1925-42b3-b1c1-16381d661e27 req-9919b003-49f2-4671-a0b5-cf0fcad7e6dc tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335662 Aug 09 15:52:37.143428 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4124687 Aug 09 15:52:37.145468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41434) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:37.152907 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-682a7c3c-3679-4471-af46-b2d263d90608 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Request body: {'subnet': {'network_id': 'f22feaff-20b5-47b3-a460-72631ee6ba4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:37.154756 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8925d290-4d10-45f6-8265-72550b226a90 req-59a6905b-c9db-4750-baa3-60108c09357c tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081009 Aug 09 15:52:37.157632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ba9f2-1454-4c4a-8961-804ca311ebe2 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event updated for resources: {'Network': ['ID=f22feaff-20b5-47b3-a460-72631ee6ba4b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:37.168465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network f22feaff-20b5-47b3-a460-72631ee6ba4b details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:37.260931 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e566222f-e81e-4d54-b23b-07c20c5295c3 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:37.264674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:37.270452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682a7c3c-3679-4471-af46-b2d263d90608 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Made reservation on behalf of 80210e841e134de5a50b0d333a47fc7f for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:37.273919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-682a7c3c-3679-4471-af46-b2d263d90608 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.380926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:37.393246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:37.393810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.424482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e566222f-e81e-4d54-b23b-07c20c5295c3, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e566222f-e81e-4d54-b23b-07c20c5295c3,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:37.444769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'e566222f-e81e-4d54-b23b-07c20c5295c3', 'network_id': '482e2903-7b7e-4858-aadf-8654b768bf58', 'port_id': 'e566222f-e81e-4d54-b23b-07c20c5295c3', 'mac_address': 'fa:16:3e:9c:3a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86acb35-9863-4f87-ad55-3e0131e2a197', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:37.489505 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-682a7c3c-3679-4471-af46-b2d263d90608 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.512473 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.533447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e566222f-e81e-4d54-b23b-07c20c5295c3 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:37.543536 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.574440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e566222f-e81e-4d54-b23b-07c20c5295c3, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e566222f-e81e-4d54-b23b-07c20c5295c3,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:37.574684 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6485399c-68cf-4b55-96e5-3c74270e2bab req-576976a0-c251-4791-975a-82ed4b64b06e tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0422997 Aug 09 15:52:37.580701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a7c3c-3679-4471-af46-b2d263d90608 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event updated for resources: {'Subnet': ['ID=39e7ce27-088f-4a00-be1b-2e509592254d,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:37.588473 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.593750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a7c3c-3679-4471-af46-b2d263d90608 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Checking segment: {'id': 'b8915020-25f5-4879-a64c-7f5d6db337cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f22feaff-20b5-47b3-a460-72631ee6ba4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:37.594256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682a7c3c-3679-4471-af46-b2d263d90608 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Network hostable DHCP agents. Network: f22feaff-20b5-47b3-a460-72631ee6ba4b, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:37.597695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8199746a-e567-45fe-bc64-7539b33f4e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa6714b-8d3a-4921-8fd9-fccae0d2d813'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:37.600594 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf1392f-47fb-4c84-b806-73052a6bef89" -d '{"events": [{"server_uuid": "8199746a-e567-45fe-bc64-7539b33f4e10", "name": "network-vif-plugged", "status": "completed", "tag": "6fa6714b-8d3a-4921-8fd9-fccae0d2d813"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:37.616728 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682a7c3c-3679-4471-af46-b2d263d90608 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Network f22feaff-20b5-47b3-a460-72631ee6ba4b is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:37.633333 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a5b9-0058-4603-85e6-0ba0ab9bc623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.637461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6fa6714b-8d3a-4921-8fd9-fccae0d2d813,segment=NetworkSegment(5c1ba80a-966a-4d8a-b477-0a5832b458c4),segment_id=5c1ba80a-966a-4d8a-b477-0a5832b458c4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:37.643489 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.645221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-682a7c3c-3679-4471-af46-b2d263d90608 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, f22feaff-20b5-47b3-a460-72631ee6ba4b) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:37.652226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682a7c3c-3679-4471-af46-b2d263d90608 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.656303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074ac09-72dd-4a6e-9064-fca9fbf78a8c None None] Network f22feaff-20b5-47b3-a460-72631ee6ba4b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:37.656630 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-682a7c3c-3679-4471-af46-b2d263d90608 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.685908 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-682a7c3c-3679-4471-af46-b2d263d90608 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5390029 Aug 09 15:52:37.688849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41440) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:37.702585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c18393bd-de58-414c-aab6-cd6120f21317 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Request body: {'network': {'name': 'tempest-router-network01--1844095870'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:37.712027 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effc060a-efa9-4192-a205-b6bbd718b260 x-openstack-request-id: req-effc060a-efa9-4192-a205-b6bbd718b260 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:37.712318 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8199746a-e567-45fe-bc64-7539b33f4e10", "name": "network-vif-plugged", "status": "completed", "tag": "6fa6714b-8d3a-4921-8fd9-fccae0d2d813", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:37.712559 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-effc060a-efa9-4192-a205-b6bbd718b260 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:37.712950 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8199746a-e567-45fe-bc64-7539b33f4e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa6714b-8d3a-4921-8fd9-fccae0d2d813', 'code': 200} Aug 09 15:52:37.715363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e566222f-e81e-4d54-b23b-07c20c5295c3,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:37.739838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18393bd-de58-414c-aab6-cd6120f21317 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Made reservation on behalf of 80210e841e134de5a50b0d333a47fc7f for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:37.744742 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c18393bd-de58-414c-aab6-cd6120f21317 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.776714 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18393bd-de58-414c-aab6-cd6120f21317 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:37.792746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6fa6714b-8d3a-4921-8fd9-fccae0d2d813,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:37.810049 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c18393bd-de58-414c-aab6-cd6120f21317 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.810841 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-c18393bd-de58-414c-aab6-cd6120f21317 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Added segment b3d4c15f-b754-45a0-805a-a34715adbe07 of type vlan for network b5f1aaed-f808-4ef3-8826-0eb492afebfa Aug 09 15:52:37.851297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf455c-b6e4-4ca1-b6bf-810fd6cacd59 req-f6405adc-ca49-41d0-bc33-b2d15e216bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.853398 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7aaf455c-b6e4-4ca1-b6bf-810fd6cacd59 req-f6405adc-ca49-41d0-bc33-b2d15e216bdf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 1096 time: 0.0829597 Aug 09 15:52:37.876212 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c18393bd-de58-414c-aab6-cd6120f21317 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.884267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['e566222f-e81e-4d54-b23b-07c20c5295c3'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:37.888950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-f22feaff-20b5-47b3-a460-72631ee6ba4b', 'network_id': 'f22feaff-20b5-47b3-a460-72631ee6ba4b', 'tenant_id': '80210e841e134de5a50b0d333a47fc7f', 'fixed_ips': [{'subnet_id': '39e7ce27-088f-4a00-be1b-2e509592254d'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:37.889913 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.903160 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7aaf455c-b6e4-4ca1-b6bf-810fd6cacd59 req-e9f5f7a9-6504-48b0-8f86-ff0e21eae91e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332878 Aug 09 15:52:37.913373 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c18393bd-de58-414c-aab6-cd6120f21317 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.918959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18393bd-de58-414c-aab6-cd6120f21317 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.919597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c18393bd-de58-414c-aab6-cd6120f21317 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.002669 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c18393bd-de58-414c-aab6-cd6120f21317 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3126311 Aug 09 15:52:38.005446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41444) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:38.011745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-13dec1f9-3201-48cf-8b8e-f1211e6620db tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Request body: {'network': {'name': 'tempest-router-network02--1596612359'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:38.014914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18393bd-de58-414c-aab6-cd6120f21317 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event updated for resources: {'Network': ['ID=b5f1aaed-f808-4ef3-8826-0eb492afebfa,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:38.038957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dec1f9-3201-48cf-8b8e-f1211e6620db tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Made reservation on behalf of 80210e841e134de5a50b0d333a47fc7f for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:38.042676 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13dec1f9-3201-48cf-8b8e-f1211e6620db tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.043217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network b5f1aaed-f808-4ef3-8826-0eb492afebfa details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:38.066564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dec1f9-3201-48cf-8b8e-f1211e6620db tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:38.077504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13dec1f9-3201-48cf-8b8e-f1211e6620db tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.077924 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-13dec1f9-3201-48cf-8b8e-f1211e6620db tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Added segment 8e7f9ec2-9b2e-42d2-8392-b8763070b492 of type vlan for network 57c0716d-b377-4545-badd-2708bf9e6f22 Aug 09 15:52:38.156385 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13dec1f9-3201-48cf-8b8e-f1211e6620db tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.169372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Allocated IP 172.20.0.2 (f22feaff-20b5-47b3-a460-72631ee6ba4b/39e7ce27-088f-4a00-be1b-2e509592254d/bb853bf3-6093-4f73-95ed-2343ece727ef) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:38.187390 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba82d8-2039-479f-b63f-c10affdceb37 req-d4c55f72-90af-403d-826c-ea2fe2308a5d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.196729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba82d8-2039-479f-b63f-c10affdceb37 req-d4c55f72-90af-403d-826c-ea2fe2308a5d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.203404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba82d8-2039-479f-b63f-c10affdceb37 req-d4c55f72-90af-403d-826c-ea2fe2308a5d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.211150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba82d8-2039-479f-b63f-c10affdceb37 req-d4c55f72-90af-403d-826c-ea2fe2308a5d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.218754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba82d8-2039-479f-b63f-c10affdceb37 req-d4c55f72-90af-403d-826c-ea2fe2308a5d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.227562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba82d8-2039-479f-b63f-c10affdceb37 req-d4c55f72-90af-403d-826c-ea2fe2308a5d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.233821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba82d8-2039-479f-b63f-c10affdceb37 req-d4c55f72-90af-403d-826c-ea2fe2308a5d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.235713 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8ba82d8-2039-479f-b63f-c10affdceb37 req-d4c55f72-90af-403d-826c-ea2fe2308a5d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.1561255 Aug 09 15:52:38.280053 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13dec1f9-3201-48cf-8b8e-f1211e6620db tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.286262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dec1f9-3201-48cf-8b8e-f1211e6620db tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.286873 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13dec1f9-3201-48cf-8b8e-f1211e6620db tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.308219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93934431-9adc-4efa-ac5f-124d2ffba158 req-0e6b5b0a-a6d1-45b7-a2b8-30b2aae12c73 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.318802 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-93934431-9adc-4efa-ac5f-124d2ffba158 req-0e6b5b0a-a6d1-45b7-a2b8-30b2aae12c73 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 944 time: 0.0849566 Aug 09 15:52:38.355483 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8ba82d8-2039-479f-b63f-c10affdceb37 req-e7401afa-851b-4ed6-b3f5-7cadb90658b3 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108103 Aug 09 15:52:38.370320 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-13dec1f9-3201-48cf-8b8e-f1211e6620db tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3611093 Aug 09 15:52:38.371004 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41454) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:38.371146 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-93934431-9adc-4efa-ac5f-124d2ffba158 req-9d141c5a-f99e-4a81-82f4-e89664ca5eb7 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496378 Aug 09 15:52:38.378968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7ba3da5e-737b-421b-8eed-14bea8f6dc6e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Request body: {'subnet': {'network_id': 'b5f1aaed-f808-4ef3-8826-0eb492afebfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:38.394253 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.405942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Transition to ACTIVE for port object bb853bf3-6093-4f73-95ed-2343ece727ef will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:38.443484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Transition to ACTIVE for port object bb853bf3-6093-4f73-95ed-2343ece727ef will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:38.453871 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.515288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Network f22feaff-20b5-47b3-a460-72631ee6ba4b is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:38.522637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:38.527483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:38.530925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Pushing event updated for resources: {'Port': ['ID=bb853bf3-6093-4f73-95ed-2343ece727ef,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:38.593139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Attempting to bind port bb853bf3-6093-4f73-95ed-2343ece727ef on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:38.593508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Attempting to bind port bb853bf3-6093-4f73-95ed-2343ece727ef by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'b8915020-25f5-4879-a64c-7f5d6db337cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f22feaff-20b5-47b3-a460-72631ee6ba4b'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:38.593902 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Attempting to bind port bb853bf3-6093-4f73-95ed-2343ece727ef on network f22feaff-20b5-47b3-a460-72631ee6ba4b {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:38.599995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:38.600366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Checking segment: {'id': 'b8915020-25f5-4879-a64c-7f5d6db337cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f22feaff-20b5-47b3-a460-72631ee6ba4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:38.600799 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.601165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Bound using segment: {'id': 'b8915020-25f5-4879-a64c-7f5d6db337cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f22feaff-20b5-47b3-a460-72631ee6ba4b'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:38.601656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Bound port: bb853bf3-6093-4f73-95ed-2343ece727ef, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8915020-25f5-4879-a64c-7f5d6db337cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'f22feaff-20b5-47b3-a460-72631ee6ba4b'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:38.602037 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.669570 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] For port bb853bf3-6093-4f73-95ed-2343ece727ef, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:38.674806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] For port bb853bf3-6093-4f73-95ed-2343ece727ef, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bb853bf3-6093-4f73-95ed-2343ece727ef,segment=NetworkSegment(b8915020-25f5-4879-a64c-7f5d6db337cb),segment_id=b8915020-25f5-4879-a64c-7f5d6db337cb)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:38.679142 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.730818 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47a53253-ffc8-4e9d-aa9d-d7c9867c57ec req-b72b0e27-1882-4bab-9dfa-4e10ddfab5db tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0375574 Aug 09 15:52:38.745731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ea2a2-94f7-42b6-8832-4c007c3c5dce None None] Pushing event updated for resources: {'Port': ['ID=bb853bf3-6093-4f73-95ed-2343ece727ef,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:38.782749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dec1f9-3201-48cf-8b8e-f1211e6620db tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event updated for resources: {'Network': ['ID=57c0716d-b377-4545-badd-2708bf9e6f22,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:38.793516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 57c0716d-b377-4545-badd-2708bf9e6f22 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:38.864997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25eaf9-7864-4e00-aa10-380b94ac78ba req-727db7aa-c8b0-47e6-965b-96ec63853f5d tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.866575 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e25eaf9-7864-4e00-aa10-380b94ac78ba req-727db7aa-c8b0-47e6-965b-96ec63853f5d tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 945 time: 0.1112571 Aug 09 15:52:38.880026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba3da5e-737b-421b-8eed-14bea8f6dc6e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Made reservation on behalf of 80210e841e134de5a50b0d333a47fc7f for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:38.884303 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ba3da5e-737b-421b-8eed-14bea8f6dc6e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.027211 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e25eaf9-7864-4e00-aa10-380b94ac78ba req-4c803c8f-fe19-4b4c-9ee7-de28f7b8d35a tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379719 Aug 09 15:52:39.143089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c6392fe-e93a-48d7-ab54-7289b32ce9cf req-4e5e3c0e-a20f-41a1-9763-e1217947983e tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc&device_id=c325a977-5afd-468c-bd07-c1fd566cf776 HTTP/1.1" status: 200 len: 210 time: 0.0344245 Aug 09 15:52:39.169793 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ba3da5e-737b-421b-8eed-14bea8f6dc6e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.236264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3da5e-737b-421b-8eed-14bea8f6dc6e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event updated for resources: {'Subnet': ['ID=d324458a-4451-419f-816a-4d47fec68013,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:39.248938 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba3da5e-737b-421b-8eed-14bea8f6dc6e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Checking segment: {'id': 'b3d4c15f-b754-45a0-805a-a34715adbe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b5f1aaed-f808-4ef3-8826-0eb492afebfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:39.249298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba3da5e-737b-421b-8eed-14bea8f6dc6e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Network hostable DHCP agents. Network: b5f1aaed-f808-4ef3-8826-0eb492afebfa, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:39.267746 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba3da5e-737b-421b-8eed-14bea8f6dc6e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Network b5f1aaed-f808-4ef3-8826-0eb492afebfa is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:39.277886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-7ba3da5e-737b-421b-8eed-14bea8f6dc6e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, b5f1aaed-f808-4ef3-8826-0eb492afebfa) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:39.282060 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba3da5e-737b-421b-8eed-14bea8f6dc6e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.282721 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ba3da5e-737b-421b-8eed-14bea8f6dc6e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.291299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e566222f-e81e-4d54-b23b-07c20c5295c3 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:39.296741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554f8fc4-652c-4d27-b406-5ee0d801ac23 None None] Network b5f1aaed-f808-4ef3-8826-0eb492afebfa requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:39.303359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41464) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:39.304155 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7ba3da5e-737b-421b-8eed-14bea8f6dc6e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9290245 Aug 09 15:52:39.309866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-85c99af2-24c8-47b7-838e-9cd18cecc327 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Request body: {'subnet': {'network_id': '57c0716d-b377-4545-badd-2708bf9e6f22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:39.409163 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d0db998-265f-45a9-b8a5-b74b4156b279 req-f82c1b8b-e051-4c14-8aee-21da13c6a686 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccb83765e69747b58adf3e920028f7de&device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0413461 Aug 09 15:52:39.458773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bb853bf3-6093-4f73-95ed-2343ece727ef up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:39.459684 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d0db998-265f-45a9-b8a5-b74b4156b279 req-bbfb2b8e-7501-4e36-bf6d-b44b69caa8c0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ccb83765e69747b58adf3e920028f7de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423172 Aug 09 15:52:39.484441 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a38fa2e1-9fa8-445d-9bbe-bb91e22c12ec req-aa5f9be1-7739-47ac-acde-da0225357540 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0780048 Aug 09 15:52:39.546785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c99af2-24c8-47b7-838e-9cd18cecc327 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Made reservation on behalf of 80210e841e134de5a50b0d333a47fc7f for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:39.556418 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85c99af2-24c8-47b7-838e-9cd18cecc327 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.632292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port e566222f-e81e-4d54-b23b-07c20c5295c3 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:39.646378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port e566222f-e81e-4d54-b23b-07c20c5295c3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:39.646834 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.667165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0db998-265f-45a9-b8a5-b74b4156b279 req-afb094f2-e2c0-42fd-8d58-22549c0bc59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.669723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d0db998-265f-45a9-b8a5-b74b4156b279 req-afb094f2-e2c0-42fd-8d58-22549c0bc59a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2005210 Aug 09 15:52:39.691224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port bb853bf3-6093-4f73-95ed-2343ece727ef completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:39.737203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7000d3e-b944-44aa-9de4-d8495a7b3e6a req-4939c8ce-5937-492d-9445-92944b5e1e20 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.739026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-b5f1aaed-f808-4ef3-8826-0eb492afebfa', 'network_id': 'b5f1aaed-f808-4ef3-8826-0eb492afebfa', 'tenant_id': '80210e841e134de5a50b0d333a47fc7f', 'fixed_ips': [{'subnet_id': 'd324458a-4451-419f-816a-4d47fec68013'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:39.739956 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.745908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7000d3e-b944-44aa-9de4-d8495a7b3e6a req-4939c8ce-5937-492d-9445-92944b5e1e20 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.756639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7000d3e-b944-44aa-9de4-d8495a7b3e6a req-4939c8ce-5937-492d-9445-92944b5e1e20 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.763110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eb847-e4ea-45cf-8631-655678cd6af1 req-2df66ebb-d0d9-4f2a-aa0b-1b6270186201 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.766041 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7000d3e-b944-44aa-9de4-d8495a7b3e6a req-4939c8ce-5937-492d-9445-92944b5e1e20 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.772460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-963eb847-e4ea-45cf-8631-655678cd6af1 req-2df66ebb-d0d9-4f2a-aa0b-1b6270186201 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 944 time: 0.1188569 Aug 09 15:52:39.776529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7000d3e-b944-44aa-9de4-d8495a7b3e6a req-4939c8ce-5937-492d-9445-92944b5e1e20 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.786977 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7000d3e-b944-44aa-9de4-d8495a7b3e6a req-4939c8ce-5937-492d-9445-92944b5e1e20 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.796435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7000d3e-b944-44aa-9de4-d8495a7b3e6a req-4939c8ce-5937-492d-9445-92944b5e1e20 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.806969 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d7000d3e-b944-44aa-9de4-d8495a7b3e6a req-4939c8ce-5937-492d-9445-92944b5e1e20 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.3236885 Aug 09 15:52:39.858104 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-963eb847-e4ea-45cf-8631-655678cd6af1 req-f2411367-ac13-43a2-b9c5-3e3ca3cb1c3e tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846126 Aug 09 15:52:39.872179 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d7000d3e-b944-44aa-9de4-d8495a7b3e6a req-3faeaf30-fbb0-4c4b-8cb5-8c38acbb1e82 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639498 Aug 09 15:52:39.986726 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85c99af2-24c8-47b7-838e-9cd18cecc327 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.061339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c99af2-24c8-47b7-838e-9cd18cecc327 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event updated for resources: {'Subnet': ['ID=9ddab377-4b48-41dd-81c9-1084f7653085,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:40.082818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c99af2-24c8-47b7-838e-9cd18cecc327 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Checking segment: {'id': '8e7f9ec2-9b2e-42d2-8392-b8763070b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '57c0716d-b377-4545-badd-2708bf9e6f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:40.083520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c99af2-24c8-47b7-838e-9cd18cecc327 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Network hostable DHCP agents. Network: 57c0716d-b377-4545-badd-2708bf9e6f22, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:40.087132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba4184-a8ee-4863-9df4-6de3def58c28 None None] Network f22feaff-20b5-47b3-a460-72631ee6ba4b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:40.106719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c99af2-24c8-47b7-838e-9cd18cecc327 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Network 57c0716d-b377-4545-badd-2708bf9e6f22 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:40.121222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-85c99af2-24c8-47b7-838e-9cd18cecc327 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 57c0716d-b377-4545-badd-2708bf9e6f22) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:40.128474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c99af2-24c8-47b7-838e-9cd18cecc327 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:40.129390 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-85c99af2-24c8-47b7-838e-9cd18cecc327 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.148947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934890f2-6776-49f5-a4f8-8742b7c9a24d None None] Network 57c0716d-b377-4545-badd-2708bf9e6f22 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:40.156976 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.173785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-85c99af2-24c8-47b7-838e-9cd18cecc327 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8662028 Aug 09 15:52:40.174849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41476) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:40.200882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd1628-d37e-47ef-944d-9e97bcd63e50 req-a23fec82-b2f7-4a54-8c64-188e666154eb tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:40.207330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-71cd1628-d37e-47ef-944d-9e97bcd63e50 req-a23fec82-b2f7-4a54-8c64-188e666154eb tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 945 time: 0.0710585 Aug 09 15:52:40.257051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-71cd1628-d37e-47ef-944d-9e97bcd63e50 req-0d6f96eb-8680-48de-a3aa-d56c1a73323c tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473056 Aug 09 15:52:40.264971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a009ba85-89c4-48ee-a0bf-8ec55fec2c9e None None] Provisioning for port bb853bf3-6093-4f73-95ed-2343ece727ef completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:40.304628 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d931fb-9991-4430-a9f1-9dcc53be9608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e566222f-e81e-4d54-b23b-07c20c5295c3'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:40.307048 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa10d21b-3383-44ad-92d8-1886ec91cc1f" -d '{"events": [{"server_uuid": "f2d931fb-9991-4430-a9f1-9dcc53be9608", "name": "network-vif-plugged", "status": "completed", "tag": "e566222f-e81e-4d54-b23b-07c20c5295c3"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:40.310058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a009ba85-89c4-48ee-a0bf-8ec55fec2c9e None None] Provisioning complete for port bb853bf3-6093-4f73-95ed-2343ece727ef triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:40.310682 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a009ba85-89c4-48ee-a0bf-8ec55fec2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.387275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e566222f-e81e-4d54-b23b-07c20c5295c3, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e566222f-e81e-4d54-b23b-07c20c5295c3,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:40.402132 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde39548-cfa2-4bbb-b6a3-e235a8f7b3b3 x-openstack-request-id: req-cde39548-cfa2-4bbb-b6a3-e235a8f7b3b3 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:40.402924 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d931fb-9991-4430-a9f1-9dcc53be9608", "name": "network-vif-plugged", "status": "completed", "tag": "e566222f-e81e-4d54-b23b-07c20c5295c3", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:40.403559 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cde39548-cfa2-4bbb-b6a3-e235a8f7b3b3 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:40.404743 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d931fb-9991-4430-a9f1-9dcc53be9608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e566222f-e81e-4d54-b23b-07c20c5295c3', 'code': 200} Aug 09 15:52:40.442673 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.445483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Allocated IP 172.20.0.2 (b5f1aaed-f808-4ef3-8826-0eb492afebfa/d324458a-4451-419f-816a-4d47fec68013/7af596a4-7b1f-483a-89e4-c339072160e3) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:40.535680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e2483-cbd9-434d-af93-46630ff84a5d req-027dea2c-a8dc-4135-8df1-0338ea78849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:40.540333 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-124e2483-cbd9-434d-af93-46630ff84a5d req-027dea2c-a8dc-4135-8df1-0338ea78849b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 1096 time: 0.0777369 Aug 09 15:52:40.580347 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-69d8dc73-418a-40aa-91a6-1fe60e8fb073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.598069 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-124e2483-cbd9-434d-af93-46630ff84a5d req-280ba359-05bb-412d-8344-3762d5b8e60a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Aug 09 15:52:40.645431 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e825bca-1559-4860-a769-b554e28eb4a3 req-6cee53c7-1871-4de4-ba2e-bc9e04d21e40 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0413926 Aug 09 15:52:40.688064 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.727103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-57c0716d-b377-4545-badd-2708bf9e6f22', 'network_id': '57c0716d-b377-4545-badd-2708bf9e6f22', 'tenant_id': '80210e841e134de5a50b0d333a47fc7f', 'fixed_ips': [{'subnet_id': '9ddab377-4b48-41dd-81c9-1084f7653085'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:40.727956 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.730213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e566222f-e81e-4d54-b23b-07c20c5295c3,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:40.779838 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a009ba85-89c4-48ee-a0bf-8ec55fec2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.946325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a009ba85-89c4-48ee-a0bf-8ec55fec2c9e None None] For port bb853bf3-6093-4f73-95ed-2343ece727ef, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bb853bf3-6093-4f73-95ed-2343ece727ef,segment=NetworkSegment(b8915020-25f5-4879-a64c-7f5d6db337cb),segment_id=b8915020-25f5-4879-a64c-7f5d6db337cb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:40.956140 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.963897 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a009ba85-89c4-48ee-a0bf-8ec55fec2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.042329 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.061247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2413db7-fbf4-4f07-9bf0-8e80e319ed98 req-543c05ad-9958-45fb-96ab-56781ac6bb96 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:41.064797 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2413db7-fbf4-4f07-9bf0-8e80e319ed98 req-543c05ad-9958-45fb-96ab-56781ac6bb96 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 945 time: 0.0849345 Aug 09 15:52:41.074774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Transition to ACTIVE for port object 7af596a4-7b1f-483a-89e4-c339072160e3 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:41.084983 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d0db998-265f-45a9-b8a5-b74b4156b279 req-5a7d1aee-6385-4311-bf35-a012371a5456 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.53 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0518322 Aug 09 15:52:41.092612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Allocated IP 172.20.0.2 (57c0716d-b377-4545-badd-2708bf9e6f22/9ddab377-4b48-41dd-81c9-1084f7653085/a784005e-ade0-4433-8173-681ac3a87303) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:41.102058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009ba85-89c4-48ee-a0bf-8ec55fec2c9e None None] Pushing event updated for resources: {'Port': ['ID=bb853bf3-6093-4f73-95ed-2343ece727ef,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:41.118762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Transition to ACTIVE for port object 7af596a4-7b1f-483a-89e4-c339072160e3 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:41.137284 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.147986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2413db7-fbf4-4f07-9bf0-8e80e319ed98 req-44b32e1d-2d1b-4129-97a0-63a247f50991 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746675 Aug 09 15:52:41.274413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6316bd-7b83-40d6-a577-1699cb8090c3 req-a0f8796c-9acf-4332-94aa-6b85fb6a745d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:41.277558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Network b5f1aaed-f808-4ef3-8826-0eb492afebfa is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:41.280793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6316bd-7b83-40d6-a577-1699cb8090c3 req-a0f8796c-9acf-4332-94aa-6b85fb6a745d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:41.292259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6316bd-7b83-40d6-a577-1699cb8090c3 req-a0f8796c-9acf-4332-94aa-6b85fb6a745d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:41.293185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:41.299244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6316bd-7b83-40d6-a577-1699cb8090c3 req-a0f8796c-9acf-4332-94aa-6b85fb6a745d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:41.305155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6316bd-7b83-40d6-a577-1699cb8090c3 req-a0f8796c-9acf-4332-94aa-6b85fb6a745d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:41.311219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6316bd-7b83-40d6-a577-1699cb8090c3 req-a0f8796c-9acf-4332-94aa-6b85fb6a745d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:41.317905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6316bd-7b83-40d6-a577-1699cb8090c3 req-a0f8796c-9acf-4332-94aa-6b85fb6a745d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:41.318250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:41.324337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Pushing event updated for resources: {'Port': ['ID=7af596a4-7b1f-483a-89e4-c339072160e3,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:41.326131 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff6316bd-7b83-40d6-a577-1699cb8090c3 req-a0f8796c-9acf-4332-94aa-6b85fb6a745d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.2216740 Aug 09 15:52:41.340025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Allocated IP 172.20.0.1 (b5f1aaed-f808-4ef3-8826-0eb492afebfa/d324458a-4451-419f-816a-4d47fec68013/b75072fc-fd9b-4fed-9569-f58c675cd048) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:41.376986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7350d5fa-c7f3-4f65-81e6-248f60aa9fac None None] Provisioning complete for port bb853bf3-6093-4f73-95ed-2343ece727ef triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:41.377375 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7350d5fa-c7f3-4f65-81e6-248f60aa9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.386673 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.393096 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff6316bd-7b83-40d6-a577-1699cb8090c3 req-d5f4220f-500f-4e69-bbbe-f1003afe21e1 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659106 Aug 09 15:52:41.448284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Transition to ACTIVE for port object a784005e-ade0-4433-8173-681ac3a87303 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:41.450226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bb853bf3-6093-4f73-95ed-2343ece727ef up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:41.480964 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.497767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Attempting to bind port 7af596a4-7b1f-483a-89e4-c339072160e3 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:41.497767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Attempting to bind port 7af596a4-7b1f-483a-89e4-c339072160e3 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'b3d4c15f-b754-45a0-805a-a34715adbe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b5f1aaed-f808-4ef3-8826-0eb492afebfa'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:41.497767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Attempting to bind port 7af596a4-7b1f-483a-89e4-c339072160e3 on network b5f1aaed-f808-4ef3-8826-0eb492afebfa {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:41.512285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Transition to ACTIVE for port object a784005e-ade0-4433-8173-681ac3a87303 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:41.531164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:41.531478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Checking segment: {'id': 'b3d4c15f-b754-45a0-805a-a34715adbe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b5f1aaed-f808-4ef3-8826-0eb492afebfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:41.531833 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.532231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Bound using segment: {'id': 'b3d4c15f-b754-45a0-805a-a34715adbe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b5f1aaed-f808-4ef3-8826-0eb492afebfa'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:41.533268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Bound port: 7af596a4-7b1f-483a-89e4-c339072160e3, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d4c15f-b754-45a0-805a-a34715adbe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b5f1aaed-f808-4ef3-8826-0eb492afebfa'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:41.533931 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.536513 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.538085 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.564877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Transition to ACTIVE for port object b75072fc-fd9b-4fed-9569-f58c675cd048 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:41.595121 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.607162 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.637425 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Network 57c0716d-b377-4545-badd-2708bf9e6f22 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:41.667061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:41.671214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:41.681571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Pushing event updated for resources: {'Port': ['ID=a784005e-ade0-4433-8173-681ac3a87303,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:41.702100 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event updated for resources: {'Port': ['ID=b75072fc-fd9b-4fed-9569-f58c675cd048,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:41.724124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Network b5f1aaed-f808-4ef3-8826-0eb492afebfa is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:41.726207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:41.729115 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:41.731693 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port bb853bf3-6093-4f73-95ed-2343ece727ef triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:41.732078 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.791490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.793217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] For port 7af596a4-7b1f-483a-89e4-c339072160e3, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:41.817043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Attempting to bind port a784005e-ade0-4433-8173-681ac3a87303 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:41.817440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Attempting to bind port a784005e-ade0-4433-8173-681ac3a87303 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '8e7f9ec2-9b2e-42d2-8392-b8763070b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '57c0716d-b377-4545-badd-2708bf9e6f22'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:41.819228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Attempting to bind port a784005e-ade0-4433-8173-681ac3a87303 on network 57c0716d-b377-4545-badd-2708bf9e6f22 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:41.833133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] For port 7af596a4-7b1f-483a-89e4-c339072160e3, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=7af596a4-7b1f-483a-89e4-c339072160e3,segment=NetworkSegment(b3d4c15f-b754-45a0-805a-a34715adbe07),segment_id=b3d4c15f-b754-45a0-805a-a34715adbe07)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:41.847528 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.856009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:41.856765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Checking segment: {'id': '8e7f9ec2-9b2e-42d2-8392-b8763070b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '57c0716d-b377-4545-badd-2708bf9e6f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:41.857855 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.858265 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Bound using segment: {'id': '8e7f9ec2-9b2e-42d2-8392-b8763070b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '57c0716d-b377-4545-badd-2708bf9e6f22'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:41.858776 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Bound port: a784005e-ade0-4433-8173-681ac3a87303, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7f9ec2-9b2e-42d2-8392-b8763070b492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '57c0716d-b377-4545-badd-2708bf9e6f22'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:41.859174 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.882513 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e0d8c75d-4625-4fb7-9fb1-e592f601d569 req-15ff5267-8fb8-4b8c-b4b9-b4b42da08182 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=67024aa4-c91f-431f-aaad-0f69a14a8dcc HTTP/1.1" status: 200 len: 210 time: 0.0411620 Aug 09 15:52:41.991556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192b662-fa8e-4467-b905-13e7f7aeea06 None None] Pushing event updated for resources: {'Port': ['ID=7af596a4-7b1f-483a-89e4-c339072160e3,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.009935 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.028400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] For port a784005e-ade0-4433-8173-681ac3a87303, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:42.033413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] For port a784005e-ade0-4433-8173-681ac3a87303, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a784005e-ade0-4433-8173-681ac3a87303,segment=NetworkSegment(8e7f9ec2-9b2e-42d2-8392-b8763070b492),segment_id=8e7f9ec2-9b2e-42d2-8392-b8763070b492)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:42.037572 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.099689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22da0e-3594-4a5d-896a-c14793dfe68a None None] Pushing event updated for resources: {'Port': ['ID=a784005e-ade0-4433-8173-681ac3a87303,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.249506 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 1ed1316a-0351-412f-8ada-42ec3a9c3323 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:42.346676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28aa4c0-dac0-4384-937b-2ee31fa2f6d2 req-05b0a2b5-080b-4cfd-9864-70f45d9b7e85 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:42.363309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b28aa4c0-dac0-4384-937b-2ee31fa2f6d2 req-05b0a2b5-080b-4cfd-9864-70f45d9b7e85 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 945 time: 0.0877628 Aug 09 15:52:42.424296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.439756 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.473356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b28aa4c0-dac0-4384-937b-2ee31fa2f6d2 req-3fe1ef88-04b2-4bf8-a637-84a3d173ea21 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082418 Aug 09 15:52:42.481770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 1ed1316a-0351-412f-8ada-42ec3a9c3323, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1ed1316a-0351-412f-8ada-42ec3a9c3323,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:42.553659 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.562736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event updated for resources: {'Port': ['ID=b75072fc-fd9b-4fed-9569-f58c675cd048,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.715079 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '1ed1316a-0351-412f-8ada-42ec3a9c3323', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'port_id': '1ed1316a-0351-412f-8ada-42ec3a9c3323', 'mac_address': 'fa:16:3e:0a:f2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:42.731745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Network b5f1aaed-f808-4ef3-8826-0eb492afebfa is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:42.735117 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:42.743562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2131f2-f31f-4bdb-9110-4097b6a938dc req-4fdb426e-fd3f-479f-808a-56cdbb720198 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:42.749354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac2131f2-f31f-4bdb-9110-4097b6a938dc req-4fdb426e-fd3f-479f-808a-56cdbb720198 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 945 time: 0.0628953 Aug 09 15:52:42.752321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978ffc-fa69-411e-a65c-0f389282977a req-ba0b2295-a307-42e1-883b-4c9593c57756 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:42.755624 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.759091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978ffc-fa69-411e-a65c-0f389282977a req-ba0b2295-a307-42e1-883b-4c9593c57756 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:42.765724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978ffc-fa69-411e-a65c-0f389282977a req-ba0b2295-a307-42e1-883b-4c9593c57756 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:42.773205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed1316a-0351-412f-8ada-42ec3a9c3323 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:42.773457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978ffc-fa69-411e-a65c-0f389282977a req-ba0b2295-a307-42e1-883b-4c9593c57756 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:42.779568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978ffc-fa69-411e-a65c-0f389282977a req-ba0b2295-a307-42e1-883b-4c9593c57756 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:42.786876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978ffc-fa69-411e-a65c-0f389282977a req-ba0b2295-a307-42e1-883b-4c9593c57756 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:42.794511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978ffc-fa69-411e-a65c-0f389282977a req-ba0b2295-a307-42e1-883b-4c9593c57756 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:42.796574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac2131f2-f31f-4bdb-9110-4097b6a938dc req-4258c1d0-dd23-4b89-8a51-b76f0919ed3d tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Aug 09 15:52:42.803749 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-57978ffc-fa69-411e-a65c-0f389282977a req-ba0b2295-a307-42e1-883b-4c9593c57756 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5422 time: 0.1351204 Aug 09 15:52:42.805493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 1ed1316a-0351-412f-8ada-42ec3a9c3323, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1ed1316a-0351-412f-8ada-42ec3a9c3323,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:42.818916 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.877315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=1ed1316a-0351-412f-8ada-42ec3a9c3323,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.911084 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.921439 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-57978ffc-fa69-411e-a65c-0f389282977a req-edf4bcb8-5ac4-43dd-bb2b-c23e2b902f0b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164865 Aug 09 15:52:42.980823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Router bc7c8a7e-ea49-4808-88c3-9705d0e4aebe is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:52:43.052237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['1ed1316a-0351-412f-8ada-42ec3a9c3323'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:43.112955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:43.118392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4d439811-938f-4140-84f2-900f55f4e853 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "PUT /v2.0/routers/bc7c8a7e-ea49-4808-88c3-9705d0e4aebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9422958 Aug 09 15:52:43.121713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41550) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:43.125288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a361561-d73d-4f68-a515-a11565999cf8 None None] Sync routers for ids ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:43.156519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a361561-d73d-4f68-a515-a11565999cf8 None None] Routers {'bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:43.157170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0a361561-d73d-4f68-a515-a11565999cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:43.237114 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0a361561-d73d-4f68-a515-a11565999cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:43.296051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a361561-d73d-4f68-a515-a11565999cf8 None None] Routers {'bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:43.297085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0a361561-d73d-4f68-a515-a11565999cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:43.364569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0a361561-d73d-4f68-a515-a11565999cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:43.368081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a361561-d73d-4f68-a515-a11565999cf8 None None] The sync data for ids ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:43.403252 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.412956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e806b5-3de6-4ae4-8a3d-1e4b07ce1514 None None] Network b5f1aaed-f808-4ef3-8826-0eb492afebfa requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:43.521695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d99a024-3c77-4a95-b77c-bf8629734721 req-1be34129-a366-48dd-ab80-d9a766a9633e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccb83765e69747b58adf3e920028f7de&device_id=c325a977-5afd-468c-bd07-c1fd566cf776 HTTP/1.1" status: 200 len: 210 time: 0.0546873 Aug 09 15:52:43.549504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a98ea550-228d-4ea0-a2d1-b86aa60415c8 None None] Provisioning for port 7af596a4-7b1f-483a-89e4-c339072160e3 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:43.585890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7af596a4-7b1f-483a-89e4-c339072160e3 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:43.587163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09b422-cedc-4d5e-b449-8ce1d26f6c49 req-6c2a420f-1c3f-43d0-aba3-ab105c732c0c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:43.595534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c09b422-cedc-4d5e-b449-8ce1d26f6c49 req-6c2a420f-1c3f-43d0-aba3-ab105c732c0c tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 945 time: 0.2145412 Aug 09 15:52:43.608128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d99a024-3c77-4a95-b77c-bf8629734721 req-2e1d99d7-e1a2-4d69-addd-9a29de74150f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ccb83765e69747b58adf3e920028f7de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724237 Aug 09 15:52:43.702158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 7af596a4-7b1f-483a-89e4-c339072160e3 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:43.709495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 7af596a4-7b1f-483a-89e4-c339072160e3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:43.709495 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.790751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c09b422-cedc-4d5e-b449-8ce1d26f6c49 req-39b958ce-db5a-4c78-ab7e-6cc8b782e166 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927052 Aug 09 15:52:43.826039 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e7a7e575-f101-4e47-9025-fc5a86d7e2d0 req-502e0e57-5320-444c-9f90-dcf6205d3412 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=c325a977-5afd-468c-bd07-c1fd566cf776 HTTP/1.1" status: 200 len: 210 time: 0.0685582 Aug 09 15:52:43.939498 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.985184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d4a902-2c07-4d1a-9f6c-d861d75ffc30 None None] Network 57c0716d-b377-4545-badd-2708bf9e6f22 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:44.079856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 7af596a4-7b1f-483a-89e4-c339072160e3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=7af596a4-7b1f-483a-89e4-c339072160e3,segment=NetworkSegment(b3d4c15f-b754-45a0-805a-a34715adbe07),segment_id=b3d4c15f-b754-45a0-805a-a34715adbe07)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:44.094417 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.096101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a784005e-ade0-4433-8173-681ac3a87303 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:44.102595 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99a024-3c77-4a95-b77c-bf8629734721 req-a6a898cd-08aa-4473-bb09-cbdd54765abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.104237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d99a024-3c77-4a95-b77c-bf8629734721 req-a6a898cd-08aa-4473-bb09-cbdd54765abd service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4622612 Aug 09 15:52:44.168347 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-093d4729-ff17-4a6b-a4f5-78137becd6b7 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:52:44.169077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abca67-9f37-47c2-bc2b-bd6dfff9ace2 req-467e9eb8-af05-41f9-8b2b-ab3d74343444 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.169470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-093d4729-ff17-4a6b-a4f5-78137becd6b7 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "PUT /v2.0/routers/bc7c8a7e-ea49-4808-88c3-9705d0e4aebe/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0464230 Aug 09 15:52:44.172633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41574) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:44.182847 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61abca67-9f37-47c2-bc2b-bd6dfff9ace2 req-467e9eb8-af05-41f9-8b2b-ab3d74343444 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 945 time: 0.1643507 Aug 09 15:52:44.197093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-94a6a258-2f6c-4679-a191-c6d6676b601f None None] Provisioning for port a784005e-ade0-4433-8173-681ac3a87303 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:44.252702 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61abca67-9f37-47c2-bc2b-bd6dfff9ace2 req-c23e78b4-6895-4b8a-8271-bcf0a8723a72 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645125 Aug 09 15:52:44.274391 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:44.276536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 1ed1316a-0351-412f-8ada-42ec3a9c3323 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:44.362337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=7af596a4-7b1f-483a-89e4-c339072160e3,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:44.391453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366ae5-9d4a-44b8-8cee-69278b70a708 req-212eb998-00fd-4349-94a2-f8baeff84192 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.400520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366ae5-9d4a-44b8-8cee-69278b70a708 req-212eb998-00fd-4349-94a2-f8baeff84192 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.408742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366ae5-9d4a-44b8-8cee-69278b70a708 req-212eb998-00fd-4349-94a2-f8baeff84192 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.417290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366ae5-9d4a-44b8-8cee-69278b70a708 req-212eb998-00fd-4349-94a2-f8baeff84192 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.425717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366ae5-9d4a-44b8-8cee-69278b70a708 req-212eb998-00fd-4349-94a2-f8baeff84192 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.433786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366ae5-9d4a-44b8-8cee-69278b70a708 req-212eb998-00fd-4349-94a2-f8baeff84192 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.438009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e0b07-d47f-4fac-8f09-71a9033bb49f req-02755650-4927-452d-8e8f-9cccba28cdfd tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.442902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366ae5-9d4a-44b8-8cee-69278b70a708 req-212eb998-00fd-4349-94a2-f8baeff84192 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.446272 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27366ae5-9d4a-44b8-8cee-69278b70a708 req-212eb998-00fd-4349-94a2-f8baeff84192 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5423 time: 0.2311757 Aug 09 15:52:44.451975 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe1e0b07-d47f-4fac-8f09-71a9033bb49f req-02755650-4927-452d-8e8f-9cccba28cdfd tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 945 time: 0.1219661 Aug 09 15:52:44.471679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a2147119-337c-4838-8297-ec88e7058692 None None] Provisioning complete for port 7af596a4-7b1f-483a-89e4-c339072160e3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:44.472012 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a2147119-337c-4838-8297-ec88e7058692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.481498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port a784005e-ade0-4433-8173-681ac3a87303 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:44.486241 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.resource_extend [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:52:44.514592 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe1e0b07-d47f-4fac-8f09-71a9033bb49f req-b3ecba0b-b227-42c4-af49-e568799de689 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616167 Aug 09 15:52:44.614365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a784005e-ade0-4433-8173-681ac3a87303 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:44.615126 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.650248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27366ae5-9d4a-44b8-8cee-69278b70a708 req-e4ee4cbe-372a-4451-b821-7629688ba7de tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1543636 Aug 09 15:52:44.788291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734fadc-0fbb-4295-bca7-fee5bf368a0a req-e78e80f1-08a1-4c2f-8aff-dd7c5d6a00be tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.790260 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b734fadc-0fbb-4295-bca7-fee5bf368a0a req-e78e80f1-08a1-4c2f-8aff-dd7c5d6a00be tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 945 time: 0.0846016 Aug 09 15:52:44.836421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 1ed1316a-0351-412f-8ada-42ec3a9c3323 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:44.872193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 1ed1316a-0351-412f-8ada-42ec3a9c3323 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:44.873199 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.879798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b734fadc-0fbb-4295-bca7-fee5bf368a0a req-30afc20e-73e5-4808-aff9-67317d756bce tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783763 Aug 09 15:52:44.896393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:44.990366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '3466e235-97ff-4dc2-8d02-ef6f15d1cb22', 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4', 'port_id': '3466e235-97ff-4dc2-8d02-ef6f15d1cb22', 'mac_address': 'fa:16:3e:3c:5e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39bff017-66a5-44c5-b50a-e9fe63406ced', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:44.996444 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1849c57c-ba15-428e-ab7f-6fb1ae4ceb61 req-3137495e-2c42-456c-a6cd-310f8d9d7591 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=c325a977-5afd-468c-bd07-c1fd566cf776 HTTP/1.1" status: 200 len: 210 time: 0.0599420 Aug 09 15:52:45.022734 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ed604ba-46c4-4939-937f-a0e17b35fe7a tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.056686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1b610-16e0-4d8e-8138-32806682b304 req-3684a34e-699c-4ab6-9188-f63e99e14692 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.061631 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1e1b610-16e0-4d8e-8138-32806682b304 req-3684a34e-699c-4ab6-9188-f63e99e14692 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 945 time: 0.0820229 Aug 09 15:52:45.062691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a2147119-337c-4838-8297-ec88e7058692 None None] Provisioning for port b75072fc-fd9b-4fed-9569-f58c675cd048 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:45.085416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a2147119-337c-4838-8297-ec88e7058692 None None] Provisioning complete for port b75072fc-fd9b-4fed-9569-f58c675cd048 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:45.086071 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a2147119-337c-4838-8297-ec88e7058692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.139612 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a1e1b610-16e0-4d8e-8138-32806682b304 req-6b5a9a24-4248-4b2b-ba88-d8a387c637fe tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677552 Aug 09 15:52:45.159903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a2147119-337c-4838-8297-ec88e7058692 None None] Port b75072fc-fd9b-4fed-9569-f58c675cd048 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:45.162645 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.187589 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:45.214574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:45.215890 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.249852 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.250532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 64b75181-1c9b-405f-9297-9cd3037a0ac9 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:45.386565 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.resource_extend [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:52:45.409901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port a784005e-ade0-4433-8173-681ac3a87303, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a784005e-ade0-4433-8173-681ac3a87303,segment=NetworkSegment(8e7f9ec2-9b2e-42d2-8392-b8763070b492),segment_id=8e7f9ec2-9b2e-42d2-8392-b8763070b492)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:45.416520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8c10cd75-f8e1-4cae-b02e-8ae485efe263 None None] Provisioning complete for port b75072fc-fd9b-4fed-9569-f58c675cd048 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:45.416899 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c10cd75-f8e1-4cae-b02e-8ae485efe263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.437832 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.493246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 64b75181-1c9b-405f-9297-9cd3037a0ac9, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=64b75181-1c9b-405f-9297-9cd3037a0ac9,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:45.495706 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.546484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '64b75181-1c9b-405f-9297-9cd3037a0ac9', 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4', 'port_id': '64b75181-1c9b-405f-9297-9cd3037a0ac9', 'mac_address': 'fa:16:3e:94:d2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39bff017-66a5-44c5-b50a-e9fe63406ced', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:45.546484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:45.601299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=a784005e-ade0-4433-8173-681ac3a87303,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:45.611093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7af596a4-7b1f-483a-89e4-c339072160e3 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:45.689754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed1316a-0351-412f-8ada-42ec3a9c3323'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:45.692251 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b10040-663a-410b-90de-78c567cc8f57" -d '{"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "1ed1316a-0351-412f-8ada-42ec3a9c3323"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:45.692412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391575d-78fc-430d-ad7c-1426706ff6c2 req-44b88898-f5b0-4834-a43c-45015dd4abe8 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.694845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8c10cd75-f8e1-4cae-b02e-8ae485efe263 None None] Port b75072fc-fd9b-4fed-9569-f58c675cd048 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:45.705835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7391575d-78fc-430d-ad7c-1426706ff6c2 req-44b88898-f5b0-4834-a43c-45015dd4abe8 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 945 time: 0.0861485 Aug 09 15:52:45.719355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 1ed1316a-0351-412f-8ada-42ec3a9c3323, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1ed1316a-0351-412f-8ada-42ec3a9c3323,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:45.728620 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.735757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.760817 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7391575d-78fc-430d-ad7c-1426706ff6c2 req-197d5914-8ba3-461c-9465-3b27110d5f61 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540111 Aug 09 15:52:45.768621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 7af596a4-7b1f-483a-89e4-c339072160e3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:45.768996 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.819720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cdf88-0895-4d7d-892d-f6995d32b4f1 req-0f1c77ef-9be4-4085-9ce8-1251e21bf780 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.821425 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-886cdf88-0895-4d7d-892d-f6995d32b4f1 req-0f1c77ef-9be4-4085-9ce8-1251e21bf780 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 945 time: 0.1719313 Aug 09 15:52:45.902513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d99a024-3c77-4a95-b77c-bf8629734721 req-6c7b9adb-8c2b-42b9-b660-02af962c02a2 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.60 "GET /v2.0/ports?device_id=c325a977-5afd-468c-bd07-c1fd566cf776 HTTP/1.1" status: 200 len: 210 time: 0.0467958 Aug 09 15:52:45.938481 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-886cdf88-0895-4d7d-892d-f6995d32b4f1 req-edea8def-73f2-4cbb-a4d6-785cbe4cdb4d tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089029 Aug 09 15:52:45.950542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0166eda-400e-49d1-8e58-a9f5e2faceee req-d6bc40c3-0c27-4314-b0f5-4eaf00c3f3ce tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.957985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0166eda-400e-49d1-8e58-a9f5e2faceee req-d6bc40c3-0c27-4314-b0f5-4eaf00c3f3ce tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.958488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b75181-1c9b-405f-9297-9cd3037a0ac9 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:45.964179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0166eda-400e-49d1-8e58-a9f5e2faceee req-d6bc40c3-0c27-4314-b0f5-4eaf00c3f3ce tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.979711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0166eda-400e-49d1-8e58-a9f5e2faceee req-d6bc40c3-0c27-4314-b0f5-4eaf00c3f3ce tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.982555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0166eda-400e-49d1-8e58-a9f5e2faceee req-d6bc40c3-0c27-4314-b0f5-4eaf00c3f3ce tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.989628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0166eda-400e-49d1-8e58-a9f5e2faceee req-d6bc40c3-0c27-4314-b0f5-4eaf00c3f3ce tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.996177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0166eda-400e-49d1-8e58-a9f5e2faceee req-d6bc40c3-0c27-4314-b0f5-4eaf00c3f3ce tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.998176 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d0166eda-400e-49d1-8e58-a9f5e2faceee req-d6bc40c3-0c27-4314-b0f5-4eaf00c3f3ce tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5425 time: 0.1468081 Aug 09 15:52:46.008667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=1ed1316a-0351-412f-8ada-42ec3a9c3323,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:46.031620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-343089c7-4b0c-49a5-ba29-6d9ab1c20434 None None] Provisioning complete for port a784005e-ade0-4433-8173-681ac3a87303 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:46.032118 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-343089c7-4b0c-49a5-ba29-6d9ab1c20434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.061286 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d0166eda-400e-49d1-8e58-a9f5e2faceee req-51ef0e69-748f-4dfa-aece-bf5c77b6cf66 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522413 Aug 09 15:52:46.081261 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49dc53b-e9cd-43f9-b08b-d632d1b0551e x-openstack-request-id: req-b49dc53b-e9cd-43f9-b08b-d632d1b0551e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:46.083549 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "1ed1316a-0351-412f-8ada-42ec3a9c3323", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:46.084179 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b49dc53b-e9cd-43f9-b08b-d632d1b0551e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:46.084737 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed1316a-0351-412f-8ada-42ec3a9c3323', 'code': 200} Aug 09 15:52:46.089280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 64b75181-1c9b-405f-9297-9cd3037a0ac9, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=64b75181-1c9b-405f-9297-9cd3037a0ac9,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:46.134699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd766cbb-2b55-4dce-b9e4-a4b496fcdfe7 req-04f1d351-e6e2-4cfd-9ee9-399ce0444382 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:46.136357 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fd766cbb-2b55-4dce-b9e4-a4b496fcdfe7 req-04f1d351-e6e2-4cfd-9ee9-399ce0444382 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.60 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 945 time: 0.1884079 Aug 09 15:52:46.149032 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.149735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5c157cf4-9aaa-47fa-aba5-df3034f5174b details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:46.276472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7ed604ba-46c4-4939-937f-a0e17b35fe7a tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Deleting port b75072fc-fd9b-4fed-9569-f58c675cd048 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:46.277001 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ed604ba-46c4-4939-937f-a0e17b35fe7a tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.290145 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d71f541-910d-465e-af86-d77371e468b1 req-67431209-55c2-408a-b3f0-3379ff1a3f22 tempest-ServerShowV247Test-635009619 tempest-ServerShowV247Test-635009619-project] 10.222.0.81 "GET /v2.0/ports?device_id=c325a977-5afd-468c-bd07-c1fd566cf776 HTTP/1.1" status: 200 len: 210 time: 0.0460753 Aug 09 15:52:46.318994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5c157cf4-9aaa-47fa-aba5-df3034f5174b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5c157cf4-9aaa-47fa-aba5-df3034f5174b,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:46.340064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=64b75181-1c9b-405f-9297-9cd3037a0ac9,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:46.363998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '5c157cf4-9aaa-47fa-aba5-df3034f5174b', 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4', 'port_id': '5c157cf4-9aaa-47fa-aba5-df3034f5174b', 'mac_address': 'fa:16:3e:b3:61:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39bff017-66a5-44c5-b50a-e9fe63406ced', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:46.381321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-fd766cbb-2b55-4dce-b9e4-a4b496fcdfe7 req-d0065ead-f67a-45a5-9112-5c8b8a64bd34 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Deleting port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:46.381689 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fd766cbb-2b55-4dce-b9e4-a4b496fcdfe7 req-d0065ead-f67a-45a5-9112-5c8b8a64bd34 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.405710 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ed604ba-46c4-4939-937f-a0e17b35fe7a tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.454308 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.459194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7ed604ba-46c4-4939-937f-a0e17b35fe7a tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Calling delete_port for b75072fc-fd9b-4fed-9569-f58c675cd048 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:46.482177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c157cf4-9aaa-47fa-aba5-df3034f5174b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:46.505803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5c157cf4-9aaa-47fa-aba5-df3034f5174b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5c157cf4-9aaa-47fa-aba5-df3034f5174b,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:46.511245 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.512497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:46.573268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5c157cf4-9aaa-47fa-aba5-df3034f5174b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:46.624421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:46.642206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31', 'network_id': 'a5b49e70-6de9-4bad-8362-db65b48eb6e4', 'port_id': '9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31', 'mac_address': 'fa:16:3e:a5:27:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39bff017-66a5-44c5-b50a-e9fe63406ced', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:46.663263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-fd766cbb-2b55-4dce-b9e4-a4b496fcdfe7 req-d0065ead-f67a-45a5-9112-5c8b8a64bd34 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] For port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6fa6714b-8d3a-4921-8fd9-fccae0d2d813,segment=NetworkSegment(5c1ba80a-966a-4d8a-b477-0a5832b458c4),segment_id=5c1ba80a-966a-4d8a-b477-0a5832b458c4)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:46.663638 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fd766cbb-2b55-4dce-b9e4-a4b496fcdfe7 req-d0065ead-f67a-45a5-9112-5c8b8a64bd34 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.686452 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.689697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-fd766cbb-2b55-4dce-b9e4-a4b496fcdfe7 req-d0065ead-f67a-45a5-9112-5c8b8a64bd34 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Calling delete_port for 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:46.701123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:46.723202 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:46.727664 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.728456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b9288acd-e1c5-456a-b29f-45a4f0ca95a4 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:46.832149 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:46.856875 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ed604ba-46c4-4939-937f-a0e17b35fe7a tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.892744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b9288acd-e1c5-456a-b29f-45a4f0ca95a4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:46.906136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'b9288acd-e1c5-456a-b29f-45a4f0ca95a4', 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02', 'port_id': 'b9288acd-e1c5-456a-b29f-45a4f0ca95a4', 'mac_address': 'fa:16:3e:60:17:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3085894-0751-4872-a5e8-b00412ed7387', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:46.965173 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.969270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed604ba-46c4-4939-937f-a0e17b35fe7a tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event deleted for resources: {'Port': ['ID=b75072fc-fd9b-4fed-9569-f58c675cd048,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:46.986758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9288acd-e1c5-456a-b29f-45a4f0ca95a4 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:47.020211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b9288acd-e1c5-456a-b29f-45a4f0ca95a4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:47.025893 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.026637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:47.098350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fd766cbb-2b55-4dce-b9e4-a4b496fcdfe7 req-d0065ead-f67a-45a5-9112-5c8b8a64bd34 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.112010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:47.116685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['6fa6714b-8d3a-4921-8fd9-fccae0d2d813'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:47.152257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0065ead-f67a-45a5-9112-5c8b8a64bd34 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Pushing event deleted for resources: {'Port': ['ID=6fa6714b-8d3a-4921-8fd9-fccae0d2d813,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:47.163791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c5139-16eb-4e0c-8f03-c192fb7d8c38 req-11cfb525-329e-4850-801c-0c6bc762a4b4 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.165530 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-929c5139-16eb-4e0c-8f03-c192fb7d8c38 req-11cfb525-329e-4850-801c-0c6bc762a4b4 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/ports?device_id=8199746a-e567-45fe-bc64-7539b33f4e10 HTTP/1.1" status: 200 len: 867 time: 0.2707758 Aug 09 15:52:47.171055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eee04-83d0-496f-87a0-3ac35505469d req-2ff41f71-6cb5-441e-93f4-aa170f249ea9 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.174677 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:47.181221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '1cc3f37e-6ad0-4636-805d-3e5e7885a0f4', 'network_id': '1c3c728d-829e-4443-8957-ac78e0ccda02', 'port_id': '1cc3f37e-6ad0-4636-805d-3e5e7885a0f4', 'mac_address': 'fa:16:3e:81:0a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3085894-0751-4872-a5e8-b00412ed7387', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:47.181848 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a29eee04-83d0-496f-87a0-3ac35505469d req-2ff41f71-6cb5-441e-93f4-aa170f249ea9 tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 945 time: 0.1177299 Aug 09 15:52:47.238674 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.243909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a29eee04-83d0-496f-87a0-3ac35505469d req-811544e3-b7e9-4818-940f-83f8ab1da4ca tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/security-groups?id=f913809f-9065-4c36-84db-4dd72e7997da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608270 Aug 09 15:52:47.265496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:47.274352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd766cbb-2b55-4dce-b9e4-a4b496fcdfe7 req-d0065ead-f67a-45a5-9112-5c8b8a64bd34 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] No DVR routers for this DVR port 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:47.277041 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fd766cbb-2b55-4dce-b9e4-a4b496fcdfe7 req-d0065ead-f67a-45a5-9112-5c8b8a64bd34 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.279584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fd766cbb-2b55-4dce-b9e4-a4b496fcdfe7 req-d0065ead-f67a-45a5-9112-5c8b8a64bd34 tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.60 "DELETE /v2.0/ports/6fa6714b-8d3a-4921-8fd9-fccae0d2d813 HTTP/1.1" status: 204 len: 173 time: 1.1200724 Aug 09 15:52:47.304938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8199746a-e567-45fe-bc64-7539b33f4e10', 'name': 'network-vif-deleted', 'tag': '6fa6714b-8d3a-4921-8fd9-fccae0d2d813'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:47.307328 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c064b5a-d7a4-49f6-832c-64491b8405e2" -d '{"events": [{"server_uuid": "8199746a-e567-45fe-bc64-7539b33f4e10", "name": "network-vif-deleted", "tag": "6fa6714b-8d3a-4921-8fd9-fccae0d2d813"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:47.324386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:47.332151 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.363604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da860652-bf45-4f8a-9918-c723c66cce31 req-687171bd-fac2-4554-8d6f-baa7abd42aad tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.367411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da860652-bf45-4f8a-9918-c723c66cce31 req-687171bd-fac2-4554-8d6f-baa7abd42aad tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 945 time: 0.3497977 Aug 09 15:52:47.389999 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-929c5139-16eb-4e0c-8f03-c192fb7d8c38 req-51809a1f-ad8c-4d42-8ef9-07d6bee2aaeb tempest-ServerTagsTestJSON-1599935144 tempest-ServerTagsTestJSON-1599935144-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960793 Aug 09 15:52:47.392459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:47.401325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff41af-3717-4b0b-a528-ced89a1d9297 req-7c903fcf-fb7e-436b-a113-ff06fa99e6d0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.403586 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff41af-3717-4b0b-a528-ced89a1d9297 req-7c903fcf-fb7e-436b-a113-ff06fa99e6d0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.408474 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ed604ba-46c4-4939-937f-a0e17b35fe7a tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.413863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff41af-3717-4b0b-a528-ced89a1d9297 req-7c903fcf-fb7e-436b-a113-ff06fa99e6d0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.424984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff41af-3717-4b0b-a528-ced89a1d9297 req-7c903fcf-fb7e-436b-a113-ff06fa99e6d0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.432562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff41af-3717-4b0b-a528-ced89a1d9297 req-7c903fcf-fb7e-436b-a113-ff06fa99e6d0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.440211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff41af-3717-4b0b-a528-ced89a1d9297 req-7c903fcf-fb7e-436b-a113-ff06fa99e6d0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.447010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff41af-3717-4b0b-a528-ced89a1d9297 req-7c903fcf-fb7e-436b-a113-ff06fa99e6d0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.460569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eaff41af-3717-4b0b-a528-ced89a1d9297 req-7c903fcf-fb7e-436b-a113-ff06fa99e6d0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5429 time: 0.1495836 Aug 09 15:52:47.524294 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eaff41af-3717-4b0b-a528-ced89a1d9297 req-3731f16b-3c40-4fb6-b6ab-932ace450875 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560086 Aug 09 15:52:47.542625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a784005e-ade0-4433-8173-681ac3a87303 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:47.651389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a784005e-ade0-4433-8173-681ac3a87303 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:47.651626 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4f83c1-b039-4807-bbfa-9e9e0a14034f x-openstack-request-id: req-fe4f83c1-b039-4807-bbfa-9e9e0a14034f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:47.651930 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8199746a-e567-45fe-bc64-7539b33f4e10", "name": "network-vif-deleted", "tag": "6fa6714b-8d3a-4921-8fd9-fccae0d2d813", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:47.652062 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.652180 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe4f83c1-b039-4807-bbfa-9e9e0a14034f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:47.652572 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8199746a-e567-45fe-bc64-7539b33f4e10', 'name': 'network-vif-deleted', 'tag': '6fa6714b-8d3a-4921-8fd9-fccae0d2d813', 'status': 'completed', 'code': 200} Aug 09 15:52:47.775858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed604ba-46c4-4939-937f-a0e17b35fe7a tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Router bc7c8a7e-ea49-4808-88c3-9705d0e4aebe has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:47.797117 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-da860652-bf45-4f8a-9918-c723c66cce31 req-8219ee5a-c07f-4d42-bb34-afe2c637b9fa tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Deleting port e566222f-e81e-4d54-b23b-07c20c5295c3 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:47.797566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-da860652-bf45-4f8a-9918-c723c66cce31 req-8219ee5a-c07f-4d42-bb34-afe2c637b9fa tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.944660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5c157cf4-9aaa-47fa-aba5-df3034f5174b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:47.958146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed604ba-46c4-4939-937f-a0e17b35fe7a tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:47.971195 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841c6d2-424d-4328-91a7-e311b73182da None None] Sync routers for ids ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:47.973887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41632) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:47.977702 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7ed604ba-46c4-4939-937f-a0e17b35fe7a tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "PUT /v2.0/routers/bc7c8a7e-ea49-4808-88c3-9705d0e4aebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8016071 Aug 09 15:52:47.991822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:47.993422 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841c6d2-424d-4328-91a7-e311b73182da None None] Routers {'bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:47.996485 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4841c6d2-424d-4328-91a7-e311b73182da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:47.996733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41634) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:48.012881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['1cc3f37e-6ad0-4636-805d-3e5e7885a0f4'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:48.032474 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-7ffd772b-4a25-44d5-8545-9470f25ac88c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] delete failed (client error): The resource could not be found. Aug 09 15:52:48.034398 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7ffd772b-4a25-44d5-8545-9470f25ac88c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-973216406 HTTP/1.1" status: 404 len: 334 time: 0.0590291 Aug 09 15:52:48.039186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41638) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:48.047752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9800426a-3129-4e4f-8679-44e5f01711a7 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:48.050825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-da860652-bf45-4f8a-9918-c723c66cce31 req-8219ee5a-c07f-4d42-bb34-afe2c637b9fa tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] For port e566222f-e81e-4d54-b23b-07c20c5295c3, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e566222f-e81e-4d54-b23b-07c20c5295c3,segment=NetworkSegment(1fe2c13d-1400-472f-9411-fdb02aa5d03e),segment_id=1fe2c13d-1400-472f-9411-fdb02aa5d03e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:48.051203 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-da860652-bf45-4f8a-9918-c723c66cce31 req-8219ee5a-c07f-4d42-bb34-afe2c637b9fa tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.084584 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4841c6d2-424d-4328-91a7-e311b73182da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:48.087543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-da860652-bf45-4f8a-9918-c723c66cce31 req-8219ee5a-c07f-4d42-bb34-afe2c637b9fa tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Calling delete_port for e566222f-e81e-4d54-b23b-07c20c5295c3 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:48.094047 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841c6d2-424d-4328-91a7-e311b73182da None None] Routers {'bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:48.094679 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4841c6d2-424d-4328-91a7-e311b73182da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:48.136353 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4841c6d2-424d-4328-91a7-e311b73182da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:48.137091 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841c6d2-424d-4328-91a7-e311b73182da None None] The sync data for ids ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:48.221292 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b77c7aec-6cb9-40a4-9734-0bef28c06938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.323376 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-da860652-bf45-4f8a-9918-c723c66cce31 req-8219ee5a-c07f-4d42-bb34-afe2c637b9fa tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.359340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['e566222f-e81e-4d54-b23b-07c20c5295c3'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:48.370799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219ee5a-c07f-4d42-bb34-afe2c637b9fa tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Pushing event deleted for resources: {'Port': ['ID=e566222f-e81e-4d54-b23b-07c20c5295c3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:48.397994 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9800426a-3129-4e4f-8679-44e5f01711a7 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.416837 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9248d2a-afd4-43e5-bb71-38c004395f83 req-e6ddfae4-51c3-46c1-8d97-604a3ef43bbc tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d931fb-9991-4430-a9f1-9dcc53be9608 HTTP/1.1" status: 200 len: 210 time: 0.0501840 Aug 09 15:52:48.434690 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-9800426a-3129-4e4f-8679-44e5f01711a7 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] update failed (client error): The resource could not be found. Aug 09 15:52:48.435837 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9800426a-3129-4e4f-8679-44e5f01711a7 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "PUT /v2.0/routers/bc7c8a7e-ea49-4808-88c3-9705d0e4aebe HTTP/1.1" status: 404 len: 339 time: 0.3952460 Aug 09 15:52:48.442040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41644) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:48.463884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41646) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:48.472950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-da860652-bf45-4f8a-9918-c723c66cce31 req-8219ee5a-c07f-4d42-bb34-afe2c637b9fa tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] No DVR routers for this DVR port e566222f-e81e-4d54-b23b-07c20c5295c3 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:48.479235 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-da860652-bf45-4f8a-9918-c723c66cce31 req-8219ee5a-c07f-4d42-bb34-afe2c637b9fa tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.481634 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da860652-bf45-4f8a-9918-c723c66cce31 req-8219ee5a-c07f-4d42-bb34-afe2c637b9fa tempest-ServerDiskConfigTestJSON-603419060 tempest-ServerDiskConfigTestJSON-603419060-project] 10.222.0.60 "DELETE /v2.0/ports/e566222f-e81e-4d54-b23b-07c20c5295c3 HTTP/1.1" status: 204 len: 173 time: 1.0902753 Aug 09 15:52:48.543617 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b77c7aec-6cb9-40a4-9734-0bef28c06938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.550960 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b77c7aec-6cb9-40a4-9734-0bef28c06938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.570585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a753f8a-af89-4c98-b660-21c6aff4cf2b admin admin] Deleting subnet a897ac63-0e98-4438-a2fa-d17e561ff126 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:48.609933 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0a753f8a-af89-4c98-b660-21c6aff4cf2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.616696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b77c7aec-6cb9-40a4-9734-0bef28c06938 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ccb83765e69747b58adf3e920028f7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6188371 Aug 09 15:52:48.648090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41654) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:48.696270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c7aec-6cb9-40a4-9734-0bef28c06938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df11109e-fb05-4882-b3af-4ab04f673738,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:48.759348 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-368567cf-cb17-48d6-bfca-db21ccf21734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.765705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4fe47-e60b-4bd7-bb39-ab0b2420fccb req-85ac6f86-83dd-41c1-bcf2-d8ea8c321eed tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:48.773021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4fe47-e60b-4bd7-bb39-ab0b2420fccb req-85ac6f86-83dd-41c1-bcf2-d8ea8c321eed tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:48.779991 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4fe47-e60b-4bd7-bb39-ab0b2420fccb req-85ac6f86-83dd-41c1-bcf2-d8ea8c321eed tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:48.783933 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-368567cf-cb17-48d6-bfca-db21ccf21734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.787578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4fe47-e60b-4bd7-bb39-ab0b2420fccb req-85ac6f86-83dd-41c1-bcf2-d8ea8c321eed tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:48.793822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4fe47-e60b-4bd7-bb39-ab0b2420fccb req-85ac6f86-83dd-41c1-bcf2-d8ea8c321eed tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:48.796011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['3466e235-97ff-4dc2-8d02-ef6f15d1cb22'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:48.801509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4fe47-e60b-4bd7-bb39-ab0b2420fccb req-85ac6f86-83dd-41c1-bcf2-d8ea8c321eed tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:48.807963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4fe47-e60b-4bd7-bb39-ab0b2420fccb req-85ac6f86-83dd-41c1-bcf2-d8ea8c321eed tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:48.817550 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54c4fe47-e60b-4bd7-bb39-ab0b2420fccb req-85ac6f86-83dd-41c1-bcf2-d8ea8c321eed tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5430 time: 0.1781044 Aug 09 15:52:48.846242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-368567cf-cb17-48d6-bfca-db21ccf21734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.850151 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-368567cf-cb17-48d6-bfca-db21ccf21734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.851585 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-368567cf-cb17-48d6-bfca-db21ccf21734 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df11109e-fb05-4882-b3af-4ab04f673738 HTTP/1.1" status: 204 len: 168 time: 0.2008684 Aug 09 15:52:48.864081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368567cf-cb17-48d6-bfca-db21ccf21734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df11109e-fb05-4882-b3af-4ab04f673738,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:48.888583 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0a753f8a-af89-4c98-b660-21c6aff4cf2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.932519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0a753f8a-af89-4c98-b660-21c6aff4cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.054219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['b9288acd-e1c5-456a-b29f-45a4f0ca95a4'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:49.122230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['64b75181-1c9b-405f-9297-9cd3037a0ac9'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:49.428381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54c4fe47-e60b-4bd7-bb39-ab0b2420fccb req-e3771c07-6290-4750-a919-f254bdcb61bc tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6098626 Aug 09 15:52:49.549102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0a753f8a-af89-4c98-b660-21c6aff4cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.597294 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.602373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a753f8a-af89-4c98-b660-21c6aff4cf2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a897ac63-0e98-4438-a2fa-d17e561ff126,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:49.614699 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0a753f8a-af89-4c98-b660-21c6aff4cf2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.616979 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0a753f8a-af89-4c98-b660-21c6aff4cf2b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a897ac63-0e98-4438-a2fa-d17e561ff126 HTTP/1.1" status: 204 len: 168 time: 1.1528063 Aug 09 15:52:49.620626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41686) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:49.651973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41690) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:49.660412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d931fb-9991-4430-a9f1-9dcc53be9608', 'name': 'network-vif-deleted', 'tag': 'e566222f-e81e-4d54-b23b-07c20c5295c3'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:49.662852 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb020f53-7e4e-4b42-8036-bfdc46a929d2" -d '{"events": [{"server_uuid": "f2d931fb-9991-4430-a9f1-9dcc53be9608", "name": "network-vif-deleted", "tag": "e566222f-e81e-4d54-b23b-07c20c5295c3"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:49.718557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20dab32-dc9c-4a24-a687-da2b8e503b45 admin admin] Deleting subnet c86acb35-9863-4f87-ad55-3e0131e2a197 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:49.726161 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d20dab32-dc9c-4a24-a687-da2b8e503b45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.760611 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd7fc69-1d70-44ef-98d3-dd527da6a13b x-openstack-request-id: req-1bd7fc69-1d70-44ef-98d3-dd527da6a13b {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:49.760903 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d931fb-9991-4430-a9f1-9dcc53be9608", "name": "network-vif-deleted", "tag": "e566222f-e81e-4d54-b23b-07c20c5295c3", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:49.761902 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1bd7fc69-1d70-44ef-98d3-dd527da6a13b {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:49.762254 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d931fb-9991-4430-a9f1-9dcc53be9608', 'name': 'network-vif-deleted', 'tag': 'e566222f-e81e-4d54-b23b-07c20c5295c3', 'status': 'completed', 'code': 200} Aug 09 15:52:49.776470 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d20dab32-dc9c-4a24-a687-da2b8e503b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.807799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.823202 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d20dab32-dc9c-4a24-a687-da2b8e503b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.863347 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41700) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:49.921811 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d20dab32-dc9c-4a24-a687-da2b8e503b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.952343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dab32-dc9c-4a24-a687-da2b8e503b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c86acb35-9863-4f87-ad55-3e0131e2a197,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:49.956079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.958264 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d20dab32-dc9c-4a24-a687-da2b8e503b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.962411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d20dab32-dc9c-4a24-a687-da2b8e503b45 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c86acb35-9863-4f87-ad55-3e0131e2a197 HTTP/1.1" status: 204 len: 168 time: 0.3070421 Aug 09 15:52:49.963197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41706) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:49.993410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e2ba12-a253-4e05-9b97-baa0c3bc0fa5']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:50.010744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1ba80a-966a-4d8a-b477-0a5832b458c4') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:50.011040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1ba80a-966a-4d8a-b477-0a5832b458c4') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:50.028844 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.037362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Allocated IP 172.20.0.1 (f22feaff-20b5-47b3-a460-72631ee6ba4b/39e7ce27-088f-4a00-be1b-2e509592254d/22542572-60bd-48b2-89c1-30ca7bb27b91) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:50.053808 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.060411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-181373487-network', 'tenant_id': 'e5f1a03c287a42209d0b9eb2d0d97d41'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:50.064050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:50.064538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:50.066490 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:50.100895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.116115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Made reservation on behalf of e5f1a03c287a42209d0b9eb2d0d97d41 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:50.118604 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.132264 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.220167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.229622 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.237723 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.243034 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/36e2ba12-a253-4e05-9b97-baa0c3bc0fa5 HTTP/1.1" status: 204 len: 168 time: 0.6189020 Aug 09 15:52:50.248337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482e2903-7b7e-4858-aadf-8654b768bf58']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:50.264614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe2c13d-1400-472f-9411-fdb02aa5d03e') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:50.264916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe2c13d-1400-472f-9411-fdb02aa5d03e') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:50.271282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2123c7-7d89-4dc4-8b71-b31fbe5ab0e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=36e2ba12-a253-4e05-9b97-baa0c3bc0fa5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:50.281697 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.292341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6c2d0-a5a9-4825-bdf2-effd8e102e33 req-a7dde919-ee33-49d0-8d04-fb3bc9343bea tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.294733 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-43a6c2d0-a5a9-4825-bdf2-effd8e102e33 req-a7dde919-ee33-49d0-8d04-fb3bc9343bea tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1724524 Aug 09 15:52:50.304716 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.318735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:50.319245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:50.320943 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:50.342746 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.368482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Transition to ACTIVE for port object 22542572-60bd-48b2-89c1-30ca7bb27b91 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:50.384496 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-43a6c2d0-a5a9-4825-bdf2-effd8e102e33 req-de557df0-cfb2-49b5-8bfa-81a6aaddd9de tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813615 Aug 09 15:52:50.389720 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.406219 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.421159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.424671 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.427945 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.435327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] 10.222.0.81 "DELETE /v2.0/networks/482e2903-7b7e-4858-aadf-8654b768bf58 HTTP/1.1" status: 204 len: 168 time: 0.4664333 Aug 09 15:52:50.442500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:50.461497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41714) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:50.477814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc693b4e-8ff0-4b76-a760-e0407e1c7a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=482e2903-7b7e-4858-aadf-8654b768bf58,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:50.488923 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.489241 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Added segment 39b44269-6b19-4a7a-bf2a-e80e44f2004b of type vlan for network bda938b4-f252-4ee7-b4cf-f10144f1cc5d Aug 09 15:52:50.503917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Network f22feaff-20b5-47b3-a460-72631ee6ba4b is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:50.509666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460e0468-f7c6-4471-acde-5925b1ca565a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:50.510462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:50.526176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:50.585440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event updated for resources: {'Port': ['ID=22542572-60bd-48b2-89c1-30ca7bb27b91,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:50.597244 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.632683 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d69c4da5-9301-4c66-977e-0e13d9668972 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1aa2fd805ade4bbb89de089c4040706d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671543 Aug 09 15:52:50.636387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41718) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:50.647301 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.682704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41722) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:50.699266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f171f7-bb41-4d3d-ba15-c0ddf243b1dc req-ef54502f-e0fb-4876-86b8-4bdf7bde30dc tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.708629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f171f7-bb41-4d3d-ba15-c0ddf243b1dc req-ef54502f-e0fb-4876-86b8-4bdf7bde30dc tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.717745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f171f7-bb41-4d3d-ba15-c0ddf243b1dc req-ef54502f-e0fb-4876-86b8-4bdf7bde30dc tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.725904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f171f7-bb41-4d3d-ba15-c0ddf243b1dc req-ef54502f-e0fb-4876-86b8-4bdf7bde30dc tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.732478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f171f7-bb41-4d3d-ba15-c0ddf243b1dc req-ef54502f-e0fb-4876-86b8-4bdf7bde30dc tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.739781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f171f7-bb41-4d3d-ba15-c0ddf243b1dc req-ef54502f-e0fb-4876-86b8-4bdf7bde30dc tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.746687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f171f7-bb41-4d3d-ba15-c0ddf243b1dc req-ef54502f-e0fb-4876-86b8-4bdf7bde30dc tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.748633 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42f171f7-bb41-4d3d-ba15-c0ddf243b1dc req-ef54502f-e0fb-4876-86b8-4bdf7bde30dc tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5430 time: 0.2201891 Aug 09 15:52:50.756848 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6ff9d909-b82b-4a6d-bd21-3469c21e5520 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f09dbc0d7644283a77bfb624a682b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728853 Aug 09 15:52:50.757465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41724) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:50.800420 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.840193 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e123042a-33c7-4acf-9932-18057805f475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.866470 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.868138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.868138 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.873571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-92b67805-9e5b-44ac-85dd-829f8fb877ec None None] Provisioning for port 22542572-60bd-48b2-89c1-30ca7bb27b91 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:50.880969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-92b67805-9e5b-44ac-85dd-829f8fb877ec None None] Provisioning complete for port 22542572-60bd-48b2-89c1-30ca7bb27b91 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:50.882233 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92b67805-9e5b-44ac-85dd-829f8fb877ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.888375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e123042a-33c7-4acf-9932-18057805f475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.913464 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0489769 Aug 09 15:52:50.917931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42f171f7-bb41-4d3d-ba15-c0ddf243b1dc req-8bcd6b8b-ed56-4ca0-bdee-7c81cc84fa70 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564615 Aug 09 15:52:50.918418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41728) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:50.930336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-92b67805-9e5b-44ac-85dd-829f8fb877ec None None] Port 22542572-60bd-48b2-89c1-30ca7bb27b91 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:50.957441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ff095f72-1a39-479d-b79f-07af86e6397a admin admin] Request body: {'subnet': {'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-181373487-subnet', 'tenant_id': 'e5f1a03c287a42209d0b9eb2d0d97d41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:50.961773 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aca5949-1961-48b6-837d-bd6ba2d8f270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.998299 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aca5949-1961-48b6-837d-bd6ba2d8f270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.001770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53b23e-bbab-4cad-8d0a-fd5d33aaab1f admin admin] Pushing event updated for resources: {'Network': ['ID=bda938b4-f252-4ee7-b4cf-f10144f1cc5d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:51.010526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff095f72-1a39-479d-b79f-07af86e6397a admin admin] Made reservation on behalf of e5f1a03c287a42209d0b9eb2d0d97d41 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:51.013701 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff095f72-1a39-479d-b79f-07af86e6397a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.022376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network bda938b4-f252-4ee7-b4cf-f10144f1cc5d details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:51.104004 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e123042a-33c7-4acf-9932-18057805f475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.107738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e123042a-33c7-4acf-9932-18057805f475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.108984 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e123042a-33c7-4acf-9932-18057805f475 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e2cf208-1a47-44c6-8dcd-ab6f44e4e464 HTTP/1.1" status: 204 len: 168 time: 0.4715729 Aug 09 15:52:51.139666 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aca5949-1961-48b6-837d-bd6ba2d8f270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.141273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123042a-33c7-4acf-9932-18057805f475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2cf208-1a47-44c6-8dcd-ab6f44e4e464,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:51.142622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aca5949-1961-48b6-837d-bd6ba2d8f270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.144006 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9aca5949-1961-48b6-837d-bd6ba2d8f270 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f913809f-9065-4c36-84db-4dd72e7997da HTTP/1.1" status: 204 len: 168 time: 0.3675449 Aug 09 15:52:51.163259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca5949-1961-48b6-837d-bd6ba2d8f270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f913809f-9065-4c36-84db-4dd72e7997da,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:51.187778 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:52:51.225337 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.233870 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.322041 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.324259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event updated for resources: {'Port': ['ID=22542572-60bd-48b2-89c1-30ca7bb27b91,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:51.355611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e566222f-e81e-4d54-b23b-07c20c5295c3 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:51.362426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b9288acd-e1c5-456a-b29f-45a4f0ca95a4 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:51.363648 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff095f72-1a39-479d-b79f-07af86e6397a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.408903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: e566222f-e81e-4d54-b23b-07c20c5295c3 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:51.410035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e566222f-e81e-4d54-b23b-07c20c5295c3 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:51.411364 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:51.468700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff095f72-1a39-479d-b79f-07af86e6397a admin admin] Checking segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:51.469071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff095f72-1a39-479d-b79f-07af86e6397a admin admin] Network hostable DHCP agents. Network: bda938b4-f252-4ee7-b4cf-f10144f1cc5d, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:51.479008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff095f72-1a39-479d-b79f-07af86e6397a admin admin] Pushing event updated for resources: {'Subnet': ['ID=753134b0-7750-440f-bc44-e17b7bfff805,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:51.502945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:51.503556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6fa6714b-8d3a-4921-8fd9-fccae0d2d813 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:51.504175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff095f72-1a39-479d-b79f-07af86e6397a admin admin] Network bda938b4-f252-4ee7-b4cf-f10144f1cc5d is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:51.523253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ff095f72-1a39-479d-b79f-07af86e6397a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, bda938b4-f252-4ee7-b4cf-f10144f1cc5d) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:51.537089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bb604e-de2c-482f-bd1c-53d591a1e95f None None] Network bda938b4-f252-4ee7-b4cf-f10144f1cc5d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:51.540298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff095f72-1a39-479d-b79f-07af86e6397a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:51.541167 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff095f72-1a39-479d-b79f-07af86e6397a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.541617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port b9288acd-e1c5-456a-b29f-45a4f0ca95a4 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:51.577820 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ff095f72-1a39-479d-b79f-07af86e6397a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6284425 Aug 09 15:52:51.585920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port b9288acd-e1c5-456a-b29f-45a4f0ca95a4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:51.586401 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.625754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Network f22feaff-20b5-47b3-a460-72631ee6ba4b is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:51.630769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:51.749122 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.759949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca6d004-6fa3-419e-950e-10ff4ef31f57 None None] Network bda938b4-f252-4ee7-b4cf-f10144f1cc5d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:51.827344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9288acd-e1c5-456a-b29f-45a4f0ca95a4'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:51.830487 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e209dd7-886c-44ba-936e-1fc9d5f8ad4b" -d '{"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "b9288acd-e1c5-456a-b29f-45a4f0ca95a4"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:51.862277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b9288acd-e1c5-456a-b29f-45a4f0ca95a4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:51.926304 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.927322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:51.956529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca48466-e4dc-48cb-8e61-478396cf19ef req-8e3248c8-2a74-41e8-96b2-233eed9924cb tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:51.966804 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cca48466-e4dc-48cb-8e61-478396cf19ef req-8e3248c8-2a74-41e8-96b2-233eed9924cb tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.3188496 Aug 09 15:52:52.003790 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Router bc7c8a7e-ea49-4808-88c3-9705d0e4aebe has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:52.030258 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f00987d-9efb-4efc-9a82-3fc1de65b670 x-openstack-request-id: req-1f00987d-9efb-4efc-9a82-3fc1de65b670 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:52.030784 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "b9288acd-e1c5-456a-b29f-45a4f0ca95a4", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:52.031564 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f00987d-9efb-4efc-9a82-3fc1de65b670 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:52.032627 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9288acd-e1c5-456a-b29f-45a4f0ca95a4', 'code': 200} Aug 09 15:52:52.040507 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cca48466-e4dc-48cb-8e61-478396cf19ef req-f3cf63d9-cc62-48eb-b9b6-1cf2c1497d91 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721276 Aug 09 15:52:52.116817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:52.126520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:52.137484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:52.138058 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.200446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-318da888-101e-4303-addc-4d3e4d39526d None None] Provisioning complete for port 22542572-60bd-48b2-89c1-30ca7bb27b91 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:52.201120 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-318da888-101e-4303-addc-4d3e4d39526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.247712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:52.254073 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-197e5687-e8b5-495d-86e9-cc4ca17fb9c4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "PUT /v2.0/routers/bc7c8a7e-ea49-4808-88c3-9705d0e4aebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8104217 Aug 09 15:52:52.257028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41776) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:52.274477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5aa62-d686-4547-b460-0beffc1ef1b0 req-d721bd50-391e-4ddc-90ed-7cbd78192e2a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:52.281620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5aa62-d686-4547-b460-0beffc1ef1b0 req-d721bd50-391e-4ddc-90ed-7cbd78192e2a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:52.289347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5aa62-d686-4547-b460-0beffc1ef1b0 req-d721bd50-391e-4ddc-90ed-7cbd78192e2a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:52.292414 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.294852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeee889f-4bb0-4d40-afaa-fb3501578d09 None None] Sync routers for ids ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:52.296725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5aa62-d686-4547-b460-0beffc1ef1b0 req-d721bd50-391e-4ddc-90ed-7cbd78192e2a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:52.304366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5aa62-d686-4547-b460-0beffc1ef1b0 req-d721bd50-391e-4ddc-90ed-7cbd78192e2a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:52.310894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5aa62-d686-4547-b460-0beffc1ef1b0 req-d721bd50-391e-4ddc-90ed-7cbd78192e2a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:52.315235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-318da888-101e-4303-addc-4d3e4d39526d None None] Port 22542572-60bd-48b2-89c1-30ca7bb27b91 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:52.319340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5aa62-d686-4547-b460-0beffc1ef1b0 req-d721bd50-391e-4ddc-90ed-7cbd78192e2a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:52.320894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee889f-4bb0-4d40-afaa-fb3501578d09 None None] Routers {'bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:52.321725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eeee889f-4bb0-4d40-afaa-fb3501578d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:52.327996 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fba5aa62-d686-4547-b460-0beffc1ef1b0 req-d721bd50-391e-4ddc-90ed-7cbd78192e2a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5431 time: 0.1494553 Aug 09 15:52:52.367784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eeee889f-4bb0-4d40-afaa-fb3501578d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:52.387467 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fba5aa62-d686-4547-b460-0beffc1ef1b0 req-b7b07689-4e4e-4463-858e-359d772d64a0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584149 Aug 09 15:52:52.391061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:52.393960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee889f-4bb0-4d40-afaa-fb3501578d09 None None] Routers {'bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:52.394690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eeee889f-4bb0-4d40-afaa-fb3501578d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:52.436665 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa240a70-62ff-4de0-9655-b504ce3ea74c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.456434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eeee889f-4bb0-4d40-afaa-fb3501578d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:52.457163 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeee889f-4bb0-4d40-afaa-fb3501578d09 None None] The sync data for ids ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:52.462554 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.463381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5c157cf4-9aaa-47fa-aba5-df3034f5174b up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:52.589371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:52.593007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 5c157cf4-9aaa-47fa-aba5-df3034f5174b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:52.598023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 5c157cf4-9aaa-47fa-aba5-df3034f5174b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:52.598398 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.615837 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-aa240a70-62ff-4de0-9655-b504ce3ea74c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 09 15:52:52.620007 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-aa240a70-62ff-4de0-9655-b504ce3ea74c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "DELETE /v2.0/routers/bc7c8a7e-ea49-4808-88c3-9705d0e4aebe HTTP/1.1" status: 409 len: 329 time: 0.3617663 Aug 09 15:52:52.620187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41800) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:52.684801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41802) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:52.690871 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.724128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41808) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:52.736576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5c157cf4-9aaa-47fa-aba5-df3034f5174b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5c157cf4-9aaa-47fa-aba5-df3034f5174b,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:52.741493 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.743336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 64b75181-1c9b-405f-9297-9cd3037a0ac9 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:52.759714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05bce1-a137-41de-964c-a02751537c89 req-a77df82b-3283-40cc-b565-2666f28cef64 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:52.761270 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-a77df82b-3283-40cc-b565-2666f28cef64 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.2241707 Aug 09 15:52:52.788616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-b599d319-a3b7-4c03-9d0f-decf8865f8d9 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/quotas/e5f1a03c287a42209d0b9eb2d0d97d41 HTTP/1.1" status: 200 len: 375 time: 0.0195544 Aug 09 15:52:52.838842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5c157cf4-9aaa-47fa-aba5-df3034f5174b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:52.859452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 64b75181-1c9b-405f-9297-9cd3037a0ac9 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:52.869078 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-c3e820b9-7c73-44d3-b4ba-9c98eb0633eb tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736778 Aug 09 15:52:52.870089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 64b75181-1c9b-405f-9297-9cd3037a0ac9 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:52.870502 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.887895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1448717038-network', 'tenant_id': 'cda60406277a46afb5eee6d38024ace7'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:52.979076 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.022976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 64b75181-1c9b-405f-9297-9cd3037a0ac9, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=64b75181-1c9b-405f-9297-9cd3037a0ac9,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:53.029925 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.030969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:53.060380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-99c00a79-c1ba-4429-82fd-1fee1a521dfb tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.123280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=64b75181-1c9b-405f-9297-9cd3037a0ac9,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:53.133125 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:53.141782 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:53.142208 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.228684 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.238607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bdd64-07f8-4ef8-9ae8-841b106602da req-ef5490a6-c081-437e-bcdf-57a720846fae tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.240335 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a0bdd64-07f8-4ef8-9ae8-841b106602da req-ef5490a6-c081-437e-bcdf-57a720846fae tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.1000082 Aug 09 15:52:53.264923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:53.269971 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.271480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:53.297401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1277349749-network', 'tenant_id': '7f5f5545a2b64607a099e08f8d3f4154'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:53.311928 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a0bdd64-07f8-4ef8-9ae8-841b106602da req-c22088ac-4ded-41c7-9e81-7e8979dd4f19 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488696 Aug 09 15:52:53.332842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Made reservation on behalf of 7f5f5545a2b64607a099e08f8d3f4154 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:53.336399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.345163 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:52:53.345163 n-d-803778-2 neutron-server[94290]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 15:52:53.345163 n-d-803778-2 neutron-server[94290]: [parameters: {'project_id': 'cda60406277a46afb5eee6d38024ace7', 'id': '42cb9b11-90cc-4ddf-a4b5-3906ac8c114f', 'expiration': datetime.datetime(2021, 8, 9, 15, 54, 53, 314365)}] Aug 09 15:52:53.345163 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:52:53.345761 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:52:53.348452 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.365684 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:53.386307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:53.391880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:53.392476 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.428626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-ec506c49-aea2-424d-ae79-fe44af552334 service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584204 Aug 09 15:52:53.430639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-99c00a79-c1ba-4429-82fd-1fee1a521dfb tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Deleting port 22542572-60bd-48b2-89c1-30ca7bb27b91 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:53.430980 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-99c00a79-c1ba-4429-82fd-1fee1a521dfb tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.566456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-4d42ff18-a5ae-4205-9db1-47f4c7d5872c service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366127 Aug 09 15:52:53.582853 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-99c00a79-c1ba-4429-82fd-1fee1a521dfb tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.584525 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.591482 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.601478 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-99c00a79-c1ba-4429-82fd-1fee1a521dfb tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Calling delete_port for 22542572-60bd-48b2-89c1-30ca7bb27b91 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:53.616036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:53.622207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f9b40-1f6c-420b-9a10-36885a3afe88 req-c0400efe-44d2-4a79-84fe-a5d9514278f6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.628686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f9b40-1f6c-420b-9a10-36885a3afe88 req-c0400efe-44d2-4a79-84fe-a5d9514278f6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.630634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2224ad69-2085-4dad-9338-d230c35852fa,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:53.634686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f9b40-1f6c-420b-9a10-36885a3afe88 req-c0400efe-44d2-4a79-84fe-a5d9514278f6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.636162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.636509 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Added segment 71c0a38e-2cd2-43fb-89da-f868eb199d75 of type vlan for network 61cf6497-c0e8-4aa1-b191-24858c95b289 Aug 09 15:52:53.640600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f9b40-1f6c-420b-9a10-36885a3afe88 req-c0400efe-44d2-4a79-84fe-a5d9514278f6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.646846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f9b40-1f6c-420b-9a10-36885a3afe88 req-c0400efe-44d2-4a79-84fe-a5d9514278f6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.652621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f9b40-1f6c-420b-9a10-36885a3afe88 req-c0400efe-44d2-4a79-84fe-a5d9514278f6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.659064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f9b40-1f6c-420b-9a10-36885a3afe88 req-c0400efe-44d2-4a79-84fe-a5d9514278f6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.660973 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c06f9b40-1f6c-420b-9a10-36885a3afe88 req-c0400efe-44d2-4a79-84fe-a5d9514278f6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5435 time: 0.1322486 Aug 09 15:52:53.687529 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.688081 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.744256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:53.749821 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.763808 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c06f9b40-1f6c-420b-9a10-36885a3afe88 req-67fa96f0-1cab-4e6a-88a7-2c78ef8523db tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953701 Aug 09 15:52:53.768795 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.769786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.770380 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.800030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9c418432-5e99-4556-badd-15e342178f4c req-f3449697-8e3c-44ce-b636-218f77c9d433 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 210 time: 0.0423276 Aug 09 15:52:53.854472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1262693 Aug 09 15:52:53.860696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41824) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:53.861809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:53.865703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-91a97341-0927-4066-8225-a077eefe2374 admin admin] Request body: {'subnet': {'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1277349749-subnet', 'tenant_id': '7f5f5545a2b64607a099e08f8d3f4154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:53.872069 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c2ae8-3270-40f2-ac95-446b1ac29e07 admin admin] Pushing event updated for resources: {'Network': ['ID=61cf6497-c0e8-4aa1-b191-24858c95b289,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:53.883536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Made reservation on behalf of cda60406277a46afb5eee6d38024ace7 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:53.886679 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.887518 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 61cf6497-c0e8-4aa1-b191-24858c95b289 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:53.896555 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.931833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a97341-0927-4066-8225-a077eefe2374 admin admin] Made reservation on behalf of 7f5f5545a2b64607a099e08f8d3f4154 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:53.934380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91a97341-0927-4066-8225-a077eefe2374 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.990362 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-99c00a79-c1ba-4429-82fd-1fee1a521dfb tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.033945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c00a79-c1ba-4429-82fd-1fee1a521dfb tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event deleted for resources: {'Port': ['ID=22542572-60bd-48b2-89c1-30ca7bb27b91,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:54.034213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3466e235-97ff-4dc2-8d02-ef6f15d1cb22'}, {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c157cf4-9aaa-47fa-aba5-df3034f5174b'}, {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b75181-1c9b-405f-9297-9cd3037a0ac9'}, {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc3f37e-6ad0-4636-805d-3e5e7885a0f4'}, {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:54.036678 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cd380d-cd83-43ef-977b-6fbc72f70054" -d '{"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "3466e235-97ff-4dc2-8d02-ef6f15d1cb22"}, {"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "5c157cf4-9aaa-47fa-aba5-df3034f5174b"}, {"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "64b75181-1c9b-405f-9297-9cd3037a0ac9"}, {"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "1cc3f37e-6ad0-4636-805d-3e5e7885a0f4"}, {"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:54.065427 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.083017 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.111706 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c260c484-122d-4e98-adc6-66d83ddd6efb x-openstack-request-id: req-c260c484-122d-4e98-adc6-66d83ddd6efb {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:54.112211 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "3466e235-97ff-4dc2-8d02-ef6f15d1cb22", "code": 200}, {"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "5c157cf4-9aaa-47fa-aba5-df3034f5174b", "code": 200}, {"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "64b75181-1c9b-405f-9297-9cd3037a0ac9", "code": 200}, {"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "1cc3f37e-6ad0-4636-805d-3e5e7885a0f4", "code": 200}, {"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-plugged", "status": "completed", "tag": "9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:54.112557 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c260c484-122d-4e98-adc6-66d83ddd6efb {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:54.114163 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3466e235-97ff-4dc2-8d02-ef6f15d1cb22', 'code': 200} Aug 09 15:52:54.114507 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c157cf4-9aaa-47fa-aba5-df3034f5174b', 'code': 200} Aug 09 15:52:54.114984 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b75181-1c9b-405f-9297-9cd3037a0ac9', 'code': 200} Aug 09 15:52:54.115454 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc3f37e-6ad0-4636-805d-3e5e7885a0f4', 'code': 200} Aug 09 15:52:54.116872 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31', 'code': 200} Aug 09 15:52:54.129627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:54.141407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d663fb7-506c-4dce-8618-fbd2376ca7d9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:54.160489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.160867 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Added segment becf9514-81b4-4871-9617-d0f25c55f64b of type vlan for network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 Aug 09 15:52:54.215637 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.263446 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.265873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.267605 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.284558 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-99c00a79-c1ba-4429-82fd-1fee1a521dfb tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.335303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6401761 Aug 09 15:52:54.338569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41838) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:54.347526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-af6efc59-1a4d-4bf9-aa3f-7b8693513d3a admin admin] Request body: {'subnet': {'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1448717038-subnet', 'tenant_id': 'cda60406277a46afb5eee6d38024ace7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:54.367617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119e7e6-f34c-48a0-b474-a4274b690d92 admin admin] Pushing event updated for resources: {'Network': ['ID=4dfb6406-0164-4c21-ae6d-4b6b12965ca9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:54.379761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:54.388531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6efc59-1a4d-4bf9-aa3f-7b8693513d3a admin admin] Made reservation on behalf of cda60406277a46afb5eee6d38024ace7 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:54.397892 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af6efc59-1a4d-4bf9-aa3f-7b8693513d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.537383 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91a97341-0927-4066-8225-a077eefe2374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.555087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c39e-7d28-44fe-b012-9e54d6a31ce3 req-ae895249-50dd-4569-bd92-d3cd7b77a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.555913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c39e-7d28-44fe-b012-9e54d6a31ce3 req-ae895249-50dd-4569-bd92-d3cd7b77a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.556684 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c39e-7d28-44fe-b012-9e54d6a31ce3 req-ae895249-50dd-4569-bd92-d3cd7b77a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.557170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c39e-7d28-44fe-b012-9e54d6a31ce3 req-ae895249-50dd-4569-bd92-d3cd7b77a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.557671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c39e-7d28-44fe-b012-9e54d6a31ce3 req-ae895249-50dd-4569-bd92-d3cd7b77a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.558402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c39e-7d28-44fe-b012-9e54d6a31ce3 req-ae895249-50dd-4569-bd92-d3cd7b77a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.558867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c39e-7d28-44fe-b012-9e54d6a31ce3 req-ae895249-50dd-4569-bd92-d3cd7b77a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.560858 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5332c39e-7d28-44fe-b012-9e54d6a31ce3 req-ae895249-50dd-4569-bd92-d3cd7b77a671 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 6493 time: 0.3406782 Aug 09 15:52:54.625801 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af6efc59-1a4d-4bf9-aa3f-7b8693513d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.684436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6efc59-1a4d-4bf9-aa3f-7b8693513d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8803144-c015-45e3-9da2-badcdf0cab11,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:54.693912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6efc59-1a4d-4bf9-aa3f-7b8693513d3a admin admin] Checking segment: {'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:54.694284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6efc59-1a4d-4bf9-aa3f-7b8693513d3a admin admin] Network hostable DHCP agents. Network: 4dfb6406-0164-4c21-ae6d-4b6b12965ca9, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:54.712905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6efc59-1a4d-4bf9-aa3f-7b8693513d3a admin admin] Network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:54.723415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-af6efc59-1a4d-4bf9-aa3f-7b8693513d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 4dfb6406-0164-4c21-ae6d-4b6b12965ca9) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:54.727928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6efc59-1a4d-4bf9-aa3f-7b8693513d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.728760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af6efc59-1a4d-4bf9-aa3f-7b8693513d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.732894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f5de8d-1658-4994-977c-4b3586582e37 None None] Network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:54.744456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-af6efc59-1a4d-4bf9-aa3f-7b8693513d3a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4026661 Aug 09 15:52:54.897714 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1191a7-0256-4e6f-8a2e-2a793962cf3b None None] Network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:54.949779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f25f0-6f3e-4c6f-8b4e-11390fc18d0c req-2fbe424f-24e6-4cd0-96b6-5a9ee0147f71 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.956388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f25f0-6f3e-4c6f-8b4e-11390fc18d0c req-2fbe424f-24e6-4cd0-96b6-5a9ee0147f71 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.965633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f25f0-6f3e-4c6f-8b4e-11390fc18d0c req-2fbe424f-24e6-4cd0-96b6-5a9ee0147f71 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.973633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f25f0-6f3e-4c6f-8b4e-11390fc18d0c req-2fbe424f-24e6-4cd0-96b6-5a9ee0147f71 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.980873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f25f0-6f3e-4c6f-8b4e-11390fc18d0c req-2fbe424f-24e6-4cd0-96b6-5a9ee0147f71 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.990286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f25f0-6f3e-4c6f-8b4e-11390fc18d0c req-2fbe424f-24e6-4cd0-96b6-5a9ee0147f71 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.998677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f25f0-6f3e-4c6f-8b4e-11390fc18d0c req-2fbe424f-24e6-4cd0-96b6-5a9ee0147f71 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:55.001545 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb3f25f0-6f3e-4c6f-8b4e-11390fc18d0c req-2fbe424f-24e6-4cd0-96b6-5a9ee0147f71 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5436 time: 0.1257956 Aug 09 15:52:55.080817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448e079-5697-4ad8-b52d-cfbe78b39fb1 req-05998e7e-d7a9-4807-81d7-360315543c9f tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:55.082601 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b448e079-5697-4ad8-b52d-cfbe78b39fb1 req-05998e7e-d7a9-4807-81d7-360315543c9f tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.6428571 Aug 09 15:52:55.098661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a97341-0927-4066-8225-a077eefe2374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9132e588-bfa4-4e08-90cf-517fa9fb19b7,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:55.111439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb3f25f0-6f3e-4c6f-8b4e-11390fc18d0c req-f7ae4ff3-5c20-45e3-ab8f-99dedaf7ce0d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962956 Aug 09 15:52:55.115030 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c00a79-c1ba-4429-82fd-1fee1a521dfb tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Router bc7c8a7e-ea49-4808-88c3-9705d0e4aebe has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:55.142329 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05bce1-a137-41de-964c-a02751537c89 req-8a6eb04d-0662-4ca8-a565-a2d26b8db00b tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:55.142720 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5332c39e-7d28-44fe-b012-9e54d6a31ce3 req-5b9ec95a-a6e7-4a96-a3ce-1c3a0402753d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=19492f1b-105c-46cb-b331-bc797eef4baf&id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5294552 Aug 09 15:52:55.143888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-8a6eb04d-0662-4ca8-a565-a2d26b8db00b tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.1411891 Aug 09 15:52:55.162971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9d05bce1-a137-41de-964c-a02751537c89 req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Request body: {'port': {'device_id': '93821f69-7c88-419a-9607-db87052256e9', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'admin_state_up': True, 'tenant_id': 'e5f1a03c287a42209d0b9eb2d0d97d41'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:55.167515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a97341-0927-4066-8225-a077eefe2374 admin admin] Checking segment: {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:55.167515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a97341-0927-4066-8225-a077eefe2374 admin admin] Network hostable DHCP agents. Network: 61cf6497-c0e8-4aa1-b191-24858c95b289, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:55.243314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35c2acdd-342c-45f5-8984-dd8de4a04ce7 req-87db9c21-0d4e-460a-9dc2-646d372b2b87 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 210 time: 0.0349202 Aug 09 15:52:55.243589 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b448e079-5697-4ad8-b52d-cfbe78b39fb1 req-abca7cbf-c0e0-412e-b08c-3e6a282dd6d5 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469386 Aug 09 15:52:55.254387 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c00a79-c1ba-4429-82fd-1fee1a521dfb tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:55.265346 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-99c00a79-c1ba-4429-82fd-1fee1a521dfb tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "PUT /v2.0/routers/bc7c8a7e-ea49-4808-88c3-9705d0e4aebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6392353 Aug 09 15:52:55.265346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a97341-0927-4066-8225-a077eefe2374 admin admin] Network 61cf6497-c0e8-4aa1-b191-24858c95b289 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:55.265346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41856) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.284835 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec46e3f-39f2-40f6-ab23-63469c69b945 None None] Sync routers for ids ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:55.298693 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec46e3f-39f2-40f6-ab23-63469c69b945 None None] Routers {'bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:55.299473 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8ec46e3f-39f2-40f6-ab23-63469c69b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:55.308234 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-7e01a919-d148-4880-bd96-e2d0ccca7dc7 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] show failed (client error): The resource could not be found. Aug 09 15:52:55.309280 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7e01a919-d148-4880-bd96-e2d0ccca7dc7 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-2066382996 HTTP/1.1" status: 404 len: 335 time: 0.0431292 Aug 09 15:52:55.309943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-91a97341-0927-4066-8225-a077eefe2374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 61cf6497-c0e8-4aa1-b191-24858c95b289) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:55.314636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41860) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.317120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a97341-0927-4066-8225-a077eefe2374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:55.317771 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91a97341-0927-4066-8225-a077eefe2374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.321367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8baef3-cb2c-4b30-a5cb-45ddbf4124c6 None None] Network 61cf6497-c0e8-4aa1-b191-24858c95b289 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:55.323907 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-13291b4d-6ede-411f-bcf1-08aaa1fbe4b4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:55.344022 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8ec46e3f-39f2-40f6-ab23-63469c69b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:55.354875 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec46e3f-39f2-40f6-ab23-63469c69b945 None None] Routers {'bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:55.355740 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8ec46e3f-39f2-40f6-ab23-63469c69b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:55.382743 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-13291b4d-6ede-411f-bcf1-08aaa1fbe4b4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] update failed (client error): The resource could not be found. Aug 09 15:52:55.386906 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-13291b4d-6ede-411f-bcf1-08aaa1fbe4b4 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-4681738 HTTP/1.1" status: 404 len: 332 time: 0.0682173 Aug 09 15:52:55.387148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41862) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.409156 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8ec46e3f-39f2-40f6-ab23-63469c69b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:55.410097 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec46e3f-39f2-40f6-ab23-63469c69b945 None None] The sync data for ids ['bc7c8a7e-ea49-4808-88c3-9705d0e4aebe'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:55.419009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d05bce1-a137-41de-964c-a02751537c89 req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Made reservation on behalf of e5f1a03c287a42209d0b9eb2d0d97d41 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:55.429623 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d05bce1-a137-41de-964c-a02751537c89 req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.429867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-91a97341-0927-4066-8225-a077eefe2374 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5674586 Aug 09 15:52:55.452603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6940a16b-9c58-4b2e-b4fe-b6d09e4df61f tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Deleting subnet 9ddab377-4b48-41dd-81c9-1084f7653085 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:55.457172 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6940a16b-9c58-4b2e-b4fe-b6d09e4df61f tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.541185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6940a16b-9c58-4b2e-b4fe-b6d09e4df61f tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.546447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ea8628-3fc8-4085-adde-bae34e26b2cd None None] Network 61cf6497-c0e8-4aa1-b191-24858c95b289 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:55.599409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-9d05bce1-a137-41de-964c-a02751537c89 req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Allocated IP 172.20.0.10 (bda938b4-f252-4ee7-b4cf-f10144f1cc5d/753134b0-7750-440f-bc44-e17b7bfff805/15678a03-3169-45ee-9676-28c8a0b4cf7d) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:55.672262 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6940a16b-9c58-4b2e-b4fe-b6d09e4df61f tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.749994 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6940a16b-9c58-4b2e-b4fe-b6d09e4df61f tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.777646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940a16b-9c58-4b2e-b4fe-b6d09e4df61f tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event deleted for resources: {'Subnet': ['ID=9ddab377-4b48-41dd-81c9-1084f7653085,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:55.781260 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6940a16b-9c58-4b2e-b4fe-b6d09e4df61f tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.785649 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6940a16b-9c58-4b2e-b4fe-b6d09e4df61f tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "DELETE /v2.0/subnets/9ddab377-4b48-41dd-81c9-1084f7653085 HTTP/1.1" status: 204 len: 168 time: 0.3957844 Aug 09 15:52:55.788886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41882) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.789762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73739911-49b9-4ad3-b7d4-ba8ecf01cefa None None] Network 57c0716d-b377-4545-badd-2708bf9e6f22 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:55.841531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-4f4fca02-1639-4f1f-ab3f-60e81ed4651a tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:55.849611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-4f4fca02-1639-4f1f-ab3f-60e81ed4651a tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/networks?id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9 HTTP/1.1" status: 200 len: 818 time: 0.2321436 Aug 09 15:52:55.862442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98f3e60-bc78-485a-81d8-d7db2e774e43 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Deleting subnet d324458a-4451-419f-816a-4d47fec68013 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:55.867052 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a98f3e60-bc78-485a-81d8-d7db2e774e43 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.874978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-7eef90fb-b92a-42a2-86fe-6a4194376fe1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/quotas/cda60406277a46afb5eee6d38024ace7 HTTP/1.1" status: 200 len: 375 time: 0.0244811 Aug 09 15:52:55.932354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-647f494c-387a-40c4-bc39-80f16356ef61 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cda60406277a46afb5eee6d38024ace7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481491 Aug 09 15:52:55.944568 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d05bce1-a137-41de-964c-a02751537c89 req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.962925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a98f3e60-bc78-485a-81d8-d7db2e774e43 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.045527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9154ed5-a2e1-4f75-b362-73344a55dbd9 None None] DHCP port deletion for 57c0716d-b377-4545-badd-2708bf9e6f22 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:52:56.055214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c5633-842c-4269-adde-94176a22b3f2 req-3ab0dfd4-9a11-48b3-8e0a-b6e8844f86a3 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.056751 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-3ab0dfd4-9a11-48b3-8e0a-b6e8844f86a3 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 815 time: 0.1908810 Aug 09 15:52:56.068592 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-806458f5-cf7b-46ed-b925-20af2be522f8 service neutron] 10.222.0.81 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210778 Aug 09 15:52:56.085468 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d05bce1-a137-41de-964c-a02751537c89 req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.099470 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-62859a5d-bb5d-41ad-963e-62c172dd2ec5 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/quotas/7f5f5545a2b64607a099e08f8d3f4154 HTTP/1.1" status: 200 len: 375 time: 0.0185575 Aug 09 15:52:56.113128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a9154ed5-a2e1-4f75-b362-73344a55dbd9 None None] Deleting port a784005e-ade0-4433-8173-681ac3a87303 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:56.113583 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9154ed5-a2e1-4f75-b362-73344a55dbd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.117084 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a98f3e60-bc78-485a-81d8-d7db2e774e43 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.174357 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-3e511be6-146f-470f-b6c3-f90c938ab98b tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675306 Aug 09 15:52:56.200467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d05bce1-a137-41de-964c-a02751537c89 req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Network bda938b4-f252-4ee7-b4cf-f10144f1cc5d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:56.203453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event updated for resources: {'Port': ['ID=15678a03-3169-45ee-9676-28c8a0b4cf7d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:56.206256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-9d05bce1-a137-41de-964c-a02751537c89 req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:56.210270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d05bce1-a137-41de-964c-a02751537c89 req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:56.227444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a9154ed5-a2e1-4f75-b362-73344a55dbd9 None None] For port a784005e-ade0-4433-8173-681ac3a87303, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a784005e-ade0-4433-8173-681ac3a87303,segment=NetworkSegment(8e7f9ec2-9b2e-42d2-8392-b8763070b492),segment_id=8e7f9ec2-9b2e-42d2-8392-b8763070b492)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:56.228065 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9154ed5-a2e1-4f75-b362-73344a55dbd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.245805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a9154ed5-a2e1-4f75-b362-73344a55dbd9 None None] Calling delete_port for a784005e-ade0-4433-8173-681ac3a87303 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:56.267515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-2e888e3e-5786-41c4-b5ad-c3ea8cf7dc09 service neutron] 10.222.0.81 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914082 Aug 09 15:52:56.302587 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a98f3e60-bc78-485a-81d8-d7db2e774e43 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.304842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05bce1-a137-41de-964c-a02751537c89 req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.305510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d05bce1-a137-41de-964c-a02751537c89 req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.330652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-7716e455-591a-42cd-a4fa-50e4f4210f0c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1719160 Aug 09 15:52:56.342940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f3e60-bc78-485a-81d8-d7db2e774e43 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event deleted for resources: {'Subnet': ['ID=d324458a-4451-419f-816a-4d47fec68013,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:56.352775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Request body: {'port': {'device_id': '93821f69-7c88-419a-9607-db87052256e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:56.353132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d12da3-1b51-4993-93bf-240e01bfbba7 None None] Network b5f1aaed-f808-4ef3-8826-0eb492afebfa requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:56.353629 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a98f3e60-bc78-485a-81d8-d7db2e774e43 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.355464 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a98f3e60-bc78-485a-81d8-d7db2e774e43 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "DELETE /v2.0/subnets/d324458a-4451-419f-816a-4d47fec68013 HTTP/1.1" status: 204 len: 168 time: 0.5651181 Aug 09 15:52:56.367534 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-f8a2ba8f-6104-4c43-95cf-f48b24381d63 service neutron] 10.222.0.81 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811233 Aug 09 15:52:56.375871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41898) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:56.413886 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9154ed5-a2e1-4f75-b362-73344a55dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.439481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9154ed5-a2e1-4f75-b362-73344a55dbd9 None None] No DVR routers for this DVR port a784005e-ade0-4433-8173-681ac3a87303 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:56.458140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.467568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9154ed5-a2e1-4f75-b362-73344a55dbd9 None None] Pushing event deleted for resources: {'Port': ['ID=a784005e-ade0-4433-8173-681ac3a87303,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:56.523124 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.562314 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-d0d90507-002d-4611-9c20-1290a933cb64 service neutron] 10.222.0.81 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949575 Aug 09 15:52:56.673536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6790bb2d-3ea5-43e0-9428-0a63fbcfafe4 None None] DHCP port deletion for b5f1aaed-f808-4ef3-8826-0eb492afebfa request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:52:56.674069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.685610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c0716d-b377-4545-badd-2708bf9e6f22']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:56.697862 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7f9ec2-9b2e-42d2-8392-b8763070b492') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:56.698194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7f9ec2-9b2e-42d2-8392-b8763070b492') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:56.710064 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.727428 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.742306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:56.742721 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:56.747961 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:56.784610 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6790bb2d-3ea5-43e0-9428-0a63fbcfafe4 None None] Deleting port 7af596a4-7b1f-483a-89e4-c339072160e3 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:56.784946 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6790bb2d-3ea5-43e0-9428-0a63fbcfafe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.832862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7124-1df4-4a03-ac80-2fdd6e6fa937 req-2710ef2d-2c05-450c-95fd-9da0c123b609 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.840152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7124-1df4-4a03-ac80-2fdd6e6fa937 req-2710ef2d-2c05-450c-95fd-9da0c123b609 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.850290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7124-1df4-4a03-ac80-2fdd6e6fa937 req-2710ef2d-2c05-450c-95fd-9da0c123b609 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.856284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7124-1df4-4a03-ac80-2fdd6e6fa937 req-2710ef2d-2c05-450c-95fd-9da0c123b609 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.863202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7124-1df4-4a03-ac80-2fdd6e6fa937 req-2710ef2d-2c05-450c-95fd-9da0c123b609 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.870271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7124-1df4-4a03-ac80-2fdd6e6fa937 req-2710ef2d-2c05-450c-95fd-9da0c123b609 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.878421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7124-1df4-4a03-ac80-2fdd6e6fa937 req-2710ef2d-2c05-450c-95fd-9da0c123b609 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.886693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fdde7124-1df4-4a03-ac80-2fdd6e6fa937 req-2710ef2d-2c05-450c-95fd-9da0c123b609 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5436 time: 0.2453394 Aug 09 15:52:56.897267 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.906215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a49fa-e66e-452d-9048-4edd47801392 req-20f5d781-a93d-48d0-ba01-4078ada02e46 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.908046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-911a49fa-e66e-452d-9048-4edd47801392 req-20f5d781-a93d-48d0-ba01-4078ada02e46 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.0880525 Aug 09 15:52:56.913035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6790bb2d-3ea5-43e0-9428-0a63fbcfafe4 None None] For port 7af596a4-7b1f-483a-89e4-c339072160e3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=7af596a4-7b1f-483a-89e4-c339072160e3,segment=NetworkSegment(b3d4c15f-b754-45a0-805a-a34715adbe07),segment_id=b3d4c15f-b754-45a0-805a-a34715adbe07)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:56.914206 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6790bb2d-3ea5-43e0-9428-0a63fbcfafe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.916367 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.920675 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "DELETE /v2.0/networks/57c0716d-b377-4545-badd-2708bf9e6f22 HTTP/1.1" status: 204 len: 168 time: 0.5409906 Aug 09 15:52:56.921611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41916) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:56.932486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd97de4-589f-40c5-941a-be0f9474674c tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event deleted for resources: {'Network': ['ID=57c0716d-b377-4545-badd-2708bf9e6f22,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:56.971673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6790bb2d-3ea5-43e0-9428-0a63fbcfafe4 None None] Calling delete_port for 7af596a4-7b1f-483a-89e4-c339072160e3 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:56.989791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-911a49fa-e66e-452d-9048-4edd47801392 req-7abfceb4-d185-4a8e-b232-b92bda12e7db tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592558 Aug 09 15:52:57.026813 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fdde7124-1df4-4a03-ac80-2fdd6e6fa937 req-45ef3185-c956-41da-97f7-ee57d3fd2486 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1389561 Aug 09 15:52:57.070734 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.142953 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6790bb2d-3ea5-43e0-9428-0a63fbcfafe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.196397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295209f-7482-45c8-b617-70bc23d08b92 req-7d864fdc-5703-49a7-8546-b8970b990502 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.198038 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d295209f-7482-45c8-b617-70bc23d08b92 req-7d864fdc-5703-49a7-8546-b8970b990502 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 932 time: 0.1055291 Aug 09 15:52:57.201646 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15678a03-3169-45ee-9676-28c8a0b4cf7d {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:57.212060 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790bb2d-3ea5-43e0-9428-0a63fbcfafe4 None None] Pushing event deleted for resources: {'Port': ['ID=7af596a4-7b1f-483a-89e4-c339072160e3,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:57.213406 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.220367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6790bb2d-3ea5-43e0-9428-0a63fbcfafe4 None None] No DVR routers for this DVR port 7af596a4-7b1f-483a-89e4-c339072160e3 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:57.250323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Transition to ACTIVE for port object 15678a03-3169-45ee-9676-28c8a0b4cf7d will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:57.253168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Deleting port 7af596a4-7b1f-483a-89e4-c339072160e3 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:57.253654 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.256717 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.281570 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d295209f-7482-45c8-b617-70bc23d08b92 req-6f9c0e40-da77-4f1f-86aa-e1ba7f113c5e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751894 Aug 09 15:52:57.397176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=15678a03-3169-45ee-9676-28c8a0b4cf7d,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:57.426690 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-518c7635-4fca-41d3-9b22-7f9e6c0e7925 req-00a49d6a-3f95-43b5-a211-188026b1a800 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 210 time: 0.0742211 Aug 09 15:52:57.445078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] For port 7af596a4-7b1f-483a-89e4-c339072160e3, host n-d-803778-2, got binding levels [] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:57.445449 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.465637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Calling delete_port for 7af596a4-7b1f-483a-89e4-c339072160e3 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:57.470162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.ipam_backend_mixin [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Port 7af596a4-7b1f-483a-89e4-c339072160e3 was not found and therefore no delete operation was performed {{(pid=94290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:52:57.477943 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.534303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event deleted for resources: {'Port': ['ID=7af596a4-7b1f-483a-89e4-c339072160e3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:57.538584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] No DVR routers for this DVR port 7af596a4-7b1f-483a-89e4-c339072160e3 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:57.562065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba25c30a-4da8-4fa4-8a31-c36be6146cc0 req-d0062711-9d38-4cc9-9f04-7a9fc6eb5f5d tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 210 time: 0.0656490 Aug 09 15:52:57.583625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Attempting to bind port 15678a03-3169-45ee-9676-28c8a0b4cf7d on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:57.583965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Attempting to bind port 15678a03-3169-45ee-9676-28c8a0b4cf7d by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:57.584298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Attempting to bind port 15678a03-3169-45ee-9676-28c8a0b4cf7d on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:57.621521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7af596a4-7b1f-483a-89e4-c339072160e3 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:57.640280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Port 15678a03-3169-45ee-9676-28c8a0b4cf7d on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:57.640782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Attempting to bind port 15678a03-3169-45ee-9676-28c8a0b4cf7d on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:57.652682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:57.653095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Checking segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:57.653348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Bound using segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:57.653840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Bound port: 15678a03-3169-45ee-9676-28c8a0b4cf7d, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:57.654202 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.656586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 7af596a4-7b1f-483a-89e4-c339072160e3 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:57.657122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.658095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62befd1-d893-4373-881a-d1510e2c362c req-5d5a4070-0311-4aac-bdb4-e0c95fbcd18b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.660640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7af596a4-7b1f-483a-89e4-c339072160e3 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:57.660987 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a784005e-ade0-4433-8173-681ac3a87303 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:57.670697 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62befd1-d893-4373-881a-d1510e2c362c req-5d5a4070-0311-4aac-bdb4-e0c95fbcd18b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.676539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f1aaed-f808-4ef3-8826-0eb492afebfa']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:57.688860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62befd1-d893-4373-881a-d1510e2c362c req-5d5a4070-0311-4aac-bdb4-e0c95fbcd18b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.702666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62befd1-d893-4373-881a-d1510e2c362c req-5d5a4070-0311-4aac-bdb4-e0c95fbcd18b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.704051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: a784005e-ade0-4433-8173-681ac3a87303 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:57.704732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a784005e-ade0-4433-8173-681ac3a87303 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:57.706941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d4c15f-b754-45a0-805a-a34715adbe07') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:57.707466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d4c15f-b754-45a0-805a-a34715adbe07') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:57.714432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62befd1-d893-4373-881a-d1510e2c362c req-5d5a4070-0311-4aac-bdb4-e0c95fbcd18b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.721225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62befd1-d893-4373-881a-d1510e2c362c req-5d5a4070-0311-4aac-bdb4-e0c95fbcd18b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.723799 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.727680 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62befd1-d893-4373-881a-d1510e2c362c req-5d5a4070-0311-4aac-bdb4-e0c95fbcd18b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.732883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e62befd1-d893-4373-881a-d1510e2c362c req-5d5a4070-0311-4aac-bdb4-e0c95fbcd18b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5436 time: 0.2160294 Aug 09 15:52:57.739914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41938) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:57.744802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-774f343a-42a1-4bf9-8ad7-2b11864d7ab7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Request body: {'floatingip': {'port_id': '1ed1316a-0351-412f-8ada-42ec3a9c3323'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:57.751827 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.763850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:57.764829 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:57.768000 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:57.824551 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774f343a-42a1-4bf9-8ad7-2b11864d7ab7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.832314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] For port 15678a03-3169-45ee-9676-28c8a0b4cf7d, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:57.863752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] For port 15678a03-3169-45ee-9676-28c8a0b4cf7d, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=15678a03-3169-45ee-9676-28c8a0b4cf7d,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:57.869416 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.875260 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.914974 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.917827 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "DELETE /v2.0/networks/b5f1aaed-f808-4ef3-8826-0eb492afebfa HTTP/1.1" status: 204 len: 168 time: 0.9931245 Aug 09 15:52:57.931275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41940) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:57.939160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a0a70-a635-4c53-bdaf-11d8d91b9805 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event deleted for resources: {'Network': ['ID=b5f1aaed-f808-4ef3-8826-0eb492afebfa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:57.946703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.947572 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.949139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] 10.222.0.60 "PUT /v2.0/ports/15678a03-3169-45ee-9676-28c8a0b4cf7d HTTP/1.1" status: 200 len: 1092 time: 1.6095576 Aug 09 15:52:57.949851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93821f69-7c88-419a-9607-db87052256e9', 'tag': '15678a03-3169-45ee-9676-28c8a0b4cf7d'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:57.952220 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e812172e-6c1a-4b58-89b7-f95087e3a6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "93821f69-7c88-419a-9607-db87052256e9", "tag": "15678a03-3169-45ee-9676-28c8a0b4cf7d"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:57.968663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22101d6-b644-413d-98ad-ec342e0ca8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=15678a03-3169-45ee-9676-28c8a0b4cf7d,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:57.997756 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acfac87-214c-4119-99a9-490afe3d44fa x-openstack-request-id: req-6acfac87-214c-4119-99a9-490afe3d44fa {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:57.998093 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93821f69-7c88-419a-9607-db87052256e9", "tag": "15678a03-3169-45ee-9676-28c8a0b4cf7d", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:57.998349 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6acfac87-214c-4119-99a9-490afe3d44fa {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:57.998798 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93821f69-7c88-419a-9607-db87052256e9', 'tag': '15678a03-3169-45ee-9676-28c8a0b4cf7d', 'status': 'completed', 'code': 200} Aug 09 15:52:58.064375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6fec4e-5bb2-4482-ae16-b065169ab829 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Deleting subnet 39e7ce27-088f-4a00-be1b-2e509592254d {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:58.071549 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be6fec4e-5bb2-4482-ae16-b065169ab829 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.119161 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812172e-6c1a-4b58-89b7-f95087e3a6ad req-2274f16b-bbed-4c0f-8c57-3198286797b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.121456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e812172e-6c1a-4b58-89b7-f95087e3a6ad req-2274f16b-bbed-4c0f-8c57-3198286797b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 1095 time: 0.0889554 Aug 09 15:52:58.200627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be6fec4e-5bb2-4482-ae16-b065169ab829 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.274355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812172e-6c1a-4b58-89b7-f95087e3a6ad req-b5fe9816-1972-4d24-a1f2-7c7928584e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.276225 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e812172e-6c1a-4b58-89b7-f95087e3a6ad req-b5fe9816-1972-4d24-a1f2-7c7928584e3e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1424346 Aug 09 15:52:58.314178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb69192-b972-44c4-976b-d4e500b72b64 req-83a8014d-65f7-4af6-a374-120d92941886 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.316794 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fcb69192-b972-44c4-976b-d4e500b72b64 req-83a8014d-65f7-4af6-a374-120d92941886 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.2491796 Aug 09 15:52:58.421322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812172e-6c1a-4b58-89b7-f95087e3a6ad req-a4bcb432-f933-4ffc-acf8-a3a3d81e7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.423463 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e812172e-6c1a-4b58-89b7-f95087e3a6ad req-a4bcb432-f933-4ffc-acf8-a3a3d81e7ae6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395879 Aug 09 15:52:58.436902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c9e0d-6980-4a15-a719-7ff8f59af4d8 req-359db7bf-0fe8-48c7-8168-20c197e78b79 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.439201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b27c9e0d-6980-4a15-a719-7ff8f59af4d8 req-359db7bf-0fe8-48c7-8168-20c197e78b79 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 944 time: 0.0826869 Aug 09 15:52:58.529524 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fcb69192-b972-44c4-976b-d4e500b72b64 req-0d3e8225-2e5b-44df-a97e-0bf60be01b1f tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621685 Aug 09 15:52:58.614245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c5633-842c-4269-adde-94176a22b3f2 req-bcfbb246-fac2-4552-9d9e-dd5bd2aab52e tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.615816 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-bcfbb246-fac2-4552-9d9e-dd5bd2aab52e tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 815 time: 0.3880403 Aug 09 15:52:58.620839 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be6fec4e-5bb2-4482-ae16-b065169ab829 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.657860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-117c5633-842c-4269-adde-94176a22b3f2 req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Request body: {'port': {'device_id': 'd81f1b4f-b13a-4890-a895-755710f3b5d4', 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289', 'admin_state_up': True, 'tenant_id': '7f5f5545a2b64607a099e08f8d3f4154'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:58.668357 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b27c9e0d-6980-4a15-a719-7ff8f59af4d8 req-6a9b0102-cfc5-453b-993a-b6d83d4a4f02 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213290 Aug 09 15:52:58.748493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-ceadaa4a-f290-4054-a58e-44952b772756 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.750001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-ceadaa4a-f290-4054-a58e-44952b772756 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.60 "GET /v2.0/networks?id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9 HTTP/1.1" status: 200 len: 818 time: 0.2460265 Aug 09 15:52:58.792108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-25215fea-21bf-4912-a054-449116e26763 req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Request body: {'port': {'device_id': '099eda0d-35ef-41ba-9e40-c167123b1f5f', 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9', 'admin_state_up': True, 'tenant_id': 'cda60406277a46afb5eee6d38024ace7'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:58.807516 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7910633-947b-492e-928d-588019b4c21f req-5dded735-e300-4b9f-b792-9a5fcb9e95cb tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 210 time: 0.0552804 Aug 09 15:52:58.825816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05bce1-a137-41de-964c-a02751537c89 req-56509254-286f-43ac-8c51-5dd38dec5797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.827403 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-56509254-286f-43ac-8c51-5dd38dec5797 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 1095 time: 0.3557227 Aug 09 15:52:58.873840 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fcd2bdfd-1d2a-4ab9-aac6-5b71c5469a43 req-a8c1c0c1-bf70-421a-bac3-7eca4cd5dd80 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 210 time: 0.0866323 Aug 09 15:52:58.907561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be6fec4e-5bb2-4482-ae16-b065169ab829 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.925640 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-1d57d290-51ff-421e-8e06-b2a1ea3ed5ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15678a03-3169-45ee-9676-28c8a0b4cf7d HTTP/1.1" status: 200 len: 217 time: 0.0562329 Aug 09 15:52:58.954719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fec4e-5bb2-4482-ae16-b065169ab829 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event deleted for resources: {'Subnet': ['ID=39e7ce27-088f-4a00-be1b-2e509592254d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:58.970014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd008a17-e843-4236-921d-9b49d08cddaf None None] Network f22feaff-20b5-47b3-a460-72631ee6ba4b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:58.995841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be6fec4e-5bb2-4482-ae16-b065169ab829 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.000337 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-be6fec4e-5bb2-4482-ae16-b065169ab829 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "DELETE /v2.0/subnets/39e7ce27-088f-4a00-be1b-2e509592254d HTTP/1.1" status: 204 len: 168 time: 1.0679207 Aug 09 15:52:59.003918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41956) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:59.034041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-7721255f-c79d-4f56-a592-648c249a7b30 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.035441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117c5633-842c-4269-adde-94176a22b3f2 req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Made reservation on behalf of 7f5f5545a2b64607a099e08f8d3f4154 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:59.035765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-7721255f-c79d-4f56-a592-648c249a7b30 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.53 "GET /v2.0/networks?id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9 HTTP/1.1" status: 200 len: 818 time: 0.3912146 Aug 09 15:52:59.041692 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-117c5633-842c-4269-adde-94176a22b3f2 req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.046607 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774f343a-42a1-4bf9-8ad7-2b11864d7ab7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.056481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-25215fea-21bf-4912-a054-449116e26763 req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Request body: {'port': {'device_id': '9bfb35c4-ade7-4e89-97dd-e811ed090ed3', 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9', 'admin_state_up': True, 'tenant_id': 'cda60406277a46afb5eee6d38024ace7'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:59.072823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05bce1-a137-41de-964c-a02751537c89 req-b985a6a1-b0d2-4836-bc2c-c5eaf1f5b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.074467 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-b985a6a1-b0d2-4836-bc2c-c5eaf1f5b680 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.1388495 Aug 09 15:52:59.079665 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774f343a-42a1-4bf9-8ad7-2b11864d7ab7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.196408 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14f6901-b4f7-4005-ab1c-7f7479f89b83 None None] DHCP port deletion for f22feaff-20b5-47b3-a460-72631ee6ba4b request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:52:59.256661 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d14f6901-b4f7-4005-ab1c-7f7479f89b83 None None] Deleting port bb853bf3-6093-4f73-95ed-2343ece727ef {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:52:59.257041 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d14f6901-b4f7-4005-ab1c-7f7479f89b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.280602 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-eb1ba372-6628-4560-a2dc-0b4352e89db5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634998 Aug 09 15:52:59.308260 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-774f343a-42a1-4bf9-8ad7-2b11864d7ab7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Floating IP 13b87ef2-d554-4c9e-91b6-f20dc705e6c1 associated. External IP: 172.25.2.13, port: 1ed1316a-0351-412f-8ada-42ec3a9c3323. Aug 09 15:52:59.310942 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [req-117c5633-842c-4269-adde-94176a22b3f2 req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Allocated IP 172.20.0.10 (61cf6497-c0e8-4aa1-b191-24858c95b289/9132e588-bfa4-4e08-90cf-517fa9fb19b7/fe92b579-64fa-4c93-9d6e-f34537fd6273) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:59.347790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d14f6901-b4f7-4005-ab1c-7f7479f89b83 None None] For port bb853bf3-6093-4f73-95ed-2343ece727ef, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bb853bf3-6093-4f73-95ed-2343ece727ef,segment=NetworkSegment(b8915020-25f5-4879-a64c-7f5d6db337cb),segment_id=b8915020-25f5-4879-a64c-7f5d6db337cb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:59.348468 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d14f6901-b4f7-4005-ab1c-7f7479f89b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.363553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d14f6901-b4f7-4005-ab1c-7f7479f89b83 None None] Calling delete_port for bb853bf3-6093-4f73-95ed-2343ece727ef owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:52:59.454656 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d14f6901-b4f7-4005-ab1c-7f7479f89b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.490211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f6901-b4f7-4005-ab1c-7f7479f89b83 None None] Pushing event deleted for resources: {'Port': ['ID=bb853bf3-6093-4f73-95ed-2343ece727ef,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:59.497197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14f6901-b4f7-4005-ab1c-7f7479f89b83 None None] No DVR routers for this DVR port bb853bf3-6093-4f73-95ed-2343ece727ef on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:52:59.572085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bb853bf3-6093-4f73-95ed-2343ece727ef no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:59.600813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: bb853bf3-6093-4f73-95ed-2343ece727ef {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:59.601430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bb853bf3-6093-4f73-95ed-2343ece727ef not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:59.664595 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-117c5633-842c-4269-adde-94176a22b3f2 req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.706639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774f343a-42a1-4bf9-8ad7-2b11864d7ab7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Router 99b92718-3372-4cd0-83cb-83817301ecd8 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:59.732361 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.754447 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Made reservation on behalf of cda60406277a46afb5eee6d38024ace7 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:59.757949 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.779595 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-117c5633-842c-4269-adde-94176a22b3f2 req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.935642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-01c8ae68-abf0-440f-809e-5ea4ade67fb6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.937167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-01c8ae68-abf0-440f-809e-5ea4ade67fb6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.53 "GET /v2.0/networks?id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9 HTTP/1.1" status: 200 len: 818 time: 0.8214378 Aug 09 15:52:59.960879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Request body: {'port': {'device_id': '154ac220-f002-47cf-88c1-e550ad5f1444', 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9', 'admin_state_up': True, 'tenant_id': 'cda60406277a46afb5eee6d38024ace7'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:59.982963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035d142-b12e-48e0-8456-1b16b3e5742c req-6e81ca4c-d4f0-4081-bb5e-7a7d89dfd335 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.984573 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4035d142-b12e-48e0-8456-1b16b3e5742c req-6e81ca4c-d4f0-4081-bb5e-7a7d89dfd335 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.2635398 Aug 09 15:53:00.102193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Made reservation on behalf of cda60406277a46afb5eee6d38024ace7 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:00.105878 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.111092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-aab24597-0b17-464a-aca2-b0e3029708a3 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8177421 Aug 09 15:53:00.161251 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.252159 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22feaff-20b5-47b3-a460-72631ee6ba4b']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:00.252465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117c5633-842c-4269-adde-94176a22b3f2 req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Network 61cf6497-c0e8-4aa1-b191-24858c95b289 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:00.262276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [req-117c5633-842c-4269-adde-94176a22b3f2 req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:00.271966 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-117c5633-842c-4269-adde-94176a22b3f2 req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:00.278250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Pushing event updated for resources: {'Port': ['ID=fe92b579-64fa-4c93-9d6e-f34537fd6273,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:00.305440 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4035d142-b12e-48e0-8456-1b16b3e5742c req-aefbf6b5-1f08-4b60-bf2b-9bc717df7b85 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991533 Aug 09 15:53:00.320329 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774f343a-42a1-4bf9-8ad7-2b11864d7ab7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:00.320569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8915020-25f5-4879-a64c-7f5d6db337cb') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:00.320688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8915020-25f5-4879-a64c-7f5d6db337cb') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:00.330463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161a828-2991-4056-ba2c-f1c052d35118 req-39833684-11d9-4056-9117-badaa6d1517e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:00.337727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9161a828-2991-4056-ba2c-f1c052d35118 req-39833684-11d9-4056-9117-badaa6d1517e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 944 time: 0.5433512 Aug 09 15:53:00.342225 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774f343a-42a1-4bf9-8ad7-2b11864d7ab7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.356622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d14561-bbaa-43db-8c67-3acf754d5792 None None] Sync routers for ids ['99b92718-3372-4cd0-83cb-83817301ecd8'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:00.360025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-25215fea-21bf-4912-a054-449116e26763 req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Allocated IP 172.20.0.7 (4dfb6406-0164-4c21-ae6d-4b6b12965ca9/d8803144-c015-45e3-9da2-badcdf0cab11/3a45dcee-8a45-4aff-a212-f241e68e3223) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:00.380265 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d14561-bbaa-43db-8c67-3acf754d5792 None None] Routers {'99b92718-3372-4cd0-83cb-83817301ecd8'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:00.381062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-77d14561-bbaa-43db-8c67-3acf754d5792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['99b92718-3372-4cd0-83cb-83817301ecd8'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:00.403817 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.409224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c5633-842c-4269-adde-94176a22b3f2 req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:00.409882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-117c5633-842c-4269-adde-94176a22b3f2 req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.417276 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-774f343a-42a1-4bf9-8ad7-2b11864d7ab7 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "PUT /v2.0/floatingips/13b87ef2-d554-4c9e-91b6-f20dc705e6c1 HTTP/1.1" status: 200 len: 990 time: 2.6733620 Aug 09 15:53:00.420149 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '1ed1316a-0351-412f-8ada-42ec3a9c3323'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:00.422367 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43978155-77c7-4c25-9d70-b887a8816feb" -d '{"events": [{"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "1ed1316a-0351-412f-8ada-42ec3a9c3323"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:00.444056 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9161a828-2991-4056-ba2c-f1c052d35118 req-3e64f099-95e5-42f5-9122-ee4cbd9a5d4b tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054485 Aug 09 15:53:00.445839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-735443ca-ba1c-4690-8019-127676dbefe0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7982521 Aug 09 15:53:00.460940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Request body: {'port': {'device_id': 'd81f1b4f-b13a-4890-a895-755710f3b5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:00.535617 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.538859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-77d14561-bbaa-43db-8c67-3acf754d5792 None None] Set router 99b92718-3372-4cd0-83cb-83817301ecd8 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:00.556275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:00.556818 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.558755 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-396c5f56-d455-4fc9-a6f5-3ced2abbfda1 req-71961b2f-35f2-4b49-8587-312edd728d09 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 210 time: 0.0365882 Aug 09 15:53:00.559688 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:00.571948 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:00.690343 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d05bce1-a137-41de-964c-a02751537c89 req-ad4b3a36-4a06-485c-a8c7-b9abbe9f4333 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567601 Aug 09 15:53:00.728466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f446d-3516-411b-a686-e6663ef00994 req-5c4337f2-0abc-4b34-ab45-0ae270b54de6 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:00.730059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f2f446d-3516-411b-a686-e6663ef00994 req-5c4337f2-0abc-4b34-ab45-0ae270b54de6 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 932 time: 0.3099437 Aug 09 15:53:00.735760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.737350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Made reservation on behalf of cda60406277a46afb5eee6d38024ace7 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:00.740895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.751498 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.755832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "DELETE /v2.0/networks/f22feaff-20b5-47b3-a460-72631ee6ba4b HTTP/1.1" status: 204 len: 168 time: 1.7445266 Aug 09 15:53:00.770419 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41978) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:00.818929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61248a-0785-4ba5-bd6f-19b0ce106958 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Pushing event deleted for resources: {'Network': ['ID=f22feaff-20b5-47b3-a460-72631ee6ba4b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:00.826641 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ae127a-53b7-4332-a4c7-39483f1b77fe x-openstack-request-id: req-b0ae127a-53b7-4332-a4c7-39483f1b77fe {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:00.826641 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "tag": "1ed1316a-0351-412f-8ada-42ec3a9c3323", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:00.826641 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0ae127a-53b7-4332-a4c7-39483f1b77fe {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:00.827050 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'tag': '1ed1316a-0351-412f-8ada-42ec3a9c3323', 'status': 'completed', 'code': 200} Aug 09 15:53:00.858468 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ddef06a2-0a37-46c3-9bed-24e362123c9e tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc7c8a7e-ea49-4808-88c3-9705d0e4aebe HTTP/1.1" status: 200 len: 205 time: 0.0848031 Aug 09 15:53:00.859393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41980) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:00.868137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-77d14561-bbaa-43db-8c67-3acf754d5792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 4, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '13b87ef2-d554-4c9e-91b6-f20dc705e6c1', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'port_id': '1ed1316a-0351-412f-8ada-42ec3a9c3323', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'mac_address': 'fa:16:3e:0a:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:51:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 1, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f675ea51-2bb9-4051-9ee1-1121d39a879b', 'name': '', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'mac_address': 'fa:16:3e:32:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:51Z', 'updated_at': '2021-08-09T15:50:59Z', 'revision_number': 5, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'subnets': [{'id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:00.907807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d14561-bbaa-43db-8c67-3acf754d5792 None None] Checking router: 99b92718-3372-4cd0-83cb-83817301ecd8 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:53:00.919127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d14561-bbaa-43db-8c67-3acf754d5792 None None] Routers {'99b92718-3372-4cd0-83cb-83817301ecd8'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:00.923153 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-77d14561-bbaa-43db-8c67-3acf754d5792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:52:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['99b92718-3372-4cd0-83cb-83817301ecd8'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:00.958864 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f2f446d-3516-411b-a686-e6663ef00994 req-041cd778-2b1c-45b9-8d13-1a9326b97828 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151883 Aug 09 15:53:00.963370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4321503e-8cf3-4902-a6b3-6a2f4bf72165 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.009245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.025551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43978155-77c7-4c25-9d70-b887a8816feb req-77e791af-74f3-47cf-8e2a-722e89c3dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.025897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43978155-77c7-4c25-9d70-b887a8816feb req-77e791af-74f3-47cf-8e2a-722e89c3dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.026373 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43978155-77c7-4c25-9d70-b887a8816feb req-77e791af-74f3-47cf-8e2a-722e89c3dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.027028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43978155-77c7-4c25-9d70-b887a8816feb req-77e791af-74f3-47cf-8e2a-722e89c3dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.027341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43978155-77c7-4c25-9d70-b887a8816feb req-77e791af-74f3-47cf-8e2a-722e89c3dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.027814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43978155-77c7-4c25-9d70-b887a8816feb req-77e791af-74f3-47cf-8e2a-722e89c3dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.028281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43978155-77c7-4c25-9d70-b887a8816feb req-77e791af-74f3-47cf-8e2a-722e89c3dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.030310 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43978155-77c7-4c25-9d70-b887a8816feb req-77e791af-74f3-47cf-8e2a-722e89c3dd5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 6493 time: 0.1720567 Aug 09 15:53:01.056759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-77d14561-bbaa-43db-8c67-3acf754d5792 None None] Set router 99b92718-3372-4cd0-83cb-83817301ecd8 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:01.069071 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe92b579-64fa-4c93-9d6e-f34537fd6273 {{(pid=94289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:01.105052 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.127725 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.184134 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4321503e-8cf3-4902-a6b3-6a2f4bf72165 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.186774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Transition to ACTIVE for port object fe92b579-64fa-4c93-9d6e-f34537fd6273 will not be triggered until provisioned by entity L2. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:01.188493 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4321503e-8cf3-4902-a6b3-6a2f4bf72165 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.191100 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.217373 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43978155-77c7-4c25-9d70-b887a8816feb req-3e4fe6ab-175b-4cb4-9d7e-a89cc607b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.219217 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43978155-77c7-4c25-9d70-b887a8816feb req-3e4fe6ab-175b-4cb4-9d7e-a89cc607b966 service neutron] 10.222.0.53 "GET /v2.0/networks?id=97fd2185-0eab-47a9-8199-9d7cb3b92b10 HTTP/1.1" status: 200 len: 912 time: 0.1817906 Aug 09 15:53:01.239186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25215fea-21bf-4912-a054-449116e26763 req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:01.279357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-25215fea-21bf-4912-a054-449116e26763 req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:01.286626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-25215fea-21bf-4912-a054-449116e26763 req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Allocated IP 172.20.0.4 (4dfb6406-0164-4c21-ae6d-4b6b12965ca9/d8803144-c015-45e3-9da2-badcdf0cab11/86c2607b-0b75-4550-b8c2-acc7d10bca9a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:01.287904 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4321503e-8cf3-4902-a6b3-6a2f4bf72165 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.288448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4321503e-8cf3-4902-a6b3-6a2f4bf72165 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Fanout notify agent at l3_agent the message router_deleted on router bc7c8a7e-ea49-4808-88c3-9705d0e4aebe {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:53:01.288666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Pushing event updated for resources: {'Port': ['ID=3a45dcee-8a45-4aff-a212-f241e68e3223,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:01.295530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-25215fea-21bf-4912-a054-449116e26763 req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:01.298883 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4321503e-8cf3-4902-a6b3-6a2f4bf72165 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.300514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4321503e-8cf3-4902-a6b3-6a2f4bf72165 tempest-RoutersNegativeTest-633490470 tempest-RoutersNegativeTest-633490470-project] 10.222.0.81 "DELETE /v2.0/routers/bc7c8a7e-ea49-4808-88c3-9705d0e4aebe HTTP/1.1" status: 204 len: 168 time: 0.4386814 Aug 09 15:53:01.306534 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Pushing event updated for resources: {'Port': ['ID=fe92b579-64fa-4c93-9d6e-f34537fd6273,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:01.338499 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-77d14561-bbaa-43db-8c67-3acf754d5792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 4, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '13b87ef2-d554-4c9e-91b6-f20dc705e6c1', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'port_id': '1ed1316a-0351-412f-8ada-42ec3a9c3323', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'mac_address': 'fa:16:3e:0a:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:51:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 1, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f675ea51-2bb9-4051-9ee1-1121d39a879b', 'name': '', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'mac_address': 'fa:16:3e:32:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:51Z', 'updated_at': '2021-08-09T15:50:59Z', 'revision_number': 5, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'subnets': [{'id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:01.375595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d14561-bbaa-43db-8c67-3acf754d5792 None None] The sync data for ids ['99b92718-3372-4cd0-83cb-83817301ecd8'] in n-d-803778-2 is: [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 4, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '13b87ef2-d554-4c9e-91b6-f20dc705e6c1', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'port_id': '1ed1316a-0351-412f-8ada-42ec3a9c3323', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'mac_address': 'fa:16:3e:0a:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468db087-8b60-4117-946a-ed19f1017182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:51:43Z', 'updated_at': '2021-08-09T15:52:58Z', 'revision_number': 1, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f675ea51-2bb9-4051-9ee1-1121d39a879b', 'name': '', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'mac_address': 'fa:16:3e:32:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:51Z', 'updated_at': '2021-08-09T15:50:59Z', 'revision_number': 5, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'subnets': [{'id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:01.376373 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43978155-77c7-4c25-9d70-b887a8816feb req-f18d4b3d-6ed8-4609-afd6-5b20e1e5d593 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ed1316a-0351-412f-8ada-42ec3a9c3323 HTTP/1.1" status: 200 len: 998 time: 0.1423171 Aug 09 15:53:01.416125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.416819 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.451308 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Attempting to bind port fe92b579-64fa-4c93-9d6e-f34537fd6273 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:01.451547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Attempting to bind port fe92b579-64fa-4c93-9d6e-f34537fd6273 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:01.452076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Attempting to bind port fe92b579-64fa-4c93-9d6e-f34537fd6273 on network 61cf6497-c0e8-4aa1-b191-24858c95b289 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:01.482348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Port fe92b579-64fa-4c93-9d6e-f34537fd6273 on network 61cf6497-c0e8-4aa1-b191-24858c95b289 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:53:01.483206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Attempting to bind port fe92b579-64fa-4c93-9d6e-f34537fd6273 on network 61cf6497-c0e8-4aa1-b191-24858c95b289 {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:01.493833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:01.494381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Checking segment: {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:01.494933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Bound using segment: {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'} {{(pid=94289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:01.495567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.managers [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Bound port: fe92b579-64fa-4c93-9d6e-f34537fd6273, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'}}] {{(pid=94289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:01.496368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.501874 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-a5cb7533-fea3-4c91-aec9-9ea30ad51608 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7135401 Aug 09 15:53:01.526487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87eb1d-b1ad-442c-8c59-eb6bb6817c02 req-d539dc38-2d03-4413-8220-c676e51e0998 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.528237 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a87eb1d-b1ad-442c-8c59-eb6bb6817c02 req-d539dc38-2d03-4413-8220-c676e51e0998 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.0914526 Aug 09 15:53:01.535638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Request body: {'port': {'device_id': '099eda0d-35ef-41ba-9e40-c167123b1f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:01.582549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43978155-77c7-4c25-9d70-b887a8816feb req-068551e0-db76-4e83-884c-26fd70e921cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.587719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43978155-77c7-4c25-9d70-b887a8816feb req-068551e0-db76-4e83-884c-26fd70e921cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51659fe6-a55f-4bd8-a71f-56d7fba31309 HTTP/1.1" status: 200 len: 850 time: 0.2024167 Aug 09 15:53:01.610137 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a87eb1d-b1ad-442c-8c59-eb6bb6817c02 req-a0dad1d1-2c47-4615-9491-261245fcc60c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607879 Aug 09 15:53:01.624462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] For port fe92b579-64fa-4c93-9d6e-f34537fd6273, host n-h1-803778-2, cleared binding levels {{(pid=94289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:01.628406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] For port fe92b579-64fa-4c93-9d6e-f34537fd6273, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=fe92b579-64fa-4c93-9d6e-f34537fd6273,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:01.637529 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.676436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.677075 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.678506 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] 10.222.0.53 "PUT /v2.0/ports/fe92b579-64fa-4c93-9d6e-f34537fd6273 HTTP/1.1" status: 200 len: 1092 time: 1.2246861 Aug 09 15:53:01.688860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41998) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:01.728244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33e70c-fbdb-43d9-9991-dbcf02b33901 service neutron] Pushing event updated for resources: {'Port': ['ID=fe92b579-64fa-4c93-9d6e-f34537fd6273,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:01.745699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d4bf1-fbe4-49f9-aaf3-5ab887b7f91b req-a1198f03-a168-4fe4-897a-2244778b49b2 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.747430 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca7d4bf1-fbe4-49f9-aaf3-5ab887b7f91b req-a1198f03-a168-4fe4-897a-2244778b49b2 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 944 time: 0.1848843 Aug 09 15:53:01.764659 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.769307 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.779458 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46b53d-a5a9-4819-8963-58b01d3b0ed8 None None] New status for floating IP 13b87ef2-d554-4c9e-91b6-f20dc705e6c1: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:53:01.810363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3e57537-b1b1-4da7-9ab0-9109daf16685 req-ce68e465-7323-4a26-b978-8b9d86e14222 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 210 time: 0.0771902 Aug 09 15:53:01.822931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43978155-77c7-4c25-9d70-b887a8816feb req-66d8c710-8ed0-40a7-9b6e-475e94ffae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.824744 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43978155-77c7-4c25-9d70-b887a8816feb req-66d8c710-8ed0-40a7-9b6e-475e94ffae1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97fd2185-0eab-47a9-8199-9d7cb3b92b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242980 Aug 09 15:53:01.840656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c5633-842c-4269-adde-94176a22b3f2 req-527e6979-054c-4547-a9e0-9beb6030d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.842209 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-527e6979-054c-4547-a9e0-9beb6030d33c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 1095 time: 0.1153553 Aug 09 15:53:01.955574 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-4d1eaac4-91a5-4d3c-9d71-ca0076707fa6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe92b579-64fa-4c93-9d6e-f34537fd6273 HTTP/1.1" status: 200 len: 217 time: 0.1043971 Aug 09 15:53:01.960787 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca7d4bf1-fbe4-49f9-aaf3-5ab887b7f91b req-c27ab531-435d-4c8a-b272-761e1293cd59 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004149 Aug 09 15:53:01.989186 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.042556 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-573e9d4d-dad3-4889-b025-007bebc9fe0c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=80210e841e134de5a50b0d333a47fc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499796 Aug 09 15:53:02.044167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42010) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:02.073913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c5633-842c-4269-adde-94176a22b3f2 req-9807c1eb-195f-4787-aff0-08224a34dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:02.075380 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-9807c1eb-195f-4787-aff0-08224a34dc86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9132e588-bfa4-4e08-90cf-517fa9fb19b7 HTTP/1.1" status: 200 len: 855 time: 0.0978394 Aug 09 15:53:02.116542 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-57a93086-7b73-4e4c-acea-48cd06ce995a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61cf6497-c0e8-4aa1-b191-24858c95b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321548 Aug 09 15:53:02.148482 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6709e7a3-98fe-4b69-a1c4-60d39b1ed980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.237366 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6709e7a3-98fe-4b69-a1c4-60d39b1ed980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.286211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25215fea-21bf-4912-a054-449116e26763 req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:02.310661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2069f4-aa35-4cfe-b50e-3d1be393d7a9 req-2b381a64-7f4a-42a6-adc9-5be3143b97c8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:02.312178 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4d2069f4-aa35-4cfe-b50e-3d1be393d7a9 req-2b381a64-7f4a-42a6-adc9-5be3143b97c8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 944 time: 0.1300855 Aug 09 15:53:02.313171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-25215fea-21bf-4912-a054-449116e26763 req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:02.314828 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-fc6b75ce-3341-432a-ac68-14ddf21776c6 service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878238 Aug 09 15:53:02.315456 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-359f6a32-7bfd-499a-a786-2b0cfa997467 {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:53:02.315713 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:53:02.394760 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6709e7a3-98fe-4b69-a1c4-60d39b1ed980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.397297 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6709e7a3-98fe-4b69-a1c4-60d39b1ed980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.398579 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6709e7a3-98fe-4b69-a1c4-60d39b1ed980 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98f62c99-5fe2-40b9-b73a-728afdff3fba HTTP/1.1" status: 204 len: 168 time: 0.3535981 Aug 09 15:53:02.426600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709e7a3-98fe-4b69-a1c4-60d39b1ed980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f62c99-5fe2-40b9-b73a-728afdff3fba,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:02.433766 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4d2069f4-aa35-4cfe-b50e-3d1be393d7a9 req-49c516be-cc46-4006-933a-12ce7dfda313 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014142 Aug 09 15:53:02.488597 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-117c5633-842c-4269-adde-94176a22b3f2 req-18f8234c-a04d-4312-9082-0c67b7ed6bc4 service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666961 Aug 09 15:53:02.699561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-25215fea-21bf-4912-a054-449116e26763 req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:02.754268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Pushing event updated for resources: {'Port': ['ID=86c2607b-0b75-4550-b8c2-acc7d10bca9a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:02.763887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43978155-77c7-4c25-9d70-b887a8816feb req-bfdfc1b3-5018-4164-8bff-93ec4eb204de service neutron] 10.222.0.53 "GET /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9140666 Aug 09 15:53:02.772364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df51e3-225e-4ac0-914c-155c9ca08a09 req-0af9b26a-a8c0-4340-8c12-39ac78b93fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:02.773828 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86df51e3-225e-4ac0-914c-155c9ca08a09 req-0af9b26a-a8c0-4340-8c12-39ac78b93fde service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 1097 time: 0.6309268 Aug 09 15:53:02.812704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea86f43-5ac4-4d7a-b6f1-7b2dcaa970db req-bfbfeb9c-8df3-41e8-a8a4-a936726b5ab9 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:02.814657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3ea86f43-5ac4-4d7a-b6f1-7b2dcaa970db req-bfbfeb9c-8df3-41e8-a8a4-a936726b5ab9 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.6260569 Aug 09 15:53:02.828250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81f1b4f-b13a-4890-a895-755710f3b5d4', 'tag': 'fe92b579-64fa-4c93-9d6e-f34537fd6273'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:02.828500 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.832415 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb3b160-71cd-4910-9a0c-b74ee7909481" -d '{"events": [{"name": "network-changed", "server_uuid": "d81f1b4f-b13a-4890-a895-755710f3b5d4", "tag": "fe92b579-64fa-4c93-9d6e-f34537fd6273"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:02.886603 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6355b2-16de-414c-85b7-adac09867aa2 x-openstack-request-id: req-bd6355b2-16de-414c-85b7-adac09867aa2 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:02.887026 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81f1b4f-b13a-4890-a895-755710f3b5d4", "tag": "fe92b579-64fa-4c93-9d6e-f34537fd6273", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:02.887472 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd6355b2-16de-414c-85b7-adac09867aa2 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:02.888012 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81f1b4f-b13a-4890-a895-755710f3b5d4', 'tag': 'fe92b579-64fa-4c93-9d6e-f34537fd6273', 'status': 'completed', 'code': 200} Aug 09 15:53:02.923448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:02.924093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.995355 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9517755c-0576-4b07-bf3c-c5609b8af4a2 req-0c42737d-3cf5-4561-82b1-d01d42092fff tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 210 time: 0.0366273 Aug 09 15:53:03.001359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-3205487e-ac29-4705-90da-27706e6c68a5 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9562578 Aug 09 15:53:03.004465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3b160-71cd-4910-9a0c-b74ee7909481 req-62ec31c5-bfb4-43dc-8ba9-e851c2feeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:03.006543 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeb3b160-71cd-4910-9a0c-b74ee7909481 req-62ec31c5-bfb4-43dc-8ba9-e851c2feeb1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 1095 time: 0.0897706 Aug 09 15:53:03.079198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Request body: {'port': {'device_id': '9bfb35c4-ade7-4e89-97dd-e811ed090ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:03.131762 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3ea86f43-5ac4-4d7a-b6f1-7b2dcaa970db req-5bcd0018-3c14-44c1-9aee-f59c378974cc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605383 Aug 09 15:53:03.174584 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c6cb-e1f2-42f5-af5c-0e88a449710b req-4fad7baf-4693-4607-911f-7e86982a73ce tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:03.176690 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c123c6cb-e1f2-42f5-af5c-0e88a449710b req-4fad7baf-4693-4607-911f-7e86982a73ce tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 944 time: 0.0916979 Aug 09 15:53:03.197242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3b160-71cd-4910-9a0c-b74ee7909481 req-18490cb2-e3bf-40ae-908d-403d138a1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:03.198721 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeb3b160-71cd-4910-9a0c-b74ee7909481 req-18490cb2-e3bf-40ae-908d-403d138a1289 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 916 time: 0.1739812 Aug 09 15:53:03.221075 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43978155-77c7-4c25-9d70-b887a8816feb req-4453ccd6-03da-4644-8fd0-9cab5dc25de2 service neutron] 10.222.0.53 "GET /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433684 Aug 09 15:53:03.262045 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeb3b160-71cd-4910-9a0c-b74ee7909481 req-6c79939a-0ab6-4b2e-94bb-95aae7b07553 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe92b579-64fa-4c93-9d6e-f34537fd6273 HTTP/1.1" status: 200 len: 217 time: 0.0551257 Aug 09 15:53:03.265871 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.290065 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c123c6cb-e1f2-42f5-af5c-0e88a449710b req-f24796ab-84e0-4482-8e91-d693b046f612 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039062 Aug 09 15:53:03.311153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df51e3-225e-4ac0-914c-155c9ca08a09 req-22ae4dd6-4de3-4de9-ae3a-f4f6d55632db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:03.312695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86df51e3-225e-4ac0-914c-155c9ca08a09 req-22ae4dd6-4de3-4de9-ae3a-f4f6d55632db service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 912 time: 0.5322568 Aug 09 15:53:03.316180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a45dcee-8a45-4aff-a212-f241e68e3223 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:03.323998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42044) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:03.344770 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3b160-71cd-4910-9a0c-b74ee7909481 req-98499fbf-3f03-4240-ba5f-1cc553d9c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:03.346293 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeb3b160-71cd-4910-9a0c-b74ee7909481 req-98499fbf-3f03-4240-ba5f-1cc553d9c29a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9132e588-bfa4-4e08-90cf-517fa9fb19b7 HTTP/1.1" status: 200 len: 855 time: 0.0722122 Aug 09 15:53:03.354350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.381100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 15678a03-3169-45ee-9676-28c8a0b4cf7d details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:03.386457 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeb3b160-71cd-4910-9a0c-b74ee7909481 req-e470e5db-ad79-4169-91f9-0e58f28a5ed9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61cf6497-c0e8-4aa1-b191-24858c95b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288181 Aug 09 15:53:03.475317 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6deec57f-ad3c-45c0-98a2-6c582a4227ff tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:03.476550 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-6deec57f-ad3c-45c0-98a2-6c582a4227ff tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 09 15:53:03.477116 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-6deec57f-ad3c-45c0-98a2-6c582a4227ff tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): There was a conflict when trying to complete your request. Aug 09 15:53:03.478157 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6deec57f-ad3c-45c0-98a2-6c582a4227ff tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1526148 Aug 09 15:53:03.484290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42050) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:03.489703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fb1f94f6-d39b-4078-8ae8-8f40739a5ab0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194579515'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:03.526579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86df51e3-225e-4ac0-914c-155c9ca08a09 req-b5e3524f-26a5-4567-9832-f289c341af98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861b676f-0ffc-43da-89ea-20ca25d8b038 HTTP/1.1" status: 200 len: 1001 time: 0.2010775 Aug 09 15:53:03.526980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Transition to ACTIVE for port object 3a45dcee-8a45-4aff-a212-f241e68e3223 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:03.529915 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 15678a03-3169-45ee-9676-28c8a0b4cf7d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=15678a03-3169-45ee-9676-28c8a0b4cf7d,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:03.534351 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.542424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '15678a03-3169-45ee-9676-28c8a0b4cf7d', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'port_id': '15678a03-3169-45ee-9676-28c8a0b4cf7d', 'mac_address': 'fa:16:3e:6f:7a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753134b0-7750-440f-bc44-e17b7bfff805', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:03.549624 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeb3b160-71cd-4910-9a0c-b74ee7909481 req-38fd064f-09f8-402a-8e6a-1df3550a0bbc service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540678 Aug 09 15:53:03.589910 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.591668 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fb1f94f6-d39b-4078-8ae8-8f40739a5ab0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.603875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15678a03-3169-45ee-9676-28c8a0b4cf7d {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:03.626172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 15678a03-3169-45ee-9676-28c8a0b4cf7d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=15678a03-3169-45ee-9676-28c8a0b4cf7d,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:03.630959 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.633481 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fb1f94f6-d39b-4078-8ae8-8f40739a5ab0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.680071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=15678a03-3169-45ee-9676-28c8a0b4cf7d,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:03.695420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44277e-0833-4d2a-8d4d-6ec0b310669b req-7f8f49f9-c9c2-4668-8bdd-1ecc62c95a8e tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:03.697098 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7f44277e-0833-4d2a-8d4d-6ec0b310669b req-7f8f49f9-c9c2-4668-8bdd-1ecc62c95a8e tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 944 time: 0.1548128 Aug 09 15:53:03.711076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Allocated IP 172.20.0.6 (4dfb6406-0164-4c21-ae6d-4b6b12965ca9/d8803144-c015-45e3-9da2-badcdf0cab11/508dffb2-4d4e-441f-a6c0-6349f4e87e47) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:03.713337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Pushing event updated for resources: {'Port': ['ID=3a45dcee-8a45-4aff-a212-f241e68e3223,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:03.742168 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeb3b160-71cd-4910-9a0c-b74ee7909481 req-1644b883-c5a0-4b69-98bc-bfac19b62a65 service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819537 Aug 09 15:53:03.744736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df51e3-225e-4ac0-914c-155c9ca08a09 req-ea73c9dc-4695-4da4-a0af-6a6dbc94ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:03.746464 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86df51e3-225e-4ac0-914c-155c9ca08a09 req-ea73c9dc-4695-4da4-a0af-6a6dbc94ff87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46c0b232-cf1d-485c-aaa0-7c03fdd82b80 HTTP/1.1" status: 200 len: 850 time: 0.2049839 Aug 09 15:53:03.779634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7f44277e-0833-4d2a-8d4d-6ec0b310669b req-156b8601-12aa-48d3-83fd-ca759d23458a tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684290 Aug 09 15:53:03.839987 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fb1f94f6-d39b-4078-8ae8-8f40739a5ab0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.845126 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fb1f94f6-d39b-4078-8ae8-8f40739a5ab0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.880028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df51e3-225e-4ac0-914c-155c9ca08a09 req-8c467709-2e8f-490f-9752-ccc670a807be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:03.881339 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86df51e3-225e-4ac0-914c-155c9ca08a09 req-8c467709-2e8f-490f-9752-ccc670a807be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd99aa88-f29c-4799-a778-de1dd4e14a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085196 Aug 09 15:53:03.885676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Attempting to bind port 3a45dcee-8a45-4aff-a212-f241e68e3223 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:03.886090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Attempting to bind port 3a45dcee-8a45-4aff-a212-f241e68e3223 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:03.886503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Attempting to bind port 3a45dcee-8a45-4aff-a212-f241e68e3223 on network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:03.886758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f94f6-d39b-4078-8ae8-8f40739a5ab0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c63a659-778b-4597-b66d-032f525d13fd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:03.898295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:03.957807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Port 3a45dcee-8a45-4aff-a212-f241e68e3223 on network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:53:03.958180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Attempting to bind port 3a45dcee-8a45-4aff-a212-f241e68e3223 on network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:03.962814 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fb1f94f6-d39b-4078-8ae8-8f40739a5ab0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.967539 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fb1f94f6-d39b-4078-8ae8-8f40739a5ab0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.999712 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fb1f94f6-d39b-4078-8ae8-8f40739a5ab0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.003779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fb1f94f6-d39b-4078-8ae8-8f40739a5ab0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5156186 Aug 09 15:53:04.004088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42052) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:04.009582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:04.009890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9d6722d5-184b-4218-a882-644e3fc7009c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': 'e8f299bb-e32d-473f-83bf-4bc8be3ae5c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:04.010180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Checking segment: {'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:04.010627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Bound using segment: {'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:04.011125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Bound port: 3a45dcee-8a45-4aff-a212-f241e68e3223, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:04.011544 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.017711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f94f6-d39b-4078-8ae8-8f40739a5ab0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f299bb-e32d-473f-83bf-4bc8be3ae5c3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:04.062632 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d6722d5-184b-4218-a882-644e3fc7009c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.132365 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d6722d5-184b-4218-a882-644e3fc7009c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.137698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d6722d5-184b-4218-a882-644e3fc7009c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.157622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6722d5-184b-4218-a882-644e3fc7009c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23102dc6-f659-44e3-b184-267a3c4b3350,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:04.164527 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d6722d5-184b-4218-a882-644e3fc7009c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.168622 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9d6722d5-184b-4218-a882-644e3fc7009c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608531 Aug 09 15:53:04.171301 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42058) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:04.176235 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0e83c57d-966c-41f3-90a9-813f5ad5f9f3 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': 'e8f299bb-e32d-473f-83bf-4bc8be3ae5c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:04.191989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-107c8dce-3aaa-4cd7-a2b4-821febc362d8 req-ddef18e9-074c-4847-a799-5995559cc691 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 210 time: 0.0750065 Aug 09 15:53:04.206358 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.226324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86df51e3-225e-4ac0-914c-155c9ca08a09 req-e32ac6a2-8feb-4151-8e7f-7ba2b8dfc1ee service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184264 Aug 09 15:53:04.235468 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0e83c57d-966c-41f3-90a9-813f5ad5f9f3 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.301253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] For port 3a45dcee-8a45-4aff-a212-f241e68e3223, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:04.306529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4c598-226c-4052-ba45-b81c3e96478e req-68063fee-93cf-4bca-b7a6-07ca1af13559 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:04.308954 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3f4c598-226c-4052-ba45-b81c3e96478e req-68063fee-93cf-4bca-b7a6-07ca1af13559 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.0892651 Aug 09 15:53:04.327020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] For port 3a45dcee-8a45-4aff-a212-f241e68e3223, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3a45dcee-8a45-4aff-a212-f241e68e3223,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:04.341842 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.373149 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-0e83c57d-966c-41f3-90a9-813f5ad5f9f3 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): There was a conflict when trying to complete your request. Aug 09 15:53:04.374588 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0e83c57d-966c-41f3-90a9-813f5ad5f9f3 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2021906 Aug 09 15:53:04.378614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42068) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:04.400607 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:04.401236 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.402655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] 10.222.0.60 "PUT /v2.0/ports/3a45dcee-8a45-4aff-a212-f241e68e3223 HTTP/1.1" status: 200 len: 1091 time: 2.8904846 Aug 09 15:53:04.406965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099eda0d-35ef-41ba-9e40-c167123b1f5f', 'tag': '3a45dcee-8a45-4aff-a212-f241e68e3223'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:04.409249 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c101c9f-30c4-4962-b012-f9b17d1fad34" -d '{"events": [{"name": "network-changed", "server_uuid": "099eda0d-35ef-41ba-9e40-c167123b1f5f", "tag": "3a45dcee-8a45-4aff-a212-f241e68e3223"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:04.410941 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3f4c598-226c-4052-ba45-b81c3e96478e req-b9204a7f-ffe7-47f3-ba42-cb54a669a4cb tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893686 Aug 09 15:53:04.432423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.473441 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-efb90c00-bfd2-403f-ba10-0dfda08993b7 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.505508 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-efb90c00-bfd2-403f-ba10-0dfda08993b7 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.552800 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86df51e3-225e-4ac0-914c-155c9ca08a09 req-066f94e8-1914-4609-8489-9a363fa755c2 service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132191 Aug 09 15:53:04.564660 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-efb90c00-bfd2-403f-ba10-0dfda08993b7 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.564889 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f08e73-7294-4340-904f-ba3c75c5162e service neutron] Pushing event updated for resources: {'Port': ['ID=3a45dcee-8a45-4aff-a212-f241e68e3223,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:04.575739 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-efb90c00-bfd2-403f-ba10-0dfda08993b7 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.576241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:04.580168 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-efb90c00-bfd2-403f-ba10-0dfda08993b7 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "DELETE /v2.0/security-groups/e8f299bb-e32d-473f-83bf-4bc8be3ae5c3 HTTP/1.1" status: 204 len: 168 time: 0.1978171 Aug 09 15:53:04.590583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42074) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:04.593423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb90c00-bfd2-403f-ba10-0dfda08993b7 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f299bb-e32d-473f-83bf-4bc8be3ae5c3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:04.596283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:04.624280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:04.701398 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f3cf69-0136-4ecf-9bee-205726163112 x-openstack-request-id: req-d2f3cf69-0136-4ecf-9bee-205726163112 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:04.701706 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099eda0d-35ef-41ba-9e40-c167123b1f5f", "tag": "3a45dcee-8a45-4aff-a212-f241e68e3223", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:04.701955 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d2f3cf69-0136-4ecf-9bee-205726163112 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:04.702349 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '099eda0d-35ef-41ba-9e40-c167123b1f5f', 'tag': '3a45dcee-8a45-4aff-a212-f241e68e3223', 'status': 'completed', 'code': 200} Aug 09 15:53:04.722951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-bed1d181-0c41-4c05-9076-a3d7207700ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:04.724431 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-bed1d181-0c41-4c05-9076-a3d7207700ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cda60406277a46afb5eee6d38024ace7&device_id=099eda0d-35ef-41ba-9e40-c167123b1f5f HTTP/1.1" status: 200 len: 1094 time: 0.2541146 Aug 09 15:53:04.751408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ae6f2-af35-434a-9097-e7ca315c0302 req-9958ce8d-3f2f-4115-b3ff-6e97e9521e18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:04.752845 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a7ae6f2-af35-434a-9097-e7ca315c0302 req-9958ce8d-3f2f-4115-b3ff-6e97e9521e18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 945 time: 0.2778296 Aug 09 15:53:04.766607 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Pushing event updated for resources: {'Port': ['ID=508dffb2-4d4e-441f-a6c0-6349f4e87e47,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:04.825246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:04.825884 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.834452 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-fac68c3f-7514-4082-acec-1cc0ee866110 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a45dcee-8a45-4aff-a212-f241e68e3223 HTTP/1.1" status: 200 len: 217 time: 0.0934186 Aug 09 15:53:04.857126 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2010e041-110e-4991-b4a7-48d3c55fce4e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2631090 Aug 09 15:53:04.872277 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42078) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:04.875785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0b1ba144-d1c7-4f9c-9022-b38d5a06a771 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group': {'name': 'tempest-secgroup--1438576399'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:04.917930 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-6e875bd4-2e8a-4808-8f04-c319cfc1cedd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9609551 Aug 09 15:53:04.925384 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b1ba144-d1c7-4f9c-9022-b38d5a06a771 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.934886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364a1e8-6bcd-475e-b2b6-e64d63a72827 req-5307912a-3383-4332-88ec-87ce6855ea22 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:04.936414 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3364a1e8-6bcd-475e-b2b6-e64d63a72827 req-5307912a-3383-4332-88ec-87ce6855ea22 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 944 time: 0.0783906 Aug 09 15:53:04.940051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Request body: {'port': {'device_id': '154ac220-f002-47cf-88c1-e550ad5f1444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:04.972709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a7ae6f2-af35-434a-9097-e7ca315c0302 req-424d82ba-d6a0-4017-8e24-bada315c0ebf tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034981 Aug 09 15:53:04.980060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c2607b-0b75-4550-b8c2-acc7d10bca9a {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:04.999363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-7de783ee-fa3f-487e-a5ae-9caeffa46282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:05.001163 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-7de783ee-fa3f-487e-a5ae-9caeffa46282 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8803144-c015-45e3-9da2-badcdf0cab11 HTTP/1.1" status: 200 len: 858 time: 0.1517353 Aug 09 15:53:05.003112 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3364a1e8-6bcd-475e-b2b6-e64d63a72827 req-5bd5e7a3-6523-4791-a844-d7002d0258d1 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589111 Aug 09 15:53:05.005228 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.059293 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-a1d80f51-36fc-4958-80a1-7ceaf6af2338 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486565 Aug 09 15:53:05.069167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Transition to ACTIVE for port object 86c2607b-0b75-4550-b8c2-acc7d10bca9a will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:05.075669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b1ba144-d1c7-4f9c-9022-b38d5a06a771 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.079607 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b1ba144-d1c7-4f9c-9022-b38d5a06a771 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.082254 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.096229 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.105814 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b1ba144-d1c7-4f9c-9022-b38d5a06a771 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.107294 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0b1ba144-d1c7-4f9c-9022-b38d5a06a771 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2361503 Aug 09 15:53:05.113643 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42080) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:05.118253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f533a44c-2412-424a-8018-f0dc5cd576bd tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '2b5471e4-b68d-4faf-aaa8-56c88cacffbb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:05.119001 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-f533a44c-2412-424a-8018-f0dc5cd576bd tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 09 15:53:05.119518 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-f533a44c-2412-424a-8018-f0dc5cd576bd tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:05.121055 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f533a44c-2412-424a-8018-f0dc5cd576bd tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057890 Aug 09 15:53:05.126469 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42082) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:05.141309 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ba144-d1c7-4f9c-9022-b38d5a06a771 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5471e4-b68d-4faf-aaa8-56c88cacffbb,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:05.208907 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4a73b423-e5c1-448c-bdf1-62f202eefd08 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.238689 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4a73b423-e5c1-448c-bdf1-62f202eefd08 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.248706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Pushing event updated for resources: {'Port': ['ID=86c2607b-0b75-4550-b8c2-acc7d10bca9a,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:05.291317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4a73b423-e5c1-448c-bdf1-62f202eefd08 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.294772 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4a73b423-e5c1-448c-bdf1-62f202eefd08 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.299959 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4a73b423-e5c1-448c-bdf1-62f202eefd08 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "DELETE /v2.0/security-groups/2b5471e4-b68d-4faf-aaa8-56c88cacffbb HTTP/1.1" status: 204 len: 168 time: 0.1683030 Aug 09 15:53:05.301074 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42088) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:05.325713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73b423-e5c1-448c-bdf1-62f202eefd08 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5471e4-b68d-4faf-aaa8-56c88cacffbb,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:05.354118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-c9882343-b9bc-400b-98bf-b416dfbadfc0 service neutron] 10.222.0.60 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838519 Aug 09 15:53:05.378906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 15678a03-3169-45ee-9676-28c8a0b4cf7d up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:05.383618 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0e7eb3ee-2d6c-4ff3-b4a1-23e8aeab04ac tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812476 Aug 09 15:53:05.402009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42092) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:05.409503 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b8aba845-f17a-47a2-9e27-9c655ff58c1b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group': {'name': 'tempest-secgroup--778174332'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:05.423608 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device fe92b579-64fa-4c93-9d6e-f34537fd6273 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:05.436829 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8aba845-f17a-47a2-9e27-9c655ff58c1b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.567351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 15678a03-3169-45ee-9676-28c8a0b4cf7d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:05.577216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 15678a03-3169-45ee-9676-28c8a0b4cf7d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:05.577994 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.582939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2e2bb-431b-49b5-9a20-5370df5f2c33 req-a1be6957-fdaf-47a3-b23d-19eec04b0c6d tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:05.584650 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5bf2e2bb-431b-49b5-9a20-5370df5f2c33 req-a1be6957-fdaf-47a3-b23d-19eec04b0c6d tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 931 time: 0.3088243 Aug 09 15:53:05.588501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Attempting to bind port 86c2607b-0b75-4550-b8c2-acc7d10bca9a on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:05.588838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Attempting to bind port 86c2607b-0b75-4550-b8c2-acc7d10bca9a by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:05.589166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Attempting to bind port 86c2607b-0b75-4550-b8c2-acc7d10bca9a on network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:05.596391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c8112-a01d-48f8-a23d-809128c39cbb req-86ddea50-4b2d-4c1d-89ab-a32076aeecda tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:05.598025 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef2c8112-a01d-48f8-a23d-809128c39cbb req-86ddea50-4b2d-4c1d-89ab-a32076aeecda tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.0836580 Aug 09 15:53:05.611545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Port 86c2607b-0b75-4550-b8c2-acc7d10bca9a on network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:53:05.611874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Attempting to bind port 86c2607b-0b75-4550-b8c2-acc7d10bca9a on network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:05.619391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8aba845-f17a-47a2-9e27-9c655ff58c1b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.640660 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8aba845-f17a-47a2-9e27-9c655ff58c1b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.646928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port fe92b579-64fa-4c93-9d6e-f34537fd6273, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=fe92b579-64fa-4c93-9d6e-f34537fd6273,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:05.661983 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'fe92b579-64fa-4c93-9d6e-f34537fd6273', 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289', 'port_id': 'fe92b579-64fa-4c93-9d6e-f34537fd6273', 'mac_address': 'fa:16:3e:28:ef:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9132e588-bfa4-4e08-90cf-517fa9fb19b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:05.684031 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8aba845-f17a-47a2-9e27-9c655ff58c1b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.688613 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b8aba845-f17a-47a2-9e27-9c655ff58c1b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2822998 Aug 09 15:53:05.692870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42098) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:05.699532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-94e28aed-1937-47ed-afd2-f503537a3526 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': 'c20d6438-5f94-4dd6-837e-af89fb925718', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:05.701278 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-94e28aed-1937-47ed-afd2-f503537a3526 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 09 15:53:05.701278 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-94e28aed-1937-47ed-afd2-f503537a3526 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:05.705218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-94e28aed-1937-47ed-afd2-f503537a3526 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081282 Aug 09 15:53:05.713839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef2c8112-a01d-48f8-a23d-809128c39cbb req-0f8c5daf-b8f0-43dc-8137-55b2afdd2252 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983739 Aug 09 15:53:05.715398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42100) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:05.716248 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aba845-f17a-47a2-9e27-9c655ff58c1b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20d6438-5f94-4dd6-837e-af89fb925718,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:05.754345 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.766716 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.778704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe92b579-64fa-4c93-9d6e-f34537fd6273 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:05.794746 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b17abb3f-5969-4281-a863-04771a43e188 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.832083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93821f69-7c88-419a-9607-db87052256e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15678a03-3169-45ee-9676-28c8a0b4cf7d'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:05.835686 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f01d8c-5b8d-45a7-81ea-5f47814e03a0" -d '{"events": [{"server_uuid": "93821f69-7c88-419a-9607-db87052256e9", "name": "network-vif-plugged", "status": "completed", "tag": "15678a03-3169-45ee-9676-28c8a0b4cf7d"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:05.836375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b17abb3f-5969-4281-a863-04771a43e188 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.845540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port fe92b579-64fa-4c93-9d6e-f34537fd6273, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=fe92b579-64fa-4c93-9d6e-f34537fd6273,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:05.848595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 15678a03-3169-45ee-9676-28c8a0b4cf7d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=15678a03-3169-45ee-9676-28c8a0b4cf7d,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:05.851353 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.857872 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.900116 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e4e42c-7f62-4f95-9388-1a026ea937f2 x-openstack-request-id: req-f8e4e42c-7f62-4f95-9388-1a026ea937f2 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:05.900752 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93821f69-7c88-419a-9607-db87052256e9", "name": "network-vif-plugged", "status": "completed", "tag": "15678a03-3169-45ee-9676-28c8a0b4cf7d", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:05.901002 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8e4e42c-7f62-4f95-9388-1a026ea937f2 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:05.901437 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93821f69-7c88-419a-9607-db87052256e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15678a03-3169-45ee-9676-28c8a0b4cf7d', 'code': 200} Aug 09 15:53:05.907460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b17abb3f-5969-4281-a863-04771a43e188 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.914001 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b17abb3f-5969-4281-a863-04771a43e188 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.917451 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b17abb3f-5969-4281-a863-04771a43e188 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "DELETE /v2.0/security-groups/c20d6438-5f94-4dd6-837e-af89fb925718 HTTP/1.1" status: 204 len: 168 time: 0.1950440 Aug 09 15:53:05.926354 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42106) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:05.934002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=fe92b579-64fa-4c93-9d6e-f34537fd6273,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:05.958719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17abb3f-5969-4281-a863-04771a43e188 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20d6438-5f94-4dd6-837e-af89fb925718,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:06.000363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5bf7f74e-4002-49c7-b1e6-81fd0abda951 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563188 Aug 09 15:53:06.012294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42108) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.012485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:06.012953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Checking segment: {'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:06.013126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Bound using segment: {'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:06.013581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Bound port: 86c2607b-0b75-4550-b8c2-acc7d10bca9a, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:06.013944 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.019847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422294302'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:06.032786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=15678a03-3169-45ee-9676-28c8a0b4cf7d,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:06.033199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-970f6b62-9c21-4a20-929f-de96d6eeacc1 service neutron] 10.222.0.60 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322851 Aug 09 15:53:06.061474 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.081152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5bf2e2bb-431b-49b5-9a20-5370df5f2c33 req-701079f9-7b5f-4011-9fb7-a9fdaec1ce92 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822123 Aug 09 15:53:06.140859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['fe92b579-64fa-4c93-9d6e-f34537fd6273'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:06.144588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51b58a-5efb-4b20-927f-149f4ed760a6 req-a62d88c1-e7c4-4e32-abc2-897a8470564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.146102 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc51b58a-5efb-4b20-927f-149f4ed760a6 req-a62d88c1-e7c4-4e32-abc2-897a8470564c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 1097 time: 0.1574683 Aug 09 15:53:06.147169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce669-1d70-412a-b1bd-611e53311f97 req-68d8fd82-1602-49d1-a8c6-66f089600950 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.148707 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8efce669-1d70-412a-b1bd-611e53311f97 req-68d8fd82-1602-49d1-a8c6-66f089600950 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 946 time: 0.0767274 Aug 09 15:53:06.227431 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8efce669-1d70-412a-b1bd-611e53311f97 req-7feb01ef-cf94-4cc5-997a-027a180989fd tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627644 Aug 09 15:53:06.236213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.241728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.274543 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.277307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] For port 86c2607b-0b75-4550-b8c2-acc7d10bca9a, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:06.278991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2670228 Aug 09 15:53:06.279685 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42114) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.285437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ccc15eaf-a0b2-4e96-ac7c-c4935818997b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '64ed3d13-3756-4d60-8d56-98dcc7e8a8be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:06.299659 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-ccc15eaf-a0b2-4e96-ac7c-c4935818997b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 09 15:53:06.300279 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-ccc15eaf-a0b2-4e96-ac7c-c4935818997b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:06.302724 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ccc15eaf-a0b2-4e96-ac7c-c4935818997b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0201056 Aug 09 15:53:06.303965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ed3d13-3756-4d60-8d56-98dcc7e8a8be,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:06.308608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42116) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.313662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508dffb2-4d4e-441f-a6c0-6349f4e87e47 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:06.318620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-745427d8-4d08-4894-927b-6e422ad2bf87 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '64ed3d13-3756-4d60-8d56-98dcc7e8a8be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:06.319295 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-745427d8-4d08-4894-927b-6e422ad2bf87 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 09 15:53:06.319780 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-745427d8-4d08-4894-927b-6e422ad2bf87 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:06.320741 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-745427d8-4d08-4894-927b-6e422ad2bf87 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111654 Aug 09 15:53:06.321879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] For port 86c2607b-0b75-4550-b8c2-acc7d10bca9a, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=86c2607b-0b75-4550-b8c2-acc7d10bca9a,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:06.322618 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:06.322962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:06.323301 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:06.323811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:06.323990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:06.324285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:06.324739 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:06.325318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:06.325672 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:06.326039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:06.326403 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:06.326731 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea7f98-9f10-449c-bab6-eee7d35d4b29 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:06.328557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42118) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.331927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101c9f-30c4-4962-b012-f9b17d1fad34 req-1a4161dc-ebc5-4998-ac2b-4e81426b4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.333459 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c101c9f-30c4-4962-b012-f9b17d1fad34 req-1a4161dc-ebc5-4998-ac2b-4e81426b4d77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cda60406277a46afb5eee6d38024ace7&device_id=099eda0d-35ef-41ba-9e40-c167123b1f5f HTTP/1.1" status: 200 len: 1094 time: 0.2084694 Aug 09 15:53:06.338220 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.343141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-96f725a5-04a3-47c8-af21-e2a02ab2dc16 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '64ed3d13-3756-4d60-8d56-98dcc7e8a8be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:06.345394 n-d-803778-2 neutron-server[94290]: WARNING neutron.api.v2.base [None req-96f725a5-04a3-47c8-af21-e2a02ab2dc16 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 09 15:53:06.345925 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-96f725a5-04a3-47c8-af21-e2a02ab2dc16 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:06.346924 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-96f725a5-04a3-47c8-af21-e2a02ab2dc16 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125606 Aug 09 15:53:06.348582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc51b58a-5efb-4b20-927f-149f4ed760a6 req-0ceee0da-1372-40c9-8ed7-3bff28560683 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798997 Aug 09 15:53:06.349602 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.350020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42120) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.354715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c916520e-42cd-4289-a142-6249c98b7a96 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '64ed3d13-3756-4d60-8d56-98dcc7e8a8be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:06.355690 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-c916520e-42cd-4289-a142-6249c98b7a96 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 09 15:53:06.356284 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-c916520e-42cd-4289-a142-6249c98b7a96 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:06.357292 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c916520e-42cd-4289-a142-6249c98b7a96 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062330 Aug 09 15:53:06.359878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42122) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.426788 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9440902-71e8-4781-8870-6bfbd623da19 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.442607 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0e6b6-dda9-4f0b-ac9d-aac1efd0fb5b req-6ddba027-9a69-4651-9770-39fe485aaf0a tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.444137 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0b0e6b6-dda9-4f0b-ac9d-aac1efd0fb5b req-6ddba027-9a69-4651-9770-39fe485aaf0a tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 945 time: 0.2586653 Aug 09 15:53:06.449806 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Transition to ACTIVE for port object 508dffb2-4d4e-441f-a6c0-6349f4e87e47 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:06.458800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9440902-71e8-4781-8870-6bfbd623da19 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.479593 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.487050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.487678 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.489061 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] 10.222.0.53 "PUT /v2.0/ports/86c2607b-0b75-4550-b8c2-acc7d10bca9a HTTP/1.1" status: 200 len: 1091 time: 3.4489520 Aug 09 15:53:06.510210 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9440902-71e8-4781-8870-6bfbd623da19 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.513546 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9440902-71e8-4781-8870-6bfbd623da19 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.514752 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d9440902-71e8-4781-8870-6bfbd623da19 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "DELETE /v2.0/security-groups/64ed3d13-3756-4d60-8d56-98dcc7e8a8be HTTP/1.1" status: 204 len: 168 time: 0.1539066 Aug 09 15:53:06.518882 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42128) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.545060 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9440902-71e8-4781-8870-6bfbd623da19 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ed3d13-3756-4d60-8d56-98dcc7e8a8be,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:06.546722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d5dbb-a95e-452b-ae45-e2feb2bab715 service neutron] Pushing event updated for resources: {'Port': ['ID=86c2607b-0b75-4550-b8c2-acc7d10bca9a,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:06.583726 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-31c8400b-1d61-43b7-acd9-f4c64ad6adf5 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550747 Aug 09 15:53:06.586545 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0b0e6b6-dda9-4f0b-ac9d-aac1efd0fb5b req-fa3eee10-ca91-42b1-9f64-ccfb98fd6282 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339622 Aug 09 15:53:06.587644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42130) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.592396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d0fe9379-d8ef-4441-b50b-856b7ad0505e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group': {'name': 'tempest-secgroup--727476527'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:06.617042 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9379-d8ef-4441-b50b-856b7ad0505e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.648590 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101c9f-30c4-4962-b012-f9b17d1fad34 req-fee927e0-4b31-4e3f-91ce-47320d1b47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.650220 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c101c9f-30c4-4962-b012-f9b17d1fad34 req-fee927e0-4b31-4e3f-91ce-47320d1b47cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9 HTTP/1.1" status: 200 len: 919 time: 0.2984490 Aug 09 15:53:06.692303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Pushing event updated for resources: {'Port': ['ID=508dffb2-4d4e-441f-a6c0-6349f4e87e47,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:06.704105 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9379-d8ef-4441-b50b-856b7ad0505e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.708241 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9379-d8ef-4441-b50b-856b7ad0505e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.730259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfb35c4-ade7-4e89-97dd-e811ed090ed3', 'tag': '86c2607b-0b75-4550-b8c2-acc7d10bca9a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:06.732612 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237379ec-1088-4634-b44b-a0add4f2dc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfb35c4-ade7-4e89-97dd-e811ed090ed3", "tag": "86c2607b-0b75-4550-b8c2-acc7d10bca9a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:06.736657 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9379-d8ef-4441-b50b-856b7ad0505e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.740858 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d0fe9379-d8ef-4441-b50b-856b7ad0505e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1491454 Aug 09 15:53:06.740858 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42134) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.741116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c101c9f-30c4-4962-b012-f9b17d1fad34 req-14438e1d-c1da-4ddf-9fe5-b822d10a6361 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a45dcee-8a45-4aff-a212-f241e68e3223 HTTP/1.1" status: 200 len: 217 time: 0.0564613 Aug 09 15:53:06.742822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-04547ded-6849-42d6-9495-f74c1207a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.744233 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-04547ded-6849-42d6-9495-f74c1207a6fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cda60406277a46afb5eee6d38024ace7&device_id=9bfb35c4-ade7-4e89-97dd-e811ed090ed3 HTTP/1.1" status: 200 len: 1094 time: 0.1988049 Aug 09 15:53:06.745211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0075787d-bff6-4572-9da9-4b8c6e991afe tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '95d4caa0-2751-4b96-bfc8-4e97d78873a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:06.746499 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-0075787d-bff6-4572-9da9-4b8c6e991afe tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 09 15:53:06.746499 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-0075787d-bff6-4572-9da9-4b8c6e991afe tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:06.750596 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0075787d-bff6-4572-9da9-4b8c6e991afe tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057650 Aug 09 15:53:06.750596 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9379-d8ef-4441-b50b-856b7ad0505e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d4caa0-2751-4b96-bfc8-4e97d78873a9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:06.750773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42136) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.755315 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ec620690-44f9-4c44-965e-93f371677f71 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '95d4caa0-2751-4b96-bfc8-4e97d78873a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:06.800475 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cdf23c-f40d-44cf-bca0-ff69e6466379 x-openstack-request-id: req-22cdf23c-f40d-44cf-bca0-ff69e6466379 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:06.800761 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfb35c4-ade7-4e89-97dd-e811ed090ed3", "tag": "86c2607b-0b75-4550-b8c2-acc7d10bca9a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:06.801007 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22cdf23c-f40d-44cf-bca0-ff69e6466379 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:06.801390 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfb35c4-ade7-4e89-97dd-e811ed090ed3', 'tag': '86c2607b-0b75-4550-b8c2-acc7d10bca9a', 'status': 'completed', 'code': 200} Aug 09 15:53:06.847842 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-16874400-1ea2-4a5f-b51d-e55392c8301f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86c2607b-0b75-4550-b8c2-acc7d10bca9a HTTP/1.1" status: 200 len: 217 time: 0.0785077 Aug 09 15:53:06.854961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Attempting to bind port 508dffb2-4d4e-441f-a6c0-6349f4e87e47 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:06.855301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Attempting to bind port 508dffb2-4d4e-441f-a6c0-6349f4e87e47 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:06.855626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Attempting to bind port 508dffb2-4d4e-441f-a6c0-6349f4e87e47 on network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:06.897077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Port 508dffb2-4d4e-441f-a6c0-6349f4e87e47 on network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:53:06.897409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Attempting to bind port 508dffb2-4d4e-441f-a6c0-6349f4e87e47 on network 4dfb6406-0164-4c21-ae6d-4b6b12965ca9 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:06.908334 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101c9f-30c4-4962-b012-f9b17d1fad34 req-14ebbb5c-522b-4612-8a58-9d4d7f08009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.909821 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c101c9f-30c4-4962-b012-f9b17d1fad34 req-14ebbb5c-522b-4612-8a58-9d4d7f08009f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8803144-c015-45e3-9da2-badcdf0cab11 HTTP/1.1" status: 200 len: 858 time: 0.1499188 Aug 09 15:53:06.917466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:06.917827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Checking segment: {'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:06.918231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Bound using segment: {'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:06.918657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Bound port: 508dffb2-4d4e-441f-a6c0-6349f4e87e47, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becf9514-81b4-4871-9617-d0f25c55f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:06.919013 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:06.960835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c101c9f-30c4-4962-b012-f9b17d1fad34 req-aab84acc-ad88-4f42-b052-f36446d6d5c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397840 Aug 09 15:53:06.964525 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-ec620690-44f9-4c44-965e-93f371677f71 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:06.969169 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ec620690-44f9-4c44-965e-93f371677f71 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2141185 Aug 09 15:53:06.969296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42140) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.969398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-d4b39ff6-81f8-40da-ab0b-fb2f61c59517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.970632 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-d4b39ff6-81f8-40da-ab0b-fb2f61c59517 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8803144-c015-45e3-9da2-badcdf0cab11 HTTP/1.1" status: 200 len: 858 time: 0.1112187 Aug 09 15:53:06.974236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c1df3e78-348c-4a80-b630-33c2e4c4e5bd tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '95d4caa0-2751-4b96-bfc8-4e97d78873a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:06.974878 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-c1df3e78-348c-4a80-b630-33c2e4c4e5bd tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 09 15:53:06.975261 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-c1df3e78-348c-4a80-b630-33c2e4c4e5bd tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:06.976256 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c1df3e78-348c-4a80-b630-33c2e4c4e5bd tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058944 Aug 09 15:53:06.979814 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42142) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:06.986400 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-25a31e70-68b4-4bbf-b53b-19480d2ce2f9 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '95d4caa0-2751-4b96-bfc8-4e97d78873a9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:07.022157 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-25a31e70-68b4-4bbf-b53b-19480d2ce2f9 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:07.023219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-25a31e70-68b4-4bbf-b53b-19480d2ce2f9 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0424299 Aug 09 15:53:07.026119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42144) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:07.030643 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8332132f-5e2b-49dc-9f08-27bfadbab82e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '95d4caa0-2751-4b96-bfc8-4e97d78873a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:07.031152 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-8332132f-5e2b-49dc-9f08-27bfadbab82e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 09 15:53:07.031680 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-8332132f-5e2b-49dc-9f08-27bfadbab82e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:07.032592 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8332132f-5e2b-49dc-9f08-27bfadbab82e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055790 Aug 09 15:53:07.035139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42146) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:07.039885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f9e247c0-a663-4592-a19c-9ed2ac60453b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '95d4caa0-2751-4b96-bfc8-4e97d78873a9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:07.071563 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-d09636e0-df6e-42c0-b0a7-cea93d0a938c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744255 Aug 09 15:53:07.076047 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-f9e247c0-a663-4592-a19c-9ed2ac60453b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:07.081831 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f9e247c0-a663-4592-a19c-9ed2ac60453b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0457296 Aug 09 15:53:07.082470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42148) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:07.088296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b879727f-5946-4ae6-b3fa-f5fdf384668b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '95d4caa0-2751-4b96-bfc8-4e97d78873a9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:07.088789 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-b879727f-5946-4ae6-b3fa-f5fdf384668b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 09 15:53:07.089284 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-b879727f-5946-4ae6-b3fa-f5fdf384668b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:07.093202 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b879727f-5946-4ae6-b3fa-f5fdf384668b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064621 Aug 09 15:53:07.093480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42150) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:07.100447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-98d1ee59-9203-497c-886d-23fc5658569a tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '95d4caa0-2751-4b96-bfc8-4e97d78873a9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:07.141784 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-98d1ee59-9203-497c-886d-23fc5658569a tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:07.145732 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-98d1ee59-9203-497c-886d-23fc5658569a tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0481701 Aug 09 15:53:07.145890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42154) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:07.150706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2ddd3463-c888-4449-b444-a2f80698983e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '95d4caa0-2751-4b96-bfc8-4e97d78873a9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:07.165264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] For port 508dffb2-4d4e-441f-a6c0-6349f4e87e47, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:07.195253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] For port 508dffb2-4d4e-441f-a6c0-6349f4e87e47, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=508dffb2-4d4e-441f-a6c0-6349f4e87e47,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:07.212641 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.239077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fdde9-ee27-4fbd-9d55-a0d815c5fb7a req-49b71ffb-9bff-4eb9-ad83-7bfdd2074c42 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:07.240595 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a77fdde9-ee27-4fbd-9d55-a0d815c5fb7a req-49b71ffb-9bff-4eb9-ad83-7bfdd2074c42 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 943 time: 0.0712922 Aug 09 15:53:07.242020 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-2ddd3463-c888-4449-b444-a2f80698983e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:07.246195 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2ddd3463-c888-4449-b444-a2f80698983e tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0962110 Aug 09 15:53:07.246195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42156) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:07.251025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c101c9f-30c4-4962-b012-f9b17d1fad34 req-1bd20387-0ded-45de-8a26-e1984a01adf5 service neutron] 10.222.0.60 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543912 Aug 09 15:53:07.276122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:07.276706 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.278140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] 10.222.0.53 "PUT /v2.0/ports/508dffb2-4d4e-441f-a6c0-6349f4e87e47 HTTP/1.1" status: 200 len: 1091 time: 2.3474193 Aug 09 15:53:07.326522 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a77fdde9-ee27-4fbd-9d55-a0d815c5fb7a req-881eff08-0c36-4577-83e2-5ec98984b179 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623839 Aug 09 15:53:07.356020 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-efdeea1f-9b09-44fe-8970-5785a19d84db tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.374282 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-d00c31a6-a897-4617-b723-1c6c7d2ac0f6 service neutron] 10.222.0.53 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898698 Aug 09 15:53:07.381966 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-efdeea1f-9b09-44fe-8970-5785a19d84db tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.409671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device fe92b579-64fa-4c93-9d6e-f34537fd6273 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:07.432528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-efdeea1f-9b09-44fe-8970-5785a19d84db tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.436089 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-efdeea1f-9b09-44fe-8970-5785a19d84db tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.439971 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-efdeea1f-9b09-44fe-8970-5785a19d84db tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "DELETE /v2.0/security-groups/95d4caa0-2751-4b96-bfc8-4e97d78873a9 HTTP/1.1" status: 204 len: 168 time: 0.1903577 Aug 09 15:53:07.443542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42162) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:07.467935 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdeea1f-9b09-44fe-8970-5785a19d84db tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d4caa0-2751-4b96-bfc8-4e97d78873a9,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:07.513495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port fe92b579-64fa-4c93-9d6e-f34537fd6273 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:07.514181 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-119f81bf-eda2-4d71-8a86-6920a70913ed tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692010 Aug 09 15:53:07.520821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42164) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:07.524274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port fe92b579-64fa-4c93-9d6e-f34537fd6273 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:07.524467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601b8e0-42ae-4490-b3b3-21e63e0e7e13 service neutron] Pushing event updated for resources: {'Port': ['ID=508dffb2-4d4e-441f-a6c0-6349f4e87e47,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:07.524727 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.529272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c7478cfa-8cc2-495f-97d2-c2dd7e71611a tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023604815'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:07.561345 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7478cfa-8cc2-495f-97d2-c2dd7e71611a tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.598641 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1885-87aa-4913-a8b1-1189f69e4484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.606656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-3c35a8f5-42b3-4f53-932f-598998290eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:07.608604 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-3c35a8f5-42b3-4f53-932f-598998290eba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cda60406277a46afb5eee6d38024ace7&device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 1094 time: 0.2605236 Aug 09 15:53:07.649440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31a8c8-603c-44f3-b39c-fc1dc3239bcc req-7f364cc3-04ae-4b44-a7b9-8c8bd518d426 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:07.651575 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d31a8c8-603c-44f3-b39c-fc1dc3239bcc req-7f364cc3-04ae-4b44-a7b9-8c8bd518d426 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 946 time: 0.2870522 Aug 09 15:53:07.652597 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.653694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c101c9f-30c4-4962-b012-f9b17d1fad34 req-1c2985ab-8f1f-47fb-afaf-8e028140c427 service neutron] 10.222.0.60 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865206 Aug 09 15:53:07.694215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port fe92b579-64fa-4c93-9d6e-f34537fd6273, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=fe92b579-64fa-4c93-9d6e-f34537fd6273,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:07.700024 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.711506 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7478cfa-8cc2-495f-97d2-c2dd7e71611a tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.712453 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-a4f2eb3f-01cc-4110-a3ef-b300bbc498f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=508dffb2-4d4e-441f-a6c0-6349f4e87e47 HTTP/1.1" status: 200 len: 217 time: 0.0872726 Aug 09 15:53:07.716611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-aaad1c33-624d-471b-8002-cb1100df45cf service neutron] 10.222.0.53 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162620 Aug 09 15:53:07.717252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7478cfa-8cc2-495f-97d2-c2dd7e71611a tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.771537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=fe92b579-64fa-4c93-9d6e-f34537fd6273,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:07.785381 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7478cfa-8cc2-495f-97d2-c2dd7e71611a tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:07.786797 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c7478cfa-8cc2-495f-97d2-c2dd7e71611a tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2638035 Aug 09 15:53:07.795190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42170) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:07.801438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-248b34bd-e3cd-401e-a8f9-d2bb00b8e98f tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '7a51dbdb-ccb3-4f1a-83e2-3e96ff6dd2de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:07.816891 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7478cfa-8cc2-495f-97d2-c2dd7e71611a tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a51dbdb-ccb3-4f1a-83e2-3e96ff6dd2de,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:07.818182 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d31a8c8-603c-44f3-b39c-fc1dc3239bcc req-6b828840-7e17-43a3-82d9-c0e227b07755 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169121 Aug 09 15:53:07.829433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215fea-21bf-4912-a054-449116e26763 req-1b9b2d03-440c-4649-ab43-cf90b6b5baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:07.831082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-1b9b2d03-440c-4649-ab43-cf90b6b5baab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8803144-c015-45e3-9da2-badcdf0cab11 HTTP/1.1" status: 200 len: 858 time: 0.1059082 Aug 09 15:53:07.856604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac332dbe-c689-4d81-a4d3-1c184ca95cff req-bbdfcc26-891e-4efa-aca9-0ee2cdd81cdd tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:07.858390 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac332dbe-c689-4d81-a4d3-1c184ca95cff req-bbdfcc26-891e-4efa-aca9-0ee2cdd81cdd tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 946 time: 0.1346793 Aug 09 15:53:07.876669 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-e23b237f-00b2-449a-9cfc-13dbdbf391d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383852 Aug 09 15:53:07.878762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237379ec-1088-4634-b44b-a0add4f2dc9d req-dec25d89-c9ee-421b-a554-8685a0ce5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:07.880625 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-237379ec-1088-4634-b44b-a0add4f2dc9d req-dec25d89-c9ee-421b-a554-8685a0ce5328 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cda60406277a46afb5eee6d38024ace7&device_id=9bfb35c4-ade7-4e89-97dd-e811ed090ed3 HTTP/1.1" status: 200 len: 1094 time: 0.1029224 Aug 09 15:53:07.903362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81f1b4f-b13a-4890-a895-755710f3b5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe92b579-64fa-4c93-9d6e-f34537fd6273'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:07.908116 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1020f4-f79b-4d06-831b-d52d4a531da7" -d '{"events": [{"server_uuid": "d81f1b4f-b13a-4890-a895-755710f3b5d4", "name": "network-vif-plugged", "status": "completed", "tag": "fe92b579-64fa-4c93-9d6e-f34537fd6273"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:07.915851 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-248b34bd-e3cd-401e-a8f9-d2bb00b8e98f tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The resource could not be found. Aug 09 15:53:07.916988 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-248b34bd-e3cd-401e-a8f9-d2bb00b8e98f tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1205585 Aug 09 15:53:07.920241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42176) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:07.926203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-470202db-3b85-4de2-b48a-e44622ad70e0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '7a51dbdb-ccb3-4f1a-83e2-3e96ff6dd2de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2beaed55-789a-422b-bea6-7dfbf11286c5'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:07.935798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac332dbe-c689-4d81-a4d3-1c184ca95cff req-7fe10a34-42f4-453f-a4cf-f1b4449a8a60 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668139 Aug 09 15:53:07.983519 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-470202db-3b85-4de2-b48a-e44622ad70e0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The resource could not be found. Aug 09 15:53:07.984923 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-470202db-3b85-4de2-b48a-e44622ad70e0 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0633836 Aug 09 15:53:07.988366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42178) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:08.001986 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb71d9fb-aae4-41a6-b774-e4a80b59ae87 x-openstack-request-id: req-cb71d9fb-aae4-41a6-b774-e4a80b59ae87 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:08.002282 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81f1b4f-b13a-4890-a895-755710f3b5d4", "name": "network-vif-plugged", "status": "completed", "tag": "fe92b579-64fa-4c93-9d6e-f34537fd6273", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:08.002570 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb71d9fb-aae4-41a6-b774-e4a80b59ae87 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:08.002975 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81f1b4f-b13a-4890-a895-755710f3b5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe92b579-64fa-4c93-9d6e-f34537fd6273', 'code': 200} Aug 09 15:53:08.057123 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08789bee-8c7b-468e-86b5-2c35fc7e9bdc tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.084329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08789bee-8c7b-468e-86b5-2c35fc7e9bdc tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.118924 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-bd4421e6-1e55-439b-9123-e2ebbfe5d602 service neutron] 10.222.0.53 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286098 Aug 09 15:53:08.137166 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08789bee-8c7b-468e-86b5-2c35fc7e9bdc tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.140010 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08789bee-8c7b-468e-86b5-2c35fc7e9bdc tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.141521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-08789bee-8c7b-468e-86b5-2c35fc7e9bdc tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "DELETE /v2.0/security-groups/7a51dbdb-ccb3-4f1a-83e2-3e96ff6dd2de HTTP/1.1" status: 204 len: 168 time: 0.1521044 Aug 09 15:53:08.151425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42180) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:08.152245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08789bee-8c7b-468e-86b5-2c35fc7e9bdc tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a51dbdb-ccb3-4f1a-83e2-3e96ff6dd2de,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:08.187420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237379ec-1088-4634-b44b-a0add4f2dc9d req-989db634-f569-42f4-88fa-1fdbd3d22107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:08.190226 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-237379ec-1088-4634-b44b-a0add4f2dc9d req-989db634-f569-42f4-88fa-1fdbd3d22107 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9 HTTP/1.1" status: 200 len: 919 time: 0.2895148 Aug 09 15:53:08.227439 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c74b2172-9838-487d-ae32-fb6ec3801170 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663040 Aug 09 15:53:08.234098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42182) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:08.239556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b75c4390-2ebb-4506-bd31-6e21f3c4640f tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '11b25d1d-ed33-47cc-bb38-60b72f93b061', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:08.278748 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-237379ec-1088-4634-b44b-a0add4f2dc9d req-c53ac38d-0a60-4048-bf53-0a375f32a673 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86c2607b-0b75-4550-b8c2-acc7d10bca9a HTTP/1.1" status: 200 len: 217 time: 0.0616772 Aug 09 15:53:08.283424 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-b75c4390-2ebb-4506-bd31-6e21f3c4640f tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The resource could not be found. Aug 09 15:53:08.283981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c4cca-165e-412e-a910-aa87fd7629e5 req-36b5a748-b697-4c7a-a085-951347825414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:08.288436 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b75c4390-2ebb-4506-bd31-6e21f3c4640f tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0490260 Aug 09 15:53:08.288584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e81c4cca-165e-412e-a910-aa87fd7629e5 req-36b5a748-b697-4c7a-a085-951347825414 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 1097 time: 0.2109051 Aug 09 15:53:08.288878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42184) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:08.294136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4f62cb26-fc25-46b3-b1b6-883db1361836 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group': {'name': 'tempest-secgroup--438439748'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:08.322496 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f62cb26-fc25-46b3-b1b6-883db1361836 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.400122 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25215fea-21bf-4912-a054-449116e26763 req-18c09d63-9b68-4116-a440-75f4af5bf2a5 service neutron] 10.222.0.53 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708766 Aug 09 15:53:08.402193 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e81c4cca-165e-412e-a910-aa87fd7629e5 req-4fbef463-cac2-429d-9ea4-40c6f30fa5fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052115 Aug 09 15:53:08.403555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237379ec-1088-4634-b44b-a0add4f2dc9d req-4a7555a4-b52f-4616-8511-a7f94bc0004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:08.405847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-237379ec-1088-4634-b44b-a0add4f2dc9d req-4a7555a4-b52f-4616-8511-a7f94bc0004c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8803144-c015-45e3-9da2-badcdf0cab11 HTTP/1.1" status: 200 len: 858 time: 0.1169033 Aug 09 15:53:08.428497 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f62cb26-fc25-46b3-b1b6-883db1361836 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.432563 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f62cb26-fc25-46b3-b1b6-883db1361836 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.465813 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f62cb26-fc25-46b3-b1b6-883db1361836 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.469772 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4f62cb26-fc25-46b3-b1b6-883db1361836 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1772599 Aug 09 15:53:08.470130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42188) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:08.476535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a93d1e5a-d67c-4441-82c8-68eeefcee2d9 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352259582'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:08.482830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62cb26-fc25-46b3-b1b6-883db1361836 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84be7aed-8f28-4784-a23e-24d1ddfb02a6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:08.498603 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-237379ec-1088-4634-b44b-a0add4f2dc9d req-3548c895-1602-4d28-9675-a6fcf64a757f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319161 Aug 09 15:53:08.510331 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a93d1e5a-d67c-4441-82c8-68eeefcee2d9 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.576551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321dfee-5b4b-4efa-866a-ce7948ac57d3 req-6e33caa1-a4b5-42a2-8f27-0e26ede0084f tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:08.578434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c321dfee-5b4b-4efa-866a-ce7948ac57d3 req-6e33caa1-a4b5-42a2-8f27-0e26ede0084f tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 943 time: 0.1448755 Aug 09 15:53:08.601564 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a93d1e5a-d67c-4441-82c8-68eeefcee2d9 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.605829 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a93d1e5a-d67c-4441-82c8-68eeefcee2d9 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.645168 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a93d1e5a-d67c-4441-82c8-68eeefcee2d9 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.649132 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a93d1e5a-d67c-4441-82c8-68eeefcee2d9 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1751678 Aug 09 15:53:08.649510 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c321dfee-5b4b-4efa-866a-ce7948ac57d3 req-f598d115-971e-4a6a-80f2-6382deb0c8bc tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573292 Aug 09 15:53:08.649510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42196) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:08.654125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-dd507392-64a4-493f-92c0-05d72e0b5e7d tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group_rule': {'security_group_id': '84be7aed-8f28-4784-a23e-24d1ddfb02a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1ad46ce6-619a-4990-99e3-10960159fb4d'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:08.657610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d1e5a-d67c-4441-82c8-68eeefcee2d9 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad46ce6-619a-4990-99e3-10960159fb4d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:08.669743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-237379ec-1088-4634-b44b-a0add4f2dc9d req-3bc6755e-c9cf-4d59-a515-5433146f67a3 service neutron] 10.222.0.53 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582434 Aug 09 15:53:08.740190 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-dd507392-64a4-493f-92c0-05d72e0b5e7d tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:53:08.741250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dd507392-64a4-493f-92c0-05d72e0b5e7d tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0909858 Aug 09 15:53:08.744493 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42198) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:08.776542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-237379ec-1088-4634-b44b-a0add4f2dc9d req-6ffdd039-f072-4ac8-a63c-f0d6244c62a4 service neutron] 10.222.0.53 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955203 Aug 09 15:53:08.802248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154ac220-f002-47cf-88c1-e550ad5f1444', 'tag': '508dffb2-4d4e-441f-a6c0-6349f4e87e47'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:08.802964 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39df1ede-52a7-4850-a333-669f3982dd3c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.804600 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b8e34b-a609-4367-b83c-ad49ece289c7" -d '{"events": [{"name": "network-changed", "server_uuid": "154ac220-f002-47cf-88c1-e550ad5f1444", "tag": "508dffb2-4d4e-441f-a6c0-6349f4e87e47"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:08.826694 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39df1ede-52a7-4850-a333-669f3982dd3c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.845832 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b490cf-60aa-4822-b7d8-af5b4d12090f x-openstack-request-id: req-d2b490cf-60aa-4822-b7d8-af5b4d12090f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:08.846127 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154ac220-f002-47cf-88c1-e550ad5f1444", "tag": "508dffb2-4d4e-441f-a6c0-6349f4e87e47", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:08.846574 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d2b490cf-60aa-4822-b7d8-af5b4d12090f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:08.846789 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154ac220-f002-47cf-88c1-e550ad5f1444', 'tag': '508dffb2-4d4e-441f-a6c0-6349f4e87e47', 'status': 'completed', 'code': 200} Aug 09 15:53:08.883946 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39df1ede-52a7-4850-a333-669f3982dd3c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.887130 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39df1ede-52a7-4850-a333-669f3982dd3c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:08.890644 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-39df1ede-52a7-4850-a333-669f3982dd3c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "DELETE /v2.0/security-groups/1ad46ce6-619a-4990-99e3-10960159fb4d HTTP/1.1" status: 204 len: 168 time: 0.1417661 Aug 09 15:53:08.891484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42204) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:08.899898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df1ede-52a7-4850-a333-669f3982dd3c tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad46ce6-619a-4990-99e3-10960159fb4d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:08.950920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1175c-1b45-422e-87f8-169429cf6660 req-1f2942ff-e926-47a2-a606-76277c687dd1 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:08.952441 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-38b1175c-1b45-422e-87f8-169429cf6660 req-1f2942ff-e926-47a2-a606-76277c687dd1 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 946 time: 0.0543599 Aug 09 15:53:08.957016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8e34b-a609-4367-b83c-ad49ece289c7 req-d1a65b58-4233-4d9f-9ff2-47c659588ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:08.958634 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30b8e34b-a609-4367-b83c-ad49ece289c7 req-d1a65b58-4233-4d9f-9ff2-47c659588ff4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cda60406277a46afb5eee6d38024ace7&device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 1094 time: 0.0801744 Aug 09 15:53:08.980690 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5e8f6f83-4eb5-4333-807d-b52db660bcc9 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0740864 Aug 09 15:53:08.986931 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42210) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.008083 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-38b1175c-1b45-422e-87f8-169429cf6660 req-e1b473a0-6513-4c4e-8d48-b91ee5ad1ecd tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495124 Aug 09 15:53:09.055495 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-894267b1-3a6b-4eca-bd5f-6d212c47320b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.087230 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-894267b1-3a6b-4eca-bd5f-6d212c47320b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.114091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20719626-78a6-4d0f-ade4-668022152b42 req-942cc7c3-dbcb-46af-9580-06a53359e848 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:09.115622 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20719626-78a6-4d0f-ade4-668022152b42 req-942cc7c3-dbcb-46af-9580-06a53359e848 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0914731 Aug 09 15:53:09.118556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8e34b-a609-4367-b83c-ad49ece289c7 req-a0bc401b-65be-43c9-b677-c38f6fe5ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:09.120082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30b8e34b-a609-4367-b83c-ad49ece289c7 req-a0bc401b-65be-43c9-b677-c38f6fe5ba9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9 HTTP/1.1" status: 200 len: 919 time: 0.1531556 Aug 09 15:53:09.134727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-894267b1-3a6b-4eca-bd5f-6d212c47320b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.137295 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-894267b1-3a6b-4eca-bd5f-6d212c47320b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.138581 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-894267b1-3a6b-4eca-bd5f-6d212c47320b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "DELETE /v2.0/security-groups/84be7aed-8f28-4784-a23e-24d1ddfb02a6 HTTP/1.1" status: 204 len: 168 time: 0.1506748 Aug 09 15:53:09.142645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42214) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.158091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894267b1-3a6b-4eca-bd5f-6d212c47320b tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84be7aed-8f28-4784-a23e-24d1ddfb02a6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:09.198557 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30b8e34b-a609-4367-b83c-ad49ece289c7 req-6ca64e32-b369-40b7-8afa-392f28fd91c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=508dffb2-4d4e-441f-a6c0-6349f4e87e47 HTTP/1.1" status: 200 len: 217 time: 0.0606821 Aug 09 15:53:09.211535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20719626-78a6-4d0f-ade4-668022152b42 req-edb4f1c4-500a-48b5-97e4-2f21160c4bcb tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884252 Aug 09 15:53:09.218223 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5d2109fa-8cf9-48da-aeb6-a4169750569f tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733883 Aug 09 15:53:09.219740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42226) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.225638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5da88174-77c3-46bd-8eb9-8f21df44fca6 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group': {'name': 'tempest-secgroup--772576560'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:09.267103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8e34b-a609-4367-b83c-ad49ece289c7 req-1583b1f6-dee8-4bb2-b5c4-777045a7c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:09.268715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30b8e34b-a609-4367-b83c-ad49ece289c7 req-1583b1f6-dee8-4bb2-b5c4-777045a7c0d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8803144-c015-45e3-9da2-badcdf0cab11 HTTP/1.1" status: 200 len: 858 time: 0.0547240 Aug 09 15:53:09.269292 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5da88174-77c3-46bd-8eb9-8f21df44fca6 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.306561 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30b8e34b-a609-4367-b83c-ad49ece289c7 req-b099749b-1b0b-4d64-8ed4-378c3ba86e66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4dfb6406-0164-4c21-ae6d-4b6b12965ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266826 Aug 09 15:53:09.381532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4447fb1-cc54-4ccf-b7ca-064a7e79a0b7 req-b6314c0d-630f-484c-a2ad-2b95506a1e94 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:09.383075 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e4447fb1-cc54-4ccf-b7ca-064a7e79a0b7 req-b6314c0d-630f-484c-a2ad-2b95506a1e94 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.1368763 Aug 09 15:53:09.409324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 3a45dcee-8a45-4aff-a212-f241e68e3223 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:09.412333 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30b8e34b-a609-4367-b83c-ad49ece289c7 req-6c2fff0e-3a7f-4880-9392-08f92f5d8107 service neutron] 10.222.0.53 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971446 Aug 09 15:53:09.419644 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e4447fb1-cc54-4ccf-b7ca-064a7e79a0b7 req-d27e4bfe-8371-4912-96da-1f5207211747 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/quotas/e5f1a03c287a42209d0b9eb2d0d97d41 HTTP/1.1" status: 200 len: 375 time: 0.0303078 Aug 09 15:53:09.430844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 86c2607b-0b75-4550-b8c2-acc7d10bca9a details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:09.475074 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5da88174-77c3-46bd-8eb9-8f21df44fca6 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.482104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5da88174-77c3-46bd-8eb9-8f21df44fca6 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.512945 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5da88174-77c3-46bd-8eb9-8f21df44fca6 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.517327 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5da88174-77c3-46bd-8eb9-8f21df44fca6 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2931931 Aug 09 15:53:09.518426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42228) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.519081 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e4447fb1-cc54-4ccf-b7ca-064a7e79a0b7 req-e6baa79d-f754-4d7a-b020-48d4bb95d955 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883582 Aug 09 15:53:09.526259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-28dd015b-6ec8-4613-8595-a5e9df7d69c4 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:09.528146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da88174-77c3-46bd-8eb9-8f21df44fca6 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc36d9f-228c-4e30-843c-1b6bfb91520c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:09.530636 n-d-803778-2 neutron-server[94290]: WARNING neutron.api.v2.base [None req-28dd015b-6ec8-4613-8595-a5e9df7d69c4 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 09 15:53:09.531198 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-28dd015b-6ec8-4613-8595-a5e9df7d69c4 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] update failed (client error): There was a conflict when trying to complete your request. Aug 09 15:53:09.533137 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-28dd015b-6ec8-4613-8595-a5e9df7d69c4 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "PUT /v2.0/security-groups/dbc36d9f-228c-4e30-843c-1b6bfb91520c HTTP/1.1" status: 409 len: 330 time: 0.0139756 Aug 09 15:53:09.540177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42230) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.545532 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30b8e34b-a609-4367-b83c-ad49ece289c7 req-64ae9c14-b6e7-4e97-bda2-ced758a59ff2 service neutron] 10.222.0.53 "GET /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237667 Aug 09 15:53:09.623817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 3a45dcee-8a45-4aff-a212-f241e68e3223, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3a45dcee-8a45-4aff-a212-f241e68e3223,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:09.646787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '3a45dcee-8a45-4aff-a212-f241e68e3223', 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9', 'port_id': '3a45dcee-8a45-4aff-a212-f241e68e3223', 'mac_address': 'fa:16:3e:b9:c3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8803144-c015-45e3-9da2-badcdf0cab11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:09.649823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 86c2607b-0b75-4550-b8c2-acc7d10bca9a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=86c2607b-0b75-4550-b8c2-acc7d10bca9a,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:09.655582 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6f04b5e-1098-4332-ab8b-31dba9fb8abe tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.678154 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e4447fb1-cc54-4ccf-b7ca-064a7e79a0b7 req-5bd3b34a-c6e5-47bd-b662-c52f39a60f7f service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473680 Aug 09 15:53:09.682373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '86c2607b-0b75-4550-b8c2-acc7d10bca9a', 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9', 'port_id': '86c2607b-0b75-4550-b8c2-acc7d10bca9a', 'mac_address': 'fa:16:3e:2f:87:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8803144-c015-45e3-9da2-badcdf0cab11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:09.699092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6f04b5e-1098-4332-ab8b-31dba9fb8abe tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.723721 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.746527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a45dcee-8a45-4aff-a212-f241e68e3223 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:09.751494 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.782065 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c2607b-0b75-4550-b8c2-acc7d10bca9a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:09.789885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 3a45dcee-8a45-4aff-a212-f241e68e3223, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3a45dcee-8a45-4aff-a212-f241e68e3223,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:09.800023 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.803407 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6f04b5e-1098-4332-ab8b-31dba9fb8abe tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.806161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6f04b5e-1098-4332-ab8b-31dba9fb8abe tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.809660 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a6f04b5e-1098-4332-ab8b-31dba9fb8abe tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "DELETE /v2.0/security-groups/dbc36d9f-228c-4e30-843c-1b6bfb91520c HTTP/1.1" status: 204 len: 168 time: 0.2662430 Aug 09 15:53:09.810049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42238) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.819900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 86c2607b-0b75-4550-b8c2-acc7d10bca9a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=86c2607b-0b75-4550-b8c2-acc7d10bca9a,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:09.824921 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e4447fb1-cc54-4ccf-b7ca-064a7e79a0b7 req-15746888-1ca9-4f97-8a7f-00d87c066a0a service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346602 Aug 09 15:53:09.825803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f04b5e-1098-4332-ab8b-31dba9fb8abe tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc36d9f-228c-4e30-843c-1b6bfb91520c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:09.848068 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:09.874530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b49385-9656-4f75-a221-1652b96359b5 req-513561d6-1c64-4d98-9e46-04691e41e17e tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:09.876639 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-96b49385-9656-4f75-a221-1652b96359b5 req-513561d6-1c64-4d98-9e46-04691e41e17e tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 943 time: 0.1093822 Aug 09 15:53:09.884898 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=3a45dcee-8a45-4aff-a212-f241e68e3223,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:09.895903 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0f288a5a-f0c2-4bed-b8e9-008db5b24afd tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843310 Aug 09 15:53:09.899097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42240) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.929149 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-dc18d455-0703-4fbf-9547-7f4405e18922 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] delete failed (client error): The resource could not be found. Aug 09 15:53:09.930256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dc18d455-0703-4fbf-9547-7f4405e18922 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "DELETE /v2.0/security-groups/19071ccd-a9da-4337-a614-fcb43b96efe2 HTTP/1.1" status: 404 len: 347 time: 0.0302420 Aug 09 15:53:09.934266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42242) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.956940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-96b49385-9656-4f75-a221-1652b96359b5 req-f27e149c-6c97-45be-80b0-88aa4c4babbe tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598695 Aug 09 15:53:09.960593 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=86c2607b-0b75-4550-b8c2-acc7d10bca9a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:09.966335 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-7b6fd7c1-e53d-4254-9ea5-11ba131aa471 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] show failed (client error): The resource could not be found. Aug 09 15:53:09.972318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42246) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:09.972532 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7b6fd7c1-e53d-4254-9ea5-11ba131aa471 tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "GET /v2.0/security-groups/c58514c0-343e-48c9-b546-522ce79e2521 HTTP/1.1" status: 404 len: 347 time: 0.0370061 Aug 09 15:53:10.004363 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-5a7ce026-398f-4fff-b803-4e2554ce3cee tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] show failed (client error): The resource could not be found. Aug 09 15:53:10.009640 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5a7ce026-398f-4fff-b803-4e2554ce3cee tempest-NegativeSecGroupTest-2135973050 tempest-NegativeSecGroupTest-2135973050-project] 10.222.0.81 "GET /v2.0/security-group-rules/997db02e-b7c2-4c66-b0d0-294769a71d95 HTTP/1.1" status: 404 len: 356 time: 0.0320640 Aug 09 15:53:10.040691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['3a45dcee-8a45-4aff-a212-f241e68e3223'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:10.176216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['86c2607b-0b75-4550-b8c2-acc7d10bca9a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:10.376304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333aa4f-b09e-44f5-81fb-0092fc118942 req-2dafcb29-017e-4fac-8213-a77dc7f7ae1a tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:10.382279 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1333aa4f-b09e-44f5-81fb-0092fc118942 req-2dafcb29-017e-4fac-8213-a77dc7f7ae1a tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0614841 Aug 09 15:53:10.382847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42276) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:10.458842 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1333aa4f-b09e-44f5-81fb-0092fc118942 req-bce3cf2d-dd7e-4e36-bdd7-5811bd6933d4 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689542 Aug 09 15:53:10.484068 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-845d0e9c-36da-4b36-b1d0-e2f6f6288b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.526903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-699800c2-d84f-456c-a438-ddcf9fb3a09e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:10.528450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-699800c2-d84f-456c-a438-ddcf9fb3a09e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.1607561 Aug 09 15:53:10.557046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-f8d9d78f-0834-4f71-a0fb-b068eb884f80 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/quotas/e5f1a03c287a42209d0b9eb2d0d97d41 HTTP/1.1" status: 200 len: 375 time: 0.0196013 Aug 09 15:53:10.586290 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-58f728d4-4ce1-4f92-8f54-e3180f20f669 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65097a157c5c434eaf2f7a728332f685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022686 Aug 09 15:53:10.589205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42286) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:10.629143 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-89ba55c7-39d5-47ca-bf4f-8bef6871ad36 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0644639 Aug 09 15:53:10.746396 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-cb6980f9-2719-4ccd-ba16-6b68c74a9f59 service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162467 Aug 09 15:53:10.848062 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.950390 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-81a009dd-53d2-4cfb-8015-a7c2e8fde4f5 service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003949 Aug 09 15:53:11.129840 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.166338 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.247053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4055b82-3a18-46f2-84b5-816e7ab3bb3c req-9a44af78-083c-455a-aad9-3e13d4813c87 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:11.247327 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82b650eb-e3b2-43c9-a944-c46a7df659b4 req-be0336a9-4b43-4901-b4bc-aca7e2756d45 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 210 time: 0.0400791 Aug 09 15:53:11.248686 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4055b82-3a18-46f2-84b5-816e7ab3bb3c req-9a44af78-083c-455a-aad9-3e13d4813c87 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 943 time: 0.1740341 Aug 09 15:53:11.249842 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.261997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.261997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c63a659-778b-4597-b66d-032f525d13fd HTTP/1.1" status: 204 len: 168 time: 0.6640420 Aug 09 15:53:11.275378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c63a659-778b-4597-b66d-032f525d13fd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:11.313903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:11.314346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:11.314809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:11.315583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:11.315931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:11.316266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:11.316722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:11.317049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:11.317376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:11.317730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:11.318306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:11.318655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651e2d-3aa7-4c7f-95c0-3645c9b83f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:11.357194 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4055b82-3a18-46f2-84b5-816e7ab3bb3c req-4fdf9204-ca18-40e9-a64a-ec0b17be4072 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016183 Aug 09 15:53:11.382778 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.441698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 508dffb2-4d4e-441f-a6c0-6349f4e87e47 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:11.443532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 86c2607b-0b75-4550-b8c2-acc7d10bca9a up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:11.447552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 3a45dcee-8a45-4aff-a212-f241e68e3223 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:11.577925 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.628546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 86c2607b-0b75-4550-b8c2-acc7d10bca9a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:11.645162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 86c2607b-0b75-4550-b8c2-acc7d10bca9a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:11.645545 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.691586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 3a45dcee-8a45-4aff-a212-f241e68e3223 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:11.704763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 3a45dcee-8a45-4aff-a212-f241e68e3223 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:11.705148 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.715330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 508dffb2-4d4e-441f-a6c0-6349f4e87e47, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=508dffb2-4d4e-441f-a6c0-6349f4e87e47,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:11.762722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '508dffb2-4d4e-441f-a6c0-6349f4e87e47', 'network_id': '4dfb6406-0164-4c21-ae6d-4b6b12965ca9', 'port_id': '508dffb2-4d4e-441f-a6c0-6349f4e87e47', 'mac_address': 'fa:16:3e:73:18:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8803144-c015-45e3-9da2-badcdf0cab11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:11.838952 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.866015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508dffb2-4d4e-441f-a6c0-6349f4e87e47 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:11.906837 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.939841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 508dffb2-4d4e-441f-a6c0-6349f4e87e47, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=508dffb2-4d4e-441f-a6c0-6349f4e87e47,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:11.944801 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.986637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfb35c4-ade7-4e89-97dd-e811ed090ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c2607b-0b75-4550-b8c2-acc7d10bca9a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:11.989265 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6922ee2a-2b0d-4d13-89b6-097b8859076e" -d '{"events": [{"server_uuid": "9bfb35c4-ade7-4e89-97dd-e811ed090ed3", "name": "network-vif-plugged", "status": "completed", "tag": "86c2607b-0b75-4550-b8c2-acc7d10bca9a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:11.996008 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.017543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 86c2607b-0b75-4550-b8c2-acc7d10bca9a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=86c2607b-0b75-4550-b8c2-acc7d10bca9a,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:12.027145 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.041089 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d1988f-239d-4dd8-b107-ec45f9bb8e82 x-openstack-request-id: req-87d1988f-239d-4dd8-b107-ec45f9bb8e82 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:12.041367 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfb35c4-ade7-4e89-97dd-e811ed090ed3", "name": "network-vif-plugged", "status": "completed", "tag": "86c2607b-0b75-4550-b8c2-acc7d10bca9a", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:12.041843 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87d1988f-239d-4dd8-b107-ec45f9bb8e82 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:12.042294 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfb35c4-ade7-4e89-97dd-e811ed090ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c2607b-0b75-4550-b8c2-acc7d10bca9a', 'code': 200} Aug 09 15:53:12.069003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=508dffb2-4d4e-441f-a6c0-6349f4e87e47,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:12.094877 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 3a45dcee-8a45-4aff-a212-f241e68e3223, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3a45dcee-8a45-4aff-a212-f241e68e3223,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:12.115672 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.151806 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51480b2-02c7-4ca9-9746-463f5f47a072 req-ee5eb12a-c5ce-4d8a-94be-b9626b1d6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:12.153090 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=86c2607b-0b75-4550-b8c2-acc7d10bca9a,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:12.153890 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d51480b2-02c7-4ca9-9746-463f5f47a072 req-ee5eb12a-c5ce-4d8a-94be-b9626b1d6546 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9bfb35c4-ade7-4e89-97dd-e811ed090ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0475905 Aug 09 15:53:12.210550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d51480b2-02c7-4ca9-9746-463f5f47a072 req-aff7e859-676a-46ef-8e90-93f8db60903c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387752 Aug 09 15:53:12.225467 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=3a45dcee-8a45-4aff-a212-f241e68e3223,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:12.373829 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['508dffb2-4d4e-441f-a6c0-6349f4e87e47'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:12.416006 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f3738ae-943a-4aca-974f-f0b0bdc4dd07 req-9128ba41-9b1f-4218-bfd4-68aee5bf8c07 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 210 time: 0.0528476 Aug 09 15:53:12.504817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-c68d76b0-7849-4617-a3a1-54994f29a751 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:12.510261 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-c68d76b0-7849-4617-a3a1-54994f29a751 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.2231221 Aug 09 15:53:12.530256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Request body: {'port': {'device_id': '0493216d-3639-4433-89a1-fe36888e62b7', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'admin_state_up': True, 'tenant_id': 'e5f1a03c287a42209d0b9eb2d0d97d41'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:12.574311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0c28d-00fb-4e4e-a221-49fb0c944f1f req-792588a0-0175-4298-9f11-fecc00af9a9f tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:12.577131 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-19c0c28d-00fb-4e4e-a221-49fb0c944f1f req-792588a0-0175-4298-9f11-fecc00af9a9f tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 944 time: 0.0943213 Aug 09 15:53:12.634722 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-19c0c28d-00fb-4e4e-a221-49fb0c944f1f req-c41b8797-6b04-449d-bf83-e17e6d6b661d tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504701 Aug 09 15:53:12.700548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Made reservation on behalf of e5f1a03c287a42209d0b9eb2d0d97d41 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:12.705085 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.849243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Allocated IP 172.20.0.13 (bda938b4-f252-4ee7-b4cf-f10144f1cc5d/753134b0-7750-440f-bc44-e17b7bfff805/24a8f55d-78c8-46ad-9ee6-f93f4570169f) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:12.935735 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.034499 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.076693 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.092389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:13.137180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Network bda938b4-f252-4ee7-b4cf-f10144f1cc5d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:13.140631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:13.146394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:13.150622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event updated for resources: {'Port': ['ID=24a8f55d-78c8-46ad-9ee6-f93f4570169f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:13.204414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:13.205080 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.224360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-d1f032ae-a205-44ee-b354-a15b2fe1ecc5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6988466 Aug 09 15:53:13.239293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Request body: {'port': {'device_id': '0493216d-3639-4433-89a1-fe36888e62b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:13.307189 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.347706 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.649336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fedd2-879f-45c6-a6de-a26ce62aae68 req-1c22e525-35ce-44ac-b9b4-266967995694 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:13.651719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-497fedd2-879f-45c6-a6de-a26ce62aae68 req-1c22e525-35ce-44ac-b9b4-266967995694 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 932 time: 0.1441247 Aug 09 15:53:13.762368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-497fedd2-879f-45c6-a6de-a26ce62aae68 req-f718dc6f-c8c2-4141-99d2-3afef122fa3d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999646 Aug 09 15:53:13.786987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a8f55d-78c8-46ad-9ee6-f93f4570169f {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:13.796118 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.806030 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdbadb-7717-4622-843c-bf1f31cc03f4 req-bc54d587-c23f-49b3-b958-58fe9211a1dd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:13.809789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Transition to ACTIVE for port object 24a8f55d-78c8-46ad-9ee6-f93f4570169f will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:13.815111 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.823990 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-43fdbadb-7717-4622-843c-bf1f31cc03f4 req-bc54d587-c23f-49b3-b958-58fe9211a1dd tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 944 time: 0.0985281 Aug 09 15:53:13.873654 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-43fdbadb-7717-4622-843c-bf1f31cc03f4 req-2015c397-6f14-4a85-93c9-2f3fdacc5849 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483272 Aug 09 15:53:13.878136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Pushing event updated for resources: {'Port': ['ID=24a8f55d-78c8-46ad-9ee6-f93f4570169f,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:13.977761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Attempting to bind port 24a8f55d-78c8-46ad-9ee6-f93f4570169f on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:13.978105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Attempting to bind port 24a8f55d-78c8-46ad-9ee6-f93f4570169f by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:13.978543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Attempting to bind port 24a8f55d-78c8-46ad-9ee6-f93f4570169f on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:13.983372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Port 24a8f55d-78c8-46ad-9ee6-f93f4570169f on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:53:13.983696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Attempting to bind port 24a8f55d-78c8-46ad-9ee6-f93f4570169f on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:13.989757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:13.990105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Checking segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:13.990591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Bound using segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:13.991022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Bound port: 24a8f55d-78c8-46ad-9ee6-f93f4570169f, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:13.991367 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.043238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099eda0d-35ef-41ba-9e40-c167123b1f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a45dcee-8a45-4aff-a212-f241e68e3223'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:14.046773 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4332956a-f0de-4996-9d67-93b9ad4349cf" -d '{"events": [{"server_uuid": "099eda0d-35ef-41ba-9e40-c167123b1f5f", "name": "network-vif-plugged", "status": "completed", "tag": "3a45dcee-8a45-4aff-a212-f241e68e3223"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:14.077490 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] For port 24a8f55d-78c8-46ad-9ee6-f93f4570169f, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:14.082520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] For port 24a8f55d-78c8-46ad-9ee6-f93f4570169f, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=24a8f55d-78c8-46ad-9ee6-f93f4570169f,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:14.088899 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.136229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:14.136792 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.138222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] 10.222.0.60 "PUT /v2.0/ports/24a8f55d-78c8-46ad-9ee6-f93f4570169f HTTP/1.1" status: 200 len: 1092 time: 0.9041893 Aug 09 15:53:14.138778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0493216d-3639-4433-89a1-fe36888e62b7', 'tag': '24a8f55d-78c8-46ad-9ee6-f93f4570169f'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:14.141438 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a80220-c7f5-4936-a929-79110c194ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "0493216d-3639-4433-89a1-fe36888e62b7", "tag": "24a8f55d-78c8-46ad-9ee6-f93f4570169f"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:14.168506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c1207-9120-4026-ae2a-494991ff911e service neutron] Pushing event updated for resources: {'Port': ['ID=24a8f55d-78c8-46ad-9ee6-f93f4570169f,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:14.235684 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eafc4d5-6e1f-43a5-88ab-31d7084d565c x-openstack-request-id: req-3eafc4d5-6e1f-43a5-88ab-31d7084d565c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:14.237190 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0493216d-3639-4433-89a1-fe36888e62b7", "tag": "24a8f55d-78c8-46ad-9ee6-f93f4570169f", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:14.237578 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3eafc4d5-6e1f-43a5-88ab-31d7084d565c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:14.238154 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0493216d-3639-4433-89a1-fe36888e62b7', 'tag': '24a8f55d-78c8-46ad-9ee6-f93f4570169f', 'status': 'completed', 'code': 200} Aug 09 15:53:14.254949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-9afd787c-92dc-4adb-8bc6-237e9736122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:14.257116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-9afd787c-92dc-4adb-8bc6-237e9736122d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 1095 time: 0.0703652 Aug 09 15:53:14.290315 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814bc03d-049d-4742-91c4-faf51697b652 x-openstack-request-id: req-814bc03d-049d-4742-91c4-faf51697b652 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:14.290706 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099eda0d-35ef-41ba-9e40-c167123b1f5f", "name": "network-vif-plugged", "status": "completed", "tag": "3a45dcee-8a45-4aff-a212-f241e68e3223", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:14.291187 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-814bc03d-049d-4742-91c4-faf51697b652 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:14.291877 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099eda0d-35ef-41ba-9e40-c167123b1f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a45dcee-8a45-4aff-a212-f241e68e3223', 'code': 200} Aug 09 15:53:14.320045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-ac9ad3e5-5773-4bc4-a836-1fee46b7839a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24a8f55d-78c8-46ad-9ee6-f93f4570169f HTTP/1.1" status: 200 len: 217 time: 0.0541599 Aug 09 15:53:14.428768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d533e-e2c6-4e4d-9ebe-f54f9351e048 req-7c4105ed-ca56-44d1-985a-569dee5f9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:14.430538 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a20d533e-e2c6-4e4d-9ebe-f54f9351e048 req-7c4105ed-ca56-44d1-985a-569dee5f9c86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=099eda0d-35ef-41ba-9e40-c167123b1f5f HTTP/1.1" status: 200 len: 1096 time: 0.0625651 Aug 09 15:53:14.432371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-1d9f64ad-d602-4fe4-9370-064c3cc49615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:14.434064 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-1d9f64ad-d602-4fe4-9370-064c3cc49615 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.1015582 Aug 09 15:53:14.496428 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-6052f5dd-b5c1-49b6-9ee9-55fb01da4d08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497892 Aug 09 15:53:14.516851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a20d533e-e2c6-4e4d-9ebe-f54f9351e048 req-917435bc-abf7-4bd6-8461-bc489b80275a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720108 Aug 09 15:53:14.600799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-174aecab-2ae1-458b-8607-32524cfca859 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955160 Aug 09 15:53:14.725040 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64a492e7-3913-4fc8-8de4-3d08545849a1 req-1cd44e85-2be6-461a-9e8d-ea8f5dd294d4 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154048 Aug 09 15:53:14.834596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a80220-c7f5-4936-a929-79110c194ed1 req-e40a51a0-4f53-46ac-8c3d-e46590ffc53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:14.838341 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-22a80220-c7f5-4936-a929-79110c194ed1 req-e40a51a0-4f53-46ac-8c3d-e46590ffc53a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 1095 time: 0.0583227 Aug 09 15:53:14.952526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007c280-9f99-45c8-9fd5-f6f78e2d2d14 req-8298d80a-26c4-4925-a340-04b6de4ad026 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:14.954502 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1007c280-9f99-45c8-9fd5-f6f78e2d2d14 req-8298d80a-26c4-4925-a340-04b6de4ad026 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 944 time: 0.1151965 Aug 09 15:53:14.969638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42446) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:15.021064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a80220-c7f5-4936-a929-79110c194ed1 req-a9ec0f81-9543-4980-85a7-45a386363020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:15.023010 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-22a80220-c7f5-4936-a929-79110c194ed1 req-a9ec0f81-9543-4980-85a7-45a386363020 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 906 time: 0.1713016 Aug 09 15:53:15.030688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1007c280-9f99-45c8-9fd5-f6f78e2d2d14 req-64564cfd-f7de-4c59-a9eb-36ea26840a70 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666664 Aug 09 15:53:15.050103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dfc3f-5430-40b2-9bc8-f0127f28e0ce req-3d88fc97-fb38-4c8b-b47c-3f0c8ac86bcc tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:15.058438 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-174dfc3f-5430-40b2-9bc8-f0127f28e0ce req-3d88fc97-fb38-4c8b-b47c-3f0c8ac86bcc tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 944 time: 0.0694642 Aug 09 15:53:15.091616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-22a80220-c7f5-4936-a929-79110c194ed1 req-1f59ed13-2a3d-4e68-8eda-4836c4fae2c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24a8f55d-78c8-46ad-9ee6-f93f4570169f HTTP/1.1" status: 200 len: 217 time: 0.0597878 Aug 09 15:53:15.108013 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-174dfc3f-5430-40b2-9bc8-f0127f28e0ce req-0be66193-862b-4ca1-bf99-dcc9e9062530 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465088 Aug 09 15:53:15.157095 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4709-65b3-4109-bdf5-07a0911c9f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.164377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a80220-c7f5-4936-a929-79110c194ed1 req-b03a1853-35e5-4d32-83be-1e32fb13e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:15.165988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-22a80220-c7f5-4936-a929-79110c194ed1 req-b03a1853-35e5-4d32-83be-1e32fb13e298 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.0597527 Aug 09 15:53:15.202604 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-22a80220-c7f5-4936-a929-79110c194ed1 req-e4724ac1-68c4-4f2b-8096-cca3aada0387 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257602 Aug 09 15:53:15.254557 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4709-65b3-4109-bdf5-07a0911c9f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.259332 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4709-65b3-4109-bdf5-07a0911c9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.300103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-22a80220-c7f5-4936-a929-79110c194ed1 req-86e34a60-8a79-4e80-a4e5-80a7b786d67a service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896041 Aug 09 15:53:15.314589 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7f2e4709-65b3-4109-bdf5-07a0911c9f69 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c7cc9213c9946be94ee364d9636d75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406210 Aug 09 15:53:15.315339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42452) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:15.323173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e4709-65b3-4109-bdf5-07a0911c9f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ada0efc-b8f0-4c97-a507-50e6eec006d0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:15.398205 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6f65f1ab-b944-4872-a0dd-ad4c5c23f579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.417667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-22a80220-c7f5-4936-a929-79110c194ed1 req-ab73cd33-2589-49cf-a975-e63b543d3d2b service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096573 Aug 09 15:53:15.435092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6f65f1ab-b944-4872-a0dd-ad4c5c23f579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.457244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 508dffb2-4d4e-441f-a6c0-6349f4e87e47 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:15.499499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6f65f1ab-b944-4872-a0dd-ad4c5c23f579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.505701 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6f65f1ab-b944-4872-a0dd-ad4c5c23f579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.510127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6f65f1ab-b944-4872-a0dd-ad4c5c23f579 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ada0efc-b8f0-4c97-a507-50e6eec006d0 HTTP/1.1" status: 204 len: 168 time: 0.1936095 Aug 09 15:53:15.523937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65f1ab-b944-4872-a0dd-ad4c5c23f579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ada0efc-b8f0-4c97-a507-50e6eec006d0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:15.528023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 508dffb2-4d4e-441f-a6c0-6349f4e87e47 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:15.534024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 508dffb2-4d4e-441f-a6c0-6349f4e87e47 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:15.534663 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.643348 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.682126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 508dffb2-4d4e-441f-a6c0-6349f4e87e47, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=508dffb2-4d4e-441f-a6c0-6349f4e87e47,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:15.688890 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.758880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=508dffb2-4d4e-441f-a6c0-6349f4e87e47,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:15.853612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42464) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:15.870233 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-72eaf02e-25e5-4cc4-9708-79f2a1b79f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.969534 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-72eaf02e-25e5-4cc4-9708-79f2a1b79f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.974479 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-72eaf02e-25e5-4cc4-9708-79f2a1b79f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.019196 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-72eaf02e-25e5-4cc4-9708-79f2a1b79f03 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f5d29a6c5c44845b800a4c99913b31e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644626 Aug 09 15:53:16.020205 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaf02e-25e5-4cc4-9708-79f2a1b79f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146ef8ad-6ca7-4a7f-bfe2-56b5d705e9d8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:16.021990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42466) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:16.076745 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72bbbae0-d100-4814-8530-25ecfd2eb533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.100951 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72bbbae0-d100-4814-8530-25ecfd2eb533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.159698 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72bbbae0-d100-4814-8530-25ecfd2eb533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.162547 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72bbbae0-d100-4814-8530-25ecfd2eb533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.163842 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-72bbbae0-d100-4814-8530-25ecfd2eb533 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/146ef8ad-6ca7-4a7f-bfe2-56b5d705e9d8 HTTP/1.1" status: 204 len: 168 time: 0.1406279 Aug 09 15:53:16.170087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc3996-bf76-4bfb-94ee-1633282fe9af req-c2b41a47-f559-4055-a95c-e9300699c443 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:16.172812 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dcc3996-bf76-4bfb-94ee-1633282fe9af req-c2b41a47-f559-4055-a95c-e9300699c443 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 944 time: 0.0608296 Aug 09 15:53:16.188099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbbae0-d100-4814-8530-25ecfd2eb533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146ef8ad-6ca7-4a7f-bfe2-56b5d705e9d8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:16.244451 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dcc3996-bf76-4bfb-94ee-1633282fe9af req-d4766695-fe01-404d-96a5-350481b5e10a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630925 Aug 09 15:53:16.281833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c104c-267d-4660-9027-0586c2aed6ab req-fd83a117-1001-40f6-8120-cffe1c38c201 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:16.283626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f3c104c-267d-4660-9027-0586c2aed6ab req-fd83a117-1001-40f6-8120-cffe1c38c201 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 945 time: 0.0913906 Aug 09 15:53:16.292779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154ac220-f002-47cf-88c1-e550ad5f1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508dffb2-4d4e-441f-a6c0-6349f4e87e47'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:16.295517 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9c2bfa-e11e-4dfc-a5b5-38ed4b1161a9" -d '{"events": [{"server_uuid": "154ac220-f002-47cf-88c1-e550ad5f1444", "name": "network-vif-plugged", "status": "completed", "tag": "508dffb2-4d4e-441f-a6c0-6349f4e87e47"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:16.338353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f3c104c-267d-4660-9027-0586c2aed6ab req-838456d4-47fe-45e7-a845-59d5d80e4157 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484114 Aug 09 15:53:16.378536 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b45d077-89ac-4219-8c0e-909b89210b4e x-openstack-request-id: req-4b45d077-89ac-4219-8c0e-909b89210b4e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:16.378822 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154ac220-f002-47cf-88c1-e550ad5f1444", "name": "network-vif-plugged", "status": "completed", "tag": "508dffb2-4d4e-441f-a6c0-6349f4e87e47", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:16.379073 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b45d077-89ac-4219-8c0e-909b89210b4e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:16.379462 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154ac220-f002-47cf-88c1-e550ad5f1444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508dffb2-4d4e-441f-a6c0-6349f4e87e47', 'code': 200} Aug 09 15:53:16.490160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cc7b-2a96-4e38-aaa4-f856a7dfce19 req-f1e14cb1-35ef-463c-b882-84cbf13a7c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:16.491839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84d7cc7b-2a96-4e38-aaa4-f856a7dfce19 req-f1e14cb1-35ef-463c-b882-84cbf13a7c94 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 1096 time: 0.0451083 Aug 09 15:53:16.537885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84d7cc7b-2a96-4e38-aaa4-f856a7dfce19 req-93dc3bd3-aef1-4cc9-983f-91fae1d3eb3c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359557 Aug 09 15:53:17.370650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1225d2-d0ba-4ca7-9abc-aba3c656c44e req-32890eb3-0567-46d6-b02b-c706704255cf tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:17.372187 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e1225d2-d0ba-4ca7-9abc-aba3c656c44e req-32890eb3-0567-46d6-b02b-c706704255cf tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 944 time: 0.0537503 Aug 09 15:53:17.405502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42520) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:17.417506 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e1225d2-d0ba-4ca7-9abc-aba3c656c44e req-40791d23-5ce5-4d50-9828-9236309a595d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380738 Aug 09 15:53:17.481790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 24a8f55d-78c8-46ad-9ee6-f93f4570169f details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:17.519340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec9cb7-0130-4008-8434-4762b0e64bbc req-6d5dc163-eeb5-414a-9f34-c79ecdef63f3 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:17.520997 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9ec9cb7-0130-4008-8434-4762b0e64bbc req-6d5dc163-eeb5-414a-9f34-c79ecdef63f3 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 945 time: 0.0558765 Aug 09 15:53:17.550126 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b12e27b-b622-455e-be8b-3950012df592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.581385 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9ec9cb7-0130-4008-8434-4762b0e64bbc req-5db8e9d1-685e-46da-91b3-50cbb59d8d9b tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539019 Aug 09 15:53:17.588848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 24a8f55d-78c8-46ad-9ee6-f93f4570169f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=24a8f55d-78c8-46ad-9ee6-f93f4570169f,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:17.604933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '24a8f55d-78c8-46ad-9ee6-f93f4570169f', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'port_id': '24a8f55d-78c8-46ad-9ee6-f93f4570169f', 'mac_address': 'fa:16:3e:35:d0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753134b0-7750-440f-bc44-e17b7bfff805', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:17.650557 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.665691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a8f55d-78c8-46ad-9ee6-f93f4570169f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:17.676559 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b12e27b-b622-455e-be8b-3950012df592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.684079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b12e27b-b622-455e-be8b-3950012df592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.688771 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 24a8f55d-78c8-46ad-9ee6-f93f4570169f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=24a8f55d-78c8-46ad-9ee6-f93f4570169f,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:17.694400 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.726349 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8b12e27b-b622-455e-be8b-3950012df592 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=82a900268f084335a76f764bef75fc15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196678 Aug 09 15:53:17.729167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42526) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:17.736328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12e27b-b622-455e-be8b-3950012df592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b0c351-ab85-43d7-ad58-83b758d1255c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:17.757418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=24a8f55d-78c8-46ad-9ee6-f93f4570169f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:17.792650 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-afa25c97-e464-415b-80e8-a476ac9c60e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.823394 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-afa25c97-e464-415b-80e8-a476ac9c60e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.874524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-afa25c97-e464-415b-80e8-a476ac9c60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.877709 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-afa25c97-e464-415b-80e8-a476ac9c60e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.878887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-afa25c97-e464-415b-80e8-a476ac9c60e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70b0c351-ab85-43d7-ad58-83b758d1255c HTTP/1.1" status: 204 len: 168 time: 0.1485016 Aug 09 15:53:17.888719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa25c97-e464-415b-80e8-a476ac9c60e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b0c351-ab85-43d7-ad58-83b758d1255c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:18.039658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['24a8f55d-78c8-46ad-9ee6-f93f4570169f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:18.542625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723071c1-6a70-48d5-b158-6fd878859382 req-c315046d-4b86-4ab5-b50e-4c92e67f530c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:18.544143 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-723071c1-6a70-48d5-b158-6fd878859382 req-c315046d-4b86-4ab5-b50e-4c92e67f530c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 945 time: 0.0507741 Aug 09 15:53:18.583763 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-723071c1-6a70-48d5-b158-6fd878859382 req-a89fe9c4-1445-4d7d-9447-ae78018d08e7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Aug 09 15:53:18.705529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a98dcb-3263-425d-96d6-03ea30dead66 req-5c53a008-0ea3-462c-a1e2-404f69338669 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:18.707182 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0a98dcb-3263-425d-96d6-03ea30dead66 req-5c53a008-0ea3-462c-a1e2-404f69338669 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 945 time: 0.0529263 Aug 09 15:53:18.748199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0a98dcb-3263-425d-96d6-03ea30dead66 req-949ece32-a029-418b-b722-930eace40c77 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350823 Aug 09 15:53:18.889807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0139f3-5d77-481a-9c02-93290a0d7a66 req-d23f0626-049d-4529-8d30-b91f54f87c56 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:18.892259 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c0139f3-5d77-481a-9c02-93290a0d7a66 req-d23f0626-049d-4529-8d30-b91f54f87c56 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=099eda0d-35ef-41ba-9e40-c167123b1f5f HTTP/1.1" status: 200 len: 945 time: 0.0670078 Aug 09 15:53:18.936557 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c0139f3-5d77-481a-9c02-93290a0d7a66 req-2bde9653-bb41-4f55-8581-57a99650686b tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Aug 09 15:53:19.061924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e720a-266d-4a7d-a122-914e8db85b6d req-4172fdc0-92bd-428d-91cb-122f3126a6b0 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:19.064198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd6e720a-266d-4a7d-a122-914e8db85b6d req-4172fdc0-92bd-428d-91cb-122f3126a6b0 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bfb35c4-ade7-4e89-97dd-e811ed090ed3 HTTP/1.1" status: 200 len: 945 time: 0.0576758 Aug 09 15:53:19.104085 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd6e720a-266d-4a7d-a122-914e8db85b6d req-338d0dee-ba67-49f7-9f6a-52b3745bd13c tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336087 Aug 09 15:53:19.354665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a3515-52cf-434b-86e3-7953c8e23007 req-579625a4-e794-4518-8e31-fa28c2ffeb6c tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:19.356164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a98a3515-52cf-434b-86e3-7953c8e23007 req-579625a4-e794-4518-8e31-fa28c2ffeb6c tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bfb35c4-ade7-4e89-97dd-e811ed090ed3 HTTP/1.1" status: 200 len: 945 time: 0.0500185 Aug 09 15:53:19.394897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a98a3515-52cf-434b-86e3-7953c8e23007 req-7752a19d-cfb8-4e41-a7b1-b12d4fc60b9e tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Aug 09 15:53:19.492125 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 24a8f55d-78c8-46ad-9ee6-f93f4570169f up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:19.555985 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 24a8f55d-78c8-46ad-9ee6-f93f4570169f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:19.565930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 24a8f55d-78c8-46ad-9ee6-f93f4570169f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:19.566417 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.646877 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.670691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0493216d-3639-4433-89a1-fe36888e62b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a8f55d-78c8-46ad-9ee6-f93f4570169f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:19.673628 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bdba7d-7d3f-4baf-a2a4-3bb0d1adfdd8" -d '{"events": [{"server_uuid": "0493216d-3639-4433-89a1-fe36888e62b7", "name": "network-vif-plugged", "status": "completed", "tag": "24a8f55d-78c8-46ad-9ee6-f93f4570169f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:19.688043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 24a8f55d-78c8-46ad-9ee6-f93f4570169f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=24a8f55d-78c8-46ad-9ee6-f93f4570169f,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:19.693937 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:19.722112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862f89-9cc8-4f9d-84f7-5caaa01c23ce req-7c5e9823-4300-4461-a983-6d4578225ced tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:19.724241 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31862f89-9cc8-4f9d-84f7-5caaa01c23ce req-7c5e9823-4300-4461-a983-6d4578225ced tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 945 time: 0.0638542 Aug 09 15:53:19.733842 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2de81a-e38a-4966-a913-b1abd9944a59 x-openstack-request-id: req-df2de81a-e38a-4966-a913-b1abd9944a59 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:19.734133 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0493216d-3639-4433-89a1-fe36888e62b7", "name": "network-vif-plugged", "status": "completed", "tag": "24a8f55d-78c8-46ad-9ee6-f93f4570169f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:19.734570 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df2de81a-e38a-4966-a913-b1abd9944a59 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:19.743928 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0493216d-3639-4433-89a1-fe36888e62b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a8f55d-78c8-46ad-9ee6-f93f4570169f', 'code': 200} Aug 09 15:53:19.763219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=24a8f55d-78c8-46ad-9ee6-f93f4570169f,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:19.768421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31862f89-9cc8-4f9d-84f7-5caaa01c23ce req-8a1402b8-8332-44fb-a89b-ce107e76f4d0 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380156 Aug 09 15:53:19.771993 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:19.777756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:19.778632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:19.779173 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:19.779509 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:19.780114 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:19.780617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:19.781156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:19.781893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:19.782549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:19.783299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:19.783642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:19.853571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4013f-b07c-45dd-9838-0bf36773d126 req-fa873def-218e-4b23-ba7d-3d71b4f78818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:19.855705 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7d4013f-b07c-45dd-9838-0bf36773d126 req-fa873def-218e-4b23-ba7d-3d71b4f78818 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 1097 time: 0.0518718 Aug 09 15:53:19.896982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7d4013f-b07c-45dd-9838-0bf36773d126 req-25fa255f-1581-40ff-b76f-a74e0ca37549 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329673 Aug 09 15:53:20.514083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b74d-9b63-46bf-b54b-1783b96cd6d9 req-fe4643b5-6f40-4420-95af-8a3c06f953c9 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:20.515930 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6e20b74d-9b63-46bf-b54b-1783b96cd6d9 req-fe4643b5-6f40-4420-95af-8a3c06f953c9 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bfb35c4-ade7-4e89-97dd-e811ed090ed3 HTTP/1.1" status: 200 len: 945 time: 0.0516543 Aug 09 15:53:20.561759 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6e20b74d-9b63-46bf-b54b-1783b96cd6d9 req-9546382e-d685-41c4-80ab-a0e5eb55a7a6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399306 Aug 09 15:53:20.892574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc58b23-a193-4d0b-9989-bc078d6decae req-5adfb9e0-05bf-470a-8dbe-7058f38978a8 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:20.894090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-efc58b23-a193-4d0b-9989-bc078d6decae req-5adfb9e0-05bf-470a-8dbe-7058f38978a8 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 946 time: 0.0528481 Aug 09 15:53:20.936890 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-efc58b23-a193-4d0b-9989-bc078d6decae req-0d3b8b8a-0981-46d4-af09-7344475d535e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363131 Aug 09 15:53:21.040995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fdd90-18f6-4cc8-8c82-779335786287 req-fbf083d7-3e02-4318-801d-eb871caaa8d3 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:21.042835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f68fdd90-18f6-4cc8-8c82-779335786287 req-fbf083d7-3e02-4318-801d-eb871caaa8d3 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bfb35c4-ade7-4e89-97dd-e811ed090ed3 HTTP/1.1" status: 200 len: 945 time: 0.0584197 Aug 09 15:53:21.153511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f68fdd90-18f6-4cc8-8c82-779335786287 req-28ef2653-1c71-4879-8282-8b1a1dda05e1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Deleting port 86c2607b-0b75-4550-b8c2-acc7d10bca9a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:21.153963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f68fdd90-18f6-4cc8-8c82-779335786287 req-28ef2653-1c71-4879-8282-8b1a1dda05e1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:21.257567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f68fdd90-18f6-4cc8-8c82-779335786287 req-28ef2653-1c71-4879-8282-8b1a1dda05e1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] For port 86c2607b-0b75-4550-b8c2-acc7d10bca9a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=86c2607b-0b75-4550-b8c2-acc7d10bca9a,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:21.257963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f68fdd90-18f6-4cc8-8c82-779335786287 req-28ef2653-1c71-4879-8282-8b1a1dda05e1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:21.272995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f68fdd90-18f6-4cc8-8c82-779335786287 req-28ef2653-1c71-4879-8282-8b1a1dda05e1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Calling delete_port for 86c2607b-0b75-4550-b8c2-acc7d10bca9a owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:21.410144 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f68fdd90-18f6-4cc8-8c82-779335786287 req-28ef2653-1c71-4879-8282-8b1a1dda05e1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:21.425274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['3a45dcee-8a45-4aff-a212-f241e68e3223'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:21.430122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['86c2607b-0b75-4550-b8c2-acc7d10bca9a', '508dffb2-4d4e-441f-a6c0-6349f4e87e47'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:21.442712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef2653-1c71-4879-8282-8b1a1dda05e1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Pushing event deleted for resources: {'Port': ['ID=86c2607b-0b75-4550-b8c2-acc7d10bca9a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:21.482666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68fdd90-18f6-4cc8-8c82-779335786287 req-28ef2653-1c71-4879-8282-8b1a1dda05e1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] No DVR routers for this DVR port 86c2607b-0b75-4550-b8c2-acc7d10bca9a on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:21.486187 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f68fdd90-18f6-4cc8-8c82-779335786287 req-28ef2653-1c71-4879-8282-8b1a1dda05e1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:21.488433 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f68fdd90-18f6-4cc8-8c82-779335786287 req-28ef2653-1c71-4879-8282-8b1a1dda05e1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.53 "DELETE /v2.0/ports/86c2607b-0b75-4550-b8c2-acc7d10bca9a HTTP/1.1" status: 204 len: 173 time: 0.4386795 Aug 09 15:53:21.488742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfb35c4-ade7-4e89-97dd-e811ed090ed3', 'name': 'network-vif-deleted', 'tag': '86c2607b-0b75-4550-b8c2-acc7d10bca9a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:21.491811 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ede994-395a-4ac2-8d26-b91d7a941db7" -d '{"events": [{"server_uuid": "9bfb35c4-ade7-4e89-97dd-e811ed090ed3", "name": "network-vif-deleted", "tag": "86c2607b-0b75-4550-b8c2-acc7d10bca9a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:21.547945 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc528d0-dcaf-4d73-92ff-2401c89ca069 x-openstack-request-id: req-4fc528d0-dcaf-4d73-92ff-2401c89ca069 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:21.548267 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfb35c4-ade7-4e89-97dd-e811ed090ed3", "name": "network-vif-deleted", "tag": "86c2607b-0b75-4550-b8c2-acc7d10bca9a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:21.548541 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fc528d0-dcaf-4d73-92ff-2401c89ca069 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:21.548945 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfb35c4-ade7-4e89-97dd-e811ed090ed3', 'name': 'network-vif-deleted', 'tag': '86c2607b-0b75-4550-b8c2-acc7d10bca9a', 'status': 'completed', 'code': 200} Aug 09 15:53:21.708285 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8a7b362-103f-4480-aef1-0a1aac883a9a req-d3d6bfdc-c7c7-427f-9d1b-1d3e0072832d tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=9bfb35c4-ade7-4e89-97dd-e811ed090ed3 HTTP/1.1" status: 200 len: 210 time: 0.0375319 Aug 09 15:53:22.106841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2517a2-72a6-4383-b897-16ea1a408f23 req-d549a609-777b-4013-a638-77d9633b2d0e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:22.109238 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1a2517a2-72a6-4383-b897-16ea1a408f23 req-d549a609-777b-4013-a638-77d9633b2d0e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 946 time: 0.0734234 Aug 09 15:53:22.169450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1a2517a2-72a6-4383-b897-16ea1a408f23 req-3b307ef6-5ae3-41f1-b972-0bee2a69e580 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505431 Aug 09 15:53:22.307653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d9caa-ac77-491c-a3d2-f73c46220375 req-e4775d7c-0cf9-480e-8df6-9783e5ef0cc3 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:22.309185 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-610d9caa-ac77-491c-a3d2-f73c46220375 req-e4775d7c-0cf9-480e-8df6-9783e5ef0cc3 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 946 time: 0.0599957 Aug 09 15:53:22.351560 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-610d9caa-ac77-491c-a3d2-f73c46220375 req-b9867f19-df0b-4159-9dd3-75329b51511e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341167 Aug 09 15:53:22.623495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7f7e-45a2-4d3e-9164-31c22c06975f req-a45a0cea-f6a3-4056-a7ed-aaa61f198350 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:22.625789 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-858c7f7e-45a2-4d3e-9164-31c22c06975f req-a45a0cea-f6a3-4056-a7ed-aaa61f198350 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 946 time: 0.0516341 Aug 09 15:53:22.664738 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-858c7f7e-45a2-4d3e-9164-31c22c06975f req-993fcaa9-ccf0-4ea4-b368-a4166eda31d8 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Aug 09 15:53:23.222205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42682) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:23.395122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2332bc8b-e762-4ae5-ab8e-610fdf0379dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.556409 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2332bc8b-e762-4ae5-ab8e-610fdf0379dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.582627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2332bc8b-e762-4ae5-ab8e-610fdf0379dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.638396 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2332bc8b-e762-4ae5-ab8e-610fdf0379dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f6b5c13066e457b83e579a806b08a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101260 Aug 09 15:53:23.638396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332bc8b-e762-4ae5-ab8e-610fdf0379dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1834e828-63fa-46cc-97e2-4e65f27fe71c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:23.638907 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42704) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:23.680137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e913c22-6cec-4001-893f-66ec78d550ba req-c184cc7e-5605-4a64-a461-2e131470ff12 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:23.681742 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-c184cc7e-5605-4a64-a461-2e131470ff12 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 815 time: 0.1602685 Aug 09 15:53:23.705849 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-688f5b8d-b763-410a-a325-e04b78f10b1d tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/quotas/7f5f5545a2b64607a099e08f8d3f4154 HTTP/1.1" status: 200 len: 375 time: 0.0171986 Aug 09 15:53:23.714112 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19c75200-b878-439d-8b08-5c7cc89d1acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.738776 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19c75200-b878-439d-8b08-5c7cc89d1acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.759062 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-5e4ea95e-31a6-40c1-810f-40aea17f7fb5 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518577 Aug 09 15:53:23.831089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75877b44-8034-4515-868e-e26c03f90858 req-86a5bdbd-9be7-420c-9c9d-1341b4ef803d tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:23.836952 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75877b44-8034-4515-868e-e26c03f90858 req-86a5bdbd-9be7-420c-9c9d-1341b4ef803d tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:23.838859 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-75877b44-8034-4515-868e-e26c03f90858 req-86a5bdbd-9be7-420c-9c9d-1341b4ef803d tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=099eda0d-35ef-41ba-9e40-c167123b1f5f&device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 1681 time: 0.0982308 Aug 09 15:53:23.867747 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19c75200-b878-439d-8b08-5c7cc89d1acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.871218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-c7edf426-6a36-46a0-ae26-ec4bfa2d9b50 service neutron] 10.222.0.81 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041088 Aug 09 15:53:23.871464 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19c75200-b878-439d-8b08-5c7cc89d1acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.872777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-19c75200-b878-439d-8b08-5c7cc89d1acb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1834e828-63fa-46cc-97e2-4e65f27fe71c HTTP/1.1" status: 204 len: 168 time: 0.2305496 Aug 09 15:53:23.891256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c75200-b878-439d-8b08-5c7cc89d1acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1834e828-63fa-46cc-97e2-4e65f27fe71c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:23.915979 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-75877b44-8034-4515-868e-e26c03f90858 req-b69556dd-0da7-4764-ac21-efe89620b97b tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658190 Aug 09 15:53:24.019991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-cc85b6ca-5099-4c66-b90b-d8c5368be28a service neutron] 10.222.0.81 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367688 Aug 09 15:53:24.036627 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c441cb9-8139-4f5d-9a45-d823a4e2998c req-a1c7de38-84d8-4ff3-96dd-ad63e31dbcc8 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:24.039590 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1c441cb9-8139-4f5d-9a45-d823a4e2998c req-a1c7de38-84d8-4ff3-96dd-ad63e31dbcc8 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 946 time: 0.0550249 Aug 09 15:53:24.094324 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1c441cb9-8139-4f5d-9a45-d823a4e2998c req-f7725514-342b-4dd0-8035-35e580894506 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482116 Aug 09 15:53:24.228663 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42724) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:24.247922 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70f58752-29fe-4a69-b1db-8680776a41e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.309707 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-57b3b9d4-462e-4f5f-8378-8b4fda4cadf4 req-7f5e9b71-9aba-4a88-a27a-07b3d55e11c4 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 210 time: 0.0609229 Aug 09 15:53:24.334250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69dd63-5ec0-451d-9a5f-266ac5dba795 req-2bfdcb35-537c-4db0-a314-700246fc8818 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:24.336494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7e69dd63-5ec0-451d-9a5f-266ac5dba795 req-2bfdcb35-537c-4db0-a314-700246fc8818 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 946 time: 0.1374638 Aug 09 15:53:24.422434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70f58752-29fe-4a69-b1db-8680776a41e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.427136 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70f58752-29fe-4a69-b1db-8680776a41e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.469302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-7e69dd63-5ec0-451d-9a5f-266ac5dba795 req-a76cfe8d-4cc4-42e4-a285-9b59ddd037fa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Deleting port 24a8f55d-78c8-46ad-9ee6-f93f4570169f {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:24.470161 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7e69dd63-5ec0-451d-9a5f-266ac5dba795 req-a76cfe8d-4cc4-42e4-a285-9b59ddd037fa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.509405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f58752-29fe-4a69-b1db-8680776a41e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17884541-099e-49e5-9f36-c65b6ccf1450,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:24.519291 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-70f58752-29fe-4a69-b1db-8680776a41e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=587e22a1b319466393dc6a6d809ea761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888937 Aug 09 15:53:24.519978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42738) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:24.581886 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85bc2c24-ad6e-4be1-8c27-7c45ca5f028c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.614367 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85bc2c24-ad6e-4be1-8c27-7c45ca5f028c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.632868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-7e69dd63-5ec0-451d-9a5f-266ac5dba795 req-a76cfe8d-4cc4-42e4-a285-9b59ddd037fa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] For port 24a8f55d-78c8-46ad-9ee6-f93f4570169f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=24a8f55d-78c8-46ad-9ee6-f93f4570169f,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:24.633282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7e69dd63-5ec0-451d-9a5f-266ac5dba795 req-a76cfe8d-4cc4-42e4-a285-9b59ddd037fa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.655683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-7e69dd63-5ec0-451d-9a5f-266ac5dba795 req-a76cfe8d-4cc4-42e4-a285-9b59ddd037fa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Calling delete_port for 24a8f55d-78c8-46ad-9ee6-f93f4570169f owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:24.690381 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85bc2c24-ad6e-4be1-8c27-7c45ca5f028c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.695764 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85bc2c24-ad6e-4be1-8c27-7c45ca5f028c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.700240 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-85bc2c24-ad6e-4be1-8c27-7c45ca5f028c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17884541-099e-49e5-9f36-c65b6ccf1450 HTTP/1.1" status: 204 len: 168 time: 0.1765265 Aug 09 15:53:24.713105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc2c24-ad6e-4be1-8c27-7c45ca5f028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17884541-099e-49e5-9f36-c65b6ccf1450,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:24.862636 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7e69dd63-5ec0-451d-9a5f-266ac5dba795 req-a76cfe8d-4cc4-42e4-a285-9b59ddd037fa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.873875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d', '24a8f55d-78c8-46ad-9ee6-f93f4570169f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:24.893620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cfe8d-4cc4-42e4-a285-9b59ddd037fa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event deleted for resources: {'Port': ['ID=24a8f55d-78c8-46ad-9ee6-f93f4570169f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:24.957840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e69dd63-5ec0-451d-9a5f-266ac5dba795 req-a76cfe8d-4cc4-42e4-a285-9b59ddd037fa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] No DVR routers for this DVR port 24a8f55d-78c8-46ad-9ee6-f93f4570169f on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:24.975611 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7e69dd63-5ec0-451d-9a5f-266ac5dba795 req-a76cfe8d-4cc4-42e4-a285-9b59ddd037fa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.978805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7e69dd63-5ec0-451d-9a5f-266ac5dba795 req-a76cfe8d-4cc4-42e4-a285-9b59ddd037fa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "DELETE /v2.0/ports/24a8f55d-78c8-46ad-9ee6-f93f4570169f HTTP/1.1" status: 204 len: 173 time: 0.6331520 Aug 09 15:53:24.979330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0493216d-3639-4433-89a1-fe36888e62b7', 'name': 'network-vif-deleted', 'tag': '24a8f55d-78c8-46ad-9ee6-f93f4570169f'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:24.982238 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800f2867-e50b-4f7b-acde-17b3ded19ff2" -d '{"events": [{"server_uuid": "0493216d-3639-4433-89a1-fe36888e62b7", "name": "network-vif-deleted", "tag": "24a8f55d-78c8-46ad-9ee6-f93f4570169f"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:25.043985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee08bbd-dd31-4b89-83b9-bb6492db3a12 req-b4088f45-6a8d-430e-9e8c-dd13682cf7c1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:25.045550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9ee08bbd-dd31-4b89-83b9-bb6492db3a12 req-b4088f45-6a8d-430e-9e8c-dd13682cf7c1 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=099eda0d-35ef-41ba-9e40-c167123b1f5f HTTP/1.1" status: 200 len: 945 time: 0.0853190 Aug 09 15:53:25.093577 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a803743c-f1d2-486b-ae38-4aacc538948c x-openstack-request-id: req-a803743c-f1d2-486b-ae38-4aacc538948c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:25.093950 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0493216d-3639-4433-89a1-fe36888e62b7", "name": "network-vif-deleted", "tag": "24a8f55d-78c8-46ad-9ee6-f93f4570169f", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:25.094047 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a803743c-f1d2-486b-ae38-4aacc538948c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:25.094618 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0493216d-3639-4433-89a1-fe36888e62b7', 'name': 'network-vif-deleted', 'tag': '24a8f55d-78c8-46ad-9ee6-f93f4570169f', 'status': 'completed', 'code': 200} Aug 09 15:53:25.098653 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9ee08bbd-dd31-4b89-83b9-bb6492db3a12 req-416f7a1d-f0f5-4375-8315-b3c58665772d tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443177 Aug 09 15:53:25.225013 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b32f4308-18eb-418e-9b33-242553b31c41 req-2f77a591-1648-4f2d-9b61-9f6eac51ff86 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=0493216d-3639-4433-89a1-fe36888e62b7 HTTP/1.1" status: 200 len: 210 time: 0.0284002 Aug 09 15:53:25.415466 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3d109bc-b9dd-40cb-933b-731c3b3441d4 req-2031d7b1-bf7e-4b5c-aad5-c1073794ec86 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 210 time: 0.0351064 Aug 09 15:53:25.492314 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 86c2607b-0b75-4550-b8c2-acc7d10bca9a no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:25.540923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 86c2607b-0b75-4550-b8c2-acc7d10bca9a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:25.547092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 86c2607b-0b75-4550-b8c2-acc7d10bca9a not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:25.590762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e913c22-6cec-4001-893f-66ec78d550ba req-75e4c588-82a4-46d5-8370-527b784f9687 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:25.592344 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-75e4c588-82a4-46d5-8370-527b784f9687 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 815 time: 0.1966622 Aug 09 15:53:25.611167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-0e913c22-6cec-4001-893f-66ec78d550ba req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Request body: {'port': {'device_id': '8afbe42b-e57b-47eb-89b6-26c02d964fe4', 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289', 'admin_state_up': True, 'tenant_id': '7f5f5545a2b64607a099e08f8d3f4154'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:25.758022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e913c22-6cec-4001-893f-66ec78d550ba req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Made reservation on behalf of 7f5f5545a2b64607a099e08f8d3f4154 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:25.761934 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e913c22-6cec-4001-893f-66ec78d550ba req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.903236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-0e913c22-6cec-4001-893f-66ec78d550ba req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Allocated IP 172.20.0.5 (61cf6497-c0e8-4aa1-b191-24858c95b289/9132e588-bfa4-4e08-90cf-517fa9fb19b7/9443847c-0d21-47ae-91ae-92ea6a5d3688) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:26.085430 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e913c22-6cec-4001-893f-66ec78d550ba req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.129784 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e913c22-6cec-4001-893f-66ec78d550ba req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.145030 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['fe92b579-64fa-4c93-9d6e-f34537fd6273'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:26.197355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e913c22-6cec-4001-893f-66ec78d550ba req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Network 61cf6497-c0e8-4aa1-b191-24858c95b289 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:26.218251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-0e913c22-6cec-4001-893f-66ec78d550ba req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:26.221645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e913c22-6cec-4001-893f-66ec78d550ba req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:26.272339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Pushing event updated for resources: {'Port': ['ID=9443847c-0d21-47ae-91ae-92ea6a5d3688,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:26.374017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e913c22-6cec-4001-893f-66ec78d550ba req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:26.375384 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e913c22-6cec-4001-893f-66ec78d550ba req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.397230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac78873-b7bd-4237-b652-df8ae750a2c7 req-3cb837ca-5574-4203-a4aa-2980d951fa32 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:26.398817 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5ac78873-b7bd-4237-b652-df8ae750a2c7 req-3cb837ca-5574-4203-a4aa-2980d951fa32 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=099eda0d-35ef-41ba-9e40-c167123b1f5f HTTP/1.1" status: 200 len: 945 time: 0.2084765 Aug 09 15:53:26.410707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09077ec-16aa-4753-9504-22497ce202ac req-7ac09bd3-ded7-4db9-91f6-90c8ec973c44 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:26.412920 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f09077ec-16aa-4753-9504-22497ce202ac req-7ac09bd3-ded7-4db9-91f6-90c8ec973c44 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.60 "GET /v2.0/ports?device_id=099eda0d-35ef-41ba-9e40-c167123b1f5f HTTP/1.1" status: 200 len: 945 time: 0.1355872 Aug 09 15:53:26.438324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-4d44896c-9508-439c-8e5a-4f09bc758bac tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8338001 Aug 09 15:53:26.480651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Request body: {'port': {'device_id': '8afbe42b-e57b-47eb-89b6-26c02d964fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:26.527110 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5ac78873-b7bd-4237-b652-df8ae750a2c7 req-25afa7d7-4282-4591-ba7b-4be27540cf9b tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120832 Aug 09 15:53:26.646231 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.713284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94a774-3b4e-4074-a6d2-c3538b6a17a5 req-029a88bb-6ccb-45b8-b853-238352a4a219 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:26.714825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b94a774-3b4e-4074-a6d2-c3538b6a17a5 req-029a88bb-6ccb-45b8-b853-238352a4a219 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.53 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 945 time: 0.1609590 Aug 09 15:53:26.736454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f09077ec-16aa-4753-9504-22497ce202ac req-2afb6d31-4cf5-402b-9b97-3437805d23a6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Deleting port 3a45dcee-8a45-4aff-a212-f241e68e3223 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:26.736793 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f09077ec-16aa-4753-9504-22497ce202ac req-2afb6d31-4cf5-402b-9b97-3437805d23a6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.912202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5e98e-8dce-40a2-8bf2-d40881108add req-fe751e2b-3f9f-4608-af02-651c594128e9 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:26.913886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fe5e98e-8dce-40a2-8bf2-d40881108add req-fe751e2b-3f9f-4608-af02-651c594128e9 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 931 time: 0.2528765 Aug 09 15:53:27.052652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f09077ec-16aa-4753-9504-22497ce202ac req-2afb6d31-4cf5-402b-9b97-3437805d23a6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] For port 3a45dcee-8a45-4aff-a212-f241e68e3223, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=3a45dcee-8a45-4aff-a212-f241e68e3223,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:27.053043 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f09077ec-16aa-4753-9504-22497ce202ac req-2afb6d31-4cf5-402b-9b97-3437805d23a6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.122328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f09077ec-16aa-4753-9504-22497ce202ac req-2afb6d31-4cf5-402b-9b97-3437805d23a6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Calling delete_port for 3a45dcee-8a45-4aff-a212-f241e68e3223 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:27.137052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fe5e98e-8dce-40a2-8bf2-d40881108add req-a474762a-9f51-4bc3-847d-ac8f0e4314e0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616690 Aug 09 15:53:27.214221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-9b94a774-3b4e-4074-a6d2-c3538b6a17a5 req-69a44a1d-229f-4b0b-8f3a-2376b424b5d9 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Deleting port 508dffb2-4d4e-441f-a6c0-6349f4e87e47 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:27.214571 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b94a774-3b4e-4074-a6d2-c3538b6a17a5 req-69a44a1d-229f-4b0b-8f3a-2376b424b5d9 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.465783 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-42f1f4fe-48d8-4f67-a342-7f128d3975fd tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:27.470965 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-42f1f4fe-48d8-4f67-a342-7f128d3975fd tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.1653259 Aug 09 15:53:27.501090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-d4f651c4-c7be-4bed-8bef-e86e2b385751 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/quotas/e5f1a03c287a42209d0b9eb2d0d97d41 HTTP/1.1" status: 200 len: 375 time: 0.0160732 Aug 09 15:53:27.582123 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-f503bac7-5e3e-4634-a514-2181622f26ef tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730383 Aug 09 15:53:27.739411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-93077369-7ce5-4a54-b8e5-1445cf527b99 service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360381 Aug 09 15:53:27.793382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9b94a774-3b4e-4074-a6d2-c3538b6a17a5 req-69a44a1d-229f-4b0b-8f3a-2376b424b5d9 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] For port 508dffb2-4d4e-441f-a6c0-6349f4e87e47, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=508dffb2-4d4e-441f-a6c0-6349f4e87e47,segment=NetworkSegment(becf9514-81b4-4871-9617-d0f25c55f64b),segment_id=becf9514-81b4-4871-9617-d0f25c55f64b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:27.794103 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b94a774-3b4e-4074-a6d2-c3538b6a17a5 req-69a44a1d-229f-4b0b-8f3a-2376b424b5d9 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.856524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-9b94a774-3b4e-4074-a6d2-c3538b6a17a5 req-69a44a1d-229f-4b0b-8f3a-2376b424b5d9 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Calling delete_port for 508dffb2-4d4e-441f-a6c0-6349f4e87e47 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:27.860771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9443847c-0d21-47ae-91ae-92ea6a5d3688 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:27.868384 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-3560dbf5-6ac5-42c7-9ff3-4d04b61b554a service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197538 Aug 09 15:53:27.882889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.917887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a403e24-91f4-489c-88db-fe0671bc9439 req-634ae6b8-4b37-4186-bcbe-f40648c77223 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:27.926569 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a403e24-91f4-489c-88db-fe0671bc9439 req-634ae6b8-4b37-4186-bcbe-f40648c77223 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=099eda0d-35ef-41ba-9e40-c167123b1f5f HTTP/1.1" status: 200 len: 945 time: 0.2049241 Aug 09 15:53:27.940750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f09077ec-16aa-4753-9504-22497ce202ac req-2afb6d31-4cf5-402b-9b97-3437805d23a6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.946391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Transition to ACTIVE for port object 9443847c-0d21-47ae-91ae-92ea6a5d3688 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:27.955424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['3a45dcee-8a45-4aff-a212-f241e68e3223'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:27.999110 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.041873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb6d31-4cf5-402b-9b97-3437805d23a6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Pushing event deleted for resources: {'Port': ['ID=3a45dcee-8a45-4aff-a212-f241e68e3223,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:28.136135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a403e24-91f4-489c-88db-fe0671bc9439 req-d83827a2-cbb8-482b-ac3b-1eb21ff42cb6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/security-groups?id=3d663fb7-506c-4dce-8618-fbd2376ca7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943479 Aug 09 15:53:28.190036 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:53:28.242552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Pushing event updated for resources: {'Port': ['ID=9443847c-0d21-47ae-91ae-92ea6a5d3688,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:28.279513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09077ec-16aa-4753-9504-22497ce202ac req-2afb6d31-4cf5-402b-9b97-3437805d23a6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] No DVR routers for this DVR port 3a45dcee-8a45-4aff-a212-f241e68e3223 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:28.321942 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f09077ec-16aa-4753-9504-22497ce202ac req-2afb6d31-4cf5-402b-9b97-3437805d23a6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.324517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f09077ec-16aa-4753-9504-22497ce202ac req-2afb6d31-4cf5-402b-9b97-3437805d23a6 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.60 "DELETE /v2.0/ports/3a45dcee-8a45-4aff-a212-f241e68e3223 HTTP/1.1" status: 204 len: 173 time: 1.8949687 Aug 09 15:53:28.328900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099eda0d-35ef-41ba-9e40-c167123b1f5f', 'name': 'network-vif-deleted', 'tag': '3a45dcee-8a45-4aff-a212-f241e68e3223'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:28.332442 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5963c607-d5da-4536-a622-239a4904661a" -d '{"events": [{"server_uuid": "099eda0d-35ef-41ba-9e40-c167123b1f5f", "name": "network-vif-deleted", "tag": "3a45dcee-8a45-4aff-a212-f241e68e3223"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:28.363148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223efe1e-91e9-4c6c-9c0c-182210809c85 req-3ca269d5-8866-4a15-bbd9-321f2bafca86 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:28.365794 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-223efe1e-91e9-4c6c-9c0c-182210809c85 req-3ca269d5-8866-4a15-bbd9-321f2bafca86 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 943 time: 0.1059573 Aug 09 15:53:28.415782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eacc1d08-faa2-456c-bdbb-c0b13e16fc90 req-bb397e87-e933-481b-91e0-edc648655ffe tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 210 time: 0.1431227 Aug 09 15:53:28.481062 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5fe8a3-a8e2-4a3f-8741-04a2eee64863 x-openstack-request-id: req-7b5fe8a3-a8e2-4a3f-8741-04a2eee64863 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:28.481399 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099eda0d-35ef-41ba-9e40-c167123b1f5f", "name": "network-vif-deleted", "tag": "3a45dcee-8a45-4aff-a212-f241e68e3223", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:28.481671 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b5fe8a3-a8e2-4a3f-8741-04a2eee64863 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:28.482070 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099eda0d-35ef-41ba-9e40-c167123b1f5f', 'name': 'network-vif-deleted', 'tag': '3a45dcee-8a45-4aff-a212-f241e68e3223', 'status': 'completed', 'code': 200} Aug 09 15:53:28.484974 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-223efe1e-91e9-4c6c-9c0c-182210809c85 req-f5450104-0b39-4df1-a5f2-8bf99a55c1d2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915477 Aug 09 15:53:28.554911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Attempting to bind port 9443847c-0d21-47ae-91ae-92ea6a5d3688 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:28.555301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Attempting to bind port 9443847c-0d21-47ae-91ae-92ea6a5d3688 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:28.555787 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Attempting to bind port 9443847c-0d21-47ae-91ae-92ea6a5d3688 on network 61cf6497-c0e8-4aa1-b191-24858c95b289 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:28.568000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Port 9443847c-0d21-47ae-91ae-92ea6a5d3688 on network 61cf6497-c0e8-4aa1-b191-24858c95b289 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:53:28.568000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Attempting to bind port 9443847c-0d21-47ae-91ae-92ea6a5d3688 on network 61cf6497-c0e8-4aa1-b191-24858c95b289 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:28.579843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:28.580193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Checking segment: {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:28.580812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Bound using segment: {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:28.581462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Bound port: 9443847c-0d21-47ae-91ae-92ea6a5d3688, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:28.582032 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.626182 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b94a774-3b4e-4074-a6d2-c3538b6a17a5 req-69a44a1d-229f-4b0b-8f3a-2376b424b5d9 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.637694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['3a45dcee-8a45-4aff-a212-f241e68e3223'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:28.666961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a44a1d-229f-4b0b-8f3a-2376b424b5d9 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Pushing event deleted for resources: {'Port': ['ID=508dffb2-4d4e-441f-a6c0-6349f4e87e47,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:28.730657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b94a774-3b4e-4074-a6d2-c3538b6a17a5 req-69a44a1d-229f-4b0b-8f3a-2376b424b5d9 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] No DVR routers for this DVR port 508dffb2-4d4e-441f-a6c0-6349f4e87e47 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:28.736652 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b94a774-3b4e-4074-a6d2-c3538b6a17a5 req-69a44a1d-229f-4b0b-8f3a-2376b424b5d9 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.738847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b94a774-3b4e-4074-a6d2-c3538b6a17a5 req-69a44a1d-229f-4b0b-8f3a-2376b424b5d9 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.53 "DELETE /v2.0/ports/508dffb2-4d4e-441f-a6c0-6349f4e87e47 HTTP/1.1" status: 204 len: 173 time: 1.9882078 Aug 09 15:53:28.752794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] For port 9443847c-0d21-47ae-91ae-92ea6a5d3688, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:28.756933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] For port 9443847c-0d21-47ae-91ae-92ea6a5d3688, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=9443847c-0d21-47ae-91ae-92ea6a5d3688,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:28.761984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.801407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:28.802349 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.803995 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] 10.222.0.53 "PUT /v2.0/ports/9443847c-0d21-47ae-91ae-92ea6a5d3688 HTTP/1.1" status: 200 len: 1091 time: 2.3299038 Aug 09 15:53:28.835613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb28353-2959-4dd9-8d9c-2a6cd8cb8489 service neutron] Pushing event updated for resources: {'Port': ['ID=9443847c-0d21-47ae-91ae-92ea6a5d3688,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:28.928101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e913c22-6cec-4001-893f-66ec78d550ba req-ac9b3f26-57f3-41e7-9f96-199de63d6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:28.929914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-ac9b3f26-57f3-41e7-9f96-199de63d6640 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0504203 Aug 09 15:53:28.983769 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-8c68aa3c-c8fe-43e5-91a5-99b6c4c52c72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9443847c-0d21-47ae-91ae-92ea6a5d3688 HTTP/1.1" status: 200 len: 217 time: 0.0418401 Aug 09 15:53:29.069535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e913c22-6cec-4001-893f-66ec78d550ba req-71d5530b-77bc-47ff-94e2-2b2cd1b193a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:29.071085 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-71d5530b-77bc-47ff-94e2-2b2cd1b193a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9132e588-bfa4-4e08-90cf-517fa9fb19b7 HTTP/1.1" status: 200 len: 855 time: 0.0792439 Aug 09 15:53:29.078769 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-722c17ea-e863-4601-9f31-a0f37473da7e req-0ad46df3-4768-4166-a1f2-06dd827ce916 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575113 Aug 09 15:53:29.120264 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-2bcdebfc-0941-49d8-ba3f-99672ff6b5b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61cf6497-c0e8-4aa1-b191-24858c95b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314372 Aug 09 15:53:29.275625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c17ea-e863-4601-9f31-a0f37473da7e req-99d4218a-9dcd-4015-bec3-743617ac803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:29.277162 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-722c17ea-e863-4601-9f31-a0f37473da7e req-99d4218a-9dcd-4015-bec3-743617ac803f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 1097 time: 0.1221249 Aug 09 15:53:29.318199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9f94d46-0996-4378-aff2-48bd7cbbe38f req-b0866c62-a181-4dd2-859e-d4a7e9b9d060 tempest-ListServersNegativeTestJSON-2117757876 tempest-ListServersNegativeTestJSON-2117757876-project] 10.222.0.81 "GET /v2.0/ports?device_id=154ac220-f002-47cf-88c1-e550ad5f1444 HTTP/1.1" status: 200 len: 210 time: 0.0400147 Aug 09 15:53:29.341182 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-67f57514-5420-4f18-92e1-6ec32a65dc66 service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074709 Aug 09 15:53:29.520171 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 508dffb2-4d4e-441f-a6c0-6349f4e87e47 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:29.560325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 508dffb2-4d4e-441f-a6c0-6349f4e87e47 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:29.560667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 508dffb2-4d4e-441f-a6c0-6349f4e87e47 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:29.562392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 24a8f55d-78c8-46ad-9ee6-f93f4570169f no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:29.612553 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d57ae0f5-3113-4644-a17c-e8a70cb73d90 req-2f4d6a20-63d1-4b36-a4e7-fe0f842b93f0 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 210 time: 0.0638986 Aug 09 15:53:29.613103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 24a8f55d-78c8-46ad-9ee6-f93f4570169f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:29.613103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 24a8f55d-78c8-46ad-9ee6-f93f4570169f not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:29.660482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c17ea-e863-4601-9f31-a0f37473da7e req-e820ef81-f8aa-4dbd-94e4-df1f78c01ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:29.661990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-722c17ea-e863-4601-9f31-a0f37473da7e req-e820ef81-f8aa-4dbd-94e4-df1f78c01ef5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 912 time: 0.3468044 Aug 09 15:53:29.764005 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0e913c22-6cec-4001-893f-66ec78d550ba req-8ea3c4b1-b398-431c-a2e7-c637d8576a1b service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794131 Aug 09 15:53:29.780232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-82048c23-94b3-4745-b42e-b01d7c13dd69 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:29.782119 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-82048c23-94b3-4745-b42e-b01d7c13dd69 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.3829718 Aug 09 15:53:29.800199 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Request body: {'port': {'device_id': '6a563332-e0e6-4885-9af4-3f16e3ef8cc6', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'admin_state_up': True, 'tenant_id': 'e5f1a03c287a42209d0b9eb2d0d97d41'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:29.822512 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-722c17ea-e863-4601-9f31-a0f37473da7e req-b98607ec-f1f7-4b85-943b-fede96940986 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861b676f-0ffc-43da-89ea-20ca25d8b038 HTTP/1.1" status: 200 len: 1001 time: 0.1442409 Aug 09 15:53:29.894191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e8e4c-2347-470b-924a-d21353d1f1d4 req-e59dfafb-2d60-43f3-bbe8-c389bb1951c0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:29.895717 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a77e8e4c-2347-470b-924a-d21353d1f1d4 req-e59dfafb-2d60-43f3-bbe8-c389bb1951c0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 943 time: 0.2477517 Aug 09 15:53:29.956784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c17ea-e863-4601-9f31-a0f37473da7e req-7835b0da-a3f3-4cb0-b272-6294c6b22e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:29.958495 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-722c17ea-e863-4601-9f31-a0f37473da7e req-7835b0da-a3f3-4cb0-b272-6294c6b22e8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46c0b232-cf1d-485c-aaa0-7c03fdd82b80 HTTP/1.1" status: 200 len: 850 time: 0.1053982 Aug 09 15:53:30.009160 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a77e8e4c-2347-470b-924a-d21353d1f1d4 req-b68ac111-0170-45a5-aa72-55f13ec2683d tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055021 Aug 09 15:53:30.036407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c17ea-e863-4601-9f31-a0f37473da7e req-8224df0b-4dff-4cfa-a3b9-fc4a86e29291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:30.037958 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-722c17ea-e863-4601-9f31-a0f37473da7e req-8224df0b-4dff-4cfa-a3b9-fc4a86e29291 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd99aa88-f29c-4799-a778-de1dd4e14a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711849 Aug 09 15:53:30.043610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Made reservation on behalf of e5f1a03c287a42209d0b9eb2d0d97d41 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:30.047576 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.220836 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-722c17ea-e863-4601-9f31-a0f37473da7e req-9032b710-6aa9-49a0-b464-d3692ba3c196 service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710024 Aug 09 15:53:30.311864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Allocated IP 172.20.0.6 (bda938b4-f252-4ee7-b4cf-f10144f1cc5d/753134b0-7750-440f-bc44-e17b7bfff805/48e37042-057b-4a7a-bd32-f90c439e5f16) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:30.384581 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-722c17ea-e863-4601-9f31-a0f37473da7e req-9e14a7b8-7ca7-4318-bbfe-bdb891057c9f service neutron] 10.222.0.53 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561332 Aug 09 15:53:30.399222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42918) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:30.472880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fc548d-76c1-44a9-ad10-e52b795bf63a admin admin] Deleting subnet d8803144-c015-45e3-9da2-badcdf0cab11 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:53:30.476410 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74fc548d-76c1-44a9-ad10-e52b795bf63a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.484912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154ac220-f002-47cf-88c1-e550ad5f1444', 'name': 'network-vif-deleted', 'tag': '508dffb2-4d4e-441f-a6c0-6349f4e87e47'}, {'name': 'network-changed', 'server_uuid': '8afbe42b-e57b-47eb-89b6-26c02d964fe4', 'tag': '9443847c-0d21-47ae-91ae-92ea6a5d3688'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:30.487233 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7660f23-fec5-4915-a530-54a05a37b72c" -d '{"events": [{"server_uuid": "154ac220-f002-47cf-88c1-e550ad5f1444", "name": "network-vif-deleted", "tag": "508dffb2-4d4e-441f-a6c0-6349f4e87e47"}, {"name": "network-changed", "server_uuid": "8afbe42b-e57b-47eb-89b6-26c02d964fe4", "tag": "9443847c-0d21-47ae-91ae-92ea6a5d3688"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:30.523518 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74fc548d-76c1-44a9-ad10-e52b795bf63a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.545058 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649afb09-6b91-41d4-9468-4de2e740075a x-openstack-request-id: req-649afb09-6b91-41d4-9468-4de2e740075a {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:30.545358 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154ac220-f002-47cf-88c1-e550ad5f1444", "name": "network-vif-deleted", "tag": "508dffb2-4d4e-441f-a6c0-6349f4e87e47", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8afbe42b-e57b-47eb-89b6-26c02d964fe4", "tag": "9443847c-0d21-47ae-91ae-92ea6a5d3688", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:30.545631 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-649afb09-6b91-41d4-9468-4de2e740075a {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:30.546841 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154ac220-f002-47cf-88c1-e550ad5f1444', 'name': 'network-vif-deleted', 'tag': '508dffb2-4d4e-441f-a6c0-6349f4e87e47', 'status': 'completed', 'code': 200} Aug 09 15:53:30.547072 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afbe42b-e57b-47eb-89b6-26c02d964fe4', 'tag': '9443847c-0d21-47ae-91ae-92ea6a5d3688', 'status': 'completed', 'code': 200} Aug 09 15:53:30.573806 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74fc548d-76c1-44a9-ad10-e52b795bf63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.604421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.611149 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f99335b-3f68-4c84-bdfa-7f050bbea77c req-2262d1f9-0873-4993-87f5-b8e98f14df3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3258770 Aug 09 15:53:30.648868 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74fc548d-76c1-44a9-ad10-e52b795bf63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.682392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc548d-76c1-44a9-ad10-e52b795bf63a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8803144-c015-45e3-9da2-badcdf0cab11,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:30.690481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7660f23-fec5-4915-a530-54a05a37b72c req-d7951836-42bd-4bbf-84b9-9b5f9fd2f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:30.690631 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74fc548d-76c1-44a9-ad10-e52b795bf63a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.692074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7660f23-fec5-4915-a530-54a05a37b72c req-d7951836-42bd-4bbf-84b9-9b5f9fd2f905 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 1094 time: 0.1083560 Aug 09 15:53:30.693754 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-74fc548d-76c1-44a9-ad10-e52b795bf63a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d8803144-c015-45e3-9da2-badcdf0cab11 HTTP/1.1" status: 204 len: 168 time: 0.2919500 Aug 09 15:53:30.695963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42924) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:30.745103 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fc6b921-4fa7-47d7-868f-0b79451d30c9 req-06f175e3-71a3-4f1c-89aa-796a11f7ac62 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 210 time: 0.0407736 Aug 09 15:53:30.835422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99335b-3f68-4c84-bdfa-7f050bbea77c req-2a1fb7cc-a015-4c6d-922e-508e8dc2848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:30.839654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f99335b-3f68-4c84-bdfa-7f050bbea77c req-2a1fb7cc-a015-4c6d-922e-508e8dc2848e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1097 time: 0.1936469 Aug 09 15:53:30.858118 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.864501 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:30.869662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:30.995254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Network bda938b4-f252-4ee7-b4cf-f10144f1cc5d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:31.008282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:31.031444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7660f23-fec5-4915-a530-54a05a37b72c req-605b3b66-5dc7-4707-abab-02427cc5c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:31.033504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7660f23-fec5-4915-a530-54a05a37b72c req-605b3b66-5dc7-4707-abab-02427cc5c7fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 916 time: 0.3228593 Aug 09 15:53:31.036748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:31.039614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event updated for resources: {'Port': ['ID=48e37042-057b-4a7a-bd32-f90c439e5f16,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:31.164058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b0b20-aae4-4399-aa32-b78fc4cdfe81 req-920c7fea-fd9d-4e19-9cdb-598592f2f113 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:31.165951 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2f9b0b20-aae4-4399-aa32-b78fc4cdfe81 req-920c7fea-fd9d-4e19-9cdb-598592f2f113 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 943 time: 0.0689638 Aug 09 15:53:31.174254 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7660f23-fec5-4915-a530-54a05a37b72c req-6065dce7-54a8-4ebb-a897-733891c6a822 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9443847c-0d21-47ae-91ae-92ea6a5d3688 HTTP/1.1" status: 200 len: 217 time: 0.1070154 Aug 09 15:53:31.175807 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.205315 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfb6406-0164-4c21-ae6d-4b6b12965ca9']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:31.216852 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2f9b0b20-aae4-4399-aa32-b78fc4cdfe81 req-e3f42e02-3790-49bc-bf42-bce10c5a052c tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434217 Aug 09 15:53:31.252837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:31.253378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.256695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becf9514-81b4-4871-9617-d0f25c55f64b') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:31.257002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becf9514-81b4-4871-9617-d0f25c55f64b') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:31.267193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99335b-3f68-4c84-bdfa-7f050bbea77c req-227dfad2-ba04-4f60-858f-041b46afc14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:31.268677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f99335b-3f68-4c84-bdfa-7f050bbea77c req-227dfad2-ba04-4f60-858f-041b46afc14b service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.3908384 Aug 09 15:53:31.276961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.345409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-32a43b16-25fa-4626-b29a-754f3e2661c4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5494807 Aug 09 15:53:31.346675 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.352964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7660f23-fec5-4915-a530-54a05a37b72c req-71c03ec9-ebb6-43fc-aeae-7c429f687275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:31.354436 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7660f23-fec5-4915-a530-54a05a37b72c req-71c03ec9-ebb6-43fc-aeae-7c429f687275 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9132e588-bfa4-4e08-90cf-517fa9fb19b7 HTTP/1.1" status: 200 len: 855 time: 0.1726251 Aug 09 15:53:31.364229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Request body: {'port': {'device_id': '6a563332-e0e6-4885-9af4-3f16e3ef8cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:31.367007 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:53:31.367413 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:53:31.370815 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:53:31.467594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7660f23-fec5-4915-a530-54a05a37b72c req-5b42218b-2214-448a-8417-001ab370c0af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61cf6497-c0e8-4aa1-b191-24858c95b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958948 Aug 09 15:53:31.481343 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f99335b-3f68-4c84-bdfa-7f050bbea77c req-658521f6-3747-4d64-8ad6-b74b5787b171 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 1001 time: 0.2006269 Aug 09 15:53:31.538961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 9443847c-0d21-47ae-91ae-92ea6a5d3688 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:31.553478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 3a45dcee-8a45-4aff-a212-f241e68e3223 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:31.581392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 3a45dcee-8a45-4aff-a212-f241e68e3223 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:31.582458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 3a45dcee-8a45-4aff-a212-f241e68e3223 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:31.681837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 9443847c-0d21-47ae-91ae-92ea6a5d3688, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=9443847c-0d21-47ae-91ae-92ea6a5d3688,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:31.694152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '9443847c-0d21-47ae-91ae-92ea6a5d3688', 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289', 'port_id': '9443847c-0d21-47ae-91ae-92ea6a5d3688', 'mac_address': 'fa:16:3e:4f:80:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9132e588-bfa4-4e08-90cf-517fa9fb19b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:31.741199 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.759659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9443847c-0d21-47ae-91ae-92ea6a5d3688 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:31.782831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 9443847c-0d21-47ae-91ae-92ea6a5d3688, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=9443847c-0d21-47ae-91ae-92ea6a5d3688,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:31.794092 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.852715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=9443847c-0d21-47ae-91ae-92ea6a5d3688,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:31.981388 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.982914 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.996262 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.997099 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4dfb6406-0164-4c21-ae6d-4b6b12965ca9 HTTP/1.1" status: 204 len: 168 time: 1.3001816 Aug 09 15:53:32.030297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc740e1b-3048-4b4f-a349-6e0dd99f46e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dfb6406-0164-4c21-ae6d-4b6b12965ca9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:32.046816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99335b-3f68-4c84-bdfa-7f050bbea77c req-64547a25-5b53-4004-a578-a19eae33c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:32.049111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f99335b-3f68-4c84-bdfa-7f050bbea77c req-64547a25-5b53-4004-a578-a19eae33c75b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.5542245 Aug 09 15:53:32.132444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['9443847c-0d21-47ae-91ae-92ea6a5d3688'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:32.142077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86921a14-2899-4027-8c2b-67911e2db14e req-b5f85240-4779-47f5-8dd0-88e0a50aa647 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:32.143902 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86921a14-2899-4027-8c2b-67911e2db14e req-b5f85240-4779-47f5-8dd0-88e0a50aa647 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 931 time: 0.2215390 Aug 09 15:53:32.154637 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7660f23-fec5-4915-a530-54a05a37b72c req-9738fbd5-bb55-4b44-860e-c7a1fdfc7f79 service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785007 Aug 09 15:53:32.237963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42946) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:32.292401 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8782d1cf-ebd8-45a7-902a-bd11ab48609c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cda60406277a46afb5eee6d38024ace7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514362 Aug 09 15:53:32.294653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42950) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:32.307990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99335b-3f68-4c84-bdfa-7f050bbea77c req-af30eb01-8624-45be-803f-c6d28a382244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:32.309723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f99335b-3f68-4c84-bdfa-7f050bbea77c req-af30eb01-8624-45be-803f-c6d28a382244 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2311418 Aug 09 15:53:32.390848 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86921a14-2899-4027-8c2b-67911e2db14e req-9749e4fb-b6ec-412f-88dc-9eca0988e92a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327442 Aug 09 15:53:32.392833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9fe28396-9f1f-49c0-ad53-9aed5758f64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.490686 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9fe28396-9f1f-49c0-ad53-9aed5758f64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.573166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7660f23-fec5-4915-a530-54a05a37b72c req-eb2827a6-265f-453f-8c91-ee668be3a1be service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072950 Aug 09 15:53:32.611347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42854b1b-0428-46cd-ae25-49afdc2c34fd req-2da99f4c-ea1a-4662-a6d2-f1dedf622c0d tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:32.629091 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-42854b1b-0428-46cd-ae25-49afdc2c34fd req-2da99f4c-ea1a-4662-a6d2-f1dedf622c0d tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 944 time: 0.2578797 Aug 09 15:53:32.641237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f99335b-3f68-4c84-bdfa-7f050bbea77c req-cf4d8982-d0c9-4d54-b6dc-b58b7ffa8781 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166692 Aug 09 15:53:32.693097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9fe28396-9f1f-49c0-ad53-9aed5758f64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.699878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9fe28396-9f1f-49c0-ad53-9aed5758f64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.704054 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9fe28396-9f1f-49c0-ad53-9aed5758f64e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d663fb7-506c-4dce-8618-fbd2376ca7d9 HTTP/1.1" status: 204 len: 168 time: 0.4058416 Aug 09 15:53:32.730007 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-42854b1b-0428-46cd-ae25-49afdc2c34fd req-bce8cd88-a70e-4714-918b-6060b8eaeb6d tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011069 Aug 09 15:53:32.731380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe28396-9f1f-49c0-ad53-9aed5758f64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d663fb7-506c-4dce-8618-fbd2376ca7d9,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:32.807977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e37042-057b-4a7a-bd32-f90c439e5f16 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:32.825135 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.837172 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f99335b-3f68-4c84-bdfa-7f050bbea77c req-fc14a557-6976-4bad-843f-ba6c80dd46e4 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822608 Aug 09 15:53:32.847490 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Transition to ACTIVE for port object 48e37042-057b-4a7a-bd32-f90c439e5f16 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:32.855166 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.924437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Pushing event updated for resources: {'Port': ['ID=48e37042-057b-4a7a-bd32-f90c439e5f16,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:33.023492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Attempting to bind port 48e37042-057b-4a7a-bd32-f90c439e5f16 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:33.024564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Attempting to bind port 48e37042-057b-4a7a-bd32-f90c439e5f16 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:33.025058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Attempting to bind port 48e37042-057b-4a7a-bd32-f90c439e5f16 on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:33.030820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Port 48e37042-057b-4a7a-bd32-f90c439e5f16 on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:53:33.031548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Attempting to bind port 48e37042-057b-4a7a-bd32-f90c439e5f16 on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:33.037471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:33.038121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Checking segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:33.038671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Bound using segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:33.039279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Bound port: 48e37042-057b-4a7a-bd32-f90c439e5f16, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:33.039639 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.111610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] For port 48e37042-057b-4a7a-bd32-f90c439e5f16, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:33.115600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] For port 48e37042-057b-4a7a-bd32-f90c439e5f16, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=48e37042-057b-4a7a-bd32-f90c439e5f16,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:33.120558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.159231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:33.159847 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.161453 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] 10.222.0.60 "PUT /v2.0/ports/48e37042-057b-4a7a-bd32-f90c439e5f16 HTTP/1.1" status: 200 len: 1091 time: 1.8060460 Aug 09 15:53:33.161922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a563332-e0e6-4885-9af4-3f16e3ef8cc6', 'tag': '48e37042-057b-4a7a-bd32-f90c439e5f16'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:33.164609 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52839c3-54d2-4eb4-8d9f-007d58e48901" -d '{"events": [{"name": "network-changed", "server_uuid": "6a563332-e0e6-4885-9af4-3f16e3ef8cc6", "tag": "48e37042-057b-4a7a-bd32-f90c439e5f16"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:33.204202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7d460-2032-4511-8ca2-e66e1a2e3299 service neutron] Pushing event updated for resources: {'Port': ['ID=48e37042-057b-4a7a-bd32-f90c439e5f16,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:33.226204 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19909c7d-82af-4974-a30d-b1c803fcccea x-openstack-request-id: req-19909c7d-82af-4974-a30d-b1c803fcccea {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:33.226537 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a563332-e0e6-4885-9af4-3f16e3ef8cc6", "tag": "48e37042-057b-4a7a-bd32-f90c439e5f16", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:33.226796 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19909c7d-82af-4974-a30d-b1c803fcccea {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:33.227270 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a563332-e0e6-4885-9af4-3f16e3ef8cc6', 'tag': '48e37042-057b-4a7a-bd32-f90c439e5f16', 'status': 'completed', 'code': 200} Aug 09 15:53:33.266299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-02b3093e-1110-44c1-be5f-e7081cb918eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:33.268014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-02b3093e-1110-44c1-be5f-e7081cb918eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0537510 Aug 09 15:53:33.314899 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-cd4c6066-3b01-406f-af02-d6a873860a21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48e37042-057b-4a7a-bd32-f90c439e5f16 HTTP/1.1" status: 200 len: 217 time: 0.0375969 Aug 09 15:53:33.372449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-1e528d6f-72b2-4b8a-bda9-07261f2a6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:33.373967 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-1e528d6f-72b2-4b8a-bda9-07261f2a6b3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.0511227 Aug 09 15:53:33.415953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-bc5108f4-99bb-4b53-b7e2-98b9f89a68b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345049 Aug 09 15:53:33.563196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 9443847c-0d21-47ae-91ae-92ea6a5d3688 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:33.568464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57973e8b-15d6-4015-9d42-cabc111311b1 req-82f7de3e-ad79-42c1-801b-28a23589650f tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:33.570889 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-57973e8b-15d6-4015-9d42-cabc111311b1 req-82f7de3e-ad79-42c1-801b-28a23589650f tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 943 time: 0.0874808 Aug 09 15:53:33.582020 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-e457badc-c8ed-4515-86ff-558dffb4f52b service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570058 Aug 09 15:53:33.663717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 9443847c-0d21-47ae-91ae-92ea6a5d3688 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:33.673156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 9443847c-0d21-47ae-91ae-92ea6a5d3688 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:33.673942 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.682158 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-57973e8b-15d6-4015-9d42-cabc111311b1 req-a9ead287-3cae-4b86-aec0-6b9a0f319c1d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991154 Aug 09 15:53:33.727987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5119dc94-3c54-4265-aae2-fc3cb9d6ef0e req-0f3b96c7-c07b-40a0-aff4-904bc8a5e032 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374917 Aug 09 15:53:33.855750 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.887661 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afbe42b-e57b-47eb-89b6-26c02d964fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9443847c-0d21-47ae-91ae-92ea6a5d3688'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:33.892107 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428fb26c-e52c-42c9-b71d-b014ee1306e7" -d '{"events": [{"server_uuid": "8afbe42b-e57b-47eb-89b6-26c02d964fe4", "name": "network-vif-plugged", "status": "completed", "tag": "9443847c-0d21-47ae-91ae-92ea6a5d3688"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:33.908842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 9443847c-0d21-47ae-91ae-92ea6a5d3688, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=9443847c-0d21-47ae-91ae-92ea6a5d3688,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:33.914182 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.927041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52839c3-54d2-4eb4-8d9f-007d58e48901 req-f9955f29-1631-409b-b2c0-a042a4012dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:33.928545 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e52839c3-54d2-4eb4-8d9f-007d58e48901 req-f9955f29-1631-409b-b2c0-a042a4012dd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 1094 time: 0.1410079 Aug 09 15:53:33.972239 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09043124-2320-4f58-ac45-1d0b71d4eeb1 x-openstack-request-id: req-09043124-2320-4f58-ac45-1d0b71d4eeb1 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:33.972661 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afbe42b-e57b-47eb-89b6-26c02d964fe4", "name": "network-vif-plugged", "status": "completed", "tag": "9443847c-0d21-47ae-91ae-92ea6a5d3688", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:33.972983 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09043124-2320-4f58-ac45-1d0b71d4eeb1 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:33.973444 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afbe42b-e57b-47eb-89b6-26c02d964fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9443847c-0d21-47ae-91ae-92ea6a5d3688', 'code': 200} Aug 09 15:53:34.017414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=9443847c-0d21-47ae-91ae-92ea6a5d3688,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:34.109055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c77fc-0540-44ff-9d04-479f8de68d69 req-b2ad3738-9321-47e0-840c-5f3720e01a80 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:34.110668 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d38c77fc-0540-44ff-9d04-479f8de68d69 req-b2ad3738-9321-47e0-840c-5f3720e01a80 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 944 time: 0.2565439 Aug 09 15:53:34.153771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52839c3-54d2-4eb4-8d9f-007d58e48901 req-d88683b8-8b3d-462a-8c24-4a411bdbbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:34.155252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e52839c3-54d2-4eb4-8d9f-007d58e48901 req-d88683b8-8b3d-462a-8c24-4a411bdbbda6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 906 time: 0.2167940 Aug 09 15:53:34.158434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef6b42-fb54-4991-bcf0-7c711de2e7ad req-76c3fc7b-a2ee-40dc-8042-038cb3385ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:34.159836 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-80ef6b42-fb54-4991-bcf0-7c711de2e7ad req-76c3fc7b-a2ee-40dc-8042-038cb3385ea3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 1096 time: 0.1045783 Aug 09 15:53:34.225961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e52839c3-54d2-4eb4-8d9f-007d58e48901 req-aaae4816-34ab-4a97-aebe-ec9d084ef1dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48e37042-057b-4a7a-bd32-f90c439e5f16 HTTP/1.1" status: 200 len: 217 time: 0.0622990 Aug 09 15:53:34.231009 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d38c77fc-0540-44ff-9d04-479f8de68d69 req-2fefc9ed-44b1-4deb-9fa5-5b40872ce4c3 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109672 Aug 09 15:53:34.276794 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-80ef6b42-fb54-4991-bcf0-7c711de2e7ad req-9f513648-fb9f-4007-93d3-3fa9743d1a01 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948529 Aug 09 15:53:34.296110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52839c3-54d2-4eb4-8d9f-007d58e48901 req-cfdde863-8073-45ca-a7e4-f92c925052e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:34.296110 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e52839c3-54d2-4eb4-8d9f-007d58e48901 req-cfdde863-8073-45ca-a7e4-f92c925052e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.0577419 Aug 09 15:53:34.329151 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e52839c3-54d2-4eb4-8d9f-007d58e48901 req-d6ba9ef2-9b9d-45d7-affe-da1522d30e05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261319 Aug 09 15:53:34.441092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e52839c3-54d2-4eb4-8d9f-007d58e48901 req-93d16145-a9dc-4610-8592-6f5b53a18422 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044805 Aug 09 15:53:34.543360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e52839c3-54d2-4eb4-8d9f-007d58e48901 req-2e5fb5af-6252-4bd0-8c40-87d0eacd4b89 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950627 Aug 09 15:53:34.820040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c2c9-2ece-4c8a-bc1f-66d0e9812c0f req-9d791382-37ed-4c22-ac61-bee8fd386fdc tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:34.828795 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e998c2c9-2ece-4c8a-bc1f-66d0e9812c0f req-9d791382-37ed-4c22-ac61-bee8fd386fdc tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 943 time: 0.0732672 Aug 09 15:53:34.883300 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e998c2c9-2ece-4c8a-bc1f-66d0e9812c0f req-b7d52ec2-328e-41fa-bf54-aeea5258cf45 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511286 Aug 09 15:53:35.391902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b5fb8-c5e8-4897-8f5a-ef28dc9ebf8b req-fb1dd409-57ea-4096-a2df-31ee13ce44ab tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:35.400914 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-623b5fb8-c5e8-4897-8f5a-ef28dc9ebf8b req-fb1dd409-57ea-4096-a2df-31ee13ce44ab tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 945 time: 0.0717604 Aug 09 15:53:35.455169 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-623b5fb8-c5e8-4897-8f5a-ef28dc9ebf8b req-5057beae-8fc1-4e04-8d45-5488cca248ee tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531495 Aug 09 15:53:35.775358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43090) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:35.911447 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-997685d2-b81c-49ff-8277-7260b1585190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.038538 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300af7b-2263-4c1c-9d80-21606f29f80f req-71ffe03c-7c5f-4d7f-9902-a89833e2b031 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:36.040108 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2300af7b-2263-4c1c-9d80-21606f29f80f req-71ffe03c-7c5f-4d7f-9902-a89833e2b031 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 943 time: 0.0733898 Aug 09 15:53:36.084321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-997685d2-b81c-49ff-8277-7260b1585190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.089312 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-997685d2-b81c-49ff-8277-7260b1585190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.121489 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2300af7b-2263-4c1c-9d80-21606f29f80f req-decf4c2c-0898-4273-a467-bb872cb3b9b5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725698 Aug 09 15:53:36.143872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-997685d2-b81c-49ff-8277-7260b1585190 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3153a2dcbc1450e939c471c229ee17e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662586 Aug 09 15:53:36.144813 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997685d2-b81c-49ff-8277-7260b1585190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee0da15-e979-4de6-9547-52954d2528de,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:36.145224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43098) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:36.198295 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d63132b-7a65-4f26-923d-47e66f003c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.223546 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d63132b-7a65-4f26-923d-47e66f003c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.275149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d63132b-7a65-4f26-923d-47e66f003c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.278241 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d63132b-7a65-4f26-923d-47e66f003c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.279461 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2d63132b-7a65-4f26-923d-47e66f003c42 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ee0da15-e979-4de6-9547-52954d2528de HTTP/1.1" status: 204 len: 168 time: 0.1332045 Aug 09 15:53:36.287498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63132b-7a65-4f26-923d-47e66f003c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee0da15-e979-4de6-9547-52954d2528de,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:36.596912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43116) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:36.613198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d3cdd-80f4-43f1-9f52-cc4a2ad170ed req-382ae5d1-db91-45b9-994c-dc68025b5c9e tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:36.614849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b0d3cdd-80f4-43f1-9f52-cc4a2ad170ed req-382ae5d1-db91-45b9-994c-dc68025b5c9e tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 945 time: 0.0677159 Aug 09 15:53:36.621549 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9372fc13-5744-4acd-a970-5e4773bf886d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.664001 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b0d3cdd-80f4-43f1-9f52-cc4a2ad170ed req-a17975d0-e28c-4a63-9703-fe42c4ea75e5 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Aug 09 15:53:36.725354 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43122) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:36.745643 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9372fc13-5744-4acd-a970-5e4773bf886d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.752255 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9372fc13-5744-4acd-a970-5e4773bf886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.804417 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43128) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:36.813325 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9372fc13-5744-4acd-a970-5e4773bf886d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cbef625a846847dca8d1fc3c090d0c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142448 Aug 09 15:53:36.821274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372fc13-5744-4acd-a970-5e4773bf886d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38661c54-cc72-4a67-a806-2d31d7a4cd6c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:36.886581 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8afe575a-dd76-4036-98a3-1027d45a5a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.909123 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06cdf078-55d4-4ae1-b4f3-afca9cea4437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:36.925823 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8afe575a-dd76-4036-98a3-1027d45a5a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.009376 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8afe575a-dd76-4036-98a3-1027d45a5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.012059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8afe575a-dd76-4036-98a3-1027d45a5a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.013204 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8afe575a-dd76-4036-98a3-1027d45a5a90 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38661c54-cc72-4a67-a806-2d31d7a4cd6c HTTP/1.1" status: 204 len: 168 time: 0.2077677 Aug 09 15:53:37.025747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe575a-dd76-4036-98a3-1027d45a5a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38661c54-cc72-4a67-a806-2d31d7a4cd6c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:37.074359 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06cdf078-55d4-4ae1-b4f3-afca9cea4437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.079156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06cdf078-55d4-4ae1-b4f3-afca9cea4437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.138502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdf078-55d4-4ae1-b4f3-afca9cea4437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd5afbb-60ec-49e0-9fa9-d745828d00fa,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:37.147205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-06cdf078-55d4-4ae1-b4f3-afca9cea4437 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ad93548b32d64e6ab6ce801f63ea2f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172060 Aug 09 15:53:37.147950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43148) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:37.242641 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-93c2c2d5-6bc0-41e5-aa12-c9171df9c748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.294431 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-93c2c2d5-6bc0-41e5-aa12-c9171df9c748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.332661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4257d-1393-41be-a6ee-6c174f8a26af req-eb98e9cf-527d-4809-b8fd-764d21be52f9 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:37.334216 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08a4257d-1393-41be-a6ee-6c174f8a26af req-eb98e9cf-527d-4809-b8fd-764d21be52f9 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 943 time: 0.0928366 Aug 09 15:53:37.393413 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08a4257d-1393-41be-a6ee-6c174f8a26af req-29935d5e-8ba5-444a-bbd0-550442239998 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480354 Aug 09 15:53:37.405188 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-93c2c2d5-6bc0-41e5-aa12-c9171df9c748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.420256 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-93c2c2d5-6bc0-41e5-aa12-c9171df9c748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.420256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-93c2c2d5-6bc0-41e5-aa12-c9171df9c748 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4bd5afbb-60ec-49e0-9fa9-d745828d00fa HTTP/1.1" status: 204 len: 168 time: 0.2643135 Aug 09 15:53:37.425703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2c2d5-6bc0-41e5-aa12-c9171df9c748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd5afbb-60ec-49e0-9fa9-d745828d00fa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:37.576358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 48e37042-057b-4a7a-bd32-f90c439e5f16 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:37.652387 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6c3eaf96-4176-401f-b90e-4e4073ea6cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.712729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 48e37042-057b-4a7a-bd32-f90c439e5f16, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=48e37042-057b-4a7a-bd32-f90c439e5f16,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:37.727647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '48e37042-057b-4a7a-bd32-f90c439e5f16', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'port_id': '48e37042-057b-4a7a-bd32-f90c439e5f16', 'mac_address': 'fa:16:3e:ff:78:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753134b0-7750-440f-bc44-e17b7bfff805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:37.783239 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.805076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e37042-057b-4a7a-bd32-f90c439e5f16 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:37.835616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 48e37042-057b-4a7a-bd32-f90c439e5f16, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=48e37042-057b-4a7a-bd32-f90c439e5f16,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:37.842489 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.853133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43170) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:37.877969 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d203cb88-ca04-4fb2-83f4-11ab5025d544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.909358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=48e37042-057b-4a7a-bd32-f90c439e5f16,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:38.012628 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d203cb88-ca04-4fb2-83f4-11ab5025d544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.021878 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d203cb88-ca04-4fb2-83f4-11ab5025d544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.074363 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d203cb88-ca04-4fb2-83f4-11ab5025d544 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5727e714ee84d6d80b9a1081aeb1370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199373 Aug 09 15:53:38.076427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203cb88-ca04-4fb2-83f4-11ab5025d544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f56fd5-0cb7-450a-83f4-28e5f452e4e5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:38.077230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43180) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:38.134462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['48e37042-057b-4a7a-bd32-f90c439e5f16'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:38.190790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a2687ce-b966-45d1-a871-feee4606eeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.223770 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a2687ce-b966-45d1-a871-feee4606eeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.297510 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a2687ce-b966-45d1-a871-feee4606eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.301349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a2687ce-b966-45d1-a871-feee4606eeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.302703 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8a2687ce-b966-45d1-a871-feee4606eeeb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3f56fd5-0cb7-450a-83f4-28e5f452e4e5 HTTP/1.1" status: 204 len: 168 time: 0.2235713 Aug 09 15:53:38.316006 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2687ce-b966-45d1-a871-feee4606eeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f56fd5-0cb7-450a-83f4-28e5f452e4e5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:38.572320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d6953-c212-44c0-9558-6925b3578070 req-9d978585-ada0-4206-a121-9601f19af39a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:38.575759 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f23d6953-c212-44c0-9558-6925b3578070 req-9d978585-ada0-4206-a121-9601f19af39a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 944 time: 0.0682855 Aug 09 15:53:38.676363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f23d6953-c212-44c0-9558-6925b3578070 req-2eb76e1f-ab89-440a-abec-5a762efcb953 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910702 Aug 09 15:53:38.752924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43202) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:38.935382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-50039deb-4d8c-44e3-a78b-6ec50a29d4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.988640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43210) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:39.017018 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2e17645-f5db-4f49-a869-d45179bb4349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.091268 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-50039deb-4d8c-44e3-a78b-6ec50a29d4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.098672 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-50039deb-4d8c-44e3-a78b-6ec50a29d4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.152607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50039deb-4d8c-44e3-a78b-6ec50a29d4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1cdf7b-b6ac-4d43-8eb6-dd14fbfe57c2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:39.160829 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-50039deb-4d8c-44e3-a78b-6ec50a29d4b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f31f10c7c5a3440fb25a6316861778e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043303 Aug 09 15:53:39.161312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43216) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:39.253776 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2e17645-f5db-4f49-a869-d45179bb4349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.260778 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2e17645-f5db-4f49-a869-d45179bb4349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.299665 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f2e17645-f5db-4f49-a869-d45179bb4349 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1be67cea042341ed8842baa0d1b9da4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097334 Aug 09 15:53:39.306489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43222) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:39.311165 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d397b54f-107e-42f1-934a-d41dafdf53a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.336181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e17645-f5db-4f49-a869-d45179bb4349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0903ea2f-fb8e-448e-a734-c50ad5faa9ee,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:39.377839 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d397b54f-107e-42f1-934a-d41dafdf53a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.399469 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-55830200-97ee-4892-9bc4-d11374823fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.429865 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-55830200-97ee-4892-9bc4-d11374823fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.482228 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d397b54f-107e-42f1-934a-d41dafdf53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.486750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d397b54f-107e-42f1-934a-d41dafdf53a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.489014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d397b54f-107e-42f1-934a-d41dafdf53a0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb1cdf7b-b6ac-4d43-8eb6-dd14fbfe57c2 HTTP/1.1" status: 204 len: 168 time: 0.3262184 Aug 09 15:53:39.502740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397b54f-107e-42f1-934a-d41dafdf53a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1cdf7b-b6ac-4d43-8eb6-dd14fbfe57c2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:39.507499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-55830200-97ee-4892-9bc4-d11374823fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.511268 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-55830200-97ee-4892-9bc4-d11374823fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.512916 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-55830200-97ee-4892-9bc4-d11374823fd2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0903ea2f-fb8e-448e-a734-c50ad5faa9ee HTTP/1.1" status: 204 len: 168 time: 0.2052794 Aug 09 15:53:39.523849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55830200-97ee-4892-9bc4-d11374823fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0903ea2f-fb8e-448e-a734-c50ad5faa9ee,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:39.599481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 48e37042-057b-4a7a-bd32-f90c439e5f16 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:39.702789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 48e37042-057b-4a7a-bd32-f90c439e5f16 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:39.716596 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 48e37042-057b-4a7a-bd32-f90c439e5f16 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:39.717209 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.898257 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.912428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcc844-2ae3-4804-88ea-707f6d70915b req-9c739dae-75a0-4c29-9366-7aded84e505a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:39.915743 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7abcc844-2ae3-4804-88ea-707f6d70915b req-9c739dae-75a0-4c29-9366-7aded84e505a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 944 time: 0.1548965 Aug 09 15:53:39.958267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 48e37042-057b-4a7a-bd32-f90c439e5f16, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=48e37042-057b-4a7a-bd32-f90c439e5f16,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:39.959354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a563332-e0e6-4885-9af4-3f16e3ef8cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e37042-057b-4a7a-bd32-f90c439e5f16'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:39.965448 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0913b4-aaf3-4b9c-acf6-1aa266bc4f88" -d '{"events": [{"server_uuid": "6a563332-e0e6-4885-9af4-3f16e3ef8cc6", "name": "network-vif-plugged", "status": "completed", "tag": "48e37042-057b-4a7a-bd32-f90c439e5f16"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:39.970784 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.986880 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7abcc844-2ae3-4804-88ea-707f6d70915b req-b61b70ea-fae9-46d8-b3ab-a80995add5a7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634713 Aug 09 15:53:40.082809 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb78eac0-c4c3-4e98-8608-fa851114bb77 x-openstack-request-id: req-cb78eac0-c4c3-4e98-8608-fa851114bb77 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:40.083254 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a563332-e0e6-4885-9af4-3f16e3ef8cc6", "name": "network-vif-plugged", "status": "completed", "tag": "48e37042-057b-4a7a-bd32-f90c439e5f16", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:40.083760 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb78eac0-c4c3-4e98-8608-fa851114bb77 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:40.084902 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a563332-e0e6-4885-9af4-3f16e3ef8cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e37042-057b-4a7a-bd32-f90c439e5f16', 'code': 200} Aug 09 15:53:40.137234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=48e37042-057b-4a7a-bd32-f90c439e5f16,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:40.239187 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db6cb3-6683-4bb0-b2b4-2d9fbac37045 req-55f8793b-44bb-4c68-a122-674157d3f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:40.242259 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0db6cb3-6683-4bb0-b2b4-2d9fbac37045 req-55f8793b-44bb-4c68-a122-674157d3f7ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 1096 time: 0.1179466 Aug 09 15:53:40.310720 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0db6cb3-6683-4bb0-b2b4-2d9fbac37045 req-c167fc8a-e40f-4567-9a43-b10f077e818c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597842 Aug 09 15:53:40.498450 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ce098cbd-fb0f-4fec-b2a3-667c0e78ef84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:40.849306 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.241702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad1b76-6651-4704-9af5-92499518ff32 req-edac4239-6e74-401b-b345-91c23e69ac6f tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:41.243407 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ad1b76-6651-4704-9af5-92499518ff32 req-edac4239-6e74-401b-b345-91c23e69ac6f tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 945 time: 0.1287167 Aug 09 15:53:41.324101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6ad1b76-6651-4704-9af5-92499518ff32 req-efca09f4-eb79-43f4-8aa6-59596480a64c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709541 Aug 09 15:53:41.392945 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.516265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43314) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:41.533678 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.688035 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b57703fa-ad17-472c-9e88-0e9c8e977785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.725158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a98e2-e2ca-4ea1-b394-16927889d8d8 req-6512d724-0fc9-459a-8c00-aaed9c39a1a5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:41.728894 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b56a98e2-e2ca-4ea1-b394-16927889d8d8 req-6512d724-0fc9-459a-8c00-aaed9c39a1a5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.0961962 Aug 09 15:53:42.220715 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b56a98e2-e2ca-4ea1-b394-16927889d8d8 req-6659d40f-3961-4d95-8425-47a2e0245fbe tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4838519 Aug 09 15:53:42.319659 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b57703fa-ad17-472c-9e88-0e9c8e977785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.325111 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b57703fa-ad17-472c-9e88-0e9c8e977785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.374993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43338) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:42.381521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b57703fa-ad17-472c-9e88-0e9c8e977785 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=21193e798b814a34b195215a01255637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8638921 Aug 09 15:53:42.384422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57703fa-ad17-472c-9e88-0e9c8e977785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31a710b-03b7-489d-b6c5-69b198edad3c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:42.452321 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea780433-5db7-4a60-9a4e-99c0d7520274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.500740 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea780433-5db7-4a60-9a4e-99c0d7520274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.561904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b638a0-204e-4107-87ee-10526a5b2cba req-cfd33fd4-0a41-4564-abd9-4be6339bf819 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:42.569731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61b638a0-204e-4107-87ee-10526a5b2cba req-cfd33fd4-0a41-4564-abd9-4be6339bf819 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 945 time: 0.1345830 Aug 09 15:53:42.629144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61b638a0-204e-4107-87ee-10526a5b2cba req-34168786-9ef1-4f6d-8e8b-ff2673943581 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582097 Aug 09 15:53:42.648046 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea780433-5db7-4a60-9a4e-99c0d7520274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.650784 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea780433-5db7-4a60-9a4e-99c0d7520274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.657175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ea780433-5db7-4a60-9a4e-99c0d7520274 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c31a710b-03b7-489d-b6c5-69b198edad3c HTTP/1.1" status: 204 len: 168 time: 0.2758093 Aug 09 15:53:42.669238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea780433-5db7-4a60-9a4e-99c0d7520274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31a710b-03b7-489d-b6c5-69b198edad3c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:42.783627 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b591b3-c581-4036-9157-1b54de743c99 req-dcabcd7c-6730-4ce0-9709-abaa2c0b2c37 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:42.785234 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4b591b3-c581-4036-9157-1b54de743c99 req-dcabcd7c-6730-4ce0-9709-abaa2c0b2c37 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 945 time: 0.0538714 Aug 09 15:53:42.828026 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4b591b3-c581-4036-9157-1b54de743c99 req-e592bf6b-d40d-4b41-931b-c706a2695cef tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362334 Aug 09 15:53:42.924350 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.145693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91178fc-03b4-4309-b460-c9f2cfc6801c req-7c39fb44-0aa0-4a29-a5b6-f84c9875caea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:43.148194 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b91178fc-03b4-4309-b460-c9f2cfc6801c req-7c39fb44-0aa0-4a29-a5b6-f84c9875caea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 945 time: 0.0636764 Aug 09 15:53:43.207986 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b91178fc-03b4-4309-b460-c9f2cfc6801c req-bc971762-60e9-4374-a314-0c28bd9256f0 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531018 Aug 09 15:53:43.352570 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:43.418128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c6606-d895-470d-a984-9b6506e0d675 req-eecc635b-7836-4641-8b01-1f1e5de3c010 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:43.419804 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9c2c6606-d895-470d-a984-9b6506e0d675 req-eecc635b-7836-4641-8b01-1f1e5de3c010 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.0730660 Aug 09 15:53:43.464896 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9c2c6606-d895-470d-a984-9b6506e0d675 req-1ee9517a-79ae-471b-9185-53e2495aada4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364478 Aug 09 15:53:44.299005 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-9f858f7d-e904-43bb-bec9-c7466d9bb9f8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:44.311161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-9f858f7d-e904-43bb-bec9-c7466d9bb9f8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 815 time: 0.1610601 Aug 09 15:53:44.342489 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-775618a9-e7e1-4642-841e-4ee916b6ad23 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/quotas/7f5f5545a2b64607a099e08f8d3f4154 HTTP/1.1" status: 200 len: 375 time: 0.0277512 Aug 09 15:53:44.429948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa8d0a-5109-4d6b-845c-50526eadfd3b req-e779da06-2304-467b-971a-6ee7494fb245 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:44.432293 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-46aa8d0a-5109-4d6b-845c-50526eadfd3b req-e779da06-2304-467b-971a-6ee7494fb245 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 945 time: 0.1004512 Aug 09 15:53:44.451899 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-620ee8e8-cc2f-4e6e-8c06-b70b475974d7 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073437 Aug 09 15:53:44.492727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-46aa8d0a-5109-4d6b-845c-50526eadfd3b req-36391a1a-d747-49fd-8149-322c2f981919 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529561 Aug 09 15:53:44.615149 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-4a33167d-93fc-4fc0-8da1-aab18c8a53a0 service neutron] 10.222.0.81 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600387 Aug 09 15:53:44.646064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b866cd-e49f-4c07-a1c2-86bf596f9b1a req-8338e816-a0e9-409e-82b7-1818b6a27bd8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:44.647914 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d1b866cd-e49f-4c07-a1c2-86bf596f9b1a req-8338e816-a0e9-409e-82b7-1818b6a27bd8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.0679219 Aug 09 15:53:44.704087 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d1b866cd-e49f-4c07-a1c2-86bf596f9b1a req-31429b4f-6277-4bb1-84fa-99ffb3972a61 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453594 Aug 09 15:53:44.774234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fdee9-c531-436b-879a-fe6ed02b294c req-c11c8ba1-9a33-4885-a203-abf5be5f71b8 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:44.775814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b83fdee9-c531-436b-879a-fe6ed02b294c req-c11c8ba1-9a33-4885-a203-abf5be5f71b8 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 945 time: 0.1458912 Aug 09 15:53:44.860450 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-d9152e7c-64d2-4e22-9415-28ca2237c7cc service neutron] 10.222.0.81 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441952 Aug 09 15:53:44.951681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-b83fdee9-c531-436b-879a-fe6ed02b294c req-3aa6c39f-31ae-4852-be3a-23f862290c21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Deleting port 48e37042-057b-4a7a-bd32-f90c439e5f16 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:44.954658 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b83fdee9-c531-436b-879a-fe6ed02b294c req-3aa6c39f-31ae-4852-be3a-23f862290c21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.961674 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43518) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:45.125308 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bca6e06b-a6be-4bb3-8a7c-2c88d5187e87 req-13796a59-68b5-4b2a-81a7-809fdf47b362 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 210 time: 0.0635517 Aug 09 15:53:45.135057 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b83fdee9-c531-436b-879a-fe6ed02b294c req-3aa6c39f-31ae-4852-be3a-23f862290c21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] For port 48e37042-057b-4a7a-bd32-f90c439e5f16, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=48e37042-057b-4a7a-bd32-f90c439e5f16,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:45.136350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b83fdee9-c531-436b-879a-fe6ed02b294c req-3aa6c39f-31ae-4852-be3a-23f862290c21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.185691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-b83fdee9-c531-436b-879a-fe6ed02b294c req-3aa6c39f-31ae-4852-be3a-23f862290c21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Calling delete_port for 48e37042-057b-4a7a-bd32-f90c439e5f16 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:45.190367 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fc07374-bc92-4890-8e6e-e491e9c380f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.346371 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fc07374-bc92-4890-8e6e-e491e9c380f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.351245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fc07374-bc92-4890-8e6e-e491e9c380f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.406914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43532) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:45.407785 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5fc07374-bc92-4890-8e6e-e491e9c380f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=013ba1d0225c407da4a6fc7e3af59a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448843 Aug 09 15:53:45.408781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc07374-bc92-4890-8e6e-e491e9c380f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d169fe82-84bc-43cc-9022-ea1850d6b425,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:45.465502 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b83fdee9-c531-436b-879a-fe6ed02b294c req-3aa6c39f-31ae-4852-be3a-23f862290c21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.490039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d', '48e37042-057b-4a7a-bd32-f90c439e5f16'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:45.510689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6c39f-31ae-4852-be3a-23f862290c21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event deleted for resources: {'Port': ['ID=48e37042-057b-4a7a-bd32-f90c439e5f16,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:45.590427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83fdee9-c531-436b-879a-fe6ed02b294c req-3aa6c39f-31ae-4852-be3a-23f862290c21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] No DVR routers for this DVR port 48e37042-057b-4a7a-bd32-f90c439e5f16 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:45.594187 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b83fdee9-c531-436b-879a-fe6ed02b294c req-3aa6c39f-31ae-4852-be3a-23f862290c21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.596845 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b83fdee9-c531-436b-879a-fe6ed02b294c req-3aa6c39f-31ae-4852-be3a-23f862290c21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "DELETE /v2.0/ports/48e37042-057b-4a7a-bd32-f90c439e5f16 HTTP/1.1" status: 204 len: 173 time: 0.8137012 Aug 09 15:53:45.603023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a563332-e0e6-4885-9af4-3f16e3ef8cc6', 'name': 'network-vif-deleted', 'tag': '48e37042-057b-4a7a-bd32-f90c439e5f16'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:45.606286 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698a5069-c86d-4cb6-9e80-4aca44eee2d1" -d '{"events": [{"server_uuid": "6a563332-e0e6-4885-9af4-3f16e3ef8cc6", "name": "network-vif-deleted", "tag": "48e37042-057b-4a7a-bd32-f90c439e5f16"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:45.612961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c2fd80b6-4299-45bd-a393-2166a0889c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.646420 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c2fd80b6-4299-45bd-a393-2166a0889c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.742964 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2e27fd-8328-450b-a197-c32447a36bd3 x-openstack-request-id: req-ba2e27fd-8328-450b-a197-c32447a36bd3 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:45.743627 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a563332-e0e6-4885-9af4-3f16e3ef8cc6", "name": "network-vif-deleted", "tag": "48e37042-057b-4a7a-bd32-f90c439e5f16", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:45.744239 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba2e27fd-8328-450b-a197-c32447a36bd3 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:45.744854 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a563332-e0e6-4885-9af4-3f16e3ef8cc6', 'name': 'network-vif-deleted', 'tag': '48e37042-057b-4a7a-bd32-f90c439e5f16', 'status': 'completed', 'code': 200} Aug 09 15:53:45.748115 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-46415cf1-6132-48e9-a15e-2d6518ab122b req-75dee0b8-14c1-4257-91fd-a5b90b9ea8f9 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a563332-e0e6-4885-9af4-3f16e3ef8cc6 HTTP/1.1" status: 200 len: 210 time: 0.0457029 Aug 09 15:53:45.749864 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c2fd80b6-4299-45bd-a393-2166a0889c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.752882 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c2fd80b6-4299-45bd-a393-2166a0889c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.754428 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c2fd80b6-4299-45bd-a393-2166a0889c24 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d169fe82-84bc-43cc-9022-ea1850d6b425 HTTP/1.1" status: 204 len: 168 time: 0.3461502 Aug 09 15:53:45.766355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd80b6-4299-45bd-a393-2166a0889c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d169fe82-84bc-43cc-9022-ea1850d6b425,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:45.989298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2be8c-ff51-42cf-8302-7dbdf26ad66a req-b571c2c2-cc9e-4b28-a359-2117a43cac50 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:45.992017 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79d2be8c-ff51-42cf-8302-7dbdf26ad66a req-b571c2c2-cc9e-4b28-a359-2117a43cac50 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1142192 Aug 09 15:53:46.062583 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79d2be8c-ff51-42cf-8302-7dbdf26ad66a req-c48c567f-97c5-418b-9dc9-41420d36f82f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635233 Aug 09 15:53:46.269032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2aad3df4-e813-4af0-88c4-9d2d62773446 req-79a677fd-2c24-4c72-bd9e-285f0cfc3ca6 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 210 time: 0.0539315 Aug 09 15:53:46.588828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-a2b72a2c-d41b-421d-8af2-bd0b0040f62f tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:46.591514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-a2b72a2c-d41b-421d-8af2-bd0b0040f62f tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 815 time: 0.1312275 Aug 09 15:53:46.607374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Request body: {'port': {'device_id': '3c305cde-dad1-44f9-9eb9-e2f25a6c59c9', 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289', 'admin_state_up': True, 'tenant_id': '7f5f5545a2b64607a099e08f8d3f4154'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:46.736343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Made reservation on behalf of 7f5f5545a2b64607a099e08f8d3f4154 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:46.740193 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.910284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Allocated IP 172.20.0.8 (61cf6497-c0e8-4aa1-b191-24858c95b289/9132e588-bfa4-4e08-90cf-517fa9fb19b7/e24ad4e2-0554-4aeb-8523-73895bd53279) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:47.164418 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.225678 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.239071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['fe92b579-64fa-4c93-9d6e-f34537fd6273', '9443847c-0d21-47ae-91ae-92ea6a5d3688'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:47.325026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Network 61cf6497-c0e8-4aa1-b191-24858c95b289 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:47.347815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:47.354440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084df129-f061-4a51-b710-5a384c38ff47 req-81654229-ba64-4593-86ac-35c66514aa07 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:47.356266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:47.357071 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-81654229-ba64-4593-86ac-35c66514aa07 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.1722720 Aug 09 15:53:47.388418 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-6da4a079-511e-48e8-bb70-c4a3c2f91418 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/quotas/e5f1a03c287a42209d0b9eb2d0d97d41 HTTP/1.1" status: 200 len: 375 time: 0.0225377 Aug 09 15:53:47.445372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:47.446160 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.468961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781b6ee-f46f-4d73-9b3d-eb0bd67112e9 req-3bb65478-b208-4bbf-be71-0b63e95ddc5d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:47.477285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d781b6ee-f46f-4d73-9b3d-eb0bd67112e9 req-3bb65478-b208-4bbf-be71-0b63e95ddc5d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.2475731 Aug 09 15:53:47.480233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Pushing event updated for resources: {'Port': ['ID=e24ad4e2-0554-4aeb-8523-73895bd53279,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:47.496046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-f1d2d16c-dd41-420d-888e-9d7aabf6e7ad tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879767 Aug 09 15:53:47.505160 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-25fe9d06-9ed5-4428-9b72-5ce64eb96f27 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9030125 Aug 09 15:53:47.520730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Request body: {'port': {'device_id': '3c305cde-dad1-44f9-9eb9-e2f25a6c59c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:47.552518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d781b6ee-f46f-4d73-9b3d-eb0bd67112e9 req-e59de0de-d68c-4338-8b76-dbe1b36d906e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738292 Aug 09 15:53:47.643681 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:47.766468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727627f3-9c04-44af-9580-aecf584c6354 req-78f1f276-9492-4e7a-a7c4-59ca10358bae tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:47.767956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-727627f3-9c04-44af-9580-aecf584c6354 req-78f1f276-9492-4e7a-a7c4-59ca10358bae tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 931 time: 0.0776281 Aug 09 15:53:47.892561 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-2d6f7568-4ad9-459d-a142-b2ec3fde080c service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955669 Aug 09 15:53:47.945288 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-727627f3-9c04-44af-9580-aecf584c6354 req-a55476cb-6539-49c1-9313-29af6473523c tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692774 Aug 09 15:53:48.020052 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-c3889fce-3f94-4762-a8f4-bd5d3774540b service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194041 Aug 09 15:53:48.125367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24ad4e2-0554-4aeb-8523-73895bd53279 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:48.144138 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.178234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Transition to ACTIVE for port object e24ad4e2-0554-4aeb-8523-73895bd53279 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:48.185155 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.257767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Pushing event updated for resources: {'Port': ['ID=e24ad4e2-0554-4aeb-8523-73895bd53279,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:48.358668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cc59a2ff-23c5-4470-9fde-19bb4c6123c4 req-eda789ae-47d3-44ae-8f03-cca7d639e563 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 210 time: 0.0369084 Aug 09 15:53:48.368530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Attempting to bind port e24ad4e2-0554-4aeb-8523-73895bd53279 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:48.368865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Attempting to bind port e24ad4e2-0554-4aeb-8523-73895bd53279 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:48.369198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Attempting to bind port e24ad4e2-0554-4aeb-8523-73895bd53279 on network 61cf6497-c0e8-4aa1-b191-24858c95b289 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:48.376906 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Port e24ad4e2-0554-4aeb-8523-73895bd53279 on network 61cf6497-c0e8-4aa1-b191-24858c95b289 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:53:48.377389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Attempting to bind port e24ad4e2-0554-4aeb-8523-73895bd53279 on network 61cf6497-c0e8-4aa1-b191-24858c95b289 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:48.382663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:48.383002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Checking segment: {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:48.383388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Bound using segment: {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:48.384393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Bound port: e24ad4e2-0554-4aeb-8523-73895bd53279, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:48.384918 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.454638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43652) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:48.480936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] For port e24ad4e2-0554-4aeb-8523-73895bd53279, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:48.485485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] For port e24ad4e2-0554-4aeb-8523-73895bd53279, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e24ad4e2-0554-4aeb-8523-73895bd53279,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:48.491107 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.546702 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:48.547773 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:48.549675 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] 10.222.0.53 "PUT /v2.0/ports/e24ad4e2-0554-4aeb-8523-73895bd53279 HTTP/1.1" status: 200 len: 1091 time: 1.0340316 Aug 09 15:53:48.550973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c305cde-dad1-44f9-9eb9-e2f25a6c59c9', 'tag': 'e24ad4e2-0554-4aeb-8523-73895bd53279'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:48.554555 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cf18c8-69a6-4b15-8135-c03e0a1b499a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c305cde-dad1-44f9-9eb9-e2f25a6c59c9", "tag": "e24ad4e2-0554-4aeb-8523-73895bd53279"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:48.588454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a92ea6-986d-4b53-8d30-c5f941213db4 service neutron] Pushing event updated for resources: {'Port': ['ID=e24ad4e2-0554-4aeb-8523-73895bd53279,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:48.631057 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206b460f-b2bc-4927-9b7f-277049991c7b x-openstack-request-id: req-206b460f-b2bc-4927-9b7f-277049991c7b {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:48.631614 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c305cde-dad1-44f9-9eb9-e2f25a6c59c9", "tag": "e24ad4e2-0554-4aeb-8523-73895bd53279", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:48.632120 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-206b460f-b2bc-4927-9b7f-277049991c7b {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:48.632929 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c305cde-dad1-44f9-9eb9-e2f25a6c59c9', 'tag': 'e24ad4e2-0554-4aeb-8523-73895bd53279', 'status': 'completed', 'code': 200} Aug 09 15:53:48.692521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-779dcb51-7275-4b02-98db-4ef4a699007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:48.695841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-779dcb51-7275-4b02-98db-4ef4a699007f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 1094 time: 0.0931954 Aug 09 15:53:48.760302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8853-b98a-4506-b562-f470a00cdf1e req-11bc677e-56c9-414a-8901-ddbc04d08812 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:48.762529 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-11dd8853-b98a-4506-b562-f470a00cdf1e req-11bc677e-56c9-414a-8901-ddbc04d08812 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.0921228 Aug 09 15:53:48.829492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-04ba0c57-b313-43b0-992a-9386c0077d1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e24ad4e2-0554-4aeb-8523-73895bd53279 HTTP/1.1" status: 200 len: 217 time: 0.1098611 Aug 09 15:53:48.841078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:48.853434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-11dd8853-b98a-4506-b562-f470a00cdf1e req-eed6827d-f5b0-4e38-8433-0419e1288760 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809855 Aug 09 15:53:48.929471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526259a5-11eb-44c1-8715-596134c863d2 req-c526d571-04fc-4809-8062-b91f2ed1bcd3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:48.931004 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-526259a5-11eb-44c1-8715-596134c863d2 req-c526d571-04fc-4809-8062-b91f2ed1bcd3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.2241719 Aug 09 15:53:48.934263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-06824e88-7cde-4951-a4a8-f79e6f544ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:48.935782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-06824e88-7cde-4951-a4a8-f79e6f544ad0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9132e588-bfa4-4e08-90cf-517fa9fb19b7 HTTP/1.1" status: 200 len: 855 time: 0.0797274 Aug 09 15:53:48.937801 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.039371 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-2d661863-69b0-4427-abb7-d6acf8954b07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61cf6497-c0e8-4aa1-b191-24858c95b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837467 Aug 09 15:53:49.098419 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-526259a5-11eb-44c1-8715-596134c863d2 req-87a2cc00-cda9-4836-815f-6b0a51118f89 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554506 Aug 09 15:53:49.170398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaab5c9-10dd-4b89-ae92-659fef423e88 req-9f032f7a-cce9-4372-81ee-e7721a073275 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:49.179401 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeaab5c9-10dd-4b89-ae92-659fef423e88 req-9f032f7a-cce9-4372-81ee-e7721a073275 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 943 time: 0.0892451 Aug 09 15:53:49.227255 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aeaab5c9-10dd-4b89-ae92-659fef423e88 req-9104bc8a-46ca-45a9-ac03-0a791f92a5fc tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445910 Aug 09 15:53:49.301339 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-9a8af3cc-4cd8-420b-b22c-67a02ddc98ec service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417548 Aug 09 15:53:49.333229 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:49.482724 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c0b156f-3658-41a7-9c9e-4424f02ebc7c req-d6877898-9f1e-40fb-8bb1-33adbfb67307 service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723475 Aug 09 15:53:49.528507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Allocated IP 172.25.2.4 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/cca5a000-dab4-4d38-a97b-6a0795711dba) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:49.562746 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-09742ee5-4c43-48c2-8a28-5a2711821e15 req-46408e78-6622-4430-a154-f1d724b6bc71 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 210 time: 0.0494623 Aug 09 15:53:49.618174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 48e37042-057b-4a7a-bd32-f90c439e5f16 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:49.649516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 48e37042-057b-4a7a-bd32-f90c439e5f16 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:49.650542 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 48e37042-057b-4a7a-bd32-f90c439e5f16 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:49.656036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf18c8-69a6-4b15-8135-c03e0a1b499a req-7a4640e6-8ae4-43b9-b780-56e374f1e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:49.657861 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33cf18c8-69a6-4b15-8135-c03e0a1b499a req-7a4640e6-8ae4-43b9-b780-56e374f1e845 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 1094 time: 0.1071420 Aug 09 15:53:50.049562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a98fa-20ce-4653-a05a-ddb4936988b1 req-ab8e743b-3137-4891-8bb2-523ff537c64e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:50.054428 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1f5a98fa-20ce-4653-a05a-ddb4936988b1 req-ab8e743b-3137-4891-8bb2-523ff537c64e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.0884874 Aug 09 15:53:50.100720 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1f5a98fa-20ce-4653-a05a-ddb4936988b1 req-d20749d2-da84-4acd-9a97-2654090e33dd tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426860 Aug 09 15:53:50.202882 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.276930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf18c8-69a6-4b15-8135-c03e0a1b499a req-6355a637-aca7-4da2-9145-5430a143092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:50.278436 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33cf18c8-69a6-4b15-8135-c03e0a1b499a req-6355a637-aca7-4da2-9145-5430a143092a service neutron] 10.222.0.53 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 916 time: 0.6118865 Aug 09 15:53:50.337798 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33cf18c8-69a6-4b15-8135-c03e0a1b499a req-172e6295-789f-475d-a4c9-c10e3a4c49f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e24ad4e2-0554-4aeb-8523-73895bd53279 HTTP/1.1" status: 200 len: 217 time: 0.0456419 Aug 09 15:53:50.351167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084df129-f061-4a51-b710-5a384c38ff47 req-cbefb1f4-4e2a-4ec3-a559-4b5835e42a58 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:50.352079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-cbefb1f4-4e2a-4ec3-a559-4b5835e42a58 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.2980785 Aug 09 15:53:50.385576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca0944-82ea-44e7-b1cb-820f93639a5d req-e569780d-9d9a-4cd2-9dc5-439915143e63 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:50.387880 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7ca0944-82ea-44e7-b1cb-820f93639a5d req-e569780d-9d9a-4cd2-9dc5-439915143e63 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 943 time: 0.0776837 Aug 09 15:53:50.398601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-084df129-f061-4a51-b710-5a384c38ff47 req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Request body: {'port': {'device_id': '27f78b2d-3c84-4319-9aea-b78c4eb77fc5', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'admin_state_up': True, 'tenant_id': 'e5f1a03c287a42209d0b9eb2d0d97d41'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:50.414570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17eb1-20d4-49c8-8988-2f518d6a11b3 req-d93bdc84-c48d-4bec-9cf9-15da4a6a04b0 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:50.422900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cbf17eb1-20d4-49c8-8988-2f518d6a11b3 req-d93bdc84-c48d-4bec-9cf9-15da4a6a04b0 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.2173553 Aug 09 15:53:50.471211 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7ca0944-82ea-44e7-b1cb-820f93639a5d req-4d011afb-b33b-45a6-bc4f-7424795ab605 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749996 Aug 09 15:53:50.515439 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.529157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf18c8-69a6-4b15-8135-c03e0a1b499a req-027974da-ab22-4c8f-aac0-1b8f9dc95659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:50.531392 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33cf18c8-69a6-4b15-8135-c03e0a1b499a req-027974da-ab22-4c8f-aac0-1b8f9dc95659 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9132e588-bfa4-4e08-90cf-517fa9fb19b7 HTTP/1.1" status: 200 len: 855 time: 0.1767983 Aug 09 15:53:50.615253 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33cf18c8-69a6-4b15-8135-c03e0a1b499a req-fdd87547-ab1a-4bf7-8b3d-f0ce75cca2dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61cf6497-c0e8-4aa1-b191-24858c95b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566511 Aug 09 15:53:50.623437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:50.631699 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cbf17eb1-20d4-49c8-8988-2f518d6a11b3 req-8621b257-e3a0-42f0-9e19-a04e3dd9f721 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079339 Aug 09 15:53:50.640679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:50.665386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:50.682880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event updated for resources: {'Port': ['ID=cca5a000-dab4-4d38-a97b-6a0795711dba,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:50.741188 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bed03c40-56e7-499b-aba7-a6da4ee74889 req-935c61e8-83cf-4216-878c-bd3510ed6d10 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 210 time: 0.0304675 Aug 09 15:53:50.802275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084df129-f061-4a51-b710-5a384c38ff47 req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Made reservation on behalf of e5f1a03c287a42209d0b9eb2d0d97d41 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:50.805835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-084df129-f061-4a51-b710-5a384c38ff47 req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:50.843709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33cf18c8-69a6-4b15-8135-c03e0a1b499a req-c625830d-dbec-4c4f-bb90-61f203000b68 service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110450 Aug 09 15:53:50.892609 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.041262 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.097723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-db9ae8ed-37a8-4b1c-88d3-13632ade2cde tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:51.099368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-db9ae8ed-37a8-4b1c-88d3-13632ade2cde tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.53 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.2080266 Aug 09 15:53:51.148765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33cf18c8-69a6-4b15-8135-c03e0a1b499a req-11d4934d-fa90-4390-9791-00e390ef574c service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584913 Aug 09 15:53:51.187616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-084df129-f061-4a51-b710-5a384c38ff47 req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Allocated IP 172.20.0.11 (bda938b4-f252-4ee7-b4cf-f10144f1cc5d/753134b0-7750-440f-bc44-e17b7bfff805/ca307462-31af-43b9-81cc-140d9fead590) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:51.437077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995bad0-1829-49d6-8996-37c9aa34854f req-212294ad-428b-45de-a1ba-65576c11b0b8 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:51.438698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9995bad0-1829-49d6-8996-37c9aa34854f req-212294ad-428b-45de-a1ba-65576c11b0b8 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 946 time: 0.2121713 Aug 09 15:53:51.505173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Deleting port 861b676f-0ffc-43da-89ea-20ca25d8b038 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:51.505524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.516184 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.563900 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.610775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ed97d-c7ea-4e03-b68c-1c4969a663da req-94dbcda0-ac99-438b-a8ce-18175fecd1fa tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:51.612445 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee4ed97d-c7ea-4e03-b68c-1c4969a663da req-94dbcda0-ac99-438b-a8ce-18175fecd1fa tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 943 time: 0.0545948 Aug 09 15:53:51.626575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e24ad4e2-0554-4aeb-8523-73895bd53279 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:51.632754 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9995bad0-1829-49d6-8996-37c9aa34854f req-73457736-06e2-4f75-a324-1affd857cf4a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=7de6e34a-5c49-4844-8c31-b341534c5cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784513 Aug 09 15:53:51.642611 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-084df129-f061-4a51-b710-5a384c38ff47 req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.705699 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee4ed97d-c7ea-4e03-b68c-1c4969a663da req-608a0596-8e2c-4130-83b0-ad6d001fde4f tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855823 Aug 09 15:53:51.737406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event updated for resources: {'Port': ['ID=cca5a000-dab4-4d38-a97b-6a0795711dba,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:51.748550 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] For port 861b676f-0ffc-43da-89ea-20ca25d8b038, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=861b676f-0ffc-43da-89ea-20ca25d8b038,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:51.749678 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.775617 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.835332 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.839493 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9ba573eb-9bf2-448d-a773-be352e9e85f1 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3838048 Aug 09 15:53:51.843322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43728) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:51.848581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1980418181'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:51.860052 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-084df129-f061-4a51-b710-5a384c38ff47 req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:51.871591 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e24ad4e2-0554-4aeb-8523-73895bd53279, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e24ad4e2-0554-4aeb-8523-73895bd53279,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:51.919445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:51.924385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'e24ad4e2-0554-4aeb-8523-73895bd53279', 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289', 'port_id': 'e24ad4e2-0554-4aeb-8523-73895bd53279', 'mac_address': 'fa:16:3e:8a:49:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9132e588-bfa4-4e08-90cf-517fa9fb19b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:51.979198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a0488-bd62-4033-9829-263c8087e9e8 req-200f0948-0c95-4667-ac62-11b2bfd12fa7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:51.981313 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e24a0488-bd62-4033-9829-263c8087e9e8 req-200f0948-0c95-4667-ac62-11b2bfd12fa7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 932 time: 0.0595617 Aug 09 15:53:52.003521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084df129-f061-4a51-b710-5a384c38ff47 req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Network bda938b4-f252-4ee7-b4cf-f10144f1cc5d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:52.004811 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Made reservation on behalf of 3e1d59ea364e4fe6b7068b7e93c26346 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:52.008366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.020010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-084df129-f061-4a51-b710-5a384c38ff47 req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:52.021942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event updated for resources: {'Port': ['ID=ca307462-31af-43b9-81cc-140d9fead590,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:52.029942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-084df129-f061-4a51-b710-5a384c38ff47 req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:52.041722 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.057919 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e24a0488-bd62-4033-9829-263c8087e9e8 req-1fa13c92-267d-4760-a161-321af4507a36 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614431 Aug 09 15:53:52.069771 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24ad4e2-0554-4aeb-8523-73895bd53279 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:52.100302 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.100672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e24ad4e2-0554-4aeb-8523-73895bd53279, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e24ad4e2-0554-4aeb-8523-73895bd53279,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:52.109107 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.190394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e24ad4e2-0554-4aeb-8523-73895bd53279,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:52.246638 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.246960 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.247260 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Floating IP 2fdbfc3c-8912-40a1-9cb6-bc32eef9e58e disassociated. External IP: 172.25.2.48, port: 861b676f-0ffc-43da-89ea-20ca25d8b038. Aug 09 15:53:52.247605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Calling delete_port for 861b676f-0ffc-43da-89ea-20ca25d8b038 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:52.251057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.262610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084df129-f061-4a51-b710-5a384c38ff47 req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:52.263214 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-084df129-f061-4a51-b710-5a384c38ff47 req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.273084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a2b82-dd55-489e-b9b0-35705d2dca8b req-f5944ed3-3e06-4c22-9499-c57a71409941 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:52.274596 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b3a2b82-dd55-489e-b9b0-35705d2dca8b req-f5944ed3-3e06-4c22-9499-c57a71409941 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.3424146 Aug 09 15:53:52.279538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.354524 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-c732830b-84ed-475d-8b57-3e231d6afb18 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9834564 Aug 09 15:53:52.367764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:53:52.378624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Request body: {'port': {'device_id': '27f78b2d-3c84-4319-9aea-b78c4eb77fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:52.408581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395b8e82-c0cc-4681-b6fd-18096190ea9d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:52.425239 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.425627 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Added segment 6c21600e-c56f-426c-89b4-1a5fb94146ae of type vlan for network 4ef9d52e-2f58-465c-989f-d2c39b8db439 Aug 09 15:53:52.453609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b3a2b82-dd55-489e-b9b0-35705d2dca8b req-84b45032-d6c0-4dd2-8084-c247b107e684 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692564 Aug 09 15:53:52.481055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['e24ad4e2-0554-4aeb-8523-73895bd53279'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:52.521947 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.524787 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.653355 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.659755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:52.660542 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.803218 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:52.818050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-34a76ace-2375-4121-b45e-3628fb80d56e req-3b30e7d0-bfe2-4a8a-997c-5904d5e53cb0 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 210 time: 0.0917704 Aug 09 15:53:52.868593 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0240552 Aug 09 15:53:52.868796 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43746) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:52.878100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event deleted for resources: {'Port': ['ID=861b676f-0ffc-43da-89ea-20ca25d8b038,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:52.879467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-15027ba0-e227-4ee7-982d-745d0c325abe tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Request body: {'subnet': {'network_id': '4ef9d52e-2f58-465c-989f-d2c39b8db439', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:52.884485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855c275-0405-42bb-8f42-176964f88db6 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event updated for resources: {'Network': ['ID=4ef9d52e-2f58-465c-989f-d2c39b8db439,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:52.902887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 4ef9d52e-2f58-465c-989f-d2c39b8db439 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:53:53.075207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15027ba0-e227-4ee7-982d-745d0c325abe tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Made reservation on behalf of 3e1d59ea364e4fe6b7068b7e93c26346 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:53.080037 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15027ba0-e227-4ee7-982d-745d0c325abe tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:53.148673 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43752) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:53.269218 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cbcd8-d9ae-4aa4-a216-9c6313ca0b33 req-40a0f38b-6ee4-4518-ae9f-db1bad5b0bf3 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:53.271006 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d71cbcd8-d9ae-4aa4-a216-9c6313ca0b33 req-40a0f38b-6ee4-4518-ae9f-db1bad5b0bf3 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 932 time: 0.1051526 Aug 09 15:53:53.360539 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62bd03a9-a6c9-4f42-8389-d07599f88417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:53.398691 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d71cbcd8-d9ae-4aa4-a216-9c6313ca0b33 req-484cb369-60e7-4cec-b599-bb891abf2e10 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115210 Aug 09 15:53:53.509166 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15027ba0-e227-4ee7-982d-745d0c325abe tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:53.544887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6f8eb-3f88-45b2-9fec-ffd5d06f9fea req-4a672d23-ce05-4a01-99f9-cf5321d10aa7 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:53.547695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60f6f8eb-3f88-45b2-9fec-ffd5d06f9fea req-4a672d23-ce05-4a01-99f9-cf5321d10aa7 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 944 time: 0.6766379 Aug 09 15:53:53.637497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 861b676f-0ffc-43da-89ea-20ca25d8b038 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:53.644019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:53:53.647169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15027ba0-e227-4ee7-982d-745d0c325abe tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event updated for resources: {'Subnet': ['ID=d5d87d36-0d3d-4550-bef9-16747b31f59a,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:53.652553 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60f6f8eb-3f88-45b2-9fec-ffd5d06f9fea req-2765ed6b-aec9-4856-921e-d57d4ca7dd91 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969734 Aug 09 15:53:53.663783 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62bd03a9-a6c9-4f42-8389-d07599f88417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:53.675612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f6fecabf-4309-4cd4-add7-60fce676c668 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:53.681976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62bd03a9-a6c9-4f42-8389-d07599f88417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:53.685109 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 861b676f-0ffc-43da-89ea-20ca25d8b038 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:53.685721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 861b676f-0ffc-43da-89ea-20ca25d8b038 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:53.702087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15027ba0-e227-4ee7-982d-745d0c325abe tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Checking segment: {'id': '6c21600e-c56f-426c-89b4-1a5fb94146ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4ef9d52e-2f58-465c-989f-d2c39b8db439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:53.703111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15027ba0-e227-4ee7-982d-745d0c325abe tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Network hostable DHCP agents. Network: 4ef9d52e-2f58-465c-989f-d2c39b8db439, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:53:53.744464 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a80dcd-29ac-4699-bda7-ca0c32eb3679 req-5b2abad6-7da3-45d3-857f-6cff007fff06 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:53.753639 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3a80dcd-29ac-4699-bda7-ca0c32eb3679 req-5b2abad6-7da3-45d3-857f-6cff007fff06 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1625979 Aug 09 15:53:53.788674 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-62bd03a9-a6c9-4f42-8389-d07599f88417 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f316c8d97908440798f1779184c33708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6387374 Aug 09 15:53:53.788895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43758) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:53.789185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f6fecabf-4309-4cd4-add7-60fce676c668,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:53.792160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd03a9-a6c9-4f42-8389-d07599f88417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51020b4e-7790-46da-976f-f0a1f798daa8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:53.805104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'port_id': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'mac_address': 'fa:16:3e:57:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:53.841949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15027ba0-e227-4ee7-982d-745d0c325abe tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Network 4ef9d52e-2f58-465c-989f-d2c39b8db439 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:53:53.875815 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3a80dcd-29ac-4699-bda7-ca0c32eb3679 req-4339d176-697b-404a-97ff-ef8b0471c910 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207998 Aug 09 15:53:53.882615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-15027ba0-e227-4ee7-982d-745d0c325abe tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 4ef9d52e-2f58-465c-989f-d2c39b8db439) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:53.886554 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:53.891517 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15027ba0-e227-4ee7-982d-745d0c325abe tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:53.893892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15027ba0-e227-4ee7-982d-745d0c325abe tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:53.908154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d766d3-b78b-4ca3-9c76-ba0cac2505be None None] Network 4ef9d52e-2f58-465c-989f-d2c39b8db439 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:53.922850 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-15027ba0-e227-4ee7-982d-745d0c325abe tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0495231 Aug 09 15:53:53.923098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43770) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:53.928899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6fecabf-4309-4cd4-add7-60fce676c668 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:53.942759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1105438078', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:53.982399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f6fecabf-4309-4cd4-add7-60fce676c668,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:54.000477 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.016437 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.018029 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.028987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca307462-31af-43b9-81cc-140d9fead590 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:54.086259 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac1af269-b197-458f-989d-c425d76402ac req-52b7a2ce-b915-4fc8-9cb1-1c71f9f6a922 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5 HTTP/1.1" status: 200 len: 210 time: 0.1304126 Aug 09 15:53:54.100047 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.115628 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.120077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:54.175188 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac47-57cd-4b45-98bf-4e206e2247c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.206559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Transition to ACTIVE for port object ca307462-31af-43b9-81cc-140d9fead590 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:54.222748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] No DVR routers for this DVR port 861b676f-0ffc-43da-89ea-20ca25d8b038 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:54.230703 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.234313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-75cddf97-f349-4ce5-9d17-71e5b4f787e3 req-f3e6c5a9-fba2-4019-8f84-904709ddd0bc tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.53 "DELETE /v2.0/ports/861b676f-0ffc-43da-89ea-20ca25d8b038 HTTP/1.1" status: 204 len: 173 time: 3.1139252 Aug 09 15:53:54.235097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'name': 'network-vif-deleted', 'tag': '861b676f-0ffc-43da-89ea-20ca25d8b038'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:54.237908 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d269b2-e6e5-4238-a72d-52daf663030f" -d '{"events": [{"server_uuid": "959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5", "name": "network-vif-deleted", "tag": "861b676f-0ffc-43da-89ea-20ca25d8b038"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:54.241106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.274880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['f6fecabf-4309-4cd4-add7-60fce676c668'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:54.276924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf17b8e-7755-4bcd-84f1-e2de2388c5f7 None None] Sync routers for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:54.295247 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac47-57cd-4b45-98bf-4e206e2247c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.318892 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f6fecabf-4309-4cd4-add7-60fce676c668,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:54.332191 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf17b8e-7755-4bcd-84f1-e2de2388c5f7 None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:54.333058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-9bf17b8e-7755-4bcd-84f1-e2de2388c5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:53:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:54.401496 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.414543 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49496ec-d604-4d14-94f6-d36c68fea356 x-openstack-request-id: req-c49496ec-d604-4d14-94f6-d36c68fea356 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:54.414842 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5", "name": "network-vif-deleted", "tag": "861b676f-0ffc-43da-89ea-20ca25d8b038", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:54.415075 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c49496ec-d604-4d14-94f6-d36c68fea356 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:54.415486 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959a6bfd-4e76-4621-a7cd-aeddb8bcc6b5', 'name': 'network-vif-deleted', 'tag': '861b676f-0ffc-43da-89ea-20ca25d8b038', 'status': 'completed', 'code': 200} Aug 09 15:53:54.444846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-4ef9d52e-2f58-465c-989f-d2c39b8db439', 'network_id': '4ef9d52e-2f58-465c-989f-d2c39b8db439', 'tenant_id': '3e1d59ea364e4fe6b7068b7e93c26346', 'fixed_ips': [{'subnet_id': 'd5d87d36-0d3d-4550-bef9-16747b31f59a'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:53:54.445854 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.450233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca307462-31af-43b9-81cc-140d9fead590,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:54.501155 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Attempting to bind port ca307462-31af-43b9-81cc-140d9fead590 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:54.501730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Attempting to bind port ca307462-31af-43b9-81cc-140d9fead590 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:54.502025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Attempting to bind port ca307462-31af-43b9-81cc-140d9fead590 on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:54.510106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Port ca307462-31af-43b9-81cc-140d9fead590 on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:53:54.510444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Attempting to bind port ca307462-31af-43b9-81cc-140d9fead590 on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:54.517495 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:54.517992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Checking segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:54.518596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Bound using segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:54.519086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Bound port: ca307462-31af-43b9-81cc-140d9fead590, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:54.519508 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.522613 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac47-57cd-4b45-98bf-4e206e2247c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.525645 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f22ac47-57cd-4b45-98bf-4e206e2247c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.526515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2f22ac47-57cd-4b45-98bf-4e206e2247c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/51020b4e-7790-46da-976f-f0a1f798daa8 HTTP/1.1" status: 204 len: 168 time: 0.7324808 Aug 09 15:53:54.552285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22ac47-57cd-4b45-98bf-4e206e2247c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51020b4e-7790-46da-976f-f0a1f798daa8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:54.646038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] For port ca307462-31af-43b9-81cc-140d9fead590, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:54.654386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] For port ca307462-31af-43b9-81cc-140d9fead590, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ca307462-31af-43b9-81cc-140d9fead590,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:54.661487 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.690069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68397bc8-0a72-4d69-9b4f-26f4012c1ce1 req-7fcdc5dc-9ef5-46e1-936c-4c979212c732 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:54.704770 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-68397bc8-0a72-4d69-9b4f-26f4012c1ce1 req-7fcdc5dc-9ef5-46e1-936c-4c979212c732 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 944 time: 0.1227853 Aug 09 15:53:54.707048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:54.707878 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.709415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/ca307462-31af-43b9-81cc-140d9fead590 HTTP/1.1" status: 200 len: 1092 time: 2.3455396 Aug 09 15:53:54.736793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bb72c-ffb2-4175-9fb5-c91855bd54a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca307462-31af-43b9-81cc-140d9fead590,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:54.829270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-9bf17b8e-7755-4bcd-84f1-e2de2388c5f7 None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:54.940228 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-68397bc8-0a72-4d69-9b4f-26f4012c1ce1 req-430b6e3e-ea6d-4830-8a37-667305825e58 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334421 Aug 09 15:53:54.991088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090642d7-5f48-46ec-8e8c-554788b9d66e req-78f4052a-0017-4edc-8922-6163511a75e3 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:54.993019 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-090642d7-5f48-46ec-8e8c-554788b9d66e req-78f4052a-0017-4edc-8922-6163511a75e3 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 944 time: 0.1535964 Aug 09 15:53:54.995571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084df129-f061-4a51-b710-5a384c38ff47 req-51ba93a4-863a-4969-9e7a-6a804906e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:54.997015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-51ba93a4-863a-4969-9e7a-6a804906e3a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 1095 time: 0.2293453 Aug 09 15:53:55.073929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-4491abec-31e6-436b-932d-21e41ed7ebe7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca307462-31af-43b9-81cc-140d9fead590 HTTP/1.1" status: 200 len: 217 time: 0.0499697 Aug 09 15:53:55.086241 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.088293 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-090642d7-5f48-46ec-8e8c-554788b9d66e req-97c09cc2-3a52-4f87-8700-dc6b3b0129ee tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853307 Aug 09 15:53:55.095063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Allocated IP 172.20.0.2 (4ef9d52e-2f58-465c-989f-d2c39b8db439/d5d87d36-0d3d-4550-bef9-16747b31f59a/f8160f92-19e6-4eb2-bf69-3bac0068eba1) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:55.148645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43808) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:55.167182 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.195928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a7403302-14c5-4cde-aada-8f399ebd4aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.266299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084df129-f061-4a51-b710-5a384c38ff47 req-0edd60e6-88c8-4c28-b4e2-e54920f09ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:55.267728 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-0edd60e6-88c8-4c28-b4e2-e54920f09ea7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.1784852 Aug 09 15:53:55.313349 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-ed2c677d-1aea-4bdd-a90b-9ac243e23b27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355101 Aug 09 15:53:55.343323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac548e-a49a-44a3-82b6-03c4dbcb70ee req-ff16600d-fa1b-4584-8828-80382a422fd8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:55.352504 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-07ac548e-a49a-44a3-82b6-03c4dbcb70ee req-ff16600d-fa1b-4584-8828-80382a422fd8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 944 time: 0.1888394 Aug 09 15:53:55.414154 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-f65feab7-49f6-452b-a598-cf2327769ec3 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914428 Aug 09 15:53:55.456043 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-07ac548e-a49a-44a3-82b6-03c4dbcb70ee req-290144d2-a8ef-4fa8-a1d0-15a4d2b9f1c1 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021628 Aug 09 15:53:55.486209 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Allocated IP 172.25.2.176 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/65e52cab-495d-46b9-aaa3-23ee08ea9585) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:55.555189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43818) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:55.583277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-084df129-f061-4a51-b710-5a384c38ff47 req-83c82f1a-9848-40f4-b2c4-2e226f8e316a service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601975 Aug 09 15:53:55.642104 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a7403302-14c5-4cde-aada-8f399ebd4aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.667627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a7403302-14c5-4cde-aada-8f399ebd4aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.682410 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.691821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Transition to ACTIVE for port object f8160f92-19e6-4eb2-bf69-3bac0068eba1 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:55.708732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Transition to ACTIVE for port object f8160f92-19e6-4eb2-bf69-3bac0068eba1 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:55.714652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f6fecabf-4309-4cd4-add7-60fce676c668 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:55.723089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e24ad4e2-0554-4aeb-8523-73895bd53279 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:55.746164 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.754597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df6e0856-2a49-4bc2-a44a-b62bbbab039a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.761986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a7403302-14c5-4cde-aada-8f399ebd4aab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e55f1d7bf01c47ea800ee5208e024a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128824 Aug 09 15:53:55.763153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7403302-14c5-4cde-aada-8f399ebd4aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a366eb-a2ee-4774-8e41-46d45d1df408,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:55.769344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43820) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:55.775414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-9bf17b8e-7755-4bcd-84f1-e2de2388c5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:55.799569 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.885384 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df6e0856-2a49-4bc2-a44a-b62bbbab039a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.903763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf17b8e-7755-4bcd-84f1-e2de2388c5f7 None None] Checking router: 40a7f4c5-3cd2-4929-92aa-7aca13574d95 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:53:55.928749 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Network 4ef9d52e-2f58-465c-989f-d2c39b8db439 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:55.944342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:55.944587 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abf483b7-29bd-49be-ab35-c70811a6e881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.957521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:55.980380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Pushing event updated for resources: {'Port': ['ID=f8160f92-19e6-4eb2-bf69-3bac0068eba1,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:56.019969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf17b8e-7755-4bcd-84f1-e2de2388c5f7 None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:56.019969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-9bf17b8e-7755-4bcd-84f1-e2de2388c5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:53:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:56.041459 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abf483b7-29bd-49be-ab35-c70811a6e881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.054437 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.102045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df6e0856-2a49-4bc2-a44a-b62bbbab039a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.104938 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df6e0856-2a49-4bc2-a44a-b62bbbab039a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.116557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43826) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:56.118908 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-df6e0856-2a49-4bc2-a44a-b62bbbab039a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "DELETE /v2.0/security-groups/7de6e34a-5c49-4844-8c31-b341534c5cbc HTTP/1.1" status: 204 len: 168 time: 0.5624509 Aug 09 15:53:56.123803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port e24ad4e2-0554-4aeb-8523-73895bd53279 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:56.145032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Attempting to bind port f8160f92-19e6-4eb2-bf69-3bac0068eba1 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:56.145544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Attempting to bind port f8160f92-19e6-4eb2-bf69-3bac0068eba1 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '6c21600e-c56f-426c-89b4-1a5fb94146ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4ef9d52e-2f58-465c-989f-d2c39b8db439'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:56.146077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Attempting to bind port f8160f92-19e6-4eb2-bf69-3bac0068eba1 on network 4ef9d52e-2f58-465c-989f-d2c39b8db439 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:56.148099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port e24ad4e2-0554-4aeb-8523-73895bd53279 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:56.148475 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.153547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port f6fecabf-4309-4cd4-add7-60fce676c668 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:56.153942 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.158719 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-73d1ccbc-de53-4e5c-b784-a0632663f092 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] show failed (client error): The resource could not be found. Aug 09 15:53:56.162856 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-73d1ccbc-de53-4e5c-b784-a0632663f092 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups/7de6e34a-5c49-4844-8c31-b341534c5cbc HTTP/1.1" status: 404 len: 347 time: 0.0412216 Aug 09 15:53:56.166138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43828) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:56.214112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e0856-2a49-4bc2-a44a-b62bbbab039a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de6e34a-5c49-4844-8c31-b341534c5cbc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:56.218086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:56.230806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:56.240815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:56.241814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:56.245724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Checking segment: {'id': '6c21600e-c56f-426c-89b4-1a5fb94146ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4ef9d52e-2f58-465c-989f-d2c39b8db439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:56.245724 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.245724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Bound using segment: {'id': '6c21600e-c56f-426c-89b4-1a5fb94146ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4ef9d52e-2f58-465c-989f-d2c39b8db439'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:56.245724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Bound port: f8160f92-19e6-4eb2-bf69-3bac0068eba1, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c21600e-c56f-426c-89b4-1a5fb94146ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4ef9d52e-2f58-465c-989f-d2c39b8db439'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:56.245724 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.251530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event updated for resources: {'Port': ['ID=65e52cab-495d-46b9-aaa3-23ee08ea9585,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:56.324095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf66468-6b01-46d4-ad02-60276560b67a req-d420a0c5-fdd2-42e4-8cd0-35b4b6ae4078 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:56.326097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaf66468-6b01-46d4-ad02-60276560b67a req-d420a0c5-fdd2-42e4-8cd0-35b4b6ae4078 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 944 time: 0.2544742 Aug 09 15:53:56.351016 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abf483b7-29bd-49be-ab35-c70811a6e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.353683 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abf483b7-29bd-49be-ab35-c70811a6e881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.354936 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-abf483b7-29bd-49be-ab35-c70811a6e881 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d4a366eb-a2ee-4774-8e41-46d45d1df408 HTTP/1.1" status: 204 len: 168 time: 0.5778291 Aug 09 15:53:56.416994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf483b7-29bd-49be-ab35-c70811a6e881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a366eb-a2ee-4774-8e41-46d45d1df408,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:56.428316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaf66468-6b01-46d4-ad02-60276560b67a req-c7d704fc-5411-4f06-b098-549ce5db62ad tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902200 Aug 09 15:53:56.434725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f78b2d-3c84-4319-9aea-b78c4eb77fc5', 'tag': 'ca307462-31af-43b9-81cc-140d9fead590'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:56.442926 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325910e7-d987-4c1c-82eb-f6446f13acc8" -d '{"events": [{"name": "network-changed", "server_uuid": "27f78b2d-3c84-4319-9aea-b78c4eb77fc5", "tag": "ca307462-31af-43b9-81cc-140d9fead590"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:56.448726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6888bc7-2b58-4e83-9b55-3ad485ea3539 req-d1dfeca3-c298-4434-ae06-33adc634fbf1 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:56.463776 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6888bc7-2b58-4e83-9b55-3ad485ea3539 req-d1dfeca3-c298-4434-ae06-33adc634fbf1 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 944 time: 0.2419703 Aug 09 15:53:56.498998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-9bf17b8e-7755-4bcd-84f1-e2de2388c5f7 None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:56.565402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-cb04cc49-6f6a-45c5-ba9d-4022a5a41937 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Deleting port 17837f80-4c80-4b51-b342-86083bd73704 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:56.565790 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb04cc49-6f6a-45c5-ba9d-4022a5a41937 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.628057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] For port f8160f92-19e6-4eb2-bf69-3bac0068eba1, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:56.731842 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb04cc49-6f6a-45c5-ba9d-4022a5a41937 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.732418 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb04cc49-6f6a-45c5-ba9d-4022a5a41937 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.738522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] For port f8160f92-19e6-4eb2-bf69-3bac0068eba1, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f8160f92-19e6-4eb2-bf69-3bac0068eba1,segment=NetworkSegment(6c21600e-c56f-426c-89b4-1a5fb94146ae),segment_id=6c21600e-c56f-426c-89b4-1a5fb94146ae)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:56.747741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-cb04cc49-6f6a-45c5-ba9d-4022a5a41937 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Calling delete_port for 17837f80-4c80-4b51-b342-86083bd73704 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:56.797581 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6888bc7-2b58-4e83-9b55-3ad485ea3539 req-6b64d6ae-c507-4f5e-91bd-1f6e49c5698e tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331568 Aug 09 15:53:56.834013 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.924365 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5860a6b-c567-40ac-9a3e-d083588d59b4 x-openstack-request-id: req-f5860a6b-c567-40ac-9a3e-d083588d59b4 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:56.924644 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f78b2d-3c84-4319-9aea-b78c4eb77fc5", "tag": "ca307462-31af-43b9-81cc-140d9fead590", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:56.925637 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5860a6b-c567-40ac-9a3e-d083588d59b4 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:56.925637 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f78b2d-3c84-4319-9aea-b78c4eb77fc5', 'tag': 'ca307462-31af-43b9-81cc-140d9fead590', 'status': 'completed', 'code': 200} Aug 09 15:53:56.946637 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.992693 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb04cc49-6f6a-45c5-ba9d-4022a5a41937 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.004876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43842) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:57.049911 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ea3827d2-bfbb-450a-876f-53b8ef68adfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.150272 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.157113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04cc49-6f6a-45c5-ba9d-4022a5a41937 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event deleted for resources: {'Port': ['ID=17837f80-4c80-4b51-b342-86083bd73704,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:57.194577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325910e7-d987-4c1c-82eb-f6446f13acc8 req-33a23295-72f1-4229-936d-4b955dcd0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:57.199182 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-325910e7-d987-4c1c-82eb-f6446f13acc8 req-33a23295-72f1-4229-936d-4b955dcd0f21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 1095 time: 0.2727294 Aug 09 15:53:57.286421 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.306039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41851f-2b03-4dac-952b-d95c241f7574 req-53d68b78-6c1c-4fbf-8011-72a6a89d0865 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:57.307592 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e41851f-2b03-4dac-952b-d95c241f7574 req-53d68b78-6c1c-4fbf-8011-72a6a89d0865 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 944 time: 0.3854687 Aug 09 15:53:57.353393 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb04cc49-6f6a-45c5-ba9d-4022a5a41937 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.368461 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb04cc49-6f6a-45c5-ba9d-4022a5a41937 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.374058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cb04cc49-6f6a-45c5-ba9d-4022a5a41937 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "DELETE /v2.0/floatingips/2fdbfc3c-8912-40a1-9cb6-bc32eef9e58e HTTP/1.1" status: 204 len: 168 time: 1.2020869 Aug 09 15:53:57.400710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c305cde-dad1-44f9-9eb9-e2f25a6c59c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24ad4e2-0554-4aeb-8523-73895bd53279'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:57.404487 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6122ce-ca46-406d-8903-908837e51569" -d '{"events": [{"server_uuid": "3c305cde-dad1-44f9-9eb9-e2f25a6c59c9", "name": "network-vif-plugged", "status": "completed", "tag": "e24ad4e2-0554-4aeb-8523-73895bd53279"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:57.408207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47dc7f-a75b-495c-a96b-90cb37fef887 None None] Pushing event updated for resources: {'Port': ['ID=f8160f92-19e6-4eb2-bf69-3bac0068eba1,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:57.462152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e24ad4e2-0554-4aeb-8523-73895bd53279, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e24ad4e2-0554-4aeb-8523-73895bd53279,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:57.471834 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.508876 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e41851f-2b03-4dac-952b-d95c241f7574 req-f7e2a32b-421e-4d22-8b66-3e5e95ec5fcf tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906407 Aug 09 15:53:57.510197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f6fecabf-4309-4cd4-add7-60fce676c668,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:57.523482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325910e7-d987-4c1c-82eb-f6446f13acc8 req-af29c5df-e399-4202-b250-7fb47489c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:57.524995 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-325910e7-d987-4c1c-82eb-f6446f13acc8 req-af29c5df-e399-4202-b250-7fb47489c541 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 906 time: 0.3058007 Aug 09 15:53:57.567024 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.601423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-325910e7-d987-4c1c-82eb-f6446f13acc8 req-9c7862ce-d23a-4fe6-a569-13a4b3f36c50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca307462-31af-43b9-81cc-140d9fead590 HTTP/1.1" status: 200 len: 217 time: 0.0685580 Aug 09 15:53:57.606274 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ea3827d2-bfbb-450a-876f-53b8ef68adfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.614188 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ea3827d2-bfbb-450a-876f-53b8ef68adfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.642722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-9bf17b8e-7755-4bcd-84f1-e2de2388c5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:57.644769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e24ad4e2-0554-4aeb-8523-73895bd53279,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:57.696500 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ea3827d2-bfbb-450a-876f-53b8ef68adfd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=396cc45d5d254c56b9612ccabebc1c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6855443 Aug 09 15:53:57.699027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43852) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:57.699367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3827d2-bfbb-450a-876f-53b8ef68adfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5618b9-a4da-428c-a1b5-78053b28d902,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:57.732682 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79309a7-3581-463b-b3fb-23b90775e0ff x-openstack-request-id: req-d79309a7-3581-463b-b3fb-23b90775e0ff {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:57.733642 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c305cde-dad1-44f9-9eb9-e2f25a6c59c9", "name": "network-vif-plugged", "status": "completed", "tag": "e24ad4e2-0554-4aeb-8523-73895bd53279", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:57.733939 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d79309a7-3581-463b-b3fb-23b90775e0ff {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:57.734371 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c305cde-dad1-44f9-9eb9-e2f25a6c59c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24ad4e2-0554-4aeb-8523-73895bd53279', 'code': 200} Aug 09 15:53:57.741809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325910e7-d987-4c1c-82eb-f6446f13acc8 req-89ccfc2a-ab00-4907-a7ab-bda3dcc05db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:57.743304 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-325910e7-d987-4c1c-82eb-f6446f13acc8 req-89ccfc2a-ab00-4907-a7ab-bda3dcc05db8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.1341963 Aug 09 15:53:57.776845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf17b8e-7755-4bcd-84f1-e2de2388c5f7 None None] The sync data for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 is: [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:57.840321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f6fecabf-4309-4cd4-add7-60fce676c668,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:57.847636 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-325910e7-d987-4c1c-82eb-f6446f13acc8 req-99f5abf2-78c4-4df9-8423-ea11ab497048 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886045 Aug 09 15:53:57.863318 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.919366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f8160f92-19e6-4eb2-bf69-3bac0068eba1 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:58.034773 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4424ec3-dec9-40c7-ae20-4b1c4f1451a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.041441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aed10-868d-4c7a-b8f2-153814d9feb3 req-870954cc-72f7-4155-8671-a933fa8355a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:58.043175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7d5aed10-868d-4c7a-b8f2-153814d9feb3 req-870954cc-72f7-4155-8671-a933fa8355a0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 1096 time: 0.2606423 Aug 09 15:53:58.045529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f8160f92-19e6-4eb2-bf69-3bac0068eba1 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:58.074543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Router a9d5bcce-f78f-4ea4-a54d-3007e4558586 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:53:58.105151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8a064-a137-4ed3-af6d-aaa4c3161fed req-87070667-5f99-4944-8fa1-40c6f2c696fe tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:58.106793 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-38f8a064-a137-4ed3-af6d-aaa4c3161fed req-87070667-5f99-4944-8fa1-40c6f2c696fe tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 944 time: 0.2032850 Aug 09 15:53:58.201126 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4424ec3-dec9-40c7-ae20-4b1c4f1451a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.332275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43858) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:58.334481 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7d5aed10-868d-4c7a-b8f2-153814d9feb3 req-45c409d6-1531-499f-8910-f03eb7d6e5e7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807856 Aug 09 15:53:58.339810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-871ba196-39e5-4f7a-b29d-c2cc4b717b2c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1985168740', 'description': 'tempest-description--1383633650'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:58.411125 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4424ec3-dec9-40c7-ae20-4b1c4f1451a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.413784 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4424ec3-dec9-40c7-ae20-4b1c4f1451a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.417269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a4424ec3-dec9-40c7-ae20-4b1c4f1451a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a5618b9-a4da-428c-a1b5-78053b28d902 HTTP/1.1" status: 204 len: 168 time: 0.7149847 Aug 09 15:53:58.473754 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-38f8a064-a137-4ed3-af6d-aaa4c3161fed req-e95828ed-0bee-4831-b21e-fc6f706fc4d0 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371649 Aug 09 15:53:58.475871 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-325910e7-d987-4c1c-82eb-f6446f13acc8 req-670cdef1-ec0a-4c2c-bc1f-0cec97c2ed90 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932109 Aug 09 15:53:58.481470 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-871ba196-39e5-4f7a-b29d-c2cc4b717b2c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.551962 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4424ec3-dec9-40c7-ae20-4b1c4f1451a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5618b9-a4da-428c-a1b5-78053b28d902,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:58.653208 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f8988-4221-477b-8db6-1c144ce2435e None None] New status for floating IP 2fdbfc3c-8912-40a1-9cb6-bc32eef9e58e: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:53:58.745824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:58.754883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e42064-9ca4-4c97-a6f0-c755aaa8d78c None None] Network 4ef9d52e-2f58-465c-989f-d2c39b8db439 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:53:58.774013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f645f395-bb0d-44ab-83f5-a72c396c7de6 None None] Sync routers for ids ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:58.841266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f645f395-bb0d-44ab-83f5-a72c396c7de6 None None] Routers {'a9d5bcce-f78f-4ea4-a54d-3007e4558586'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:58.842868 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f645f395-bb0d-44ab-83f5-a72c396c7de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:53:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:58.867369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5b2a5-e8f4-482f-b783-e9e05d729ac9 req-458c1486-98ff-4e1b-8e6f-5e1cf2b9640b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:58.874801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7dd5b2a5-e8f4-482f-b783-e9e05d729ac9 req-458c1486-98ff-4e1b-8e6f-5e1cf2b9640b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1720529 Aug 09 15:53:58.881283 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-325910e7-d987-4c1c-82eb-f6446f13acc8 req-ec124b04-90be-4d2c-a68a-22e67338af62 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810663 Aug 09 15:53:58.916338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f645f395-bb0d-44ab-83f5-a72c396c7de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:58.930367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cdaa2334-2c21-434d-a8fd-df7c763292f9 None None] Provisioning for port f8160f92-19e6-4eb2-bf69-3bac0068eba1 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:58.936765 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-871ba196-39e5-4f7a-b29d-c2cc4b717b2c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.943607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cdaa2334-2c21-434d-a8fd-df7c763292f9 None None] Provisioning complete for port f8160f92-19e6-4eb2-bf69-3bac0068eba1 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:58.944164 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2334-2c21-434d-a8fd-df7c763292f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.954673 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7dd5b2a5-e8f4-482f-b783-e9e05d729ac9 req-e41ff336-706d-487c-8ebb-be7be3d868ad tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733318 Aug 09 15:53:58.956190 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-871ba196-39e5-4f7a-b29d-c2cc4b717b2c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.965078 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.970238 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1fe52082-55f1-484e-a4cf-837a5b2be340 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.0460858 Aug 09 15:53:58.973356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43866) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:59.001116 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-871ba196-39e5-4f7a-b29d-c2cc4b717b2c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.002421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-871ba196-39e5-4f7a-b29d-c2cc4b717b2c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6663785 Aug 09 15:53:59.005065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43868) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:59.010794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-53bff457-efde-40a3-a26e-640b637ea04e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Request body: {'security_group_rule': {'security_group_id': 'f294148d-a3b1-4cb4-b43a-7d7823f81422', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:59.013023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7545b-390a-4630-9039-8b8d801c3c26 req-41c104f5-f316-4f70-a3aa-986db8486787 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:59.017078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ba196-39e5-4f7a-b29d-c2cc4b717b2c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f294148d-a3b1-4cb4-b43a-7d7823f81422,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:59.023234 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d7c7545b-390a-4630-9039-8b8d801c3c26 req-41c104f5-f316-4f70-a3aa-986db8486787 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 945 time: 0.2308629 Aug 09 15:53:59.025009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f645f395-bb0d-44ab-83f5-a72c396c7de6 None None] Routers {'a9d5bcce-f78f-4ea4-a54d-3007e4558586'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:59.026009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f645f395-bb0d-44ab-83f5-a72c396c7de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:53:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:59.058063 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53bff457-efde-40a3-a26e-640b637ea04e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.140131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f645f395-bb0d-44ab-83f5-a72c396c7de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:59.140797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f645f395-bb0d-44ab-83f5-a72c396c7de6 None None] The sync data for ids ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:59.141966 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d7c7545b-390a-4630-9039-8b8d801c3c26 req-4d1fafd2-d688-4888-ac86-befe26406f53 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176085 Aug 09 15:53:59.198668 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53bff457-efde-40a3-a26e-640b637ea04e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.204245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53bff457-efde-40a3-a26e-640b637ea04e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.263883 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53bff457-efde-40a3-a26e-640b637ea04e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.270164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-53bff457-efde-40a3-a26e-640b637ea04e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2640359 Aug 09 15:53:59.270802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43876) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:59.301063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d1df9ad9-ce94-4c43-8ccc-4760131ae535 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Request body: {'security_group_rule': {'security_group_id': 'f294148d-a3b1-4cb4-b43a-7d7823f81422', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:59.332586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bff457-efde-40a3-a26e-640b637ea04e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39627a4c-6522-4662-b33b-528d114be9d4,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:59.365802 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2334-2c21-434d-a8fd-df7c763292f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.388683 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d1df9ad9-ce94-4c43-8ccc-4760131ae535 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.475966 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d1df9ad9-ce94-4c43-8ccc-4760131ae535 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.482197 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d1df9ad9-ce94-4c43-8ccc-4760131ae535 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.498421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df9ad9-ce94-4c43-8ccc-4760131ae535 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbe10f5-b355-4cc5-a38d-ecb0e4f4c2bf,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:59.517071 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d1df9ad9-ce94-4c43-8ccc-4760131ae535 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.525122 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d1df9ad9-ce94-4c43-8ccc-4760131ae535 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2424574 Aug 09 15:53:59.525874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43884) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:59.532046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:59.536335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-cdaa2334-2c21-434d-a8fd-df7c763292f9 None None] For port f8160f92-19e6-4eb2-bf69-3bac0068eba1, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f8160f92-19e6-4eb2-bf69-3bac0068eba1,segment=NetworkSegment(6c21600e-c56f-426c-89b4-1a5fb94146ae),segment_id=6c21600e-c56f-426c-89b4-1a5fb94146ae)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:59.542553 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2334-2c21-434d-a8fd-df7c763292f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.579357 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.729498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ca307462-31af-43b9-81cc-140d9fead590 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:59.818948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:59.821755 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c319013e-6a66-441a-aa79-f3ed092ca48b" -d '{"events": [{"server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "name": "network-vif-plugged", "status": "completed", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:59.860470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa2334-2c21-434d-a8fd-df7c763292f9 None None] Pushing event updated for resources: {'Port': ['ID=f8160f92-19e6-4eb2-bf69-3bac0068eba1,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:59.877522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d1785-23d8-4056-9a55-6b8bcaadf0ef req-8e3cd4de-542a-4bcf-b6f1-c20d7a47501d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:59.882001 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61d1785-23d8-4056-9a55-6b8bcaadf0ef req-8e3cd4de-542a-4bcf-b6f1-c20d7a47501d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 944 time: 0.2534227 Aug 09 15:53:59.932072 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.935692 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc04b940-4518-438d-96ee-c496f5e53158 x-openstack-request-id: req-dc04b940-4518-438d-96ee-c496f5e53158 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:59.937643 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "name": "network-vif-plugged", "status": "completed", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:59.939533 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc04b940-4518-438d-96ee-c496f5e53158 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:59.940346 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'code': 200} Aug 09 15:53:59.950762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ca307462-31af-43b9-81cc-140d9fead590, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ca307462-31af-43b9-81cc-140d9fead590,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:59.975136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'ca307462-31af-43b9-81cc-140d9fead590', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'port_id': 'ca307462-31af-43b9-81cc-140d9fead590', 'mac_address': 'fa:16:3e:ac:be:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753134b0-7750-440f-bc44-e17b7bfff805', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:59.981343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f2fd3eb2-4164-4eeb-8c61-952aa28c64c8 None None] Provisioning complete for port f8160f92-19e6-4eb2-bf69-3bac0068eba1 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:59.983257 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3eb2-4164-4eeb-8c61-952aa28c64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.993550 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e61d1785-23d8-4056-9a55-6b8bcaadf0ef req-ed400ea4-15f6-4bf5-9d6e-62e36896b33a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004674 Aug 09 15:54:00.085205 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.090673 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.112062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43900) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:00.114952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca307462-31af-43b9-81cc-140d9fead590 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:00.226978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ca307462-31af-43b9-81cc-140d9fead590, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ca307462-31af-43b9-81cc-140d9fead590,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:00.242104 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.268413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1304200455-network', 'tenant_id': 'a1100f538dcc4c058cb28bca184e865f'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:00.303030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eb964-b7c0-45b3-a6ca-9938a5748095 req-f0d4dd0e-db4d-4662-abbd-07f34e5f12c9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:00.303499 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Made reservation on behalf of a1100f538dcc4c058cb28bca184e865f for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:00.305348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de0eb964-b7c0-45b3-a6ca-9938a5748095 req-f0d4dd0e-db4d-4662-abbd-07f34e5f12c9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.2172096 Aug 09 15:54:00.307440 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.331836 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.360483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ca307462-31af-43b9-81cc-140d9fead590,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:00.479247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954bca8-95de-46b5-a543-9b602e8ed2e0 req-04a51a93-3a7c-402c-aebf-5ae4df72fbc7 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:00.479465 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de0eb964-b7c0-45b3-a6ca-9938a5748095 req-4dac955f-2a17-4f43-99cc-db24d3ba6552 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557684 Aug 09 15:54:00.481707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Allocated IP 172.25.2.60 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/3d245e9e-f41b-4069-8e39-d01f2fe36d7f) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:00.488080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9954bca8-95de-46b5-a543-9b602e8ed2e0 req-04a51a93-3a7c-402c-aebf-5ae4df72fbc7 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 945 time: 0.1499987 Aug 09 15:54:00.506294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['ca307462-31af-43b9-81cc-140d9fead590'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:00.665074 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9954bca8-95de-46b5-a543-9b602e8ed2e0 req-d22155e9-5176-4caa-8233-5ba14c1ff89b tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726537 Aug 09 15:54:00.687458 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.786472 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.879560 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Allocated IP 172.20.0.1 (4ef9d52e-2f58-465c-989f-d2c39b8db439/d5d87d36-0d3d-4550-bef9-16747b31f59a/b848ef76-88e6-4017-b98b-623ecf1c36bc) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:00.885956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.895942 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.906915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event updated for resources: {'Port': ['ID=3d245e9e-f41b-4069-8e39-d01f2fe36d7f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:00.927038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:00.932490 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:00.964210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:00.988959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:54:01.052596 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.052962 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Added segment 0428c65e-c815-4bdc-8d49-f2246bdbc22a of type vlan for network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 Aug 09 15:54:01.058504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09e629e-c4c1-4fad-b929-af28fdbc09db,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:01.134846 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.146612 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.201019 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.322207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.392040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe83f5-13db-4fc5-a9b8-bebcea402291 req-a20d71f9-8007-4560-a2be-695b04c44802 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:01.394150 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ffe83f5-13db-4fc5-a9b8-bebcea402291 req-a20d71f9-8007-4560-a2be-695b04c44802 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 945 time: 0.2423947 Aug 09 15:54:01.398370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.399327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:01.399925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.440877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Transition to ACTIVE for port object b848ef76-88e6-4017-b98b-623ecf1c36bc will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:01.484531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.492175 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.505776 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3917248 Aug 09 15:54:01.509639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43922) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:01.529127 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c7490fe5-0458-4f32-bfbe-7450c963f0b3 admin admin] Request body: {'subnet': {'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1304200455-subnet', 'tenant_id': 'a1100f538dcc4c058cb28bca184e865f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:01.554954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7490fe5-0458-4f32-bfbe-7450c963f0b3 admin admin] Made reservation on behalf of a1100f538dcc4c058cb28bca184e865f for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:01.557268 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7490fe5-0458-4f32-bfbe-7450c963f0b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.591770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event updated for resources: {'Port': ['ID=3d245e9e-f41b-4069-8e39-d01f2fe36d7f,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:01.617623 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.653526 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.656376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d0133253-b910-4f3b-96f4-a11cf65ab001 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1292660 Aug 09 15:54:01.667249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f8160f92-19e6-4eb2-bf69-3bac0068eba1 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:01.680930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60e256-0811-40ca-ac13-44e7c04ac9a9 req-90174397-b714-4197-861e-86b46d807841 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:01.683120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a60e256-0811-40ca-ac13-44e7c04ac9a9 req-90174397-b714-4197-861e-86b46d807841 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.0754423 Aug 09 15:54:01.705375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ffe83f5-13db-4fc5-a9b8-bebcea402291 req-897b80cc-a69c-4db8-8fa3-dd1804d09740 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886915 Aug 09 15:54:01.740029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275e16c-cc2e-4afe-81fc-e4688fa82db4 admin admin] Pushing event updated for resources: {'Network': ['ID=9b74a77c-2bb4-4e5b-8412-0542655fdd58,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:01.742690 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a60e256-0811-40ca-ac13-44e7c04ac9a9 req-af0c6c0b-fa06-43a4-8b32-af2936a61897 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535176 Aug 09 15:54:01.743781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ca307462-31af-43b9-81cc-140d9fead590 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:01.801399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:54:01.849859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.907242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Network 4ef9d52e-2f58-465c-989f-d2c39b8db439 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:01.913575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:01.919954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:01.975025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port ca307462-31af-43b9-81cc-140d9fead590 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:01.989269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port ca307462-31af-43b9-81cc-140d9fead590 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:01.989891 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:01.991455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event updated for resources: {'Port': ['ID=b848ef76-88e6-4017-b98b-623ecf1c36bc,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:02.080381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f8160f92-19e6-4eb2-bf69-3bac0068eba1 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:02.082452 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.099534 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.100340 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-84af3118-f524-426b-85ba-51c767d32b8e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1985168740&fields=id&tenant_id=9e2722a4423d4e4e97dd724328435514 HTTP/1.1" status: 200 len: 267 time: 0.0830400 Aug 09 15:54:02.364185 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.372938 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.385441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-b58a69f8-37e4-4f4d-95aa-387994d37662 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:02.389141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-b58a69f8-37e4-4f4d-95aa-387994d37662 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 811 time: 0.2793198 Aug 09 15:54:02.410215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f78b2d-3c84-4319-9aea-b78c4eb77fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca307462-31af-43b9-81cc-140d9fead590'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:02.413441 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475d7ebd-9e25-43db-a2b5-8cb23b1271c0" -d '{"events": [{"server_uuid": "27f78b2d-3c84-4319-9aea-b78c4eb77fc5", "name": "network-vif-plugged", "status": "completed", "tag": "ca307462-31af-43b9-81cc-140d9fead590"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:02.419001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-0e229b1b-09f0-4128-affc-5764165c9a9b tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/quotas/9e2722a4423d4e4e97dd724328435514 HTTP/1.1" status: 200 len: 375 time: 0.0219734 Aug 09 15:54:02.464036 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ca307462-31af-43b9-81cc-140d9fead590, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ca307462-31af-43b9-81cc-140d9fead590,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:02.478471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8d37a630-0a72-4972-a5b7-b61482188207 None None] Provisioning for port b848ef76-88e6-4017-b98b-623ecf1c36bc completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:02.491810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.493545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8d37a630-0a72-4972-a5b7-b61482188207 None None] Provisioning complete for port b848ef76-88e6-4017-b98b-623ecf1c36bc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:02.493949 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8d37a630-0a72-4972-a5b7-b61482188207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.518739 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3317cd90-ae57-40a1-ae84-590978787ff7 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877705 Aug 09 15:54:02.603793 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0433fd6d-0e4a-4c6a-b7a2-3b8102ef32be x-openstack-request-id: req-0433fd6d-0e4a-4c6a-b7a2-3b8102ef32be {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:02.604176 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f78b2d-3c84-4319-9aea-b78c4eb77fc5", "name": "network-vif-plugged", "status": "completed", "tag": "ca307462-31af-43b9-81cc-140d9fead590", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:02.604388 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0433fd6d-0e4a-4c6a-b7a2-3b8102ef32be {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:02.604789 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f78b2d-3c84-4319-9aea-b78c4eb77fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca307462-31af-43b9-81cc-140d9fead590', 'code': 200} Aug 09 15:54:02.615472 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7490fe5-0458-4f32-bfbe-7450c963f0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.642882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8d37a630-0a72-4972-a5b7-b61482188207 None None] Port b848ef76-88e6-4017-b98b-623ecf1c36bc cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:02.648564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ca307462-31af-43b9-81cc-140d9fead590,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:02.714153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354ed6b-4177-4934-9100-bee2634571f5 req-bc0eb00a-2e11-4780-8dd3-854fd0c55786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:02.715969 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c354ed6b-4177-4934-9100-bee2634571f5 req-bc0eb00a-2e11-4780-8dd3-854fd0c55786 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0781348 Aug 09 15:54:02.719076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7490fe5-0458-4f32-bfbe-7450c963f0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ec2224-9fa3-4bf3-9faf-065ad37ef511,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:02.763408 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c7332f1a-5e78-4d30-8089-2b9a3e8979a0 service neutron] 10.222.0.81 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286754 Aug 09 15:54:02.798972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7490fe5-0458-4f32-bfbe-7450c963f0b3 admin admin] Checking segment: {'id': '0428c65e-c815-4bdc-8d49-f2246bdbc22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:02.799373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7490fe5-0458-4f32-bfbe-7450c963f0b3 admin admin] Network hostable DHCP agents. Network: 9b74a77c-2bb4-4e5b-8412-0542655fdd58, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:54:02.848463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7490fe5-0458-4f32-bfbe-7450c963f0b3 admin admin] Network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:54:02.851484 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c354ed6b-4177-4934-9100-bee2634571f5 req-b1912e5b-8436-4b68-8ea5-4a14838a9f87 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280048 Aug 09 15:54:02.904918 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c00d9033-3088-44ab-8c8c-002a1113a67d service neutron] 10.222.0.81 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266634 Aug 09 15:54:02.929315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c7490fe5-0458-4f32-bfbe-7450c963f0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 9b74a77c-2bb4-4e5b-8412-0542655fdd58) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:02.942513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7490fe5-0458-4f32-bfbe-7450c963f0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:02.943127 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7490fe5-0458-4f32-bfbe-7450c963f0b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.948853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfca24d-bc81-4b73-9db5-c572eea99b18 None None] Network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:02.970644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92480f-7aea-411f-a650-74a43831c7f5 req-ec13a596-5235-4100-ad91-35cf3cdd0ddf tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:02.972256 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4d92480f-7aea-411f-a650-74a43831c7f5 req-ec13a596-5235-4100-ad91-35cf3cdd0ddf tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 946 time: 0.1440678 Aug 09 15:54:03.054155 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4d92480f-7aea-411f-a650-74a43831c7f5 req-ad285cf2-4e5a-4877-add5-3e656928c36f tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665731 Aug 09 15:54:03.065902 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c7490fe5-0458-4f32-bfbe-7450c963f0b3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5418909 Aug 09 15:54:03.110258 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.119218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.212792 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa88379b-c02f-45e2-8f13-2d6e98fbcd61 None None] Network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:03.244560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2344c-a409-40f6-a311-a88feae73a12 req-0ecd4598-da7f-43e8-8cd2-165c0b67d907 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:03.253365 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2c2344c-a409-40f6-a311-a88feae73a12 req-0ecd4598-da7f-43e8-8cd2-165c0b67d907 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1054823 Aug 09 15:54:03.256060 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.351572 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2c2344c-a409-40f6-a311-a88feae73a12 req-e6fefc18-8eb6-4549-8006-8968e2a24068 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969176 Aug 09 15:54:03.493013 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-124cff8e-3b30-4d22-ad13-c1d56e755776 req-0d21aecc-ce0e-4ed2-9a10-35bf60db5b72 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 210 time: 0.0903981 Aug 09 15:54:03.580964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Network 4ef9d52e-2f58-465c-989f-d2c39b8db439 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:03.583660 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:03.585756 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event updated for resources: {'Port': ['ID=b848ef76-88e6-4017-b98b-623ecf1c36bc,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:03.844252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Router a9d5bcce-f78f-4ea4-a54d-3007e4558586 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:03.974199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-34db8a5d-8594-4387-9ddf-0d1adf54d7a7 None None] Provisioning complete for port b848ef76-88e6-4017-b98b-623ecf1c36bc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:03.975958 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-34db8a5d-8594-4387-9ddf-0d1adf54d7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.043522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:04.046043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-34db8a5d-8594-4387-9ddf-0d1adf54d7a7 None None] Port b848ef76-88e6-4017-b98b-623ecf1c36bc cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:04.062070 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe34d3-9469-4e91-b16c-fa81fd4e36d7 None None] Sync routers for ids ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:04.068619 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e336a11b-87e8-4dd1-9b0d-eac1b21af098 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "PUT /v2.0/routers/a9d5bcce-f78f-4ea4-a54d-3007e4558586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0835366 Aug 09 15:54:04.068979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43982) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:04.079200 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe34d3-9469-4e91-b16c-fa81fd4e36d7 None None] Routers {'a9d5bcce-f78f-4ea4-a54d-3007e4558586'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:04.081401 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-52fe34d3-9469-4e91-b16c-fa81fd4e36d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:53:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:04.082126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Request body: {'port': {'network_id': '4ef9d52e-2f58-465c-989f-d2c39b8db439', 'name': 'tempest-FloatingIPAdminTestJSON-1166425602'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:04.145908 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-52fe34d3-9469-4e91-b16c-fa81fd4e36d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:04.200065 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe34d3-9469-4e91-b16c-fa81fd4e36d7 None None] Routers {'a9d5bcce-f78f-4ea4-a54d-3007e4558586'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:04.201920 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-52fe34d3-9469-4e91-b16c-fa81fd4e36d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:53:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:04.306890 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-52fe34d3-9469-4e91-b16c-fa81fd4e36d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:04.307856 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe34d3-9469-4e91-b16c-fa81fd4e36d7 None None] The sync data for ids ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:04.413876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Made reservation on behalf of 3e1d59ea364e4fe6b7068b7e93c26346 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:04.423426 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.465642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] device_id is not set on port 682f2cea-c391-4e21-bbc8-1ba02af6a63b yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:54:04.474720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cdab3-eb02-42fc-809f-3ae578659cbb req-b64a0d9a-a9d6-4a09-adc5-9e199c9c8d40 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:04.505697 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f6cdab3-eb02-42fc-809f-3ae578659cbb req-b64a0d9a-a9d6-4a09-adc5-9e199c9c8d40 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 946 time: 0.1683631 Aug 09 15:54:04.611730 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f6cdab3-eb02-42fc-809f-3ae578659cbb req-dec21ebf-c1a4-4efd-a026-ede020be7940 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050670 Aug 09 15:54:04.745101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Allocated IP 172.20.0.6 (4ef9d52e-2f58-465c-989f-d2c39b8db439/d5d87d36-0d3d-4550-bef9-16747b31f59a/682f2cea-c391-4e21-bbc8-1ba02af6a63b) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:04.776882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39532b68-f009-467d-8ca6-f8e77a394ae4 req-932049a0-44f7-45a1-b087-6c4d59e154c6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:04.779450 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39532b68-f009-467d-8ca6-f8e77a394ae4 req-932049a0-44f7-45a1-b087-6c4d59e154c6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1252851 Aug 09 15:54:04.851064 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d9971e9-7d6e-484c-9324-e91046268195 req-f44aa74c-80dc-4240-b998-97895aa38e9e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 210 time: 0.0453050 Aug 09 15:54:04.887141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39532b68-f009-467d-8ca6-f8e77a394ae4 req-55cf1a61-aba9-4199-b759-c04a4455bf4b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982661 Aug 09 15:54:05.159246 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:05.179293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Transition to ACTIVE for port object 682f2cea-c391-4e21-bbc8-1ba02af6a63b will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:05.196459 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:54:05.197826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-a8688fbd-e600-4cd7-87ce-cbe74855596f tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:05.199330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-a8688fbd-e600-4cd7-87ce-cbe74855596f tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.60 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 811 time: 0.2071369 Aug 09 15:54:05.277443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-2872354d-608a-4d26-be73-0b3bd0ee6294 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:05.279131 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-2872354d-608a-4d26-be73-0b3bd0ee6294 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.3055520 Aug 09 15:54:05.322574 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-8b526a01-9841-42ce-b36e-9dd47d532051 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/quotas/e5f1a03c287a42209d0b9eb2d0d97d41 HTTP/1.1" status: 200 len: 375 time: 0.0319290 Aug 09 15:54:05.449923 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-a5eb0d43-ab5c-4a48-bbbf-47f30232c834 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1310556 Aug 09 15:54:05.601620 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-19a7f8e1-dd41-4b33-8db9-b4d17e5b499e service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506243 Aug 09 15:54:05.749863 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-2fb105fe-d9db-459a-a5de-c14d73be02c7 service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470163 Aug 09 15:54:05.840285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-33b8ba41-d5c0-44f5-9442-279c60f31f6c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e2722a4423d4e4e97dd724328435514 HTTP/1.1" status: 200 len: 380 time: 0.6228170 Aug 09 15:54:05.853984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Request body: {'port': {'device_id': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'admin_state_up': True, 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'security_groups': ['f294148d-a3b1-4cb4-b43a-7d7823f81422']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:05.858487 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.019222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event updated for resources: {'Port': ['ID=682f2cea-c391-4e21-bbc8-1ba02af6a63b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:06.122203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-384706b9-7099-437e-9632-a84ccf79f9d4 req-0c975e47-1d98-4769-8bea-9e146cfa4419 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 210 time: 0.0907962 Aug 09 15:54:06.149524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Network 4ef9d52e-2f58-465c-989f-d2c39b8db439 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:06.155210 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939996b1-3930-4ba5-91eb-ede4253b4adb req-d2324f9b-b7bf-4d0d-8bf0-85cabe59662f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:06.159789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:06.164466 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-939996b1-3930-4ba5-91eb-ede4253b4adb req-d2324f9b-b7bf-4d0d-8bf0-85cabe59662f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1309850 Aug 09 15:54:06.169372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:06.223238 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-939996b1-3930-4ba5-91eb-ede4253b4adb req-2a7ded45-0dc8-4534-9f11-cbf64190cd1c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407777 Aug 09 15:54:06.356698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35bd3f60-fdd3-4ecd-8c82-7837b623b243 req-a063ca72-2d69-4219-968b-4ee378887a91 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 210 time: 0.0920262 Aug 09 15:54:06.388418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:06.391195 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.423326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Made reservation on behalf of 9e2722a4423d4e4e97dd724328435514 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:06.427452 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.448150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bf11ac34-326e-45ff-a685-f73e153b8826 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3779957 Aug 09 15:54:06.454730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44034) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:06.594208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-60107da2-d7d4-4dc1-95d7-c9eecafa29ee None None] Provisioning for port 682f2cea-c391-4e21-bbc8-1ba02af6a63b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:06.604745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-60107da2-d7d4-4dc1-95d7-c9eecafa29ee None None] Provisioning complete for port 682f2cea-c391-4e21-bbc8-1ba02af6a63b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:06.605132 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-60107da2-d7d4-4dc1-95d7-c9eecafa29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.606408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'project_id': '3e1d59ea364e4fe6b7068b7e93c26346', 'port_id': '682f2cea-c391-4e21-bbc8-1ba02af6a63b'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:06.652674 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.757071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-60107da2-d7d4-4dc1-95d7-c9eecafa29ee None None] Port 682f2cea-c391-4e21-bbc8-1ba02af6a63b cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:06.856195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Allocated IP 172.20.0.13 (cd99aa88-f29c-4799-a778-de1dd4e14a39/46c0b232-cf1d-485c-aaa0-7c03fdd82b80/2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:06.925363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.176415 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.196001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Transition to ACTIVE for port object 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:07.203964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Allocated IP 172.25.2.241 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/50529f56-692d-4ffb-bf7a-250a21526eb5) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:07.241714 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.319111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Network cd99aa88-f29c-4799-a778-de1dd4e14a39 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:07.323599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:07.344599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:07.410955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:07.411817 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.461503 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6121807 Aug 09 15:54:07.476659 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92cd4f-98f0-4905-b50f-3d55816207cb req-bcf3c3dd-525e-4ffe-81b7-4da0ea2cb108 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:07.478860 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d92cd4f-98f0-4905-b50f-3d55816207cb req-bcf3c3dd-525e-4ffe-81b7-4da0ea2cb108 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 932 time: 0.2276008 Aug 09 15:54:07.494881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Request body: {'port': {'device_id': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:07.577902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455932c-0b27-4d28-90e0-7194a9691adf tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event updated for resources: {'Port': ['ID=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:07.614279 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7d9b5e9f-afae-49b3-a831-595e7417ac01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.676533 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.691698 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.705054 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d92cd4f-98f0-4905-b50f-3d55816207cb req-8372adb5-1e6f-457a-bfeb-d1a06dfc62c5 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041962 Aug 09 15:54:07.739298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa09025-e77f-47f3-b559-1a4dd757c396 req-098014eb-1a98-4098-aa4e-6fd645f27c9c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:07.753617 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0aa09025-e77f-47f3-b559-1a4dd757c396 req-098014eb-1a98-4098-aa4e-6fd645f27c9c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.2962511 Aug 09 15:54:07.867773 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.906386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ad88e067-11ef-4b85-b2cf-d678377314af None None] Provisioning for port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:07.913011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ad88e067-11ef-4b85-b2cf-d678377314af None None] Provisioning complete for port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:07.914651 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ad88e067-11ef-4b85-b2cf-d678377314af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.969022 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0aa09025-e77f-47f3-b559-1a4dd757c396 req-65af8b5a-f4ca-4325-90ea-bb6b787283ca tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571178 Aug 09 15:54:08.016958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ad88e067-11ef-4b85-b2cf-d678377314af None None] Port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:08.054846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Pushing event updated for resources: {'Port': ['ID=50529f56-692d-4ffb-bf7a-250a21526eb5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:08.082001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.085470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.086302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.086861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.087408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.096804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.097863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.098426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.098997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.099542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.100122 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.100728 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.105651 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:08.144518 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ad52e235-e0ce-417b-92ce-37dddbaa35f4 req-f2d3954b-fab1-4a1b-ac60-9b37f7a8d480 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 210 time: 0.1071343 Aug 09 15:54:08.148043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:08.153524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:08.209634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-a1ffbfd5-d29f-4713-ab01-2390e53e0859 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:08.213083 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-a1ffbfd5-d29f-4713-ab01-2390e53e0859 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.53 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.4706712 Aug 09 15:54:08.243569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Request body: {'port': {'device_id': '1177038b-0e32-4893-9a4f-4d4432da2bc5', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'admin_state_up': True, 'tenant_id': 'e5f1a03c287a42209d0b9eb2d0d97d41'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:08.635528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:08.647525 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.660213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Made reservation on behalf of e5f1a03c287a42209d0b9eb2d0d97d41 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:08.664283 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.691238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Transition to ACTIVE for port object 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:08.702649 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.226718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Pushing event updated for resources: {'Port': ['ID=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:09.332727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Allocated IP 172.20.0.9 (bda938b4-f252-4ee7-b4cf-f10144f1cc5d/753134b0-7750-440f-bc44-e17b7bfff805/327e55ea-a329-4656-887d-9d01ef0df6eb) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:09.498541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8db32e-b5c6-4b0c-bbeb-26165c37690a req-18996e9b-1693-4749-972d-52f6566c9966 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:09.506598 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d8db32e-b5c6-4b0c-bbeb-26165c37690a req-18996e9b-1693-4749-972d-52f6566c9966 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.2892873 Aug 09 15:54:09.669741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.749654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Attempting to bind port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:09.749992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Attempting to bind port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:09.750201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Attempting to bind port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 on network cd99aa88-f29c-4799-a778-de1dd4e14a39 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:09.760768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 on network cd99aa88-f29c-4799-a778-de1dd4e14a39 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:54:09.761861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Attempting to bind port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 on network cd99aa88-f29c-4799-a778-de1dd4e14a39 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:09.784702 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:09.785449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Checking segment: {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:09.786170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Bound using segment: {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:09.787891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Bound port: 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f67ad61-f351-4490-8f64-d3acb7598284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:09.788501 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.842952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.858627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d', 'ca307462-31af-43b9-81cc-140d9fead590'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:09.922661 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d8db32e-b5c6-4b0c-bbeb-26165c37690a req-d76f8dee-21c2-4e4e-a400-d582ef19bc37 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4147751 Aug 09 15:54:09.931996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213f191-c1c8-48a3-b134-aa9881f59171 req-9081c6ed-eab5-4beb-8599-28d4a5a1171b tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:09.935132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Network bda938b4-f252-4ee7-b4cf-f10144f1cc5d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:09.948992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:09.950517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:09.956988 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6213f191-c1c8-48a3-b134-aa9881f59171 req-9081c6ed-eab5-4beb-8599-28d4a5a1171b tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 944 time: 0.2058165 Aug 09 15:54:10.024712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event updated for resources: {'Port': ['ID=327e55ea-a329-4656-887d-9d01ef0df6eb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:10.048405 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.056514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:10.057649 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.071119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] For port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:10.076089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ef2499cb-c4e5-4e8f-befa-c6db2f9fbf67 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8493996 Aug 09 15:54:10.078165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] For port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:10.085008 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.095051 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6213f191-c1c8-48a3-b134-aa9881f59171 req-a9b03355-5bdc-454e-908f-156b8d2e5322 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324606 Aug 09 15:54:10.109696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Request body: {'port': {'device_id': '1177038b-0e32-4893-9a4f-4d4432da2bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:10.188816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:10.189498 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.190956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] 10.222.0.60 "PUT /v2.0/ports/2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 HTTP/1.1" status: 200 len: 1092 time: 2.7034926 Aug 09 15:54:10.191414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'tag': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:10.194201 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e201bea0-d2b4-457f-9825-9e48684b1406" -d '{"events": [{"name": "network-changed", "server_uuid": "f287fbac-c6e7-473c-b5e9-64696ab8735c", "tag": "2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:10.271469 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.296970 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.569904 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7db36b8d-77d8-4e27-a074-474405db2434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.669734 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e6c87-f74a-47f8-bc26-7924ffc84ecf req-d21fc901-d228-4c69-ba64-01dac0fa7636 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:10.672408 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea5e6c87-f74a-47f8-bc26-7924ffc84ecf req-d21fc901-d228-4c69-ba64-01dac0fa7636 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 931 time: 0.4268043 Aug 09 15:54:10.749822 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea5e6c87-f74a-47f8-bc26-7924ffc84ecf req-6401cace-6c03-479a-91fa-01c957e5413e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622027 Aug 09 15:54:10.810642 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.819632 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.827159 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327e55ea-a329-4656-887d-9d01ef0df6eb {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:10.840133 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.875854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Transition to ACTIVE for port object 327e55ea-a329-4656-887d-9d01ef0df6eb will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:10.883393 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.892848 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b46fab9-b07f-41ba-8a13-fbad5faa3752 x-openstack-request-id: req-1b46fab9-b07f-41ba-8a13-fbad5faa3752 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:10.892848 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f287fbac-c6e7-473c-b5e9-64696ab8735c", "tag": "2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:10.892848 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b46fab9-b07f-41ba-8a13-fbad5faa3752 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:10.892848 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'tag': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228', 'status': 'completed', 'code': 200} Aug 09 15:54:10.903155 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-19170ff3-7e19-4689-afd8-595e6aa6937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:10.905118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-19170ff3-7e19-4689-afd8-595e6aa6937c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 1095 time: 0.6348493 Aug 09 15:54:10.905980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe58af0-5cd8-41ee-b9b4-31d91f46a2fb service neutron] Pushing event updated for resources: {'Port': ['ID=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:10.924191 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.981025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Pushing event updated for resources: {'Port': ['ID=327e55ea-a329-4656-887d-9d01ef0df6eb,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:11.016756 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Pushing event updated for resources: {'Port': ['ID=50529f56-692d-4ffb-bf7a-250a21526eb5,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:11.048838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-0e82466b-284b-4d65-b79d-56283e015eaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 HTTP/1.1" status: 200 len: 217 time: 0.0746377 Aug 09 15:54:11.057226 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.110367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-cdc748fc-df27-408a-b6c8-7a97dfcaa5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:11.111960 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-cdc748fc-df27-408a-b6c8-7a97dfcaa5f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46c0b232-cf1d-485c-aaa0-7c03fdd82b80 HTTP/1.1" status: 200 len: 850 time: 0.0533538 Aug 09 15:54:11.120451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774b6f-d1dc-44c8-bfb1-11087d4e6455 req-111bf5b4-ec43-4549-a391-7e535d30102e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:11.131028 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03774b6f-d1dc-44c8-bfb1-11087d4e6455 req-111bf5b4-ec43-4549-a391-7e535d30102e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 946 time: 0.2473752 Aug 09 15:54:11.236186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50619cdd-361c-43ed-a70c-c0b303b38372 req-de3c6e38-5245-4350-939e-68371975543f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:11.250397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-50619cdd-361c-43ed-a70c-c0b303b38372 req-de3c6e38-5245-4350-939e-68371975543f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1896727 Aug 09 15:54:11.316750 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Floating IP 8740633b-72a8-41f8-9e6f-dc6b63f266d0 associated. External IP: 172.25.2.241, port: 682f2cea-c391-4e21-bbc8-1ba02af6a63b. Aug 09 15:54:11.409421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03774b6f-d1dc-44c8-bfb1-11087d4e6455 req-41a4b367-101f-44b1-adce-ead6b544d84d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773974 Aug 09 15:54:11.438021 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.478468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-29d5f585-c98d-4cda-b706-2f1128812b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:11.481506 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-29d5f585-c98d-4cda-b706-2f1128812b26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd99aa88-f29c-4799-a778-de1dd4e14a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3053379 Aug 09 15:54:11.487105 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-50619cdd-361c-43ed-a70c-c0b303b38372 req-b336a2c4-f1f6-49bb-a48e-410f29b2b418 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355170 Aug 09 15:54:11.522152 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.677840 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Router a9d5bcce-f78f-4ea4-a54d-3007e4558586 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:11.679686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Attempting to bind port 327e55ea-a329-4656-887d-9d01ef0df6eb on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:11.682079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Attempting to bind port 327e55ea-a329-4656-887d-9d01ef0df6eb by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:11.682426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Attempting to bind port 327e55ea-a329-4656-887d-9d01ef0df6eb on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:11.765932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Port 327e55ea-a329-4656-887d-9d01ef0df6eb on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:54:11.766358 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Attempting to bind port 327e55ea-a329-4656-887d-9d01ef0df6eb on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:11.793746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:11.794120 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Checking segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:11.794518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Bound using segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:11.795507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Bound port: 327e55ea-a329-4656-887d-9d01ef0df6eb, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:11.796204 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.890724 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cf66b-7b86-4f50-b18e-094068235d40 req-2e571264-c76a-4433-ba65-32ba4899e2b4 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:11.892240 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f48cf66b-7b86-4f50-b18e-094068235d40 req-2e571264-c76a-4433-ba65-32ba4899e2b4 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 944 time: 0.2877238 Aug 09 15:54:11.944897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-03fbc1e2-858c-431b-a9e4-93b082b243ba service neutron] 10.222.0.60 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439130 Aug 09 15:54:11.974494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:11.984143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a10dd-dde0-46a0-8412-207a72e93c0b None None] Sync routers for ids ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:12.003435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a10dd-dde0-46a0-8412-207a72e93c0b None None] Routers {'a9d5bcce-f78f-4ea4-a54d-3007e4558586'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:12.004444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-109a10dd-dde0-46a0-8412-207a72e93c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:54:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:12.042678 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.102011 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f48cf66b-7b86-4f50-b18e-094068235d40 req-64aed543-a2a3-4d8d-83f6-579b9fd560e4 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916196 Aug 09 15:54:12.128881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-109a10dd-dde0-46a0-8412-207a72e93c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:12.131380 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ac275fdc-a0d9-42d1-a36a-03bf84a703eb tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.6776142 Aug 09 15:54:12.134039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44122) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:12.152743 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a10dd-dde0-46a0-8412-207a72e93c0b None None] Routers {'a9d5bcce-f78f-4ea4-a54d-3007e4558586'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:12.153380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-109a10dd-dde0-46a0-8412-207a72e93c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:54:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:12.190420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-109a10dd-dde0-46a0-8412-207a72e93c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:12.191188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a10dd-dde0-46a0-8412-207a72e93c0b None None] The sync data for ids ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:12.296668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] For port 327e55ea-a329-4656-887d-9d01ef0df6eb, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:12.429957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] For port 327e55ea-a329-4656-887d-9d01ef0df6eb, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=327e55ea-a329-4656-887d-9d01ef0df6eb,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:12.504465 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.598701 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-43129fbe-53e8-4117-b2cc-7eac8ea48af0 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] 10.222.0.81 "GET /v2.0/floatingips/8740633b-72a8-41f8-9e6f-dc6b63f266d0 HTTP/1.1" status: 200 len: 983 time: 0.4621344 Aug 09 15:54:12.601802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44130) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:12.647480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Pushing event updated for resources: {'Port': ['ID=327e55ea-a329-4656-887d-9d01ef0df6eb,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:12.668543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42929b2-907b-4c08-a22d-b5d73c7ed61a req-37ec5b9c-f965-4317-9bc1-6ce2cfe3528c service neutron] 10.222.0.60 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594560 Aug 09 15:54:12.680264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:12.680587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:12.680860 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:12.681195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:12.681526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:12.689030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:12.689409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:12.690927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:12.691290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:12.691626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:12.693407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:12.693791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:12.783886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:12.795628 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.797631 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-ffc59127-85be-490e-a6ae-b973ea176145 service neutron] 10.222.0.53 "PUT /v2.0/ports/327e55ea-a329-4656-887d-9d01ef0df6eb HTTP/1.1" status: 200 len: 1091 time: 2.7001657 Aug 09 15:54:12.918718 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e7c03b77-11c7-4005-b29b-9ec59464f62e tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4298 time: 0.3157852 Aug 09 15:54:12.922316 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44136) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:12.934526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42736aa-1093-4680-9080-53000b03e7ee req-2b708582-22f9-45db-9165-fe2189a8ff9d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:12.942496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42736aa-1093-4680-9080-53000b03e7ee req-2b708582-22f9-45db-9165-fe2189a8ff9d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 943 time: 0.6109223 Aug 09 15:54:12.944122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1177038b-0e32-4893-9a4f-4d4432da2bc5', 'tag': '327e55ea-a329-4656-887d-9d01ef0df6eb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:12.946446 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0c4fd2-6ed3-4e58-b50f-6802b33a2a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "1177038b-0e32-4893-9a4f-4d4432da2bc5", "tag": "327e55ea-a329-4656-887d-9d01ef0df6eb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:12.958351 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.009838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb019613-514f-43c9-af3e-414a580dbea6 req-26932e74-a2d9-4f2f-9dcc-bbef4ee9a845 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.010387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-0ce4b0d2-edea-47df-9c67-66a702ae3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.011737 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb019613-514f-43c9-af3e-414a580dbea6 req-26932e74-a2d9-4f2f-9dcc-bbef4ee9a845 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.3402696 Aug 09 15:54:13.012025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-0ce4b0d2-edea-47df-9c67-66a702ae3e36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 1094 time: 0.1590211 Aug 09 15:54:13.025261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201bea0-d2b4-457f-9825-9e48684b1406 req-de422681-e175-41fb-a8ae-83e18d86d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.026763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e201bea0-d2b4-457f-9825-9e48684b1406 req-de422681-e175-41fb-a8ae-83e18d86d37b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 1095 time: 0.2751627 Aug 09 15:54:13.079968 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-09bd16b6-93cc-4d8d-b3b7-db7a5ff93048 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=327e55ea-a329-4656-887d-9d01ef0df6eb HTTP/1.1" status: 200 len: 217 time: 0.0575380 Aug 09 15:54:13.104909 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a42736aa-1093-4680-9080-53000b03e7ee req-6c11b38b-e4ca-498f-87cc-b3decb548cd4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567886 Aug 09 15:54:13.158036 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb019613-514f-43c9-af3e-414a580dbea6 req-99445772-2a08-4f96-8902-76e6a0608a71 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376407 Aug 09 15:54:13.219425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Deleting port 50529f56-692d-4ffb-bf7a-250a21526eb5 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:13.220952 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.283019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201bea0-d2b4-457f-9825-9e48684b1406 req-aeb4a878-4b2a-4b2d-9134-b3f85b1004f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.284664 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e201bea0-d2b4-457f-9825-9e48684b1406 req-aeb4a878-4b2a-4b2d-9134-b3f85b1004f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 912 time: 0.2066486 Aug 09 15:54:13.310095 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1529778-057b-45a9-8500-bead4304e976 x-openstack-request-id: req-d1529778-057b-45a9-8500-bead4304e976 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:13.311213 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1177038b-0e32-4893-9a4f-4d4432da2bc5", "tag": "327e55ea-a329-4656-887d-9d01ef0df6eb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:13.311456 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1529778-057b-45a9-8500-bead4304e976 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:13.311844 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1177038b-0e32-4893-9a4f-4d4432da2bc5', 'tag': '327e55ea-a329-4656-887d-9d01ef0df6eb', 'status': 'completed', 'code': 200} Aug 09 15:54:13.356125 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.391815 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.392463 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.400395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e201bea0-d2b4-457f-9825-9e48684b1406 req-a4d33a00-9e96-45b5-a696-13e4113c5462 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 HTTP/1.1" status: 200 len: 217 time: 0.0920248 Aug 09 15:54:13.409175 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Calling delete_port for 50529f56-692d-4ffb-bf7a-250a21526eb5 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:13.457078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-b9a35011-4436-4d67-ae8e-056329b37928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.460648 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-b9a35011-4436-4d67-ae8e-056329b37928 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.3696375 Aug 09 15:54:13.509063 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-f69d2a22-74f8-4439-b60a-9d7eea761e77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387249 Aug 09 15:54:13.582977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201bea0-d2b4-457f-9825-9e48684b1406 req-aad8ac29-f66d-45ea-a3c9-c92597504f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.584759 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e201bea0-d2b4-457f-9825-9e48684b1406 req-aad8ac29-f66d-45ea-a3c9-c92597504f7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46c0b232-cf1d-485c-aaa0-7c03fdd82b80 HTTP/1.1" status: 200 len: 850 time: 0.1667540 Aug 09 15:54:13.600029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dd4ed-2a85-49f6-ab92-f59d3a63fda9 req-730210d1-1ded-4d60-be7a-3360c8fe45c8 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.601819 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-743dd4ed-2a85-49f6-ab92-f59d3a63fda9 req-730210d1-1ded-4d60-be7a-3360c8fe45c8 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 944 time: 0.2185745 Aug 09 15:54:13.687956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.708764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201bea0-d2b4-457f-9825-9e48684b1406 req-e4bddf70-6c67-4f2a-a303-7459e119c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.710211 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e201bea0-d2b4-457f-9825-9e48684b1406 req-e4bddf70-6c67-4f2a-a303-7459e119c6c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd99aa88-f29c-4799-a778-de1dd4e14a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054881 Aug 09 15:54:13.712345 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-b79b60a5-e454-4a6b-879b-adf748c119cd service neutron] 10.222.0.53 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932082 Aug 09 15:54:13.715318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-743dd4ed-2a85-49f6-ab92-f59d3a63fda9 req-14f6d04f-0352-4b44-8692-0e201e197d09 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991225 Aug 09 15:54:13.729752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event deleted for resources: {'Port': ['ID=50529f56-692d-4ffb-bf7a-250a21526eb5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:13.827629 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.827983 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Floating IP 8740633b-72a8-41f8-9e6f-dc6b63f266d0 disassociated (deleted). External IP: 172.25.2.241, port: 682f2cea-c391-4e21-bbc8-1ba02af6a63b. Aug 09 15:54:14.356467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Router a9d5bcce-f78f-4ea4-a54d-3007e4558586 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:14.371524 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61e04da0-6743-418c-8dd8-cdca58a8872e req-c22ee50c-d883-45dd-84ae-056808e1351b service neutron] 10.222.0.53 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379323 Aug 09 15:54:14.376324 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac389b90-dd9a-4027-93a7-0bd7ede05f8a req-41638108-1e58-4a5d-84bd-fc909c300677 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:14.378238 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac389b90-dd9a-4027-93a7-0bd7ede05f8a req-41638108-1e58-4a5d-84bd-fc909c300677 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 943 time: 0.1225305 Aug 09 15:54:14.509559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08fe4b-856f-4b43-87ef-241385b59af6 req-5062c6d0-b654-40d4-899f-33d28132dfcc tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:14.517754 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e08fe4b-856f-4b43-87ef-241385b59af6 req-5062c6d0-b654-40d4-899f-33d28132dfcc tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1435332 Aug 09 15:54:14.550277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c4fd2-6ed3-4e58-b50f-6802b33a2a8f req-68b22796-ff55-484d-9d2f-285f51aceb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:14.551773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb0c4fd2-6ed3-4e58-b50f-6802b33a2a8f req-68b22796-ff55-484d-9d2f-285f51aceb04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 1094 time: 0.1112585 Aug 09 15:54:14.553865 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e201bea0-d2b4-457f-9825-9e48684b1406 req-7d8b5ed3-f52b-4ab0-b75a-52933125ef1b service neutron] 10.222.0.60 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8325367 Aug 09 15:54:14.563555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:14.570490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.575548 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d4f2a-cf1b-4763-b07f-8425ec6a9e37 None None] Sync routers for ids ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:14.577821 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac389b90-dd9a-4027-93a7-0bd7ede05f8a req-5503842a-3b97-4553-a89e-b0e5c4c2583b tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562854 Aug 09 15:54:14.590421 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d4f2a-cf1b-4763-b07f-8425ec6a9e37 None None] Routers {'a9d5bcce-f78f-4ea4-a54d-3007e4558586'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:14.591060 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-723d4f2a-cf1b-4763-b07f-8425ec6a9e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:54:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:14.627671 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ef3e832b-b2d7-4329-9a5a-255917b69a5f tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "DELETE /v2.0/floatingips/8740633b-72a8-41f8-9e6f-dc6b63f266d0 HTTP/1.1" status: 204 len: 168 time: 1.7038667 Aug 09 15:54:14.628643 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44164) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:14.630433 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e08fe4b-856f-4b43-87ef-241385b59af6 req-e76d61dd-1ef9-4d89-81ba-f388b8254e60 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116312 Aug 09 15:54:14.641750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:14.707579 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.741968 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-723d4f2a-cf1b-4763-b07f-8425ec6a9e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:14.752450 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d4f2a-cf1b-4763-b07f-8425ec6a9e37 None None] Routers {'a9d5bcce-f78f-4ea4-a54d-3007e4558586'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:14.753508 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-723d4f2a-cf1b-4763-b07f-8425ec6a9e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:54:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:14.790844 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-723d4f2a-cf1b-4763-b07f-8425ec6a9e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:14.791744 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d4f2a-cf1b-4763-b07f-8425ec6a9e37 None None] The sync data for ids ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:14.886856 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.904561 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e201bea0-d2b4-457f-9825-9e48684b1406 req-b7bc9b7a-0d32-46f7-b488-270f866617d9 service neutron] 10.222.0.60 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314412 Aug 09 15:54:14.911874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c4fd2-6ed3-4e58-b50f-6802b33a2a8f req-bc255dba-3483-4b93-a06f-4eb175eb9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:14.913150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb0c4fd2-6ed3-4e58-b50f-6802b33a2a8f req-bc255dba-3483-4b93-a06f-4eb175eb9989 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 906 time: 0.3499131 Aug 09 15:54:14.931407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e074002-7334-49a2-8841-93ba9559ac1b req-3b29c1e5-6bf8-4ec1-9d79-a65216d98e3d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:14.933025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3e074002-7334-49a2-8841-93ba9559ac1b req-3b29c1e5-6bf8-4ec1-9d79-a65216d98e3d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 944 time: 0.0929945 Aug 09 15:54:14.981016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb0c4fd2-6ed3-4e58-b50f-6802b33a2a8f req-914638aa-90e1-4a3a-a830-7411acdbac8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=327e55ea-a329-4656-887d-9d01ef0df6eb HTTP/1.1" status: 200 len: 217 time: 0.0469377 Aug 09 15:54:15.055898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3e074002-7334-49a2-8841-93ba9559ac1b req-dc20ee58-9235-4156-ba6c-d48617fe725a tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737846 Aug 09 15:54:15.072576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Allocated IP 172.25.2.246 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/a9a64a61-945b-474d-96ed-060ad3d0565d) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:15.077805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c4fd2-6ed3-4e58-b50f-6802b33a2a8f req-95394900-61cc-4b7c-aa5c-c86239b3fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:15.079868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb0c4fd2-6ed3-4e58-b50f-6802b33a2a8f req-95394900-61cc-4b7c-aa5c-c86239b3fbed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.0651484 Aug 09 15:54:15.124120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb0c4fd2-6ed3-4e58-b50f-6802b33a2a8f req-bc4ed5af-9f8b-4f26-843e-d5f7ae49977b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324266 Aug 09 15:54:15.245363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.275986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb0c4fd2-6ed3-4e58-b50f-6802b33a2a8f req-348884c8-8b53-47fa-9ecd-975d2eb28c88 service neutron] 10.222.0.53 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382375 Aug 09 15:54:15.294078 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.348890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Pushing event updated for resources: {'Port': ['ID=a9a64a61-945b-474d-96ed-060ad3d0565d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:15.370720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:15.374992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:15.378286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:15.407961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb0c4fd2-6ed3-4e58-b50f-6802b33a2a8f req-21c841a6-a8ab-4c11-a12e-235fc37bacea service neutron] 10.222.0.53 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223154 Aug 09 15:54:15.516997 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.557124 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.729318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:54:15.778091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d08b1-d7a8-434c-9a2c-103162d3ddf2 req-3bc6ce12-a22e-4e2f-9c2e-1266477028a1 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:15.780994 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae7d08b1-d7a8-434c-9a2c-103162d3ddf2 req-3bc6ce12-a22e-4e2f-9c2e-1266477028a1 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 943 time: 0.0944493 Aug 09 15:54:15.797965 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 327e55ea-a329-4656-887d-9d01ef0df6eb details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:54:15.848681 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.859551 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.866962 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae7d08b1-d7a8-434c-9a2c-103162d3ddf2 req-40376f62-8752-4290-93b7-d3d2e45c5ccc tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767469 Aug 09 15:54:15.980566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2e261-b4db-458c-a42b-8ec5474f079a req-7ab4e7ad-782c-44b7-815f-d6aae874af84 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:15.986561 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16a2e261-b4db-458c-a42b-8ec5474f079a req-7ab4e7ad-782c-44b7-815f-d6aae874af84 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1825647 Aug 09 15:54:16.094555 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16a2e261-b4db-458c-a42b-8ec5474f079a req-113cda6b-ad06-4f03-8966-1501aaa47889 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046023 Aug 09 15:54:16.118402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Pushing event updated for resources: {'Port': ['ID=a9a64a61-945b-474d-96ed-060ad3d0565d,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:16.140130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:16.179339 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.186031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'port_id': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228', 'mac_address': 'fa:16:3e:8b:3b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:54:16.203588 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.204969 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c2337091-ab87-408b-9804-b6070f72bb86 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5742686 Aug 09 15:54:16.208743 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44194) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:16.250267 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.280214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 327e55ea-a329-4656-887d-9d01ef0df6eb, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=327e55ea-a329-4656-887d-9d01ef0df6eb,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:16.284377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:16.289036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0bfa1-25d2-4ae0-b17a-4076ab47c00c req-e1154400-7c7d-4543-ab7b-b3ca4897a872 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.298695 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bf0bfa1-25d2-4ae0-b17a-4076ab47c00c req-e1154400-7c7d-4543-ab7b-b3ca4897a872 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 944 time: 0.0788293 Aug 09 15:54:16.306460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '327e55ea-a329-4656-887d-9d01ef0df6eb', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'port_id': '327e55ea-a329-4656-887d-9d01ef0df6eb', 'mac_address': 'fa:16:3e:18:fd:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753134b0-7750-440f-bc44-e17b7bfff805', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:54:16.321442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:16.343675 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.344580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e6ccaafb-ac4e-427b-8167-30eb339681c5 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:54:16.386769 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bf0bfa1-25d2-4ae0-b17a-4076ab47c00c req-af79f9ee-e328-47b9-bcfe-8e65248ad19d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863914 Aug 09 15:54:16.422186 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.434999 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:16.483441 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.485400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:16.495745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327e55ea-a329-4656-887d-9d01ef0df6eb {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:16.517668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 327e55ea-a329-4656-887d-9d01ef0df6eb, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=327e55ea-a329-4656-887d-9d01ef0df6eb,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:16.523665 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.604040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:16.606872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=327e55ea-a329-4656-887d-9d01ef0df6eb,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:16.619723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'port_id': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'mac_address': 'fa:16:3e:23:77:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:54:16.797647 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.849459 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.867693 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6ccaafb-ac4e-427b-8167-30eb339681c5 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:16.914727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:16.922955 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.996299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['327e55ea-a329-4656-887d-9d01ef0df6eb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:17.049023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['e6ccaafb-ac4e-427b-8167-30eb339681c5'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:17.086890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd6ee0-5650-4112-b84a-4b4458e24454 req-adaac186-b608-482a-8068-92edb74a71df tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:17.088921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6fd6ee0-5650-4112-b84a-4b4458e24454 req-adaac186-b608-482a-8068-92edb74a71df tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 944 time: 0.0764332 Aug 09 15:54:17.135166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:17.150374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Allocated IP 172.25.2.106 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/69831893-0d44-4ae8-832e-1ad952758fd5) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:17.162917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6fd6ee0-5650-4112-b84a-4b4458e24454 req-7dd40e1c-b650-4d73-babe-cb0f2f52ae97 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637617 Aug 09 15:54:17.286345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:17.365139 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.399787 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800ecc9-06bb-40a2-a19e-f758f09fc988 req-8d83e327-8d4b-4919-b144-3d73bf6a02b6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:17.401715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f800ecc9-06bb-40a2-a19e-f758f09fc988 req-8d83e327-8d4b-4919-b144-3d73bf6a02b6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.0968513 Aug 09 15:54:17.539776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f800ecc9-06bb-40a2-a19e-f758f09fc988 req-6457975b-4b7b-4f42-ac33-fd3b15d16068 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295764 Aug 09 15:54:17.553942 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.629561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e9c7c-0d75-4171-9323-ead9ddd415d5 req-32c8cec5-780a-49b5-9847-bb648a249fa8 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:17.639973 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b54e9c7c-0d75-4171-9323-ead9ddd415d5 req-32c8cec5-780a-49b5-9847-bb648a249fa8 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 945 time: 0.1281090 Aug 09 15:54:17.666512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:17.670246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:17.686963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:17.771457 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b54e9c7c-0d75-4171-9323-ead9ddd415d5 req-470b84b9-64db-4ad9-ba83-a76d043f21e7 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268938 Aug 09 15:54:17.800913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Pushing event updated for resources: {'Port': ['ID=69831893-0d44-4ae8-832e-1ad952758fd5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:17.976560 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.049730 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.605958 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.622451 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.658011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948858c-4e22-4f5e-8ce0-e9e815ad6372 req-f5d06056-8b5f-4ac1-9071-49237d508bc6 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:18.675911 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f948858c-4e22-4f5e-8ce0-e9e815ad6372 req-f5d06056-8b5f-4ac1-9071-49237d508bc6 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 944 time: 0.3330891 Aug 09 15:54:18.854088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6192c3d-2326-4738-a88a-05281a8531c9 req-b58fd66a-d79d-42b9-af89-b4cc49d8faec tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:18.882552 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e6192c3d-2326-4738-a88a-05281a8531c9 req-b58fd66a-d79d-42b9-af89-b4cc49d8faec tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1678612 Aug 09 15:54:18.972524 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e6192c3d-2326-4738-a88a-05281a8531c9 req-4f903fc5-4c2c-4076-8e05-80faa41c61b4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863969 Aug 09 15:54:18.993857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f948858c-4e22-4f5e-8ce0-e9e815ad6372 req-f873fab9-247d-4c8b-afe3-4102e93d8932 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153493 Aug 09 15:54:19.058210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Pushing event updated for resources: {'Port': ['ID=69831893-0d44-4ae8-832e-1ad952758fd5,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:19.082466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:19.113094 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:19.116979 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-405d1023-8c50-4c65-befa-2f739008921e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9049144 Aug 09 15:54:19.117420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44246) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:19.232968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266754e-f065-432b-9ce1-e79afe1d2461 req-71fad8a0-2b77-492f-9c6d-952455c4578f tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:19.242478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b266754e-f065-432b-9ce1-e79afe1d2461 req-71fad8a0-2b77-492f-9c6d-952455c4578f tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 945 time: 0.1210959 Aug 09 15:54:19.266668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1f14637c-343f-4262-97eb-f10381859e97 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4482 time: 0.1479647 Aug 09 15:54:19.274470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44250) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:19.329495 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b266754e-f065-432b-9ce1-e79afe1d2461 req-40b5d287-a219-4f63-8540-56af5255543f tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833514 Aug 09 15:54:19.766936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:19.863341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 327e55ea-a329-4656-887d-9d01ef0df6eb up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:19.960897 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:19.968515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44264) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:19.970171 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-410e4b10-82ae-4306-b148-9e520dd218a0 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.6888695 Aug 09 15:54:19.972020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:19.972582 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.010668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 327e55ea-a329-4656-887d-9d01ef0df6eb completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:20.046592 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 327e55ea-a329-4656-887d-9d01ef0df6eb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:20.054331 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.186674 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.259761 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.275913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61613d45-dbc1-4ad6-994c-6aeff5a3dfab req-6ca8c29f-64d8-4559-953d-2863ba9a58b8 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:20.288989 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61613d45-dbc1-4ad6-994c-6aeff5a3dfab req-6ca8c29f-64d8-4559-953d-2863ba9a58b8 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 944 time: 0.1666777 Aug 09 15:54:20.359710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1177038b-0e32-4893-9a4f-4d4432da2bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327e55ea-a329-4656-887d-9d01ef0df6eb'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:20.364544 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9faea3a-c45a-4c5a-8fc2-e1586f88026d" -d '{"events": [{"server_uuid": "1177038b-0e32-4893-9a4f-4d4432da2bc5", "name": "network-vif-plugged", "status": "completed", "tag": "327e55ea-a329-4656-887d-9d01ef0df6eb"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:20.392103 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61613d45-dbc1-4ad6-994c-6aeff5a3dfab req-aaaa94d8-1a88-4b32-a7ac-35bed575f48e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964062 Aug 09 15:54:20.427120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 327e55ea-a329-4656-887d-9d01ef0df6eb, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=327e55ea-a329-4656-887d-9d01ef0df6eb,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:20.449334 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:20.451531 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.469710 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.470938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e6ccaafb-ac4e-427b-8167-30eb339681c5 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:20.566856 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b67c4b-7bbc-483c-92df-0b2db685fc30 x-openstack-request-id: req-79b67c4b-7bbc-483c-92df-0b2db685fc30 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:20.567401 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1177038b-0e32-4893-9a4f-4d4432da2bc5", "name": "network-vif-plugged", "status": "completed", "tag": "327e55ea-a329-4656-887d-9d01ef0df6eb", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:20.567956 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79b67c4b-7bbc-483c-92df-0b2db685fc30 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:20.569751 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1177038b-0e32-4893-9a4f-4d4432da2bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327e55ea-a329-4656-887d-9d01ef0df6eb', 'code': 200} Aug 09 15:54:20.696460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0636b6-438f-4f9c-861b-cda41a3bcbc0 req-2f38f478-2e53-4faa-9d6f-5f999e01a4e2 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:20.702421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b0636b6-438f-4f9c-861b-cda41a3bcbc0 req-2f38f478-2e53-4faa-9d6f-5f999e01a4e2 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 946 time: 0.1042912 Aug 09 15:54:20.715429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-121fa988-777c-47e5-ba36-6cfeae86768e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Deleting port 69831893-0d44-4ae8-832e-1ad952758fd5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:20.719085 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-121fa988-777c-47e5-ba36-6cfeae86768e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.727935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port e6ccaafb-ac4e-427b-8167-30eb339681c5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:20.728303 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:20.731322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=327e55ea-a329-4656-887d-9d01ef0df6eb,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:20.795546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b0636b6-438f-4f9c-861b-cda41a3bcbc0 req-019ba1ac-2d20-4935-932f-6430a4c2c221 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920105 Aug 09 15:54:20.799402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:20.799945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:20.800173 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:20.800469 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:20.800789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:20.801233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:20.801571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:20.802015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:20.802347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:20.802678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:20.803007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:20.803351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:20.893793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39880fb-76f2-4987-aa04-4ce3a861a41c req-1b59546c-069b-410a-b061-f7a1a162e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:20.895362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b39880fb-76f2-4987-aa04-4ce3a861a41c req-1b59546c-069b-410a-b061-f7a1a162e7c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 1096 time: 0.3559902 Aug 09 15:54:20.914734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:20.956155 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.006770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-121fa988-777c-47e5-ba36-6cfeae86768e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.007413 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-121fa988-777c-47e5-ba36-6cfeae86768e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.016662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:21.021194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-121fa988-777c-47e5-ba36-6cfeae86768e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Calling delete_port for 69831893-0d44-4ae8-832e-1ad952758fd5 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:21.022871 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.050429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b7047-f090-43c6-ad26-974a247be226 req-564ae56a-f74c-49e0-86dd-c8276270aa87 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:21.058574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3b7047-f090-43c6-ad26-974a247be226 req-564ae56a-f74c-49e0-86dd-c8276270aa87 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.5202327 Aug 09 15:54:21.095791 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b39880fb-76f2-4987-aa04-4ce3a861a41c req-649d8962-c3ea-49d9-b437-38d4f51a2348 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823838 Aug 09 15:54:21.152188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:21.261956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b3b7047-f090-43c6-ad26-974a247be226 req-45ba5eb6-8b8d-4d86-850a-004974b6039d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985466 Aug 09 15:54:21.350210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014c1c0-a9d4-4433-a355-a017ab4fdb44 req-0e720415-0b41-4509-aece-5c19a1ae4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:21.352119 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c014c1c0-a9d4-4433-a355-a017ab4fdb44 req-0e720415-0b41-4509-aece-5c19a1ae4414 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 1096 time: 0.1496482 Aug 09 15:54:21.637138 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aca47e-2572-4f4c-be2f-a7153c107b6b req-b4d7e6d7-e4ef-4e85-99e0-a76e9554ea05 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:21.647953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52aca47e-2572-4f4c-be2f-a7153c107b6b req-b4d7e6d7-e4ef-4e85-99e0-a76e9554ea05 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0853815 Aug 09 15:54:21.649493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014c1c0-a9d4-4433-a355-a017ab4fdb44 req-080ee386-8859-44cf-ae1b-b201aab3810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:21.651092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c014c1c0-a9d4-4433-a355-a017ab4fdb44 req-080ee386-8859-44cf-ae1b-b201aab3810f service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 918 time: 0.2905812 Aug 09 15:54:21.652221 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-121fa988-777c-47e5-ba36-6cfeae86768e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.706969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fa988-777c-47e5-ba36-6cfeae86768e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Pushing event deleted for resources: {'Port': ['ID=69831893-0d44-4ae8-832e-1ad952758fd5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:21.785149 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52aca47e-2572-4f4c-be2f-a7153c107b6b req-378dea66-113a-4f8b-bec1-4fda57e6d40f tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286747 Aug 09 15:54:21.878862 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c014c1c0-a9d4-4433-a355-a017ab4fdb44 req-220b051b-30d1-4a5c-9fbb-8485f08f4239 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6fecabf-4309-4cd4-add7-60fce676c668 HTTP/1.1" status: 200 len: 1001 time: 0.2122352 Aug 09 15:54:21.888902 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-121fa988-777c-47e5-ba36-6cfeae86768e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.894575 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-121fa988-777c-47e5-ba36-6cfeae86768e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:21.898461 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-121fa988-777c-47e5-ba36-6cfeae86768e tempest-FloatingIPAdminTestJSON-1783316368 tempest-FloatingIPAdminTestJSON-1783316368-project] 10.222.0.81 "DELETE /v2.0/floatingips/b5434e14-733b-4e1b-829f-bccef93a06ba HTTP/1.1" status: 204 len: 168 time: 1.9285965 Aug 09 15:54:21.898850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44306) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:22.156720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014c1c0-a9d4-4433-a355-a017ab4fdb44 req-ccadf4b7-d67f-4aa1-9770-a521b156a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:22.159243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c014c1c0-a9d4-4433-a355-a017ab4fdb44 req-ccadf4b7-d67f-4aa1-9770-a521b156a1f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 200 len: 856 time: 0.2555723 Aug 09 15:54:22.246465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93029e2d-fae3-469d-94a2-b04ecbbb0016 req-50aebdd8-43e2-482b-b5bd-748f93fe4421 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:22.254748 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-93029e2d-fae3-469d-94a2-b04ecbbb0016 req-50aebdd8-43e2-482b-b5bd-748f93fe4421 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 946 time: 0.2319183 Aug 09 15:54:22.273950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a94d77d0-1ff2-4170-828d-9cccc502fab5 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Deleting port a9a64a61-945b-474d-96ed-060ad3d0565d {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:22.274298 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a94d77d0-1ff2-4170-828d-9cccc502fab5 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.295044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014c1c0-a9d4-4433-a355-a017ab4fdb44 req-4f7e8d3f-145e-437e-87d2-7441f380b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:22.296876 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c014c1c0-a9d4-4433-a355-a017ab4fdb44 req-4f7e8d3f-145e-437e-87d2-7441f380b5e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262071 Aug 09 15:54:22.323557 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-93029e2d-fae3-469d-94a2-b04ecbbb0016 req-9ed8919d-acf5-49af-a381-d5e5fa49b906 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678341 Aug 09 15:54:22.490165 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c014c1c0-a9d4-4433-a355-a017ab4fdb44 req-542dd027-e560-4f75-a73a-13713ead9930 service neutron] 10.222.0.60 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633821 Aug 09 15:54:22.570141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228'}, {'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:22.573044 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706c5bbc-c781-4d93-b515-098dce984063" -d '{"events": [{"server_uuid": "f287fbac-c6e7-473c-b5e9-64696ab8735c", "name": "network-vif-plugged", "status": "completed", "tag": "2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228"}, {"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:22.598637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc441b-f8d6-4af5-9dd7-4372b5d06138 req-1afb61fe-6a10-4dd0-b7e6-bfe9231375a0 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:22.609307 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7dc441b-f8d6-4af5-9dd7-4372b5d06138 req-1afb61fe-6a10-4dd0-b7e6-bfe9231375a0 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1934512 Aug 09 15:54:22.682585 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a94d77d0-1ff2-4170-828d-9cccc502fab5 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.683336 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a94d77d0-1ff2-4170-828d-9cccc502fab5 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.738111 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f7dc441b-f8d6-4af5-9dd7-4372b5d06138 req-af36f52b-0cc7-4b2e-91d8-ed9d839013ee tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277757 Aug 09 15:54:22.739188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a94d77d0-1ff2-4170-828d-9cccc502fab5 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Calling delete_port for a9a64a61-945b-474d-96ed-060ad3d0565d owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:22.771042 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c014c1c0-a9d4-4433-a355-a017ab4fdb44 req-34c1cb1e-192d-495e-ac97-dd55aad2c9a0 service neutron] 10.222.0.60 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718182 Aug 09 15:54:22.792170 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff414fba-73ef-4ff0-890a-94dae936dd4b x-openstack-request-id: req-ff414fba-73ef-4ff0-890a-94dae936dd4b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:22.792895 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f287fbac-c6e7-473c-b5e9-64696ab8735c", "name": "network-vif-plugged", "status": "completed", "tag": "2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228", "code": 200}, {"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:22.793395 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff414fba-73ef-4ff0-890a-94dae936dd4b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:22.793784 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228', 'code': 200} Aug 09 15:54:22.794098 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'code': 200} Aug 09 15:54:23.020132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcef09-2ca2-4c29-a24f-313d41bf56d1 req-ac2d140f-c7b3-4069-b0b0-e10a7155292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:23.022015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58bcef09-2ca2-4c29-a24f-313d41bf56d1 req-ac2d140f-c7b3-4069-b0b0-e10a7155292f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 1097 time: 0.1003902 Aug 09 15:54:23.140233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0acd12-3b6b-4a68-bad5-6a340f567ed4 req-9cf710dc-6a4c-44be-96ee-f062e37c83db tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:23.154683 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e0acd12-3b6b-4a68-bad5-6a340f567ed4 req-9cf710dc-6a4c-44be-96ee-f062e37c83db tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 945 time: 0.2214305 Aug 09 15:54:23.160384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58bcef09-2ca2-4c29-a24f-313d41bf56d1 req-55f3b101-955f-4088-bf6f-dd85b750d6b9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026232 Aug 09 15:54:23.263162 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e0acd12-3b6b-4a68-bad5-6a340f567ed4 req-4754ff51-7937-4a28-8c00-296403df8851 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074572 Aug 09 15:54:23.301461 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a94d77d0-1ff2-4170-828d-9cccc502fab5 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:23.412884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d77d0-1ff2-4170-828d-9cccc502fab5 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9a64a61-945b-474d-96ed-060ad3d0565d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:23.560742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b51945-41a3-4a7b-92a1-0c74ece1810a req-4322c909-5941-44d8-8903-d52f3da93426 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:23.574259 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b51945-41a3-4a7b-92a1-0c74ece1810a req-4322c909-5941-44d8-8903-d52f3da93426 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 946 time: 0.1487334 Aug 09 15:54:23.660562 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b51945-41a3-4a7b-92a1-0c74ece1810a req-d93f1168-3663-4761-bed9-567109db925f tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842695 Aug 09 15:54:23.751604 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a94d77d0-1ff2-4170-828d-9cccc502fab5 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:23.757441 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a94d77d0-1ff2-4170-828d-9cccc502fab5 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:23.762558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44340) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:23.762732 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a94d77d0-1ff2-4170-828d-9cccc502fab5 tempest-FloatingIPAdminTestJSON-351574373 tempest-FloatingIPAdminTestJSON-351574373-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/71a0a1c0-cf49-4711-a835-bc6a31c35a92 HTTP/1.1" status: 204 len: 168 time: 1.8624220 Aug 09 15:54:23.787762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d69849-52fd-4e54-9f3a-a343cf732cb5 req-c9610d8b-1b81-440a-88ab-b3ccca764b9e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:23.789335 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-32d69849-52fd-4e54-9f3a-a343cf732cb5 req-c9610d8b-1b81-440a-88ab-b3ccca764b9e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 946 time: 0.3125703 Aug 09 15:54:23.893534 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-32d69849-52fd-4e54-9f3a-a343cf732cb5 req-bb7b1c6a-41a6-4bfc-8ae4-ca3f805ffa1b tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874727 Aug 09 15:54:24.229032 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120cc89-bee3-4cf2-9700-50bedf760284 req-0b24a39b-0b92-4791-9756-262c7dd32066 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:24.229429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41e770-ffdd-4729-8d84-2b9eb6f5f15f req-e058b76b-90f1-44eb-8d7e-991c57d4be63 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:24.241789 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f41e770-ffdd-4729-8d84-2b9eb6f5f15f req-e058b76b-90f1-44eb-8d7e-991c57d4be63 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 945 time: 0.2286406 Aug 09 15:54:24.243969 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f120cc89-bee3-4cf2-9700-50bedf760284 req-0b24a39b-0b92-4791-9756-262c7dd32066 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1436379 Aug 09 15:54:24.292049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c25fd974-0176-400b-8465-2ee0d10ac430 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Deleting port 682f2cea-c391-4e21-bbc8-1ba02af6a63b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:24.292529 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c25fd974-0176-400b-8465-2ee0d10ac430 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:24.332237 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f120cc89-bee3-4cf2-9700-50bedf760284 req-f31b28e4-070c-4fea-ae00-33d1d589506e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806470 Aug 09 15:54:24.364047 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f41e770-ffdd-4729-8d84-2b9eb6f5f15f req-89bdf3e2-7cb5-47f5-9016-9b49d106a784 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212952 Aug 09 15:54:24.617573 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c25fd974-0176-400b-8465-2ee0d10ac430 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:24.645273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c25fd974-0176-400b-8465-2ee0d10ac430 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Calling delete_port for 682f2cea-c391-4e21-bbc8-1ba02af6a63b owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:25.024168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a783ed-c0e1-45ef-9248-9a1208247e8c req-64ce4884-48f2-44cf-b9ac-d0505d81f493 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:25.032381 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26a783ed-c0e1-45ef-9248-9a1208247e8c req-64ce4884-48f2-44cf-b9ac-d0505d81f493 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 945 time: 0.1822619 Aug 09 15:54:25.072750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c25fd974-0176-400b-8465-2ee0d10ac430 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:25.122988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2c79a-1b9f-46f1-89e8-92db31c0f040 req-fa6045d7-d3ee-4a0b-93a3-9dc380528812 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:25.131652 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-adb2c79a-1b9f-46f1-89e8-92db31c0f040 req-fa6045d7-d3ee-4a0b-93a3-9dc380528812 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 946 time: 0.0682366 Aug 09 15:54:25.172219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fd974-0176-400b-8465-2ee0d10ac430 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event deleted for resources: {'Port': ['ID=682f2cea-c391-4e21-bbc8-1ba02af6a63b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:25.194502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-adb2c79a-1b9f-46f1-89e8-92db31c0f040 req-ad605f1d-b15e-4555-ae96-56bd2196924d tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612662 Aug 09 15:54:25.199892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26a783ed-c0e1-45ef-9248-9a1208247e8c req-d64b601f-94bf-482e-84e2-080ffa4286df tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664360 Aug 09 15:54:25.490130 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c25fd974-0176-400b-8465-2ee0d10ac430 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:25.496900 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44368) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:25.499258 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c25fd974-0176-400b-8465-2ee0d10ac430 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "DELETE /v2.0/ports/682f2cea-c391-4e21-bbc8-1ba02af6a63b HTTP/1.1" status: 204 len: 168 time: 1.7328153 Aug 09 15:54:25.535680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6888a-4c1c-489b-ad56-3a74ce2f94ee req-caf38b3b-f0a7-4750-a89b-31213379422e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:25.548251 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4f6888a-4c1c-489b-ad56-3a74ce2f94ee req-caf38b3b-f0a7-4750-a89b-31213379422e tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 946 time: 0.2153738 Aug 09 15:54:25.548781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44370) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:25.554914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-494e2124-d050-417a-a189-cc68f6f93ed6 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Request body: {'floatingip': {'port_id': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:25.673760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-494e2124-d050-417a-a189-cc68f6f93ed6 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:25.719002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1a3605-59e3-48e9-88fc-5d40ec323473 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:25.720626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fb1a3605-59e3-48e9-88fc-5d40ec323473 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9d5bcce-f78f-4ea4-a54d-3007e4558586 HTTP/1.1" status: 200 len: 913 time: 0.2220454 Aug 09 15:54:25.747208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0d9a9-53b5-48ca-9432-fd9290c96c12 req-846363d4-a920-4135-b073-f528a28c381c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:25.749624 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69e0d9a9-53b5-48ca-9432-fd9290c96c12 req-846363d4-a920-4135-b073-f528a28c381c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 945 time: 0.1462958 Aug 09 15:54:25.750335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44378) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:25.797079 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f6fecabf-4309-4cd4-add7-60fce676c668 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:25.884859 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69e0d9a9-53b5-48ca-9432-fd9290c96c12 req-e64deb7c-7016-4348-98cb-6a04d09268d5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274667 Aug 09 15:54:26.035235 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:26.107756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f6fecabf-4309-4cd4-add7-60fce676c668,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:26.111924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:26.116237 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206bd169-fd5a-451f-a890-aa3486f9ee44" -d '{"events": [{"server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "name": "network-vif-unplugged", "status": "completed", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:26.120924 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:26.197474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f6fecabf-4309-4cd4-add7-60fce676c668,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:26.340787 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480ee81d-a259-45d1-a1b3-6222a8d1d3e3 x-openstack-request-id: req-480ee81d-a259-45d1-a1b3-6222a8d1d3e3 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:26.341849 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "name": "network-vif-unplugged", "status": "failed", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668", "code": 422}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:26.342560 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-480ee81d-a259-45d1-a1b3-6222a8d1d3e3 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:26.343401 n-d-803778-2 neutron-server[94291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'code': 422} returned with failed status Aug 09 15:54:26.588255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf3b8e-0760-43f8-a5a2-4ec2c09f4b2f req-373c0b6d-acaf-45b9-b063-802e0e2cf50d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:26.596637 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bbf3b8e-0760-43f8-a5a2-4ec2c09f4b2f req-373c0b6d-acaf-45b9-b063-802e0e2cf50d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.53 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 945 time: 0.4191968 Aug 09 15:54:26.627757 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-145b1d44-6414-4bed-8658-513ad67b76d7 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:26.772741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d471e4d-3c55-4b26-9005-b8f495200264 req-c7a6948f-fbed-4a8d-af74-7d80dbbb2b95 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:26.780627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d471e4d-3c55-4b26-9005-b8f495200264 req-c7a6948f-fbed-4a8d-af74-7d80dbbb2b95 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 945 time: 0.3085148 Aug 09 15:54:26.874083 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d471e4d-3c55-4b26-9005-b8f495200264 req-7c8c76d9-23ce-40e8-b620-632e720b2083 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924859 Aug 09 15:54:27.157485 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-e3fbb451-5c7c-4f24-a2a2-61bfd1c8ccc7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758476 Aug 09 15:54:27.355667 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-145b1d44-6414-4bed-8658-513ad67b76d7 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Deleting port b848ef76-88e6-4017-b98b-623ecf1c36bc {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:27.360460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-145b1d44-6414-4bed-8658-513ad67b76d7 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.506058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-9bbf3b8e-0760-43f8-a5a2-4ec2c09f4b2f req-8579411f-fcad-4d3a-b111-1253df66ed9a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Deleting port 327e55ea-a329-4656-887d-9d01ef0df6eb {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:27.506546 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bbf3b8e-0760-43f8-a5a2-4ec2c09f4b2f req-8579411f-fcad-4d3a-b111-1253df66ed9a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.554771 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-145b1d44-6414-4bed-8658-513ad67b76d7 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.583499 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-145b1d44-6414-4bed-8658-513ad67b76d7 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Calling delete_port for b848ef76-88e6-4017-b98b-623ecf1c36bc owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:27.676963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-494e2124-d050-417a-a189-cc68f6f93ed6 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.690848 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-494e2124-d050-417a-a189-cc68f6f93ed6 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.865325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54890a4-cb7f-40cb-99ef-52d3ca7edbd0 req-2677a8ba-88fb-4611-a01b-32d41985cb64 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:27.871856 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d54890a4-cb7f-40cb-99ef-52d3ca7edbd0 req-2677a8ba-88fb-4611-a01b-32d41985cb64 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.2879486 Aug 09 15:54:28.017919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9bbf3b8e-0760-43f8-a5a2-4ec2c09f4b2f req-8579411f-fcad-4d3a-b111-1253df66ed9a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] For port 327e55ea-a329-4656-887d-9d01ef0df6eb, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=327e55ea-a329-4656-887d-9d01ef0df6eb,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:28.018474 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bbf3b8e-0760-43f8-a5a2-4ec2c09f4b2f req-8579411f-fcad-4d3a-b111-1253df66ed9a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.089825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-9bbf3b8e-0760-43f8-a5a2-4ec2c09f4b2f req-8579411f-fcad-4d3a-b111-1253df66ed9a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Calling delete_port for 327e55ea-a329-4656-887d-9d01ef0df6eb owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:28.094759 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d54890a4-cb7f-40cb-99ef-52d3ca7edbd0 req-74987234-5cf9-4ae9-9f1a-ec2ce7cbb67a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034347 Aug 09 15:54:28.150148 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-145b1d44-6414-4bed-8658-513ad67b76d7 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.200307 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-494e2124-d050-417a-a189-cc68f6f93ed6 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Floating IP 3ca00a05-527d-40d8-8979-3e12bf050503 associated. External IP: 172.25.2.60, port: 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228. Aug 09 15:54:28.213013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b1d44-6414-4bed-8658-513ad67b76d7 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event deleted for resources: {'Port': ['ID=b848ef76-88e6-4017-b98b-623ecf1c36bc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:28.295106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c27730-27bf-4515-9e46-c8b51a925a87 req-d563f5bf-b19e-4911-9740-82363f4e8bfa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:28.296894 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-10c27730-27bf-4515-9e46-c8b51a925a87 req-d563f5bf-b19e-4911-9740-82363f4e8bfa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 945 time: 0.2792759 Aug 09 15:54:28.485658 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-10c27730-27bf-4515-9e46-c8b51a925a87 req-b60d5baf-852f-4007-aeb9-365e0c22e797 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649184 Aug 09 15:54:28.589185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bbf3b8e-0760-43f8-a5a2-4ec2c09f4b2f req-8579411f-fcad-4d3a-b111-1253df66ed9a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.618466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d', 'ca307462-31af-43b9-81cc-140d9fead590'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:28.662984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579411f-fcad-4d3a-b111-1253df66ed9a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event deleted for resources: {'Port': ['ID=327e55ea-a329-4656-887d-9d01ef0df6eb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:28.702413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbf3b8e-0760-43f8-a5a2-4ec2c09f4b2f req-8579411f-fcad-4d3a-b111-1253df66ed9a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] No DVR routers for this DVR port 327e55ea-a329-4656-887d-9d01ef0df6eb on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:28.706259 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9bbf3b8e-0760-43f8-a5a2-4ec2c09f4b2f req-8579411f-fcad-4d3a-b111-1253df66ed9a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.708857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bbf3b8e-0760-43f8-a5a2-4ec2c09f4b2f req-8579411f-fcad-4d3a-b111-1253df66ed9a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.53 "DELETE /v2.0/ports/327e55ea-a329-4656-887d-9d01ef0df6eb HTTP/1.1" status: 204 len: 173 time: 2.0973933 Aug 09 15:54:28.711863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494e2124-d050-417a-a189-cc68f6f93ed6 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:28.712860 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1177038b-0e32-4893-9a4f-4d4432da2bc5', 'name': 'network-vif-deleted', 'tag': '327e55ea-a329-4656-887d-9d01ef0df6eb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:28.715910 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d152ad58-ab28-40b6-9281-298fd781ba62" -d '{"events": [{"server_uuid": "1177038b-0e32-4893-9a4f-4d4432da2bc5", "name": "network-vif-deleted", "tag": "327e55ea-a329-4656-887d-9d01ef0df6eb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:28.896601 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f376adbb-b33e-4731-a01b-d5d160493050 x-openstack-request-id: req-f376adbb-b33e-4731-a01b-d5d160493050 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:28.896894 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1177038b-0e32-4893-9a4f-4d4432da2bc5", "name": "network-vif-deleted", "tag": "327e55ea-a329-4656-887d-9d01ef0df6eb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:28.897146 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f376adbb-b33e-4731-a01b-d5d160493050 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:28.897563 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1177038b-0e32-4893-9a4f-4d4432da2bc5', 'name': 'network-vif-deleted', 'tag': '327e55ea-a329-4656-887d-9d01ef0df6eb', 'status': 'completed', 'code': 200} Aug 09 15:54:28.910923 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-145b1d44-6414-4bed-8658-513ad67b76d7 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:29.042758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494e2124-d050-417a-a189-cc68f6f93ed6 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:29.058996 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-494e2124-d050-417a-a189-cc68f6f93ed6 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:29.072591 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a95e2-8f32-4f88-87f2-85547eeae413 None None] Sync routers for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:29.136358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a95e2-8f32-4f88-87f2-85547eeae413 None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:29.137261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5b0a95e2-8f32-4f88-87f2-85547eeae413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:54:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:29.163877 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-494e2124-d050-417a-a189-cc68f6f93ed6 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "PUT /v2.0/floatingips/3ca00a05-527d-40d8-8979-3e12bf050503 HTTP/1.1" status: 200 len: 991 time: 3.6137810 Aug 09 15:54:29.376310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03838211-3850-4d78-82de-0175e6f51200 req-0ae8e898-f685-464f-a8c8-a36fe766da79 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:29.386227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03838211-3850-4d78-82de-0175e6f51200 req-0ae8e898-f685-464f-a8c8-a36fe766da79 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1341228 Aug 09 15:54:29.422655 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145b1d44-6414-4bed-8658-513ad67b76d7 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Router a9d5bcce-f78f-4ea4-a54d-3007e4558586 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:29.443619 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-5b0a95e2-8f32-4f88-87f2-85547eeae413 None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:29.457518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03838211-3850-4d78-82de-0175e6f51200 req-fdd5a749-bdf3-4c81-8dee-69677aa0d16e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700283 Aug 09 15:54:29.621799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97a1b34e-e92d-4890-bea3-aeaf08e5ec2b req-e3a20825-3d57-4064-903b-5eced19a12a7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=1177038b-0e32-4893-9a4f-4d4432da2bc5 HTTP/1.1" status: 200 len: 210 time: 0.0392225 Aug 09 15:54:29.713851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145b1d44-6414-4bed-8658-513ad67b76d7 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:29.725435 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713d316-6f1e-4e2b-b5d3-ede8548724f3 None None] Sync routers for ids ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:29.729381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-145b1d44-6414-4bed-8658-513ad67b76d7 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "PUT /v2.0/routers/a9d5bcce-f78f-4ea4-a54d-3007e4558586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9778030 Aug 09 15:54:29.731973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44464) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:29.740678 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0713d316-6f1e-4e2b-b5d3-ede8548724f3 None None] Routers {'a9d5bcce-f78f-4ea4-a54d-3007e4558586'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:29.741666 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0713d316-6f1e-4e2b-b5d3-ede8548724f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:54:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:29.807628 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0713d316-6f1e-4e2b-b5d3-ede8548724f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:29.818759 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0713d316-6f1e-4e2b-b5d3-ede8548724f3 None None] Routers {'a9d5bcce-f78f-4ea4-a54d-3007e4558586'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:29.819775 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0713d316-6f1e-4e2b-b5d3-ede8548724f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:54:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:29.859330 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-0713d316-6f1e-4e2b-b5d3-ede8548724f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:29.860104 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0713d316-6f1e-4e2b-b5d3-ede8548724f3 None None] The sync data for ids ['a9d5bcce-f78f-4ea4-a54d-3007e4558586'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:29.900694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 327e55ea-a329-4656-887d-9d01ef0df6eb no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:29.903163 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f6fecabf-4309-4cd4-add7-60fce676c668 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:30.062906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 327e55ea-a329-4656-887d-9d01ef0df6eb {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:30.063255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 327e55ea-a329-4656-887d-9d01ef0df6eb not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:30.296603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5b0a95e2-8f32-4f88-87f2-85547eeae413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '3ca00a05-527d-40d8-8979-3e12bf050503', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'floating_ip_address': '172.25.2.60', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'port_id': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'mac_address': 'fa:16:3e:8b:3b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:54:01Z', 'updated_at': '2021-08-09T15:54:26Z', 'revision_number': 1, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:30.340047 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:30.402724 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186daf-556e-44a2-97c0-5a145eda1009 req-43e6e207-c66c-4516-8d66-14dd4f90527a tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:30.414052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-43e6e207-c66c-4516-8d66-14dd4f90527a tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 815 time: 0.3007026 Aug 09 15:54:30.426626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a95e2-8f32-4f88-87f2-85547eeae413 None None] Checking router: 40a7f4c5-3cd2-4929-92aa-7aca13574d95 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:30.438894 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-7d98ec1e-edac-4f91-ba1f-76dd21ae3708 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/quotas/7f5f5545a2b64607a099e08f8d3f4154 HTTP/1.1" status: 200 len: 375 time: 0.0235448 Aug 09 15:54:30.444169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a95e2-8f32-4f88-87f2-85547eeae413 None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:30.445002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5b0a95e2-8f32-4f88-87f2-85547eeae413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:54:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:30.515793 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:30.516400 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-859dd0f2-61d3-46a7-9c5b-914baac872dd tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748544 Aug 09 15:54:30.598111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Deleting port 65e52cab-495d-46b9-aaa3-23ee08ea9585 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:30.598865 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:30.668530 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-db5c0bf8-b099-4527-9c82-0b01b242c089 service neutron] 10.222.0.81 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528184 Aug 09 15:54:30.750747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c17c5f-fa34-4ed9-94a8-e757f5c2f75a req-65ee5ce0-038f-40e4-aefe-b0be550b3979 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:30.762327 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-81c17c5f-fa34-4ed9-94a8-e757f5c2f75a req-65ee5ce0-038f-40e4-aefe-b0be550b3979 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1576009 Aug 09 15:54:30.802577 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-6f90b195-9f98-4a8c-a81b-1f42a205aaf1 service neutron] 10.222.0.81 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330166 Aug 09 15:54:30.845290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:30.849562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-5b0a95e2-8f32-4f88-87f2-85547eeae413 None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:30.879850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Calling delete_port for 65e52cab-495d-46b9-aaa3-23ee08ea9585 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:30.898856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'tag': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:30.899219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-81c17c5f-fa34-4ed9-94a8-e757f5c2f75a req-158e428b-fa89-4350-b1d7-8a04df684f96 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277714 Aug 09 15:54:30.901830 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98c5ece-0686-4efc-bf81-a8ad5d339926" -d '{"events": [{"name": "network-changed", "server_uuid": "f287fbac-c6e7-473c-b5e9-64696ab8735c", "tag": "2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:31.251575 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6fbb46a4-cab7-427c-86df-c3b632cf15ee req-b0922904-08ca-4f90-a049-f85444f6434f tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 210 time: 0.1370564 Aug 09 15:54:31.309716 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.310434 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a66187c-60ef-482c-afdd-bfc978c35e60 x-openstack-request-id: req-1a66187c-60ef-482c-afdd-bfc978c35e60 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:31.310776 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f287fbac-c6e7-473c-b5e9-64696ab8735c", "tag": "2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:31.310904 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a66187c-60ef-482c-afdd-bfc978c35e60 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:31.311238 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'tag': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228', 'status': 'completed', 'code': 200} Aug 09 15:54:31.392684 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event deleted for resources: {'Port': ['ID=65e52cab-495d-46b9-aaa3-23ee08ea9585,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:31.598180 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-e3051b06-d64f-4057-a9c8-7ecbc84a4c32 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5553248 Aug 09 15:54:31.649887 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.703284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5b0a95e2-8f32-4f88-87f2-85547eeae413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '3ca00a05-527d-40d8-8979-3e12bf050503', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'floating_ip_address': '172.25.2.60', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'port_id': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'mac_address': 'fa:16:3e:8b:3b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:54:01Z', 'updated_at': '2021-08-09T15:54:26Z', 'revision_number': 1, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:31.737831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c5ece-0686-4efc-bf81-a8ad5d339926 req-e203943a-a543-4820-8785-12a377122054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:31.746031 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c98c5ece-0686-4efc-bf81-a8ad5d339926 req-e203943a-a543-4820-8785-12a377122054 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 1097 time: 0.4880507 Aug 09 15:54:31.771586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a95e2-8f32-4f88-87f2-85547eeae413 None None] The sync data for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 is: [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '3ca00a05-527d-40d8-8979-3e12bf050503', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'floating_ip_address': '172.25.2.60', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'port_id': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'mac_address': 'fa:16:3e:8b:3b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:54:01Z', 'updated_at': '2021-08-09T15:54:26Z', 'revision_number': 1, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:31.788601 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.790680 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.877211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc759e41-273e-4fcc-bea6-ac817e21c2e3 req-a6efbb47-313e-4975-b5e0-dc6069504184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:31.880252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc759e41-273e-4fcc-bea6-ac817e21c2e3 req-a6efbb47-313e-4975-b5e0-dc6069504184 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1097 time: 0.5185483 Aug 09 15:54:31.909931 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.910616 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Fanout notify agent at l3_agent the message router_deleted on router a9d5bcce-f78f-4ea4-a54d-3007e4558586 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:31.948342 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:31.949537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c1d37655-3e4c-4221-8c1b-f0568e96f264 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "DELETE /v2.0/routers/a9d5bcce-f78f-4ea4-a54d-3007e4558586 HTTP/1.1" status: 204 len: 168 time: 2.2165351 Aug 09 15:54:31.959373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44528) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:32.094098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5373f889-5b95-4214-b19b-bbc6d5d6eeac tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Deleting subnet d5d87d36-0d3d-4550-bef9-16747b31f59a {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:32.098598 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5373f889-5b95-4214-b19b-bbc6d5d6eeac tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.154829 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5373f889-5b95-4214-b19b-bbc6d5d6eeac tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.223705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3b644-2922-48fe-8583-c5c365b9d6db None None] New status for floating IP 3ca00a05-527d-40d8-8979-3e12bf050503: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:54:32.305913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4afb-d19b-4d84-85aa-b37869d78baa req-34f3a87e-bf27-4df4-a113-b7e7494c9624 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:32.315712 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00ca4afb-d19b-4d84-85aa-b37869d78baa req-34f3a87e-bf27-4df4-a113-b7e7494c9624 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.2616754 Aug 09 15:54:32.338766 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5373f889-5b95-4214-b19b-bbc6d5d6eeac tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.341158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc759e41-273e-4fcc-bea6-ac817e21c2e3 req-c679d3c7-540d-402a-bcfc-b06244f6fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:32.342798 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc759e41-273e-4fcc-bea6-ac817e21c2e3 req-c679d3c7-540d-402a-bcfc-b06244f6fa0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.4145844 Aug 09 15:54:32.356041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4badffd-f029-4084-abb9-247231ccfed0 req-6f7c0d74-6b33-4de4-ba9a-137256297986 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:32.364824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e4badffd-f029-4084-abb9-247231ccfed0 req-6f7c0d74-6b33-4de4-ba9a-137256297986 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 946 time: 0.7316108 Aug 09 15:54:32.434071 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e4badffd-f029-4084-abb9-247231ccfed0 req-2475db20-cf7a-4919-844a-51ad98a6feb6 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636270 Aug 09 15:54:32.499228 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00ca4afb-d19b-4d84-85aa-b37869d78baa req-a7a291d4-d8fb-4862-9fa9-78bb920e29bf tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784203 Aug 09 15:54:32.541004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-dd1b4c90-35ab-4b62-852f-d86fea1a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:32.541004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-dd1b4c90-35ab-4b62-852f-d86fea1a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:32.541004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-dd1b4c90-35ab-4b62-852f-d86fea1a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:32.541004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-dd1b4c90-35ab-4b62-852f-d86fea1a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:32.541004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-dd1b4c90-35ab-4b62-852f-d86fea1a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:32.541004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-dd1b4c90-35ab-4b62-852f-d86fea1a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:32.541004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-dd1b4c90-35ab-4b62-852f-d86fea1a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:32.541726 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-dd1b4c90-35ab-4b62-852f-d86fea1a0ec9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 6493 time: 0.7942665 Aug 09 15:54:32.589609 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5373f889-5b95-4214-b19b-bbc6d5d6eeac tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.595261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c5ece-0686-4efc-bf81-a8ad5d339926 req-fcea2fa1-cfea-4090-be07-8fbb4e1fc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:32.601447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c98c5ece-0686-4efc-bf81-a8ad5d339926 req-fcea2fa1-cfea-4090-be07-8fbb4e1fc9dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 912 time: 0.8299744 Aug 09 15:54:32.715278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373f889-5b95-4214-b19b-bbc6d5d6eeac tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d87d36-0d3d-4550-bef9-16747b31f59a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:32.724565 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5373f889-5b95-4214-b19b-bbc6d5d6eeac tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.737618 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5373f889-5b95-4214-b19b-bbc6d5d6eeac tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "DELETE /v2.0/subnets/d5d87d36-0d3d-4550-bef9-16747b31f59a HTTP/1.1" status: 204 len: 168 time: 0.7737279 Aug 09 15:54:32.740206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44536) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:32.749035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf7fdf-0cfb-4a48-962a-17598dccc935 None None] Network 4ef9d52e-2f58-465c-989f-d2c39b8db439 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:32.842444 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c98c5ece-0686-4efc-bf81-a8ad5d339926 req-eb62a1d0-adc5-46ab-a34f-1e8fa52c816c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 HTTP/1.1" status: 200 len: 999 time: 0.2254615 Aug 09 15:54:32.871681 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-799c3a58-a645-4228-94ff-d046045ebd6d req-2da703dc-bd5b-4484-be9b-ea1068b5b97b tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 210 time: 0.1325715 Aug 09 15:54:33.008152 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.121828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c5ece-0686-4efc-bf81-a8ad5d339926 req-223ec136-caa2-40a6-a61c-a69ca3fe7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:33.124394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c98c5ece-0686-4efc-bf81-a8ad5d339926 req-223ec136-caa2-40a6-a61c-a69ca3fe7721 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46c0b232-cf1d-485c-aaa0-7c03fdd82b80 HTTP/1.1" status: 200 len: 850 time: 0.1080718 Aug 09 15:54:33.135482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc759e41-273e-4fcc-bea6-ac817e21c2e3 req-5a149969-18e3-41ef-a855-9a1984306477 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 1001 time: 0.7441273 Aug 09 15:54:33.167145 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e819f-361a-438d-bd9d-df1ec88b96c1 req-b5ae87d9-dc10-4bc7-82d9-22f27f7a9ad7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:33.169126 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c05e819f-361a-438d-bd9d-df1ec88b96c1 req-b5ae87d9-dc10-4bc7-82d9-22f27f7a9ad7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 946 time: 0.1542592 Aug 09 15:54:33.212691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a662b2-dd5d-4705-a2da-d2500675335d None None] DHCP port deletion for 4ef9d52e-2f58-465c-989f-d2c39b8db439 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:33.216174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc759e41-273e-4fcc-bea6-ac817e21c2e3 req-0c163fa0-fce0-4481-a54c-950b55a4ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:33.219105 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc759e41-273e-4fcc-bea6-ac817e21c2e3 req-0c163fa0-fce0-4481-a54c-950b55a4ea67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.0616367 Aug 09 15:54:33.286969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-4624765c-1c17-476b-9a0d-a5416d45f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:33.290255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-4624765c-1c17-476b-9a0d-a5416d45f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:33.290763 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-4624765c-1c17-476b-9a0d-a5416d45f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:33.292962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-4624765c-1c17-476b-9a0d-a5416d45f4cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=97fd2185-0eab-47a9-8199-9d7cb3b92b10&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=1c3c728d-829e-4443-8957-ac78e0ccda02&id=1c3c728d-829e-4443-8957-ac78e0ccda02 HTTP/1.1" status: 200 len: 2292 time: 0.5552559 Aug 09 15:54:33.301019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Deleting port f8160f92-19e6-4eb2-bf69-3bac0068eba1 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:33.301471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.331801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-45a662b2-dd5d-4705-a2da-d2500675335d None None] Deleting port f8160f92-19e6-4eb2-bf69-3bac0068eba1 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:33.342248 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-45a662b2-dd5d-4705-a2da-d2500675335d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.427692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] For port f8160f92-19e6-4eb2-bf69-3bac0068eba1, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f8160f92-19e6-4eb2-bf69-3bac0068eba1,segment=NetworkSegment(6c21600e-c56f-426c-89b4-1a5fb94146ae),segment_id=6c21600e-c56f-426c-89b4-1a5fb94146ae)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:33.428222 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.428497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c5ece-0686-4efc-bf81-a8ad5d339926 req-20a78069-4334-4383-b8e4-9dc74b5372d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:33.430402 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c98c5ece-0686-4efc-bf81-a8ad5d339926 req-20a78069-4334-4383-b8e4-9dc74b5372d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd99aa88-f29c-4799-a778-de1dd4e14a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2910562 Aug 09 15:54:33.438842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186daf-556e-44a2-97c0-5a145eda1009 req-2caf9a58-932e-4327-b9eb-1f9bff982d5d tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:33.440662 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-2caf9a58-932e-4327-b9eb-1f9bff982d5d tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 815 time: 0.6946604 Aug 09 15:54:33.455197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-c05e819f-361a-438d-bd9d-df1ec88b96c1 req-7ea6c715-8037-4994-b294-844877b740ea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Deleting port ca307462-31af-43b9-81cc-140d9fead590 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:33.455647 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c05e819f-361a-438d-bd9d-df1ec88b96c1 req-7ea6c715-8037-4994-b294-844877b740ea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.459272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Calling delete_port for f8160f92-19e6-4eb2-bf69-3bac0068eba1 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:33.459714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-35186daf-556e-44a2-97c0-5a145eda1009 req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Request body: {'port': {'device_id': '92e533b8-0f98-477f-8d73-a87a0edb41fc', 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289', 'admin_state_up': True, 'tenant_id': '7f5f5545a2b64607a099e08f8d3f4154'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:33.487871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-45a662b2-dd5d-4705-a2da-d2500675335d None None] For port f8160f92-19e6-4eb2-bf69-3bac0068eba1, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f8160f92-19e6-4eb2-bf69-3bac0068eba1,segment=NetworkSegment(6c21600e-c56f-426c-89b4-1a5fb94146ae),segment_id=6c21600e-c56f-426c-89b4-1a5fb94146ae)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:33.488292 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-45a662b2-dd5d-4705-a2da-d2500675335d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.519234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-45a662b2-dd5d-4705-a2da-d2500675335d None None] Calling delete_port for f8160f92-19e6-4eb2-bf69-3bac0068eba1 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:33.711039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f8160f92-19e6-4eb2-bf69-3bac0068eba1 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:33.765653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc759e41-273e-4fcc-bea6-ac817e21c2e3 req-860a22d8-386f-49e9-9f19-cd9c5b834c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:33.769378 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc759e41-273e-4fcc-bea6-ac817e21c2e3 req-860a22d8-386f-49e9-9f19-cd9c5b834c34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4711759 Aug 09 15:54:33.769553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-c05e819f-361a-438d-bd9d-df1ec88b96c1 req-7ea6c715-8037-4994-b294-844877b740ea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] For port ca307462-31af-43b9-81cc-140d9fead590, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ca307462-31af-43b9-81cc-140d9fead590,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:33.770375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c05e819f-361a-438d-bd9d-df1ec88b96c1 req-7ea6c715-8037-4994-b294-844877b740ea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.776388 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-f90ceaee-be27-43df-a6ee-29fd77be5df7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ed1316a-0351-412f-8ada-42ec3a9c3323 HTTP/1.1" status: 200 len: 1000 time: 0.4619689 Aug 09 15:54:33.782221 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-45a662b2-dd5d-4705-a2da-d2500675335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.789722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [req-c05e819f-361a-438d-bd9d-df1ec88b96c1 req-7ea6c715-8037-4994-b294-844877b740ea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Calling delete_port for ca307462-31af-43b9-81cc-140d9fead590 owned by compute:nova {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:33.868121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Port f8160f92-19e6-4eb2-bf69-3bac0068eba1 update to DOWN by agent not found {{(pid=94291) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 09 15:54:33.870980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a662b2-dd5d-4705-a2da-d2500675335d None None] No DVR routers for this DVR port f8160f92-19e6-4eb2-bf69-3bac0068eba1 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:33.874100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a662b2-dd5d-4705-a2da-d2500675335d None None] Pushing event deleted for resources: {'Port': ['ID=f8160f92-19e6-4eb2-bf69-3bac0068eba1,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:33.974867 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c05e819f-361a-438d-bd9d-df1ec88b96c1 req-7ea6c715-8037-4994-b294-844877b740ea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.987399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d', 'ca307462-31af-43b9-81cc-140d9fead590'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:34.093438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6c715-8037-4994-b294-844877b740ea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event deleted for resources: {'Port': ['ID=ca307462-31af-43b9-81cc-140d9fead590,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:34.108776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc759e41-273e-4fcc-bea6-ac817e21c2e3 req-f9723b9e-cdb3-44c4-b975-dfa560bc3aa6 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216324 Aug 09 15:54:34.112259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-da3d3b10-0baa-47fc-ad58-041b516da7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:34.114156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-da3d3b10-0baa-47fc-ad58-041b516da7d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51659fe6-a55f-4bd8-a71f-56d7fba31309 HTTP/1.1" status: 200 len: 850 time: 0.3246064 Aug 09 15:54:34.132991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35186daf-556e-44a2-97c0-5a145eda1009 req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Made reservation on behalf of 7f5f5545a2b64607a099e08f8d3f4154 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:34.141818 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-35186daf-556e-44a2-97c0-5a145eda1009 req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.171448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05355f8-91cb-447e-b8db-5abda28803c2 req-569a96da-a035-4379-9052-37844726f30d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:34.179312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e05355f8-91cb-447e-b8db-5abda28803c2 req-569a96da-a035-4379-9052-37844726f30d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=27f78b2d-3c84-4319-9aea-b78c4eb77fc5 HTTP/1.1" status: 200 len: 867 time: 0.5230322 Aug 09 15:54:34.273349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.279302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05e819f-361a-438d-bd9d-df1ec88b96c1 req-7ea6c715-8037-4994-b294-844877b740ea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] No DVR routers for this DVR port ca307462-31af-43b9-81cc-140d9fead590 on host n-h2-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:34.291091 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-c05e819f-361a-438d-bd9d-df1ec88b96c1 req-7ea6c715-8037-4994-b294-844877b740ea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.305868 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c05e819f-361a-438d-bd9d-df1ec88b96c1 req-7ea6c715-8037-4994-b294-844877b740ea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "DELETE /v2.0/ports/ca307462-31af-43b9-81cc-140d9fead590 HTTP/1.1" status: 204 len: 173 time: 1.1275344 Aug 09 15:54:34.318554 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f78b2d-3c84-4319-9aea-b78c4eb77fc5', 'name': 'network-vif-deleted', 'tag': 'ca307462-31af-43b9-81cc-140d9fead590'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:34.320959 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce3ad1b-ca68-4e33-90d3-5279b14f69ba" -d '{"events": [{"server_uuid": "27f78b2d-3c84-4319-9aea-b78c4eb77fc5", "name": "network-vif-deleted", "tag": "ca307462-31af-43b9-81cc-140d9fead590"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:34.356016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b794b4-a9af-414f-8efd-2742bde6ec53 req-665d7570-6756-4ea0-b9e4-3ca4403fee4c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:34.359353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97b794b4-a9af-414f-8efd-2742bde6ec53 req-665d7570-6756-4ea0-b9e4-3ca4403fee4c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.5728669 Aug 09 15:54:34.361405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event deleted for resources: {'Port': ['ID=f8160f92-19e6-4eb2-bf69-3bac0068eba1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:34.376282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] No DVR routers for this DVR port f8160f92-19e6-4eb2-bf69-3bac0068eba1 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:34.397000 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e05355f8-91cb-447e-b8db-5abda28803c2 req-d111242a-984a-4bce-bf92-001d0c2fff4d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167070 Aug 09 15:54:34.627342 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.644540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-35186daf-556e-44a2-97c0-5a145eda1009 req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Allocated IP 172.20.0.9 (61cf6497-c0e8-4aa1-b191-24858c95b289/9132e588-bfa4-4e08-90cf-517fa9fb19b7/17283a6f-73f7-4ebc-8166-f9154a5519fa) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:34.655926 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef9d52e-2f58-465c-989f-d2c39b8db439']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:34.678457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c21600e-c56f-426c-89b4-1a5fb94146ae') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:34.678877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c21600e-c56f-426c-89b4-1a5fb94146ae') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:34.709009 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.740171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.747563 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:34.748167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:34.751454 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:34.849861 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97b794b4-a9af-414f-8efd-2742bde6ec53 req-231bd528-f695-4eb7-87a1-41efaadcc341 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4395499 Aug 09 15:54:34.854782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-2f201148-c3a4-44f0-83b3-94410f7c1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:34.867725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-2f201148-c3a4-44f0-83b3-94410f7c1dc8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97fd2185-0eab-47a9-8199-9d7cb3b92b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5962963 Aug 09 15:54:34.876359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c98c5ece-0686-4efc-bf81-a8ad5d339926 req-5e3d73d9-9bd7-4232-8f9c-b3ba08b8308c service neutron] 10.222.0.60 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4340913 Aug 09 15:54:34.902775 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-da5f4101-7aed-47c3-b5fc-8a6dcbe1eda1 req-7addaeb8-95ae-44b6-8795-38bd4e5223b3 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 210 time: 0.1264904 Aug 09 15:54:34.921987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc759e41-273e-4fcc-bea6-ac817e21c2e3 req-f459f871-58c5-4299-885a-e91af55a396e service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7727411 Aug 09 15:54:34.926473 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.958817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.963362 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "DELETE /v2.0/networks/4ef9d52e-2f58-465c-989f-d2c39b8db439 HTTP/1.1" status: 204 len: 168 time: 2.2198060 Aug 09 15:54:34.993535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44570) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:34.999769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865adbb5-ee31-4ec2-860c-41c1ae404c36 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event deleted for resources: {'Network': ['ID=4ef9d52e-2f58-465c-989f-d2c39b8db439,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:35.043566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-35186daf-556e-44a2-97c0-5a145eda1009 req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.110627 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a69a55-c81d-4396-8649-9faea9eaa448 x-openstack-request-id: req-25a69a55-c81d-4396-8649-9faea9eaa448 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:35.110920 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f78b2d-3c84-4319-9aea-b78c4eb77fc5", "name": "network-vif-deleted", "tag": "ca307462-31af-43b9-81cc-140d9fead590", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:35.111213 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25a69a55-c81d-4396-8649-9faea9eaa448 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:35.111603 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f78b2d-3c84-4319-9aea-b78c4eb77fc5', 'name': 'network-vif-deleted', 'tag': 'ca307462-31af-43b9-81cc-140d9fead590', 'status': 'completed', 'code': 200} Aug 09 15:54:35.242202 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0d705e8a-e6d8-42ab-b946-e9211ace43d9 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Deleting port cca5a000-dab4-4d38-a97b-6a0795711dba {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:35.242560 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d705e8a-e6d8-42ab-b946-e9211ace43d9 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.375632 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d705e8a-e6d8-42ab-b946-e9211ace43d9 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.378025 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d705e8a-e6d8-42ab-b946-e9211ace43d9 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.417284 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0d705e8a-e6d8-42ab-b946-e9211ace43d9 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Calling delete_port for cca5a000-dab4-4d38-a97b-6a0795711dba owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:35.753094 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d705e8a-e6d8-42ab-b946-e9211ace43d9 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.763244 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-35186daf-556e-44a2-97c0-5a145eda1009 req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.780084 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['fe92b579-64fa-4c93-9d6e-f34537fd6273', '9443847c-0d21-47ae-91ae-92ea6a5d3688', 'e24ad4e2-0554-4aeb-8523-73895bd53279'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:35.817214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d705e8a-e6d8-42ab-b946-e9211ace43d9 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Pushing event deleted for resources: {'Port': ['ID=cca5a000-dab4-4d38-a97b-6a0795711dba,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:35.865985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Pushing event updated for resources: {'Port': ['ID=17283a6f-73f7-4ebc-8166-f9154a5519fa,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:35.918898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35186daf-556e-44a2-97c0-5a145eda1009 req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Network 61cf6497-c0e8-4aa1-b191-24858c95b289 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:35.924002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-35186daf-556e-44a2-97c0-5a145eda1009 req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:35.929482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-35186daf-556e-44a2-97c0-5a145eda1009 req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:36.004964 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c98c5ece-0686-4efc-bf81-a8ad5d339926 req-9e54b438-58a2-4eb6-90b7-cc9c0acbb6a7 service neutron] 10.222.0.60 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0788167 Aug 09 15:54:36.025907 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-ea8bcff7-ba11-4959-bf04-818388fca752 service neutron] 10.222.0.53 "GET /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1447611 Aug 09 15:54:36.064660 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-4bd4c96f-12fb-4709-aff0-87610eb62fc9 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.073849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-4bd4c96f-12fb-4709-aff0-87610eb62fc9 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.3362339 Aug 09 15:54:36.103125 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-0e2ddc0a-859e-494f-b920-9d708daae97c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/quotas/e5f1a03c287a42209d0b9eb2d0d97d41 HTTP/1.1" status: 200 len: 375 time: 0.0279222 Aug 09 15:54:36.148314 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d705e8a-e6d8-42ab-b946-e9211ace43d9 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.152322 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d705e8a-e6d8-42ab-b946-e9211ace43d9 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.156606 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-e1d3d4e9-fe1e-4ea9-853b-d0d939d3053b service neutron] 10.222.0.53 "GET /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205058 Aug 09 15:54:36.157204 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0d705e8a-e6d8-42ab-b946-e9211ace43d9 tempest-FloatingIPAdminTestJSON-838959510 tempest-FloatingIPAdminTestJSON-838959510-project] 10.222.0.81 "DELETE /v2.0/floatingips/7883dd0c-a409-4183-beac-bd6ca49ecb2b HTTP/1.1" status: 204 len: 168 time: 1.1606593 Aug 09 15:54:36.169203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186daf-556e-44a2-97c0-5a145eda1009 req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.172399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-35186daf-556e-44a2-97c0-5a145eda1009 req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.196047 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-2ba3da6f-79c5-45f9-ad95-aee2a8386671 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915599 Aug 09 15:54:36.266459 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-85801e6d-4a2a-4a04-87c5-70fbe3d8c0d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=3466e235-97ff-4dc2-8d02-ef6f15d1cb22 HTTP/1.1" status: 200 len: 217 time: 0.0885999 Aug 09 15:54:36.279204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd293-5fef-4c83-b6d0-fb49bba5ab93 req-2d0a52ad-ad24-4cc2-b2d6-571ff6ca2461 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.281421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27efd293-5fef-4c83-b6d0-fb49bba5ab93 req-2d0a52ad-ad24-4cc2-b2d6-571ff6ca2461 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.2968445 Aug 09 15:54:36.343965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-733e4416-e68d-4cd2-b0b1-fe108949df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.346053 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-733e4416-e68d-4cd2-b0b1-fe108949df5f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.0620141 Aug 09 15:54:36.421901 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-96dfc0f3-fa64-4ed4-87fe-0bdc99b2cbf2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9659848 Aug 09 15:54:36.437541 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-624646bb-943d-4637-9d08-5609c9f1f19b service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301443 Aug 09 15:54:36.446962 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Request body: {'port': {'device_id': '92e533b8-0f98-477f-8d73-a87a0edb41fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:36.534273 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.574561 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27efd293-5fef-4c83-b6d0-fb49bba5ab93 req-55025951-00a0-4720-93c4-6ef65551f7c6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271848 Aug 09 15:54:36.580482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-b0d3cbe0-76aa-4703-9546-50a0f090f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.582832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-b0d3cbe0-76aa-4703-9546-50a0f090f506 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2260413 Aug 09 15:54:36.608740 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-ec413629-5b79-4ab3-8cd7-2f4e68955a6f service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642282 Aug 09 15:54:36.622876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44610) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:36.913569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-275b10d8-62e3-48ab-8989-fe5b8313b248 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3e1d59ea364e4fe6b7068b7e93c26346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880197 Aug 09 15:54:36.914355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44620) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:36.989129 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9da7ff65-354c-48a5-86f8-e9d4a1a656f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.014521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17283a6f-73f7-4ebc-8166-f9154a5519fa {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:37.017280 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9da7ff65-354c-48a5-86f8-e9d4a1a656f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.022947 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.039383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Transition to ACTIVE for port object 17283a6f-73f7-4ebc-8166-f9154a5519fa will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:37.078145 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.104736 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9da7ff65-354c-48a5-86f8-e9d4a1a656f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.109620 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9da7ff65-354c-48a5-86f8-e9d4a1a656f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.115039 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9da7ff65-354c-48a5-86f8-e9d4a1a656f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/395b8e82-c0cc-4681-b6fd-18096190ea9d HTTP/1.1" status: 204 len: 168 time: 0.1962981 Aug 09 15:54:37.125154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7ff65-354c-48a5-86f8-e9d4a1a656f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395b8e82-c0cc-4681-b6fd-18096190ea9d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:37.256407 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-646dfecd-c7e6-4ad2-a94b-d4c10479952f req-d850db7f-71a7-4c5c-aa5d-ab5dc58fd68e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 210 time: 0.0828466 Aug 09 15:54:37.319548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-a391c1a5-6148-4bce-a20c-ee6e4a037b43 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778745 Aug 09 15:54:37.587223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Pushing event updated for resources: {'Port': ['ID=17283a6f-73f7-4ebc-8166-f9154a5519fa,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:37.589542 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee8a8-7aea-4e52-87a9-0bf3f9bfdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.610458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede6de4-0cab-46cd-b060-f5dbe0291213 req-abbb7363-9611-4028-b9ee-6e7cc5e39b21 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:37.612071 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fede6de4-0cab-46cd-b060-f5dbe0291213 req-abbb7363-9611-4028-b9ee-6e7cc5e39b21 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 943 time: 0.5508504 Aug 09 15:54:37.768108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44640) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:37.830525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ca307462-31af-43b9-81cc-140d9fead590 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:37.847380 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fede6de4-0cab-46cd-b060-f5dbe0291213 req-f8c4b313-6707-488d-862a-cbba34884588 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169051 Aug 09 15:54:37.849725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536b266-2d7c-4a21-816c-27d9cb680cfb req-35347750-80b8-4769-ab56-6f5e5cbf7247 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:37.863727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b536b266-2d7c-4a21-816c-27d9cb680cfb req-35347750-80b8-4769-ab56-6f5e5cbf7247 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1187510 Aug 09 15:54:37.874525 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-150d873b-3a63-40a8-912b-5bb104207d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.899488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-5a784c80-7266-4e26-bf88-61864544119d service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706394 Aug 09 15:54:37.907501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: ca307462-31af-43b9-81cc-140d9fead590 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:37.908167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ca307462-31af-43b9-81cc-140d9fead590 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:37.914722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Attempting to bind port 17283a6f-73f7-4ebc-8166-f9154a5519fa on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:37.915168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Attempting to bind port 17283a6f-73f7-4ebc-8166-f9154a5519fa by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:37.915511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Attempting to bind port 17283a6f-73f7-4ebc-8166-f9154a5519fa on network 61cf6497-c0e8-4aa1-b191-24858c95b289 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:37.941466 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b536b266-2d7c-4a21-816c-27d9cb680cfb req-09ae93ca-de90-4377-a8f5-e74ca14ccab2 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759454 Aug 09 15:54:38.053242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Port 17283a6f-73f7-4ebc-8166-f9154a5519fa on network 61cf6497-c0e8-4aa1-b191-24858c95b289 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:54:38.053903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Attempting to bind port 17283a6f-73f7-4ebc-8166-f9154a5519fa on network 61cf6497-c0e8-4aa1-b191-24858c95b289 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:38.064140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-30773197-8a5d-4d33-aa51-b0425ff15a12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=5c157cf4-9aaa-47fa-aba5-df3034f5174b HTTP/1.1" status: 200 len: 217 time: 0.1460164 Aug 09 15:54:38.066914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:38.067265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Checking segment: {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:38.067666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Bound using segment: {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:38.068124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Bound port: 17283a6f-73f7-4ebc-8166-f9154a5519fa, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c0a38e-2cd2-43fb-89da-f868eb199d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:38.068495 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.270741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-2575d47c-57bf-4f34-9fe7-c98847201f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:38.274166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-2575d47c-57bf-4f34-9fe7-c98847201f58 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.2021015 Aug 09 15:54:38.327346 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-150d873b-3a63-40a8-912b-5bb104207d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.340814 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-150d873b-3a63-40a8-912b-5bb104207d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.396697 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f68beb0-759e-4e3d-b519-65427b6c0787 req-2b469423-8aef-4214-a5c5-63e03e637c35 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 210 time: 0.0622339 Aug 09 15:54:38.403900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] For port 17283a6f-73f7-4ebc-8166-f9154a5519fa, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:38.438307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d873b-3a63-40a8-912b-5bb104207d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bc2119-dcea-47ea-a070-aaf6942d3667,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:38.443190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-150d873b-3a63-40a8-912b-5bb104207d35 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=19ac3248cc674c8585ed70a6c956bae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723485 Aug 09 15:54:38.445920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44652) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:38.446673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] For port 17283a6f-73f7-4ebc-8166-f9154a5519fa, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=17283a6f-73f7-4ebc-8166-f9154a5519fa,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:38.455029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-630bef19-f48d-4759-b493-84b0b76ef18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:38.460121 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-630bef19-f48d-4759-b493-84b0b76ef18d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1745896 Aug 09 15:54:38.461414 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.557976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-71254d64-26b3-4207-bf4d-951457ab0d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.571941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:38.572698 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.574303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] 10.222.0.53 "PUT /v2.0/ports/17283a6f-73f7-4ebc-8166-f9154a5519fa HTTP/1.1" status: 200 len: 1091 time: 2.1321995 Aug 09 15:54:38.576932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e533b8-0f98-477f-8d73-a87a0edb41fc', 'tag': '17283a6f-73f7-4ebc-8166-f9154a5519fa'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:38.579299 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d00016-dbd0-43fb-a8ea-f1ffa8e83e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "92e533b8-0f98-477f-8d73-a87a0edb41fc", "tag": "17283a6f-73f7-4ebc-8166-f9154a5519fa"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:38.636997 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-71254d64-26b3-4207-bf4d-951457ab0d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.696411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-fec3ab99-c9d1-4bd8-a512-e3569f1d3d97 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212029 Aug 09 15:54:38.697323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff484c0-4c4a-40d3-b67d-ca2bd9dd0b05 service neutron] Pushing event updated for resources: {'Port': ['ID=17283a6f-73f7-4ebc-8166-f9154a5519fa,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:38.703814 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f667b073-732c-4a48-9b9d-5f03f0532aa5 x-openstack-request-id: req-f667b073-732c-4a48-9b9d-5f03f0532aa5 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:38.704361 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e533b8-0f98-477f-8d73-a87a0edb41fc", "tag": "17283a6f-73f7-4ebc-8166-f9154a5519fa", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:38.704781 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f667b073-732c-4a48-9b9d-5f03f0532aa5 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:38.705362 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e533b8-0f98-477f-8d73-a87a0edb41fc', 'tag': '17283a6f-73f7-4ebc-8166-f9154a5519fa', 'status': 'completed', 'code': 200} Aug 09 15:54:38.733362 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-71254d64-26b3-4207-bf4d-951457ab0d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.736187 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-71254d64-26b3-4207-bf4d-951457ab0d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.737656 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-71254d64-26b3-4207-bf4d-951457ab0d6d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/18bc2119-dcea-47ea-a070-aaf6942d3667 HTTP/1.1" status: 204 len: 168 time: 0.2906418 Aug 09 15:54:38.773725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71254d64-26b3-4207-bf4d-951457ab0d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bc2119-dcea-47ea-a070-aaf6942d3667,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:38.962771 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-47598e94-b21a-46cd-9afb-e805358a3b2e service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062342 Aug 09 15:54:39.299896 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-a69a7591-13ff-44c1-bf88-98633330a39e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=64b75181-1c9b-405f-9297-9cd3037a0ac9 HTTP/1.1" status: 200 len: 217 time: 0.2617207 Aug 09 15:54:39.302459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d3338-20ee-467a-be9b-826e73fc6573 req-5916c93f-b6e0-45bb-8152-895e0e5d0de0 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.320215 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d52d3338-20ee-467a-be9b-826e73fc6573 req-5916c93f-b6e0-45bb-8152-895e0e5d0de0 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.2083976 Aug 09 15:54:39.374890 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d52d3338-20ee-467a-be9b-826e73fc6573 req-0f7b7a53-9a9d-40be-9f7a-9b3516ca93c5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531924 Aug 09 15:54:39.475609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcebc98-4a64-4708-9205-aced7728c59c req-cf817fff-e855-4fd6-9354-f1296249769c tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.486860 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bcebc98-4a64-4708-9205-aced7728c59c req-cf817fff-e855-4fd6-9354-f1296249769c tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 943 time: 0.4189472 Aug 09 15:54:39.509114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186daf-556e-44a2-97c0-5a145eda1009 req-d4680042-cb88-4a1e-8e02-09b13cd9f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.510898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-d4680042-cb88-4a1e-8e02-09b13cd9f493 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 1094 time: 0.8100343 Aug 09 15:54:39.564157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44678) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:39.584963 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec480-29b5-44a6-bf37-c9474fff5f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.588001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-c4701e97-f3c4-48f3-89a5-70bd70bf478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.589567 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-c4701e97-f3c4-48f3-89a5-70bd70bf478a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.2723176 Aug 09 15:54:39.599918 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-167d0285-4455-458b-ab98-1046c01f19e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17283a6f-73f7-4ebc-8166-f9154a5519fa HTTP/1.1" status: 200 len: 217 time: 0.0746815 Aug 09 15:54:39.625167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bcebc98-4a64-4708-9205-aced7728c59c req-109856ce-0597-4d98-8ad5-3eebc298cb6b tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367867 Aug 09 15:54:39.634646 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-c82fd35f-1abd-4329-ba4e-9acf05959271 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.636607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-c82fd35f-1abd-4329-ba4e-9acf05959271 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.9343851 Aug 09 15:54:39.707689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Request body: {'port': {'device_id': '03114f85-e546-4003-adf3-e836d8aa3dde', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'admin_state_up': True, 'tenant_id': 'e5f1a03c287a42209d0b9eb2d0d97d41'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:39.785405 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4eb5d5e2-6a17-40e2-83b8-ea31d16e0266 req-7e9c6570-5c0f-4dd2-a004-032ae7941b3b tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 210 time: 0.1008329 Aug 09 15:54:39.820367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-d540de0d-b59d-4cd9-a223-2cfbf5637e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.821727 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-d540de0d-b59d-4cd9-a223-2cfbf5637e14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2208440 Aug 09 15:54:39.832176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186daf-556e-44a2-97c0-5a145eda1009 req-181b46f9-7d89-44b7-8d40-956880b4eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.833915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-181b46f9-7d89-44b7-8d40-956880b4eb92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9132e588-bfa4-4e08-90cf-517fa9fb19b7 HTTP/1.1" status: 200 len: 855 time: 0.1872065 Aug 09 15:54:39.887106 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec480-29b5-44a6-bf37-c9474fff5f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.903594 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec480-29b5-44a6-bf37-c9474fff5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.941441 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-97ad0292-bf18-475d-b9b3-18f7a78431e0 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112075 Aug 09 15:54:39.977879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ec480-29b5-44a6-bf37-c9474fff5f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dbd9e0-dc9c-4337-bccb-9958f9115b64,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:39.986106 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9f9ec480-29b5-44a6-bf37-c9474fff5f55 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=594a64fee93e4d2ab4efcabaff40486a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208128 Aug 09 15:54:39.991461 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44684) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:40.034924 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-bc81002f-7dfa-4ca5-b9a6-ef4be44c56ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61cf6497-c0e8-4aa1-b191-24858c95b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894120 Aug 09 15:54:40.076214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Made reservation on behalf of e5f1a03c287a42209d0b9eb2d0d97d41 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:40.079631 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b75d113-3363-41e0-aa97-4c63c8781152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.080403 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.117701 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b75d113-3363-41e0-aa97-4c63c8781152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.224593 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b75d113-3363-41e0-aa97-4c63c8781152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.238137 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b75d113-3363-41e0-aa97-4c63c8781152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.262254 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0b75d113-3363-41e0-aa97-4c63c8781152 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/47dbd9e0-dc9c-4337-bccb-9958f9115b64 HTTP/1.1" status: 204 len: 168 time: 0.2497942 Aug 09 15:54:40.276003 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-5731d80a-3eea-4762-b50f-2e7257ca588d service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146372 Aug 09 15:54:40.302254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75d113-3363-41e0-aa97-4c63c8781152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dbd9e0-dc9c-4337-bccb-9958f9115b64,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:40.335773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-1be5d2b3-20f8-4c2a-9570-83cff814f3be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 HTTP/1.1" status: 200 len: 217 time: 0.0508678 Aug 09 15:54:40.363044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-e0c0e39d-501c-4076-baf0-a4f1d6af149f service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031414 Aug 09 15:54:40.495716 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-39bc1c28-026d-44e0-a6fb-068c98c7ab7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.707388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-e68093ba-f74d-458c-8159-e52202469231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.713395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-e68093ba-f74d-458c-8159-e52202469231 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.3670225 Aug 09 15:54:40.766592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Allocated IP 172.20.0.13 (bda938b4-f252-4ee7-b4cf-f10144f1cc5d/753134b0-7750-440f-bc44-e17b7bfff805/e8f6c5b0-e73d-4711-992a-d5960f2685ae) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:40.868632 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.057030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9e267-0e16-4841-91b0-c46de943ccee req-ed0519d6-da50-4113-86ec-8231bed32408 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:41.066250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86f9e267-0e16-4841-91b0-c46de943ccee req-ed0519d6-da50-4113-86ec-8231bed32408 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.5285287 Aug 09 15:54:41.174236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7def1c-98ef-4091-b2af-c198236ddcdf req-3a420b7b-0bb2-423a-81b7-d4e2cf611d41 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:41.178649 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee7def1c-98ef-4091-b2af-c198236ddcdf req-3a420b7b-0bb2-423a-81b7-d4e2cf611d41 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 943 time: 0.2186580 Aug 09 15:54:41.319572 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee7def1c-98ef-4091-b2af-c198236ddcdf req-97ed3d01-e066-425a-a714-e05b3d7de301 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181471 Aug 09 15:54:41.409977 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.554918 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.603713 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff7a43b0-8527-492e-8fcb-867ae7022591 req-06bbe1d9-d3e5-4c54-9ea8-c5231af48bdc tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 210 time: 0.0882204 Aug 09 15:54:41.684081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-b4dca686-d411-443c-b04a-3a2ea11faf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:41.686471 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-b4dca686-d411-443c-b04a-3a2ea11faf9d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9435303 Aug 09 15:54:41.695157 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35186daf-556e-44a2-97c0-5a145eda1009 req-d09a4e54-53c6-45d4-b649-12880a5a0494 service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3053448 Aug 09 15:54:41.709550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86f9e267-0e16-4841-91b0-c46de943ccee req-060de893-e212-40ae-87c6-a8a9669c2b74 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6384213 Aug 09 15:54:41.943273 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.954727 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-1f7648b6-b5f0-4a55-ad47-b9332db7935f service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410488 Aug 09 15:54:41.960079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d00016-dbd0-43fb-a8ea-f1ffa8e83e7f req-eba04e02-f4ae-45cb-850e-246e6f3a10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:41.961504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97d00016-dbd0-43fb-a8ea-f1ffa8e83e7f req-eba04e02-f4ae-45cb-850e-246e6f3a10f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 1094 time: 0.1367605 Aug 09 15:54:42.122780 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.142996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:42.193788 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:54:42.212335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Network bda938b4-f252-4ee7-b4cf-f10144f1cc5d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:42.244071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:42.248847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:42.315249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:42.316002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.320735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d00016-dbd0-43fb-a8ea-f1ffa8e83e7f req-5132b1d0-3728-4914-93ea-1de2e2e268b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:42.322239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97d00016-dbd0-43fb-a8ea-f1ffa8e83e7f req-5132b1d0-3728-4914-93ea-1de2e2e268b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 916 time: 0.3363731 Aug 09 15:54:42.328002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-11174e8f-872a-402b-ab57-ec6eca8aed04 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558357 Aug 09 15:54:42.328626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event updated for resources: {'Port': ['ID=e8f6c5b0-e73d-4711-992a-d5960f2685ae,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:42.399416 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-d4efdfaa-fd5e-474f-9280-51f2b786a649 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7338240 Aug 09 15:54:42.430765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-d6b0b434-bd05-4a2b-86a5-5b3e9466849a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 HTTP/1.1" status: 200 len: 217 time: 0.0880601 Aug 09 15:54:42.435709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Request body: {'port': {'device_id': '03114f85-e546-4003-adf3-e836d8aa3dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:42.441779 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97d00016-dbd0-43fb-a8ea-f1ffa8e83e7f req-5ea7ae41-c6a3-4b53-b638-ab2c2726d279 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17283a6f-73f7-4ebc-8166-f9154a5519fa HTTP/1.1" status: 200 len: 217 time: 0.1029480 Aug 09 15:54:42.535066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-e49e9569-9138-481a-8db5-21a5be9b626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:42.536572 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-e49e9569-9138-481a-8db5-21a5be9b626b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3085894-0751-4872-a5e8-b00412ed7387 HTTP/1.1" status: 200 len: 797 time: 0.0967312 Aug 09 15:54:42.580783 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a3c24-5d41-4bfa-af46-97f44800ee46 req-ec45ac1c-c84c-4adb-8aee-6dbf8b1223f7 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:42.594337 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d66a3c24-5d41-4bfa-af46-97f44800ee46 req-ec45ac1c-c84c-4adb-8aee-6dbf8b1223f7 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 943 time: 0.1169329 Aug 09 15:54:42.691753 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d66a3c24-5d41-4bfa-af46-97f44800ee46 req-74250756-f03d-4bd9-889e-afb1f5e087d7 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926647 Aug 09 15:54:42.698081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d00016-dbd0-43fb-a8ea-f1ffa8e83e7f req-4f3b1800-05e1-4a3f-a404-e3a92e7ec51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:42.700739 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97d00016-dbd0-43fb-a8ea-f1ffa8e83e7f req-4f3b1800-05e1-4a3f-a404-e3a92e7ec51e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9132e588-bfa4-4e08-90cf-517fa9fb19b7 HTTP/1.1" status: 200 len: 855 time: 0.1603613 Aug 09 15:54:42.730593 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.761735 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97d00016-dbd0-43fb-a8ea-f1ffa8e83e7f req-1c4229a6-e2a8-4f10-84e4-db40851260e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61cf6497-c0e8-4aa1-b191-24858c95b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516541 Aug 09 15:54:42.772583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-f7dd2fb2-2768-45b7-a5c3-4e2a155f8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:42.774386 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-f7dd2fb2-2768-45b7-a5c3-4e2a155f8db2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c3c728d-829e-4443-8957-ac78e0ccda02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2227862 Aug 09 15:54:42.795767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fc891-223e-4c3a-800f-d9e2de97404d req-88d45a82-7c0e-457d-a7c7-f62f0ce7c89a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:42.795767 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f3fc891-223e-4c3a-800f-d9e2de97404d req-88d45a82-7c0e-457d-a7c7-f62f0ce7c89a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 946 time: 0.1830571 Aug 09 15:54:42.852047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791feccd-7740-43e5-8722-c17b7e0be12c req-3df89e52-8a7e-405e-911c-a6974647578d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:42.858481 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-791feccd-7740-43e5-8722-c17b7e0be12c req-3df89e52-8a7e-405e-911c-a6974647578d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 932 time: 0.0971625 Aug 09 15:54:42.907561 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-791feccd-7740-43e5-8722-c17b7e0be12c req-ef08d475-4024-46d0-9ee0-958d7e84f3e8 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451589 Aug 09 15:54:42.968787 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.060442 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97d00016-dbd0-43fb-a8ea-f1ffa8e83e7f req-0aff19df-2e0f-4d71-88b6-9e56766ffc64 service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915890 Aug 09 15:54:43.063622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42141c-fa2d-4f99-960c-5c20af903bc7 req-a02455cc-5dd0-42a6-881b-450601576911 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:43.072122 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f42141c-fa2d-4f99-960c-5c20af903bc7 req-a02455cc-5dd0-42a6-881b-450601576911 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.0753651 Aug 09 15:54:43.116056 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f42141c-fa2d-4f99-960c-5c20af903bc7 req-a5d5b6d9-62cb-4bde-82c5-5285a5f665c8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Aug 09 15:54:43.151774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f3fc891-223e-4c3a-800f-d9e2de97404d req-02f54264-9c72-457e-a9ca-7dfc0c682d90 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113654 Aug 09 15:54:43.182423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44800) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:43.320302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-eb70f377-b2c4-4e6a-ae86-19ef2a3ba86b service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221550 Aug 09 15:54:43.322848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-35e9e421-77a6-418b-9175-e9863806df77 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1956310554'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:43.323357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-35e9e421-77a6-418b-9175-e9863806df77 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Unknown quota resources ['metering_label']. {{(pid=94289) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:54:43.353704 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.565619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f6c5b0-e73d-4711-992a-d5960f2685ae {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:43.578054 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.645327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Transition to ACTIVE for port object e8f6c5b0-e73d-4711-992a-d5960f2685ae will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:43.660601 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.712385 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97d00016-dbd0-43fb-a8ea-f1ffa8e83e7f req-dbb02f8e-ee0d-41f4-b4ca-a231fb98db83 service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715508 Aug 09 15:54:43.766221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-2ac01ae9-a18d-4a4b-981d-ba9556aee973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:43.768052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-2ac01ae9-a18d-4a4b-981d-ba9556aee973 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74&tenant_id=1314f79c80f34f21a2850a9cf64ee2db HTTP/1.1" status: 200 len: 1094 time: 0.4128661 Aug 09 15:54:43.770223 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-5c1941a0-2638-431a-b479-3fc1e41b8534 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421237 Aug 09 15:54:43.799717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Pushing event updated for resources: {'Port': ['ID=e8f6c5b0-e73d-4711-992a-d5960f2685ae,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:43.862418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-5cf6019d-d3d4-4bb2-8415-e1e48f6e8b8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9288acd-e1c5-456a-b29f-45a4f0ca95a4 HTTP/1.1" status: 200 len: 217 time: 0.0576758 Aug 09 15:54:43.870935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 17283a6f-73f7-4ebc-8166-f9154a5519fa details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:54:43.887722 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-35e9e421-77a6-418b-9175-e9863806df77 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.890620 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-35e9e421-77a6-418b-9175-e9863806df77 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7059426 Aug 09 15:54:43.892650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44830) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:43.898356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c9924732-1761-458f-901a-c602e63339e7 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c14af37d-6610-4764-b8f9-1ab5c4bed71a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:43.899082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c9924732-1761-458f-901a-c602e63339e7 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94289) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:54:44.017306 n-d-803778-2 neutron-server[94289]: WARNING neutron.services.metering.metering_plugin [None req-c9924732-1761-458f-901a-c602e63339e7 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 09 15:54:44.035298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34306a8d-1b92-432e-924a-cae557998572 req-6d302b20-9086-48f3-a067-307dd13a5cda tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.037137 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34306a8d-1b92-432e-924a-cae557998572 req-6d302b20-9086-48f3-a067-307dd13a5cda tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 943 time: 0.1721339 Aug 09 15:54:44.063023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-83a6a2c1-20e5-40e3-ad6a-56cd396f6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.064749 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-83a6a2c1-20e5-40e3-ad6a-56cd396f6450 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 1094 time: 0.2615311 Aug 09 15:54:44.071612 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-07514254-dc35-4685-afa6-0311d05aab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.075862 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-07514254-dc35-4685-afa6-0311d05aab2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3085894-0751-4872-a5e8-b00412ed7387 HTTP/1.1" status: 200 len: 797 time: 0.1682880 Aug 09 15:54:44.086571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 17283a6f-73f7-4ebc-8166-f9154a5519fa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=17283a6f-73f7-4ebc-8166-f9154a5519fa,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:44.088548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Attempting to bind port e8f6c5b0-e73d-4711-992a-d5960f2685ae on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:44.088974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Attempting to bind port e8f6c5b0-e73d-4711-992a-d5960f2685ae by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:44.089381 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Attempting to bind port e8f6c5b0-e73d-4711-992a-d5960f2685ae on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:44.106361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '17283a6f-73f7-4ebc-8166-f9154a5519fa', 'network_id': '61cf6497-c0e8-4aa1-b191-24858c95b289', 'port_id': '17283a6f-73f7-4ebc-8166-f9154a5519fa', 'mac_address': 'fa:16:3e:27:34:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9132e588-bfa4-4e08-90cf-517fa9fb19b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:54:44.140914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Port e8f6c5b0-e73d-4711-992a-d5960f2685ae on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:54:44.141295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Attempting to bind port e8f6c5b0-e73d-4711-992a-d5960f2685ae on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:44.155688 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.172640 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c9924732-1761-458f-901a-c602e63339e7 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.172880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17283a6f-73f7-4ebc-8166-f9154a5519fa {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:44.174573 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c9924732-1761-458f-901a-c602e63339e7 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2805552 Aug 09 15:54:44.183562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb5ffe-34b9-4bf9-b625-7701f4f52c38 req-ed95ee45-88f4-43a9-a55c-5778f1844fec tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.191937 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3eb5ffe-34b9-4bf9-b625-7701f4f52c38 req-ed95ee45-88f4-43a9-a55c-5778f1844fec tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 944 time: 0.1866238 Aug 09 15:54:44.195181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44840) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:44.202066 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 17283a6f-73f7-4ebc-8166-f9154a5519fa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=17283a6f-73f7-4ebc-8166-f9154a5519fa,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:44.206821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:44.207222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Checking segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:44.207830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f203612e-5ed9-46d8-8404-43eee1c0482f tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c14af37d-6610-4764-b8f9-1ab5c4bed71a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:44.208329 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f203612e-5ed9-46d8-8404-43eee1c0482f tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94289) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:54:44.208556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Bound using segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:44.208955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Bound port: e8f6c5b0-e73d-4711-992a-d5960f2685ae, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:44.209431 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.210750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.232308 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34306a8d-1b92-432e-924a-cae557998572 req-11e11866-376b-43a4-a430-a559c9a29171 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779401 Aug 09 15:54:44.302514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=17283a6f-73f7-4ebc-8166-f9154a5519fa,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:44.307082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-c4faa62d-f139-4a01-b95c-a45e8a9b23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.308617 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-c4faa62d-f139-4a01-b95c-a45e8a9b23ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c3c728d-829e-4443-8957-ac78e0ccda02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2123368 Aug 09 15:54:44.330967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-5f07cc36-ebb3-4db5-8e4f-afa15068ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.333054 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-5f07cc36-ebb3-4db5-8e4f-afa15068ff86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 918 time: 0.2355542 Aug 09 15:54:44.346416 n-d-803778-2 neutron-server[94289]: WARNING neutron.services.metering.metering_plugin [None req-f203612e-5ed9-46d8-8404-43eee1c0482f tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 09 15:54:44.407823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3eb5ffe-34b9-4bf9-b625-7701f4f52c38 req-e47598ab-601d-4bea-8d81-6bf6ba2b5488 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143257 Aug 09 15:54:44.452276 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f203612e-5ed9-46d8-8404-43eee1c0482f tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.457020 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f203612e-5ed9-46d8-8404-43eee1c0482f tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2603850 Aug 09 15:54:44.457792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44850) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:44.482363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d7d190e8-9bb3-4542-92f2-395eba812fd5 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=1e98114b-1a4c-4555-883b-d52b0658f9e3 HTTP/1.1" status: 200 len: 464 time: 0.0128953 Aug 09 15:54:44.482363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44852) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:44.504263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['17283a6f-73f7-4ebc-8166-f9154a5519fa'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:44.558689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] For port e8f6c5b0-e73d-4711-992a-d5960f2685ae, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:44.594944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] For port e8f6c5b0-e73d-4711-992a-d5960f2685ae, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e8f6c5b0-e73d-4711-992a-d5960f2685ae,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:44.610130 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.629765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-e38efa41-a302-4ed8-b7b8-9e588d4bcd60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6fecabf-4309-4cd4-add7-60fce676c668 HTTP/1.1" status: 200 len: 999 time: 0.2133136 Aug 09 15:54:44.644332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269327e-0cd7-45cd-8b32-c93380c03f66 req-8307e653-6393-4489-8723-60537e2106d3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.645883 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5269327e-0cd7-45cd-8b32-c93380c03f66 req-8307e653-6393-4489-8723-60537e2106d3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.3104737 Aug 09 15:54:44.667580 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7917e4e-bfc0-41db-894a-b770218562d9 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.673072 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e7917e4e-bfc0-41db-894a-b770218562d9 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/1e98114b-1a4c-4555-883b-d52b0658f9e3 HTTP/1.1" status: 204 len: 168 time: 0.1944709 Aug 09 15:54:44.673394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44854) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:44.689475 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-02aee938-eeca-4de6-bc5c-3db27b6475a9 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=1e98114b-1a4c-4555-883b-d52b0658f9e3 HTTP/1.1" status: 200 len: 221 time: 0.0118089 Aug 09 15:54:44.690852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44856) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:44.696319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d775d787-49b3-4317-a945-2ec168f630ea tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1952697011', 'description': 'label created by tempest'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:44.697031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d775d787-49b3-4317-a945-2ec168f630ea tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Unknown quota resources ['metering_label']. {{(pid=94289) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:54:44.714657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.716261 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.717678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] 10.222.0.60 "PUT /v2.0/ports/e8f6c5b0-e73d-4711-992a-d5960f2685ae HTTP/1.1" status: 200 len: 1092 time: 2.2895231 Aug 09 15:54:44.749753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03114f85-e546-4003-adf3-e836d8aa3dde', 'tag': 'e8f6c5b0-e73d-4711-992a-d5960f2685ae'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:44.752492 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ae5b0c-40d8-47b3-8aa2-4ebcfc7a419c" -d '{"events": [{"name": "network-changed", "server_uuid": "03114f85-e546-4003-adf3-e836d8aa3dde", "tag": "e8f6c5b0-e73d-4711-992a-d5960f2685ae"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:44.779667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-2c10197b-9387-4177-94a1-234d8d6f0c5a service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627204 Aug 09 15:54:44.865654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5269327e-0cd7-45cd-8b32-c93380c03f66 req-ef773734-e0c0-4fad-a1f6-1a256d25d741 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806202 Aug 09 15:54:44.870997 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489ff8ea-59d3-450d-95bc-d40b91e81c63 x-openstack-request-id: req-489ff8ea-59d3-450d-95bc-d40b91e81c63 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:44.871383 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03114f85-e546-4003-adf3-e836d8aa3dde", "tag": "e8f6c5b0-e73d-4711-992a-d5960f2685ae", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:44.871790 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-489ff8ea-59d3-450d-95bc-d40b91e81c63 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:44.872467 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03114f85-e546-4003-adf3-e836d8aa3dde', 'tag': 'e8f6c5b0-e73d-4711-992a-d5960f2685ae', 'status': 'completed', 'code': 200} Aug 09 15:54:44.906161 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-eadd7dc0-62fb-4c31-a542-974432048ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.907794 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-eadd7dc0-62fb-4c31-a542-974432048ff8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 200 len: 856 time: 0.2325137 Aug 09 15:54:44.915650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bfd9f-9564-47b5-8ea1-3452c7a5f0aa service neutron] Pushing event updated for resources: {'Port': ['ID=e8f6c5b0-e73d-4711-992a-d5960f2685ae,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:44.936361 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d775d787-49b3-4317-a945-2ec168f630ea tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.937403 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d775d787-49b3-4317-a945-2ec168f630ea tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2454848 Aug 09 15:54:44.940050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44870) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:44.963274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-304abf56-cec5-483a-a3f8-242beba8e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.964788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-304abf56-cec5-483a-a3f8-242beba8e7e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 1095 time: 0.1798189 Aug 09 15:54:45.020228 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0c0ec36a-1238-4d87-969e-3ba752b8b46d tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=6a9289a6-8aa9-4e01-9723-4ecefd9e47e5 HTTP/1.1" status: 200 len: 468 time: 0.0788639 Aug 09 15:54:45.022722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44872) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.031767 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-2639ea2c-50cb-490f-b8d1-e716072174b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8f6c5b0-e73d-4711-992a-d5960f2685ae HTTP/1.1" status: 200 len: 217 time: 0.0535631 Aug 09 15:54:45.040077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-2a9cab05-d1b1-4a16-9f93-71920e42904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:45.041698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-2a9cab05-d1b1-4a16-9f93-71920e42904a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213384 Aug 09 15:54:45.046154 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3adf345d-6ae7-418e-9607-a1be056c69f0 req-6d445423-7276-4b34-b5d1-2ed7bd7fa0b2 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247403 Aug 09 15:54:45.235669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8ff55375-53ea-4ba9-9988-c5bcd94df974 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.239966 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8ff55375-53ea-4ba9-9988-c5bcd94df974 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/6a9289a6-8aa9-4e01-9723-4ecefd9e47e5 HTTP/1.1" status: 204 len: 168 time: 0.2134738 Aug 09 15:54:45.240207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44878) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.256654 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2e81448d-88aa-472d-acfe-59db335ef4a1 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=6a9289a6-8aa9-4e01-9723-4ecefd9e47e5 HTTP/1.1" status: 200 len: 216 time: 0.0121338 Aug 09 15:54:45.256973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44880) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.270921 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-72a78293-226c-4e32-b65a-83df4c855f57 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0097744 Aug 09 15:54:45.271174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44884) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.298060 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0906831a-245f-4933-9ff4-3852118c4754 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0256584 Aug 09 15:54:45.298714 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44886) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.379538 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9136879b-45f5-4443-a74c-09f115ef0d30 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/c14af37d-6610-4764-b8f9-1ab5c4bed71a HTTP/1.1" status: 200 len: 473 time: 0.0795979 Aug 09 15:54:45.382342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44892) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.433065 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-05d31bb6-6723-4915-a7a3-6e0a91b4e10c tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/f079e8a6-a387-4487-90c1-fbcee9f34d44 HTTP/1.1" status: 200 len: 461 time: 0.0465360 Aug 09 15:54:45.433862 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44894) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.461394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd2a6c-4260-4c1c-8f3d-1dcb0c0f7075 req-bbc9f82b-50ac-45f6-ae54-9023d9059c7f tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:45.463097 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-78cd2a6c-4260-4c1c-8f3d-1dcb0c0f7075 req-bbc9f82b-50ac-45f6-ae54-9023d9059c7f tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 944 time: 0.1060183 Aug 09 15:54:45.601329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-37c1b86a-1b03-4124-b21b-a3e37340e49d tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.604806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-37c1b86a-1b03-4124-b21b-a3e37340e49d tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/f079e8a6-a387-4487-90c1-fbcee9f34d44 HTTP/1.1" status: 204 len: 168 time: 0.1653025 Aug 09 15:54:45.621719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44900) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.650014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-78cd2a6c-4260-4c1c-8f3d-1dcb0c0f7075 req-f8b37370-9930-4394-9ee9-20abec9261bb tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711638 Aug 09 15:54:45.657928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-13f9e757-938d-4ca6-a646-247a7417e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:45.659569 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-13f9e757-938d-4ca6-a646-247a7417e038 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.6167397 Aug 09 15:54:45.724913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036e1fe-611d-4253-9a86-bcb0b9cd602b req-29989537-932a-45d0-855c-3101f7f7084f tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:45.726605 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b036e1fe-611d-4253-9a86-bcb0b9cd602b req-29989537-932a-45d0-855c-3101f7f7084f tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 944 time: 0.1886132 Aug 09 15:54:45.729084 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-6f69910e-8463-477a-a3b5-7993512b3c3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589466 Aug 09 15:54:45.731861 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-f6531887-33f0-49a9-a7af-a20170534da0 service neutron] 10.222.0.60 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739538 Aug 09 15:54:45.863839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e6ccaafb-ac4e-427b-8167-30eb339681c5 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:45.909407 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b036e1fe-611d-4253-9a86-bcb0b9cd602b req-e41d5e35-b981-4755-b639-f275451dcd2a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746840 Aug 09 15:54:45.910236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 17283a6f-73f7-4ebc-8166-f9154a5519fa up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:45.913881 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad675c59-6b96-4239-bd4e-be19548b8b04 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.918472 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ad675c59-6b96-4239-bd4e-be19548b8b04 tempest-MeteringTestJSON-1509212907 tempest-MeteringTestJSON-1509212907-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/c14af37d-6610-4764-b8f9-1ab5c4bed71a HTTP/1.1" status: 204 len: 168 time: 0.2949302 Aug 09 15:54:45.958412 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-740a9b98-f6ce-4903-9525-dac882b75d37 req-655bfcb8-5994-4688-8e9c-75d81cdeed20 service neutron] 10.222.0.60 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051103 Aug 09 15:54:45.987987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-09bbf435-aa6c-468f-b7bd-c51ff989bb18 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224383 Aug 09 15:54:46.026128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 17283a6f-73f7-4ebc-8166-f9154a5519fa completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:46.055983 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 17283a6f-73f7-4ebc-8166-f9154a5519fa triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:46.056500 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.092126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e45a3-409e-423b-ba02-3a2cf8547b6f req-af0fb912-d4ef-4989-ba08-d7eca90c4539 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:46.098906 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.120863 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e6e45a3-409e-423b-ba02-3a2cf8547b6f req-af0fb912-d4ef-4989-ba08-d7eca90c4539 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1391633 Aug 09 15:54:46.141412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:46.143881 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1087d12-e27c-4736-98e1-7d3eb28f43aa" -d '{"events": [{"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:46.161891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:46.217199 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e6e45a3-409e-423b-ba02-3a2cf8547b6f req-00626583-c316-4ef9-8e8c-a68f18ce5222 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946279 Aug 09 15:54:46.241466 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3cfc2f4-a6dc-4139-a677-30bb3f9a19cd req-a74d04dd-f135-40ec-ba3d-d0498281226b service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314410 Aug 09 15:54:46.244812 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c8acb3-35a7-4ddd-aa0e-e17c4586ad93 x-openstack-request-id: req-d3c8acb3-35a7-4ddd-aa0e-e17c4586ad93 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:46.245475 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:46.247605 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3c8acb3-35a7-4ddd-aa0e-e17c4586ad93 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:46.248104 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'code': 200} Aug 09 15:54:46.249445 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.251274 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.348742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 17283a6f-73f7-4ebc-8166-f9154a5519fa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=17283a6f-73f7-4ebc-8166-f9154a5519fa,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:46.350116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:46.367478 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.400105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae5b0c-40d8-47b3-8aa2-4ebcfc7a419c req-cad5ba14-d486-4c29-a0ca-1bce73b87b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:46.406546 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52ae5b0c-40d8-47b3-8aa2-4ebcfc7a419c req-cad5ba14-d486-4c29-a0ca-1bce73b87b0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 1095 time: 0.0953884 Aug 09 15:54:46.428625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=17283a6f-73f7-4ebc-8166-f9154a5519fa,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:46.536294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae5b0c-40d8-47b3-8aa2-4ebcfc7a419c req-0967b613-5146-4a2c-bf45-29626d4b4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:46.536294 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52ae5b0c-40d8-47b3-8aa2-4ebcfc7a419c req-0967b613-5146-4a2c-bf45-29626d4b4c1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 906 time: 0.1141222 Aug 09 15:54:46.536534 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44940) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:46.587614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52ae5b0c-40d8-47b3-8aa2-4ebcfc7a419c req-767a7770-cc79-4c98-8098-20422e3be0f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8f6c5b0-e73d-4711-992a-d5960f2685ae HTTP/1.1" status: 200 len: 217 time: 0.0433474 Aug 09 15:54:46.651162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae5b0c-40d8-47b3-8aa2-4ebcfc7a419c req-dd9db88f-276b-49c5-8cbd-ff2bb3cacefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:46.652674 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52ae5b0c-40d8-47b3-8aa2-4ebcfc7a419c req-dd9db88f-276b-49c5-8cbd-ff2bb3cacefa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.0501764 Aug 09 15:54:46.704638 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ae6be974-077c-4f1b-b7a5-28253ab274cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.709483 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52ae5b0c-40d8-47b3-8aa2-4ebcfc7a419c req-ecedbce2-a085-4c57-a39e-0e27f92d5704 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437882 Aug 09 15:54:46.801259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df09bb4-b10a-4378-86b0-ea73c826974b req-d1bc58e2-dc4e-46c8-b960-87d3c4cf5729 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:46.802880 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7df09bb4-b10a-4378-86b0-ea73c826974b req-d1bc58e2-dc4e-46c8-b960-87d3c4cf5729 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 945 time: 0.0641184 Aug 09 15:54:46.966719 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ae6be974-077c-4f1b-b7a5-28253ab274cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.992613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ae6be974-077c-4f1b-b7a5-28253ab274cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.063198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7df09bb4-b10a-4378-86b0-ea73c826974b req-fe4451fc-5ec5-44f3-a757-e3a9abe58d19 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193974 Aug 09 15:54:47.073327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44968) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:47.077968 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ae6be974-077c-4f1b-b7a5-28253ab274cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6bc82c2f293f409196b20c8e7dec03a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5345840 Aug 09 15:54:47.094182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6be974-077c-4f1b-b7a5-28253ab274cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a350b447-9610-41af-8f74-400f05abdf04,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:47.126379 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52ae5b0c-40d8-47b3-8aa2-4ebcfc7a419c req-6e809bd9-8b01-4ee3-b68d-96f62467b953 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180249 Aug 09 15:54:47.198388 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ad42e21-d2c0-467f-b68c-26383503d000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.205393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f9d3a-7e36-4ae5-a295-8995f48c3345 req-73290763-f7ee-4f88-bcce-6d39d38eedea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:47.212755 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b9f9d3a-7e36-4ae5-a295-8995f48c3345 req-73290763-f7ee-4f88-bcce-6d39d38eedea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 944 time: 0.1293356 Aug 09 15:54:47.259957 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ad42e21-d2c0-467f-b68c-26383503d000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.282098 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b9f9d3a-7e36-4ae5-a295-8995f48c3345 req-32ce552d-6361-4dd8-92e1-2c36e5cd72a4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652478 Aug 09 15:54:47.321784 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ad42e21-d2c0-467f-b68c-26383503d000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.325514 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ad42e21-d2c0-467f-b68c-26383503d000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.329705 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5ad42e21-d2c0-467f-b68c-26383503d000 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a350b447-9610-41af-8f74-400f05abdf04 HTTP/1.1" status: 204 len: 168 time: 0.2525554 Aug 09 15:54:47.343287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad42e21-d2c0-467f-b68c-26383503d000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a350b447-9610-41af-8f74-400f05abdf04,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:47.435395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c827b-795d-4a00-ab54-ff1d3b8f8bc7 req-149b78a0-d4af-4c54-99c8-9d55e9801d6a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:47.435395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f7c827b-795d-4a00-ab54-ff1d3b8f8bc7 req-149b78a0-d4af-4c54-99c8-9d55e9801d6a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.0711067 Aug 09 15:54:47.539102 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3f7c827b-795d-4a00-ab54-ff1d3b8f8bc7 req-de473e10-5a90-4fcf-b74c-bce554032c92 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915289 Aug 09 15:54:47.826380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44984) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:47.849790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c8f02f3-41a8-4176-a2a9-a2f8d061f74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.857779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e6ccaafb-ac4e-427b-8167-30eb339681c5 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:54:48.029339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:48.049454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'port_id': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'mac_address': 'fa:16:3e:23:77:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:54:48.083856 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c8f02f3-41a8-4176-a2a9-a2f8d061f74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.088968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c8f02f3-41a8-4176-a2a9-a2f8d061f74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.099009 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.142815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ccaafb-ac4e-427b-8167-30eb339681c5 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:48.149775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45002) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.160186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2c8f02f3-41a8-4176-a2a9-a2f8d061f74e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=38322b821341447dad94dafd76c76cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325229 Aug 09 15:54:48.190094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f02f3-41a8-4176-a2a9-a2f8d061f74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139653e0-bf71-4291-b836-578edce2658c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:48.198134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:48.207606 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.234158 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8bcd64e2-4e9c-4615-a885-8b5255a0cc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.279578 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8bcd64e2-4e9c-4615-a885-8b5255a0cc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.287449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e533b8-0f98-477f-8d73-a87a0edb41fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17283a6f-73f7-4ebc-8166-f9154a5519fa'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:48.292456 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6192e926-0353-49b6-b69f-3ed56a921103" -d '{"events": [{"server_uuid": "92e533b8-0f98-477f-8d73-a87a0edb41fc", "name": "network-vif-plugged", "status": "completed", "tag": "17283a6f-73f7-4ebc-8166-f9154a5519fa"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:48.292674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:48.353051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['e6ccaafb-ac4e-427b-8167-30eb339681c5'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:48.412656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f50a57-b7e2-4b4d-85b6-c662ba773556 req-6d3214fa-7643-4b62-b00f-0888989c5cb4 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:48.420133 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5f50a57-b7e2-4b4d-85b6-c662ba773556 req-6d3214fa-7643-4b62-b00f-0888989c5cb4 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 945 time: 0.1577158 Aug 09 15:54:48.460865 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5f50a57-b7e2-4b4d-85b6-c662ba773556 req-84ca717d-7858-444c-ab93-818a7a5c9a3b tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Aug 09 15:54:48.462403 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8bcd64e2-4e9c-4615-a885-8b5255a0cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.465776 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8bcd64e2-4e9c-4615-a885-8b5255a0cc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.467159 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8bcd64e2-4e9c-4615-a885-8b5255a0cc14 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/139653e0-bf71-4291-b836-578edce2658c HTTP/1.1" status: 204 len: 168 time: 0.3158498 Aug 09 15:54:48.478145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd64e2-4e9c-4615-a885-8b5255a0cc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139653e0-bf71-4291-b836-578edce2658c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:48.586251 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc5c960-63f7-4709-af3d-a656376a2441 x-openstack-request-id: req-edc5c960-63f7-4709-af3d-a656376a2441 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:48.586551 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e533b8-0f98-477f-8d73-a87a0edb41fc", "name": "network-vif-plugged", "status": "completed", "tag": "17283a6f-73f7-4ebc-8166-f9154a5519fa", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:48.586832 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-edc5c960-63f7-4709-af3d-a656376a2441 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:48.587903 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e533b8-0f98-477f-8d73-a87a0edb41fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17283a6f-73f7-4ebc-8166-f9154a5519fa', 'code': 200} Aug 09 15:54:48.846898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89e8db-2871-48db-bd88-c0deb99056ca req-d630859f-31f6-411b-99b9-958240f2d996 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:48.851880 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b89e8db-2871-48db-bd88-c0deb99056ca req-d630859f-31f6-411b-99b9-958240f2d996 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 944 time: 0.1803184 Aug 09 15:54:48.861382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadc834-f544-4d48-95f7-676aa13a21eb req-bea66d24-c297-4ad3-98a5-be21c3188229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:48.863256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aaadc834-f544-4d48-95f7-676aa13a21eb req-bea66d24-c297-4ad3-98a5-be21c3188229 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 1096 time: 0.2045896 Aug 09 15:54:48.935558 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b89e8db-2871-48db-bd88-c0deb99056ca req-0c55d205-82ef-4b46-a55e-eedfa89006fc tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829616 Aug 09 15:54:48.954427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aaadc834-f544-4d48-95f7-676aa13a21eb req-521172cb-caa6-4665-8cbd-d6626d33d637 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812156 Aug 09 15:54:49.167475 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16317326-83a2-464e-a51a-b36e4d9e62a1 req-97cb666c-8535-4e4b-952a-f89e886f16cf tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:49.169123 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16317326-83a2-464e-a51a-b36e4d9e62a1 req-97cb666c-8535-4e4b-952a-f89e886f16cf tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1028798 Aug 09 15:54:49.263541 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16317326-83a2-464e-a51a-b36e4d9e62a1 req-76cf522c-a45e-4f9f-a296-b4bec36ebbcf tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877306 Aug 09 15:54:49.661700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa881a3-6b93-48f6-9acc-3afb1976be2d req-dac0af45-782c-44e3-aaa6-026ab70c5fd0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:49.671579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0aa881a3-6b93-48f6-9acc-3afb1976be2d req-dac0af45-782c-44e3-aaa6-026ab70c5fd0 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 945 time: 0.0700731 Aug 09 15:54:49.723563 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0aa881a3-6b93-48f6-9acc-3afb1976be2d req-3c6a3298-281d-44fd-9495-ee3db033dc11 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506353 Aug 09 15:54:49.874582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e6ccaafb-ac4e-427b-8167-30eb339681c5 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:50.029538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port e6ccaafb-ac4e-427b-8167-30eb339681c5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:50.030417 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.153781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad90b8-c25f-405b-af1e-2dbfc9b2da2f req-d64e2d87-61e2-4638-8608-8611a7950e06 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:50.156662 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.162677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2aad90b8-c25f-405b-af1e-2dbfc9b2da2f req-d64e2d87-61e2-4638-8608-8611a7950e06 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 944 time: 0.0753546 Aug 09 15:54:50.204300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:50.221653 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.222655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2aad90b8-c25f-405b-af1e-2dbfc9b2da2f req-a1a52064-4058-4887-a1bc-a0ec51a91177 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557592 Aug 09 15:54:50.299896 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=10']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:50.457934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b41bb-8cdd-4167-b4c0-5435567c397d req-56282b8c-6d1a-4b39-957b-cf951d3bafd8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:50.459594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db8b41bb-8cdd-4167-b4c0-5435567c397d req-56282b8c-6d1a-4b39-957b-cf951d3bafd8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.0884356 Aug 09 15:54:50.528580 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db8b41bb-8cdd-4167-b4c0-5435567c397d req-f5377517-a4e3-4701-9b49-936e8708384f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616043 Aug 09 15:54:50.589252 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:50.592399 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f2aa21-ee6b-4136-be26-14e804aa9888" -d '{"events": [{"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:50.713609 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3613a5f9-8de5-46b6-ac20-afe4b1eb3255 x-openstack-request-id: req-3613a5f9-8de5-46b6-ac20-afe4b1eb3255 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:50.713924 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:50.714180 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3613a5f9-8de5-46b6-ac20-afe4b1eb3255 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:50.714580 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'code': 200} Aug 09 15:54:50.879137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc76fc-0f4a-4552-8cfb-bc49544254c7 req-f4a85ec4-86cb-4d95-a8cb-f1aa30b64899 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:50.886269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95bc76fc-0f4a-4552-8cfb-bc49544254c7 req-f4a85ec4-86cb-4d95-a8cb-f1aa30b64899 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 945 time: 0.0737734 Aug 09 15:54:50.955954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95bc76fc-0f4a-4552-8cfb-bc49544254c7 req-8493a896-0c4d-40f5-8bd9-8962259802dd tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679362 Aug 09 15:54:51.041535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45104) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:51.219220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-0dc96d8c-5101-43f3-ba02-8c5221a63612 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2027063468'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:51.311139 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0dc96d8c-5101-43f3-ba02-8c5221a63612 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.314843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0dc96d8c-5101-43f3-ba02-8c5221a63612 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.459243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0dc96d8c-5101-43f3-ba02-8c5221a63612 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.479105 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0dc96d8c-5101-43f3-ba02-8c5221a63612 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.526042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5f56f-4fda-43f2-adee-841d66b1f9f7 req-af257763-0a6a-4d13-a96b-eb5877992f21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:51.541396 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fa5f56f-4fda-43f2-adee-841d66b1f9f7 req-af257763-0a6a-4d13-a96b-eb5877992f21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 944 time: 0.0956173 Aug 09 15:54:51.544510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0dc96d8c-5101-43f3-ba02-8c5221a63612 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.545762 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0dc96d8c-5101-43f3-ba02-8c5221a63612 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5027819 Aug 09 15:54:51.548713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45124) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:51.594535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fa5f56f-4fda-43f2-adee-841d66b1f9f7 req-422f0a17-ebc5-43c1-b168-46aafbc9a4e4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521243 Aug 09 15:54:51.712008 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-579f1c1c-ab6d-437b-af1e-cfa6bbed41d3 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.817372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aab8bb-b37c-48a8-be04-f87aefce8415 req-c47f6de2-334a-4ebc-bda4-a45277870f86 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:51.824162 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08aab8bb-b37c-48a8-be04-f87aefce8415 req-c47f6de2-334a-4ebc-bda4-a45277870f86 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.0790548 Aug 09 15:54:51.906023 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08aab8bb-b37c-48a8-be04-f87aefce8415 req-ee490080-7dec-4aa6-9140-db6431773d34 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800886 Aug 09 15:54:52.354529 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-579f1c1c-ab6d-437b-af1e-cfa6bbed41d3 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.358616 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-579f1c1c-ab6d-437b-af1e-cfa6bbed41d3 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.453906 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-579f1c1c-ab6d-437b-af1e-cfa6bbed41d3 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.454529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579f1c1c-ab6d-437b-af1e-cfa6bbed41d3 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 830b8c21-e13e-4b33-a3f5-727c04a7e108 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:52.460349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-579f1c1c-ab6d-437b-af1e-cfa6bbed41d3 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.466024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-579f1c1c-ab6d-437b-af1e-cfa6bbed41d3 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] 10.222.0.81 "DELETE /v2.0/routers/830b8c21-e13e-4b33-a3f5-727c04a7e108 HTTP/1.1" status: 204 len: 168 time: 0.9129703 Aug 09 15:54:52.466636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45142) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:52.473095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-505980d8-e5b9-41c7-bf90-b0acb08de018 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Request body: {'router': {'name': 'tempest-router-1792526846', 'distributed': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:52.511965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-505980d8-e5b9-41c7-bf90-b0acb08de018 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.520270 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-505980d8-e5b9-41c7-bf90-b0acb08de018 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.628522 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-505980d8-e5b9-41c7-bf90-b0acb08de018 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.638177 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-505980d8-e5b9-41c7-bf90-b0acb08de018 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.679303 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-505980d8-e5b9-41c7-bf90-b0acb08de018 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.683327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-505980d8-e5b9-41c7-bf90-b0acb08de018 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2123594 Aug 09 15:54:52.683612 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45150) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:52.810866 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6aeb2042-eb88-48a0-b2da-d6f7931d9d28 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.913333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a597de4-8f95-4ea2-b269-e8e34fbee539 req-2cb5635d-d867-4bc2-b18d-97b8cdb6d759 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:52.915275 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a597de4-8f95-4ea2-b269-e8e34fbee539 req-2cb5635d-d867-4bc2-b18d-97b8cdb6d759 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 944 time: 0.1687148 Aug 09 15:54:53.039810 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6aeb2042-eb88-48a0-b2da-d6f7931d9d28 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.042548 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6aeb2042-eb88-48a0-b2da-d6f7931d9d28 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.103477 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a597de4-8f95-4ea2-b269-e8e34fbee539 req-4966e08f-d278-4acf-bdc3-a8edbbc6cc6b tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518636 Aug 09 15:54:53.116901 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6aeb2042-eb88-48a0-b2da-d6f7931d9d28 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.117617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeb2042-eb88-48a0-b2da-d6f7931d9d28 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c67eb0f-e85d-4839-b800-13d1f53b766c {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:53.125020 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6aeb2042-eb88-48a0-b2da-d6f7931d9d28 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.132223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45164) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:53.134678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6aeb2042-eb88-48a0-b2da-d6f7931d9d28 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] 10.222.0.81 "DELETE /v2.0/routers/6c67eb0f-e85d-4839-b800-13d1f53b766c HTTP/1.1" status: 204 len: 168 time: 0.4475884 Aug 09 15:54:53.138341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c8b920fb-d2f1-4882-848b-6a83162f722f tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Request body: {'router': {'name': 'tempest-router-572802783', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd0c99d8ed04342659de268e4ad952dae'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:53.193758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8b920fb-d2f1-4882-848b-6a83162f722f tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.200047 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8b920fb-d2f1-4882-848b-6a83162f722f tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.262544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcf13e-66f6-43ad-a9b8-cb4d3fdd985c req-5357c6c7-7bec-45e2-a756-63448e3c4abd tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:53.266949 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27bcf13e-66f6-43ad-a9b8-cb4d3fdd985c req-5357c6c7-7bec-45e2-a756-63448e3c4abd tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.0942204 Aug 09 15:54:53.296532 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8b920fb-d2f1-4882-848b-6a83162f722f tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.303062 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8b920fb-d2f1-4882-848b-6a83162f722f tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.319841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8b920fb-d2f1-4882-848b-6a83162f722f tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.321264 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c8b920fb-d2f1-4882-848b-6a83162f722f tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1876376 Aug 09 15:54:53.324229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45174) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:53.334772 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27bcf13e-66f6-43ad-a9b8-cb4d3fdd985c req-3a7f7a16-0c7c-4e7b-a44c-ef275faa4e92 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593452 Aug 09 15:54:53.338917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:53.721185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.722470 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.831335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94289) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 09 15:54:53.831857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Router cd6ef8f8-b374-4a3f-a3a1-271236141024 migrating from provider to provider. {{(pid=94289) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 09 15:54:53.832300 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.849830 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.870158 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.018898 n-d-803778-2 neutron-server[94289]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] No L3 agents can host the router cd6ef8f8-b374-4a3f-a3a1-271236141024 Aug 09 15:54:54.310827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Hosts for router cd6ef8f8-b374-4a3f-a3a1-271236141024: [] {{(pid=94289) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 09 15:54:54.353995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895db6fa-a32e-4071-b031-a0152e30a921 req-16150886-cada-49c9-ba59-9a4c10b92bb7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:54.355503 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-895db6fa-a32e-4071-b031-a0152e30a921 req-16150886-cada-49c9-ba59-9a4c10b92bb7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 944 time: 0.1206713 Aug 09 15:54:54.365905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Hosts for other DVR routers connected to router cd6ef8f8-b374-4a3f-a3a1-271236141024: set() {{(pid=94289) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 09 15:54:54.368928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.379548 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a6ee5e15-e93d-4510-b0dc-8f637d978c0b tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] 10.222.0.81 "PUT /v2.0/routers/cd6ef8f8-b374-4a3f-a3a1-271236141024 HTTP/1.1" status: 200 len: 716 time: 1.0501552 Aug 09 15:54:54.382513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45206) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:54.427863 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-895db6fa-a32e-4071-b031-a0152e30a921 req-0c713909-3590-4e73-bb6c-5b561bce3008 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641668 Aug 09 15:54:54.533475 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45214) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:54.533688 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e64dac80-7eb7-41cd-9f62-58bc0b04499e tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] 10.222.0.81 "GET /v2.0/routers/cd6ef8f8-b374-4a3f-a3a1-271236141024 HTTP/1.1" status: 200 len: 716 time: 0.1468654 Aug 09 15:54:54.686478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe77c54-391e-4eb5-843e-82766c9e2b25 req-b28a09b2-9d28-48b8-845d-3fd5b11570e5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:54.696608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-afe77c54-391e-4eb5-843e-82766c9e2b25 req-b28a09b2-9d28-48b8-845d-3fd5b11570e5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1309748 Aug 09 15:54:54.767542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-afe77c54-391e-4eb5-843e-82766c9e2b25 req-e7251cf4-16bf-4496-93db-23185ff06880 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693202 Aug 09 15:54:54.907372 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0549f8ae-2528-4eeb-8d9c-1ae884453b71 tempest-RoutersTestDVR-740406691 tempest-RoutersTestDVR-740406691-project] 10.222.0.81 "GET /v2.0/routers/cd6ef8f8-b374-4a3f-a3a1-271236141024 HTTP/1.1" status: 200 len: 682 time: 0.3721588 Aug 09 15:54:54.910447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45218) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:55.018898 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b14f8f1-ba50-491e-b52d-6a7c26582d03 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.210901 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b14f8f1-ba50-491e-b52d-6a7c26582d03 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.213086 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b14f8f1-ba50-491e-b52d-6a7c26582d03 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.286605 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b14f8f1-ba50-491e-b52d-6a7c26582d03 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.287007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b14f8f1-ba50-491e-b52d-6a7c26582d03 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd6ef8f8-b374-4a3f-a3a1-271236141024 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:55.291959 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b14f8f1-ba50-491e-b52d-6a7c26582d03 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.292463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4b14f8f1-ba50-491e-b52d-6a7c26582d03 tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] 10.222.0.81 "DELETE /v2.0/routers/cd6ef8f8-b374-4a3f-a3a1-271236141024 HTTP/1.1" status: 204 len: 168 time: 0.3811262 Aug 09 15:54:55.299343 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45234) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:55.307953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-bceac1e8-551f-441d-b2a7-9011b1e5d7eb tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Request body: {'router': {'name': 'tempest-router-578755330', 'distributed': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:55.365471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bceac1e8-551f-441d-b2a7-9011b1e5d7eb tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.366662 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bceac1e8-551f-441d-b2a7-9011b1e5d7eb tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.511379 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bceac1e8-551f-441d-b2a7-9011b1e5d7eb tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.517883 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bceac1e8-551f-441d-b2a7-9011b1e5d7eb tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.543679 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bceac1e8-551f-441d-b2a7-9011b1e5d7eb tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.546480 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bceac1e8-551f-441d-b2a7-9011b1e5d7eb tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2443650 Aug 09 15:54:55.548607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45240) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:55.628915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b4061-5844-47f8-b7fb-85136f4cb885 req-89ef0761-671b-412c-ae6d-8cc93a7dc89e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.632733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fc3b4061-5844-47f8-b7fb-85136f4cb885 req-89ef0761-671b-412c-ae6d-8cc93a7dc89e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 944 time: 0.1214411 Aug 09 15:54:55.698310 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fc3b4061-5844-47f8-b7fb-85136f4cb885 req-164e3fe4-140a-478c-ba80-f689d1fdc931 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510547 Aug 09 15:54:55.709373 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff1bd-f8ab-4762-91c5-bde11177ea1c tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.940697 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff1bd-f8ab-4762-91c5-bde11177ea1c tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.943035 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff1bd-f8ab-4762-91c5-bde11177ea1c tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.004030 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff1bd-f8ab-4762-91c5-bde11177ea1c tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.004322 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2ff1bd-f8ab-4762-91c5-bde11177ea1c tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 122d7626-1fde-468b-8ad2-f555d2d78456 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:56.021968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff1bd-f8ab-4762-91c5-bde11177ea1c tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.023739 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6c2ff1bd-f8ab-4762-91c5-bde11177ea1c tempest-RoutersTestDVR-838848071 tempest-RoutersTestDVR-838848071-project-admin] 10.222.0.81 "DELETE /v2.0/routers/122d7626-1fde-468b-8ad2-f555d2d78456 HTTP/1.1" status: 204 len: 168 time: 0.4728007 Aug 09 15:54:56.057936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1668c-17c3-4407-aef2-239e0987becf req-93df1b86-33b5-4665-935c-10cf90e1402c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.067460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f1668c-17c3-4407-aef2-239e0987becf req-93df1b86-33b5-4665-935c-10cf90e1402c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1347208 Aug 09 15:54:56.119791 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f1668c-17c3-4407-aef2-239e0987becf req-6dcd7e08-89fd-4079-a4b5-ffa008e8254d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448782 Aug 09 15:54:56.595087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45268) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:56.826600 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-816b27d0-ff6d-448f-b5fa-7912f4aab412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.934433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9a8e6-acbe-4863-a340-7f36c56704b2 req-851e9854-ca95-4291-b45c-7f3487e149bb tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.942795 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bb9a8e6-acbe-4863-a340-7f36c56704b2 req-851e9854-ca95-4291-b45c-7f3487e149bb tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 944 time: 0.1124799 Aug 09 15:54:57.025282 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bb9a8e6-acbe-4863-a340-7f36c56704b2 req-4b06a8d9-a4c1-46ba-bdff-18573f508cf6 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813239 Aug 09 15:54:57.080920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-816b27d0-ff6d-448f-b5fa-7912f4aab412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.088143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-816b27d0-ff6d-448f-b5fa-7912f4aab412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.153846 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-816b27d0-ff6d-448f-b5fa-7912f4aab412 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d0c99d8ed04342659de268e4ad952dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5539267 Aug 09 15:54:57.153846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b27d0-ff6d-448f-b5fa-7912f4aab412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5823dc26-f949-4123-9228-83431e90367e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:57.154490 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45284) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:57.243447 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a09702a9-9708-4220-888d-cacf4bc858a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.267205 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a09702a9-9708-4220-888d-cacf4bc858a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.285147 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a0bd8-7c6e-43ad-9189-0ff12b643563 req-d6afe903-cafe-4ad2-9c31-2c9354acb204 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:57.292537 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c0a0bd8-7c6e-43ad-9189-0ff12b643563 req-d6afe903-cafe-4ad2-9c31-2c9354acb204 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.0679808 Aug 09 15:54:57.335035 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a09702a9-9708-4220-888d-cacf4bc858a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.338156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a09702a9-9708-4220-888d-cacf4bc858a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.339699 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a09702a9-9708-4220-888d-cacf4bc858a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5823dc26-f949-4123-9228-83431e90367e HTTP/1.1" status: 204 len: 168 time: 0.1836216 Aug 09 15:54:57.360283 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09702a9-9708-4220-888d-cacf4bc858a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5823dc26-f949-4123-9228-83431e90367e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:57.366926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c0a0bd8-7c6e-43ad-9189-0ff12b643563 req-c598a239-618b-42dd-ae83-3b08bfc12241 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724983 Aug 09 15:54:57.697732 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45304) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:57.713956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-887ad6f4-ba70-456e-bc09-63611e07202e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.819538 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52ae5b0c-40d8-47b3-8aa2-4ebcfc7a419c req-8cc8e14f-b596-4bd7-b708-4a601ee71b83 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203010 Aug 09 15:54:57.865529 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-887ad6f4-ba70-456e-bc09-63611e07202e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.872092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-887ad6f4-ba70-456e-bc09-63611e07202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.925896 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-887ad6f4-ba70-456e-bc09-63611e07202e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2239d7cfc9c542f3a74e4835fbeb4012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270081 Aug 09 15:54:57.927083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ad6f4-ba70-456e-bc09-63611e07202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d0e936-366c-4618-a002-97cd0f21620a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:57.928745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45310) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:57.991746 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f4698c0-70f8-467a-b85a-00a51605a9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.017985 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f4698c0-70f8-467a-b85a-00a51605a9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.081963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f4698c0-70f8-467a-b85a-00a51605a9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.085093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f4698c0-70f8-467a-b85a-00a51605a9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.088767 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2f4698c0-70f8-467a-b85a-00a51605a9c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5d0e936-366c-4618-a002-97cd0f21620a HTTP/1.1" status: 204 len: 168 time: 0.1563399 Aug 09 15:54:58.113665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4698c0-70f8-467a-b85a-00a51605a9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d0e936-366c-4618-a002-97cd0f21620a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:58.269287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc45a9-5d87-4e11-aac0-69437e1f3ab3 req-aafdff4a-7cc8-49e3-9d8b-e9a8cd2c4370 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:58.278411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29bc45a9-5d87-4e11-aac0-69437e1f3ab3 req-aafdff4a-7cc8-49e3-9d8b-e9a8cd2c4370 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 944 time: 0.1016667 Aug 09 15:54:58.335152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-29bc45a9-5d87-4e11-aac0-69437e1f3ab3 req-f07941c9-3833-4396-bf52-03a42612e35e tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556633 Aug 09 15:54:58.595810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb75da-bbb1-4065-ba19-f0b2643e5719 req-c4c90689-f8fa-401b-a6ec-abf35bec4aeb tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:58.601977 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74eb75da-bbb1-4065-ba19-f0b2643e5719 req-c4c90689-f8fa-401b-a6ec-abf35bec4aeb tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1244683 Aug 09 15:54:58.699034 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74eb75da-bbb1-4065-ba19-f0b2643e5719 req-251a44a9-6b3d-48e0-b7bd-be123473a70d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863018 Aug 09 15:54:59.270968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45388) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:59.539324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c482751e-e918-42ea-9544-b2544f1c9f82 tempest-AgentManagementNegativeTest-1455060449 tempest-AgentManagementNegativeTest-1455060449-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2548003 Aug 09 15:54:59.592452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a46c2-6c30-4b98-97b4-a39c7374b059 req-4ed52bbb-32c9-42fd-8f3b-3c8284275ac7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:59.594387 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b36a46c2-6c30-4b98-97b4-a39c7374b059 req-4ed52bbb-32c9-42fd-8f3b-3c8284275ac7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 944 time: 0.0953317 Aug 09 15:54:59.685024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b36a46c2-6c30-4b98-97b4-a39c7374b059 req-9d880fa8-d8e6-4441-a7e1-d0e43d3843b6 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825033 Aug 09 15:54:59.913526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e8f6c5b0-e73d-4711-992a-d5960f2685ae details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:54:59.920383 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303447f1-bb1b-4a51-931a-5aebaf463c20 req-66f3ed1c-70aa-4b2d-a98e-6f94f683cf57 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:59.934734 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-303447f1-bb1b-4a51-931a-5aebaf463c20 req-66f3ed1c-70aa-4b2d-a98e-6f94f683cf57 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1061988 Aug 09 15:55:00.003360 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-303447f1-bb1b-4a51-931a-5aebaf463c20 req-8dc6066e-f72b-453f-8442-a2537c2d2d8d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676532 Aug 09 15:55:00.195619 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e8f6c5b0-e73d-4711-992a-d5960f2685ae, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e8f6c5b0-e73d-4711-992a-d5960f2685ae,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:00.207174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45420) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:00.221015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'e8f6c5b0-e73d-4711-992a-d5960f2685ae', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'port_id': 'e8f6c5b0-e73d-4711-992a-d5960f2685ae', 'mac_address': 'fa:16:3e:90:03:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753134b0-7750-440f-bc44-e17b7bfff805', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:55:00.262553 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.276752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f6c5b0-e73d-4711-992a-d5960f2685ae {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:00.305713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e8f6c5b0-e73d-4711-992a-d5960f2685ae, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e8f6c5b0-e73d-4711-992a-d5960f2685ae,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:00.315930 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.382882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26b62561-7de9-4ac3-8995-1cac734084a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.415116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e8f6c5b0-e73d-4711-992a-d5960f2685ae,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:00.583844 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26b62561-7de9-4ac3-8995-1cac734084a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.593284 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26b62561-7de9-4ac3-8995-1cac734084a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.598264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['e8f6c5b0-e73d-4711-992a-d5960f2685ae'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:00.681779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-26b62561-7de9-4ac3-8995-1cac734084a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6404acad4b72480093c6006d95da4484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734392 Aug 09 15:55:00.683083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b62561-7de9-4ac3-8995-1cac734084a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a2267-2982-4dfb-abcb-d9ad4f09fe79,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:00.685374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45432) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:00.779945 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ec10c3e-a339-40bd-b011-14a811485f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.838524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ec10c3e-a339-40bd-b011-14a811485f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.993685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179500e-7f26-441f-a23a-0cafd6878031 req-07ffce5a-4620-4b39-8bc1-53bfc19ea97d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:00.995657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2179500e-7f26-441f-a23a-0cafd6878031 req-07ffce5a-4620-4b39-8bc1-53bfc19ea97d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 945 time: 0.1628058 Aug 09 15:55:01.002244 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ec10c3e-a339-40bd-b011-14a811485f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:01.006204 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ec10c3e-a339-40bd-b011-14a811485f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:01.007633 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9ec10c3e-a339-40bd-b011-14a811485f6e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b48a2267-2982-4dfb-abcb-d9ad4f09fe79 HTTP/1.1" status: 204 len: 168 time: 0.3211510 Aug 09 15:55:01.058002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec10c3e-a339-40bd-b011-14a811485f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a2267-2982-4dfb-abcb-d9ad4f09fe79,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:01.091071 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2179500e-7f26-441f-a23a-0cafd6878031 req-cdb4e066-a1be-418e-b213-ee073f43ce06 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813658 Aug 09 15:55:01.206398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3846d-de46-4fce-8ff5-edaf3ea501bd req-c3a4f23e-18e7-4b78-b58f-c16e322bae6d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:01.208130 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-96c3846d-de46-4fce-8ff5-edaf3ea501bd req-c3a4f23e-18e7-4b78-b58f-c16e322bae6d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.0826766 Aug 09 15:55:01.276594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-96c3846d-de46-4fce-8ff5-edaf3ea501bd req-b8a2cefe-9fc2-4cb9-9b1a-13a0eb970028 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626481 Aug 09 15:55:01.928272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e8f6c5b0-e73d-4711-992a-d5960f2685ae up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:02.058080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45492) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:02.142742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port e8f6c5b0-e73d-4711-992a-d5960f2685ae completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:02.147271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port e8f6c5b0-e73d-4711-992a-d5960f2685ae triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:02.147777 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.337138 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-282054397'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:02.353494 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.389665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292b23f-8f94-4e14-8a17-746a88eb0243 req-291eba1b-b419-4f69-9a69-3f4dd74de5cc tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:02.394177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e8f6c5b0-e73d-4711-992a-d5960f2685ae, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e8f6c5b0-e73d-4711-992a-d5960f2685ae,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:02.395444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03114f85-e546-4003-adf3-e836d8aa3dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f6c5b0-e73d-4711-992a-d5960f2685ae'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:02.398739 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926ea816-eb31-4e33-99c9-8d332ee456a4" -d '{"events": [{"server_uuid": "03114f85-e546-4003-adf3-e836d8aa3dde", "name": "network-vif-plugged", "status": "completed", "tag": "e8f6c5b0-e73d-4711-992a-d5960f2685ae"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:02.403860 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.406036 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9292b23f-8f94-4e14-8a17-746a88eb0243 req-291eba1b-b419-4f69-9a69-3f4dd74de5cc tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 945 time: 0.1627481 Aug 09 15:55:02.417134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Made reservation on behalf of beb7be2c98f849b69832bff0b4196215 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:02.428017 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.443370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.490127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e8f6c5b0-e73d-4711-992a-d5960f2685ae,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:02.490749 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9292b23f-8f94-4e14-8a17-746a88eb0243 req-07e06fb6-9a98-4f6f-83f7-e76e11f97f70 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805705 Aug 09 15:55:02.565501 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47fb411-8047-41bb-a1fa-1126019be325 x-openstack-request-id: req-b47fb411-8047-41bb-a1fa-1126019be325 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:02.565821 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03114f85-e546-4003-adf3-e836d8aa3dde", "name": "network-vif-plugged", "status": "completed", "tag": "e8f6c5b0-e73d-4711-992a-d5960f2685ae", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:02.566483 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b47fb411-8047-41bb-a1fa-1126019be325 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:02.568459 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03114f85-e546-4003-adf3-e836d8aa3dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f6c5b0-e73d-4711-992a-d5960f2685ae', 'code': 200} Aug 09 15:55:02.641795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91464181-979b-4efc-a02d-d5ab560c6377 req-a0382453-6118-4967-87c8-d37907b5fc31 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:02.643872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-91464181-979b-4efc-a02d-d5ab560c6377 req-a0382453-6118-4967-87c8-d37907b5fc31 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1812069 Aug 09 15:55:02.722149 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-91464181-979b-4efc-a02d-d5ab560c6377 req-982924ef-97dd-4fdb-aee3-6f1f5c40775c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587978 Aug 09 15:55:02.757198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17ca01-53d4-47e8-8311-2c65aa356517 req-6044fad5-c601-418d-857e-21bde2bd2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:02.767289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b17ca01-53d4-47e8-8311-2c65aa356517 req-6044fad5-c601-418d-857e-21bde2bd2c31 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 1097 time: 0.1152365 Aug 09 15:55:02.768068 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.774690 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.800547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:55:02.835302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b17ca01-53d4-47e8-8311-2c65aa356517 req-21068506-99aa-4ead-b775-a0b77ac3baba service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642047 Aug 09 15:55:02.849383 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.850717 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Added segment d80348f2-0259-4658-a285-46401116adec of type vlan for network 827a8461-adb5-4e52-b9ef-afab2e2de025 Aug 09 15:55:02.853312 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066fd736-5033-4e0e-8681-eab51a1922fc,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:02.912252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.970491 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.977420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:02.978306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:03.130668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0702119 Aug 09 15:55:03.131027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45522) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:03.137109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6959625e-e783-48a8-89a8-147ef4f38cc9 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Request body: {'subnet': {'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:03.176843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58cb29-4e72-439b-bd76-23de5ce0aa85 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event updated for resources: {'Network': ['ID=827a8461-adb5-4e52-b9ef-afab2e2de025,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:03.188778 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 827a8461-adb5-4e52-b9ef-afab2e2de025 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:55:03.339529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6959625e-e783-48a8-89a8-147ef4f38cc9 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Made reservation on behalf of beb7be2c98f849b69832bff0b4196215 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:03.343632 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6959625e-e783-48a8-89a8-147ef4f38cc9 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:03.613703 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6959625e-e783-48a8-89a8-147ef4f38cc9 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:03.684208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23103553-b0c4-42f7-88e5-915d6434ce87 req-c70c1846-28bc-4c49-8787-9427a96e1a54 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.692584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23103553-b0c4-42f7-88e5-915d6434ce87 req-c70c1846-28bc-4c49-8787-9427a96e1a54 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 946 time: 0.1200979 Aug 09 15:55:03.719549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959625e-e783-48a8-89a8-147ef4f38cc9 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event updated for resources: {'Subnet': ['ID=eec2fc5d-4727-43cd-94f9-c882a4a3b7b5,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:03.771312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-23103553-b0c4-42f7-88e5-915d6434ce87 req-809aad9c-322a-4a93-87ed-e9f8f1bd5797 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775273 Aug 09 15:55:03.774831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6959625e-e783-48a8-89a8-147ef4f38cc9 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Checking segment: {'id': 'd80348f2-0259-4658-a285-46401116adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:03.775315 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6959625e-e783-48a8-89a8-147ef4f38cc9 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Network hostable DHCP agents. Network: 827a8461-adb5-4e52-b9ef-afab2e2de025, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:55:03.834839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6959625e-e783-48a8-89a8-147ef4f38cc9 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Network 827a8461-adb5-4e52-b9ef-afab2e2de025 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:55:03.849333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-6959625e-e783-48a8-89a8-147ef4f38cc9 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 827a8461-adb5-4e52-b9ef-afab2e2de025) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:03.860009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25624bda-6c74-41f1-b0ff-7fc210c894a8 None None] Network 827a8461-adb5-4e52-b9ef-afab2e2de025 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:03.863173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6959625e-e783-48a8-89a8-147ef4f38cc9 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.863912 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6959625e-e783-48a8-89a8-147ef4f38cc9 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:03.882067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6959625e-e783-48a8-89a8-147ef4f38cc9 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7497745 Aug 09 15:55:03.885762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45544) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:03.892950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Request body: {'port': {'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025', 'name': 'tempest-AllowedAddressPairTestJSON-906988403'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:04.323645 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-827a8461-adb5-4e52-b9ef-afab2e2de025', 'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025', 'tenant_id': 'beb7be2c98f849b69832bff0b4196215', 'fixed_ips': [{'subnet_id': 'eec2fc5d-4727-43cd-94f9-c882a4a3b7b5'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:55:04.325043 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.474795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc2820-b440-4e87-b707-0f04cd49dd00 req-388ff328-8b69-4944-b77d-062dbc499a90 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:04.489426 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3cbc2820-b440-4e87-b707-0f04cd49dd00 req-388ff328-8b69-4944-b77d-062dbc499a90 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.6054225 Aug 09 15:55:04.505260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Allocated IP 172.20.0.2 (827a8461-adb5-4e52-b9ef-afab2e2de025/eec2fc5d-4727-43cd-94f9-c882a4a3b7b5/4947a82c-9c69-4e32-a622-99f92c08c3af) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:04.564706 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3cbc2820-b440-4e87-b707-0f04cd49dd00 req-9285d9ac-8d6e-4db2-912c-a7e9a58816ff tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739436 Aug 09 15:55:04.565956 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Made reservation on behalf of beb7be2c98f849b69832bff0b4196215 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:04.586216 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.628481 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] device_id is not set on port d7cdc920-368f-493f-851a-296b22476aea yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:04.762302 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.774025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Transition to ACTIVE for port object 4947a82c-9c69-4e32-a622-99f92c08c3af will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:04.795197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Transition to ACTIVE for port object 4947a82c-9c69-4e32-a622-99f92c08c3af will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:04.807692 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.879068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Network 827a8461-adb5-4e52-b9ef-afab2e2de025 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:04.885643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:04.888625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:04.896779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Pushing event updated for resources: {'Port': ['ID=4947a82c-9c69-4e32-a622-99f92c08c3af,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:04.903992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Allocated IP 172.20.0.3 (827a8461-adb5-4e52-b9ef-afab2e2de025/eec2fc5d-4727-43cd-94f9-c882a4a3b7b5/d7cdc920-368f-493f-851a-296b22476aea) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:04.976038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Attempting to bind port 4947a82c-9c69-4e32-a622-99f92c08c3af on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:04.976418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Attempting to bind port 4947a82c-9c69-4e32-a622-99f92c08c3af by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd80348f2-0259-4658-a285-46401116adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:04.976775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Attempting to bind port 4947a82c-9c69-4e32-a622-99f92c08c3af on network 827a8461-adb5-4e52-b9ef-afab2e2de025 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:04.985475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:04.985979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Checking segment: {'id': 'd80348f2-0259-4658-a285-46401116adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:04.986324 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.986734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Bound using segment: {'id': 'd80348f2-0259-4658-a285-46401116adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:04.987211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Bound port: 4947a82c-9c69-4e32-a622-99f92c08c3af, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80348f2-0259-4658-a285-46401116adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:04.987599 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.054128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6434d-31a2-4468-9adb-7237d54bfb7f req-3f74efc1-ba9b-49ec-ab05-aa4f44cdfdd1 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:05.057645 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-def6434d-31a2-4468-9adb-7237d54bfb7f req-3f74efc1-ba9b-49ec-ab05-aa4f44cdfdd1 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 946 time: 0.1372468 Aug 09 15:55:05.111199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] For port 4947a82c-9c69-4e32-a622-99f92c08c3af, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:05.128991 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] For port 4947a82c-9c69-4e32-a622-99f92c08c3af, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4947a82c-9c69-4e32-a622-99f92c08c3af,segment=NetworkSegment(d80348f2-0259-4658-a285-46401116adec),segment_id=d80348f2-0259-4658-a285-46401116adec)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:05.135908 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.155404 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-def6434d-31a2-4468-9adb-7237d54bfb7f req-b4729204-c41c-43f5-b1cf-03499e572959 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911438 Aug 09 15:55:05.285365 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.316338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ea50e-f5b8-49ff-8d42-87d69016d428 None None] Pushing event updated for resources: {'Port': ['ID=4947a82c-9c69-4e32-a622-99f92c08c3af,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:05.356043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Transition to ACTIVE for port object d7cdc920-368f-493f-851a-296b22476aea will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:05.423082 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.473249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Network 827a8461-adb5-4e52-b9ef-afab2e2de025 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:05.498758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:05.502997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:05.570572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event updated for resources: {'Port': ['ID=d7cdc920-368f-493f-851a-296b22476aea,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:05.597743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:05.597743 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:05.636687 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7c1d9f50-0918-4b1e-a2e3-7714e1c4c36c tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7493222 Aug 09 15:55:05.640330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45592) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:05.660206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Request body: {'port': {'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025', 'name': 'tempest-AllowedAddressPairTestJSON-1262145320', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:6e:41:22'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:05.841951 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4947a82c-9c69-4e32-a622-99f92c08c3af up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:05.936679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0414e4-5584-451b-bf60-b7d7c57d16b9 req-552eb7d5-3a77-4b3b-809c-9a7ea58c9fb6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:05.948916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17506aca-ee22-48c2-8ec3-072881072320 req-3660b8d8-9caf-414f-b8d0-8cd8e2ffef8c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:05.949961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c0414e4-5584-451b-bf60-b7d7c57d16b9 req-552eb7d5-3a77-4b3b-809c-9a7ea58c9fb6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 943 time: 0.1455221 Aug 09 15:55:05.950590 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-17506aca-ee22-48c2-8ec3-072881072320 req-3660b8d8-9caf-414f-b8d0-8cd8e2ffef8c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 946 time: 0.2070241 Aug 09 15:55:05.958287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f6fecabf-4309-4cd4-add7-60fce676c668 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:55:06.015006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 4947a82c-9c69-4e32-a622-99f92c08c3af completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:06.038641 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-17506aca-ee22-48c2-8ec3-072881072320 req-3bc81f03-75f1-4ae2-9b03-3031dbc2dbdf tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613725 Aug 09 15:55:06.066912 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c0414e4-5584-451b-bf60-b7d7c57d16b9 req-0dc039e1-c37f-4559-8367-277266010594 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150260 Aug 09 15:55:06.083894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Made reservation on behalf of beb7be2c98f849b69832bff0b4196215 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:06.239970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f6fecabf-4309-4cd4-add7-60fce676c668,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:06.266405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'port_id': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'mac_address': 'fa:16:3e:57:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:55:06.361427 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054ad47-09da-4822-bc1b-ee3bb3f8d4cc req-666ce717-a681-43e4-a49c-1ff4e5683c39 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:06.363362 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8054ad47-09da-4822-bc1b-ee3bb3f8d4cc req-666ce717-a681-43e4-a49c-1ff4e5683c39 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 946 time: 0.1130359 Aug 09 15:55:06.404254 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.444661 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6fecabf-4309-4cd4-add7-60fce676c668 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:06.476344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.502975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f6fecabf-4309-4cd4-add7-60fce676c668,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:06.508586 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:06.580790 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8054ad47-09da-4822-bc1b-ee3bb3f8d4cc req-6e46ee48-f839-4a3b-b349-7a0a37c5393c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066669 Aug 09 15:55:06.582931 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] device_id is not set on port fb648628-6c8e-4430-ad83-fe7c1f72473f yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:06.658788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f6fecabf-4309-4cd4-add7-60fce676c668,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:06.815361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['f6fecabf-4309-4cd4-add7-60fce676c668'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:07.013683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Allocated IP 172.20.0.5 (827a8461-adb5-4e52-b9ef-afab2e2de025/eec2fc5d-4727-43cd-94f9-c882a4a3b7b5/fb648628-6c8e-4430-ad83-fe7c1f72473f) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:07.148434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ca383-83f8-4d74-8d5a-efd1b32f887f None None] Network 827a8461-adb5-4e52-b9ef-afab2e2de025 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:07.454336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d226f-b963-4b5b-8bb2-521efc7b48b5 req-8a14bd81-0022-47f0-91b1-3298267538b0 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:07.463911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ee025abd-0d39-4f0c-9570-042cc6c2702b None None] Provisioning for port 4947a82c-9c69-4e32-a622-99f92c08c3af completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:07.464193 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9b6d226f-b963-4b5b-8bb2-521efc7b48b5 req-8a14bd81-0022-47f0-91b1-3298267538b0 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 946 time: 0.2538667 Aug 09 15:55:07.491129 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ee025abd-0d39-4f0c-9570-042cc6c2702b None None] Provisioning complete for port 4947a82c-9c69-4e32-a622-99f92c08c3af triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:07.492151 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee025abd-0d39-4f0c-9570-042cc6c2702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.624207 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7d470552-86aa-46a9-ba96-1a86a64c1d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.644557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9b6d226f-b963-4b5b-8bb2-521efc7b48b5 req-14fe0dec-2447-4731-b079-955c094bf3d0 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785421 Aug 09 15:55:07.647990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5e5b7-12ae-415f-b7d1-1096acf6ec96 req-2e39ffa4-f3ad-4b7e-a1fd-bbc7cbbc6695 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:07.658718 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2b5e5b7-12ae-415f-b7d1-1096acf6ec96 req-2e39ffa4-f3ad-4b7e-a1fd-bbc7cbbc6695 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 944 time: 0.1323059 Aug 09 15:55:07.722267 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.738738 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2b5e5b7-12ae-415f-b7d1-1096acf6ec96 req-da684cf6-21f3-46a4-8b24-44e4091a7f1a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790691 Aug 09 15:55:07.739002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Transition to ACTIVE for port object fb648628-6c8e-4430-ad83-fe7c1f72473f will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:07.790411 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.893983 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Network 827a8461-adb5-4e52-b9ef-afab2e2de025 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:07.908707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:07.912351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:07.934567 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee025abd-0d39-4f0c-9570-042cc6c2702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:07.992416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ee025abd-0d39-4f0c-9570-042cc6c2702b None None] For port 4947a82c-9c69-4e32-a622-99f92c08c3af, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4947a82c-9c69-4e32-a622-99f92c08c3af,segment=NetworkSegment(d80348f2-0259-4658-a285-46401116adec),segment_id=d80348f2-0259-4658-a285-46401116adec)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:08.014321 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee025abd-0d39-4f0c-9570-042cc6c2702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.031467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event updated for resources: {'Port': ['ID=fb648628-6c8e-4430-ad83-fe7c1f72473f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:08.062785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:08.063746 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.083628 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5bcafc9a-4d65-4098-9ecd-26be19652ce0 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4411039 Aug 09 15:55:08.086401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45662) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:08.132243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee025abd-0d39-4f0c-9570-042cc6c2702b None None] Pushing event updated for resources: {'Port': ['ID=4947a82c-9c69-4e32-a622-99f92c08c3af,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:08.333620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ab5a3-608f-4f0a-9a67-88d0e5ef4348 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:08.345013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ab5a3-608f-4f0a-9a67-88d0e5ef4348 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:08.369343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ab5a3-608f-4f0a-9a67-88d0e5ef4348 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:08.374956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e93ab5a3-608f-4f0a-9a67-88d0e5ef4348 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2869017 Aug 09 15:55:08.378215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45668) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:08.541631 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8c903bba-d7b9-4eee-95eb-b54577f6d822 None None] Provisioning for port d7cdc920-368f-493f-851a-296b22476aea completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:08.550337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8c903bba-d7b9-4eee-95eb-b54577f6d822 None None] Provisioning complete for port d7cdc920-368f-493f-851a-296b22476aea triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:08.550705 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c903bba-d7b9-4eee-95eb-b54577f6d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.613078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Deleting port fb648628-6c8e-4430-ad83-fe7c1f72473f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:08.613438 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.648599 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8c903bba-d7b9-4eee-95eb-b54577f6d822 None None] Port d7cdc920-368f-493f-851a-296b22476aea cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:08.668590 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8c903bba-d7b9-4eee-95eb-b54577f6d822 None None] Provisioning complete for port 4947a82c-9c69-4e32-a622-99f92c08c3af triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:08.669627 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c903bba-d7b9-4eee-95eb-b54577f6d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.803853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856b020-341a-4ffe-bac9-548f0b2d6879 req-f19975ca-5cd2-486e-8e3b-53c756c78902 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:08.805456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0856b020-341a-4ffe-bac9-548f0b2d6879 req-f19975ca-5cd2-486e-8e3b-53c756c78902 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 946 time: 0.1339178 Aug 09 15:55:08.940519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.954069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Calling delete_port for fb648628-6c8e-4430-ad83-fe7c1f72473f owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:08.994567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6ffd7-4a96-411d-8b24-8ca4a25b2406 req-a9d3a178-0104-4d2a-8593-49da07fdca70 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:08.997698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7d6ffd7-4a96-411d-8b24-8ca4a25b2406 req-a9d3a178-0104-4d2a-8593-49da07fdca70 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=03114f85-e546-4003-adf3-e836d8aa3dde HTTP/1.1" status: 200 len: 946 time: 0.0901434 Aug 09 15:55:09.006548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-0856b020-341a-4ffe-bac9-548f0b2d6879 req-fdbbc182-2460-4bcf-a937-e0a69d893c5d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Deleting port e8f6c5b0-e73d-4711-992a-d5960f2685ae {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:09.007169 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0856b020-341a-4ffe-bac9-548f0b2d6879 req-fdbbc182-2460-4bcf-a937-e0a69d893c5d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.077998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-dd228d36-314f-4d56-923e-f616d957fc95 None None] Provisioning complete for port d7cdc920-368f-493f-851a-296b22476aea triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:09.078212 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd228d36-314f-4d56-923e-f616d957fc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.127170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-0856b020-341a-4ffe-bac9-548f0b2d6879 req-fdbbc182-2460-4bcf-a937-e0a69d893c5d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] For port e8f6c5b0-e73d-4711-992a-d5960f2685ae, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e8f6c5b0-e73d-4711-992a-d5960f2685ae,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:09.127940 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0856b020-341a-4ffe-bac9-548f0b2d6879 req-fdbbc182-2460-4bcf-a937-e0a69d893c5d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.142718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-0856b020-341a-4ffe-bac9-548f0b2d6879 req-fdbbc182-2460-4bcf-a937-e0a69d893c5d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Calling delete_port for e8f6c5b0-e73d-4711-992a-d5960f2685ae owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:09.176947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-dd228d36-314f-4d56-923e-f616d957fc95 None None] Port d7cdc920-368f-493f-851a-296b22476aea cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:09.218795 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.262495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event deleted for resources: {'Port': ['ID=fb648628-6c8e-4430-ad83-fe7c1f72473f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:09.271231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:09.271581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:09.272112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:09.272454 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:09.272785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:09.273117 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:09.273477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:09.273806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:09.274133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:09.274459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:09.274791 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:09.275102 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:09.304691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-263cf5fa-2dd1-4af7-b17d-bab403eca6e8 None None] Could not find standard attr ID for object fb648628-6c8e-4430-ad83-fe7c1f72473f. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:55:09.398637 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0856b020-341a-4ffe-bac9-548f0b2d6879 req-fdbbc182-2460-4bcf-a937-e0a69d893c5d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.415321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d', 'e8f6c5b0-e73d-4711-992a-d5960f2685ae'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:09.531960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a00623-fc48-4396-9eb6-4e128235817f req-d612cb7c-36b7-4dc4-b692-2ec795d9cc5d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:09.534564 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1a00623-fc48-4396-9eb6-4e128235817f req-d612cb7c-36b7-4dc4-b692-2ec795d9cc5d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 944 time: 0.3548553 Aug 09 15:55:09.576503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbc182-2460-4bcf-a937-e0a69d893c5d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event deleted for resources: {'Port': ['ID=e8f6c5b0-e73d-4711-992a-d5960f2685ae,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:09.677812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0856b020-341a-4ffe-bac9-548f0b2d6879 req-fdbbc182-2460-4bcf-a937-e0a69d893c5d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] No DVR routers for this DVR port e8f6c5b0-e73d-4711-992a-d5960f2685ae on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:09.682914 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1a00623-fc48-4396-9eb6-4e128235817f req-dc56e659-6d70-449b-8e4c-3da403dde989 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079257 Aug 09 15:55:09.691307 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7d6ffd7-4a96-411d-8b24-8ca4a25b2406 req-ef214254-5b52-4cea-b38e-55d845cc9f81 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119385 Aug 09 15:55:09.699077 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0856b020-341a-4ffe-bac9-548f0b2d6879 req-fdbbc182-2460-4bcf-a937-e0a69d893c5d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.706097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0856b020-341a-4ffe-bac9-548f0b2d6879 req-fdbbc182-2460-4bcf-a937-e0a69d893c5d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "DELETE /v2.0/ports/e8f6c5b0-e73d-4711-992a-d5960f2685ae HTTP/1.1" status: 204 len: 173 time: 0.8870068 Aug 09 15:55:09.707533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03114f85-e546-4003-adf3-e836d8aa3dde', 'name': 'network-vif-deleted', 'tag': 'e8f6c5b0-e73d-4711-992a-d5960f2685ae'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:09.715491 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dd9e49-e597-4e80-b6c1-01b92fa1c80d" -d '{"events": [{"server_uuid": "03114f85-e546-4003-adf3-e836d8aa3dde", "name": "network-vif-deleted", "tag": "e8f6c5b0-e73d-4711-992a-d5960f2685ae"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:09.886198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4947a82c-9c69-4e32-a622-99f92c08c3af up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:09.939669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:09.941663 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0054c6be-064f-44b9-9d64-c5be69897f52 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "DELETE /v2.0/ports/fb648628-6c8e-4430-ad83-fe7c1f72473f HTTP/1.1" status: 204 len: 168 time: 1.5620203 Aug 09 15:55:09.944698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45700) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:10.024073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f6fecabf-4309-4cd4-add7-60fce676c668 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:10.028814 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-556e4aca-0518-4503-9007-93187f9d45c5 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] GET failed (client error): The resource could not be found. Aug 09 15:55:10.037649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45702) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:10.039422 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-556e4aca-0518-4503-9007-93187f9d45c5 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "GET /v2.0/ports/fb648628-6c8e-4430-ad83-fe7c1f72473f HTTP/1.1" status: 404 len: 333 time: 0.0931211 Aug 09 15:55:10.045035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Request body: {'port': {'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025', 'name': 'tempest-AllowedAddressPairTestJSON-591118455'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:10.045183 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b6dcf4-8917-44f1-b4d7-8926da142d8d x-openstack-request-id: req-d1b6dcf4-8917-44f1-b4d7-8926da142d8d {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:10.048013 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03114f85-e546-4003-adf3-e836d8aa3dde", "name": "network-vif-deleted", "tag": "e8f6c5b0-e73d-4711-992a-d5960f2685ae", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:10.048315 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1b6dcf4-8917-44f1-b4d7-8926da142d8d {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:10.048721 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03114f85-e546-4003-adf3-e836d8aa3dde', 'name': 'network-vif-deleted', 'tag': 'e8f6c5b0-e73d-4711-992a-d5960f2685ae', 'status': 'completed', 'code': 200} Aug 09 15:55:10.104402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 4947a82c-9c69-4e32-a622-99f92c08c3af triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:10.104786 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.298924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Made reservation on behalf of beb7be2c98f849b69832bff0b4196215 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:10.302423 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.375166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] device_id is not set on port ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:10.383200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port f6fecabf-4309-4cd4-add7-60fce676c668 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:10.384600 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.497205 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.571609 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Allocated IP 172.20.0.11 (827a8461-adb5-4e52-b9ef-afab2e2de025/eec2fc5d-4727-43cd-94f9-c882a4a3b7b5/ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:10.582518 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2545abe3-191d-438e-a68e-b1e191da7532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.598429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:10.600758 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a81541-32f7-4c4f-b894-395b24a2945b" -d '{"events": [{"server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "name": "network-vif-plugged", "status": "completed", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:10.648807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f6fecabf-4309-4cd4-add7-60fce676c668,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:10.658972 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.659819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e8f6c5b0-e73d-4711-992a-d5960f2685ae no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:10.791130 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.807688 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8325328a-2ef0-4497-9b9c-34f41a3a1c89 x-openstack-request-id: req-8325328a-2ef0-4497-9b9c-34f41a3a1c89 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:10.811088 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "name": "network-vif-plugged", "status": "completed", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:10.811421 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8325328a-2ef0-4497-9b9c-34f41a3a1c89 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:10.811766 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'code': 200} Aug 09 15:55:10.818727 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Transition to ACTIVE for port object ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:10.857291 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: e8f6c5b0-e73d-4711-992a-d5960f2685ae {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:10.857635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e8f6c5b0-e73d-4711-992a-d5960f2685ae not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:10.910642 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:10.997359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addecb6a-943c-4159-b5d9-30e2358df81c req-a6e85be7-dfe2-4233-aca5-1456b457a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:11.006658 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-addecb6a-943c-4159-b5d9-30e2358df81c req-a6e85be7-dfe2-4233-aca5-1456b457a843 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 1097 time: 0.1174889 Aug 09 15:55:11.072091 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.087162 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-addecb6a-943c-4159-b5d9-30e2358df81c req-d682835b-f667-4978-96fd-4ec57896faab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720572 Aug 09 15:55:11.100261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f6fecabf-4309-4cd4-add7-60fce676c668,revision_number=10']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:11.196294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Network 827a8461-adb5-4e52-b9ef-afab2e2de025 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:11.201480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:11.206373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:11.263008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event updated for resources: {'Port': ['ID=ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:11.278997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1881f3-082f-4344-b75d-9f122c631e69 req-53e571c2-3d72-4647-b19e-3722e89ac9d9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:11.280716 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1f1881f3-082f-4344-b75d-9f122c631e69 req-53e571c2-3d72-4647-b19e-3722e89ac9d9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 946 time: 0.3530588 Aug 09 15:55:11.293319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:11.293693 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.370580 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9e11da01-c64a-4686-9aff-410bb0bef5bb tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3311160 Aug 09 15:55:11.374665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45744) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:11.385089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b369d306-4bbc-4702-8e8d-fb51a12ae456 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:6e:41:22'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:11.436514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1f1881f3-082f-4344-b75d-9f122c631e69 req-f2aa7c76-fc30-45ee-a8bf-cbaa88ae36f2 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395555 Aug 09 15:55:11.436803 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.528747 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.559343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b12c6f88-70ff-422e-b87b-6593bd00523d None None] Provisioning for port ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:11.564161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b12c6f88-70ff-422e-b87b-6593bd00523d None None] Provisioning complete for port ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:11.564651 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b12c6f88-70ff-422e-b87b-6593bd00523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.607729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b12c6f88-70ff-422e-b87b-6593bd00523d None None] Port ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:11.722985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-7f5eb00c-dfe8-4938-9b7b-f49408a0cb81 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:11.731238 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-7f5eb00c-dfe8-4938-9b7b-f49408a0cb81 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.1733236 Aug 09 15:55:11.780068 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-e5ccc9bc-f5b7-46c6-9e68-42e627839080 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/quotas/e5f1a03c287a42209d0b9eb2d0d97d41 HTTP/1.1" status: 200 len: 375 time: 0.0478525 Aug 09 15:55:11.831125 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b369d306-4bbc-4702-8e8d-fb51a12ae456 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:12.029009 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b369d306-4bbc-4702-8e8d-fb51a12ae456 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:12.037367 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b369d306-4bbc-4702-8e8d-fb51a12ae456 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:12.097129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-c55f59a5-1d09-4e0b-9c92-1995eb0fe5b6 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3161821 Aug 09 15:55:12.242242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369d306-4bbc-4702-8e8d-fb51a12ae456 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event updated for resources: {'Port': ['ID=ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:12.258904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b369d306-4bbc-4702-8e8d-fb51a12ae456 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] In _notify_port_updated(), no bound segment for port ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 on network 827a8461-adb5-4e52-b9ef-afab2e2de025 {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:55:12.265094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369d306-4bbc-4702-8e8d-fb51a12ae456 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:12.284920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b369d306-4bbc-4702-8e8d-fb51a12ae456 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:12.288637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45776) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:12.300422 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b369d306-4bbc-4702-8e8d-fb51a12ae456 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "PUT /v2.0/ports/ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 HTTP/1.1" status: 200 len: 993 time: 0.9241202 Aug 09 15:55:12.516418 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-1cdda8a1-4c94-4f41-aaf3-4ae93a435dca tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Deleting port ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:12.517466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1cdda8a1-4c94-4f41-aaf3-4ae93a435dca tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:12.536563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-92ca4a90-be4b-4963-a6bd-bf13186c15fc None None] Provisioning complete for port ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:12.537107 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92ca4a90-be4b-4963-a6bd-bf13186c15fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:12.595756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-92ca4a90-be4b-4963-a6bd-bf13186c15fc None None] Port ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:12.677485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1cdda8a1-4c94-4f41-aaf3-4ae93a435dca tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:12.695386 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-1cdda8a1-4c94-4f41-aaf3-4ae93a435dca tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Calling delete_port for ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:12.819629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33941a4-c241-48d8-9b71-42a1cd6c70ca req-f272f537-120e-4fe4-8cf2-be91117581ac tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:12.830452 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c33941a4-c241-48d8-9b71-42a1cd6c70ca req-f272f537-120e-4fe4-8cf2-be91117581ac tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 946 time: 0.1377077 Aug 09 15:55:12.907928 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c33941a4-c241-48d8-9b71-42a1cd6c70ca req-b65e8dba-7744-4b11-9330-f5d4a06a5b31 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764468 Aug 09 15:55:13.009029 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.107722 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1cdda8a1-4c94-4f41-aaf3-4ae93a435dca tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.210243 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdda8a1-4c94-4f41-aaf3-4ae93a435dca tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event deleted for resources: {'Port': ['ID=ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:13.219448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-d31550d5-99ee-45aa-ad05-3786c7926b34 service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1043227 Aug 09 15:55:13.362930 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.460250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-2067457b-946d-474f-a949-4f2364b1f5da service neutron] 10.222.0.81 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377501 Aug 09 15:55:13.584620 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1cdda8a1-4c94-4f41-aaf3-4ae93a435dca tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:13.587687 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1cdda8a1-4c94-4f41-aaf3-4ae93a435dca tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "DELETE /v2.0/ports/ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 HTTP/1.1" status: 204 len: 168 time: 1.2980425 Aug 09 15:55:13.591100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45830) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:13.653388 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11b7f54-1c3b-49c4-b9ad-a842568fabce tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] GET failed (client error): The resource could not be found. Aug 09 15:55:13.660772 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e11b7f54-1c3b-49c4-b9ad-a842568fabce tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "GET /v2.0/ports/ac18ecf6-f5cd-44a6-88f3-0722ed2ecc47 HTTP/1.1" status: 404 len: 333 time: 0.0630803 Aug 09 15:55:13.661335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45832) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:13.667322 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Request body: {'port': {'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025', 'name': 'tempest-AllowedAddressPairTestJSON-1352704644'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:13.932800 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c3204187-8d41-4067-9c40-3cabb0e383eb req-85eb286c-9ddb-40b7-ad72-a46f73675a6a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 210 time: 0.1056314 Aug 09 15:55:14.064453 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Made reservation on behalf of beb7be2c98f849b69832bff0b4196215 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:14.068023 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.094925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] device_id is not set on port c88dfc46-e893-491a-a2c8-5df3da445373 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:14.144965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55b952-4063-4ea0-afcc-2249b3a11d62 req-670f41c4-9643-4db2-84c7-75dc8f2429dc tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:14.154344 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9f55b952-4063-4ea0-afcc-2249b3a11d62 req-670f41c4-9643-4db2-84c7-75dc8f2429dc tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 946 time: 0.1130605 Aug 09 15:55:14.202650 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9f55b952-4063-4ea0-afcc-2249b3a11d62 req-b8f2efb0-5f4c-4010-8dc1-0c98f35235dd tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469911 Aug 09 15:55:14.314510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Allocated IP 172.20.0.6 (827a8461-adb5-4e52-b9ef-afab2e2de025/eec2fc5d-4727-43cd-94f9-c882a4a3b7b5/c88dfc46-e893-491a-a2c8-5df3da445373) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:14.579026 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.631040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Transition to ACTIVE for port object c88dfc46-e893-491a-a2c8-5df3da445373 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:14.757573 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:14.942884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Network 827a8461-adb5-4e52-b9ef-afab2e2de025 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:15.001032 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:15.008090 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:15.015337 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event updated for resources: {'Port': ['ID=c88dfc46-e893-491a-a2c8-5df3da445373,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:15.161095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3513fb9e-467a-43fc-b38f-1a7f84cd35f1 req-7a93979b-cb89-44b7-8557-ccb86eceefd7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 210 time: 0.0888655 Aug 09 15:55:15.170225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:15.171142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.196278 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-848427d2-0b27-4d9b-9536-887890e540bd tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5311100 Aug 09 15:55:15.196669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45874) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:15.206153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6e:41:22'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:15.310187 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.570676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1a2ee369-3e61-4f88-b59e-8ae86f97fd95 None None] Provisioning for port c88dfc46-e893-491a-a2c8-5df3da445373 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:15.576583 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1a2ee369-3e61-4f88-b59e-8ae86f97fd95 None None] Provisioning complete for port c88dfc46-e893-491a-a2c8-5df3da445373 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:15.580039 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee369-3e61-4f88-b59e-8ae86f97fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.678579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ee369-3e61-4f88-b59e-8ae86f97fd95 None None] Port c88dfc46-e893-491a-a2c8-5df3da445373 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:15.725617 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.775496 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.969112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event updated for resources: {'Port': ['ID=c88dfc46-e893-491a-a2c8-5df3da445373,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:15.971735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] In _notify_port_updated(), no bound segment for port c88dfc46-e893-491a-a2c8-5df3da445373 on network 827a8461-adb5-4e52-b9ef-afab2e2de025 {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:55:15.989503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:15.990316 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:15.994853 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "PUT /v2.0/ports/c88dfc46-e893-491a-a2c8-5df3da445373 HTTP/1.1" status: 200 len: 996 time: 0.7970710 Aug 09 15:55:15.995454 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45892) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:16.023866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:16.024299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:16.024712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:16.025119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:16.025519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:16.025944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:16.026390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:16.027349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:16.027878 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:16.028434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:16.028835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:16.029388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800d253-f2e5-4e70-9c3b-f98354589d22 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:16.112353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3325c-76b9-4ae9-8002-48d7644d4dc4 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Deleting port c88dfc46-e893-491a-a2c8-5df3da445373 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:16.112699 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6c3325c-76b9-4ae9-8002-48d7644d4dc4 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.114965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-0dcc5c4d-35e0-4bb6-bc47-49fe44caaf33 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:16.116372 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-0dcc5c4d-35e0-4bb6-bc47-49fe44caaf33 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 805 time: 0.5918694 Aug 09 15:55:16.133263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Request body: {'port': {'device_id': 'bb8ac996-5354-4be4-a26f-e81a7f1d4c1d', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'admin_state_up': True, 'tenant_id': 'e5f1a03c287a42209d0b9eb2d0d97d41'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:16.216601 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-aa50b5df-b609-4d62-ab48-a934c4f7224b None None] Provisioning complete for port c88dfc46-e893-491a-a2c8-5df3da445373 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:16.216984 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aa50b5df-b609-4d62-ab48-a934c4f7224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.268550 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6c3325c-76b9-4ae9-8002-48d7644d4dc4 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.284040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-aa50b5df-b609-4d62-ab48-a934c4f7224b None None] Port c88dfc46-e893-491a-a2c8-5df3da445373 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:16.294241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3325c-76b9-4ae9-8002-48d7644d4dc4 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Calling delete_port for c88dfc46-e893-491a-a2c8-5df3da445373 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:16.357508 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3e2d460a-844f-4db4-9d42-a7dad5836b72 req-f9d5cb0e-69b7-4945-b229-ed7b3aeeec21 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 210 time: 0.0338562 Aug 09 15:55:16.388033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Made reservation on behalf of e5f1a03c287a42209d0b9eb2d0d97d41 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:16.392268 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.556466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6c3325c-76b9-4ae9-8002-48d7644d4dc4 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.601194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3325c-76b9-4ae9-8002-48d7644d4dc4 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event deleted for resources: {'Port': ['ID=c88dfc46-e893-491a-a2c8-5df3da445373,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:16.716524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Allocated IP 172.20.0.8 (bda938b4-f252-4ee7-b4cf-f10144f1cc5d/753134b0-7750-440f-bc44-e17b7bfff805/c1580371-c31b-4e6e-9696-65e03ca9a40b) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:16.768284 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6c3325c-76b9-4ae9-8002-48d7644d4dc4 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.772568 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a6c3325c-76b9-4ae9-8002-48d7644d4dc4 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "DELETE /v2.0/ports/c88dfc46-e893-491a-a2c8-5df3da445373 HTTP/1.1" status: 204 len: 168 time: 0.7732053 Aug 09 15:55:16.774914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45914) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:16.816855 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc51011b-85f4-49d8-84b1-b59adb429020 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] GET failed (client error): The resource could not be found. Aug 09 15:55:16.821540 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bc51011b-85f4-49d8-84b1-b59adb429020 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "GET /v2.0/ports/c88dfc46-e893-491a-a2c8-5df3da445373 HTTP/1.1" status: 404 len: 333 time: 0.0425577 Aug 09 15:55:16.822227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45918) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:16.832665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Request body: {'port': {'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025', 'name': 'tempest-AllowedAddressPairTestJSON-136515489'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:17.102720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Made reservation on behalf of beb7be2c98f849b69832bff0b4196215 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:17.108508 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.115419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.156200 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.157854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] device_id is not set on port a1a61201-e929-4877-b24a-c2fd3f52d235 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:17.173445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:17.230407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Network bda938b4-f252-4ee7-b4cf-f10144f1cc5d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:17.237205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:17.246905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:17.292916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event updated for resources: {'Port': ['ID=c1580371-c31b-4e6e-9696-65e03ca9a40b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:17.342590 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:17.349190 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.377439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-660eb69a-07cf-40d0-8ace-ffe77498cb2c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2480655 Aug 09 15:55:17.392100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Request body: {'port': {'device_id': 'bb8ac996-5354-4be4-a26f-e81a7f1d4c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:17.513683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Allocated IP 172.20.0.10 (827a8461-adb5-4e52-b9ef-afab2e2de025/eec2fc5d-4727-43cd-94f9-c882a4a3b7b5/a1a61201-e929-4877-b24a-c2fd3f52d235) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:17.533893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.744244 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.759470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Transition to ACTIVE for port object a1a61201-e929-4877-b24a-c2fd3f52d235 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:17.806270 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.855120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Network 827a8461-adb5-4e52-b9ef-afab2e2de025 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:17.861009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:17.868255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:17.910443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event updated for resources: {'Port': ['ID=a1a61201-e929-4877-b24a-c2fd3f52d235,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:17.936701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:17.938146 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:17.959999 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-32f6069b-6fd2-48a4-9b5e-cd2ae6f3577a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1358278 Aug 09 15:55:17.962980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9000cd-7035-4938-8d0e-20021f591cc1 req-1e7806a0-143d-4d05-b737-38cdc3ead780 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:17.963198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45946) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:17.972595 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8d9000cd-7035-4938-8d0e-20021f591cc1 req-1e7806a0-143d-4d05-b737-38cdc3ead780 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 931 time: 0.4456325 Aug 09 15:55:17.977621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Request body: {'port': {'network_id': '827a8461-adb5-4e52-b9ef-afab2e2de025', 'name': 'tempest-AllowedAddressPairTestJSON-893844258'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:18.133060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8d9000cd-7035-4938-8d0e-20021f591cc1 req-ee776ace-19a8-4492-a770-d4f869c138c1 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597893 Aug 09 15:55:18.295635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Made reservation on behalf of beb7be2c98f849b69832bff0b4196215 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:18.302693 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.356945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] device_id is not set on port 4a52e1fc-a149-4e52-81df-cbf780f8ed25 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:18.437071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e0b07f49-c426-4c4f-b91b-5eb194f1904a None None] Provisioning for port a1a61201-e929-4877-b24a-c2fd3f52d235 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:18.445049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e0b07f49-c426-4c4f-b91b-5eb194f1904a None None] Provisioning complete for port a1a61201-e929-4877-b24a-c2fd3f52d235 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:18.447889 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e0b07f49-c426-4c4f-b91b-5eb194f1904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.451341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1580371-c31b-4e6e-9696-65e03ca9a40b {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:18.463349 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.484189 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Transition to ACTIVE for port object c1580371-c31b-4e6e-9696-65e03ca9a40b will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:18.497196 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.515129 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e0b07f49-c426-4c4f-b91b-5eb194f1904a None None] Port a1a61201-e929-4877-b24a-c2fd3f52d235 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:18.640381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Allocated IP 172.20.0.4 (827a8461-adb5-4e52-b9ef-afab2e2de025/eec2fc5d-4727-43cd-94f9-c882a4a3b7b5/4a52e1fc-a149-4e52-81df-cbf780f8ed25) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:18.642646 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Pushing event updated for resources: {'Port': ['ID=c1580371-c31b-4e6e-9696-65e03ca9a40b,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:18.708399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Attempting to bind port c1580371-c31b-4e6e-9696-65e03ca9a40b on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:18.709024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Attempting to bind port c1580371-c31b-4e6e-9696-65e03ca9a40b by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:18.709512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Attempting to bind port c1580371-c31b-4e6e-9696-65e03ca9a40b on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:18.719029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Port c1580371-c31b-4e6e-9696-65e03ca9a40b on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:18.719438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Attempting to bind port c1580371-c31b-4e6e-9696-65e03ca9a40b on network bda938b4-f252-4ee7-b4cf-f10144f1cc5d {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:18.727631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:18.727981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Checking segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:18.729013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Bound using segment: {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:18.729558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Bound port: c1580371-c31b-4e6e-9696-65e03ca9a40b, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b44269-6b19-4a7a-bf2a-e80e44f2004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:18.730885 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.878445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] For port c1580371-c31b-4e6e-9696-65e03ca9a40b, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:18.885112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] For port c1580371-c31b-4e6e-9696-65e03ca9a40b, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c1580371-c31b-4e6e-9696-65e03ca9a40b,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:18.893376 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.946542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:18.948219 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:18.951356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] 10.222.0.60 "PUT /v2.0/ports/c1580371-c31b-4e6e-9696-65e03ca9a40b HTTP/1.1" status: 200 len: 1091 time: 1.5651636 Aug 09 15:55:18.951947 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8ac996-5354-4be4-a26f-e81a7f1d4c1d', 'tag': 'c1580371-c31b-4e6e-9696-65e03ca9a40b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:18.956696 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d8fb22-a87c-4c65-ba8b-b85683600113" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8ac996-5354-4be4-a26f-e81a7f1d4c1d", "tag": "c1580371-c31b-4e6e-9696-65e03ca9a40b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:19.072205 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68265022-1f0f-47a3-bd61-dbff51c80450 x-openstack-request-id: req-68265022-1f0f-47a3-bd61-dbff51c80450 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:19.072682 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8ac996-5354-4be4-a26f-e81a7f1d4c1d", "tag": "c1580371-c31b-4e6e-9696-65e03ca9a40b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:19.074794 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68265022-1f0f-47a3-bd61-dbff51c80450 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:19.075364 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8ac996-5354-4be4-a26f-e81a7f1d4c1d', 'tag': 'c1580371-c31b-4e6e-9696-65e03ca9a40b', 'status': 'completed', 'code': 200} Aug 09 15:55:19.082625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2d10f-5c6e-407d-9a00-79ca47141192 service neutron] Pushing event updated for resources: {'Port': ['ID=c1580371-c31b-4e6e-9696-65e03ca9a40b,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:19.098038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-be222eea-7720-4880-9dd4-612ec5556ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:19.099795 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-be222eea-7720-4880-9dd4-612ec5556ae2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 1094 time: 0.1006348 Aug 09 15:55:19.188747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-036b3383-fa22-4d97-afa3-57c5d5a77cf2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1580371-c31b-4e6e-9696-65e03ca9a40b HTTP/1.1" status: 200 len: 217 time: 0.0787733 Aug 09 15:55:19.194606 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:55:19.256126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-9af4cfc4-0383-4eec-a9db-8ad3aa52a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:19.259312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-9af4cfc4-0383-4eec-a9db-8ad3aa52a356 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.0629637 Aug 09 15:55:19.311222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-90d245bb-cfc2-4920-88db-251d7a0bd39a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400274 Aug 09 15:55:19.487049 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.514620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2b2e7-c158-49a4-bfd3-d1300ef14792 req-9d97a094-3a3d-4fa2-88e3-f41cbb72de3d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:19.516301 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12c2b2e7-c158-49a4-bfd3-d1300ef14792 req-9d97a094-3a3d-4fa2-88e3-f41cbb72de3d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 943 time: 0.2040758 Aug 09 15:55:19.521292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Transition to ACTIVE for port object 4a52e1fc-a149-4e52-81df-cbf780f8ed25 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:19.556697 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-26970866-2e7b-44b5-8ba0-7ef34108b11c service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333939 Aug 09 15:55:19.576628 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.608019 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12c2b2e7-c158-49a4-bfd3-d1300ef14792 req-bfb84da2-37e9-4818-8ca4-b55e1cfb9e2b tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832012 Aug 09 15:55:19.655058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event updated for resources: {'Port': ['ID=4a52e1fc-a149-4e52-81df-cbf780f8ed25,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:19.690445 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Network 827a8461-adb5-4e52-b9ef-afab2e2de025 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:19.692191 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:19.697410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:19.733334 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b4ddde6-a213-42c4-a25c-d1fc41b9487e req-84ace43f-0029-46ac-967b-766b2acfec50 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635723 Aug 09 15:55:19.814634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:19.815747 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:19.861387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45994) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:19.861636 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0c32290d-9c10-4ac5-ad93-c5b7a39dd47a tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8966682 Aug 09 15:55:19.886674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-571a0fa9-e671-4630-b0b3-c6862e3cadd1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:6e:41:22'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:da:ca:c4'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:19.959450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8fb22-a87c-4c65-ba8b-b85683600113 req-dae20d52-9d18-466f-9030-2cc2476fdb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:19.960952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70d8fb22-a87c-4c65-ba8b-b85683600113 req-dae20d52-9d18-466f-9030-2cc2476fdb61 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 1094 time: 0.1609635 Aug 09 15:55:20.064317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-62c68b7f-176b-44b2-9d7a-2dc5a0bf8f4a None None] Provisioning for port 4a52e1fc-a149-4e52-81df-cbf780f8ed25 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:20.071358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-62c68b7f-176b-44b2-9d7a-2dc5a0bf8f4a None None] Provisioning complete for port 4a52e1fc-a149-4e52-81df-cbf780f8ed25 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:20.071678 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-62c68b7f-176b-44b2-9d7a-2dc5a0bf8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.140834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-62c68b7f-176b-44b2-9d7a-2dc5a0bf8f4a None None] Port 4a52e1fc-a149-4e52-81df-cbf780f8ed25 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:20.153689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8fb22-a87c-4c65-ba8b-b85683600113 req-26da1f05-eb12-44c5-afdf-c6dc8e8ca49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:20.155177 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70d8fb22-a87c-4c65-ba8b-b85683600113 req-26da1f05-eb12-44c5-afdf-c6dc8e8ca49d service neutron] 10.222.0.60 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 906 time: 0.1818347 Aug 09 15:55:20.224055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70d8fb22-a87c-4c65-ba8b-b85683600113 req-a4a50518-9bd9-435c-85f2-03d4894308d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1580371-c31b-4e6e-9696-65e03ca9a40b HTTP/1.1" status: 200 len: 217 time: 0.0603085 Aug 09 15:55:20.224604 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-571a0fa9-e671-4630-b0b3-c6862e3cadd1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.394682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31c4a4-38a7-44d9-a997-354dcec5aa16 req-3ff74f7c-ee16-4d46-b7f5-d8d120ffb4f5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:20.403434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e31c4a4-38a7-44d9-a997-354dcec5aa16 req-3ff74f7c-ee16-4d46-b7f5-d8d120ffb4f5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1448250 Aug 09 15:55:20.469435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8fb22-a87c-4c65-ba8b-b85683600113 req-43b75545-62f2-45ce-9f2c-e0ab0fe6703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:20.470923 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70d8fb22-a87c-4c65-ba8b-b85683600113 req-43b75545-62f2-45ce-9f2c-e0ab0fe6703f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.1727648 Aug 09 15:55:20.490060 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e31c4a4-38a7-44d9-a997-354dcec5aa16 req-6dbd8dfb-be69-43a9-8939-51b0c5084efa tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856199 Aug 09 15:55:20.533059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70d8fb22-a87c-4c65-ba8b-b85683600113 req-fb254a5f-c135-4248-a10c-f2c37394dfa1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534306 Aug 09 15:55:20.633096 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-571a0fa9-e671-4630-b0b3-c6862e3cadd1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.676797 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-571a0fa9-e671-4630-b0b3-c6862e3cadd1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.734858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a0fa9-e671-4630-b0b3-c6862e3cadd1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event updated for resources: {'Port': ['ID=4a52e1fc-a149-4e52-81df-cbf780f8ed25,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:20.821683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d35f6-2616-4d80-a32f-67520328916b req-408e6a36-7b06-4d8a-b7bc-fd4a19dfe945 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:20.823691 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-784d35f6-2616-4d80-a32f-67520328916b req-408e6a36-7b06-4d8a-b7bc-fd4a19dfe945 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 943 time: 0.1050529 Aug 09 15:55:20.892331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-784d35f6-2616-4d80-a32f-67520328916b req-52211dda-3883-48d2-96b7-5775e60b2f51 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615537 Aug 09 15:55:20.918675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf539b-5ec2-4efb-9072-c5282d3520de req-0c92c81f-3455-479c-a95f-2ca76d720ba2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:20.920249 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6eaf539b-5ec2-4efb-9072-c5282d3520de req-0c92c81f-3455-479c-a95f-2ca76d720ba2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 945 time: 0.1890326 Aug 09 15:55:20.927440 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70d8fb22-a87c-4c65-ba8b-b85683600113 req-2f14394b-b31e-4f41-9113-b1a795145552 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834310 Aug 09 15:55:20.929561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-571a0fa9-e671-4630-b0b3-c6862e3cadd1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] In _notify_port_updated(), no bound segment for port 4a52e1fc-a149-4e52-81df-cbf780f8ed25 on network 827a8461-adb5-4e52-b9ef-afab2e2de025 {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:55:20.935626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571a0fa9-e671-4630-b0b3-c6862e3cadd1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:20.936301 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-571a0fa9-e671-4630-b0b3-c6862e3cadd1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:20.937776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-571a0fa9-e671-4630-b0b3-c6862e3cadd1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "PUT /v2.0/ports/4a52e1fc-a149-4e52-81df-cbf780f8ed25 HTTP/1.1" status: 200 len: 1055 time: 1.0617552 Aug 09 15:55:20.940600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46040) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:21.067977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fd7b9773-d948-4af6-96e7-9453e404be70 None None] Provisioning complete for port 4a52e1fc-a149-4e52-81df-cbf780f8ed25 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:21.068584 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fd7b9773-d948-4af6-96e7-9453e404be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.093059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6eaf539b-5ec2-4efb-9072-c5282d3520de req-d14813ca-3aa1-4b2a-af1c-4e3708da69b7 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645045 Aug 09 15:55:21.144013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b9773-d948-4af6-96e7-9453e404be70 None None] Port 4a52e1fc-a149-4e52-81df-cbf780f8ed25 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:21.144274 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70d8fb22-a87c-4c65-ba8b-b85683600113 req-20fc5414-bca2-4889-86ef-be8c5b4d177f service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025821 Aug 09 15:55:21.162840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-df79f5f8-b2eb-43bf-8e93-d6a52439d051 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Deleting port 4a52e1fc-a149-4e52-81df-cbf780f8ed25 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:21.163205 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-df79f5f8-b2eb-43bf-8e93-d6a52439d051 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.259288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-df79f5f8-b2eb-43bf-8e93-d6a52439d051 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.272304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-df79f5f8-b2eb-43bf-8e93-d6a52439d051 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Calling delete_port for 4a52e1fc-a149-4e52-81df-cbf780f8ed25 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:21.410435 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-df79f5f8-b2eb-43bf-8e93-d6a52439d051 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.440002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79f5f8-b2eb-43bf-8e93-d6a52439d051 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event deleted for resources: {'Port': ['ID=4a52e1fc-a149-4e52-81df-cbf780f8ed25,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:21.690713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37982f2-fd2d-4e6c-afc5-001347d6f438 req-2a1d0945-902b-44da-bdd2-86c15c3e6bf6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:21.699423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b37982f2-fd2d-4e6c-afc5-001347d6f438 req-2a1d0945-902b-44da-bdd2-86c15c3e6bf6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1025121 Aug 09 15:55:21.746791 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-df79f5f8-b2eb-43bf-8e93-d6a52439d051 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.752495 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-df79f5f8-b2eb-43bf-8e93-d6a52439d051 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "DELETE /v2.0/ports/4a52e1fc-a149-4e52-81df-cbf780f8ed25 HTTP/1.1" status: 204 len: 168 time: 0.8107209 Aug 09 15:55:21.755180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46060) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:21.756332 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b37982f2-fd2d-4e6c-afc5-001347d6f438 req-1e053ca4-6c65-4fe6-ba2d-02fed6eccb09 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541101 Aug 09 15:55:21.786839 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf9bb79-8205-4080-8f73-dee12597ad0f tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] GET failed (client error): The resource could not be found. Aug 09 15:55:21.791118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2cf9bb79-8205-4080-8f73-dee12597ad0f tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "GET /v2.0/ports/4a52e1fc-a149-4e52-81df-cbf780f8ed25 HTTP/1.1" status: 404 len: 333 time: 0.0324066 Aug 09 15:55:21.791514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46064) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:21.899695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7a520dc3-3a66-4896-a959-932636624988 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Deleting port a1a61201-e929-4877-b24a-c2fd3f52d235 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:21.900161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7a520dc3-3a66-4896-a959-932636624988 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:21.993870 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7a520dc3-3a66-4896-a959-932636624988 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.017490 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7a520dc3-3a66-4896-a959-932636624988 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Calling delete_port for a1a61201-e929-4877-b24a-c2fd3f52d235 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:22.052693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c860da3-2fd2-4840-8397-66b45d9743dc req-1164cf94-aa51-44de-bbb6-c3f3122b7745 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:22.054197 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c860da3-2fd2-4840-8397-66b45d9743dc req-1164cf94-aa51-44de-bbb6-c3f3122b7745 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 943 time: 0.0647812 Aug 09 15:55:22.110002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c860da3-2fd2-4840-8397-66b45d9743dc req-390b6bd7-2176-4e30-bd88-86b80dc4f366 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446053 Aug 09 15:55:22.241212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee19da-31f3-4856-b7c3-c72cbc66f37a req-095efb20-d9a1-4c02-919c-71f484266ad2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:22.243068 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebee19da-31f3-4856-b7c3-c72cbc66f37a req-095efb20-d9a1-4c02-919c-71f484266ad2 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 945 time: 0.0648022 Aug 09 15:55:22.243212 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7a520dc3-3a66-4896-a959-932636624988 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.285421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a520dc3-3a66-4896-a959-932636624988 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event deleted for resources: {'Port': ['ID=a1a61201-e929-4877-b24a-c2fd3f52d235,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:22.326159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5015077-1ac6-4878-a3de-28585e732860 req-f9d726c9-38f2-496c-859d-1852c6e648c2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:22.328153 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebee19da-31f3-4856-b7c3-c72cbc66f37a req-7dd404ad-a48e-4f98-b319-1661bf655ff9 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760496 Aug 09 15:55:22.329514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f5015077-1ac6-4878-a3de-28585e732860 req-f9d726c9-38f2-496c-859d-1852c6e648c2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1206172 Aug 09 15:55:22.349937 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0b882-5678-47f8-b4ae-138358defc8d req-9824ae09-d3e0-4704-9a6a-5b89f6a9b250 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:22.351608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9d0b882-5678-47f8-b4ae-138358defc8d req-9824ae09-d3e0-4704-9a6a-5b89f6a9b250 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 945 time: 0.0789411 Aug 09 15:55:22.414170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f5015077-1ac6-4878-a3de-28585e732860 req-c983d26a-9d2e-4b94-8e0d-c3ded815fcf3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621521 Aug 09 15:55:22.415872 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7a520dc3-3a66-4896-a959-932636624988 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.421777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7a520dc3-3a66-4896-a959-932636624988 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "DELETE /v2.0/ports/a1a61201-e929-4877-b24a-c2fd3f52d235 HTTP/1.1" status: 204 len: 168 time: 0.6259432 Aug 09 15:55:22.423510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46090) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:22.460412 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29326d9-ed33-4623-8e80-2f74a569af65 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] GET failed (client error): The resource could not be found. Aug 09 15:55:22.462110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f29326d9-ed33-4623-8e80-2f74a569af65 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "GET /v2.0/ports/a1a61201-e929-4877-b24a-c2fd3f52d235 HTTP/1.1" status: 404 len: 333 time: 0.0376270 Aug 09 15:55:22.466052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46092) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:22.482572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d9d0b882-5678-47f8-b4ae-138358defc8d req-7e932a8a-5e74-4d9b-b39e-5b526fbcf4da tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Deleting port 17283a6f-73f7-4ebc-8166-f9154a5519fa {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:22.483250 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d9d0b882-5678-47f8-b4ae-138358defc8d req-7e932a8a-5e74-4d9b-b39e-5b526fbcf4da tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.582016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-95bbe7de-d442-4cae-b567-ba21a88c8251 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Deleting port d7cdc920-368f-493f-851a-296b22476aea {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:22.582484 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95bbe7de-d442-4cae-b567-ba21a88c8251 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.600857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d9d0b882-5678-47f8-b4ae-138358defc8d req-7e932a8a-5e74-4d9b-b39e-5b526fbcf4da tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] For port 17283a6f-73f7-4ebc-8166-f9154a5519fa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=17283a6f-73f7-4ebc-8166-f9154a5519fa,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:22.601532 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d9d0b882-5678-47f8-b4ae-138358defc8d req-7e932a8a-5e74-4d9b-b39e-5b526fbcf4da tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.622002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d9d0b882-5678-47f8-b4ae-138358defc8d req-7e932a8a-5e74-4d9b-b39e-5b526fbcf4da tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Calling delete_port for 17283a6f-73f7-4ebc-8166-f9154a5519fa owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:22.686612 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95bbe7de-d442-4cae-b567-ba21a88c8251 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.700010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-95bbe7de-d442-4cae-b567-ba21a88c8251 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Calling delete_port for d7cdc920-368f-493f-851a-296b22476aea owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:22.773543 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d9d0b882-5678-47f8-b4ae-138358defc8d req-7e932a8a-5e74-4d9b-b39e-5b526fbcf4da tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.785460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['fe92b579-64fa-4c93-9d6e-f34537fd6273', '9443847c-0d21-47ae-91ae-92ea6a5d3688', 'e24ad4e2-0554-4aeb-8523-73895bd53279', '17283a6f-73f7-4ebc-8166-f9154a5519fa'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:22.869633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e932a8a-5e74-4d9b-b39e-5b526fbcf4da tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Pushing event deleted for resources: {'Port': ['ID=17283a6f-73f7-4ebc-8166-f9154a5519fa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:22.887837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d0b882-5678-47f8-b4ae-138358defc8d req-7e932a8a-5e74-4d9b-b39e-5b526fbcf4da tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] No DVR routers for this DVR port 17283a6f-73f7-4ebc-8166-f9154a5519fa on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:22.890911 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d9d0b882-5678-47f8-b4ae-138358defc8d req-7e932a8a-5e74-4d9b-b39e-5b526fbcf4da tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.893107 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9d0b882-5678-47f8-b4ae-138358defc8d req-7e932a8a-5e74-4d9b-b39e-5b526fbcf4da tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "DELETE /v2.0/ports/17283a6f-73f7-4ebc-8166-f9154a5519fa HTTP/1.1" status: 204 len: 173 time: 0.5354629 Aug 09 15:55:22.893621 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e533b8-0f98-477f-8d73-a87a0edb41fc', 'name': 'network-vif-deleted', 'tag': '17283a6f-73f7-4ebc-8166-f9154a5519fa'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:22.896540 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aec9c0-770d-414d-b8b9-8904ff5c679d" -d '{"events": [{"server_uuid": "92e533b8-0f98-477f-8d73-a87a0edb41fc", "name": "network-vif-deleted", "tag": "17283a6f-73f7-4ebc-8166-f9154a5519fa"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:22.960894 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95bbe7de-d442-4cae-b567-ba21a88c8251 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.962012 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbfd9bd-d66c-40bc-ae59-228fa655b690 x-openstack-request-id: req-afbfd9bd-d66c-40bc-ae59-228fa655b690 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:22.962348 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e533b8-0f98-477f-8d73-a87a0edb41fc", "name": "network-vif-deleted", "tag": "17283a6f-73f7-4ebc-8166-f9154a5519fa", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:22.962598 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-afbfd9bd-d66c-40bc-ae59-228fa655b690 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:22.963463 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e533b8-0f98-477f-8d73-a87a0edb41fc', 'name': 'network-vif-deleted', 'tag': '17283a6f-73f7-4ebc-8166-f9154a5519fa', 'status': 'completed', 'code': 200} Aug 09 15:55:23.008314 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbe7de-d442-4cae-b567-ba21a88c8251 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event deleted for resources: {'Port': ['ID=d7cdc920-368f-493f-851a-296b22476aea,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:23.135913 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95bbe7de-d442-4cae-b567-ba21a88c8251 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.141618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46112) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:23.142219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-95bbe7de-d442-4cae-b567-ba21a88c8251 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "DELETE /v2.0/ports/d7cdc920-368f-493f-851a-296b22476aea HTTP/1.1" status: 204 len: 168 time: 0.6747670 Aug 09 15:55:23.252179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bdc9d1-7768-4222-9ebc-c926abb2a6a1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Deleting subnet eec2fc5d-4727-43cd-94f9-c882a4a3b7b5 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:55:23.260511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11806f26-abc5-45f8-9230-7dd613f152f6 req-8ed207d0-9909-45fd-ac0b-90f9b9225ab5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:23.261891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bdc9d1-7768-4222-9ebc-c926abb2a6a1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.268150 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-11806f26-abc5-45f8-9230-7dd613f152f6 req-8ed207d0-9909-45fd-ac0b-90f9b9225ab5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 943 time: 0.0667107 Aug 09 15:55:23.307267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-11806f26-abc5-45f8-9230-7dd613f152f6 req-f98666eb-afc2-46ac-98b0-3e054129a00d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370967 Aug 09 15:55:23.319969 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bdc9d1-7768-4222-9ebc-c926abb2a6a1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.413823 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bdc9d1-7768-4222-9ebc-c926abb2a6a1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.476085 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fef312b4-6bc1-4af1-b094-3240cddb3e37 req-7985ee88-a8e2-4448-a0ec-fac4ccb1d9ad tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e533b8-0f98-477f-8d73-a87a0edb41fc HTTP/1.1" status: 200 len: 210 time: 0.0384893 Aug 09 15:55:23.525131 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bdc9d1-7768-4222-9ebc-c926abb2a6a1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.555366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdc9d1-7768-4222-9ebc-c926abb2a6a1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event deleted for resources: {'Subnet': ['ID=eec2fc5d-4727-43cd-94f9-c882a4a3b7b5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:23.566184 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75bdc9d1-7768-4222-9ebc-c926abb2a6a1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.570460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-75bdc9d1-7768-4222-9ebc-c926abb2a6a1 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "DELETE /v2.0/subnets/eec2fc5d-4727-43cd-94f9-c882a4a3b7b5 HTTP/1.1" status: 204 len: 168 time: 0.4249687 Aug 09 15:55:23.573689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45093b54-8b40-4e6e-9e6f-cced247c55ce None None] Network 827a8461-adb5-4e52-b9ef-afab2e2de025 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:23.586604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46126) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:23.591609 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8d587-4551-4df3-8e21-294bfd2c91db req-69632c48-79a4-41e2-8862-9ae43b7f8688 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:23.603015 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7a8d587-4551-4df3-8e21-294bfd2c91db req-69632c48-79a4-41e2-8862-9ae43b7f8688 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.0803711 Aug 09 15:55:23.655217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7a8d587-4551-4df3-8e21-294bfd2c91db req-2db1fed2-5def-4ab7-8d5e-28168ba8531f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508974 Aug 09 15:55:23.718305 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.785552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Deleting port 4947a82c-9c69-4e32-a622-99f92c08c3af {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:23.786167 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.812498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] DHCP port deletion for 827a8461-adb5-4e52-b9ef-afab2e2de025 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:55:23.876224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Deleting port 4947a82c-9c69-4e32-a622-99f92c08c3af {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:23.876797 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.887165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] For port 4947a82c-9c69-4e32-a622-99f92c08c3af, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4947a82c-9c69-4e32-a622-99f92c08c3af,segment=NetworkSegment(d80348f2-0259-4658-a285-46401116adec),segment_id=d80348f2-0259-4658-a285-46401116adec)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:23.887706 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.903016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Calling delete_port for 4947a82c-9c69-4e32-a622-99f92c08c3af owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:23.945520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] For port 4947a82c-9c69-4e32-a622-99f92c08c3af, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4947a82c-9c69-4e32-a622-99f92c08c3af,segment=NetworkSegment(d80348f2-0259-4658-a285-46401116adec),segment_id=d80348f2-0259-4658-a285-46401116adec)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:23.945957 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.964992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Calling delete_port for 4947a82c-9c69-4e32-a622-99f92c08c3af owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:24.003509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.047403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event deleted for resources: {'Port': ['ID=4947a82c-9c69-4e32-a622-99f92c08c3af,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:24.054000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] No DVR routers for this DVR port 4947a82c-9c69-4e32-a622-99f92c08c3af on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:24.060952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c1580371-c31b-4e6e-9696-65e03ca9a40b details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:55:24.071528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e6ccaafb-ac4e-427b-8167-30eb339681c5 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:24.146514 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.158034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827a8461-adb5-4e52-b9ef-afab2e2de025']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:24.173744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80348f2-0259-4658-a285-46401116adec') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:24.174338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80348f2-0259-4658-a285-46401116adec') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:24.187724 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.229102 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.241140 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:55:24.241702 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:55:24.246034 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:55:24.297322 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.313503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.342144 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.343261 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.345224 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] 10.222.0.81 "DELETE /v2.0/networks/827a8461-adb5-4e52-b9ef-afab2e2de025 HTTP/1.1" status: 204 len: 168 time: 0.7575655 Aug 09 15:55:24.357362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Pushing event deleted for resources: {'Port': ['ID=4947a82c-9c69-4e32-a622-99f92c08c3af,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:24.380099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e1a07-f628-42e5-96b8-78c6587f2c78 tempest-AllowedAddressPairTestJSON-1088064201 tempest-AllowedAddressPairTestJSON-1088064201-project] Pushing event deleted for resources: {'Network': ['ID=827a8461-adb5-4e52-b9ef-afab2e2de025,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:24.396928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] No DVR routers for this DVR port 4947a82c-9c69-4e32-a622-99f92c08c3af on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:24.400329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:24.400553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:24.400934 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:24.401274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:24.403751 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:24.404133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:24.404479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:24.404818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:24.405157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:24.405495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:24.405873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:24.406359 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a107e4-da5d-47db-8717-03a288aafda5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:24.415965 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c1580371-c31b-4e6e-9696-65e03ca9a40b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c1580371-c31b-4e6e-9696-65e03ca9a40b,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:24.431872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:24.435042 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d18a148-8da6-46f6-b6b7-891e3859360e" -d '{"events": [{"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:24.460881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'c1580371-c31b-4e6e-9696-65e03ca9a40b', 'network_id': 'bda938b4-f252-4ee7-b4cf-f10144f1cc5d', 'port_id': 'c1580371-c31b-4e6e-9696-65e03ca9a40b', 'mac_address': 'fa:16:3e:a1:84:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753134b0-7750-440f-bc44-e17b7bfff805', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:55:24.463711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:24.472540 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.521537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55291b0d-820a-4ac0-83e6-a03193bedcfd req-a8c42873-9ef9-438e-ba4d-db523ded6c86 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.531912 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55291b0d-820a-4ac0-83e6-a03193bedcfd req-a8c42873-9ef9-438e-ba4d-db523ded6c86 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 943 time: 0.1149220 Aug 09 15:55:24.557715 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d484c59-4b25-4fe9-80e6-7be97c360bac x-openstack-request-id: req-5d484c59-4b25-4fe9-80e6-7be97c360bac {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:24.569112 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:24.569112 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d484c59-4b25-4fe9-80e6-7be97c360bac {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:24.569112 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'code': 200} Aug 09 15:55:24.596103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55291b0d-820a-4ac0-83e6-a03193bedcfd req-044a1068-7236-4748-9fed-a6063160b3c2 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626457 Aug 09 15:55:24.607580 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.626585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1580371-c31b-4e6e-9696-65e03ca9a40b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:24.650975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c1580371-c31b-4e6e-9696-65e03ca9a40b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c1580371-c31b-4e6e-9696-65e03ca9a40b,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:24.660850 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.660850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=11']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:24.790583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46162) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:24.795342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c1580371-c31b-4e6e-9696-65e03ca9a40b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:25.016963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['c1580371-c31b-4e6e-9696-65e03ca9a40b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:25.078857 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d40aa935-aebf-44a7-a57e-fbb201a4faaf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=beb7be2c98f849b69832bff0b4196215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869101 Aug 09 15:55:25.081181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46176) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:25.247326 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8540f9c6-5d19-432b-a45c-34f49fe7914b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:25.253698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d44d2-1828-480e-89b0-0fbaf55ffdcb req-9b05190c-b4a6-4202-abaa-ba8d74723d83 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:25.261743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b51d44d2-1828-480e-89b0-0fbaf55ffdcb req-9b05190c-b4a6-4202-abaa-ba8d74723d83 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.4859440 Aug 09 15:55:25.296263 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8540f9c6-5d19-432b-a45c-34f49fe7914b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:25.313123 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b51d44d2-1828-480e-89b0-0fbaf55ffdcb req-d8eedd61-d965-448a-ab73-14b39eae21c3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467224 Aug 09 15:55:25.380499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8540f9c6-5d19-432b-a45c-34f49fe7914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:25.384706 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8540f9c6-5d19-432b-a45c-34f49fe7914b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:25.388178 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8540f9c6-5d19-432b-a45c-34f49fe7914b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/066fd736-5033-4e0e-8681-eab51a1922fc HTTP/1.1" status: 204 len: 168 time: 0.3014824 Aug 09 15:55:25.398615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540f9c6-5d19-432b-a45c-34f49fe7914b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066fd736-5033-4e0e-8681-eab51a1922fc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:25.776330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e6ed-c7e8-4267-8c9a-2f70a85f773f req-025bbd95-54de-4700-921f-dd9ec9545823 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:25.784869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4947a82c-9c69-4e32-a622-99f92c08c3af no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:25.785041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c83e6ed-c7e8-4267-8c9a-2f70a85f773f req-025bbd95-54de-4700-921f-dd9ec9545823 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 944 time: 0.0922387 Aug 09 15:55:25.811492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 4947a82c-9c69-4e32-a622-99f92c08c3af {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:25.812083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4947a82c-9c69-4e32-a622-99f92c08c3af not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:25.852701 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c83e6ed-c7e8-4267-8c9a-2f70a85f773f req-c8f1ab06-4906-4505-ab9e-7ac0567153cd tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667942 Aug 09 15:55:26.080013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e6ccaafb-ac4e-427b-8167-30eb339681c5 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:55:26.329285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46240) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:26.388554 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 17283a6f-73f7-4ebc-8166-f9154a5519fa no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:26.438706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 17283a6f-73f7-4ebc-8166-f9154a5519fa {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:26.438972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 17283a6f-73f7-4ebc-8166-f9154a5519fa not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:26.508382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8dbf3-12e3-4253-aacd-c3575dba66cb req-0652db70-a15e-4e61-a164-390fa62ebc44 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:26.511087 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-38b8dbf3-12e3-4253-aacd-c3575dba66cb req-0652db70-a15e-4e61-a164-390fa62ebc44 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.0784023 Aug 09 15:55:26.528898 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:26.559350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1731304224'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:26.578174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'port_id': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'mac_address': 'fa:16:3e:23:77:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:55:26.620795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Made reservation on behalf of 640356f775e34739a209b726e974005b for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:26.624091 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-38b8dbf3-12e3-4253-aacd-c3575dba66cb req-733f03d7-1743-4f6d-9abe-22eb3c822959 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002107 Aug 09 15:55:26.625304 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:26.645115 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:26.679230 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:26.709893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ccaafb-ac4e-427b-8167-30eb339681c5 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:26.755460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:26.763727 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:26.920690 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:26.924080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=12']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:26.928315 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:26.935866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['e6ccaafb-ac4e-427b-8167-30eb339681c5'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:27.087344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:55:27.105488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7fdc4d-6c99-47ae-8b43-c9a36e1701da,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:27.124832 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.125386 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Added segment 4cbf235e-0499-4682-ac0c-11b3d42542b5 of type vlan for network 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 Aug 09 15:55:27.148639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f5ce7-c04a-41d0-8e80-48ded60ead2e req-3d2f5f7f-cd27-456c-b924-b1ff9f23424f tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:27.151051 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db0f5ce7-c04a-41d0-8e80-48ded60ead2e req-3d2f5f7f-cd27-456c-b924-b1ff9f23424f tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 944 time: 0.2084723 Aug 09 15:55:27.238172 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.259736 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-db0f5ce7-c04a-41d0-8e80-48ded60ead2e req-8718c355-46f6-4ead-b8e0-3bf64f27d870 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721114 Aug 09 15:55:27.310178 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.321282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:27.322791 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.432278 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0989256 Aug 09 15:55:27.433126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46274) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:27.440859 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a64fd5bf-f88f-47d1-ae80-9441f1740462 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Request body: {'subnet': {'network_id': '7edd0065-a8da-4ae0-a9d4-defc6cc3cb38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:27.460399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedabbf-0220-4f3a-972f-234362cc9cff tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Pushing event updated for resources: {'Network': ['ID=7edd0065-a8da-4ae0-a9d4-defc6cc3cb38,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:27.478571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:55:27.618833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64fd5bf-f88f-47d1-ae80-9441f1740462 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Made reservation on behalf of 640356f775e34739a209b726e974005b for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:27.624243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a64fd5bf-f88f-47d1-ae80-9441f1740462 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.920545 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a64fd5bf-f88f-47d1-ae80-9441f1740462 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.975098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9786f1d-6899-469a-9561-ec3169d62d33 req-61cabc72-8fc2-4d2d-81a6-277f2c97892f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:27.976574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9786f1d-6899-469a-9561-ec3169d62d33 req-61cabc72-8fc2-4d2d-81a6-277f2c97892f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 946 time: 0.1748638 Aug 09 15:55:28.031706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fd5bf-f88f-47d1-ae80-9441f1740462 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Pushing event updated for resources: {'Subnet': ['ID=7a583517-eb45-4a35-a9a1-7718819886de,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:28.053395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64fd5bf-f88f-47d1-ae80-9441f1740462 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Checking segment: {'id': '4cbf235e-0499-4682-ac0c-11b3d42542b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7edd0065-a8da-4ae0-a9d4-defc6cc3cb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:28.053884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64fd5bf-f88f-47d1-ae80-9441f1740462 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Network hostable DHCP agents. Network: 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:55:28.067459 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9786f1d-6899-469a-9561-ec3169d62d33 req-d93d7533-fcf5-4a6f-a6dd-9c7afc57393d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714610 Aug 09 15:55:28.080225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c1580371-c31b-4e6e-9696-65e03ca9a40b up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:28.102115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64fd5bf-f88f-47d1-ae80-9441f1740462 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Network 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:55:28.116624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a64fd5bf-f88f-47d1-ae80-9441f1740462 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:28.140958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64fd5bf-f88f-47d1-ae80-9441f1740462 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:28.142981 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a64fd5bf-f88f-47d1-ae80-9441f1740462 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.147237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6a29b-187a-4448-bfb4-59c35370a4b1 None None] Network 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:28.181136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a64fd5bf-f88f-47d1-ae80-9441f1740462 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7465465 Aug 09 15:55:28.185411 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46282) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:28.202565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Request body: {'port': {'network_id': '7edd0065-a8da-4ae0-a9d4-defc6cc3cb38', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1890702067'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:28.285811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port c1580371-c31b-4e6e-9696-65e03ca9a40b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:28.293532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port c1580371-c31b-4e6e-9696-65e03ca9a40b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:28.294315 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.453301 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.468271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-7edd0065-a8da-4ae0-a9d4-defc6cc3cb38', 'network_id': '7edd0065-a8da-4ae0-a9d4-defc6cc3cb38', 'tenant_id': '640356f775e34739a209b726e974005b', 'fixed_ips': [{'subnet_id': '7a583517-eb45-4a35-a9a1-7718819886de'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:55:28.469126 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.495446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8ac996-5354-4be4-a26f-e81a7f1d4c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1580371-c31b-4e6e-9696-65e03ca9a40b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:28.498991 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e75c3cf-f049-4988-83a7-ec0a2fc4d868" -d '{"events": [{"server_uuid": "bb8ac996-5354-4be4-a26f-e81a7f1d4c1d", "name": "network-vif-plugged", "status": "completed", "tag": "c1580371-c31b-4e6e-9696-65e03ca9a40b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:28.571777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Made reservation on behalf of 640356f775e34739a209b726e974005b for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:28.580248 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.655440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e7300-ae8d-4aca-b4e3-3b025c9decbf req-c8d89259-a979-47e3-8628-32b9d2500075 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:28.666596 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b55e7300-ae8d-4aca-b4e3-3b025c9decbf req-c8d89259-a979-47e3-8628-32b9d2500075 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 944 time: 0.2403893 Aug 09 15:55:28.683778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] device_id is not set on port f07d1a00-2114-4402-8083-02cca7d79bd2 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:28.728352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Allocated IP 172.20.0.2 (7edd0065-a8da-4ae0-a9d4-defc6cc3cb38/7a583517-eb45-4a35-a9a1-7718819886de/8d9de5e3-153c-49d6-a5c7-858a96f319b1) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:28.784916 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c1580371-c31b-4e6e-9696-65e03ca9a40b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c1580371-c31b-4e6e-9696-65e03ca9a40b,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:28.787876 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2b2658-159c-41e6-a0ac-ba4cbb8131f9 x-openstack-request-id: req-0e2b2658-159c-41e6-a0ac-ba4cbb8131f9 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:28.788554 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8ac996-5354-4be4-a26f-e81a7f1d4c1d", "name": "network-vif-plugged", "status": "completed", "tag": "c1580371-c31b-4e6e-9696-65e03ca9a40b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:28.789028 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e2b2658-159c-41e6-a0ac-ba4cbb8131f9 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:28.789928 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8ac996-5354-4be4-a26f-e81a7f1d4c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1580371-c31b-4e6e-9696-65e03ca9a40b', 'code': 200} Aug 09 15:55:28.883618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1ee3-71ca-40be-a350-5f76af48e0a4 req-3d1e83cc-3ea8-4b48-bd25-2b5241a33997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:28.885446 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-693b1ee3-71ca-40be-a350-5f76af48e0a4 req-3d1e83cc-3ea8-4b48-bd25-2b5241a33997 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 1095 time: 0.1380467 Aug 09 15:55:28.894692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b55e7300-ae8d-4aca-b4e3-3b025c9decbf req-37b14c53-c7c0-47fa-a9ba-b8da48fb2065 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241075 Aug 09 15:55:28.905392 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.915501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Transition to ACTIVE for port object 8d9de5e3-153c-49d6-a5c7-858a96f319b1 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:28.933518 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.934420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e6ccaafb-ac4e-427b-8167-30eb339681c5 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:28.936528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Transition to ACTIVE for port object 8d9de5e3-153c-49d6-a5c7-858a96f319b1 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:28.963484 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-693b1ee3-71ca-40be-a350-5f76af48e0a4 req-bd174876-cebe-41f7-8e50-2e38395024ef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705259 Aug 09 15:55:28.979442 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.013083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Network 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:29.021166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:29.029460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:29.054483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Allocated IP 172.20.0.8 (7edd0065-a8da-4ae0-a9d4-defc6cc3cb38/7a583517-eb45-4a35-a9a1-7718819886de/f07d1a00-2114-4402-8083-02cca7d79bd2) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:29.089624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c1580371-c31b-4e6e-9696-65e03ca9a40b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:29.145047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Pushing event updated for resources: {'Port': ['ID=8d9de5e3-153c-49d6-a5c7-858a96f319b1,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:29.166612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port e6ccaafb-ac4e-427b-8167-30eb339681c5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:29.167552 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.170535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Attempting to bind port 8d9de5e3-153c-49d6-a5c7-858a96f319b1 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:29.171158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Attempting to bind port 8d9de5e3-153c-49d6-a5c7-858a96f319b1 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4cbf235e-0499-4682-ac0c-11b3d42542b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7edd0065-a8da-4ae0-a9d4-defc6cc3cb38'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:29.171521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Attempting to bind port 8d9de5e3-153c-49d6-a5c7-858a96f319b1 on network 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:29.200300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:29.200796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Checking segment: {'id': '4cbf235e-0499-4682-ac0c-11b3d42542b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7edd0065-a8da-4ae0-a9d4-defc6cc3cb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:29.201212 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.201624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Bound using segment: {'id': '4cbf235e-0499-4682-ac0c-11b3d42542b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7edd0065-a8da-4ae0-a9d4-defc6cc3cb38'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:29.202137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Bound port: 8d9de5e3-153c-49d6-a5c7-858a96f319b1, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbf235e-0499-4682-ac0c-11b3d42542b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7edd0065-a8da-4ae0-a9d4-defc6cc3cb38'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:29.202526 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.356696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27f5f4-6641-44d7-9d61-f7b570e5b0e9 req-3b697da4-c29f-4693-8fdd-bd812c6adfff tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:29.364584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-df27f5f4-6641-44d7-9d61-f7b570e5b0e9 req-3b697da4-c29f-4693-8fdd-bd812c6adfff tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 946 time: 0.1452136 Aug 09 15:55:29.416719 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.446675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Transition to ACTIVE for port object f07d1a00-2114-4402-8083-02cca7d79bd2 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:29.471398 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.473051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-df27f5f4-6641-44d7-9d61-f7b570e5b0e9 req-42129cf1-a01b-4777-9a30-a89dfe6417fd tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050284 Aug 09 15:55:29.487614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] For port 8d9de5e3-153c-49d6-a5c7-858a96f319b1, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:29.500395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] For port 8d9de5e3-153c-49d6-a5c7-858a96f319b1, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8d9de5e3-153c-49d6-a5c7-858a96f319b1,segment=NetworkSegment(4cbf235e-0499-4682-ac0c-11b3d42542b5),segment_id=4cbf235e-0499-4682-ac0c-11b3d42542b5)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:29.515519 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.517744 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.616703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Network 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:29.620273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:29.635032 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:29.662856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:29.681055 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.710222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8f96f-528f-496f-8aef-f0c73c6a5dda None None] Pushing event updated for resources: {'Port': ['ID=8d9de5e3-153c-49d6-a5c7-858a96f319b1,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:29.835295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Pushing event updated for resources: {'Port': ['ID=f07d1a00-2114-4402-8083-02cca7d79bd2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:29.835632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=13']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:29.864826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:29.866613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.953764 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-19064816-22e4-43c2-8b3b-b332d18b731b tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7633436 Aug 09 15:55:29.954523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46308) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:29.962974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Request body: {'port': {'network_id': '7edd0065-a8da-4ae0-a9d4-defc6cc3cb38', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1808333599', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:29.964799 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.api.validators [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] bootfile-name is not in valid_values {{(pid=94290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 15:55:29.966632 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.api.validators [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] tftp-server is not in valid_values {{(pid=94290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 15:55:29.967106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.api.validators [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] server-ip-address is not in valid_values {{(pid=94290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 15:55:29.977430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccaf01-4522-474b-8a71-60078f1b8d30 req-b05c7a30-2a56-4b7f-8b55-05f6cec6b3ad tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:29.991993 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c7ccaf01-4522-474b-8a71-60078f1b8d30 req-b05c7a30-2a56-4b7f-8b55-05f6cec6b3ad tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 945 time: 0.3282418 Aug 09 15:55:30.148264 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c7ccaf01-4522-474b-8a71-60078f1b8d30 req-1fb58571-df17-4ce6-b715-3e987264362c tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528857 Aug 09 15:55:30.328176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Made reservation on behalf of 640356f775e34739a209b726e974005b for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:30.334269 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.391562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] device_id is not set on port 3656f838-1aea-43f4-b29b-6bdb6bca0f33 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:30.655151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8088818-63ec-4347-9794-fef62b206087 req-dd82441f-4246-42e7-822e-288ca376bce5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:30.656786 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8088818-63ec-4347-9794-fef62b206087 req-dd82441f-4246-42e7-822e-288ca376bce5 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.2101395 Aug 09 15:55:30.714455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fec08-6f7a-4c90-abc0-e00c12d4fe05 req-c5269014-6f73-4fe3-8c9e-78a65813beb8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:30.719379 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b8fec08-6f7a-4c90-abc0-e00c12d4fe05 req-c5269014-6f73-4fe3-8c9e-78a65813beb8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1154816 Aug 09 15:55:30.746202 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8088818-63ec-4347-9794-fef62b206087 req-fde6114c-5eeb-441d-8f9f-2068d6b23de3 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769942 Aug 09 15:55:30.747654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Allocated IP 172.20.0.11 (7edd0065-a8da-4ae0-a9d4-defc6cc3cb38/7a583517-eb45-4a35-a9a1-7718819886de/3656f838-1aea-43f4-b29b-6bdb6bca0f33) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:30.791368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:30.795533 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48aff1db-bf9d-4a1b-a998-f15ed6fc9e02" -d '{"events": [{"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:30.836387 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b8fec08-6f7a-4c90-abc0-e00c12d4fe05 req-e96c7f4d-d5a3-4159-96bf-57ec17ef1572 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027396 Aug 09 15:55:30.937900 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d1a2f7-698d-4ecd-814b-3677ad835cd4 x-openstack-request-id: req-33d1a2f7-698d-4ecd-814b-3677ad835cd4 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:30.938247 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:30.938616 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33d1a2f7-698d-4ecd-814b-3677ad835cd4 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:30.939110 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'code': 200} Aug 09 15:55:31.083464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4e887-b753-472e-95c2-15a60b0bd36b req-782ed9c8-f66d-44dc-9a23-a635452dbbca tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.085322 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1dc4e887-b753-472e-95c2-15a60b0bd36b req-782ed9c8-f66d-44dc-9a23-a635452dbbca tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 945 time: 0.0804644 Aug 09 15:55:31.158400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c133b4-e1cc-4580-a9bf-4eea232cb0d9 None None] Network 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:31.237574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3b7ec27d-9b70-44c8-b0ff-f06505ad5cc4 None None] Provisioning for port 8d9de5e3-153c-49d6-a5c7-858a96f319b1 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:31.386636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d9a14-2e93-4f1d-b8fe-521d72f39d58 req-19dc0a4b-10db-4e43-9325-f61b684b101a tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.389152 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8c6d9a14-2e93-4f1d-b8fe-521d72f39d58 req-19dc0a4b-10db-4e43-9325-f61b684b101a tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 945 time: 0.0826654 Aug 09 15:55:31.435019 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:31.451788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-764fe313-6015-44b4-8c98-334056490940 req-b6e24bc7-b417-49d5-b626-c7b9413cf706 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1732910 Aug 09 15:55:31.467834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Transition to ACTIVE for port object 3656f838-1aea-43f4-b29b-6bdb6bca0f33 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:31.471267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1dc4e887-b753-472e-95c2-15a60b0bd36b req-1531bbb2-e56e-425a-b2c5-c0b63c99e704 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Deleting port e24ad4e2-0554-4aeb-8523-73895bd53279 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:31.471634 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1dc4e887-b753-472e-95c2-15a60b0bd36b req-1531bbb2-e56e-425a-b2c5-c0b63c99e704 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:31.475191 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8c6d9a14-2e93-4f1d-b8fe-521d72f39d58 req-931fd6ca-2276-46bc-9c19-0f094f49ecf4 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789022 Aug 09 15:55:31.709914 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:31.713796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fe313-6015-44b4-8c98-334056490940 req-bf6f877e-6dd4-4545-bc9c-89c693da6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.716205 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-764fe313-6015-44b4-8c98-334056490940 req-bf6f877e-6dd4-4545-bc9c-89c693da6c1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 1097 time: 0.2203357 Aug 09 15:55:31.874286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1dc4e887-b753-472e-95c2-15a60b0bd36b req-1531bbb2-e56e-425a-b2c5-c0b63c99e704 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] For port e24ad4e2-0554-4aeb-8523-73895bd53279, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e24ad4e2-0554-4aeb-8523-73895bd53279,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:31.874892 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1dc4e887-b753-472e-95c2-15a60b0bd36b req-1531bbb2-e56e-425a-b2c5-c0b63c99e704 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:31.905488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4d0001aa-44de-44ff-9982-4eb873714538 None None] Provisioning for port f07d1a00-2114-4402-8083-02cca7d79bd2 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:31.925919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4d0001aa-44de-44ff-9982-4eb873714538 None None] Provisioning complete for port f07d1a00-2114-4402-8083-02cca7d79bd2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:31.926305 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4d0001aa-44de-44ff-9982-4eb873714538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:31.982635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8d9de5e3-153c-49d6-a5c7-858a96f319b1 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:32.051062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fe313-6015-44b4-8c98-334056490940 req-a49f0c52-a93a-4eea-9ca6-dce0e3ceecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.052566 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-764fe313-6015-44b4-8c98-334056490940 req-a49f0c52-a93a-4eea-9ca6-dce0e3ceecdc service neutron] 10.222.0.60 "GET /v2.0/networks?id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 200 len: 906 time: 0.2671463 Aug 09 15:55:32.069662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Network 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:32.070903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4d0001aa-44de-44ff-9982-4eb873714538 None None] Port f07d1a00-2114-4402-8083-02cca7d79bd2 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:32.121706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:32.122629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921556d-b7ba-42f6-b6db-73fb7e82b458 req-cd4dfe34-0a43-45a7-88ac-7500fcba7ce3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.124145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Pushing event updated for resources: {'Port': ['ID=3656f838-1aea-43f4-b29b-6bdb6bca0f33,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:32.126821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:32.133988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 8d9de5e3-153c-49d6-a5c7-858a96f319b1 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:32.140061 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5921556d-b7ba-42f6-b6db-73fb7e82b458 req-cd4dfe34-0a43-45a7-88ac-7500fcba7ce3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1440566 Aug 09 15:55:32.147722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8d9de5e3-153c-49d6-a5c7-858a96f319b1 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:32.148109 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.188385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.189088 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.247823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1dc4e887-b753-472e-95c2-15a60b0bd36b req-1531bbb2-e56e-425a-b2c5-c0b63c99e704 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Calling delete_port for e24ad4e2-0554-4aeb-8523-73895bd53279 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:32.256319 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c195196b-ce1c-4ffe-97be-dd56019908b7 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.2996645 Aug 09 15:55:32.256966 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46334) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:32.270417 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5921556d-b7ba-42f6-b6db-73fb7e82b458 req-5d138b9d-7cbc-4422-9681-6defc3dd1cb2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269114 Aug 09 15:55:32.293093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-90aeb5f2-4f6f-4125-8fc4-6b7d844416da None None] Provisioning complete for port f07d1a00-2114-4402-8083-02cca7d79bd2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:32.293577 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-90aeb5f2-4f6f-4125-8fc4-6b7d844416da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.324205 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-764fe313-6015-44b4-8c98-334056490940 req-6e96f080-0bc8-424a-ae85-e2cdaa7e2860 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15678a03-3169-45ee-9676-28c8a0b4cf7d HTTP/1.1" status: 200 len: 217 time: 0.2264128 Aug 09 15:55:32.364826 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.414897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fe313-6015-44b4-8c98-334056490940 req-f94b367c-4c08-4770-89dd-7dd2407ee2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.418249 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-764fe313-6015-44b4-8c98-334056490940 req-f94b367c-4c08-4770-89dd-7dd2407ee2e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 200 len: 845 time: 0.0741301 Aug 09 15:55:32.437737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a24a9-1ff8-4471-9258-f3b8b13da807 req-700726e9-2d0d-4801-b167-51df7931f544 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.445651 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e91a24a9-1ff8-4471-9258-f3b8b13da807 req-700726e9-2d0d-4801-b167-51df7931f544 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.5766921 Aug 09 15:55:32.448866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-90aeb5f2-4f6f-4125-8fc4-6b7d844416da None None] Port f07d1a00-2114-4402-8083-02cca7d79bd2 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:32.480288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 8d9de5e3-153c-49d6-a5c7-858a96f319b1, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8d9de5e3-153c-49d6-a5c7-858a96f319b1,segment=NetworkSegment(4cbf235e-0499-4682-ac0c-11b3d42542b5),segment_id=4cbf235e-0499-4682-ac0c-11b3d42542b5)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:32.487090 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.588249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=8d9de5e3-153c-49d6-a5c7-858a96f319b1,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:32.596628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-764fe313-6015-44b4-8c98-334056490940 req-ff66902d-8bc6-4fd6-9907-0e01287d420b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda938b4-f252-4ee7-b4cf-f10144f1cc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277118 Aug 09 15:55:32.622758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684609d-d3d2-495a-9bdf-9e5d49e737d9 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.630041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684609d-d3d2-495a-9bdf-9e5d49e737d9 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.640996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684609d-d3d2-495a-9bdf-9e5d49e737d9 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.645970 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a684609d-d3d2-495a-9bdf-9e5d49e737d9 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3841374 Aug 09 15:55:32.666633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46338) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:32.674789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fec9151a-f683-4bc0-a376-01802a860f61 None None] Provisioning for port 3656f838-1aea-43f4-b29b-6bdb6bca0f33 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:32.679914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fec9151a-f683-4bc0-a376-01802a860f61 None None] Provisioning complete for port 3656f838-1aea-43f4-b29b-6bdb6bca0f33 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:32.680634 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fec9151a-f683-4bc0-a376-01802a860f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.789351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92943125-c7a4-4267-b31e-68954993ab52 req-c9c2a948-e3a0-4f98-811e-4559eaa0b856 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.790054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fec9151a-f683-4bc0-a376-01802a860f61 None None] Port 3656f838-1aea-43f4-b29b-6bdb6bca0f33 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:32.799674 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-92943125-c7a4-4267-b31e-68954993ab52 req-c9c2a948-e3a0-4f98-811e-4559eaa0b856 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 945 time: 0.1773469 Aug 09 15:55:32.811077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e91a24a9-1ff8-4471-9258-f3b8b13da807 req-b8cd5e19-03e0-4ced-b74b-39f0bb0685ff tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634760 Aug 09 15:55:32.820754 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-764fe313-6015-44b4-8c98-334056490940 req-7cbc112d-6cb0-41a1-803d-7a82ce2dc97b service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096019 Aug 09 15:55:32.982933 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-92943125-c7a4-4267-b31e-68954993ab52 req-2eccce85-cb4b-4491-99f9-5df7312b98b3 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768649 Aug 09 15:55:32.995341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-50990e5d-49d1-4fdb-9d9d-c9f1e05b3da3 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Deleting port 3656f838-1aea-43f4-b29b-6bdb6bca0f33 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:32.995738 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-50990e5d-49d1-4fdb-9d9d-c9f1e05b3da3 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.114366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-764fe313-6015-44b4-8c98-334056490940 req-55105ac4-dcc2-412e-9267-3b9f24271fd0 service neutron] 10.222.0.60 "GET /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572606 Aug 09 15:55:33.117391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-50990e5d-49d1-4fdb-9d9d-c9f1e05b3da3 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.117775 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1dc4e887-b753-472e-95c2-15a60b0bd36b req-1531bbb2-e56e-425a-b2c5-c0b63c99e704 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.123408 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bab20a12-a827-4a4c-96b8-2e50a17a43c2 req-a38f6515-6797-4bb8-ad97-c073ad0474ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035261 Aug 09 15:55:33.129147 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['fe92b579-64fa-4c93-9d6e-f34537fd6273', '9443847c-0d21-47ae-91ae-92ea6a5d3688'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:33.135704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-50990e5d-49d1-4fdb-9d9d-c9f1e05b3da3 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Calling delete_port for 3656f838-1aea-43f4-b29b-6bdb6bca0f33 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:33.177380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531bbb2-e56e-425a-b2c5-c0b63c99e704 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Pushing event deleted for resources: {'Port': ['ID=e24ad4e2-0554-4aeb-8523-73895bd53279,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:33.309142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc4e887-b753-472e-95c2-15a60b0bd36b req-1531bbb2-e56e-425a-b2c5-c0b63c99e704 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] No DVR routers for this DVR port e24ad4e2-0554-4aeb-8523-73895bd53279 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:33.313671 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1dc4e887-b753-472e-95c2-15a60b0bd36b req-1531bbb2-e56e-425a-b2c5-c0b63c99e704 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.316194 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1dc4e887-b753-472e-95c2-15a60b0bd36b req-1531bbb2-e56e-425a-b2c5-c0b63c99e704 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "DELETE /v2.0/ports/e24ad4e2-0554-4aeb-8523-73895bd53279 HTTP/1.1" status: 204 len: 173 time: 2.2218537 Aug 09 15:55:33.316642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c305cde-dad1-44f9-9eb9-e2f25a6c59c9', 'name': 'network-vif-deleted', 'tag': 'e24ad4e2-0554-4aeb-8523-73895bd53279'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:33.329428 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e899ce5-c9ba-47ef-9fb6-ae19d6e603c7" -d '{"events": [{"server_uuid": "3c305cde-dad1-44f9-9eb9-e2f25a6c59c9", "name": "network-vif-deleted", "tag": "e24ad4e2-0554-4aeb-8523-73895bd53279"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:33.349263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab20a12-a827-4a4c-96b8-2e50a17a43c2 req-fc398056-7165-4e4a-8957-67dba15c297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:33.356848 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bab20a12-a827-4a4c-96b8-2e50a17a43c2 req-fc398056-7165-4e4a-8957-67dba15c297e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 1097 time: 0.1909263 Aug 09 15:55:33.371160 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-50990e5d-49d1-4fdb-9d9d-c9f1e05b3da3 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.477384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50990e5d-49d1-4fdb-9d9d-c9f1e05b3da3 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Pushing event deleted for resources: {'Port': ['ID=3656f838-1aea-43f4-b29b-6bdb6bca0f33,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:33.638560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab20a12-a827-4a4c-96b8-2e50a17a43c2 req-bba1a3bc-c463-4d00-9e5e-ffb5594b6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:33.640153 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bab20a12-a827-4a4c-96b8-2e50a17a43c2 req-bba1a3bc-c463-4d00-9e5e-ffb5594b6e19 service neutron] 10.222.0.53 "GET /v2.0/networks?id=61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 200 len: 916 time: 0.2637129 Aug 09 15:55:33.687606 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-50990e5d-49d1-4fdb-9d9d-c9f1e05b3da3 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:33.702121 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-50990e5d-49d1-4fdb-9d9d-c9f1e05b3da3 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] 10.222.0.81 "DELETE /v2.0/ports/3656f838-1aea-43f4-b29b-6bdb6bca0f33 HTTP/1.1" status: 204 len: 168 time: 1.0311582 Aug 09 15:55:33.708057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46360) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:33.717774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8e89d5d6-1723-4612-9524-6e0fbc99801f tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Request body: {'port': {'name': 'tempest-new-port-name-1859112735', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:33.725635 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.api.validators [None req-8e89d5d6-1723-4612-9524-6e0fbc99801f tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] bootfile-name is not in valid_values {{(pid=94289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 15:55:33.726328 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.api.validators [None req-8e89d5d6-1723-4612-9524-6e0fbc99801f tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] tftp-server is not in valid_values {{(pid=94289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 15:55:33.726905 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.api.validators [None req-8e89d5d6-1723-4612-9524-6e0fbc99801f tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] server-ip-address is not in valid_values {{(pid=94289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 15:55:33.794569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829da838-9dcb-485a-b747-cc990f5ead85 req-e80a4a3b-777f-4970-a8ba-fc5c32232267 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:33.806938 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-829da838-9dcb-485a-b747-cc990f5ead85 req-e80a4a3b-777f-4970-a8ba-fc5c32232267 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.4480674 Aug 09 15:55:33.852871 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bab20a12-a827-4a4c-96b8-2e50a17a43c2 req-81d33887-5851-4027-b0e9-0039331b75bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe92b579-64fa-4c93-9d6e-f34537fd6273 HTTP/1.1" status: 200 len: 217 time: 0.1962094 Aug 09 15:55:33.946330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8d9de5e3-153c-49d6-a5c7-858a96f319b1 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:33.960612 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9170e-44d5-4988-8713-6d7ee6d6f4c9 req-a2437b00-fa0e-4e09-8b1d-96fbd16fb2f1 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:33.970299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fb9170e-44d5-4988-8713-6d7ee6d6f4c9 req-a2437b00-fa0e-4e09-8b1d-96fbd16fb2f1 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.4181771 Aug 09 15:55:34.029915 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e89d5d6-1723-4612-9524-6e0fbc99801f tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.031458 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fb9170e-44d5-4988-8713-6d7ee6d6f4c9 req-9cfcc8f3-bff4-48d1-ba8b-fceacfb681f1 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598712 Aug 09 15:55:34.082254 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-829da838-9dcb-485a-b747-cc990f5ead85 req-85ef4654-7564-4b6f-bd00-8010c6b63d75 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658973 Aug 09 15:55:34.087647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab20a12-a827-4a4c-96b8-2e50a17a43c2 req-a564b589-ac30-4464-837a-80d844236ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:34.090296 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bab20a12-a827-4a4c-96b8-2e50a17a43c2 req-a564b589-ac30-4464-837a-80d844236ac0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9132e588-bfa4-4e08-90cf-517fa9fb19b7 HTTP/1.1" status: 200 len: 855 time: 0.2174709 Aug 09 15:55:34.162550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8d9de5e3-153c-49d6-a5c7-858a96f319b1 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:34.163119 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.173864 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bab20a12-a827-4a4c-96b8-2e50a17a43c2 req-c90d4051-e36c-4ac5-a7c8-53287badcc2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=61cf6497-c0e8-4aa1-b191-24858c95b289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746493 Aug 09 15:55:34.176507 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9e9450-d995-4140-b9ba-487bb0d6d369 x-openstack-request-id: req-4b9e9450-d995-4140-b9ba-487bb0d6d369 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:34.179054 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c305cde-dad1-44f9-9eb9-e2f25a6c59c9", "name": "network-vif-deleted", "tag": "e24ad4e2-0554-4aeb-8523-73895bd53279", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:34.179433 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b9e9450-d995-4140-b9ba-487bb0d6d369 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:34.179950 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c305cde-dad1-44f9-9eb9-e2f25a6c59c9', 'name': 'network-vif-deleted', 'tag': 'e24ad4e2-0554-4aeb-8523-73895bd53279', 'status': 'completed', 'code': 200} Aug 09 15:55:34.320598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e24ad4e2-0554-4aeb-8523-73895bd53279 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:34.338071 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e89d5d6-1723-4612-9524-6e0fbc99801f tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.347137 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e89d5d6-1723-4612-9524-6e0fbc99801f tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.368768 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: e24ad4e2-0554-4aeb-8523-73895bd53279 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:34.369671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e24ad4e2-0554-4aeb-8523-73895bd53279 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:34.459309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bab20a12-a827-4a4c-96b8-2e50a17a43c2 req-adee7f04-ce08-4bea-a4a3-4e0e86eff9d7 service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662444 Aug 09 15:55:34.635835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e227784d-506c-487c-b70d-7f58f58a5df9 req-5ce508e7-f490-437a-8d6d-493e0fab810e tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c305cde-dad1-44f9-9eb9-e2f25a6c59c9 HTTP/1.1" status: 200 len: 210 time: 0.1478651 Aug 09 15:55:34.649201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89d5d6-1723-4612-9524-6e0fbc99801f tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Pushing event updated for resources: {'Port': ['ID=f07d1a00-2114-4402-8083-02cca7d79bd2,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:34.654200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0a082-516f-4f84-b50d-bcfe3a108eec req-9198311f-ed20-49f7-b637-31873f7cdc24 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:34.656685 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-89e0a082-516f-4f84-b50d-bcfe3a108eec req-9198311f-ed20-49f7-b637-31873f7cdc24 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1958001 Aug 09 15:55:34.693767 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8e89d5d6-1723-4612-9524-6e0fbc99801f tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] In _notify_port_updated(), no bound segment for port f07d1a00-2114-4402-8083-02cca7d79bd2 on network 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 {{(pid=94289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:55:34.697775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89d5d6-1723-4612-9524-6e0fbc99801f tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:34.699392 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e89d5d6-1723-4612-9524-6e0fbc99801f tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.703250 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8e89d5d6-1723-4612-9524-6e0fbc99801f tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] 10.222.0.81 "PUT /v2.0/ports/f07d1a00-2114-4402-8083-02cca7d79bd2 HTTP/1.1" status: 200 len: 1136 time: 0.9911125 Aug 09 15:55:34.706400 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46368) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:34.718850 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-89e0a082-516f-4f84-b50d-bcfe3a108eec req-739c0641-1d17-4cd5-97f2-ad0a208132c1 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497227 Aug 09 15:55:34.738101 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bab20a12-a827-4a4c-96b8-2e50a17a43c2 req-5152af6f-d79f-4e2c-8df5-8bf2601bba14 service neutron] 10.222.0.53 "GET /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641840 Aug 09 15:55:34.824905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b207fc-8a65-443c-9176-a9b309e0a2e5 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:34.829540 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-04b207fc-8a65-443c-9176-a9b309e0a2e5 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] 10.222.0.81 "GET /v2.0/ports/f07d1a00-2114-4402-8083-02cca7d79bd2 HTTP/1.1" status: 200 len: 1136 time: 0.1190178 Aug 09 15:55:34.829919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46372) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:34.959262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6f702af0-45e1-49cd-976e-e5bd3e9ce7e9 None None] Provisioning complete for port f07d1a00-2114-4402-8083-02cca7d79bd2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:34.960486 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6f702af0-45e1-49cd-976e-e5bd3e9ce7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:35.011469 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6f702af0-45e1-49cd-976e-e5bd3e9ce7e9 None None] Port f07d1a00-2114-4402-8083-02cca7d79bd2 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:35.050147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-71b423f1-3241-4dd1-a0b4-bd1a2ed02e97 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Deleting port f07d1a00-2114-4402-8083-02cca7d79bd2 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:35.050803 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-71b423f1-3241-4dd1-a0b4-bd1a2ed02e97 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:35.131280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a7833-f7c9-4e55-bab9-1ca1571093f5 req-242efce5-799e-4798-a227-d1304b40dd3a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:35.148510 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-938a7833-f7c9-4e55-bab9-1ca1571093f5 req-242efce5-799e-4798-a227-d1304b40dd3a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1555352 Aug 09 15:55:35.180411 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-71b423f1-3241-4dd1-a0b4-bd1a2ed02e97 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:35.201987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-938a7833-f7c9-4e55-bab9-1ca1571093f5 req-3b6d3915-25f0-4380-a156-6fd7fdb27afc tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484710 Aug 09 15:55:35.204635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-71b423f1-3241-4dd1-a0b4-bd1a2ed02e97 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Calling delete_port for f07d1a00-2114-4402-8083-02cca7d79bd2 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:35.343632 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848bc79-35dd-4f42-a1c5-e98beec760eb req-073b404e-faab-49a5-a9b4-1e66364e6808 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:35.351552 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e848bc79-35dd-4f42-a1c5-e98beec760eb req-073b404e-faab-49a5-a9b4-1e66364e6808 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1270318 Aug 09 15:55:35.452573 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e848bc79-35dd-4f42-a1c5-e98beec760eb req-fbaa45c2-73af-4df0-87c9-d7c5787188c7 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000803 Aug 09 15:55:35.499470 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-71b423f1-3241-4dd1-a0b4-bd1a2ed02e97 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:35.557404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b423f1-3241-4dd1-a0b4-bd1a2ed02e97 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Pushing event deleted for resources: {'Port': ['ID=f07d1a00-2114-4402-8083-02cca7d79bd2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:35.768855 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-71b423f1-3241-4dd1-a0b4-bd1a2ed02e97 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:35.772490 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-71b423f1-3241-4dd1-a0b4-bd1a2ed02e97 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] 10.222.0.81 "DELETE /v2.0/ports/f07d1a00-2114-4402-8083-02cca7d79bd2 HTTP/1.1" status: 204 len: 168 time: 0.9409854 Aug 09 15:55:35.775563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46390) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:35.902202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3477b9-847d-4fb5-9638-7f448c7c87d9 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Deleting subnet 7a583517-eb45-4a35-a9a1-7718819886de {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:55:35.907156 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2c3477b9-847d-4fb5-9638-7f448c7c87d9 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.015859 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2c3477b9-847d-4fb5-9638-7f448c7c87d9 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.167855 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2c3477b9-847d-4fb5-9638-7f448c7c87d9 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.277739 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2c3477b9-847d-4fb5-9638-7f448c7c87d9 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.333846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3477b9-847d-4fb5-9638-7f448c7c87d9 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Pushing event deleted for resources: {'Subnet': ['ID=7a583517-eb45-4a35-a9a1-7718819886de,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:36.336343 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2c3477b9-847d-4fb5-9638-7f448c7c87d9 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.340941 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2c3477b9-847d-4fb5-9638-7f448c7c87d9 tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] 10.222.0.81 "DELETE /v2.0/subnets/7a583517-eb45-4a35-a9a1-7718819886de HTTP/1.1" status: 204 len: 168 time: 0.5633891 Aug 09 15:55:36.343021 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46400) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:36.343526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40250b8-8e10-4cd6-871f-adc3d7506a80 None None] Network 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:36.434169 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.445632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504b22d-4018-4809-ae45-dc4506a23c4f req-0ded20b8-3777-4ac1-a6f3-472e8040d3a4 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:36.445891 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f69d9-ad36-47d9-8b0c-d5a86579ad9e req-d9e73be9-4b84-49b2-8f95-10e295aa36ca tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:36.454842 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd8f69d9-ad36-47d9-8b0c-d5a86579ad9e req-d9e73be9-4b84-49b2-8f95-10e295aa36ca tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1557527 Aug 09 15:55:36.466360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e504b22d-4018-4809-ae45-dc4506a23c4f req-0ded20b8-3777-4ac1-a6f3-472e8040d3a4 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 945 time: 0.2233047 Aug 09 15:55:36.540909 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e504b22d-4018-4809-ae45-dc4506a23c4f req-817ab26f-f34d-48be-812d-deef5f6804dd tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794213 Aug 09 15:55:36.580718 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd8f69d9-ad36-47d9-8b0c-d5a86579ad9e req-160545eb-0cd4-4b1d-bd6b-b100bad5be84 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196539 Aug 09 15:55:36.616113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Deleting port 8d9de5e3-153c-49d6-a5c7-858a96f319b1 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:36.618038 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.783556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] For port 8d9de5e3-153c-49d6-a5c7-858a96f319b1, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8d9de5e3-153c-49d6-a5c7-858a96f319b1,segment=NetworkSegment(4cbf235e-0499-4682-ac0c-11b3d42542b5),segment_id=4cbf235e-0499-4682-ac0c-11b3d42542b5)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:36.783556 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.798427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f225b648-0f67-4d80-ae2f-60d5c14647d3 None None] DHCP port deletion for 7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:55:36.801715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Calling delete_port for 8d9de5e3-153c-49d6-a5c7-858a96f319b1 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:36.921181 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f225b648-0f67-4d80-ae2f-60d5c14647d3 None None] Deleting port 8d9de5e3-153c-49d6-a5c7-858a96f319b1 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:36.922060 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f225b648-0f67-4d80-ae2f-60d5c14647d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.926063 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:36.984584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Pushing event deleted for resources: {'Port': ['ID=8d9de5e3-153c-49d6-a5c7-858a96f319b1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:37.013854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] No DVR routers for this DVR port 8d9de5e3-153c-49d6-a5c7-858a96f319b1 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:37.042961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f225b648-0f67-4d80-ae2f-60d5c14647d3 None None] For port 8d9de5e3-153c-49d6-a5c7-858a96f319b1, host n-d-803778-2, got binding levels [] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:37.044812 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f225b648-0f67-4d80-ae2f-60d5c14647d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.046986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7c3c8-16b2-4596-b7e1-d46f9f35fb20 req-8e75480f-e60a-4fe9-ad3b-b496b9545e48 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:37.054460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ce7c3c8-16b2-4596-b7e1-d46f9f35fb20 req-8e75480f-e60a-4fe9-ad3b-b496b9545e48 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1434340 Aug 09 15:55:37.067822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f225b648-0f67-4d80-ae2f-60d5c14647d3 None None] Calling delete_port for 8d9de5e3-153c-49d6-a5c7-858a96f319b1 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:37.075221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.ipam_backend_mixin [None req-f225b648-0f67-4d80-ae2f-60d5c14647d3 None None] Port 8d9de5e3-153c-49d6-a5c7-858a96f319b1 was not found and therefore no delete operation was performed {{(pid=94291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:55:37.078659 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f225b648-0f67-4d80-ae2f-60d5c14647d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.117319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225b648-0f67-4d80-ae2f-60d5c14647d3 None None] No DVR routers for this DVR port 8d9de5e3-153c-49d6-a5c7-858a96f319b1 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:37.128962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225b648-0f67-4d80-ae2f-60d5c14647d3 None None] Pushing event deleted for resources: {'Port': ['ID=8d9de5e3-153c-49d6-a5c7-858a96f319b1,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:37.590602 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.602028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edd0065-a8da-4ae0-a9d4-defc6cc3cb38']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:37.611505 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3527d80e-be8e-448d-9234-279f22a8f229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.615786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbf235e-0499-4682-ac0c-11b3d42542b5') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:37.616175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbf235e-0499-4682-ac0c-11b3d42542b5') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:37.627128 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.643994 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.650247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:55:37.650647 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:55:37.755565 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:55:37.787738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422efbe-7e1b-4e73-9442-5557f1ea566a req-8e4a771e-a863-414e-b64b-3ac34cb38024 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:37.789358 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d422efbe-7e1b-4e73-9442-5557f1ea566a req-8e4a771e-a863-414e-b64b-3ac34cb38024 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 945 time: 0.1111448 Aug 09 15:55:37.883116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8d9de5e3-153c-49d6-a5c7-858a96f319b1 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:37.914340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 8d9de5e3-153c-49d6-a5c7-858a96f319b1 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:37.915063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8d9de5e3-153c-49d6-a5c7-858a96f319b1 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:37.916695 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d422efbe-7e1b-4e73-9442-5557f1ea566a req-1316def6-31dd-4ba5-9c57-ad1d7d84640d tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044860 Aug 09 15:55:37.962728 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ce7c3c8-16b2-4596-b7e1-d46f9f35fb20 req-2933b57e-a47d-4b44-a3fd-dc24d6f5c5b4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9060509 Aug 09 15:55:37.977373 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.009999 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.015757 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] 10.222.0.81 "DELETE /v2.0/networks/7edd0065-a8da-4ae0-a9d4-defc6cc3cb38 HTTP/1.1" status: 204 len: 168 time: 1.6696050 Aug 09 15:55:38.092372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096cc1c-135f-44ae-b0e6-6ea22a62de7e req-19a7a709-51c3-40b5-875e-c4198a0e0a69 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:38.095193 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2096cc1c-135f-44ae-b0e6-6ea22a62de7e req-19a7a709-51c3-40b5-875e-c4198a0e0a69 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 945 time: 0.3153067 Aug 09 15:55:38.096279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff87e4-c704-453d-b38b-ad42bb1c8efd tempest-ExtraDHCPOptionsTestJSON-1337295033 tempest-ExtraDHCPOptionsTestJSON-1337295033-project] Pushing event deleted for resources: {'Network': ['ID=7edd0065-a8da-4ae0-a9d4-defc6cc3cb38,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:38.201948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b081a16-e66c-445e-93b4-bc20ab0f3538 req-5e4f214e-7d19-46bb-8906-cacd51413df7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:38.226961 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b081a16-e66c-445e-93b4-bc20ab0f3538 req-5e4f214e-7d19-46bb-8906-cacd51413df7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1721957 Aug 09 15:55:38.293487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-2096cc1c-135f-44ae-b0e6-6ea22a62de7e req-532db6a4-58b6-4b82-9214-fa9ddf896fc8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Deleting port 9443847c-0d21-47ae-91ae-92ea6a5d3688 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:38.294465 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2096cc1c-135f-44ae-b0e6-6ea22a62de7e req-532db6a4-58b6-4b82-9214-fa9ddf896fc8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.325381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b081a16-e66c-445e-93b4-bc20ab0f3538 req-3d96e6cd-3fef-405a-b7a4-0c3dec821063 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895989 Aug 09 15:55:38.556151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2096cc1c-135f-44ae-b0e6-6ea22a62de7e req-532db6a4-58b6-4b82-9214-fa9ddf896fc8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] For port 9443847c-0d21-47ae-91ae-92ea6a5d3688, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=9443847c-0d21-47ae-91ae-92ea6a5d3688,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:38.565954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2096cc1c-135f-44ae-b0e6-6ea22a62de7e req-532db6a4-58b6-4b82-9214-fa9ddf896fc8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.596511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-2096cc1c-135f-44ae-b0e6-6ea22a62de7e req-532db6a4-58b6-4b82-9214-fa9ddf896fc8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Calling delete_port for 9443847c-0d21-47ae-91ae-92ea6a5d3688 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:38.667582 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46540) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:38.857762 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2096cc1c-135f-44ae-b0e6-6ea22a62de7e req-532db6a4-58b6-4b82-9214-fa9ddf896fc8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.870099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['fe92b579-64fa-4c93-9d6e-f34537fd6273'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:38.935571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532db6a4-58b6-4b82-9214-fa9ddf896fc8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Pushing event deleted for resources: {'Port': ['ID=9443847c-0d21-47ae-91ae-92ea6a5d3688,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:38.981565 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8869d534-56f4-47f2-8b76-70e641c4aefc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=640356f775e34739a209b726e974005b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129334 Aug 09 15:55:38.987324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46566) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:39.056688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2096cc1c-135f-44ae-b0e6-6ea22a62de7e req-532db6a4-58b6-4b82-9214-fa9ddf896fc8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] No DVR routers for this DVR port 9443847c-0d21-47ae-91ae-92ea6a5d3688 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:39.062783 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2096cc1c-135f-44ae-b0e6-6ea22a62de7e req-532db6a4-58b6-4b82-9214-fa9ddf896fc8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.065055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2096cc1c-135f-44ae-b0e6-6ea22a62de7e req-532db6a4-58b6-4b82-9214-fa9ddf896fc8 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "DELETE /v2.0/ports/9443847c-0d21-47ae-91ae-92ea6a5d3688 HTTP/1.1" status: 204 len: 173 time: 0.9604204 Aug 09 15:55:39.065736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afbe42b-e57b-47eb-89b6-26c02d964fe4', 'name': 'network-vif-deleted', 'tag': '9443847c-0d21-47ae-91ae-92ea6a5d3688'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:39.068180 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8715512-83a2-4248-a9d7-24b449860963" -d '{"events": [{"server_uuid": "8afbe42b-e57b-47eb-89b6-26c02d964fe4", "name": "network-vif-deleted", "tag": "9443847c-0d21-47ae-91ae-92ea6a5d3688"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:39.136785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e948d980-f5bc-4d1e-b7f6-372b91f54be5 req-7c999f94-31df-4533-9895-a306a74ebe34 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=8afbe42b-e57b-47eb-89b6-26c02d964fe4 HTTP/1.1" status: 200 len: 210 time: 0.0530140 Aug 09 15:55:39.174968 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa8a7824-8bad-41ca-bd0b-f64b23b58383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.236244 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac76e0f-a2e9-4053-93b9-d33e5d2b8e5f x-openstack-request-id: req-7ac76e0f-a2e9-4053-93b9-d33e5d2b8e5f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:39.238686 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afbe42b-e57b-47eb-89b6-26c02d964fe4", "name": "network-vif-deleted", "tag": "9443847c-0d21-47ae-91ae-92ea6a5d3688", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:39.239961 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ac76e0f-a2e9-4053-93b9-d33e5d2b8e5f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:39.241468 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afbe42b-e57b-47eb-89b6-26c02d964fe4', 'name': 'network-vif-deleted', 'tag': '9443847c-0d21-47ae-91ae-92ea6a5d3688', 'status': 'completed', 'code': 200} Aug 09 15:55:39.245445 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa8a7824-8bad-41ca-bd0b-f64b23b58383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.246084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856daa3e-e4b7-4ebc-98a2-3f1dfff64e66 req-770dfda1-367f-46cb-91a8-577559103ce4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:39.265764 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-856daa3e-e4b7-4ebc-98a2-3f1dfff64e66 req-770dfda1-367f-46cb-91a8-577559103ce4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1664209 Aug 09 15:55:39.352729 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-856daa3e-e4b7-4ebc-98a2-3f1dfff64e66 req-5e28a926-72d0-4baf-a94b-876c4d7c5d74 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794647 Aug 09 15:55:39.376612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa8a7824-8bad-41ca-bd0b-f64b23b58383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.379614 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa8a7824-8bad-41ca-bd0b-f64b23b58383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:39.393996 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fa8a7824-8bad-41ca-bd0b-f64b23b58383 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d7fdc4d-6c99-47ae-8b43-c9a36e1701da HTTP/1.1" status: 204 len: 168 time: 0.3955710 Aug 09 15:55:39.452249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a7824-8bad-41ca-bd0b-f64b23b58383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7fdc4d-6c99-47ae-8b43-c9a36e1701da,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:39.594264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21a391-b8f4-49d4-a0d9-2c3be8e9398e req-f1bf2a93-2c1b-4b0a-877d-eac2182d7acd tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:39.595939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a21a391-b8f4-49d4-a0d9-2c3be8e9398e req-f1bf2a93-2c1b-4b0a-877d-eac2182d7acd tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1202059 Aug 09 15:55:39.657835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a21a391-b8f4-49d4-a0d9-2c3be8e9398e req-b62aa808-744f-4cd2-b948-f02c1f66abf4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536771 Aug 09 15:55:40.197304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 9443847c-0d21-47ae-91ae-92ea6a5d3688 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:40.253384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 9443847c-0d21-47ae-91ae-92ea6a5d3688 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:40.253384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 9443847c-0d21-47ae-91ae-92ea6a5d3688 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:40.486656 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7c714dc3-ff62-4102-9324-3b2733147d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:40.645106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f15399-6026-4e29-9522-c303f316c052 req-083a9130-8a0e-4174-8b52-31fa7d31f28f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:40.654685 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3f15399-6026-4e29-9522-c303f316c052 req-083a9130-8a0e-4174-8b52-31fa7d31f28f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1443799 Aug 09 15:55:40.707965 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3f15399-6026-4e29-9522-c303f316c052 req-dd8509a9-4ec7-481f-ac09-7490b298a5d4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519865 Aug 09 15:55:40.741435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46702) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:40.862839 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:40.879241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358e148-6eb1-4e83-9796-a94f3f9d5a43 req-27bf5610-c2a5-42f9-ae25-a73b77210da1 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:40.882450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f358e148-6eb1-4e83-9796-a94f3f9d5a43 req-27bf5610-c2a5-42f9-ae25-a73b77210da1 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1096554 Aug 09 15:55:40.934942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-788073273'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:40.957896 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f358e148-6eb1-4e83-9796-a94f3f9d5a43 req-f1ad5268-e3b1-4fd4-a504-8e80362a712b tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648868 Aug 09 15:55:40.991563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Made reservation on behalf of 655e2219d6394b72b109a6be23767a6b for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:40.996187 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.005582 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.158908 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.166545 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.220477 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f2fc34-c81d-4318-90d0-6ff8ddd3bfc9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:41.241360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:55:41.265356 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.265734 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Added segment 4742b64b-2c0f-469c-b32e-a4f2a7a1cf65 of type vlan for network 80a3ae86-08a8-42e1-bd91-c022cb1dc034 Aug 09 15:55:41.350603 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.406188 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.424398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:41.426484 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.428774 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.541844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event updated for resources: {'Network': ['ID=80a3ae86-08a8-42e1-bd91-c022cb1dc034,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:41.543537 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.569090 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 80a3ae86-08a8-42e1-bd91-c022cb1dc034 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:55:41.614055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-94592a90-54f7-4315-9c1d-77e9ea09961c tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8696299 Aug 09 15:55:41.615346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46768) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:41.622952 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b22a450c-f9a3-4d04-ac81-5b84650c9cc3 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Request body: {'subnet': {'network_id': '80a3ae86-08a8-42e1-bd91-c022cb1dc034', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:41.927846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22a450c-f9a3-4d04-ac81-5b84650c9cc3 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Made reservation on behalf of 655e2219d6394b72b109a6be23767a6b for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:41.932875 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22a450c-f9a3-4d04-ac81-5b84650c9cc3 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:41.994456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341200bb-b952-4b71-8839-9ac468d95e13 req-8484b785-b576-4557-a1df-1e9a3a101297 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:41.996201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-341200bb-b952-4b71-8839-9ac468d95e13 req-8484b785-b576-4557-a1df-1e9a3a101297 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1518173 Aug 09 15:55:42.105338 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-341200bb-b952-4b71-8839-9ac468d95e13 req-f62f8531-5f20-482c-a5be-d35284197a24 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987387 Aug 09 15:55:42.296293 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e95edb-02a5-49df-94d4-7ead35bf1963 req-4b6fb986-4ffd-4a27-87a6-3648833fe3d7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:42.304226 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3e95edb-02a5-49df-94d4-7ead35bf1963 req-4b6fb986-4ffd-4a27-87a6-3648833fe3d7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1407385 Aug 09 15:55:42.313698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22a450c-f9a3-4d04-ac81-5b84650c9cc3 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.421721 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3e95edb-02a5-49df-94d4-7ead35bf1963 req-b7d8912c-eeb6-40d6-8c1f-cec5d94ea65a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145763 Aug 09 15:55:42.448557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a450c-f9a3-4d04-ac81-5b84650c9cc3 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event updated for resources: {'Subnet': ['ID=daef4a8d-6616-4f83-89ed-bf52fa252d63,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:42.468681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a450c-f9a3-4d04-ac81-5b84650c9cc3 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Checking segment: {'id': '4742b64b-2c0f-469c-b32e-a4f2a7a1cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '80a3ae86-08a8-42e1-bd91-c022cb1dc034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:42.469531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22a450c-f9a3-4d04-ac81-5b84650c9cc3 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Network hostable DHCP agents. Network: 80a3ae86-08a8-42e1-bd91-c022cb1dc034, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:55:42.498680 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22a450c-f9a3-4d04-ac81-5b84650c9cc3 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Network 80a3ae86-08a8-42e1-bd91-c022cb1dc034 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:55:42.512197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b22a450c-f9a3-4d04-ac81-5b84650c9cc3 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 80a3ae86-08a8-42e1-bd91-c022cb1dc034) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:42.518831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22a450c-f9a3-4d04-ac81-5b84650c9cc3 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:42.524661 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b22a450c-f9a3-4d04-ac81-5b84650c9cc3 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.525407 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616b4c5f-93e7-496c-b6e4-b1c3b88024f9 None None] Network 80a3ae86-08a8-42e1-bd91-c022cb1dc034 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:42.562395 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b22a450c-f9a3-4d04-ac81-5b84650c9cc3 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9448736 Aug 09 15:55:42.565110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46830) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:42.571108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8eb8d307-4cff-4db1-bff0-81d615843f4f tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-746485808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:42.686141 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d307-4cff-4db1-bff0-81d615843f4f tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.687812 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d307-4cff-4db1-bff0-81d615843f4f tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.824514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-80a3ae86-08a8-42e1-bd91-c022cb1dc034', 'network_id': '80a3ae86-08a8-42e1-bd91-c022cb1dc034', 'tenant_id': '655e2219d6394b72b109a6be23767a6b', 'fixed_ips': [{'subnet_id': 'daef4a8d-6616-4f83-89ed-bf52fa252d63'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:55:42.829742 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d307-4cff-4db1-bff0-81d615843f4f tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.830859 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.849815 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d307-4cff-4db1-bff0-81d615843f4f tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.889782 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d307-4cff-4db1-bff0-81d615843f4f tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.894797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46856) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:42.896621 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8eb8d307-4cff-4db1-bff0-81d615843f4f tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3289745 Aug 09 15:55:43.064132 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.115189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Allocated IP 172.20.0.2 (80a3ae86-08a8-42e1-bd91-c022cb1dc034/daef4a8d-6616-4f83-89ed-bf52fa252d63/9b6d24c3-5151-4bee-be2b-88c5d62b46e7) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:43.368135 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.370254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d6bd7-07a9-4c85-b549-7d78a5372acf req-0d698022-7478-4d88-bb4e-651526b68abd tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:43.380616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-242d6bd7-07a9-4c85-b549-7d78a5372acf req-0d698022-7478-4d88-bb4e-651526b68abd tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1298227 Aug 09 15:55:43.437174 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-242d6bd7-07a9-4c85-b549-7d78a5372acf req-b83df70e-9e41-4bed-a296-2e05a04921bb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506327 Aug 09 15:55:43.466885 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.521998 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.538277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Transition to ACTIVE for port object 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:43.575482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Transition to ACTIVE for port object 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:43.585500 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.661493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Pushing event updated for resources: {'Port': ['ID=9b6d24c3-5151-4bee-be2b-88c5d62b46e7,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:43.679007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Network 80a3ae86-08a8-42e1-bd91-c022cb1dc034 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:43.684936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:43.688383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:43.800363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Attempting to bind port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:43.801833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Attempting to bind port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4742b64b-2c0f-469c-b32e-a4f2a7a1cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '80a3ae86-08a8-42e1-bd91-c022cb1dc034'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:43.802864 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Attempting to bind port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 on network 80a3ae86-08a8-42e1-bd91-c022cb1dc034 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:43.812956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:43.813710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Checking segment: {'id': '4742b64b-2c0f-469c-b32e-a4f2a7a1cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '80a3ae86-08a8-42e1-bd91-c022cb1dc034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:43.814368 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.815025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Bound using segment: {'id': '4742b64b-2c0f-469c-b32e-a4f2a7a1cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '80a3ae86-08a8-42e1-bd91-c022cb1dc034'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:43.815944 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Bound port: 9b6d24c3-5151-4bee-be2b-88c5d62b46e7, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4742b64b-2c0f-469c-b32e-a4f2a7a1cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '80a3ae86-08a8-42e1-bd91-c022cb1dc034'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:43.816592 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.037841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] For port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:44.043224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] For port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9b6d24c3-5151-4bee-be2b-88c5d62b46e7,segment=NetworkSegment(4742b64b-2c0f-469c-b32e-a4f2a7a1cf65),segment_id=4742b64b-2c0f-469c-b32e-a4f2a7a1cf65)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:44.048648 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.177912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ba92c-dc4f-4e2f-a209-2476bf9d20a3 None None] Pushing event updated for resources: {'Port': ['ID=9b6d24c3-5151-4bee-be2b-88c5d62b46e7,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:44.180199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209c670-41e9-4cf3-9770-e1a009c37dde req-f77ec970-776e-421e-8efd-1422dac998aa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:44.181816 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b209c670-41e9-4cf3-9770-e1a009c37dde req-f77ec970-776e-421e-8efd-1422dac998aa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.6071563 Aug 09 15:55:44.330569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b209c670-41e9-4cf3-9770-e1a009c37dde req-1d03e21e-8875-41b8-88d6-5348d1f89e71 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315949 Aug 09 15:55:44.418440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Allocated IP 172.20.0.1 (80a3ae86-08a8-42e1-bd91-c022cb1dc034/daef4a8d-6616-4f83-89ed-bf52fa252d63/45c76826-8a6f-4b92-9c1b-ce51e80d8fd2) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:44.664032 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.682981 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Transition to ACTIVE for port object 45c76826-8a6f-4b92-9c1b-ce51e80d8fd2 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:44.720274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991c352-ba31-4873-9308-3f293f40a8fd req-57243057-65d7-4971-98f4-3f8c1a6df061 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:44.722872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6991c352-ba31-4873-9308-3f293f40a8fd req-57243057-65d7-4971-98f4-3f8c1a6df061 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1223862 Aug 09 15:55:44.740484 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.796654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6991c352-ba31-4873-9308-3f293f40a8fd req-591031ae-f147-4ee5-ba57-7b501c711422 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654089 Aug 09 15:55:44.801237 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Network 80a3ae86-08a8-42e1-bd91-c022cb1dc034 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:44.802864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:44.805641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:44.878205 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event updated for resources: {'Port': ['ID=45c76826-8a6f-4b92-9c1b-ce51e80d8fd2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:44.908542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.244075 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.658096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed894e-76bc-46be-b7bb-0cf4f396a5a5 req-b6691240-a579-40e5-a441-34f3016bbddb tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:45.660048 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0eed894e-76bc-46be-b7bb-0cf4f396a5a5 req-b6691240-a579-40e5-a441-34f3016bbddb tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0854878 Aug 09 15:55:45.754681 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0eed894e-76bc-46be-b7bb-0cf4f396a5a5 req-72fcda8b-a26e-446f-ab47-47fc42116d79 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877376 Aug 09 15:55:46.001498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6956b1-0042-448b-8abf-726c625dafe0 req-e50ab829-3f43-4274-b107-12011779658a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:46.016786 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8f6956b1-0042-448b-8abf-726c625dafe0 req-e50ab829-3f43-4274-b107-12011779658a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.4541395 Aug 09 15:55:46.021058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528d9c5f-26f0-4c50-b5da-1ef269dac5f3 None None] Network 80a3ae86-08a8-42e1-bd91-c022cb1dc034 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:46.027325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:46.036719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdfdf8-8c8c-49d8-9cea-569f3892b22a req-31d4cc5d-2c16-4302-99e1-62613462eec3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:46.038354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76fdfdf8-8c8c-49d8-9cea-569f3892b22a req-31d4cc5d-2c16-4302-99e1-62613462eec3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1205261 Aug 09 15:55:46.101919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.110281 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76fdfdf8-8c8c-49d8-9cea-569f3892b22a req-d8f123b6-db5a-43c7-8be4-aae9e7102904 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628467 Aug 09 15:55:46.138537 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.168084 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8f6956b1-0042-448b-8abf-726c625dafe0 req-c2ee990e-1862-4947-9ad2-e28b401f7c70 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502821 Aug 09 15:55:46.168306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ba744901-56e4-4059-bd16-6165f78fd95e None None] Provisioning for port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:46.216446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:46.229149 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:46.229625 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.272416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event updated for resources: {'Port': ['ID=45c76826-8a6f-4b92-9c1b-ce51e80d8fd2,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:46.276563 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.419190 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.463946 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9b6d24c3-5151-4bee-be2b-88c5d62b46e7,segment=NetworkSegment(4742b64b-2c0f-469c-b32e-a4f2a7a1cf65),segment_id=4742b64b-2c0f-469c-b32e-a4f2a7a1cf65)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:46.470624 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.486057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Network 80a3ae86-08a8-42e1-bd91-c022cb1dc034 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:46.495501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:46.529211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=9b6d24c3-5151-4bee-be2b-88c5d62b46e7,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:46.628864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-0debd63d-eb68-4b03-b517-48575c60b466 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:46.630523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-0debd63d-eb68-4b03-b517-48575c60b466 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/networks?id=9b74a77c-2bb4-4e5b-8412-0542655fdd58 HTTP/1.1" status: 200 len: 814 time: 0.2259691 Aug 09 15:55:46.653172 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-c9165238-8762-403f-b4fc-7d2579274e25 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/quotas/a1100f538dcc4c058cb28bca184e865f HTTP/1.1" status: 200 len: 375 time: 0.0152042 Aug 09 15:55:46.695119 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-5bdc5644-af89-4cba-8cd4-154de42d3ae7 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a1100f538dcc4c058cb28bca184e865f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345149 Aug 09 15:55:46.722836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ab3169ed-69b8-4cd3-8e4f-4ae0f8ce9b97 None None] Provisioning complete for port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:46.723289 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ab3169ed-69b8-4cd3-8e4f-4ae0f8ce9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.767603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Router 15d73c10-a8bc-48a4-a015-32afc2cbc330 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:55:46.842648 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ab3169ed-69b8-4cd3-8e4f-4ae0f8ce9b97 None None] Provisioning for port 45c76826-8a6f-4b92-9c1b-ce51e80d8fd2 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:46.850261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ab3169ed-69b8-4cd3-8e4f-4ae0f8ce9b97 None None] Provisioning complete for port 45c76826-8a6f-4b92-9c1b-ce51e80d8fd2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:46.850891 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ab3169ed-69b8-4cd3-8e4f-4ae0f8ce9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.903022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ab3169ed-69b8-4cd3-8e4f-4ae0f8ce9b97 None None] Port 45c76826-8a6f-4b92-9c1b-ce51e80d8fd2 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:46.953399 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-5af0b502-6308-4863-9e96-c7bda5459c0c service neutron] 10.222.0.81 "GET /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497029 Aug 09 15:55:46.954854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:46.961582 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f2a89970-fc0e-4aa8-9e74-7c4cde893768 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "PUT /v2.0/routers/15d73c10-a8bc-48a4-a015-32afc2cbc330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0652530 Aug 09 15:55:46.964411 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47030) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:46.966579 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bff75e-e98b-4de8-abf7-436e96eca432 None None] Sync routers for ids ['15d73c10-a8bc-48a4-a015-32afc2cbc330'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:46.970062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Request body: {'port': {'network_id': '80a3ae86-08a8-42e1-bd91-c022cb1dc034', 'name': 'tempest-FloatingIPNegativeTestJSON-894169966'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:46.979682 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bff75e-e98b-4de8-abf7-436e96eca432 None None] Routers {'15d73c10-a8bc-48a4-a015-32afc2cbc330'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:46.981215 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-67bff75e-e98b-4de8-abf7-436e96eca432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:55:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['15d73c10-a8bc-48a4-a015-32afc2cbc330'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:46.991501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadba46c-8e25-4c0a-aa32-f576e1405439 req-d2068044-2805-4b4a-961e-6036acff1ace tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:46.993212 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fadba46c-8e25-4c0a-aa32-f576e1405439 req-d2068044-2805-4b4a-961e-6036acff1ace tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 946 time: 0.1245191 Aug 09 15:55:47.009092 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ab6d7-b3a6-40c1-bf2a-ef338e5f7331 req-12dd09f3-8dde-403c-86c3-af6de21ff732 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:47.011302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f24ab6d7-b3a6-40c1-bf2a-ef338e5f7331 req-12dd09f3-8dde-403c-86c3-af6de21ff732 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 946 time: 0.0913424 Aug 09 15:55:47.033788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2ccbfa89-48de-4fef-b016-e28f28139e6b None None] Provisioning complete for port 45c76826-8a6f-4b92-9c1b-ce51e80d8fd2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:47.035812 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfa89-48de-4fef-b016-e28f28139e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.052303 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-67bff75e-e98b-4de8-abf7-436e96eca432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:47.066841 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bff75e-e98b-4de8-abf7-436e96eca432 None None] Routers {'15d73c10-a8bc-48a4-a015-32afc2cbc330'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:47.067733 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-67bff75e-e98b-4de8-abf7-436e96eca432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:55:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['15d73c10-a8bc-48a4-a015-32afc2cbc330'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:47.108161 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-67bff75e-e98b-4de8-abf7-436e96eca432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:47.109206 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bff75e-e98b-4de8-abf7-436e96eca432 None None] The sync data for ids ['15d73c10-a8bc-48a4-a015-32afc2cbc330'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:47.128027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fadba46c-8e25-4c0a-aa32-f576e1405439 req-3fa78a6b-c1e1-489c-936a-c5cc8f4096b5 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/security-groups?id=2224ad69-2085-4dad-9338-d230c35852fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275995 Aug 09 15:55:47.139046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2ccbfa89-48de-4fef-b016-e28f28139e6b None None] Port 45c76826-8a6f-4b92-9c1b-ce51e80d8fd2 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:47.184441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f24ab6d7-b3a6-40c1-bf2a-ef338e5f7331 req-02f142d6-59cf-4150-81e4-e023b9334a28 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Deleting port fe92b579-64fa-4c93-9d6e-f34537fd6273 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:47.184799 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f24ab6d7-b3a6-40c1-bf2a-ef338e5f7331 req-02f142d6-59cf-4150-81e4-e023b9334a28 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.208121 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-9841efbb-75ca-4b80-9491-2fbf43b6ab36 service neutron] 10.222.0.81 "GET /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451172 Aug 09 15:55:47.262263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d4b03cf0-5f8c-415f-ac5e-3beaa0c5300a None None] Provisioning complete for port 45c76826-8a6f-4b92-9c1b-ce51e80d8fd2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:47.263067 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d4b03cf0-5f8c-415f-ac5e-3beaa0c5300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.309820 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Made reservation on behalf of 655e2219d6394b72b109a6be23767a6b for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:47.319342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fce308-577b-4990-98ac-0a4da9f083f7 req-a298a424-7571-4c0f-842d-b3b071527044 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:47.320750 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0fce308-577b-4990-98ac-0a4da9f083f7 req-a298a424-7571-4c0f-842d-b3b071527044 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.0797286 Aug 09 15:55:47.321532 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.333354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d4b03cf0-5f8c-415f-ac5e-3beaa0c5300a None None] Port 45c76826-8a6f-4b92-9c1b-ce51e80d8fd2 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:47.356475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] device_id is not set on port 97209751-d514-4d9b-a917-e9034307f3b8 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:55:47.360079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f24ab6d7-b3a6-40c1-bf2a-ef338e5f7331 req-02f142d6-59cf-4150-81e4-e023b9334a28 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] For port fe92b579-64fa-4c93-9d6e-f34537fd6273, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=fe92b579-64fa-4c93-9d6e-f34537fd6273,segment=NetworkSegment(71c0a38e-2cd2-43fb-89da-f868eb199d75),segment_id=71c0a38e-2cd2-43fb-89da-f868eb199d75)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:47.360474 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f24ab6d7-b3a6-40c1-bf2a-ef338e5f7331 req-02f142d6-59cf-4150-81e4-e023b9334a28 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.379651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f24ab6d7-b3a6-40c1-bf2a-ef338e5f7331 req-02f142d6-59cf-4150-81e4-e023b9334a28 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Calling delete_port for fe92b579-64fa-4c93-9d6e-f34537fd6273 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:47.410356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0fce308-577b-4990-98ac-0a4da9f083f7 req-4a94e50a-8ad5-4399-b0bc-4dbafb5b6912 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819600 Aug 09 15:55:47.583278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a826b2-0cf0-4b87-9a72-1810fe264fe6 req-0da9ef49-e61e-457b-b1cf-0137b9de2213 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:47.584843 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72a826b2-0cf0-4b87-9a72-1810fe264fe6 req-0da9ef49-e61e-457b-b1cf-0137b9de2213 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1037412 Aug 09 15:55:47.639750 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2af9951d-dfc4-4724-a521-d1d8bbda0e1d req-d3408932-38a7-4590-99d0-a3f2ff976ba3 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 210 time: 0.0583570 Aug 09 15:55:47.641819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Allocated IP 172.20.0.14 (80a3ae86-08a8-42e1-bd91-c022cb1dc034/daef4a8d-6616-4f83-89ed-bf52fa252d63/97209751-d514-4d9b-a917-e9034307f3b8) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:47.660117 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72a826b2-0cf0-4b87-9a72-1810fe264fe6 req-03588946-f8bb-48e8-a97c-6a0815810f5a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668628 Aug 09 15:55:47.691145 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f24ab6d7-b3a6-40c1-bf2a-ef338e5f7331 req-02f142d6-59cf-4150-81e4-e023b9334a28 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.703935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['fe92b579-64fa-4c93-9d6e-f34537fd6273'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:47.775369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f142d6-59cf-4150-81e4-e023b9334a28 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Pushing event deleted for resources: {'Port': ['ID=fe92b579-64fa-4c93-9d6e-f34537fd6273,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:47.817262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24ab6d7-b3a6-40c1-bf2a-ef338e5f7331 req-02f142d6-59cf-4150-81e4-e023b9334a28 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] No DVR routers for this DVR port fe92b579-64fa-4c93-9d6e-f34537fd6273 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:47.820548 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f24ab6d7-b3a6-40c1-bf2a-ef338e5f7331 req-02f142d6-59cf-4150-81e4-e023b9334a28 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.824539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f24ab6d7-b3a6-40c1-bf2a-ef338e5f7331 req-02f142d6-59cf-4150-81e4-e023b9334a28 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.53 "DELETE /v2.0/ports/fe92b579-64fa-4c93-9d6e-f34537fd6273 HTTP/1.1" status: 204 len: 173 time: 0.8066044 Aug 09 15:55:47.825014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81f1b4f-b13a-4890-a895-755710f3b5d4', 'name': 'network-vif-deleted', 'tag': 'fe92b579-64fa-4c93-9d6e-f34537fd6273'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:47.829500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:47.843422 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a384d4-3648-44f3-bb6b-0f5e026a7517" -d '{"events": [{"server_uuid": "d81f1b4f-b13a-4890-a895-755710f3b5d4", "name": "network-vif-deleted", "tag": "fe92b579-64fa-4c93-9d6e-f34537fd6273"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:47.896010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:47.896523 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.908409 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ce50cd-e2c9-4b9e-b8e2-191ca6fb635f x-openstack-request-id: req-63ce50cd-e2c9-4b9e-b8e2-191ca6fb635f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:47.908708 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81f1b4f-b13a-4890-a895-755710f3b5d4", "name": "network-vif-deleted", "tag": "fe92b579-64fa-4c93-9d6e-f34537fd6273", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:47.908957 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63ce50cd-e2c9-4b9e-b8e2-191ca6fb635f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:47.909922 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81f1b4f-b13a-4890-a895-755710f3b5d4', 'name': 'network-vif-deleted', 'tag': 'fe92b579-64fa-4c93-9d6e-f34537fd6273', 'status': 'completed', 'code': 200} Aug 09 15:55:47.924581 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.948888 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Transition to ACTIVE for port object 97209751-d514-4d9b-a917-e9034307f3b8 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:47.997498 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.045439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Network 80a3ae86-08a8-42e1-bd91-c022cb1dc034 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:48.048820 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:48.052541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:48.059762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event updated for resources: {'Port': ['ID=97209751-d514-4d9b-a917-e9034307f3b8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:48.108460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:48.109350 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.130795 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a41feb77-696e-48da-8b36-ff38722584ba tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1622894 Aug 09 15:55:48.131159 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47086) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:48.136282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:48.170429 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.261637 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62a441b9-5fbe-4adc-aee4-3bfcb8e1c603 req-8ed0c56f-c293-477b-b398-0443ced2b828 tempest-AttachVolumeNegativeTest-1292873225 tempest-AttachVolumeNegativeTest-1292873225-project] 10.222.0.81 "GET /v2.0/ports?device_id=d81f1b4f-b13a-4890-a895-755710f3b5d4 HTTP/1.1" status: 200 len: 210 time: 0.0374770 Aug 09 15:55:48.318044 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.364635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6771e67a-9459-4160-8a9a-8b1d1ddff9d5 None None] Provisioning for port 97209751-d514-4d9b-a917-e9034307f3b8 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:48.368463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6771e67a-9459-4160-8a9a-8b1d1ddff9d5 None None] Provisioning complete for port 97209751-d514-4d9b-a917-e9034307f3b8 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:48.370113 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6771e67a-9459-4160-8a9a-8b1d1ddff9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.406552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6771e67a-9459-4160-8a9a-8b1d1ddff9d5 None None] Port 97209751-d514-4d9b-a917-e9034307f3b8 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:48.440368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Allocated IP 172.25.2.27 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/8acd4afb-1f36-4cf4-a0f9-f14bf69a6920) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:48.550723 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.609408 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.714632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:48.745563 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-068e4341-7ce3-4d31-9709-e25d3bc67a3e req-e05471c7-fdfe-43b2-97ed-70423d573ef6 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 210 time: 0.0357141 Aug 09 15:55:48.750364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:48.757427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:48.760836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event updated for resources: {'Port': ['ID=8acd4afb-1f36-4cf4-a0f9-f14bf69a6920,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:48.834891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71364b3b-b8a4-4240-a263-eeb21eb34f3c req-c9d27abd-98dd-4f09-8825-097de56c37b9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:48.836424 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-71364b3b-b8a4-4240-a263-eeb21eb34f3c req-c9d27abd-98dd-4f09-8825-097de56c37b9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 947 time: 0.1948328 Aug 09 15:55:48.877094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593645e5-feb8-4eac-af8b-3f3ef5d3cc15 req-1a6b8e36-0a52-4d85-a842-b2ed4df1ff74 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:48.878709 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-593645e5-feb8-4eac-af8b-3f3ef5d3cc15 req-1a6b8e36-0a52-4d85-a842-b2ed4df1ff74 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.0600305 Aug 09 15:55:48.894014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-3b5e035b-9613-4e73-9088-eb885359ca09 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:48.895459 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-3b5e035b-9613-4e73-9088-eb885359ca09 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.53 "GET /v2.0/networks?id=9b74a77c-2bb4-4e5b-8412-0542655fdd58 HTTP/1.1" status: 200 len: 814 time: 0.2370460 Aug 09 15:55:48.925228 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-593645e5-feb8-4eac-af8b-3f3ef5d3cc15 req-56e9e50a-2846-48e1-b044-da2027d55326 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389345 Aug 09 15:55:48.925950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Request body: {'port': {'device_id': '4697d18b-c3fc-44f6-93cc-80c7bba478e1', 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58', 'admin_state_up': True, 'tenant_id': 'a1100f538dcc4c058cb28bca184e865f'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:48.987715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-71364b3b-b8a4-4240-a263-eeb21eb34f3c req-5ffbe572-d493-4b78-8ef5-0ae8ca3af832 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387036 Aug 09 15:55:49.005885 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.060738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.122962 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Made reservation on behalf of a1100f538dcc4c058cb28bca184e865f for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:49.126619 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.325472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47146) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:49.345091 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.351800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Allocated IP 172.20.0.7 (9b74a77c-2bb4-4e5b-8412-0542655fdd58/e8ec2224-9fa3-4bf3-9faf-065ad37ef511/58daf589-acfb-4beb-b89b-1ff46645aff0) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:49.355194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.376877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8469cf6d-bb49-4371-b296-68226bdb3ab2 admin admin] Deleting subnet 9132e588-bfa4-4e08-90cf-517fa9fb19b7 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:55:49.380622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8469cf6d-bb49-4371-b296-68226bdb3ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.423315 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8469cf6d-bb49-4371-b296-68226bdb3ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.451000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event updated for resources: {'Port': ['ID=8acd4afb-1f36-4cf4-a0f9-f14bf69a6920,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:49.470268 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8469cf6d-bb49-4371-b296-68226bdb3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.487457 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.536592 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8469cf6d-bb49-4371-b296-68226bdb3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.548245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.552142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cce2b166-fbfd-42f9-95d8-497fa3599433 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4173012 Aug 09 15:55:49.552545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47156) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:49.556921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-0af9edfe-374b-47df-a5ba-425a59fa55cb tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Request body: {'floatingip': {'port_id': '97209751-d514-4d9b-a917-e9034307f3b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:49.574581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469cf6d-bb49-4371-b296-68226bdb3ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9132e588-bfa4-4e08-90cf-517fa9fb19b7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:49.579647 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8469cf6d-bb49-4371-b296-68226bdb3ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.581556 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8469cf6d-bb49-4371-b296-68226bdb3ab2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9132e588-bfa4-4e08-90cf-517fa9fb19b7 HTTP/1.1" status: 204 len: 168 time: 0.2550147 Aug 09 15:55:49.584232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47160) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:49.609775 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0af9edfe-374b-47df-a5ba-425a59fa55cb tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.668403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.706366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.765040 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-0af9edfe-374b-47df-a5ba-425a59fa55cb tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] update failed (client error): The resource could not be found. Aug 09 15:55:49.766152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0af9edfe-374b-47df-a5ba-425a59fa55cb tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "PUT /v2.0/floatingips/d987c372-8785-4510-b950-9bbd0b843077 HTTP/1.1" status: 404 len: 507 time: 0.2128899 Aug 09 15:55:49.771511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47178) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:49.794299 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.863044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:49.866823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:49.873733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:49.878980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Pushing event updated for resources: {'Port': ['ID=58daf589-acfb-4beb-b89b-1ff46645aff0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:49.881441 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.935844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cf6497-c0e8-4aa1-b191-24858c95b289']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:49.943376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:49.944460 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.957086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c0a38e-2cd2-43fb-89da-f868eb199d75') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:49.957399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c0a38e-2cd2-43fb-89da-f868eb199d75') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:49.981639 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-588d6657-d633-4425-9260-3dd8f4f2d261 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0626168 Aug 09 15:55:49.992102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.997907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Request body: {'port': {'device_id': '4697d18b-c3fc-44f6-93cc-80c7bba478e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:50.012430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945c567-9cba-47d3-bd9d-e1f71d7aabca req-dfb42eac-e55d-40d4-aa42-b2a6e294b082 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:50.014349 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b945c567-9cba-47d3-bd9d-e1f71d7aabca req-dfb42eac-e55d-40d4-aa42-b2a6e294b082 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 931 time: 0.1772099 Aug 09 15:55:50.041994 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.058399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:55:50.058794 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:55:50.062364 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:55:50.099650 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.117605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5078e64-33e0-498f-a9f3-cf1e1ea9b978 req-c174f1e1-ad76-4355-957d-a1a97e93bcd1 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:50.119317 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5078e64-33e0-498f-a9f3-cf1e1ea9b978 req-c174f1e1-ad76-4355-957d-a1a97e93bcd1 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.0883982 Aug 09 15:55:50.124112 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b945c567-9cba-47d3-bd9d-e1f71d7aabca req-e0c435f6-c3d9-4d53-888f-94008e8e385f tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997231 Aug 09 15:55:50.131386 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-cc48efde-60ec-40a9-92d1-16633a98e8a6 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Deleting port 8acd4afb-1f36-4cf4-a0f9-f14bf69a6920 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:50.131735 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc48efde-60ec-40a9-92d1-16633a98e8a6 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.174849 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.179483 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.183991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] 10.222.0.81 "DELETE /v2.0/networks/61cf6497-c0e8-4aa1-b191-24858c95b289 HTTP/1.1" status: 204 len: 168 time: 0.5964234 Aug 09 15:55:50.185248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e6ccaafb-ac4e-427b-8167-30eb339681c5 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:50.201726 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5078e64-33e0-498f-a9f3-cf1e1ea9b978 req-88c5207d-40f7-44db-8d16-a2a2adede031 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732052 Aug 09 15:55:50.222608 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device fe92b579-64fa-4c93-9d6e-f34537fd6273 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:50.236487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686f942-effc-4b03-85d3-0839bbc7bd7a admin admin] Pushing event deleted for resources: {'Network': ['ID=61cf6497-c0e8-4aa1-b191-24858c95b289,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:50.249121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: fe92b579-64fa-4c93-9d6e-f34537fd6273 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:50.249471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device fe92b579-64fa-4c93-9d6e-f34537fd6273 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:50.315409 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc48efde-60ec-40a9-92d1-16633a98e8a6 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.317383 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.320156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc48efde-60ec-40a9-92d1-16633a98e8a6 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.334213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-cc48efde-60ec-40a9-92d1-16633a98e8a6 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Calling delete_port for 8acd4afb-1f36-4cf4-a0f9-f14bf69a6920 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:50.343762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:50.347773 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa1b360-a729-41ad-9e6c-a7fee80256d6" -d '{"events": [{"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:50.368212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:50.376713 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.429379 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a03954-5684-4c11-b4c4-fa5b1f75782d x-openstack-request-id: req-e0a03954-5684-4c11-b4c4-fa5b1f75782d {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:50.429697 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:50.430166 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0a03954-5684-4c11-b4c4-fa5b1f75782d {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:50.432457 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'code': 200} Aug 09 15:55:50.449949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=14']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:50.478497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47204) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:50.500641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce140-0eaa-42aa-9c15-f34a9b1bd968 req-4d8856ae-e011-4bb4-ab9f-1b3df74bea6f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:50.500920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58daf589-acfb-4beb-b89b-1ff46645aff0 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:50.502200 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-949ce140-0eaa-42aa-9c15-f34a9b1bd968 req-4d8856ae-e011-4bb4-ab9f-1b3df74bea6f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1532717 Aug 09 15:55:50.511865 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.538132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Transition to ACTIVE for port object 58daf589-acfb-4beb-b89b-1ff46645aff0 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:50.549394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2903639b-692c-4233-83f7-da7f8817b9b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7f5f5545a2b64607a099e08f8d3f4154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672991 Aug 09 15:55:50.549394 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.551668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47206) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:50.581005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-949ce140-0eaa-42aa-9c15-f34a9b1bd968 req-aacfd2dc-08f7-40ac-ab39-3015df69b31a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722401 Aug 09 15:55:50.615724 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc48efde-60ec-40a9-92d1-16633a98e8a6 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.642235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Pushing event updated for resources: {'Port': ['ID=58daf589-acfb-4beb-b89b-1ff46645aff0,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:50.668812 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48efde-60ec-40a9-92d1-16633a98e8a6 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event deleted for resources: {'Port': ['ID=8acd4afb-1f36-4cf4-a0f9-f14bf69a6920,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:50.694513 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ddb3cce-670a-4d62-a01f-eec43a83d771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.711559 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc48efde-60ec-40a9-92d1-16633a98e8a6 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.714491 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc48efde-60ec-40a9-92d1-16633a98e8a6 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.724056 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cc48efde-60ec-40a9-92d1-16633a98e8a6 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "DELETE /v2.0/floatingips/d987c372-8785-4510-b950-9bbd0b843077 HTTP/1.1" status: 204 len: 168 time: 0.9513643 Aug 09 15:55:50.727738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47212) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:50.731250 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ddb3cce-670a-4d62-a01f-eec43a83d771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.736116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3cfb26bf-a1c8-4a77-b17e-bc76bcace0c8 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Request body: {'floatingip': {'floating_network_id': '80a3ae86-08a8-42e1-bd91-c022cb1dc034', 'port_id': '97209751-d514-4d9b-a917-e9034307f3b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:50.784899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Attempting to bind port 58daf589-acfb-4beb-b89b-1ff46645aff0 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:50.785243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Attempting to bind port 58daf589-acfb-4beb-b89b-1ff46645aff0 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '0428c65e-c815-4bdc-8d49-f2246bdbc22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:50.785581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Attempting to bind port 58daf589-acfb-4beb-b89b-1ff46645aff0 on network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:50.811497 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3cfb26bf-a1c8-4a77-b17e-bc76bcace0c8 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.824937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e4906-0776-42e2-a149-1cdc8feb35d1 req-d8721b11-2182-42f5-a87a-4d295613d1fc tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:50.826529 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a73e4906-0776-42e2-a149-1cdc8feb35d1 req-d8721b11-2182-42f5-a87a-4d295613d1fc tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.0609124 Aug 09 15:55:50.836417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Port 58daf589-acfb-4beb-b89b-1ff46645aff0 on network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:50.836751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Attempting to bind port 58daf589-acfb-4beb-b89b-1ff46645aff0 on network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:50.868837 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a73e4906-0776-42e2-a149-1cdc8feb35d1 req-015c1ca4-1ec5-4119-b2ec-4f86ca7be607 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361576 Aug 09 15:55:50.880020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:50.880365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Checking segment: {'id': '0428c65e-c815-4bdc-8d49-f2246bdbc22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:50.880748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Bound using segment: {'id': '0428c65e-c815-4bdc-8d49-f2246bdbc22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:50.881196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Bound port: 58daf589-acfb-4beb-b89b-1ff46645aff0, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0428c65e-c815-4bdc-8d49-f2246bdbc22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:50.881562 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.930366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ddb3cce-670a-4d62-a01f-eec43a83d771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.933977 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ddb3cce-670a-4d62-a01f-eec43a83d771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.935135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2ddb3cce-670a-4d62-a01f-eec43a83d771 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2224ad69-2085-4dad-9338-d230c35852fa HTTP/1.1" status: 204 len: 168 time: 0.3810265 Aug 09 15:55:50.945450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5cd7d-a057-45b5-bbaf-1987cdb25fa9 req-a50442a6-0b82-4a27-abdb-38812f42403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:50.946974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8d5cd7d-a057-45b5-bbaf-1987cdb25fa9 req-a50442a6-0b82-4a27-abdb-38812f42403c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1096 time: 0.1577709 Aug 09 15:55:50.964799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb3cce-670a-4d62-a01f-eec43a83d771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2224ad69-2085-4dad-9338-d230c35852fa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:51.052239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] For port 58daf589-acfb-4beb-b89b-1ff46645aff0, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:51.057320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] For port 58daf589-acfb-4beb-b89b-1ff46645aff0, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=58daf589-acfb-4beb-b89b-1ff46645aff0,segment=NetworkSegment(0428c65e-c815-4bdc-8d49-f2246bdbc22a),segment_id=0428c65e-c815-4bdc-8d49-f2246bdbc22a)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:51.075773 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.138641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:51.139271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.140688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/58daf589-acfb-4beb-b89b-1ff46645aff0 HTTP/1.1" status: 200 len: 1091 time: 1.1507716 Aug 09 15:55:51.142014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4697d18b-c3fc-44f6-93cc-80c7bba478e1', 'tag': '58daf589-acfb-4beb-b89b-1ff46645aff0'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:51.144270 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccc3ebf-8359-485a-b179-fda13360cb61" -d '{"events": [{"name": "network-changed", "server_uuid": "4697d18b-c3fc-44f6-93cc-80c7bba478e1", "tag": "58daf589-acfb-4beb-b89b-1ff46645aff0"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:51.152133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5cd7d-a057-45b5-bbaf-1987cdb25fa9 req-bb39a698-888d-4aee-8024-4dab2963099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:51.153658 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8d5cd7d-a057-45b5-bbaf-1987cdb25fa9 req-bb39a698-888d-4aee-8024-4dab2963099a service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.1932042 Aug 09 15:55:51.221336 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a32433-c5b0-4540-8823-3694dc0970e9 x-openstack-request-id: req-90a32433-c5b0-4540-8823-3694dc0970e9 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:51.221577 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4697d18b-c3fc-44f6-93cc-80c7bba478e1", "tag": "58daf589-acfb-4beb-b89b-1ff46645aff0", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:51.223625 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90a32433-c5b0-4540-8823-3694dc0970e9 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:51.223625 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4697d18b-c3fc-44f6-93cc-80c7bba478e1', 'tag': '58daf589-acfb-4beb-b89b-1ff46645aff0', 'status': 'completed', 'code': 200} Aug 09 15:55:51.224965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d92d6d-f65a-4441-ada0-9ef5b76e22f6 service neutron] Pushing event updated for resources: {'Port': ['ID=58daf589-acfb-4beb-b89b-1ff46645aff0,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:51.278129 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-3cfb26bf-a1c8-4a77-b17e-bc76bcace0c8 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 15:55:51.283139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3cfb26bf-a1c8-4a77-b17e-bc76bcace0c8 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5506647 Aug 09 15:55:51.283854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47232) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:51.290540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': '97209751-d514-4d9b-a917-e9034307f3b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:51.323341 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8d5cd7d-a057-45b5-bbaf-1987cdb25fa9 req-27c319d4-6424-4050-8b33-03af02eed4c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 999 time: 0.1539981 Aug 09 15:55:51.333757 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.346343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-96a44a8a-c322-40b6-b344-be4a30738981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:51.347876 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-96a44a8a-c322-40b6-b344-be4a30738981 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1100f538dcc4c058cb28bca184e865f&device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 1094 time: 0.1285126 Aug 09 15:55:51.459131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4170a-5f97-4d34-8853-c3da301c77e3 req-4833029e-29ea-45a7-9094-175e5ae173e4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:51.460706 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ab4170a-5f97-4d34-8853-c3da301c77e3 req-4833029e-29ea-45a7-9094-175e5ae173e4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.0684171 Aug 09 15:55:51.537869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ab4170a-5f97-4d34-8853-c3da301c77e3 req-2b97f6b4-825c-4ccb-8144-8853d5ca583b tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680673 Aug 09 15:55:51.554722 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.690324 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Allocated IP 172.25.2.237 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/f7d0685b-6037-4267-81ec-dcdc21b16520) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:51.738389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc4e86-5d84-421c-b2ad-1f5dd272ce49 req-3ed5bcdd-0886-43dc-bf3f-7e4890b776a5 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:51.739762 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cefc4e86-5d84-421c-b2ad-1f5dd272ce49 req-3ed5bcdd-0886-43dc-bf3f-7e4890b776a5 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 943 time: 0.4997251 Aug 09 15:55:51.786818 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-43aa0827-e83a-4722-a054-499f38507b07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58daf589-acfb-4beb-b89b-1ff46645aff0 HTTP/1.1" status: 200 len: 217 time: 0.0570316 Aug 09 15:55:51.825054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.846940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5cd7d-a057-45b5-bbaf-1987cdb25fa9 req-c1becb88-553d-4e6c-8fc6-4281e21b1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:51.848866 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8d5cd7d-a057-45b5-bbaf-1987cdb25fa9 req-c1becb88-553d-4e6c-8fc6-4281e21b1770 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.5171421 Aug 09 15:55:51.880146 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.920116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cefc4e86-5d84-421c-b2ad-1f5dd272ce49 req-9f968452-3092-420e-b9ab-4fbe7320d988 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726460 Aug 09 15:55:51.933558 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:51.947123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5cd7d-a057-45b5-bbaf-1987cdb25fa9 req-df064085-0ffe-4802-81f2-136d7452d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:51.948997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8d5cd7d-a057-45b5-bbaf-1987cdb25fa9 req-df064085-0ffe-4802-81f2-136d7452d933 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836577 Aug 09 15:55:51.949193 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:51.950453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-8c35b992-7896-48c6-90ff-2893a42968ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:51.953962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-8c35b992-7896-48c6-90ff-2893a42968ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8ec2224-9fa3-4bf3-9faf-065ad37ef511 HTTP/1.1" status: 200 len: 854 time: 0.1568496 Aug 09 15:55:51.954234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:51.957574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event updated for resources: {'Port': ['ID=f7d0685b-6037-4267-81ec-dcdc21b16520,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:52.035202 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-0cae1e0c-0efd-4cac-9b6c-b98a0727146c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b74a77c-2bb4-4e5b-8412-0542655fdd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609946 Aug 09 15:55:52.074139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42210089-c6cb-4669-b174-b22db528e48d req-9502b8ff-39f7-4a98-bd64-e46a4e210ab3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:52.075773 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-42210089-c6cb-4669-b174-b22db528e48d req-9502b8ff-39f7-4a98-bd64-e46a4e210ab3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.0905869 Aug 09 15:55:52.151338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-42210089-c6cb-4669-b174-b22db528e48d req-6c19ca9d-b490-4003-87e4-4ed0c23754fc tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558388 Aug 09 15:55:52.151539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8d5cd7d-a057-45b5-bbaf-1987cdb25fa9 req-b5df1df5-f54c-4a75-8546-df7576ca5e13 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930771 Aug 09 15:55:52.212925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Deleting port f7d0685b-6037-4267-81ec-dcdc21b16520 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:52.213627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.227751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-3fa92c07-fca9-426a-bbec-a7cb245bacca service neutron] 10.222.0.53 "GET /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823618 Aug 09 15:55:52.311751 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.312094 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.330030 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Calling delete_port for f7d0685b-6037-4267-81ec-dcdc21b16520 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:52.349248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8d5cd7d-a057-45b5-bbaf-1987cdb25fa9 req-88617d8a-cbfd-40b0-ad26-c7cab7a70cbc service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895235 Aug 09 15:55:52.384715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b97b3d2e-96ee-47b0-9442-2f73d7a0c690 req-e0ce70fd-1c93-4a77-9622-b73c3c6855c9 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487916 Aug 09 15:55:52.479362 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.491183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc3ebf-8359-485a-b179-fda13360cb61 req-d6905895-c71e-4e11-972a-b786fd0c04b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:52.493026 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eccc3ebf-8359-485a-b179-fda13360cb61 req-d6905895-c71e-4e11-972a-b786fd0c04b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1100f538dcc4c058cb28bca184e865f&device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 1094 time: 0.0579176 Aug 09 15:55:52.512960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event deleted for resources: {'Port': ['ID=f7d0685b-6037-4267-81ec-dcdc21b16520,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:52.599451 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] create failed (client error): The resource could not be found. Aug 09 15:55:52.601221 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-25d785dc-5c62-42ec-9701-fe22f2ba09bf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3151164 Aug 09 15:55:52.603975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc3ebf-8359-485a-b179-fda13360cb61 req-fd1345ae-392f-45d5-a8e6-5427ca4b3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:52.604350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47266) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:52.605914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eccc3ebf-8359-485a-b179-fda13360cb61 req-fd1345ae-392f-45d5-a8e6-5427ca4b3013 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9b74a77c-2bb4-4e5b-8412-0542655fdd58 HTTP/1.1" status: 200 len: 915 time: 0.1056263 Aug 09 15:55:52.655677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eccc3ebf-8359-485a-b179-fda13360cb61 req-a50f5032-3dcc-4943-968b-5e6869fa0654 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58daf589-acfb-4beb-b89b-1ff46645aff0 HTTP/1.1" status: 200 len: 217 time: 0.0401943 Aug 09 15:55:52.716738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc3ebf-8359-485a-b179-fda13360cb61 req-ab368ce0-4531-4ad4-9101-760b91855e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:52.718253 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eccc3ebf-8359-485a-b179-fda13360cb61 req-ab368ce0-4531-4ad4-9101-760b91855e4a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8ec2224-9fa3-4bf3-9faf-065ad37ef511 HTTP/1.1" status: 200 len: 854 time: 0.0549939 Aug 09 15:55:52.718872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be9761-fafd-4206-8658-0676322df1dc req-0c96acf6-e2b4-4c01-b306-3b30ccc12ccd tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:52.720341 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21be9761-fafd-4206-8658-0676322df1dc req-0c96acf6-e2b4-4c01-b306-3b30ccc12ccd tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.0858126 Aug 09 15:55:52.752321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eccc3ebf-8359-485a-b179-fda13360cb61 req-27e3cf9b-4f1b-4430-a4e3-a7323d4a092f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b74a77c-2bb4-4e5b-8412-0542655fdd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264337 Aug 09 15:55:52.767725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-805c3f70-2f34-4623-ad28-0f6da2c7d423 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Deleting port 97209751-d514-4d9b-a917-e9034307f3b8 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:52.768069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-805c3f70-2f34-4623-ad28-0f6da2c7d423 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.783160 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21be9761-fafd-4206-8658-0676322df1dc req-928da2a2-90e8-42c7-9263-3a591fa9d4bb tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559702 Aug 09 15:55:52.862740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eccc3ebf-8359-485a-b179-fda13360cb61 req-d490677c-ca0b-4264-87e9-2279d01a8dc8 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010277 Aug 09 15:55:52.878995 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-805c3f70-2f34-4623-ad28-0f6da2c7d423 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.894382 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-805c3f70-2f34-4623-ad28-0f6da2c7d423 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Calling delete_port for 97209751-d514-4d9b-a917-e9034307f3b8 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:53.017564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eccc3ebf-8359-485a-b179-fda13360cb61 req-cdbcc816-9771-44ba-bab3-1c21e15e08c5 service neutron] 10.222.0.53 "GET /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466074 Aug 09 15:55:53.351805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de874e08-8e6f-4580-8fa6-f86b75b58029 req-43838df2-1a15-4fd8-8f93-adc51fe98666 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:53.359105 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de874e08-8e6f-4580-8fa6-f86b75b58029 req-43838df2-1a15-4fd8-8f93-adc51fe98666 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 943 time: 0.1041970 Aug 09 15:55:53.422803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e118c9d-5e97-4a5d-b43f-ebdae2578aee req-c022787b-3d17-41ce-b736-2ed038d856dd tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:53.424071 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e118c9d-5e97-4a5d-b43f-ebdae2578aee req-c022787b-3d17-41ce-b736-2ed038d856dd tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.0621991 Aug 09 15:55:53.430493 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de874e08-8e6f-4580-8fa6-f86b75b58029 req-ebbfdfa6-59c2-4ffc-b5b3-a2fecfd3d33b tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705171 Aug 09 15:55:53.470853 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e118c9d-5e97-4a5d-b43f-ebdae2578aee req-70e4d8d6-4619-4416-8b35-23075363ab00 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386362 Aug 09 15:55:53.473419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-805c3f70-2f34-4623-ad28-0f6da2c7d423 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:53.504755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c3f70-2f34-4623-ad28-0f6da2c7d423 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event deleted for resources: {'Port': ['ID=97209751-d514-4d9b-a917-e9034307f3b8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:53.598096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-805c3f70-2f34-4623-ad28-0f6da2c7d423 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:53.601642 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-805c3f70-2f34-4623-ad28-0f6da2c7d423 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "DELETE /v2.0/ports/97209751-d514-4d9b-a917-e9034307f3b8 HTTP/1.1" status: 204 len: 168 time: 0.9931474 Aug 09 15:55:53.604752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47298) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:53.664614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3477d1f7-fe47-4495-b9f1-25ea40925624 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:53.669396 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3477d1f7-fe47-4495-b9f1-25ea40925624 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "GET /v2.0/ports?device_id=15d73c10-a8bc-48a4-a015-32afc2cbc330 HTTP/1.1" status: 200 len: 913 time: 0.0604999 Aug 09 15:55:53.669698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47300) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:53.987252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8da0fe-ff7b-4945-9199-2916b9b4a69c req-f64568bc-d9da-4bbc-b253-abfdb0f0cb38 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:53.988804 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e8da0fe-ff7b-4945-9199-2916b9b4a69c req-f64568bc-d9da-4bbc-b253-abfdb0f0cb38 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.0910347 Aug 09 15:55:54.063496 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e8da0fe-ff7b-4945-9199-2916b9b4a69c req-0fde3b93-d419-434f-8db0-40fb0b64ffaa tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Aug 09 15:55:54.152020 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16612d16-8330-4474-aec9-9ed4c8eda701 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.529373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-16612d16-8330-4474-aec9-9ed4c8eda701 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Deleting port 45c76826-8a6f-4b92-9c1b-ce51e80d8fd2 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:54.529811 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16612d16-8330-4474-aec9-9ed4c8eda701 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.637338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5a9a-75eb-4712-b849-dfac032c3d66 req-67c6a561-42c7-44dc-89a6-1bcd962a4956 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:54.638999 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-615a5a9a-75eb-4712-b849-dfac032c3d66 req-67c6a561-42c7-44dc-89a6-1bcd962a4956 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.0655425 Aug 09 15:55:54.703556 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-615a5a9a-75eb-4712-b849-dfac032c3d66 req-360bb658-11da-4c71-88d6-99c96aee7d6e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584602 Aug 09 15:55:54.738006 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca5690-abd2-43ac-8110-b50048213626 req-30ab7253-6983-4afb-8b96-2954352d0825 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:54.739568 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0eca5690-abd2-43ac-8110-b50048213626 req-30ab7253-6983-4afb-8b96-2954352d0825 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 943 time: 0.2060359 Aug 09 15:55:54.745690 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16612d16-8330-4474-aec9-9ed4c8eda701 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.767039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-16612d16-8330-4474-aec9-9ed4c8eda701 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Calling delete_port for 45c76826-8a6f-4b92-9c1b-ce51e80d8fd2 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:54.850913 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0eca5690-abd2-43ac-8110-b50048213626 req-a6c8a64c-26e8-4426-a34e-87f452faf301 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954866 Aug 09 15:55:55.026437 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16612d16-8330-4474-aec9-9ed4c8eda701 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.092131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16612d16-8330-4474-aec9-9ed4c8eda701 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event deleted for resources: {'Port': ['ID=45c76826-8a6f-4b92-9c1b-ce51e80d8fd2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:55.272544 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16612d16-8330-4474-aec9-9ed4c8eda701 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.281715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bab7b-ecf4-4fe2-9705-f186f2a5b6c9 req-8edd3ab6-fd4b-4b4d-bfc6-121602710c32 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:55.291615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb1bab7b-ecf4-4fe2-9705-f186f2a5b6c9 req-8edd3ab6-fd4b-4b4d-bfc6-121602710c32 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.0735726 Aug 09 15:55:55.361582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb1bab7b-ecf4-4fe2-9705-f186f2a5b6c9 req-59a18cf1-3611-4c72-8468-3545f1a01c64 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622849 Aug 09 15:55:55.508739 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16612d16-8330-4474-aec9-9ed4c8eda701 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Router 15d73c10-a8bc-48a4-a015-32afc2cbc330 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:55:55.599023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16612d16-8330-4474-aec9-9ed4c8eda701 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:55.605146 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-16612d16-8330-4474-aec9-9ed4c8eda701 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "PUT /v2.0/routers/15d73c10-a8bc-48a4-a015-32afc2cbc330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9344063 Aug 09 15:55:55.608211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47342) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:55.621076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb55248-436f-4825-a493-7379ef2bd1c6 None None] Sync routers for ids ['15d73c10-a8bc-48a4-a015-32afc2cbc330'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:55.634306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb55248-436f-4825-a493-7379ef2bd1c6 None None] Routers {'15d73c10-a8bc-48a4-a015-32afc2cbc330'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:55.635035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-abb55248-436f-4825-a493-7379ef2bd1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:55:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['15d73c10-a8bc-48a4-a015-32afc2cbc330'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:55.676622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-abb55248-436f-4825-a493-7379ef2bd1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:55.686277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb55248-436f-4825-a493-7379ef2bd1c6 None None] Routers {'15d73c10-a8bc-48a4-a015-32afc2cbc330'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:55.686890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-abb55248-436f-4825-a493-7379ef2bd1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:55:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['15d73c10-a8bc-48a4-a015-32afc2cbc330'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:55.724643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-abb55248-436f-4825-a493-7379ef2bd1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:55.725456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb55248-436f-4825-a493-7379ef2bd1c6 None None] The sync data for ids ['15d73c10-a8bc-48a4-a015-32afc2cbc330'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:55.739691 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4810c579-6c59-4425-9f7f-86576657387b tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.896145 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27013-73be-40cf-bbc0-626efd84a2ec req-f0f44e85-6884-4099-a598-3bac3e9cbf29 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:55.904795 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f9c27013-73be-40cf-bbc0-626efd84a2ec req-f0f44e85-6884-4099-a598-3bac3e9cbf29 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.0958979 Aug 09 15:55:55.950680 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f9c27013-73be-40cf-bbc0-626efd84a2ec req-363c95d8-bfde-4a4e-82e9-1fabf5f62e46 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447948 Aug 09 15:55:55.992357 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4810c579-6c59-4425-9f7f-86576657387b tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.996981 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4810c579-6c59-4425-9f7f-86576657387b tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.060618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e24b98-6b45-4e3e-9f56-012d5db002d6 req-dc79fe33-39a4-4870-84db-5d57516d0bb1 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:56.062213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3e24b98-6b45-4e3e-9f56-012d5db002d6 req-dc79fe33-39a4-4870-84db-5d57516d0bb1 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 943 time: 0.1034589 Aug 09 15:55:56.063655 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4810c579-6c59-4425-9f7f-86576657387b tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.064294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4810c579-6c59-4425-9f7f-86576657387b tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Fanout notify agent at l3_agent the message router_deleted on router 15d73c10-a8bc-48a4-a015-32afc2cbc330 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:55:56.071599 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4810c579-6c59-4425-9f7f-86576657387b tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.072891 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4810c579-6c59-4425-9f7f-86576657387b tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "DELETE /v2.0/routers/15d73c10-a8bc-48a4-a015-32afc2cbc330 HTTP/1.1" status: 204 len: 168 time: 0.4635017 Aug 09 15:55:56.075877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47352) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:56.119741 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3e24b98-6b45-4e3e-9f56-012d5db002d6 req-9d374013-e220-46f0-ab3d-9019fe5e45be tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393355 Aug 09 15:55:56.167448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-9737043b-d4e5-4d2f-a540-f1c657099be9 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Deleting subnet daef4a8d-6616-4f83-89ed-bf52fa252d63 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:55:56.173383 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9737043b-d4e5-4d2f-a540-f1c657099be9 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.194343 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:55:56.221730 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9737043b-d4e5-4d2f-a540-f1c657099be9 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.260624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 58daf589-acfb-4beb-b89b-1ff46645aff0 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:55:56.358333 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9737043b-d4e5-4d2f-a540-f1c657099be9 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.432939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 58daf589-acfb-4beb-b89b-1ff46645aff0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=58daf589-acfb-4beb-b89b-1ff46645aff0,segment=NetworkSegment(0428c65e-c815-4bdc-8d49-f2246bdbc22a),segment_id=0428c65e-c815-4bdc-8d49-f2246bdbc22a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:56.461342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '58daf589-acfb-4beb-b89b-1ff46645aff0', 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58', 'port_id': '58daf589-acfb-4beb-b89b-1ff46645aff0', 'mac_address': 'fa:16:3e:a6:69:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ec2224-9fa3-4bf3-9faf-065ad37ef511', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:55:56.464914 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9737043b-d4e5-4d2f-a540-f1c657099be9 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.497458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc03db9d-3334-47c9-8ad7-e1b61bf2a627 None None] Network 80a3ae86-08a8-42e1-bd91-c022cb1dc034 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:56.498248 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9737043b-d4e5-4d2f-a540-f1c657099be9 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.505236 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9737043b-d4e5-4d2f-a540-f1c657099be9 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "DELETE /v2.0/subnets/daef4a8d-6616-4f83-89ed-bf52fa252d63 HTTP/1.1" status: 204 len: 168 time: 0.4238043 Aug 09 15:55:56.505554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47360) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:56.548894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737043b-d4e5-4d2f-a540-f1c657099be9 tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event deleted for resources: {'Subnet': ['ID=daef4a8d-6616-4f83-89ed-bf52fa252d63,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:56.579696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90008b15-9089-4818-910c-3c3bb8ca7a0f req-bdd861e2-b03a-43ac-9e83-d222ba2df70d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:56.588317 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90008b15-9089-4818-910c-3c3bb8ca7a0f req-bdd861e2-b03a-43ac-9e83-d222ba2df70d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1100740 Aug 09 15:55:56.600236 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.629462 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.643810 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90008b15-9089-4818-910c-3c3bb8ca7a0f req-cd1b2d44-f35d-4bed-a98c-9535911e1fde tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538802 Aug 09 15:55:56.683350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58daf589-acfb-4beb-b89b-1ff46645aff0 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:56.688596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Deleting port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:56.690841 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.726306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 58daf589-acfb-4beb-b89b-1ff46645aff0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=58daf589-acfb-4beb-b89b-1ff46645aff0,segment=NetworkSegment(0428c65e-c815-4bdc-8d49-f2246bdbc22a),segment_id=0428c65e-c815-4bdc-8d49-f2246bdbc22a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:56.735498 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.785165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] For port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9b6d24c3-5151-4bee-be2b-88c5d62b46e7,segment=NetworkSegment(4742b64b-2c0f-469c-b32e-a4f2a7a1cf65),segment_id=4742b64b-2c0f-469c-b32e-a4f2a7a1cf65)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:56.785772 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.810508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Calling delete_port for 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:56.832570 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=58daf589-acfb-4beb-b89b-1ff46645aff0,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:56.851781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892bf641-495f-4d3a-afdb-dc1715388cda None None] DHCP port deletion for 80a3ae86-08a8-42e1-bd91-c022cb1dc034 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:55:56.966379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-892bf641-495f-4d3a-afdb-dc1715388cda None None] Deleting port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:56.966753 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-892bf641-495f-4d3a-afdb-dc1715388cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.004448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.032750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] No DVR routers for this DVR port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:57.033713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['58daf589-acfb-4beb-b89b-1ff46645aff0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:57.055438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-892bf641-495f-4d3a-afdb-dc1715388cda None None] For port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9b6d24c3-5151-4bee-be2b-88c5d62b46e7,segment=NetworkSegment(4742b64b-2c0f-469c-b32e-a4f2a7a1cf65),segment_id=4742b64b-2c0f-469c-b32e-a4f2a7a1cf65)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:57.055853 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-892bf641-495f-4d3a-afdb-dc1715388cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.079143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event deleted for resources: {'Port': ['ID=9b6d24c3-5151-4bee-be2b-88c5d62b46e7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:57.094075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-892bf641-495f-4d3a-afdb-dc1715388cda None None] Calling delete_port for 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:57.187677 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.206680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a3ae86-08a8-42e1-bd91-c022cb1dc034']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:57.224328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4742b64b-2c0f-469c-b32e-a4f2a7a1cf65') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:57.224630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4742b64b-2c0f-469c-b32e-a4f2a7a1cf65') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:57.240796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc073af-bdd7-4135-a547-61887e89702c req-20cba2cd-cd6e-44fb-9b72-d35317e028d9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:57.243822 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-892bf641-495f-4d3a-afdb-dc1715388cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.250953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc073af-bdd7-4135-a547-61887e89702c req-20cba2cd-cd6e-44fb-9b72-d35317e028d9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1724656 Aug 09 15:55:57.271838 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.277429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bf641-495f-4d3a-afdb-dc1715388cda None None] Pushing event deleted for resources: {'Port': ['ID=9b6d24c3-5151-4bee-be2b-88c5d62b46e7,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:57.286818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bf641-495f-4d3a-afdb-dc1715388cda None None] No DVR routers for this DVR port 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:57.294499 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.322818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:55:57.323415 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:55:57.326796 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:55:57.348162 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc073af-bdd7-4135-a547-61887e89702c req-672925ff-43f5-4746-bc16-903a16db4ee6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947382 Aug 09 15:55:57.406549 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519ada-60d2-4712-a682-6c027871cebf req-753007eb-dfac-4252-ac9b-6942b8691762 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:57.414719 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e9519ada-60d2-4712-a682-6c027871cebf req-753007eb-dfac-4252-ac9b-6942b8691762 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 944 time: 0.0654521 Aug 09 15:55:57.455311 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.465344 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.466873 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e9519ada-60d2-4712-a682-6c027871cebf req-b0642010-6c17-4a02-a918-43300c606243 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509326 Aug 09 15:55:57.471937 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] 10.222.0.81 "DELETE /v2.0/networks/80a3ae86-08a8-42e1-bd91-c022cb1dc034 HTTP/1.1" status: 204 len: 168 time: 0.9648445 Aug 09 15:55:57.503813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff04ad-0477-4a06-8257-f3fe92bc5ebf tempest-FloatingIPNegativeTestJSON-828161463 tempest-FloatingIPNegativeTestJSON-828161463-project] Pushing event deleted for resources: {'Network': ['ID=80a3ae86-08a8-42e1-bd91-c022cb1dc034,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:57.806360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47412) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.814897 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:57.827026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557bff5-5c63-4680-9f89-1c896594b1d8 req-8927e1eb-35bb-4682-837f-cb823b56a850 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:57.830225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9557bff5-5c63-4680-9f89-1c896594b1d8 req-8927e1eb-35bb-4682-837f-cb823b56a850 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.0870280 Aug 09 15:55:57.875327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:57.876313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9b6d24c3-5151-4bee-be2b-88c5d62b46e7 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:57.879071 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9557bff5-5c63-4680-9f89-1c896594b1d8 req-b7bd5bec-7c95-4a0d-b21d-751b60a5b09d tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Aug 09 15:55:58.017786 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cccd89e5-88c7-44b2-b2ce-39109e1c82fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=655e2219d6394b72b109a6be23767a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091510 Aug 09 15:55:58.019178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47424) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:58.089614 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e204-907f-4949-9309-1c005f041a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.129230 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e204-907f-4949-9309-1c005f041a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.184875 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e204-907f-4949-9309-1c005f041a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.187680 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e204-907f-4949-9309-1c005f041a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.191394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f0c7e204-907f-4949-9309-1c005f041a2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5f2fc34-c81d-4318-90d0-6ff8ddd3bfc9 HTTP/1.1" status: 204 len: 168 time: 0.1686738 Aug 09 15:55:58.210536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7e204-907f-4949-9309-1c005f041a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f2fc34-c81d-4318-90d0-6ff8ddd3bfc9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:58.275628 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 58daf589-acfb-4beb-b89b-1ff46645aff0 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:58.330929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 58daf589-acfb-4beb-b89b-1ff46645aff0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:58.335312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 58daf589-acfb-4beb-b89b-1ff46645aff0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:58.335773 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.449708 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.479123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4697d18b-c3fc-44f6-93cc-80c7bba478e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58daf589-acfb-4beb-b89b-1ff46645aff0'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:58.481101 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e673a106-91c3-4fac-b360-d8bfe620cc6b" -d '{"events": [{"server_uuid": "4697d18b-c3fc-44f6-93cc-80c7bba478e1", "name": "network-vif-plugged", "status": "completed", "tag": "58daf589-acfb-4beb-b89b-1ff46645aff0"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:58.504413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 58daf589-acfb-4beb-b89b-1ff46645aff0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=58daf589-acfb-4beb-b89b-1ff46645aff0,segment=NetworkSegment(0428c65e-c815-4bdc-8d49-f2246bdbc22a),segment_id=0428c65e-c815-4bdc-8d49-f2246bdbc22a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:58.512314 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.575701 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=58daf589-acfb-4beb-b89b-1ff46645aff0,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:58.585320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a60e6-911f-409d-a69d-7a7990119357 req-ca916241-4dbe-410b-890f-1b4c56c68818 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:58.586885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b4a60e6-911f-409d-a69d-7a7990119357 req-ca916241-4dbe-410b-890f-1b4c56c68818 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.0882428 Aug 09 15:55:58.632691 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cbfabe-6c50-4f50-897c-4a49077efc04 x-openstack-request-id: req-76cbfabe-6c50-4f50-897c-4a49077efc04 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:58.632973 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4697d18b-c3fc-44f6-93cc-80c7bba478e1", "name": "network-vif-plugged", "status": "completed", "tag": "58daf589-acfb-4beb-b89b-1ff46645aff0", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:58.633230 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76cbfabe-6c50-4f50-897c-4a49077efc04 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:58.633655 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4697d18b-c3fc-44f6-93cc-80c7bba478e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58daf589-acfb-4beb-b89b-1ff46645aff0', 'code': 200} Aug 09 15:55:58.637670 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b4a60e6-911f-409d-a69d-7a7990119357 req-39c89dc0-bcef-4a4a-8b1c-5925dfdb8a70 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Aug 09 15:55:58.749955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe279a-b77c-4699-a121-7af1f6a1cca8 req-e438d94e-9209-499b-b37b-63f958621c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:58.753844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b1fe279a-b77c-4699-a121-7af1f6a1cca8 req-e438d94e-9209-499b-b37b-63f958621c2d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 1096 time: 0.0535927 Aug 09 15:55:58.778075 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b28ac9-5cf5-4135-8647-246e6b80b990 req-804a956e-c9c1-4f13-bd13-3e3b07a902b8 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:58.787780 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d1b28ac9-5cf5-4135-8647-246e6b80b990 req-804a956e-c9c1-4f13-bd13-3e3b07a902b8 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 945 time: 0.0839353 Aug 09 15:55:58.806986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b1fe279a-b77c-4699-a121-7af1f6a1cca8 req-441e4adc-b0a2-420d-a11d-82c64061b300 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Aug 09 15:55:58.851716 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d1b28ac9-5cf5-4135-8647-246e6b80b990 req-eb5fdb6d-c111-4aa8-bfb7-796febbb8df3 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609269 Aug 09 15:55:58.968286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58770864-3b21-4373-81d3-a75cf0ebc844 req-4aa30b8d-a76d-40fb-8270-fd96bc7f36ab tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:58.978347 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58770864-3b21-4373-81d3-a75cf0ebc844 req-4aa30b8d-a76d-40fb-8270-fd96bc7f36ab tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.0685849 Aug 09 15:55:59.030002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58770864-3b21-4373-81d3-a75cf0ebc844 req-8c5b67c5-18f8-48ee-8a81-e30e56102024 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493660 Aug 09 15:55:59.080800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47470) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:59.250664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5618c-e9f5-4dfd-afc7-7c3d9399af6d req-2a53aa27-f83a-47e8-9582-285c4d0fa248 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:59.252477 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5f5618c-e9f5-4dfd-afc7-7c3d9399af6d req-2a53aa27-f83a-47e8-9582-285c4d0fa248 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.0806417 Aug 09 15:55:59.263799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'networks': [{'name': 'tempest-network--177529710'}, {'name': 'tempest-network--1416525325'}]} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:59.264159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'network': {'name': 'tempest-network--177529710'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:59.264677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'network': {'name': 'tempest-network--1416525325'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:59.297265 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a5f5618c-e9f5-4dfd-afc7-7c3d9399af6d req-954cb667-c9f7-4968-a157-471439ce3b75 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376987 Aug 09 15:55:59.320975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Made reservation on behalf of a966e8d4a4ce46358a5e7a1e4bc4492e for: {'network': 2} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:59.329566 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.341042 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71936fdc-73e6-4b84-8d3e-f851f1b824c3 req-dad8d8d1-d0cf-42fe-b7f1-29573ff12e1a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:59.349707 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-71936fdc-73e6-4b84-8d3e-f851f1b824c3 req-dad8d8d1-d0cf-42fe-b7f1-29573ff12e1a tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1043839 Aug 09 15:55:59.406470 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-71936fdc-73e6-4b84-8d3e-f851f1b824c3 req-978e2f5b-bd18-447c-b959-535afc21fb00 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553448 Aug 09 15:55:59.408795 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.597740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dab94d-7a59-4885-b71c-f2914f19d5d0 req-9c952ab3-143b-4527-9817-9676c8a2c5d8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:59.599605 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c0dab94d-7a59-4885-b71c-f2914f19d5d0 req-9c952ab3-143b-4527-9817-9676c8a2c5d8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 946 time: 0.0549998 Aug 09 15:55:59.642701 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.657027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c0dab94d-7a59-4885-b71c-f2914f19d5d0 req-8782828b-43d5-4ce4-a764-b870b1904c0a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474341 Aug 09 15:55:59.657672 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.658100 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.732936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768895-942b-4f11-a505-5e85665c6a7c req-21697e38-62d8-4e84-b8b1-2872ec1322cf tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:59.735911 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-21697e38-62d8-4e84-b8b1-2872ec1322cf tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 811 time: 0.1828256 Aug 09 15:55:59.738267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f116c652-665b-427d-83f3-d2105c301b41,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:59.745869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:55:59.764390 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-a54e69b0-ed55-4f0a-bf07-6b71f351061f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/quotas/48a7789d166d413a8429d82c91737140 HTTP/1.1" status: 200 len: 375 time: 0.0203240 Aug 09 15:55:59.768626 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.769041 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Added segment 72995f6a-79bc-4ed3-862c-bf639498ceed of type vlan for network 8ca78a46-56d7-49f3-9560-488e199a6396 Aug 09 15:55:59.849031 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.881911 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-86ef8ecc-ef39-4cad-87a9-7e108001a5ab tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1033807 Aug 09 15:55:59.950747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:55:59.971703 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.972225 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Added segment a8d40b08-cd91-4547-a3ec-f761df7f8852 of type vlan for network 92ac11b9-646e-4584-a925-0a1561e35606 Aug 09 15:55:59.986937 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5ea85-91b7-4083-8ceb-b5a7b6559939 req-a4c94ec0-5a75-4e85-b02d-3eae0e9e233d tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:59.988812 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bc5ea85-91b7-4083-8ceb-b5a7b6559939 req-a4c94ec0-5a75-4e85-b02d-3eae0e9e233d tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 945 time: 0.0558121 Aug 09 15:56:00.037959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bc5ea85-91b7-4083-8ceb-b5a7b6559939 req-0eff81aa-b05b-4e9b-9057-488b046837ac tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405319 Aug 09 15:56:00.040991 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.048826 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-99f256e1-cbac-4f84-b758-a0ca767a5f5c service neutron] 10.222.0.81 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580021 Aug 09 15:56:00.130561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.131074 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.138372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:00.143512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:00.144711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.250358 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1683600 Aug 09 15:56:00.252936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47538) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:00.257742 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event updated for resources: {'Network': ['ID=8ca78a46-56d7-49f3-9560-488e199a6396,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:00.271055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 8ca78a46-56d7-49f3-9560-488e199a6396 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:00.299937 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-c7357842-599f-4c90-9d07-c66c769a52ba service neutron] 10.222.0.81 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440474 Aug 09 15:56:00.431598 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfeca5-2114-42b1-b517-ff1ec214adf8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event updated for resources: {'Network': ['ID=92ac11b9-646e-4584-a925-0a1561e35606,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:00.443633 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 92ac11b9-646e-4584-a925-0a1561e35606 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:00.631119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c761776-1d11-477a-a66d-d5c42101f063 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:00.647002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c761776-1d11-477a-a66d-d5c42101f063 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:00.653098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c761776-1d11-477a-a66d-d5c42101f063 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:00.655019 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77cb91ce-091e-4640-a7b5-10cf60f3011c req-ec6221e0-a406-40d9-bef0-5ef486102545 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 210 time: 0.0378470 Aug 09 15:56:00.664594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c761776-1d11-477a-a66d-d5c42101f063 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:00.669932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47552) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:00.677733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4c761776-1d11-477a-a66d-d5c42101f063 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4128571 Aug 09 15:56:00.722566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129dd9e-b7e8-4be5-b063-eacab3d5d2a9 req-e9390642-781a-4523-befa-26be9726f223 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:00.727951 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4129dd9e-b7e8-4be5-b063-eacab3d5d2a9 req-e9390642-781a-4523-befa-26be9726f223 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.2045038 Aug 09 15:56:00.820287 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4129dd9e-b7e8-4be5-b063-eacab3d5d2a9 req-febf7a50-90ee-4bf3-acd3-8ae04a5aae56 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852492 Aug 09 15:56:00.886993 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.908789 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eb34c-e3e9-4587-a6b1-9b4ab05c61a1 req-f2f157ce-0813-41ee-8d88-c93e131046d5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:00.911058 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bc2eb34c-e3e9-4587-a6b1-9b4ab05c61a1 req-f2f157ce-0813-41ee-8d88-c93e131046d5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 946 time: 0.1239359 Aug 09 15:56:01.019771 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bc2eb34c-e3e9-4587-a6b1-9b4ab05c61a1 req-c5ecd398-b825-44bc-91ef-c2220dd8a6bd tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981627 Aug 09 15:56:01.105797 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.120742 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca78a46-56d7-49f3-9560-488e199a6396']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:01.141010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72995f6a-79bc-4ed3-862c-bf639498ceed') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:01.141340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72995f6a-79bc-4ed3-862c-bf639498ceed') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:01.153365 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.176737 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.185906 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:01.186533 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:01.195767 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:01.287597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.305699 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.312979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47600) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:01.313555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "DELETE /v2.0/networks/8ca78a46-56d7-49f3-9560-488e199a6396 HTTP/1.1" status: 204 len: 168 time: 0.6395433 Aug 09 15:56:01.328965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601ce8c-679f-438d-9139-979043ec0157 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event deleted for resources: {'Network': ['ID=8ca78a46-56d7-49f3-9560-488e199a6396,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:01.452221 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.492811 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-6936671e-8d3c-405d-bd11-34d063dbe3a0 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:01.494996 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-6936671e-8d3c-405d-bd11-34d063dbe3a0 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 946 time: 0.1796556 Aug 09 15:56:01.658472 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.672128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ac11b9-646e-4584-a925-0a1561e35606']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:01.685364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d40b08-cd91-4547-a3ec-f761df7f8852') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:01.685717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d40b08-cd91-4547-a3ec-f761df7f8852') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:01.699556 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.718883 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.725115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Deleting port f6fecabf-4309-4cd4-add7-60fce676c668 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:01.725457 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.731294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:01.731690 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:01.734534 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:01.793428 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-41e813ce-a137-478e-9313-7c1f3c2cf4de req-634bf0bd-e425-4dcd-a516-51b195aa2e9e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 210 time: 0.0388093 Aug 09 15:56:01.864692 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.874110 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.875954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "DELETE /v2.0/networks/92ac11b9-646e-4584-a925-0a1561e35606 HTTP/1.1" status: 204 len: 168 time: 0.5617802 Aug 09 15:56:01.878704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47610) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:01.897821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9968b2-fb45-4602-a329-a8d87bbe29ed tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event deleted for resources: {'Network': ['ID=92ac11b9-646e-4584-a925-0a1561e35606,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:01.906564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] For port f6fecabf-4309-4cd4-add7-60fce676c668, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f6fecabf-4309-4cd4-add7-60fce676c668,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:01.907184 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.293037 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.293480 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.293895 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Floating IP 440b9e2f-c561-40dc-a7d7-b2334da67649 disassociated. External IP: 172.25.2.253, port: f6fecabf-4309-4cd4-add7-60fce676c668. Aug 09 15:56:02.294302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Calling delete_port for f6fecabf-4309-4cd4-add7-60fce676c668 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:02.318221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f9d4d-066f-4758-b62c-bb96b76f3d98 req-d18be09a-29a8-4318-8362-13cabfb9f016 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:02.327541 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e61f9d4d-066f-4758-b62c-bb96b76f3d98 req-d18be09a-29a8-4318-8362-13cabfb9f016 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.3437891 Aug 09 15:56:02.430968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768895-942b-4f11-a505-5e85665c6a7c req-0dc2f23f-3bd8-431d-9805-200c1517626e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:02.433121 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-0dc2f23f-3bd8-431d-9805-200c1517626e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 811 time: 0.4380777 Aug 09 15:56:02.447582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e61f9d4d-066f-4758-b62c-bb96b76f3d98 req-a48a9702-6926-49bc-bceb-6c5161304f61 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156437 Aug 09 15:56:02.465741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Request body: {'port': {'device_id': 'e1615c07-111d-41d2-8d94-4e18af7071cd', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'admin_state_up': True, 'tenant_id': '48a7789d166d413a8429d82c91737140'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:02.562255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade28bd5-0df3-4564-90db-3fc597cf5e51 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:02.570600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade28bd5-0df3-4564-90db-3fc597cf5e51 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:02.574413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ade28bd5-0df3-4564-90db-3fc597cf5e51 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6943114 Aug 09 15:56:02.584165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47620) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:02.601194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2766987a-0b17-4537-997d-54d7e303710c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1329699703'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:02.615151 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e74d44-cdbf-47ad-9a6e-1f6426e2ef49 req-d361f156-2da5-4323-942c-a78a9c0beb02 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:02.617252 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1e74d44-cdbf-47ad-9a6e-1f6426e2ef49 req-d361f156-2da5-4323-942c-a78a9c0beb02 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 946 time: 0.1530981 Aug 09 15:56:02.681721 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2766987a-0b17-4537-997d-54d7e303710c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Made reservation on behalf of a966e8d4a4ce46358a5e7a1e4bc4492e for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:02.685330 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2766987a-0b17-4537-997d-54d7e303710c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.704441 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1e74d44-cdbf-47ad-9a6e-1f6426e2ef49 req-901291ec-1918-4d88-b11d-ac39d29b0fbc tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=894d64f0-bd1a-4fb7-ba63-397c57de0ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793884 Aug 09 15:56:02.718294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2766987a-0b17-4537-997d-54d7e303710c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:02.729077 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2766987a-0b17-4537-997d-54d7e303710c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.729502 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-2766987a-0b17-4537-997d-54d7e303710c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Added segment afcce59c-5fe2-460e-83a4-f2f3cdaabdbd of type vlan for network b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5 Aug 09 15:56:02.786255 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2766987a-0b17-4537-997d-54d7e303710c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.830858 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2766987a-0b17-4537-997d-54d7e303710c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.836982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2766987a-0b17-4537-997d-54d7e303710c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:02.838818 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2766987a-0b17-4537-997d-54d7e303710c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.918448 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2766987a-0b17-4537-997d-54d7e303710c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3326356 Aug 09 15:56:02.922227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47626) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:02.928221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-08b21c4b-c9cd-4346-aecc-c807a5a593d2 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-385938853'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:02.943826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766987a-0b17-4537-997d-54d7e303710c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event updated for resources: {'Network': ['ID=b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:02.955796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:02.996047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b21c4b-c9cd-4346-aecc-c807a5a593d2 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Made reservation on behalf of a966e8d4a4ce46358a5e7a1e4bc4492e for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:03.002550 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08b21c4b-c9cd-4346-aecc-c807a5a593d2 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.026757 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d9272dc-1fac-4760-b561-7155cd7135ef req-83416055-84a3-4903-88b9-c6439193db04 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 210 time: 0.0333281 Aug 09 15:56:03.061997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b21c4b-c9cd-4346-aecc-c807a5a593d2 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:03.087072 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08b21c4b-c9cd-4346-aecc-c807a5a593d2 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.087615 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-08b21c4b-c9cd-4346-aecc-c807a5a593d2 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Added segment 8c2ab024-dcba-43c2-82c2-0bc6569a4fad of type vlan for network c439188b-4524-4813-94e2-28399f8a447b Aug 09 15:56:03.171069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08b21c4b-c9cd-4346-aecc-c807a5a593d2 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.212645 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.216053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Made reservation on behalf of 48a7789d166d413a8429d82c91737140 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:03.221452 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.258068 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08b21c4b-c9cd-4346-aecc-c807a5a593d2 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.268399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b21c4b-c9cd-4346-aecc-c807a5a593d2 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:03.269824 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08b21c4b-c9cd-4346-aecc-c807a5a593d2 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.278625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event deleted for resources: {'Port': ['ID=f6fecabf-4309-4cd4-add7-60fce676c668,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:03.357163 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-08b21c4b-c9cd-4346-aecc-c807a5a593d2 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4337375 Aug 09 15:56:03.360028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47630) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:03.366880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'ports': [{'network_id': 'b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5', 'name': 'tempest-port--780169051', 'admin_state_up': True}, {'network_id': 'c439188b-4524-4813-94e2-28399f8a447b', 'admin_state_up': False}]} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:03.366880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'port': {'network_id': 'b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5', 'name': 'tempest-port--780169051', 'admin_state_up': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:03.367379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'port': {'network_id': 'c439188b-4524-4813-94e2-28399f8a447b', 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:03.372974 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b21c4b-c9cd-4346-aecc-c807a5a593d2 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event updated for resources: {'Network': ['ID=c439188b-4524-4813-94e2-28399f8a447b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:03.392863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c439188b-4524-4813-94e2-28399f8a447b details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:03.534737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Router 4f585b29-887a-438f-832b-4afec305bda6 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:56:03.536601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Allocated IP 172.20.0.8 (96362ae7-0b03-4c98-8b60-5c5521752bc3/17f1d73e-e128-47bd-ac1b-d09ce54d9e7b/bb82bc55-5633-41e7-aca5-e4c11ab8deeb) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:03.628491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Made reservation on behalf of a966e8d4a4ce46358a5e7a1e4bc4492e for: {'port': 2} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:03.634247 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.664429 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.877111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] device_id is not set on port e464133d-8433-4473-a1d4-bf3a2635eda5 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:56:03.935791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bc52a550-a8eb-482c-a71c-10910000abbf req-6fbb608b-f5eb-46ca-b608-9b54746844c9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 210 time: 0.0448534 Aug 09 15:56:04.028337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcad545-4ba5-445b-b850-901e6be70825 req-6bcfb0a5-ee3c-45a5-b47d-458b67bdcfa7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:04.040902 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bcad545-4ba5-445b-b850-901e6be70825 req-6bcfb0a5-ee3c-45a5-b47d-458b67bdcfa7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.4317942 Aug 09 15:56:04.150740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bcad545-4ba5-445b-b850-901e6be70825 req-1b3fff0b-b6e6-4699-a16b-4338fcc03a26 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062009 Aug 09 15:56:04.152380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:56:04.161079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:04.168951 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d057f-e3f7-4597-9a89-c13c8e5ecfc0 None None] Sync routers for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:56:04.204904 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d057f-e3f7-4597-9a89-c13c8e5ecfc0 None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:04.205527 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-517d057f-e3f7-4597-9a89-c13c8e5ecfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:55:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:04.236101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] No DVR routers for this DVR port f6fecabf-4309-4cd4-add7-60fce676c668 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:04.240018 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:04.242402 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5131ecd1-4c22-4a0a-9191-d2455d58c129 req-ecb3fe1f-45cf-482b-913c-92ff290917db tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.60 "DELETE /v2.0/ports/f6fecabf-4309-4cd4-add7-60fce676c668 HTTP/1.1" status: 204 len: 173 time: 2.7368252 Aug 09 15:56:04.248201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'name': 'network-vif-deleted', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:04.251660 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8562de59-0310-4554-b01d-983c5c6929a6" -d '{"events": [{"server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "name": "network-vif-deleted", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:04.313424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b9913729-c9e4-4de6-9255-5f0573be826b req-9959160e-18fc-4e4b-81c3-163b482d602b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 210 time: 0.0417843 Aug 09 15:56:04.315185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:04.343496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] device_id is not set on port d4e13e72-7a9f-4f69-b1e8-6ce705832ea8 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:56:04.349011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Transition to ACTIVE for port object bb82bc55-5633-41e7-aca5-e4c11ab8deeb will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:04.446489 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e00837-8377-443e-a0bb-2954694e973b x-openstack-request-id: req-58e00837-8377-443e-a0bb-2954694e973b {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:04.446740 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d319fd3-7d71-48ad-adde-7d19bb208f74", "name": "network-vif-deleted", "tag": "f6fecabf-4309-4cd4-add7-60fce676c668", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:04.447470 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-58e00837-8377-443e-a0bb-2954694e973b {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:04.450421 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d319fd3-7d71-48ad-adde-7d19bb208f74', 'name': 'network-vif-deleted', 'tag': 'f6fecabf-4309-4cd4-add7-60fce676c668', 'status': 'completed', 'code': 200} Aug 09 15:56:04.506212 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:04.513250 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-517d057f-e3f7-4597-9a89-c13c8e5ecfc0 None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:56:04.572909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event updated for resources: {'Port': ['ID=bb82bc55-5633-41e7-aca5-e4c11ab8deeb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:04.595539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:04.597726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:04.601354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:04.622467 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:04.687445 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:04.719776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:04.721406 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:04.763312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-cb867f55-3cbd-4614-b6ca-b4425fd829be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3113296 Aug 09 15:56:04.800482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Request body: {'port': {'device_id': 'e1615c07-111d-41d2-8d94-4e18af7071cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:04.863128 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event updated for resources: {'Port': ['ID=e464133d-8433-4473-a1d4-bf3a2635eda5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:04.926941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Checking segment: {'id': 'afcce59c-5fe2-460e-83a4-f2f3cdaabdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:04.928259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Network hostable DHCP agents. Network: b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:04.964937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Network b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:04.992992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:05.001447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:05.003380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.005917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-03d0ce17-9842-4eea-afee-6a4c8565dad8 None None] Provisioning for port bb82bc55-5633-41e7-aca5-e4c11ab8deeb completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:05.017547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-03d0ce17-9842-4eea-afee-6a4c8565dad8 None None] Provisioning complete for port bb82bc55-5633-41e7-aca5-e4c11ab8deeb triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:05.018218 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-03d0ce17-9842-4eea-afee-6a4c8565dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.028605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a2138a-ec7e-48f3-a3da-8f05a7bcf5a3 None None] Network b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:05.065291 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.075007 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-517d057f-e3f7-4597-9a89-c13c8e5ecfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:29Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:05.130850 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d057f-e3f7-4597-9a89-c13c8e5ecfc0 None None] Checking router: 4f585b29-887a-438f-832b-4afec305bda6 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:56:05.142199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event updated for resources: {'Port': ['ID=d4e13e72-7a9f-4f69-b1e8-6ce705832ea8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:05.163261 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d057f-e3f7-4597-9a89-c13c8e5ecfc0 None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:05.166562 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-517d057f-e3f7-4597-9a89-c13c8e5ecfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:55:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:05.203706 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-352479fe-4ce8-4e90-b9cf-b2cebde71c97 req-70c85617-3140-4163-8f42-36c420ba8919 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d319fd3-7d71-48ad-adde-7d19bb208f74 HTTP/1.1" status: 200 len: 210 time: 0.0494950 Aug 09 15:56:05.260509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Checking segment: {'id': '8c2ab024-dcba-43c2-82c2-0bc6569a4fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c439188b-4524-4813-94e2-28399f8a447b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:05.261200 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Network hostable DHCP agents. Network: c439188b-4524-4813-94e2-28399f8a447b, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:05.266391 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-03d0ce17-9842-4eea-afee-6a4c8565dad8 None None] Port bb82bc55-5633-41e7-aca5-e4c11ab8deeb cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:56:05.298089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Network c439188b-4524-4813-94e2-28399f8a447b is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:05.325159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c439188b-4524-4813-94e2-28399f8a447b) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:05.330794 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:05.340584 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:05.355749 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a791f40-64b9-4018-a2fa-e7a1f16676e1 None None] Network c439188b-4524-4813-94e2-28399f8a447b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:05.365028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:05.365801 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.424428 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2408ce68-302e-4728-ace9-39bc5898a5b8 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0607116 Aug 09 15:56:05.425052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47666) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:05.542075 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-517d057f-e3f7-4597-9a89-c13c8e5ecfc0 None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:56:05.545639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fe890-c318-47f0-8890-b11c4a0d5948 req-33b3706a-fd83-4533-a1c1-819af7da46af tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:05.553350 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b8fe890-c318-47f0-8890-b11c4a0d5948 req-33b3706a-fd83-4533-a1c1-819af7da46af tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1246724 Aug 09 15:56:05.605570 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ba807-e631-4fef-a813-d193b6686027 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:05.612000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ba807-e631-4fef-a813-d193b6686027 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:05.616282 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-536ba807-e631-4fef-a813-d193b6686027 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1858568 Aug 09 15:56:05.617292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47668) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:05.662346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912575f6-a704-41a5-89a2-5d15ef47616c req-c11085c6-e1eb-439d-b776-f2e464fc2349 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:05.671733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b8fe890-c318-47f0-8890-b11c4a0d5948 req-0e4f46a4-5726-4386-8a8f-393521ee5650 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108615 Aug 09 15:56:05.674314 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-912575f6-a704-41a5-89a2-5d15ef47616c req-c11085c6-e1eb-439d-b776-f2e464fc2349 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 931 time: 0.2010083 Aug 09 15:56:05.804316 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-912575f6-a704-41a5-89a2-5d15ef47616c req-b35015d6-9d85-4373-ad3d-578fd0e5b123 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083980 Aug 09 15:56:05.805483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb82bc55-5633-41e7-aca5-e4c11ab8deeb {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:05.823392 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.841186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Transition to ACTIVE for port object bb82bc55-5633-41e7-aca5-e4c11ab8deeb will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:05.841448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb224d-ae06-4dc3-9ca4-c12b87f1aee3 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Deleting port e464133d-8433-4473-a1d4-bf3a2635eda5 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:05.842000 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ddb224d-ae06-4dc3-9ca4-c12b87f1aee3 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.844874 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.948536 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ddb224d-ae06-4dc3-9ca4-c12b87f1aee3 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:05.953759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Pushing event updated for resources: {'Port': ['ID=bb82bc55-5633-41e7-aca5-e4c11ab8deeb,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:05.989108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb224d-ae06-4dc3-9ca4-c12b87f1aee3 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Calling delete_port for e464133d-8433-4473-a1d4-bf3a2635eda5 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:06.040444 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-517d057f-e3f7-4597-9a89-c13c8e5ecfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:29Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:06.096949 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d057f-e3f7-4597-9a89-c13c8e5ecfc0 None None] The sync data for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 is: [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:29Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:56:06.137012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Attempting to bind port bb82bc55-5633-41e7-aca5-e4c11ab8deeb on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:06.137769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Attempting to bind port bb82bc55-5633-41e7-aca5-e4c11ab8deeb by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:06.138378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Attempting to bind port bb82bc55-5633-41e7-aca5-e4c11ab8deeb on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:06.144728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Port bb82bc55-5633-41e7-aca5-e4c11ab8deeb on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:56:06.145071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Attempting to bind port bb82bc55-5633-41e7-aca5-e4c11ab8deeb on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:06.157355 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ddb224d-ae06-4dc3-9ca4-c12b87f1aee3 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.169502 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:06.170809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Checking segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:06.174611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Bound using segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:06.176574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Bound port: bb82bc55-5633-41e7-aca5-e4c11ab8deeb, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:06.177198 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.198866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb224d-ae06-4dc3-9ca4-c12b87f1aee3 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event deleted for resources: {'Port': ['ID=e464133d-8433-4473-a1d4-bf3a2635eda5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:06.205038 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ddb224d-ae06-4dc3-9ca4-c12b87f1aee3 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.207137 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6ddb224d-ae06-4dc3-9ca4-c12b87f1aee3 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "DELETE /v2.0/ports/e464133d-8433-4473-a1d4-bf3a2635eda5 HTTP/1.1" status: 204 len: 168 time: 0.5888705 Aug 09 15:56:06.212609 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47674) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:06.227911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f6fecabf-4309-4cd4-add7-60fce676c668 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:06.277421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: f6fecabf-4309-4cd4-add7-60fce676c668 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:06.277801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f6fecabf-4309-4cd4-add7-60fce676c668 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:06.351656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] For port bb82bc55-5633-41e7-aca5-e4c11ab8deeb, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:06.356654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] For port bb82bc55-5633-41e7-aca5-e4c11ab8deeb, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bb82bc55-5633-41e7-aca5-e4c11ab8deeb,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:06.361167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3c5a3856-1962-4d60-80b0-75801675fd1b tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Deleting port d4e13e72-7a9f-4f69-b1e8-6ce705832ea8 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:06.361715 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3856-1962-4d60-80b0-75801675fd1b tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.363741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.397207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47682) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:06.452670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:06.453327 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.454835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-35241deb-ac40-428b-9973-1573955a5985 service neutron] 10.222.0.60 "PUT /v2.0/ports/bb82bc55-5633-41e7-aca5-e4c11ab8deeb HTTP/1.1" status: 200 len: 1091 time: 1.6757088 Aug 09 15:56:06.464306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1615c07-111d-41d2-8d94-4e18af7071cd', 'tag': 'bb82bc55-5633-41e7-aca5-e4c11ab8deeb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:06.467282 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f6e824-c49b-46d7-a7ab-4aee3b58d096" -d '{"events": [{"name": "network-changed", "server_uuid": "e1615c07-111d-41d2-8d94-4e18af7071cd", "tag": "bb82bc55-5633-41e7-aca5-e4c11ab8deeb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:06.476115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35241deb-ac40-428b-9973-1573955a5985 service neutron] Pushing event updated for resources: {'Port': ['ID=bb82bc55-5633-41e7-aca5-e4c11ab8deeb,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:06.576489 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3856-1962-4d60-80b0-75801675fd1b tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.576978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc95fb1-9860-4bb1-b437-1520b7108271 None None] New status for floating IP 440b9e2f-c561-40dc-a7d7-b2334da67649: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:56:06.583047 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b59ca59-8ca6-4a4c-aeca-4fb2da48ecbb x-openstack-request-id: req-9b59ca59-8ca6-4a4c-aeca-4fb2da48ecbb {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:06.583353 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1615c07-111d-41d2-8d94-4e18af7071cd", "tag": "bb82bc55-5633-41e7-aca5-e4c11ab8deeb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:06.583607 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b59ca59-8ca6-4a4c-aeca-4fb2da48ecbb {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:06.584038 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1615c07-111d-41d2-8d94-4e18af7071cd', 'tag': 'bb82bc55-5633-41e7-aca5-e4c11ab8deeb', 'status': 'completed', 'code': 200} Aug 09 15:56:06.601695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768895-942b-4f11-a505-5e85665c6a7c req-8511bf33-ce3c-4577-bf81-3e2e449e17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:06.606134 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-8511bf33-ce3c-4577-bf81-3e2e449e17e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 1094 time: 0.0740497 Aug 09 15:56:06.613173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3c5a3856-1962-4d60-80b0-75801675fd1b tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Calling delete_port for d4e13e72-7a9f-4f69-b1e8-6ce705832ea8 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:06.636089 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4ebf-ba5f-40d5-9a9d-537520faa281 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.683296 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-3c554c9a-d9d5-43f1-a679-18b8241fccf5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb82bc55-5633-41e7-aca5-e4c11ab8deeb HTTP/1.1" status: 200 len: 217 time: 0.0632732 Aug 09 15:56:06.715510 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4ebf-ba5f-40d5-9a9d-537520faa281 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.833732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768895-942b-4f11-a505-5e85665c6a7c req-947f19f0-bf0a-4ef5-979f-89a0d83531b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:06.837096 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-947f19f0-bf0a-4ef5-979f-89a0d83531b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.1406298 Aug 09 15:56:06.901097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3856-1962-4d60-80b0-75801675fd1b tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.949860 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4ebf-ba5f-40d5-9a9d-537520faa281 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.954630 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4ebf-ba5f-40d5-9a9d-537520faa281 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:06.958468 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3e3c4ebf-ba5f-40d5-9a9d-537520faa281 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "DELETE /v2.0/security-groups/894d64f0-bd1a-4fb7-ba63-397c57de0ac6 HTTP/1.1" status: 204 len: 168 time: 0.5566702 Aug 09 15:56:06.960421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47692) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:06.983863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a3856-1962-4d60-80b0-75801675fd1b tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event deleted for resources: {'Port': ['ID=d4e13e72-7a9f-4f69-b1e8-6ce705832ea8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:07.003363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3856-1962-4d60-80b0-75801675fd1b tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.007591 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3c5a3856-1962-4d60-80b0-75801675fd1b tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "DELETE /v2.0/ports/d4e13e72-7a9f-4f69-b1e8-6ce705832ea8 HTTP/1.1" status: 204 len: 168 time: 0.7912621 Aug 09 15:56:07.012838 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-3cb7e551-3aba-4045-a69d-6e464870d2fa tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] show failed (client error): The resource could not be found. Aug 09 15:56:07.016583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3cb7e551-3aba-4045-a69d-6e464870d2fa tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups/894d64f0-bd1a-4fb7-ba63-397c57de0ac6 HTTP/1.1" status: 404 len: 347 time: 0.0438721 Aug 09 15:56:07.020201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47696) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:07.022762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47694) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:07.026081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c4ebf-ba5f-40d5-9a9d-537520faa281 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894d64f0-bd1a-4fb7-ba63-397c57de0ac6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:07.079476 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a08ff1e0-b26e-4a2e-8374-1225429f1d14 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0555227 Aug 09 15:56:07.084466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47700) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:07.090157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3e76c11f-11d4-4f65-819a-ce9bd6f695ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1348580608'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:07.096369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768895-942b-4f11-a505-5e85665c6a7c req-f5a9ce9c-dc61-4b59-a04b-0ac8aec98532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.097888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-f5a9ce9c-dc61-4b59-a04b-0ac8aec98532 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2403159 Aug 09 15:56:07.108448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601d79e-1887-4eab-81a6-7fc5e246abe4 req-d3f207e6-cd30-43e3-8b25-e2f69a67da51 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.119791 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5601d79e-1887-4eab-81a6-7fc5e246abe4 req-d3f207e6-cd30-43e3-8b25-e2f69a67da51 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.2808137 Aug 09 15:56:07.206887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02ce01-8553-4155-bc34-569e0ef4cf2c req-b1c31a01-f058-4012-8160-5e41f75fbec1 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.208597 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f02ce01-8553-4155-bc34-569e0ef4cf2c req-b1c31a01-f058-4012-8160-5e41f75fbec1 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 943 time: 0.1870511 Aug 09 15:56:07.280939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f02ce01-8553-4155-bc34-569e0ef4cf2c req-5e09348b-cf2c-4e60-87ac-eff6af549c4e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492458 Aug 09 15:56:07.315063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8e43c81e-80db-43f1-8442-b92969991599 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Deleting port d587b4f6-fed0-4280-aa03-61656a7f6b1b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:07.315528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e43c81e-80db-43f1-8442-b92969991599 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.316077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e76c11f-11d4-4f65-819a-ce9bd6f695ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Made reservation on behalf of a966e8d4a4ce46358a5e7a1e4bc4492e for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:07.324459 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e76c11f-11d4-4f65-819a-ce9bd6f695ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.393626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5601d79e-1887-4eab-81a6-7fc5e246abe4 req-b6bbc75c-8f2c-4496-9540-0ea3a69e42f3 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592738 Aug 09 15:56:07.427499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-de2f8680-aaa6-4da2-ad02-3c23eb20889d service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867105 Aug 09 15:56:07.440549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e76c11f-11d4-4f65-819a-ce9bd6f695ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:07.503547 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e43c81e-80db-43f1-8442-b92969991599 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.504384 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e43c81e-80db-43f1-8442-b92969991599 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.541547 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e76c11f-11d4-4f65-819a-ce9bd6f695ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.541985 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-3e76c11f-11d4-4f65-819a-ce9bd6f695ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Added segment d412bdaf-d32d-4354-966c-7db2e0044652 of type vlan for network a5c54037-5d70-472e-9ba7-716f322a2ed1 Aug 09 15:56:07.551793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8e43c81e-80db-43f1-8442-b92969991599 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Calling delete_port for d587b4f6-fed0-4280-aa03-61656a7f6b1b owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:07.574337 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47714) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:07.595382 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ae64cc7-01f9-47d3-abde-5adf3d0ecdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.650436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e76c11f-11d4-4f65-819a-ce9bd6f695ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.708893 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c99e42-5aff-4316-8ebc-795ab3acee0e req-b71acf1e-0fdd-435e-b2bd-d38f327e0396 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.710849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61c99e42-5aff-4316-8ebc-795ab3acee0e req-b71acf1e-0fdd-435e-b2bd-d38f327e0396 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.0808439 Aug 09 15:56:07.761035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7768895-942b-4f11-a505-5e85665c6a7c req-8573f04f-d79f-4e6c-9866-45a26a2295e0 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155999 Aug 09 15:56:07.768714 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61c99e42-5aff-4316-8ebc-795ab3acee0e req-a0ddffd9-03ae-467f-a6b9-057aeb630ae0 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445600 Aug 09 15:56:07.774754 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e76c11f-11d4-4f65-819a-ce9bd6f695ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.799518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e76c11f-11d4-4f65-819a-ce9bd6f695ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.805913 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e76c11f-11d4-4f65-819a-ce9bd6f695ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.902133 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8411e859-a4b9-4944-83a2-5b7ef738a029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.921207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e43c81e-80db-43f1-8442-b92969991599 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:07.956649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76c11f-11d4-4f65-819a-ce9bd6f695ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event updated for resources: {'Network': ['ID=a5c54037-5d70-472e-9ba7-716f322a2ed1,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:07.975223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network a5c54037-5d70-472e-9ba7-716f322a2ed1 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:08.006729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43c81e-80db-43f1-8442-b92969991599 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event deleted for resources: {'Port': ['ID=d587b4f6-fed0-4280-aa03-61656a7f6b1b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:08.021290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6e824-c49b-46d7-a7ab-4aee3b58d096 req-c7590c64-0c40-480a-b700-3c1c954c9022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.022928 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9f6e824-c49b-46d7-a7ab-4aee3b58d096 req-c7590c64-0c40-480a-b700-3c1c954c9022 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 1094 time: 0.1332884 Aug 09 15:56:08.082919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e43c81e-80db-43f1-8442-b92969991599 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.085659 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e43c81e-80db-43f1-8442-b92969991599 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.087232 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8e43c81e-80db-43f1-8442-b92969991599 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "DELETE /v2.0/floatingips/440b9e2f-c561-40dc-a7d7-b2334da67649 HTTP/1.1" status: 204 len: 168 time: 1.0584776 Aug 09 15:56:08.108111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70d1f-77ee-4d89-b8c5-c2015b9a6246 req-b6a7ff85-b6e9-4d96-b372-37bcf84770e7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.115516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-82b70d1f-77ee-4d89-b8c5-c2015b9a6246 req-b6a7ff85-b6e9-4d96-b372-37bcf84770e7 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1700561 Aug 09 15:56:08.197557 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-82b70d1f-77ee-4d89-b8c5-c2015b9a6246 req-44310a3c-de92-43a5-94af-2840d3fb3927 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753570 Aug 09 15:56:08.230866 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8411e859-a4b9-4944-83a2-5b7ef738a029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.238957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8411e859-a4b9-4944-83a2-5b7ef738a029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.262213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3e76c11f-11d4-4f65-819a-ce9bd6f695ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1737094 Aug 09 15:56:08.266707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47726) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:08.276739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6e824-c49b-46d7-a7ab-4aee3b58d096 req-311330c5-122f-4021-9b39-01cf2c81293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.283960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-770bcb50-c165-4c35-b57d-60522bc1e8ab tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-856486315'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:08.286283 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9f6e824-c49b-46d7-a7ab-4aee3b58d096 req-311330c5-122f-4021-9b39-01cf2c81293a service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.2419763 Aug 09 15:56:08.306598 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411e859-a4b9-4944-83a2-5b7ef738a029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babe366d-046f-4c6f-aaa1-f424f33f2b69,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:08.322495 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8411e859-a4b9-4944-83a2-5b7ef738a029 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cea7ca254e094f57be90ac5eb766b678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7438407 Aug 09 15:56:08.324359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47728) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:08.366044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9f6e824-c49b-46d7-a7ab-4aee3b58d096 req-3932f514-054d-4def-861d-86a3047cf540 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb82bc55-5633-41e7-aca5-e4c11ab8deeb HTTP/1.1" status: 200 len: 217 time: 0.0702593 Aug 09 15:56:08.387696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47732) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:08.390700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770bcb50-c165-4c35-b57d-60522bc1e8ab tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Made reservation on behalf of a966e8d4a4ce46358a5e7a1e4bc4492e for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:08.396206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770bcb50-c165-4c35-b57d-60522bc1e8ab tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.410932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-9ee9c4ea-a6f4-4c02-9683-2c7527b1b97c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--821404760', 'description': 'tempest-description--1201893821'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:08.479338 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e03b885d-ff0b-4657-bb47-0b91c655d6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.487740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6e824-c49b-46d7-a7ab-4aee3b58d096 req-60f99bea-4dfb-496e-a0ee-d5f7fba0f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.489339 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9f6e824-c49b-46d7-a7ab-4aee3b58d096 req-60f99bea-4dfb-496e-a0ee-d5f7fba0f14e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.1005912 Aug 09 15:56:08.520857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770bcb50-c165-4c35-b57d-60522bc1e8ab tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:08.540231 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ee9c4ea-a6f4-4c02-9683-2c7527b1b97c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.557300 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770bcb50-c165-4c35-b57d-60522bc1e8ab tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.557725 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-770bcb50-c165-4c35-b57d-60522bc1e8ab tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Added segment d0f84e5b-e97a-4e38-ae68-85be048938ff of type vlan for network ae623475-908b-419f-b478-aa3d1e1118a4 Aug 09 15:56:08.560467 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e03b885d-ff0b-4657-bb47-0b91c655d6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.590133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168a4ab-c565-4ddb-b273-2bfc4acc6831 req-4c6b90e0-7114-460a-bc44-31df46a3593a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.591680 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1168a4ab-c565-4ddb-b273-2bfc4acc6831 req-4c6b90e0-7114-460a-bc44-31df46a3593a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 943 time: 0.1378686 Aug 09 15:56:08.601786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6e824-c49b-46d7-a7ab-4aee3b58d096 req-b7be94e5-1825-44d6-9192-63ff9eadd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.604197 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9f6e824-c49b-46d7-a7ab-4aee3b58d096 req-b7be94e5-1825-44d6-9192-63ff9eadd839 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966921 Aug 09 15:56:08.616274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08d306-f702-443b-8e94-d05d378c0e22 req-7e459b0e-d393-45f0-b560-be4d963fb495 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.617743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b08d306-f702-443b-8e94-d05d378c0e22 req-7e459b0e-d393-45f0-b560-be4d963fb495 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.1212196 Aug 09 15:56:08.656673 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770bcb50-c165-4c35-b57d-60522bc1e8ab tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.699102 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1168a4ab-c565-4ddb-b273-2bfc4acc6831 req-61e401a5-fd4c-4c44-86c0-ed5f124b6cb4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812976 Aug 09 15:56:08.701863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e03b885d-ff0b-4657-bb47-0b91c655d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.704394 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e03b885d-ff0b-4657-bb47-0b91c655d6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.709474 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e03b885d-ff0b-4657-bb47-0b91c655d6b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/babe366d-046f-4c6f-aaa1-f424f33f2b69 HTTP/1.1" status: 204 len: 168 time: 0.3834400 Aug 09 15:56:08.726043 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770bcb50-c165-4c35-b57d-60522bc1e8ab tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.736070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770bcb50-c165-4c35-b57d-60522bc1e8ab tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.736988 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770bcb50-c165-4c35-b57d-60522bc1e8ab tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.748913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b885d-ff0b-4657-bb47-0b91c655d6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babe366d-046f-4c6f-aaa1-f424f33f2b69,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:08.790591 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b08d306-f702-443b-8e94-d05d378c0e22 req-b542da5a-2d7e-4a98-958d-dd81f04bd57c tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519117 Aug 09 15:56:08.841662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ee9c4ea-a6f4-4c02-9683-2c7527b1b97c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.855177 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ee9c4ea-a6f4-4c02-9683-2c7527b1b97c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.871364 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-770bcb50-c165-4c35-b57d-60522bc1e8ab tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6019766 Aug 09 15:56:08.874410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bcb50-c165-4c35-b57d-60522bc1e8ab tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event updated for resources: {'Network': ['ID=ae623475-908b-419f-b478-aa3d1e1118a4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:08.883120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9f6e824-c49b-46d7-a7ab-4aee3b58d096 req-37b7dab3-6f16-4571-8c26-d356cd64bd87 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529347 Aug 09 15:56:08.887822 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ee9c4ea-a6f4-4c02-9683-2c7527b1b97c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:08.891911 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9ee9c4ea-a6f4-4c02-9683-2c7527b1b97c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4845905 Aug 09 15:56:08.892156 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47742) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:08.896787 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-dc1bf9b0-ae77-41c5-b8ff-45771a3ade76 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Request body: {'security_group_rule': {'security_group_id': '116987af-b55a-4b8e-8628-ddde8fd013db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:08.952394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network ae623475-908b-419f-b478-aa3d1e1118a4 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:08.967003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9c4ea-a6f4-4c02-9683-2c7527b1b97c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116987af-b55a-4b8e-8628-ddde8fd013db,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:09.006858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf9b0-ae77-41c5-b8ff-45771a3ade76 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.117142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9f6e824-c49b-46d7-a7ab-4aee3b58d096 req-7c2a97fd-fefb-4d99-afa1-32a29ec74cc9 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089677 Aug 09 15:56:09.180366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf9b0-ae77-41c5-b8ff-45771a3ade76 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.185844 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf9b0-ae77-41c5-b8ff-45771a3ade76 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.211271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bf9b0-ae77-41c5-b8ff-45771a3ade76 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcc004a-3e09-4d51-9f30-4189cabd2d02,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:09.216189 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf9b0-ae77-41c5-b8ff-45771a3ade76 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.217622 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dc1bf9b0-ae77-41c5-b8ff-45771a3ade76 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3245223 Aug 09 15:56:09.220537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47752) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:09.226112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ada83e53-1c25-428b-a31f-491cdee473ec tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Request body: {'security_group_rule': {'security_group_id': '116987af-b55a-4b8e-8628-ddde8fd013db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:09.278220 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ada83e53-1c25-428b-a31f-491cdee473ec tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.358542 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ada83e53-1c25-428b-a31f-491cdee473ec tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.364210 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ada83e53-1c25-428b-a31f-491cdee473ec tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.390185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada83e53-1c25-428b-a31f-491cdee473ec tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca4b020-21f4-46ea-a966-81ec4630053e,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:09.401057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ada83e53-1c25-428b-a31f-491cdee473ec tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.406524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47758) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:09.412291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:09.416682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ada83e53-1c25-428b-a31f-491cdee473ec tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1946588 Aug 09 15:56:09.443712 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.639004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:09.890207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Allocated IP 172.25.2.143 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/b0240e40-ba2d-4cdb-b801-50e637be4686) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:10.137390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5c2c-b60f-4fe0-ae27-716f75c41858 req-0f7cb08f-8764-41b1-8472-a9204afbea29 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:10.147361 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-826c5c2c-b60f-4fe0-ae27-716f75c41858 req-0f7cb08f-8764-41b1-8472-a9204afbea29 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.2209132 Aug 09 15:56:10.229120 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.262517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device bb82bc55-5633-41e7-aca5-e4c11ab8deeb details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:56:10.309162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda1887-05fb-49a9-a46c-1c3c6cf4c6e3 req-b306578a-9616-4aa0-8f69-2f8905afebe0 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:10.311115 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6dda1887-05fb-49a9-a46c-1c3c6cf4c6e3 req-b306578a-9616-4aa0-8f69-2f8905afebe0 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 945 time: 0.2669368 Aug 09 15:56:10.330513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-826c5c2c-b60f-4fe0-ae27-716f75c41858 req-8dd47f40-14c5-4e64-bce7-e585c0b2e424 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372452 Aug 09 15:56:10.339521 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd16b2-47ab-496a-aba6-a7f2356e0df5 req-55dc8c68-1373-4e8a-be95-d61562d9afe5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:10.367881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eafd16b2-47ab-496a-aba6-a7f2356e0df5 req-55dc8c68-1373-4e8a-be95-d61562d9afe5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 943 time: 0.4126859 Aug 09 15:56:10.429806 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.527819 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c278981-4cd7-4c02-b530-e304bfe53d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.544893 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event updated for resources: {'Port': ['ID=b0240e40-ba2d-4cdb-b801-50e637be4686,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:10.595577 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eafd16b2-47ab-496a-aba6-a7f2356e0df5 req-a96d9f7b-04c2-439e-acc0-4161de75ef40 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264869 Aug 09 15:56:10.620412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:10.627185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:10.639672 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:10.646738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port bb82bc55-5633-41e7-aca5-e4c11ab8deeb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bb82bc55-5633-41e7-aca5-e4c11ab8deeb,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:10.673097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6dda1887-05fb-49a9-a46c-1c3c6cf4c6e3 req-53b9643a-5013-4717-99d1-9b43db0853ec tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Deleting port c1580371-c31b-4e6e-9696-65e03ca9a40b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:10.676336 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6dda1887-05fb-49a9-a46c-1c3c6cf4c6e3 req-53b9643a-5013-4717-99d1-9b43db0853ec tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.686541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'bb82bc55-5633-41e7-aca5-e4c11ab8deeb', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'port_id': 'bb82bc55-5633-41e7-aca5-e4c11ab8deeb', 'mac_address': 'fa:16:3e:ff:89:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:56:10.740702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:10.741056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:10.741395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:10.741752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:10.742310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:10.751687 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:10.754237 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:10.757147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:10.758206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:10.759420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:10.759761 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:10.760092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:10.793636 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.820389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb82bc55-5633-41e7-aca5-e4c11ab8deeb {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:10.895875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port bb82bc55-5633-41e7-aca5-e4c11ab8deeb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bb82bc55-5633-41e7-aca5-e4c11ab8deeb,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:10.909001 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.911477 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.916823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6dda1887-05fb-49a9-a46c-1c3c6cf4c6e3 req-53b9643a-5013-4717-99d1-9b43db0853ec tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] For port c1580371-c31b-4e6e-9696-65e03ca9a40b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c1580371-c31b-4e6e-9696-65e03ca9a40b,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:10.921171 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6dda1887-05fb-49a9-a46c-1c3c6cf4c6e3 req-53b9643a-5013-4717-99d1-9b43db0853ec tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.946499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:10.950537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6dda1887-05fb-49a9-a46c-1c3c6cf4c6e3 req-53b9643a-5013-4717-99d1-9b43db0853ec tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Calling delete_port for c1580371-c31b-4e6e-9696-65e03ca9a40b owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:11.028790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=bb82bc55-5633-41e7-aca5-e4c11ab8deeb,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:11.038240 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.210607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['bb82bc55-5633-41e7-aca5-e4c11ab8deeb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:11.272102 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6dda1887-05fb-49a9-a46c-1c3c6cf4c6e3 req-53b9643a-5013-4717-99d1-9b43db0853ec tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.348304 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.360596 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.448582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9643a-5013-4717-99d1-9b43db0853ec tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event deleted for resources: {'Port': ['ID=c1580371-c31b-4e6e-9696-65e03ca9a40b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:11.485373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event updated for resources: {'Port': ['ID=b0240e40-ba2d-4cdb-b801-50e637be4686,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:11.537289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dda1887-05fb-49a9-a46c-1c3c6cf4c6e3 req-53b9643a-5013-4717-99d1-9b43db0853ec tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] No DVR routers for this DVR port c1580371-c31b-4e6e-9696-65e03ca9a40b on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:11.553361 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e32dac03-901b-46dd-92d9-731121ea6db2 req-17b507b4-1a5a-48f1-9d9b-14653be33b01 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb8ac996-5354-4be4-a26f-e81a7f1d4c1d HTTP/1.1" status: 200 len: 210 time: 0.0550494 Aug 09 15:56:11.554847 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6dda1887-05fb-49a9-a46c-1c3c6cf4c6e3 req-53b9643a-5013-4717-99d1-9b43db0853ec tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.565355 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6dda1887-05fb-49a9-a46c-1c3c6cf4c6e3 req-53b9643a-5013-4717-99d1-9b43db0853ec tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "DELETE /v2.0/ports/c1580371-c31b-4e6e-9696-65e03ca9a40b HTTP/1.1" status: 204 len: 173 time: 1.2335405 Aug 09 15:56:11.565919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8ac996-5354-4be4-a26f-e81a7f1d4c1d', 'name': 'network-vif-deleted', 'tag': 'c1580371-c31b-4e6e-9696-65e03ca9a40b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:11.579518 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d69713f-9ece-4db3-9da0-15a200b6789b" -d '{"events": [{"server_uuid": "bb8ac996-5354-4be4-a26f-e81a7f1d4c1d", "name": "network-vif-deleted", "tag": "c1580371-c31b-4e6e-9696-65e03ca9a40b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:11.607998 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.658693 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.702034 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.714790 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55abb6a1-ed96-47fd-8b7c-a911c5ff6680 x-openstack-request-id: req-55abb6a1-ed96-47fd-8b7c-a911c5ff6680 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:11.715510 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8ac996-5354-4be4-a26f-e81a7f1d4c1d", "name": "network-vif-deleted", "tag": "c1580371-c31b-4e6e-9696-65e03ca9a40b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:11.715510 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55abb6a1-ed96-47fd-8b7c-a911c5ff6680 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:11.715868 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8ac996-5354-4be4-a26f-e81a7f1d4c1d', 'name': 'network-vif-deleted', 'tag': 'c1580371-c31b-4e6e-9696-65e03ca9a40b', 'status': 'completed', 'code': 200} Aug 09 15:56:11.744927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:11.754546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f3d3731c-7d58-4b46-9da5-a054603313ab tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3468323 Aug 09 15:56:12.038947 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb9c09-ba4f-4e15-a0c2-14a1172bde3f req-7312e259-3b30-45f6-b3b8-18d3384e4561 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:12.047931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ffb9c09-ba4f-4e15-a0c2-14a1172bde3f req-7312e259-3b30-45f6-b3b8-18d3384e4561 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 944 time: 0.1083977 Aug 09 15:56:12.163433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['15678a03-3169-45ee-9676-28c8a0b4cf7d', 'c1580371-c31b-4e6e-9696-65e03ca9a40b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:12.166724 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ffb9c09-ba4f-4e15-a0c2-14a1172bde3f req-66c0c956-91d9-4562-bb71-7194423f19f6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172369 Aug 09 15:56:12.311245 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-c6e8df62-33db-4627-a39a-ffd45213ef9c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--821404760&fields=id&tenant_id=1314f79c80f34f21a2850a9cf64ee2db HTTP/1.1" status: 200 len: 267 time: 0.1172621 Aug 09 15:56:12.316826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47840) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:12.324410 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'subnets': [{'network_id': 'a5c54037-5d70-472e-9ba7-716f322a2ed1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1224243745', 'ip_version': 6}, {'network_id': 'ae623475-908b-419f-b478-aa3d1e1118a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:12.324951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'subnet': {'network_id': 'a5c54037-5d70-472e-9ba7-716f322a2ed1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1224243745', 'ip_version': 6}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:12.326188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Request body: {'subnet': {'network_id': 'ae623475-908b-419f-b478-aa3d1e1118a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:12.519257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-2a135dd2-3f8e-4f41-bd80-cb8026d288ba tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:12.527771 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-2a135dd2-3f8e-4f41-bd80-cb8026d288ba tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 817 time: 0.2091169 Aug 09 15:56:12.550537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-ba288702-3d8c-4a60-8b81-970ae82f0682 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/quotas/1314f79c80f34f21a2850a9cf64ee2db HTTP/1.1" status: 200 len: 375 time: 0.0215993 Aug 09 15:56:12.570903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Made reservation on behalf of a966e8d4a4ce46358a5e7a1e4bc4492e for: {'subnet': 2} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:12.578984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.579612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:12.651870 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6a687e63-0872-4c0f-8dcf-726a9cb099c1 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1002803 Aug 09 15:56:12.909501 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-5fb9a5ad-72bf-4143-bb5b-102ebdd57b97 service neutron] 10.222.0.81 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531221 Aug 09 15:56:13.008672 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:13.062090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-34b2966e-4500-4ca6-af96-766cfb7e409a service neutron] 10.222.0.81 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516781 Aug 09 15:56:13.372692 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:13.395266 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a76e3492-d30c-4fd8-bc26-f27b3a82a2ec req-34697f75-5ba4-4f48-a5d8-2d9455265bc8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 210 time: 0.0642245 Aug 09 15:56:13.416910 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:13.468483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e7ddd-cb7b-43ea-a610-27b4632b4196 req-0534ed75-9b38-443a-87fa-3e8372a1b751 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:13.475845 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a9e7ddd-cb7b-43ea-a610-27b4632b4196 req-0534ed75-9b38-443a-87fa-3e8372a1b751 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 944 time: 0.2049451 Aug 09 15:56:13.539187 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event updated for resources: {'Subnet': ['ID=e139d382-59af-4159-ba38-d0bcee3a217f,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:13.565097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a9e7ddd-cb7b-43ea-a610-27b4632b4196 req-9fcea414-0eb1-4db6-a7b7-2c899f2b0bc3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882282 Aug 09 15:56:13.583564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Checking segment: {'id': 'd412bdaf-d32d-4354-966c-7db2e0044652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a5c54037-5d70-472e-9ba7-716f322a2ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:13.584076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Network hostable DHCP agents. Network: a5c54037-5d70-472e-9ba7-716f322a2ed1, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:13.619434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Network a5c54037-5d70-472e-9ba7-716f322a2ed1 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:13.630943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, a5c54037-5d70-472e-9ba7-716f322a2ed1) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:13.636165 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:13.646651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ece8d-dace-4a17-bf87-0577267b1ee6 None None] Network a5c54037-5d70-472e-9ba7-716f322a2ed1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:13.818650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event updated for resources: {'Subnet': ['ID=f4c82c4d-16e2-46c9-bc5e-8d8a900e6d15,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:13.847671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Checking segment: {'id': 'd0f84e5b-e97a-4e38-ae68-85be048938ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ae623475-908b-419f-b478-aa3d1e1118a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:13.848047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Network hostable DHCP agents. Network: ae623475-908b-419f-b478-aa3d1e1118a4, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:13.871919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Network ae623475-908b-419f-b478-aa3d1e1118a4 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:13.889304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, ae623475-908b-419f-b478-aa3d1e1118a4) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:13.895975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:13.897389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:13.900736 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:13.923996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3826acb7-eab9-4611-bf52-24279dcdb984 None None] Network ae623475-908b-419f-b478-aa3d1e1118a4 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:13.933613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47918) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:13.935432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1b7a1980-5188-4a99-a97a-aef4e7f4f98c tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6166260 Aug 09 15:56:14.071268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-a5c54037-5d70-472e-9ba7-716f322a2ed1', 'network_id': 'a5c54037-5d70-472e-9ba7-716f322a2ed1', 'tenant_id': 'a966e8d4a4ce46358a5e7a1e4bc4492e', 'fixed_ips': [{'subnet_id': 'e139d382-59af-4159-ba38-d0bcee3a217f'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:14.073263 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.094168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47926) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:14.189395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832e2564-f449-42b1-b3b4-4add9e9528ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:14.198051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832e2564-f449-42b1-b3b4-4add9e9528ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:14.199749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832e2564-f449-42b1-b3b4-4add9e9528ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:14.214301 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-832e2564-f449-42b1-b3b4-4add9e9528ca tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2794275 Aug 09 15:56:14.223133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47934) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:14.329566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16490b-f567-409e-99fd-068048287f0c req-70e40203-9103-46e5-9cb2-c1226105d651 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:14.334294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-53516ad8-a434-47c9-ad43-ff7982a9f1bc tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Deleting subnet e139d382-59af-4159-ba38-d0bcee3a217f {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:56:14.337474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device bb82bc55-5633-41e7-aca5-e4c11ab8deeb up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:14.338613 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d16490b-f567-409e-99fd-068048287f0c req-70e40203-9103-46e5-9cb2-c1226105d651 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 946 time: 0.1380210 Aug 09 15:56:14.407090 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d16490b-f567-409e-99fd-068048287f0c req-123f4aa2-1e50-4252-a829-ba7c8b4fd4b4 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566537 Aug 09 15:56:14.408084 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02ee76a6-57b3-4ac4-b5e9-bf4e16799fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.434843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-ae623475-908b-419f-b478-aa3d1e1118a4', 'network_id': 'ae623475-908b-419f-b478-aa3d1e1118a4', 'tenant_id': 'a966e8d4a4ce46358a5e7a1e4bc4492e', 'fixed_ips': [{'subnet_id': 'f4c82c4d-16e2-46c9-bc5e-8d8a900e6d15'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:14.435685 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.481463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port bb82bc55-5633-41e7-aca5-e4c11ab8deeb completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:14.500865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Allocated IP 2001:db8::1 (a5c54037-5d70-472e-9ba7-716f322a2ed1/e139d382-59af-4159-ba38-d0bcee3a217f/af19929e-d8c8-4201-accc-0bd233830939) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:14.509736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port bb82bc55-5633-41e7-aca5-e4c11ab8deeb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:14.510153 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.568815 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02ee76a6-57b3-4ac4-b5e9-bf4e16799fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.577937 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02ee76a6-57b3-4ac4-b5e9-bf4e16799fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.582528 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c46b8737-dd60-4bdd-90c3-b697940c081d req-7d3b9a8e-1ae4-40f5-8ab3-8f8130b66b30 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 210 time: 0.0480471 Aug 09 15:56:14.637866 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-02ee76a6-57b3-4ac4-b5e9-bf4e16799fd3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d946e54480434896834d6f284b1d0fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5423505 Aug 09 15:56:14.640301 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47942) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:14.654310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee76a6-57b3-4ac4-b5e9-bf4e16799fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9774c74d-2a13-4224-b4cc-650fd2955995,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:14.767289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2c49a4e-eaed-4406-b0bb-3867919c5a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.804162 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2c49a4e-eaed-4406-b0bb-3867919c5a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.830485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Allocated IP 2001:db8:0:1::1 (ae623475-908b-419f-b478-aa3d1e1118a4/f4c82c4d-16e2-46c9-bc5e-8d8a900e6d15/fe807c09-cfcf-4f5a-b038-21b40fb32440) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:14.871611 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.912902 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2c49a4e-eaed-4406-b0bb-3867919c5a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.916597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2c49a4e-eaed-4406-b0bb-3867919c5a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:14.920577 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d2c49a4e-eaed-4406-b0bb-3867919c5a23 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9774c74d-2a13-4224-b4cc-650fd2955995 HTTP/1.1" status: 204 len: 168 time: 0.2788928 Aug 09 15:56:14.932093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c49a4e-eaed-4406-b0bb-3867919c5a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9774c74d-2a13-4224-b4cc-650fd2955995,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:14.980943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e84b9-6a63-4a7f-9912-fe30ff081f42 req-95019a38-e26c-435b-a08b-11d06b5c10ae tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:14.988694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d9e84b9-6a63-4a7f-9912-fe30ff081f42 req-95019a38-e26c-435b-a08b-11d06b5c10ae tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 944 time: 0.2666535 Aug 09 15:56:14.994180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port bb82bc55-5633-41e7-aca5-e4c11ab8deeb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bb82bc55-5633-41e7-aca5-e4c11ab8deeb,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:15.000392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1615c07-111d-41d2-8d94-4e18af7071cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb82bc55-5633-41e7-aca5-e4c11ab8deeb'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:15.003408 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3767eeb8-529a-462a-bc8a-d4f47f5cdddd" -d '{"events": [{"server_uuid": "e1615c07-111d-41d2-8d94-4e18af7071cd", "name": "network-vif-plugged", "status": "completed", "tag": "bb82bc55-5633-41e7-aca5-e4c11ab8deeb"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:15.011277 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.012670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c1580371-c31b-4e6e-9696-65e03ca9a40b no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:15.067953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-b985ee84-598b-4182-8638-7c9d8b95972b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:15.069494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-b985ee84-598b-4182-8638-7c9d8b95972b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.53 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 817 time: 0.3025522 Aug 09 15:56:15.086778 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac776a5d-633b-4bcb-841e-1a3ca8ffd1bf x-openstack-request-id: req-ac776a5d-633b-4bcb-841e-1a3ca8ffd1bf {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:15.088498 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1615c07-111d-41d2-8d94-4e18af7071cd", "name": "network-vif-plugged", "status": "completed", "tag": "bb82bc55-5633-41e7-aca5-e4c11ab8deeb", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:15.089062 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac776a5d-633b-4bcb-841e-1a3ca8ffd1bf {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:15.089743 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1615c07-111d-41d2-8d94-4e18af7071cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb82bc55-5633-41e7-aca5-e4c11ab8deeb', 'code': 200} Aug 09 15:56:15.092939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=bb82bc55-5633-41e7-aca5-e4c11ab8deeb,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:15.098891 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d9e84b9-6a63-4a7f-9912-fe30ff081f42 req-3b7331bb-2615-454a-b5af-f6f4fc4f68d9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934219 Aug 09 15:56:15.129519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: c1580371-c31b-4e6e-9696-65e03ca9a40b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:15.130474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c1580371-c31b-4e6e-9696-65e03ca9a40b not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:15.133493 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.156327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Transition to ACTIVE for port object af19929e-d8c8-4201-accc-0bd233830939 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:15.172589 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-9a55ac64-af52-4484-b433-13dada12bd0d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1314f79c80f34f21a2850a9cf64ee2db HTTP/1.1" status: 200 len: 379 time: 0.0912266 Aug 09 15:56:15.189710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Request body: {'port': {'device_id': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'admin_state_up': True, 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'security_groups': ['116987af-b55a-4b8e-8628-ddde8fd013db']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:15.222606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Transition to ACTIVE for port object af19929e-d8c8-4201-accc-0bd233830939 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:15.237635 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53516ad8-a434-47c9-ad43-ff7982a9f1bc tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.291672 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.334204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bd47d-7179-4fbd-952b-bfaec1cccbfa req-c2c97dbb-0b86-4972-ab9b-fc4ca09dcbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:15.335713 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704bd47d-7179-4fbd-952b-bfaec1cccbfa req-c2c97dbb-0b86-4972-ab9b-fc4ca09dcbc8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 1096 time: 0.1684883 Aug 09 15:56:15.349836 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53516ad8-a434-47c9-ad43-ff7982a9f1bc tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.358898 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Network a5c54037-5d70-472e-9ba7-716f322a2ed1 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:15.391940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:15.409884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:15.431546 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-704bd47d-7179-4fbd-952b-bfaec1cccbfa req-f8860e8b-77d0-4837-b9c5-e1e84b1ff71f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761361 Aug 09 15:56:15.436295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Pushing event updated for resources: {'Port': ['ID=af19929e-d8c8-4201-accc-0bd233830939,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:15.440355 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.529139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Made reservation on behalf of 1314f79c80f34f21a2850a9cf64ee2db for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:15.534344 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.551753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47958) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:15.594872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Transition to ACTIVE for port object fe807c09-cfcf-4f5a-b038-21b40fb32440 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:15.625400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Transition to ACTIVE for port object fe807c09-cfcf-4f5a-b038-21b40fb32440 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:15.638998 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.642094 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.670298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e6d9e-1838-401d-907e-d9c62242bc93 req-8029ab89-2047-4f1d-8614-2672a0073d25 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:15.672391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da7e6d9e-1838-401d-907e-d9c62242bc93 req-8029ab89-2047-4f1d-8614-2672a0073d25 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 946 time: 0.2396762 Aug 09 15:56:15.694821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Attempting to bind port af19929e-d8c8-4201-accc-0bd233830939 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:15.695193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Attempting to bind port af19929e-d8c8-4201-accc-0bd233830939 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd412bdaf-d32d-4354-966c-7db2e0044652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a5c54037-5d70-472e-9ba7-716f322a2ed1'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:15.696046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Attempting to bind port af19929e-d8c8-4201-accc-0bd233830939 on network a5c54037-5d70-472e-9ba7-716f322a2ed1 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:15.705023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:15.705405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Checking segment: {'id': 'd412bdaf-d32d-4354-966c-7db2e0044652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a5c54037-5d70-472e-9ba7-716f322a2ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:15.706240 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.706816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Bound using segment: {'id': 'd412bdaf-d32d-4354-966c-7db2e0044652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a5c54037-5d70-472e-9ba7-716f322a2ed1'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:15.707494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Bound port: af19929e-d8c8-4201-accc-0bd233830939, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd412bdaf-d32d-4354-966c-7db2e0044652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a5c54037-5d70-472e-9ba7-716f322a2ed1'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:15.707890 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.718101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Network ae623475-908b-419f-b478-aa3d1e1118a4 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:15.720753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:15.759637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Pushing event updated for resources: {'Port': ['ID=fe807c09-cfcf-4f5a-b038-21b40fb32440,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:15.824738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] For port af19929e-d8c8-4201-accc-0bd233830939, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:15.829009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] For port af19929e-d8c8-4201-accc-0bd233830939, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=af19929e-d8c8-4201-accc-0bd233830939,segment=NetworkSegment(d412bdaf-d32d-4354-966c-7db2e0044652),segment_id=d412bdaf-d32d-4354-966c-7db2e0044652)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:15.831150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:15.844437 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:15.855316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Allocated IP 172.20.0.7 (dfbb6a8b-2015-4e91-bb6c-77b4cf88c201/03743d9e-6eae-486e-b7f2-d7dc364695cd/5eaba180-e106-4ae3-9d53-cfa0644c449e) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:15.999536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Attempting to bind port fe807c09-cfcf-4f5a-b038-21b40fb32440 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:16.002511 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Attempting to bind port fe807c09-cfcf-4f5a-b038-21b40fb32440 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd0f84e5b-e97a-4e38-ae68-85be048938ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ae623475-908b-419f-b478-aa3d1e1118a4'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:16.002966 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Attempting to bind port fe807c09-cfcf-4f5a-b038-21b40fb32440 on network ae623475-908b-419f-b478-aa3d1e1118a4 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:16.025729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:16.026282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Checking segment: {'id': 'd0f84e5b-e97a-4e38-ae68-85be048938ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ae623475-908b-419f-b478-aa3d1e1118a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:16.029668 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.032515 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Bound using segment: {'id': 'd0f84e5b-e97a-4e38-ae68-85be048938ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ae623475-908b-419f-b478-aa3d1e1118a4'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:16.033819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Bound port: fe807c09-cfcf-4f5a-b038-21b40fb32440, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f84e5b-e97a-4e38-ae68-85be048938ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ae623475-908b-419f-b478-aa3d1e1118a4'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:16.035238 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.107015 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39998115-165c-446b-b2dc-78c3fc295121 req-28f29dd0-6315-4eeb-98b3-d27ecf1ca3aa tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 210 time: 0.0684140 Aug 09 15:56:16.119695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca811cf-6c3a-486c-8f68-2edec721c85f None None] Pushing event updated for resources: {'Port': ['ID=af19929e-d8c8-4201-accc-0bd233830939,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:16.140704 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53516ad8-a434-47c9-ad43-ff7982a9f1bc tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.190427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] For port fe807c09-cfcf-4f5a-b038-21b40fb32440, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:16.194261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] For port fe807c09-cfcf-4f5a-b038-21b40fb32440, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fe807c09-cfcf-4f5a-b038-21b40fb32440,segment=NetworkSegment(d0f84e5b-e97a-4e38-ae68-85be048938ff),segment_id=d0f84e5b-e97a-4e38-ae68-85be048938ff)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:16.202616 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.301048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c837c8-ef5f-4724-8a7a-0c7ca8dbbfb4 req-f0d5f55e-f9fe-4ad5-89b7-92515ecd001b tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:16.305080 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1c837c8-ef5f-4724-8a7a-0c7ca8dbbfb4 req-f0d5f55e-f9fe-4ad5-89b7-92515ecd001b tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 946 time: 0.7382360 Aug 09 15:56:16.355874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad64253-de68-4812-b6c9-c40264b74ed3 None None] Pushing event updated for resources: {'Port': ['ID=fe807c09-cfcf-4f5a-b038-21b40fb32440,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:16.389673 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.426826 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.454088 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53516ad8-a434-47c9-ad43-ff7982a9f1bc tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.506490 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90207e-f6cf-480c-ae78-bf27c2719916 req-876f137b-b867-4139-a76b-7f50b6d05056 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:16.515515 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bc90207e-f6cf-480c-ae78-bf27c2719916 req-876f137b-b867-4139-a76b-7f50b6d05056 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.2709837 Aug 09 15:56:16.565092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53516ad8-a434-47c9-ad43-ff7982a9f1bc tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event deleted for resources: {'Subnet': ['ID=e139d382-59af-4159-ba38-d0bcee3a217f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:16.583644 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53516ad8-a434-47c9-ad43-ff7982a9f1bc tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.588885 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-53516ad8-a434-47c9-ad43-ff7982a9f1bc tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "DELETE /v2.0/subnets/e139d382-59af-4159-ba38-d0bcee3a217f HTTP/1.1" status: 204 len: 168 time: 2.3606095 Aug 09 15:56:16.594728 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47968) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:16.729223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b986e6f2-e1f3-4107-a369-459ce0f9fdf7 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Deleting subnet f4c82c4d-16e2-46c9-bc5e-8d8a900e6d15 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:56:16.733787 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b986e6f2-e1f3-4107-a369-459ce0f9fdf7 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.827245 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bc90207e-f6cf-480c-ae78-bf27c2719916 req-cb357093-b134-494e-9880-192f1385896b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104317 Aug 09 15:56:16.853791 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b986e6f2-e1f3-4107-a369-459ce0f9fdf7 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.058876 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b986e6f2-e1f3-4107-a369-459ce0f9fdf7 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.156605 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1c837c8-ef5f-4724-8a7a-0c7ca8dbbfb4 req-4d3652ac-6111-47dc-8d88-7a212194a224 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/security-groups?id=460e0468-f7c6-4471-acde-5925b1ca565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697361 Aug 09 15:56:17.168914 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b986e6f2-e1f3-4107-a369-459ce0f9fdf7 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.185804 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.197016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=35b4c97aa6bc4ace801864c3c85605b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6422284 Aug 09 15:56:17.206344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47974) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:17.221476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed542d1b-cbf1-4a22-9102-e6fdb0049c73,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:17.239094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:17.240028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:17.240623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:17.241193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:17.241801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:17.242449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:17.243029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:17.243691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:17.244505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:17.245079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:17.245919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:17.246507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49ec3da-bce1-4ad7-910e-f8b28abbd9fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:17.251611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986e6f2-e1f3-4107-a369-459ce0f9fdf7 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c82c4d-16e2-46c9-bc5e-8d8a900e6d15,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:17.290369 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b986e6f2-e1f3-4107-a369-459ce0f9fdf7 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.296210 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b986e6f2-e1f3-4107-a369-459ce0f9fdf7 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "DELETE /v2.0/subnets/f4c82c4d-16e2-46c9-bc5e-8d8a900e6d15 HTTP/1.1" status: 204 len: 168 time: 0.7000654 Aug 09 15:56:17.313650 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3b564fd-f3b1-4dfd-8837-b80b2ec7445c req-19f8d560-b47d-4f93-9dde-c199f35d4eca tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 210 time: 0.0771291 Aug 09 15:56:17.314208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47976) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:17.320163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Transition to ACTIVE for port object 5eaba180-e106-4ae3-9d53-cfa0644c449e will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:17.350233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-da7e6d9e-1838-401d-907e-d9c62242bc93 req-6be152ff-8366-4197-9746-43d5bf396e23 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Deleting port 15678a03-3169-45ee-9676-28c8a0b4cf7d {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:17.350625 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-da7e6d9e-1838-401d-907e-d9c62242bc93 req-6be152ff-8366-4197-9746-43d5bf396e23 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.412593 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903e94ab-3899-44b6-90b4-5fc816e69d39 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:17.414463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-903e94ab-3899-44b6-90b4-5fc816e69d39 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0902812 Aug 09 15:56:17.419079 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47978) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:17.438425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d31a25e-68c7-403e-a311-288525f7b88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.548983 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.551325 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d31a25e-68c7-403e-a311-288525f7b88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.581491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631e0e86-358c-4d0f-8bf1-fceaf09abe1d None None] Network a5c54037-5d70-472e-9ba7-716f322a2ed1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:17.596875 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.674765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Deleting port fe807c09-cfcf-4f5a-b038-21b40fb32440 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:17.677727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.779051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-da7e6d9e-1838-401d-907e-d9c62242bc93 req-6be152ff-8366-4197-9746-43d5bf396e23 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] For port 15678a03-3169-45ee-9676-28c8a0b4cf7d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=15678a03-3169-45ee-9676-28c8a0b4cf7d,segment=NetworkSegment(39b44269-6b19-4a7a-bf2a-e80e44f2004b),segment_id=39b44269-6b19-4a7a-bf2a-e80e44f2004b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:17.779800 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-da7e6d9e-1838-401d-907e-d9c62242bc93 req-6be152ff-8366-4197-9746-43d5bf396e23 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.948184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] For port fe807c09-cfcf-4f5a-b038-21b40fb32440, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fe807c09-cfcf-4f5a-b038-21b40fb32440,segment=NetworkSegment(d0f84e5b-e97a-4e38-ae68-85be048938ff),segment_id=d0f84e5b-e97a-4e38-ae68-85be048938ff)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:17.948574 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:17.960593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:17.962018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-da7e6d9e-1838-401d-907e-d9c62242bc93 req-6be152ff-8366-4197-9746-43d5bf396e23 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Calling delete_port for 15678a03-3169-45ee-9676-28c8a0b4cf7d owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:17.995599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event updated for resources: {'Port': ['ID=5eaba180-e106-4ae3-9d53-cfa0644c449e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:18.015819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7d3f93d7-5573-460a-957c-e8ff7f4ca7c5 None None] Provisioning for port af19929e-d8c8-4201-accc-0bd233830939 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:18.023587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:18.028705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Calling delete_port for fe807c09-cfcf-4f5a-b038-21b40fb32440 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:18.048885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:18.106639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device af19929e-d8c8-4201-accc-0bd233830939 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:18.210866 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.275640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c1725-55e9-4898-894a-38348f8c334e None None] Network ae623475-908b-419f-b478-aa3d1e1118a4 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:18.290812 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event deleted for resources: {'Port': ['ID=fe807c09-cfcf-4f5a-b038-21b40fb32440,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:18.313473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] No DVR routers for this DVR port fe807c09-cfcf-4f5a-b038-21b40fb32440 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:18.378642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port af19929e-d8c8-4201-accc-0bd233830939 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:18.383287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-af2a89c0-c17f-4578-a0cf-25682aa23c0a None None] Could not find standard attr ID for object fe807c09-cfcf-4f5a-b038-21b40fb32440. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:56:18.388193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port af19929e-d8c8-4201-accc-0bd233830939 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:18.388663 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.400335 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-da7e6d9e-1838-401d-907e-d9c62242bc93 req-6be152ff-8366-4197-9746-43d5bf396e23 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.477450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bee8da8e-5cc9-4106-af4c-c3be8d31fff2 req-caaf3018-59ea-456e-b811-54fc85b0f445 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.81 "GET /v2.0/ports?device_id=93821f69-7c88-419a-9607-db87052256e9 HTTP/1.1" status: 200 len: 210 time: 0.1880293 Aug 09 15:56:18.485026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc1e4e-e9fb-41fb-9ce8-e0562fe52193 None None] DHCP port deletion for a5c54037-5d70-472e-9ba7-716f322a2ed1 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:56:18.504428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d31a25e-68c7-403e-a311-288525f7b88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.506947 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d31a25e-68c7-403e-a311-288525f7b88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.508520 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7d31a25e-68c7-403e-a311-288525f7b88a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed542d1b-cbf1-4a22-9102-e6fdb0049c73 HTTP/1.1" status: 204 len: 168 time: 1.3004611 Aug 09 15:56:18.560858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be152ff-8366-4197-9746-43d5bf396e23 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Pushing event deleted for resources: {'Port': ['ID=15678a03-3169-45ee-9676-28c8a0b4cf7d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:18.567077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7e6d9e-1838-401d-907e-d9c62242bc93 req-6be152ff-8366-4197-9746-43d5bf396e23 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] No DVR routers for this DVR port 15678a03-3169-45ee-9676-28c8a0b4cf7d on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:18.572585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-da7e6d9e-1838-401d-907e-d9c62242bc93 req-6be152ff-8366-4197-9746-43d5bf396e23 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.576855 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da7e6d9e-1838-401d-907e-d9c62242bc93 req-6be152ff-8366-4197-9746-43d5bf396e23 tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] 10.222.0.60 "DELETE /v2.0/ports/15678a03-3169-45ee-9676-28c8a0b4cf7d HTTP/1.1" status: 204 len: 173 time: 2.8909991 Aug 09 15:56:18.585856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93821f69-7c88-419a-9607-db87052256e9', 'name': 'network-vif-deleted', 'tag': '15678a03-3169-45ee-9676-28c8a0b4cf7d'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:18.591312 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b81ff27-661d-4a44-a8a9-4b80360ca6c7" -d '{"events": [{"server_uuid": "93821f69-7c88-419a-9607-db87052256e9", "name": "network-vif-deleted", "tag": "15678a03-3169-45ee-9676-28c8a0b4cf7d"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:18.599874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31a25e-68c7-403e-a311-288525f7b88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed542d1b-cbf1-4a22-9102-e6fdb0049c73,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:18.612305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:18.613442 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.630917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54f853b-9977-40c0-ab76-c9e7ba79b6f3 None None] DHCP port deletion for ae623475-908b-419f-b478-aa3d1e1118a4 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:56:18.633421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-e1aac6f3-7fe6-4b21-8b22-a55d76ec525f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4501748 Aug 09 15:56:18.646855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfa441-99d6-4d08-9c42-182ec91559a9 req-213dca3b-9337-43d0-bdcc-e11bec3d38bb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:18.657497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b04a83fe-c97b-461a-b49f-99e654456c82 None None] Provisioning for port 5eaba180-e106-4ae3-9d53-cfa0644c449e completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:18.664446 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35bfa441-99d6-4d08-9c42-182ec91559a9 req-213dca3b-9337-43d0-bdcc-e11bec3d38bb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.6426518 Aug 09 15:56:18.680102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Request body: {'port': {'device_id': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:18.690193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b04a83fe-c97b-461a-b49f-99e654456c82 None None] Provisioning complete for port 5eaba180-e106-4ae3-9d53-cfa0644c449e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:18.692535 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b04a83fe-c97b-461a-b49f-99e654456c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.779155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35bfa441-99d6-4d08-9c42-182ec91559a9 req-9b52351a-d635-42b9-b455-023cca23ee1a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135683 Aug 09 15:56:18.833042 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.856733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae623475-908b-419f-b478-aa3d1e1118a4']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:18.875593 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35883b4-0ba6-4d50-b467-de2816f58bb4 req-3cc42370-f72c-40b3-9fcf-85aac8f51064 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:18.877522 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d35883b4-0ba6-4d50-b467-de2816f58bb4 req-3cc42370-f72c-40b3-9fcf-85aac8f51064 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 931 time: 0.1550531 Aug 09 15:56:18.883166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f84e5b-e97a-4e38-ae68-85be048938ff') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:18.883669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f84e5b-e97a-4e38-ae68-85be048938ff') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:18.902649 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.907608 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.915828 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b04a83fe-c97b-461a-b49f-99e654456c82 None None] Port 5eaba180-e106-4ae3-9d53-cfa0644c449e cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:56:18.918892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.928474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-86bc1e4e-e9fb-41fb-9ce8-e0562fe52193 None None] Deleting port af19929e-d8c8-4201-accc-0bd233830939 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:18.928862 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-86bc1e4e-e9fb-41fb-9ce8-e0562fe52193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:18.947048 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d644e1-541c-4f75-8358-ecc21df2a51e x-openstack-request-id: req-51d644e1-541c-4f75-8358-ecc21df2a51e {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:18.947726 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93821f69-7c88-419a-9607-db87052256e9", "name": "network-vif-deleted", "tag": "15678a03-3169-45ee-9676-28c8a0b4cf7d", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:18.948278 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51d644e1-541c-4f75-8358-ecc21df2a51e {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:18.948911 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93821f69-7c88-419a-9607-db87052256e9', 'name': 'network-vif-deleted', 'tag': '15678a03-3169-45ee-9676-28c8a0b4cf7d', 'status': 'completed', 'code': 200} Aug 09 15:56:18.998303 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d35883b4-0ba6-4d50-b467-de2816f58bb4 req-12acac5c-554f-43c3-844c-af7cf558561d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099713 Aug 09 15:56:19.008434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.065987 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:19.069810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:19.079360 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:19.163864 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port af19929e-d8c8-4201-accc-0bd233830939, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=af19929e-d8c8-4201-accc-0bd233830939,segment=NetworkSegment(d412bdaf-d32d-4354-966c-7db2e0044652),segment_id=d412bdaf-d32d-4354-966c-7db2e0044652)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:19.166309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-86bc1e4e-e9fb-41fb-9ce8-e0562fe52193 None None] For port af19929e-d8c8-4201-accc-0bd233830939, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=af19929e-d8c8-4201-accc-0bd233830939,segment=NetworkSegment(d412bdaf-d32d-4354-966c-7db2e0044652),segment_id=d412bdaf-d32d-4354-966c-7db2e0044652)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:19.166854 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-86bc1e4e-e9fb-41fb-9ce8-e0562fe52193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.188522 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.188522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fe807c09-cfcf-4f5a-b038-21b40fb32440 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:19.247839 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.256463 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.260231 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "DELETE /v2.0/networks/ae623475-908b-419f-b478-aa3d1e1118a4 HTTP/1.1" status: 204 len: 168 time: 1.8384190 Aug 09 15:56:19.291257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48006) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:19.364678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-86bc1e4e-e9fb-41fb-9ce8-e0562fe52193 None None] Calling delete_port for af19929e-d8c8-4201-accc-0bd233830939 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:19.367650 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: fe807c09-cfcf-4f5a-b038-21b40fb32440 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:19.368088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38197901-ecba-48bd-8f76-0c5690078d93 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event deleted for resources: {'Network': ['ID=ae623475-908b-419f-b478-aa3d1e1118a4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:19.372821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fe807c09-cfcf-4f5a-b038-21b40fb32440 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 09 15:56:19.577480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Port fe807c09-cfcf-4f5a-b038-21b40fb32440 not found, will not notify nova. {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 09 15:56:19.584728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.588010 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-86bc1e4e-e9fb-41fb-9ce8-e0562fe52193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.590775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48018) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:19.606064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bc1e4e-e9fb-41fb-9ce8-e0562fe52193 None None] No DVR routers for this DVR port af19929e-d8c8-4201-accc-0bd233830939 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:19.635282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=af19929e-d8c8-4201-accc-0bd233830939,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:19.658984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a1b36-e8ee-4f94-b8cf-a60d04deafbd req-b8164dab-bdd1-4e07-8287-061dd4cbce86 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:19.674145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb1a1b36-e8ee-4f94-b8cf-a60d04deafbd req-b8164dab-bdd1-4e07-8287-061dd4cbce86 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.2636197 Aug 09 15:56:19.703707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc1e4e-e9fb-41fb-9ce8-e0562fe52193 None None] Pushing event deleted for resources: {'Port': ['ID=af19929e-d8c8-4201-accc-0bd233830939,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:19.810948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-92081280-27f8-4d51-895e-61771400985e admin admin] Deleting subnet 753134b0-7750-440f-bc44-e17b7bfff805 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:56:19.825640 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb1a1b36-e8ee-4f94-b8cf-a60d04deafbd req-16f05858-d73e-448e-ab5a-48cd237b15d6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471033 Aug 09 15:56:19.896559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device af19929e-d8c8-4201-accc-0bd233830939 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:19.911048 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92081280-27f8-4d51-895e-61771400985e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.926584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: af19929e-d8c8-4201-accc-0bd233830939 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:19.926940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device af19929e-d8c8-4201-accc-0bd233830939 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:19.927348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fe807c09-cfcf-4f5a-b038-21b40fb32440 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:19.948586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: fe807c09-cfcf-4f5a-b038-21b40fb32440 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:19.949635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fe807c09-cfcf-4f5a-b038-21b40fb32440 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:19.965778 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:19.986981 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c54037-5d70-472e-9ba7-716f322a2ed1']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:20.007654 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92081280-27f8-4d51-895e-61771400985e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.016289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eaba180-e106-4ae3-9d53-cfa0644c449e {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:20.029451 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.048629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Transition to ACTIVE for port object 5eaba180-e106-4ae3-9d53-cfa0644c449e will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:20.062133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd412bdaf-d32d-4354-966c-7db2e0044652') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:20.062430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd412bdaf-d32d-4354-966c-7db2e0044652') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:20.073699 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.102275 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.151295 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.185995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Pushing event updated for resources: {'Port': ['ID=5eaba180-e106-4ae3-9d53-cfa0644c449e,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:20.187919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92081280-27f8-4d51-895e-61771400985e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.217919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:20.218442 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:20.221852 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:20.308120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 15678a03-3169-45ee-9676-28c8a0b4cf7d no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:20.404688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Attempting to bind port 5eaba180-e106-4ae3-9d53-cfa0644c449e on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:20.405027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Attempting to bind port 5eaba180-e106-4ae3-9d53-cfa0644c449e by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:20.405363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Attempting to bind port 5eaba180-e106-4ae3-9d53-cfa0644c449e on network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:20.418328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Port 5eaba180-e106-4ae3-9d53-cfa0644c449e on network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:56:20.418654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Attempting to bind port 5eaba180-e106-4ae3-9d53-cfa0644c449e on network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:20.421429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 15678a03-3169-45ee-9676-28c8a0b4cf7d {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:20.422225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 15678a03-3169-45ee-9676-28c8a0b4cf7d not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:20.430626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:20.430953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Checking segment: {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:20.431332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Bound using segment: {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:20.436360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Bound port: 5eaba180-e106-4ae3-9d53-cfa0644c449e, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92387744-3322-468e-b6cd-f1f4663542b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:20.437243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.505689 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda214d-c723-46d2-be46-0eea38f883f6 req-4d90216a-af03-45db-8cf4-02130b852ef3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:20.516621 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5fda214d-c723-46d2-be46-0eea38f883f6 req-4d90216a-af03-45db-8cf4-02130b852ef3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.3498118 Aug 09 15:56:20.531220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.571622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.582817 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "DELETE /v2.0/networks/a5c54037-5d70-472e-9ba7-716f322a2ed1 HTTP/1.1" status: 204 len: 168 time: 1.2858915 Aug 09 15:56:20.596167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48042) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:20.600832 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dacb12-dfd2-46e3-9e6d-ce255d268b99 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event deleted for resources: {'Network': ['ID=a5c54037-5d70-472e-9ba7-716f322a2ed1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:20.630525 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5fda214d-c723-46d2-be46-0eea38f883f6 req-a299f74c-3990-487b-9347-987600b07e7d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113682 Aug 09 15:56:20.631722 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92081280-27f8-4d51-895e-61771400985e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.667157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92081280-27f8-4d51-895e-61771400985e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753134b0-7750-440f-bc44-e17b7bfff805,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:20.673749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-92081280-27f8-4d51-895e-61771400985e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.677680 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-92081280-27f8-4d51-895e-61771400985e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/753134b0-7750-440f-bc44-e17b7bfff805 HTTP/1.1" status: 204 len: 168 time: 1.0854843 Aug 09 15:56:20.680000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48044) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:20.740888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:20.765293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:20.768559 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.775285 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.783538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.880677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:20.884615 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:20.886481 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] 10.222.0.53 "PUT /v2.0/ports/5eaba180-e106-4ae3-9d53-cfa0644c449e HTTP/1.1" status: 200 len: 1091 time: 2.2191942 Aug 09 15:56:20.951987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:20.955480 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0195d674-e027-4ccc-bb47-0e10b6fcfb8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:21.042450 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.066252 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.066652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda938b4-f252-4ee7-b4cf-f10144f1cc5d']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:21.079667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c439188b-4524-4813-94e2-28399f8a447b']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:21.092274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b44269-6b19-4a7a-bf2a-e80e44f2004b') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:21.092577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b44269-6b19-4a7a-bf2a-e80e44f2004b') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:21.097805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2ab024-dcba-43c2-82c2-0bc6569a4fad') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:21.098115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2ab024-dcba-43c2-82c2-0bc6569a4fad') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:21.110783 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa19de09-48b0-4eda-8ffc-0e36c8c571af x-openstack-request-id: req-aa19de09-48b0-4eda-8ffc-0e36c8c571af {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:21.110962 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:21.111219 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa19de09-48b0-4eda-8ffc-0e36c8c571af {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:21.111613 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'status': 'completed', 'code': 200} Aug 09 15:56:21.115989 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.138022 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.168354 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.181232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:21.181730 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:21.183735 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:21.209907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7600b-2792-4ad1-aefd-6bca666ed58b service neutron] Pushing event updated for resources: {'Port': ['ID=5eaba180-e106-4ae3-9d53-cfa0644c449e,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:21.220802 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.225303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-9f3a7222-996d-4829-9ff8-30ca00ad154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:21.229543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-9f3a7222-996d-4829-9ff8-30ca00ad154d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 1094 time: 0.2874055 Aug 09 15:56:21.236932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:21.237372 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:21.241453 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:21.302391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.323394 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.341310 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bda938b4-f252-4ee7-b4cf-f10144f1cc5d HTTP/1.1" status: 204 len: 168 time: 0.6473932 Aug 09 15:56:21.343119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae0285-6cdb-405d-b536-2fb03f2a2a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=bda938b4-f252-4ee7-b4cf-f10144f1cc5d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:21.377508 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-371c8687-fc22-4cb1-9612-035c280b33a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e HTTP/1.1" status: 200 len: 217 time: 0.1241462 Aug 09 15:56:21.447539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45d48c-1a48-4e3d-84f0-b71d381d0d99 req-5d1afdcc-dc8d-470c-bc1f-c8578c183d81 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:21.455824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c45d48c-1a48-4e3d-84f0-b71d381d0d99 req-5d1afdcc-dc8d-470c-bc1f-c8578c183d81 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.3433385 Aug 09 15:56:21.487792 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.493019 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.495700 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "DELETE /v2.0/networks/c439188b-4524-4813-94e2-28399f8a447b HTTP/1.1" status: 204 len: 168 time: 0.8985267 Aug 09 15:56:21.498701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48070) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:21.507648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-c07fe6b5-03ea-432d-963e-bbf1aeabe4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:21.509768 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-c07fe6b5-03ea-432d-963e-bbf1aeabe4f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 200 len: 856 time: 0.1198061 Aug 09 15:56:21.547993 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c45d48c-1a48-4e3d-84f0-b71d381d0d99 req-edd20c07-c940-4d41-abc4-1e44ec1e3b79 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889869 Aug 09 15:56:21.565519 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48074) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:21.572919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7f12d-f67a-48d9-ab8b-5448675d04d4 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event deleted for resources: {'Network': ['ID=c439188b-4524-4813-94e2-28399f8a447b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:21.624617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-c5011db1-69e3-42b2-84fe-2fb195684ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:21.626698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-c5011db1-69e3-42b2-84fe-2fb195684ec9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928435 Aug 09 15:56:21.782293 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cb95e390-5c59-47a2-af79-2393e039efba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e5f1a03c287a42209d0b9eb2d0d97d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626105 Aug 09 15:56:21.789721 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:21.793607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48082) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:21.856559 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-b0fdd717-56ed-41d1-baef-4fcca53f8afa service neutron] 10.222.0.53 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192185 Aug 09 15:56:21.865782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8061d0-d0ae-4f78-becb-3b90c9189c5f req-8a641619-77e9-43a8-aa65-e863eb0520e6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:21.874691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b8061d0-d0ae-4f78-becb-3b90c9189c5f req-8a641619-77e9-43a8-aa65-e863eb0520e6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.1093028 Aug 09 15:56:21.996332 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b8061d0-d0ae-4f78-becb-3b90c9189c5f req-fd09e7d6-4bb8-488f-9963-3869df6afdfa tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205063 Aug 09 15:56:22.001746 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.031097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c1a48a7-b1d8-4281-897b-a5822485c74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.043491 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3eeeb92f-3f13-463c-94f1-24895f0f6320 req-053b7968-3ed3-4ea3-893c-ef197f11e14e service neutron] 10.222.0.53 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658618 Aug 09 15:56:22.061323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:22.087452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afcce59c-5fe2-460e-83a4-f2f3cdaabdbd') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:22.087850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afcce59c-5fe2-460e-83a4-f2f3cdaabdbd') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:22.106431 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c1a48a7-b1d8-4281-897b-a5822485c74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.109655 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.138281 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.156510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:22.156794 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.188973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195d674-e027-4ccc-bb47-0e10b6fcfb8d req-5007eb61-4b02-4152-98f1-d5e8915e3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.190571 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0195d674-e027-4ccc-bb47-0e10b6fcfb8d req-5007eb61-4b02-4152-98f1-d5e8915e3792 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 1094 time: 0.0870581 Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:22.224593 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:22.272701 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.300326 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.306336 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] 10.222.0.81 "DELETE /v2.0/networks/b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5 HTTP/1.1" status: 204 len: 168 time: 0.8060205 Aug 09 15:56:22.308273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206284e-4df7-4b54-a423-14905adae3e0 tempest-BulkNetworkOpsIpV6Test-1162944565 tempest-BulkNetworkOpsIpV6Test-1162944565-project] Pushing event deleted for resources: {'Network': ['ID=b46d1c14-f435-4a9d-8aa5-a6c85b44c6b5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:22.310531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c1a48a7-b1d8-4281-897b-a5822485c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.313457 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c1a48a7-b1d8-4281-897b-a5822485c74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:22.318680 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3c1a48a7-b1d8-4281-897b-a5822485c74b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/460e0468-f7c6-4471-acde-5925b1ca565a HTTP/1.1" status: 204 len: 168 time: 0.5225945 Aug 09 15:56:22.328476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a48a7-b1d8-4281-897b-a5822485c74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460e0468-f7c6-4471-acde-5925b1ca565a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:22.375744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195d674-e027-4ccc-bb47-0e10b6fcfb8d req-ee9e15b5-94c0-4b9e-a688-d776aa4eafde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.377482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0195d674-e027-4ccc-bb47-0e10b6fcfb8d req-ee9e15b5-94c0-4b9e-a688-d776aa4eafde service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 918 time: 0.1772826 Aug 09 15:56:22.449476 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0195d674-e027-4ccc-bb47-0e10b6fcfb8d req-b32ecf48-862f-40ee-a7ef-3c831f8dbfd7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e HTTP/1.1" status: 200 len: 217 time: 0.0564787 Aug 09 15:56:22.539149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195d674-e027-4ccc-bb47-0e10b6fcfb8d req-608fe0fe-f59a-46a9-ab99-d95de2dbfb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.540934 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0195d674-e027-4ccc-bb47-0e10b6fcfb8d req-608fe0fe-f59a-46a9-ab99-d95de2dbfb4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 200 len: 856 time: 0.0789936 Aug 09 15:56:22.614507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195d674-e027-4ccc-bb47-0e10b6fcfb8d req-b6f3e290-646c-4fe9-a261-c51342bf82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.616836 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0195d674-e027-4ccc-bb47-0e10b6fcfb8d req-b6f3e290-646c-4fe9-a261-c51342bf82b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643013 Aug 09 15:56:22.794158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e9e35-ef70-4cef-ac61-a86ec2c946af req-c25c69da-f613-487f-a279-4f7406bcc89b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.796857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d71e9e35-ef70-4cef-ac61-a86ec2c946af req-c25c69da-f613-487f-a279-4f7406bcc89b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.0914412 Aug 09 15:56:22.802529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0195d674-e027-4ccc-bb47-0e10b6fcfb8d req-ae05c87e-bf46-4b7d-8078-3655bbc1765c service neutron] 10.222.0.53 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718960 Aug 09 15:56:22.845496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48126) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:22.903144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d71e9e35-ef70-4cef-ac61-a86ec2c946af req-e46353e2-efeb-4d90-aba0-530acc7f8104 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992770 Aug 09 15:56:22.953669 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0195d674-e027-4ccc-bb47-0e10b6fcfb8d req-fd3600af-4639-42da-b27e-e513a5f6273e service neutron] 10.222.0.53 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224244 Aug 09 15:56:23.189264 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-50e99c31-767b-4d65-9b21-0c150ea4224e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a966e8d4a4ce46358a5e7a1e4bc4492e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475592 Aug 09 15:56:23.191851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48144) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:23.248887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f396cbd-46a8-4b01-a3fc-303eefd86074 req-a7802154-6eef-4fa6-8c63-d163155609c6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:23.250770 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f396cbd-46a8-4b01-a3fc-303eefd86074 req-a7802154-6eef-4fa6-8c63-d163155609c6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.1001434 Aug 09 15:56:23.267170 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49c919ca-8193-4ee0-a12c-788edb73b7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.319372 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49c919ca-8193-4ee0-a12c-788edb73b7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.325251 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f396cbd-46a8-4b01-a3fc-303eefd86074 req-04989535-a5d8-4df3-85ff-ca744280e1d0 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669394 Aug 09 15:56:23.397206 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49c919ca-8193-4ee0-a12c-788edb73b7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.402983 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49c919ca-8193-4ee0-a12c-788edb73b7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.404277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-49c919ca-8193-4ee0-a12c-788edb73b7a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f116c652-665b-427d-83f3-d2105c301b41 HTTP/1.1" status: 204 len: 168 time: 0.2112246 Aug 09 15:56:23.415919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c919ca-8193-4ee0-a12c-788edb73b7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f116c652-665b-427d-83f3-d2105c301b41,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:24.052165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0215ca-b241-4131-8b2b-0685c20f84bd req-e2cb643e-7355-4672-8c0f-7b90032d0df2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:24.060267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe0215ca-b241-4131-8b2b-0685c20f84bd req-e2cb643e-7355-4672-8c0f-7b90032d0df2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.0677321 Aug 09 15:56:24.108317 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe0215ca-b241-4131-8b2b-0685c20f84bd req-31127c91-dca0-4762-987e-b53e634211e0 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470612 Aug 09 15:56:24.265870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48200) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:24.460770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65afbdff-d7fb-4975-b32c-950ac220b585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.582816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65afbdff-d7fb-4975-b32c-950ac220b585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.588731 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65afbdff-d7fb-4975-b32c-950ac220b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.634418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-65afbdff-d7fb-4975-b32c-950ac220b585 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a16b1b45645743678b3d2b7791515dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668993 Aug 09 15:56:24.636997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48216) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:24.644475 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afbdff-d7fb-4975-b32c-950ac220b585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43a9ba5-d6b7-4078-850f-cd453bd2218c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:24.691103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48218) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:24.750863 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08f1870f-162d-4be0-a949-3ab3a6639b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.799433 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08f1870f-162d-4be0-a949-3ab3a6639b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.877559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8343ab-51a6-4650-8ea4-507d685c0015 req-afe635f7-0371-40ab-a315-4b53c9c512d5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:24.879463 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf8343ab-51a6-4650-8ea4-507d685c0015 req-afe635f7-0371-40ab-a315-4b53c9c512d5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.1402578 Aug 09 15:56:24.905951 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08f1870f-162d-4be0-a949-3ab3a6639b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.909696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08f1870f-162d-4be0-a949-3ab3a6639b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.912627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-08f1870f-162d-4be0-a949-3ab3a6639b31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f43a9ba5-d6b7-4078-850f-cd453bd2218c HTTP/1.1" status: 204 len: 168 time: 0.2725391 Aug 09 15:56:24.934012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1870f-162d-4be0-a949-3ab3a6639b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43a9ba5-d6b7-4078-850f-cd453bd2218c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:24.952572 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf8343ab-51a6-4650-8ea4-507d685c0015 req-53a217cc-36b2-4096-a024-160a1ac3b93a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661595 Aug 09 15:56:25.008888 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-912746760'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:25.049721 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:25.057932 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.070174 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.190000 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.199675 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.247803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ee8014-b81f-497c-a8e3-b6ec1f39a584,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:25.293157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:25.313509 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.313910 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Added segment 7da18754-4bde-4fce-acac-addb3d7f36d2 of type vlan for network f2c15eab-9dfa-406b-851e-4ae36bdfe098 Aug 09 15:56:25.340693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6d265-96fd-4aa7-bf82-357ccaff2652 req-5ed46ae5-32b9-4671-88e6-4976899d3dc1 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:25.342557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9de6d265-96fd-4aa7-bf82-357ccaff2652 req-5ed46ae5-32b9-4671-88e6-4976899d3dc1 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.1328232 Aug 09 15:56:25.375213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48246) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:25.389879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a34f4cbb-5f4d-4718-bd3d-80c188a7c566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.419255 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9de6d265-96fd-4aa7-bf82-357ccaff2652 req-bdf5969a-2839-4251-b20c-379ba8d028c7 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468178 Aug 09 15:56:25.431436 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.468969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.476608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:25.477430 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.578627 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=f2c15eab-9dfa-406b-851e-4ae36bdfe098,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:25.594300 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a34f4cbb-5f4d-4718-bd3d-80c188a7c566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.604512 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a34f4cbb-5f4d-4718-bd3d-80c188a7c566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.605536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network f2c15eab-9dfa-406b-851e-4ae36bdfe098 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:25.609549 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-26a94be3-fb40-4db1-a101-cfa65349466c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9174421 Aug 09 15:56:25.669871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f4cbb-5f4d-4718-bd3d-80c188a7c566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a94e952-5d00-4db1-9668-00df13d9b745,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:25.691525 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a34f4cbb-5f4d-4718-bd3d-80c188a7c566 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7003824c69747a5bb4e176b30395fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151562 Aug 09 15:56:25.694174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48252) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:25.748399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f69d4a8-3d7c-4d30-af83-fa2e86eae9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.756275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48256) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:25.762455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4debb254-bf31-4304-b70c-8f0563ac68a0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'network_id': 'f2c15eab-9dfa-406b-851e-4ae36bdfe098', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:25.771741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f69d4a8-3d7c-4d30-af83-fa2e86eae9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.829543 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f69d4a8-3d7c-4d30-af83-fa2e86eae9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.833990 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f69d4a8-3d7c-4d30-af83-fa2e86eae9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.847700 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7f69d4a8-3d7c-4d30-af83-fa2e86eae9fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a94e952-5d00-4db1-9668-00df13d9b745 HTTP/1.1" status: 204 len: 168 time: 0.1523800 Aug 09 15:56:25.861081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69d4a8-3d7c-4d30-af83-fa2e86eae9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a94e952-5d00-4db1-9668-00df13d9b745,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:25.933640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4debb254-bf31-4304-b70c-8f0563ac68a0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:25.937510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4debb254-bf31-4304-b70c-8f0563ac68a0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.139265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c9fa6-83ba-45fd-9adb-0c746b1c029c req-93303db0-312f-4dea-baad-9c7bd08fd2af tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:26.143332 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c19c9fa6-83ba-45fd-9adb-0c746b1c029c req-93303db0-312f-4dea-baad-9c7bd08fd2af tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.0876973 Aug 09 15:56:26.221024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c19c9fa6-83ba-45fd-9adb-0c746b1c029c req-34d77824-6786-461f-8042-8cb0ceb11023 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666993 Aug 09 15:56:26.259235 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4debb254-bf31-4304-b70c-8f0563ac68a0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.339463 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debb254-bf31-4304-b70c-8f0563ac68a0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=52013106-f0b7-4e7d-ab82-6b3c6c64edaf,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:26.342334 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5eaba180-e106-4ae3-9d53-cfa0644c449e details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:56:26.356279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debb254-bf31-4304-b70c-8f0563ac68a0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking segment: {'id': '7da18754-4bde-4fce-acac-addb3d7f36d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f2c15eab-9dfa-406b-851e-4ae36bdfe098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:26.356616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4debb254-bf31-4304-b70c-8f0563ac68a0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network hostable DHCP agents. Network: f2c15eab-9dfa-406b-851e-4ae36bdfe098, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:26.385986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4debb254-bf31-4304-b70c-8f0563ac68a0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network f2c15eab-9dfa-406b-851e-4ae36bdfe098 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:26.406129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4debb254-bf31-4304-b70c-8f0563ac68a0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, f2c15eab-9dfa-406b-851e-4ae36bdfe098) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:26.422802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49665de5-0745-4b0f-8279-dd8e73bcc4fd None None] Network f2c15eab-9dfa-406b-851e-4ae36bdfe098 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:26.432327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4debb254-bf31-4304-b70c-8f0563ac68a0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:26.434315 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4debb254-bf31-4304-b70c-8f0563ac68a0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.474809 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4debb254-bf31-4304-b70c-8f0563ac68a0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7129078 Aug 09 15:56:26.475334 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48288) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:26.485868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-911ed9de-d5a3-41e0-bd1a-bf6f240870c0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2142691365'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:26.548199 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911ed9de-d5a3-41e0-bd1a-bf6f240870c0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:26.562844 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-911ed9de-d5a3-41e0-bd1a-bf6f240870c0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.593884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:26.607865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'port_id': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'mac_address': 'fa:16:3e:fa:7e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:56:26.635935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911ed9de-d5a3-41e0-bd1a-bf6f240870c0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:26.647913 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-911ed9de-d5a3-41e0-bd1a-bf6f240870c0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.648747 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-911ed9de-d5a3-41e0-bd1a-bf6f240870c0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Added segment 6b9267eb-0a29-4091-89ca-3af74ec7e79f of type vlan for network d37a1a27-4f2c-4e00-a1fd-c756ab21f514 Aug 09 15:56:26.697605 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-911ed9de-d5a3-41e0-bd1a-bf6f240870c0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.756479 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-911ed9de-d5a3-41e0-bd1a-bf6f240870c0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.763988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ed9de-d5a3-41e0-bd1a-bf6f240870c0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:26.764950 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-911ed9de-d5a3-41e0-bd1a-bf6f240870c0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.855701 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.856513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-911ed9de-d5a3-41e0-bd1a-bf6f240870c0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3791175 Aug 09 15:56:26.858930 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48296) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:26.872937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eaba180-e106-4ae3-9d53-cfa0644c449e {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:26.873284 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ea1ebc5f-a7ef-4964-b0db-be04d59ca5a9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'network_id': 'd37a1a27-4f2c-4e00-a1fd-c756ab21f514', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:26.901271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:26.906124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-f2c15eab-9dfa-406b-851e-4ae36bdfe098', 'network_id': 'f2c15eab-9dfa-406b-851e-4ae36bdfe098', 'tenant_id': 'e2feb928447a4a20adae7d1684609730', 'fixed_ips': [{'subnet_id': '52013106-f0b7-4e7d-ab82-6b3c6c64edaf'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:26.908074 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.927228 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.940389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9793219-cbbe-4cc0-a1cd-467f2875510e req-f61337ee-07ed-45ae-b22c-f98f5eab79a7 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:26.946716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9793219-cbbe-4cc0-a1cd-467f2875510e req-f61337ee-07ed-45ae-b22c-f98f5eab79a7 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.3460486 Aug 09 15:56:26.992035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ed9de-d5a3-41e0-bd1a-bf6f240870c0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=d37a1a27-4f2c-4e00-a1fd-c756ab21f514,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:27.047666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9793219-cbbe-4cc0-a1cd-467f2875510e req-51214dcb-6ce8-46bc-a94d-523a04258681 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944817 Aug 09 15:56:27.048628 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d37a1a27-4f2c-4e00-a1fd-c756ab21f514 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:27.124878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1ebc5f-a7ef-4964-b0db-be04d59ca5a9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:27.129730 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ea1ebc5f-a7ef-4964-b0db-be04d59ca5a9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:27.189697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5eaba180-e106-4ae3-9d53-cfa0644c449e,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:27.200626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:27.201259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:27.201849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:27.202500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:27.203033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:27.203595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:27.203939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:27.204269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:27.204776 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:27.205321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:27.206052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:27.206540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:27.297360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5eaba180-e106-4ae3-9d53-cfa0644c449e'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:27.432911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Allocated IP 172.20.255.242 (f2c15eab-9dfa-406b-851e-4ae36bdfe098/52013106-f0b7-4e7d-ab82-6b3c6c64edaf/4b7b9e09-d77b-4345-a5b0-08b972b21583) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:27.459060 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ea1ebc5f-a7ef-4964-b0db-be04d59ca5a9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:27.468625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35951fe-21d8-4505-ae70-34e4992e9dc4 req-0a8e62ee-41cc-4024-8b01-cd4dcf4ae3da tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:27.485226 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f35951fe-21d8-4505-ae70-34e4992e9dc4 req-0a8e62ee-41cc-4024-8b01-cd4dcf4ae3da tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 944 time: 0.1245840 Aug 09 15:56:27.559932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ebc5f-a7ef-4964-b0db-be04d59ca5a9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=e27d40e4-e413-42c1-baa0-31778c155b34,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:27.563585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1ebc5f-a7ef-4964-b0db-be04d59ca5a9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking segment: {'id': '6b9267eb-0a29-4091-89ca-3af74ec7e79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd37a1a27-4f2c-4e00-a1fd-c756ab21f514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:27.564354 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1ebc5f-a7ef-4964-b0db-be04d59ca5a9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network hostable DHCP agents. Network: d37a1a27-4f2c-4e00-a1fd-c756ab21f514, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:27.590789 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1ebc5f-a7ef-4964-b0db-be04d59ca5a9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network d37a1a27-4f2c-4e00-a1fd-c756ab21f514 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:27.599376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f35951fe-21d8-4505-ae70-34e4992e9dc4 req-abaa9525-9f86-4ae0-aa3f-56474269edfb tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134570 Aug 09 15:56:27.611285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ea1ebc5f-a7ef-4964-b0db-be04d59ca5a9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d37a1a27-4f2c-4e00-a1fd-c756ab21f514) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:27.633317 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ebc5f-a7ef-4964-b0db-be04d59ca5a9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:27.634655 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ea1ebc5f-a7ef-4964-b0db-be04d59ca5a9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:27.662480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29def53a-030b-4014-85b8-066abc123797 None None] Network d37a1a27-4f2c-4e00-a1fd-c756ab21f514 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:27.664531 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ea1ebc5f-a7ef-4964-b0db-be04d59ca5a9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8038075 Aug 09 15:56:27.667963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48328) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:27.833136 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:27.931564 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.023303 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.052158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Transition to ACTIVE for port object 4b7b9e09-d77b-4345-a5b0-08b972b21583 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:28.065916 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c4a08-a5a6-48b8-9771-aa449379dfc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-d37a1a27-4f2c-4e00-a1fd-c756ab21f514', 'network_id': 'd37a1a27-4f2c-4e00-a1fd-c756ab21f514', 'tenant_id': 'e2feb928447a4a20adae7d1684609730', 'fixed_ips': [{'subnet_id': 'e27d40e4-e413-42c1-baa0-31778c155b34'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:28.067491 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ff2c4a08-a5a6-48b8-9771-aa449379dfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.092738 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.105516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Transition to ACTIVE for port object 4b7b9e09-d77b-4345-a5b0-08b972b21583 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:28.115394 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.188253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Subnet': ['ID=e27d40e4-e413-42c1-baa0-31778c155b34,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:28.333160 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.360985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37a1a27-4f2c-4e00-a1fd-c756ab21f514']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:28.365952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661951ef-d784-4cac-8d6e-663109f2b8a0 None None] Network d37a1a27-4f2c-4e00-a1fd-c756ab21f514 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:28.376159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9267eb-0a29-4091-89ca-3af74ec7e79f') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:28.376868 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9267eb-0a29-4091-89ca-3af74ec7e79f') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:28.393514 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.434540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee605a-b482-44a2-93f0-569a852e37f8 req-48d90dce-ef51-4bac-b9ac-b6ed584a079c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:28.436216 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dcee605a-b482-44a2-93f0-569a852e37f8 req-48d90dce-ef51-4bac-b9ac-b6ed584a079c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.2497816 Aug 09 15:56:28.437389 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.468919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:28.468919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:28.474724 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:28.551134 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dcee605a-b482-44a2-93f0-569a852e37f8 req-9b2ea465-95d8-4aa7-a59f-7587c3f506b4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069651 Aug 09 15:56:28.563955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Network f2c15eab-9dfa-406b-851e-4ae36bdfe098 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:28.584892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.608709 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:28.611700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:28.655787 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.658253 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/d37a1a27-4f2c-4e00-a1fd-c756ab21f514 HTTP/1.1" status: 204 len: 168 time: 0.9890172 Aug 09 15:56:28.661754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48356) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:28.666762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70569ba2-6c3d-4a87-81dd-d89f61bc3d9e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Network': ['ID=d37a1a27-4f2c-4e00-a1fd-c756ab21f514,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:28.672821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7a831556-6c2f-48dd-a3e9-39c0616ca692 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1035044564'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:28.738023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a831556-6c2f-48dd-a3e9-39c0616ca692 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:28.738310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Pushing event updated for resources: {'Port': ['ID=4b7b9e09-d77b-4345-a5b0-08b972b21583,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:28.750921 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a831556-6c2f-48dd-a3e9-39c0616ca692 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.775840 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Attempting to bind port 4b7b9e09-d77b-4345-a5b0-08b972b21583 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:28.776477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Attempting to bind port 4b7b9e09-d77b-4345-a5b0-08b972b21583 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '7da18754-4bde-4fce-acac-addb3d7f36d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f2c15eab-9dfa-406b-851e-4ae36bdfe098'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:28.777122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Attempting to bind port 4b7b9e09-d77b-4345-a5b0-08b972b21583 on network f2c15eab-9dfa-406b-851e-4ae36bdfe098 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:28.806078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:28.806775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Checking segment: {'id': '7da18754-4bde-4fce-acac-addb3d7f36d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f2c15eab-9dfa-406b-851e-4ae36bdfe098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:28.807481 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.808043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Bound using segment: {'id': '7da18754-4bde-4fce-acac-addb3d7f36d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f2c15eab-9dfa-406b-851e-4ae36bdfe098'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:28.808703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Bound port: 4b7b9e09-d77b-4345-a5b0-08b972b21583, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da18754-4bde-4fce-acac-addb3d7f36d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f2c15eab-9dfa-406b-851e-4ae36bdfe098'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:28.809277 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.866124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a831556-6c2f-48dd-a3e9-39c0616ca692 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:28.887830 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a831556-6c2f-48dd-a3e9-39c0616ca692 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.890422 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-7a831556-6c2f-48dd-a3e9-39c0616ca692 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Added segment 19e060e9-3b7a-4355-ae25-6a354d26164e of type vlan for network 69aa3c09-556d-40ac-8fb5-0e3c05ede3b5 Aug 09 15:56:28.955282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] For port 4b7b9e09-d77b-4345-a5b0-08b972b21583, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:28.955443 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a831556-6c2f-48dd-a3e9-39c0616ca692 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.960050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] For port 4b7b9e09-d77b-4345-a5b0-08b972b21583, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4b7b9e09-d77b-4345-a5b0-08b972b21583,segment=NetworkSegment(7da18754-4bde-4fce-acac-addb3d7f36d2),segment_id=7da18754-4bde-4fce-acac-addb3d7f36d2)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:28.965884 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.998451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3845f-809c-4b9b-97f4-c1f00f3613ec req-3b7883f0-341e-42e0-b3cc-9f53a1c0e0c5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:29.000036 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebf3845f-809c-4b9b-97f4-c1f00f3613ec req-3b7883f0-341e-42e0-b3cc-9f53a1c0e0c5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 944 time: 0.2377460 Aug 09 15:56:29.001242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a831556-6c2f-48dd-a3e9-39c0616ca692 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.008048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a831556-6c2f-48dd-a3e9-39c0616ca692 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:29.009209 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a831556-6c2f-48dd-a3e9-39c0616ca692 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.052418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432340a-da51-4bf4-86d4-43f46edab153 None None] Pushing event updated for resources: {'Port': ['ID=4b7b9e09-d77b-4345-a5b0-08b972b21583,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:29.150852 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7a831556-6c2f-48dd-a3e9-39c0616ca692 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4860063 Aug 09 15:56:29.154668 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48382) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:29.160370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'network_id': '69aa3c09-556d-40ac-8fb5-0e3c05ede3b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:29.169031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a831556-6c2f-48dd-a3e9-39c0616ca692 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=69aa3c09-556d-40ac-8fb5-0e3c05ede3b5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:29.182223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 69aa3c09-556d-40ac-8fb5-0e3c05ede3b5 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:29.190472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebf3845f-809c-4b9b-97f4-c1f00f3613ec req-2af03fb5-72e8-4ae4-ae4f-79bc1e342f0f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695051 Aug 09 15:56:29.428048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:29.432624 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.611520 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.ipam_backend_mixin [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Performing IP validity checks on allocation pools {{(pid=94289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 09 15:56:29.612087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.ipam_backend_mixin [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 09 15:56:29.876689 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dcc89-d2ad-47f7-8724-3bf068dc3215 req-37c47953-3b8b-4bdc-a703-a62d8df43f06 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:29.879045 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-062dcc89-d2ad-47f7-8724-3bf068dc3215 req-37c47953-3b8b-4bdc-a703-a62d8df43f06 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.1583469 Aug 09 15:56:29.970207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4b7b9e09-d77b-4345-a5b0-08b972b21583 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:30.038414 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:30.101838 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 4b7b9e09-d77b-4345-a5b0-08b972b21583 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:30.201392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-062dcc89-d2ad-47f7-8724-3bf068dc3215 req-577b1dd6-a7eb-4c81-ab2f-b558503528a0 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719407 Aug 09 15:56:30.278842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=7102e55a-598c-4f6c-8478-8d8ba41f1d46,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:30.334473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking segment: {'id': '19e060e9-3b7a-4355-ae25-6a354d26164e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '69aa3c09-556d-40ac-8fb5-0e3c05ede3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:30.346104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network hostable DHCP agents. Network: 69aa3c09-556d-40ac-8fb5-0e3c05ede3b5, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:30.368968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5eaba180-e106-4ae3-9d53-cfa0644c449e up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:30.415252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network 69aa3c09-556d-40ac-8fb5-0e3c05ede3b5 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:30.442010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 69aa3c09-556d-40ac-8fb5-0e3c05ede3b5) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:30.450048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:30.452208 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:30.454455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc0631-14b9-4fb4-a56f-b7efa08164a3 None None] Network 69aa3c09-556d-40ac-8fb5-0e3c05ede3b5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:30.455544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251c455-a114-4654-8e9b-0ee4b577f0fb req-486dd452-080e-4093-9337-275eca6a6ef2 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:30.462511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e251c455-a114-4654-8e9b-0ee4b577f0fb req-486dd452-080e-4093-9337-275eca6a6ef2 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 944 time: 0.1581986 Aug 09 15:56:30.482743 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-66157303-c361-4f57-82e0-991958c541ad tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3265114 Aug 09 15:56:30.485951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48446) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:30.530385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 5eaba180-e106-4ae3-9d53-cfa0644c449e completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:30.574173 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 5eaba180-e106-4ae3-9d53-cfa0644c449e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:30.574730 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:30.594377 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e251c455-a114-4654-8e9b-0ee4b577f0fb req-58030003-a63c-4eb0-83c8-5e4a9fb1c8eb tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258075 Aug 09 15:56:30.860981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f795ba91-289d-469e-b56f-9ed0f7cf7f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-69aa3c09-556d-40ac-8fb5-0e3c05ede3b5', 'network_id': '69aa3c09-556d-40ac-8fb5-0e3c05ede3b5', 'tenant_id': 'e2feb928447a4a20adae7d1684609730', 'fixed_ips': [{'subnet_id': '7102e55a-598c-4f6c-8478-8d8ba41f1d46'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:30.862685 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f795ba91-289d-469e-b56f-9ed0f7cf7f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:30.898363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6d3ac7-860e-4f82-9516-d35ce231fefe None None] Network f2c15eab-9dfa-406b-851e-4ae36bdfe098 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:30.898693 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.016289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.116683 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.176238 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Subnet': ['ID=7102e55a-598c-4f6c-8478-8d8ba41f1d46,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server [None req-f795ba91-289d-469e-b56f-9ed0f7cf7f11 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7102e55a-598c-4f6c-8478-8d8ba41f1d46: This subnet is being modified by another concurrent operation. Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:56:31.230806 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise exception Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7102e55a-598c-4f6c-8478-8d8ba41f1d46: This subnet is being modified by another concurrent operation. Aug 09 15:56:31.235283 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Aug 09 15:56:31.324176 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.342817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d1f5cd-cc12-494e-bfed-b6b7b803f779 None None] Network 69aa3c09-556d-40ac-8fb5-0e3c05ede3b5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:31.352684 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.369654 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b57dd4c6-35bd-4f2a-abc8-a8c2b8586c4d None None] Provisioning for port 4b7b9e09-d77b-4345-a5b0-08b972b21583 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:31.378299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69aa3c09-556d-40ac-8fb5-0e3c05ede3b5']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:31.420296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e060e9-3b7a-4355-ae25-6a354d26164e') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:31.421524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e060e9-3b7a-4355-ae25-6a354d26164e') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:31.468617 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.510207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.520118 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:31.521419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:31.535748 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:31.541507 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea45dcea-363f-493c-84c2-b542e48cfe30 req-a0de2aab-ba35-4a2a-8980-abb2e3d10548 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2022011 Aug 09 15:56:31.559139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1096960-d623-4841-8f57-7784be56167f req-c60d7b2d-10a8-4ffe-847b-67ee67cfc024 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:31.569887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b1096960-d623-4841-8f57-7784be56167f req-c60d7b2d-10a8-4ffe-847b-67ee67cfc024 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.1786666 Aug 09 15:56:31.571976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b57dd4c6-35bd-4f2a-abc8-a8c2b8586c4d None None] Provisioning complete for port 4b7b9e09-d77b-4345-a5b0-08b972b21583 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:31.572489 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b57dd4c6-35bd-4f2a-abc8-a8c2b8586c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.665666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b1096960-d623-4841-8f57-7784be56167f req-8ac82c7a-8fc9-4c6e-8baa-b1c5bcc2182f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938830 Aug 09 15:56:31.673037 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.707547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45dcea-363f-493c-84c2-b542e48cfe30 req-7a15e436-545c-4ffb-b6d0-eb641fd65c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:31.709230 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea45dcea-363f-493c-84c2-b542e48cfe30 req-7a15e436-545c-4ffb-b6d0-eb641fd65c55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e2722a4423d4e4e97dd724328435514&device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 1097 time: 0.1302648 Aug 09 15:56:31.714096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.716560 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/69aa3c09-556d-40ac-8fb5-0e3c05ede3b5 HTTP/1.1" status: 204 len: 168 time: 1.2293408 Aug 09 15:56:31.717928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb135bbf-e79d-4836-a044-dfa4f6c1fc93 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Network': ['ID=69aa3c09-556d-40ac-8fb5-0e3c05ede3b5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:31.722254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48518) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:31.728184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fc3e3c15-3ed6-4ada-8489-c3db4baa3ab9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-636258601'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:31.775633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3e3c15-3ed6-4ada-8489-c3db4baa3ab9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:31.786957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3c15-3ed6-4ada-8489-c3db4baa3ab9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.893946 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3e3c15-3ed6-4ada-8489-c3db4baa3ab9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:31.926913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:31.927111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954a045-ceba-4f76-a760-543b877f2a15 req-1de6725b-7692-4680-b250-da9ba9993a0b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:31.928693 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4954a045-ceba-4f76-a760-543b877f2a15 req-1de6725b-7692-4680-b250-da9ba9993a0b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 944 time: 0.1249595 Aug 09 15:56:31.929192 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d08eab-5ba5-4085-9d30-40f9f94aa920" -d '{"events": [{"server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "name": "network-vif-plugged", "status": "completed", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:31.936419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3c15-3ed6-4ada-8489-c3db4baa3ab9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.937237 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-fc3e3c15-3ed6-4ada-8489-c3db4baa3ab9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Added segment 61383c2d-b5e2-4596-b9c0-58f9acd736bf of type vlan for network 131f6eed-7dba-4f68-944f-b53331bfbc98 Aug 09 15:56:32.006561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45dcea-363f-493c-84c2-b542e48cfe30 req-9458ad9f-5614-46d3-bc9e-4fe487d4d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:32.011331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea45dcea-363f-493c-84c2-b542e48cfe30 req-9458ad9f-5614-46d3-bc9e-4fe487d4d9a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 200 len: 912 time: 0.2703559 Aug 09 15:56:32.034598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:32.107864 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3c15-3ed6-4ada-8489-c3db4baa3ab9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.111191 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.116684 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9de335-8db7-47d1-aeca-7adcc7b57176 x-openstack-request-id: req-cb9de335-8db7-47d1-aeca-7adcc7b57176 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:32.116990 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "name": "network-vif-plugged", "status": "completed", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:32.117239 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb9de335-8db7-47d1-aeca-7adcc7b57176 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:32.117702 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'code': 200} Aug 09 15:56:32.144784 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3c15-3ed6-4ada-8489-c3db4baa3ab9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.152167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e3c15-3ed6-4ada-8489-c3db4baa3ab9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:32.153040 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3c15-3ed6-4ada-8489-c3db4baa3ab9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.223801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea45dcea-363f-493c-84c2-b542e48cfe30 req-b473f9a5-0b3e-4324-8c47-b9028bf81500 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 HTTP/1.1" status: 200 len: 1001 time: 0.2040598 Aug 09 15:56:32.341696 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4954a045-ceba-4f76-a760-543b877f2a15 req-2ad498bf-756f-40a6-9e84-7d55dcdd9da9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3949170 Aug 09 15:56:32.358268 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fc3e3c15-3ed6-4ada-8489-c3db4baa3ab9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6306286 Aug 09 15:56:32.364109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48542) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:32.405333 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2afda62b-e297-42d4-811e-b2f1ed5ee39c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'network_id': '131f6eed-7dba-4f68-944f-b53331bfbc98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:32.419197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5eaba180-e106-4ae3-9d53-cfa0644c449e,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:32.442292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f12d65-6943-44a2-b934-595396348255 req-bc00ffdc-e268-483b-8166-9b51f16ec94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:32.443915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6f12d65-6943-44a2-b934-595396348255 req-bc00ffdc-e268-483b-8166-9b51f16ec94a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 1096 time: 0.2173555 Aug 09 15:56:32.444784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee48408-8e72-468e-b210-531c15ec62f6 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:56:32.453244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e3c15-3ed6-4ada-8489-c3db4baa3ab9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=131f6eed-7dba-4f68-944f-b53331bfbc98,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:32.459957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45dcea-363f-493c-84c2-b542e48cfe30 req-47c526e0-ad15-433e-bcf5-7c902d0982d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:32.469508 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea45dcea-363f-493c-84c2-b542e48cfe30 req-47c526e0-ad15-433e-bcf5-7c902d0982d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46c0b232-cf1d-485c-aaa0-7c03fdd82b80 HTTP/1.1" status: 200 len: 850 time: 0.1778536 Aug 09 15:56:32.552529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6f12d65-6943-44a2-b934-595396348255 req-97b3b348-17e0-4a14-82e7-ebb69304971f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944772 Aug 09 15:56:32.556243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 131f6eed-7dba-4f68-944f-b53331bfbc98 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:32.563765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45dcea-363f-493c-84c2-b542e48cfe30 req-6ebf0d63-10f0-4317-95b2-7a2326107ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:32.569495 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea45dcea-363f-493c-84c2-b542e48cfe30 req-6ebf0d63-10f0-4317-95b2-7a2326107ebb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd99aa88-f29c-4799-a778-de1dd4e14a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836494 Aug 09 15:56:32.658958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afda62b-e297-42d4-811e-b2f1ed5ee39c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:32.663604 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2afda62b-e297-42d4-811e-b2f1ed5ee39c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.783249 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b57dd4c6-35bd-4f2a-abc8-a8c2b8586c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.897720 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea45dcea-363f-493c-84c2-b542e48cfe30 req-a710b7ba-f84a-4536-a98c-4a17955df59f service neutron] 10.222.0.60 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162053 Aug 09 15:56:33.023558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b57dd4c6-35bd-4f2a-abc8-a8c2b8586c4d None None] For port 4b7b9e09-d77b-4345-a5b0-08b972b21583, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4b7b9e09-d77b-4345-a5b0-08b972b21583,segment=NetworkSegment(7da18754-4bde-4fce-acac-addb3d7f36d2),segment_id=7da18754-4bde-4fce-acac-addb3d7f36d2)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:33.137445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea45dcea-363f-493c-84c2-b542e48cfe30 req-4b20f3d2-c417-4834-b0a3-73559213aeb8 service neutron] 10.222.0.60 "GET /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291656 Aug 09 15:56:33.199396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee48408-8e72-468e-b210-531c15ec62f6 None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:56:33.199849 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:56:33.213312 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b57dd4c6-35bd-4f2a-abc8-a8c2b8586c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.607256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf71c8-c90a-44a7-a996-9e6509d89f79 req-b5558fd2-1566-4e9e-9b11-312f967bdb8c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:33.625616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7cf71c8-c90a-44a7-a996-9e6509d89f79 req-b5558fd2-1566-4e9e-9b11-312f967bdb8c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1125817 Aug 09 15:56:33.637122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f38829b8-4575-4032-854e-9795b159f84e None None] Provisioning complete for port 4b7b9e09-d77b-4345-a5b0-08b972b21583 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:33.637753 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f38829b8-4575-4032-854e-9795b159f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.690532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48614) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:33.734223 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7cf71c8-c90a-44a7-a996-9e6509d89f79 req-97f93eb7-2ea3-4159-a006-d68d9aa2a257 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075997 Aug 09 15:56:33.740112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2e06-bf43-4766-899d-ecb150c45f85 req-7a4f1a81-93f9-40a6-bd7f-c21b68e596a6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:33.753438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dd4c6-35bd-4f2a-abc8-a8c2b8586c4d None None] Pushing event updated for resources: {'Port': ['ID=4b7b9e09-d77b-4345-a5b0-08b972b21583,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:33.765316 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee4a2e06-bf43-4766-899d-ecb150c45f85 req-7a4f1a81-93f9-40a6-bd7f-c21b68e596a6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.8577394 Aug 09 15:56:33.928003 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee4a2e06-bf43-4766-899d-ecb150c45f85 req-ab49ccaa-2cc3-4230-b34a-787aeb61b584 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611047 Aug 09 15:56:33.940428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b75a0c4-80ce-4135-872f-768e8efb4688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.026327 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2afda62b-e297-42d4-811e-b2f1ed5ee39c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.121148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afda62b-e297-42d4-811e-b2f1ed5ee39c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking segment: {'id': '61383c2d-b5e2-4596-b9c0-58f9acd736bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131f6eed-7dba-4f68-944f-b53331bfbc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:34.121827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afda62b-e297-42d4-811e-b2f1ed5ee39c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network hostable DHCP agents. Network: 131f6eed-7dba-4f68-944f-b53331bfbc98, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:34.125490 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afda62b-e297-42d4-811e-b2f1ed5ee39c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=d0c3d8e9-d7be-48ac-ab8b-21940c9feed3,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:34.157136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afda62b-e297-42d4-811e-b2f1ed5ee39c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network 131f6eed-7dba-4f68-944f-b53331bfbc98 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:34.163778 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b75a0c4-80ce-4135-872f-768e8efb4688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.175678 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b75a0c4-80ce-4135-872f-768e8efb4688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.186452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-2afda62b-e297-42d4-811e-b2f1ed5ee39c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 131f6eed-7dba-4f68-944f-b53331bfbc98) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:34.202408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afda62b-e297-42d4-811e-b2f1ed5ee39c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:34.203026 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2afda62b-e297-42d4-811e-b2f1ed5ee39c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.231150 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2afda62b-e297-42d4-811e-b2f1ed5ee39c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8450866 Aug 09 15:56:34.232368 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48638) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:34.246807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9b75a0c4-80ce-4135-872f-768e8efb4688 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ea7aa90f0aa447cb349564fd33f7d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532107 Aug 09 15:56:34.249527 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75a0c4-80ce-4135-872f-768e8efb4688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f82e3f1-b5f0-45df-b797-2f2e837224f4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:34.252184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48642) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:34.356637 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da42792b-ff43-4714-bf6d-06b31a4e9a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.393477 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da42792b-ff43-4714-bf6d-06b31a4e9a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.430004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.482609 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da42792b-ff43-4714-bf6d-06b31a4e9a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.490091 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da42792b-ff43-4714-bf6d-06b31a4e9a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.498548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-da42792b-ff43-4714-bf6d-06b31a4e9a71 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f82e3f1-b5f0-45df-b797-2f2e837224f4 HTTP/1.1" status: 204 len: 168 time: 0.2427070 Aug 09 15:56:34.523858 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.526107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42792b-ff43-4714-bf6d-06b31a4e9a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f82e3f1-b5f0-45df-b797-2f2e837224f4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:34.659148 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.673089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f908f9-636f-4a6a-a572-50199e13e467 None None] Network 131f6eed-7dba-4f68-944f-b53331bfbc98 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:34.709261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c3d8e9-d7be-48ac-ab8b-21940c9feed3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:34.853440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e836af-d6e5-4441-bb1b-93587310d3a5 None None] Network 131f6eed-7dba-4f68-944f-b53331bfbc98 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:34.890687 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.935455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131f6eed-7dba-4f68-944f-b53331bfbc98']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:35.000730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61383c2d-b5e2-4596-b9c0-58f9acd736bf') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:35.001224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61383c2d-b5e2-4596-b9c0-58f9acd736bf') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:35.047399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.101040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48668) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:35.112736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318baf9-bee9-4a36-a2fa-3a8c03eaf62b req-d8d0096e-3ae0-408c-b28d-a25a077633c6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:35.115872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f318baf9-bee9-4a36-a2fa-3a8c03eaf62b req-d8d0096e-3ae0-408c-b28d-a25a077633c6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1880572 Aug 09 15:56:35.117178 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.131965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6704bbd-865d-4ba3-93a3-0fb5e508855a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.142131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:35.142841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.143733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f0e71-6639-4406-8428-9b34a23e4b1e req-0612c8b2-2376-4bd6-a9c8-aad8de4014be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:35.148134 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:35.154504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8a5f0e71-6639-4406-8428-9b34a23e4b1e req-0612c8b2-2376-4bd6-a9c8-aad8de4014be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.0890462 Aug 09 15:56:35.195803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48670) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:35.222384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8a5f0e71-6639-4406-8428-9b34a23e4b1e req-d9821637-b591-43f4-8751-1f75376daec3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667717 Aug 09 15:56:35.313287 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f318baf9-bee9-4a36-a2fa-3a8c03eaf62b req-c740ad7e-fcb9-4b0d-a77d-7a5f0d713c5d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838648 Aug 09 15:56:35.328300 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.372927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.373293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c1f270a-59c9-480a-9672-6dd8db3b8443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.375417 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/131f6eed-7dba-4f68-944f-b53331bfbc98 HTTP/1.1" status: 204 len: 168 time: 1.1405187 Aug 09 15:56:35.376540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d44f7e-0013-4c36-aab1-be63ee643f8a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Network': ['ID=131f6eed-7dba-4f68-944f-b53331bfbc98,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:35.379706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48676) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:35.388625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-886b3866-ba87-42b9-8412-f22d60a363a1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-977825261'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:35.476108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6704bbd-865d-4ba3-93a3-0fb5e508855a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.490858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f6704bbd-865d-4ba3-93a3-0fb5e508855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.503589 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886b3866-ba87-42b9-8412-f22d60a363a1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:35.508830 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-886b3866-ba87-42b9-8412-f22d60a363a1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.512384 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-9c1f270a-59c9-480a-9672-6dd8db3b8443 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:56:35.512384 n-d-803778-2 neutron-server[94290]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:56:35.512384 n-d-803778-2 neutron-server[94290]: [parameters: {'project_id_1': '572c612b4101437ea55e38c6750acc50', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 56, 35, 400586)}] Aug 09 15:56:35.512384 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:56:35.513020 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-9c1f270a-59c9-480a-9672-6dd8db3b8443 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:56:35.543015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dad08-6243-4dd9-a5a5-abf48b6b2668 req-291b3cbc-6547-46be-acf4-36ed6ae58b55 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:35.543302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886b3866-ba87-42b9-8412-f22d60a363a1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:35.544731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f50dad08-6243-4dd9-a5a5-abf48b6b2668 req-291b3cbc-6547-46be-acf4-36ed6ae58b55 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1167102 Aug 09 15:56:35.554479 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-886b3866-ba87-42b9-8412-f22d60a363a1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.556312 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-886b3866-ba87-42b9-8412-f22d60a363a1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Added segment 1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d of type vlan for network c72d6aa8-94ff-46fd-aefb-699a27e1dd48 Aug 09 15:56:35.557938 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48680) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:35.558469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6704bbd-865d-4ba3-93a3-0fb5e508855a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d3e9e2-6576-47c3-9f63-42d0381d87bc,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:35.565982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f6704bbd-865d-4ba3-93a3-0fb5e508855a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7818cc427a5b4776bce0292e0d138bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626291 Aug 09 15:56:35.566653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48682) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:35.594615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9d9f8bdc-3c8a-4a47-8d4d-4cfdb6fe09be tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Request body: {'floatingip': {'port_id': '5eaba180-e106-4ae3-9d53-cfa0644c449e'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:35.630054 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9244aa4d-a132-4dab-bf7c-5d313373554e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.652439 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9244aa4d-a132-4dab-bf7c-5d313373554e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.671819 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8bdc-3c8a-4a47-8d4d-4cfdb6fe09be tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.709983 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9244aa4d-a132-4dab-bf7c-5d313373554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.712760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9244aa4d-a132-4dab-bf7c-5d313373554e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.714174 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9244aa4d-a132-4dab-bf7c-5d313373554e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77d3e9e2-6576-47c3-9f63-42d0381d87bc HTTP/1.1" status: 204 len: 168 time: 0.1460271 Aug 09 15:56:35.735170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244aa4d-a132-4dab-bf7c-5d313373554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d3e9e2-6576-47c3-9f63-42d0381d87bc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:35.739862 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-886b3866-ba87-42b9-8412-f22d60a363a1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.861575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4b7b9e09-d77b-4345-a5b0-08b972b21583 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:35.864296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-886b3866-ba87-42b9-8412-f22d60a363a1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.870876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b3866-ba87-42b9-8412-f22d60a363a1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:35.871526 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-886b3866-ba87-42b9-8412-f22d60a363a1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.921642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 4b7b9e09-d77b-4345-a5b0-08b972b21583 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:35.922163 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.993446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b3866-ba87-42b9-8412-f22d60a363a1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=c72d6aa8-94ff-46fd-aefb-699a27e1dd48,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:36.014584 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c1f270a-59c9-480a-9672-6dd8db3b8443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:36.017350 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-886b3866-ba87-42b9-8412-f22d60a363a1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6359293 Aug 09 15:56:36.021514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48690) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:36.035584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c72d6aa8-94ff-46fd-aefb-699a27e1dd48 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:36.064692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-764afa39-6a8b-48c4-bebb-07d9fbd7e54f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'network_id': 'c72d6aa8-94ff-46fd-aefb-699a27e1dd48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:36.125805 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c1f270a-59c9-480a-9672-6dd8db3b8443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:36.132157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c1f270a-59c9-480a-9672-6dd8db3b8443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:36.183425 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9c1f270a-59c9-480a-9672-6dd8db3b8443 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=572c612b4101437ea55e38c6750acc50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9865315 Aug 09 15:56:36.187022 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48696) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:36.193009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f270a-59c9-480a-9672-6dd8db3b8443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a21d1f0-0912-4e46-9ddf-a882d273a2e8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:36.421164 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764afa39-6a8b-48c4-bebb-07d9fbd7e54f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:36.424840 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-764afa39-6a8b-48c4-bebb-07d9fbd7e54f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:36.491659 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e25130d1-e0b9-4009-b996-961ebf69b245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:36.528901 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018697c-8011-4d6a-a443-5f9efe0b1da2 req-89191109-c0ab-4605-b3f3-abe5fc6127e7 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:36.530450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e018697c-8011-4d6a-a443-5f9efe0b1da2 req-89191109-c0ab-4605-b3f3-abe5fc6127e7 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.2148588 Aug 09 15:56:36.619256 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e25130d1-e0b9-4009-b996-961ebf69b245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:36.656792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.resource_extend [None req-9d9f8bdc-3c8a-4a47-8d4d-4cfdb6fe09be tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:56:36.715053 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e018697c-8011-4d6a-a443-5f9efe0b1da2 req-34c0e6eb-22c5-4462-a0bc-fd686cee1431 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693428 Aug 09 15:56:36.798110 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e25130d1-e0b9-4009-b996-961ebf69b245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:36.800801 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e25130d1-e0b9-4009-b996-961ebf69b245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:36.802738 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e25130d1-e0b9-4009-b996-961ebf69b245 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a21d1f0-0912-4e46-9ddf-a882d273a2e8 HTTP/1.1" status: 204 len: 168 time: 0.6151640 Aug 09 15:56:36.830641 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8bdc-3c8a-4a47-8d4d-4cfdb6fe09be tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:36.831791 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25130d1-e0b9-4009-b996-961ebf69b245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a21d1f0-0912-4e46-9ddf-a882d273a2e8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:36.837034 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8bdc-3c8a-4a47-8d4d-4cfdb6fe09be tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:36.970920 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-764afa39-6a8b-48c4-bebb-07d9fbd7e54f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.051188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764afa39-6a8b-48c4-bebb-07d9fbd7e54f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=35da0797-7db5-4066-a532-5ab827e105d7,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:37.053939 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-9d9f8bdc-3c8a-4a47-8d4d-4cfdb6fe09be tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Floating IP dadb2239-9ae6-4056-af37-a994fafe93ea associated. External IP: 172.25.2.143, port: 5eaba180-e106-4ae3-9d53-cfa0644c449e. Aug 09 15:56:37.145484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764afa39-6a8b-48c4-bebb-07d9fbd7e54f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking segment: {'id': '1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c72d6aa8-94ff-46fd-aefb-699a27e1dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:37.145484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764afa39-6a8b-48c4-bebb-07d9fbd7e54f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network hostable DHCP agents. Network: c72d6aa8-94ff-46fd-aefb-699a27e1dd48, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:37.216031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764afa39-6a8b-48c4-bebb-07d9fbd7e54f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network c72d6aa8-94ff-46fd-aefb-699a27e1dd48 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:37.228348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-764afa39-6a8b-48c4-bebb-07d9fbd7e54f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c72d6aa8-94ff-46fd-aefb-699a27e1dd48) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:37.238381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764afa39-6a8b-48c4-bebb-07d9fbd7e54f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:37.239263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb3b585-84f7-48b5-91fc-bb2b05172919 None None] Network c72d6aa8-94ff-46fd-aefb-699a27e1dd48 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:37.239865 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-764afa39-6a8b-48c4-bebb-07d9fbd7e54f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.314057 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48726) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:37.314986 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-764afa39-6a8b-48c4-bebb-07d9fbd7e54f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2931244 Aug 09 15:56:37.348660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48728) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:37.419256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9f8bdc-3c8a-4a47-8d4d-4cfdb6fe09be tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Router 4f585b29-887a-438f-832b-4afec305bda6 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:56:37.452992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-c72d6aa8-94ff-46fd-aefb-699a27e1dd48', 'network_id': 'c72d6aa8-94ff-46fd-aefb-699a27e1dd48', 'tenant_id': 'e2feb928447a4a20adae7d1684609730', 'fixed_ips': [{'subnet_id': '35da0797-7db5-4066-a532-5ab827e105d7'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:37.455059 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.469853 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a31e453-1be5-4775-baa2-e122214aeda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.659419 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-57d46580-9585-4f93-9517-755fdac53604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.676655 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.730929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9f8bdc-3c8a-4a47-8d4d-4cfdb6fe09be tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:56:37.747178 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96630f98-c634-441e-994b-ed6d85892991 None None] Sync routers for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:56:37.750192 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8bdc-3c8a-4a47-8d4d-4cfdb6fe09be tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.750530 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Allocated IP 172.20.0.2 (c72d6aa8-94ff-46fd-aefb-699a27e1dd48/35da0797-7db5-4066-a532-5ab827e105d7/81cb37de-c2d9-4157-9d14-26b725b83686) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:37.791712 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96630f98-c634-441e-994b-ed6d85892991 None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:37.793123 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-96630f98-c634-441e-994b-ed6d85892991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:56:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:37.802130 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.838233 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9d9f8bdc-3c8a-4a47-8d4d-4cfdb6fe09be tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "PUT /v2.0/floatingips/dadb2239-9ae6-4056-af37-a994fafe93ea HTTP/1.1" status: 200 len: 991 time: 2.2781880 Aug 09 15:56:37.840318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:37.846502 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035cdcf9-180b-45c4-a9c3-91a8df28cef9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:37.950371 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-96630f98-c634-441e-994b-ed6d85892991 None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:56:37.977969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5ff19-c483-49d9-88e5-c88a92a72f6b req-6314a509-be76-4cb7-a9e9-cf8c829275c3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:37.979711 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aaf5ff19-c483-49d9-88e5-c88a92a72f6b req-6314a509-be76-4cb7-a9e9-cf8c829275c3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.1160159 Aug 09 15:56:37.983085 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a31e453-1be5-4775-baa2-e122214aeda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.011488 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a31e453-1be5-4775-baa2-e122214aeda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.122679 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1857dad4-5b5b-487f-8276-46df641e3f53 x-openstack-request-id: req-1857dad4-5b5b-487f-8276-46df641e3f53 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:38.125920 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:38.126388 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1857dad4-5b5b-487f-8276-46df641e3f53 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:38.127119 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'status': 'completed', 'code': 200} Aug 09 15:56:38.134962 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.139455 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aaf5ff19-c483-49d9-88e5-c88a92a72f6b req-cb521243-5bef-439d-9edd-651627502c73 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519792 Aug 09 15:56:38.148720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Transition to ACTIVE for port object 81cb37de-c2d9-4157-9d14-26b725b83686 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:38.166098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Transition to ACTIVE for port object 81cb37de-c2d9-4157-9d14-26b725b83686 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:38.174055 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.228445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Network c72d6aa8-94ff-46fd-aefb-699a27e1dd48 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:38.235834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:38.245189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:38.252997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Pushing event updated for resources: {'Port': ['ID=81cb37de-c2d9-4157-9d14-26b725b83686,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:38.325995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Attempting to bind port 81cb37de-c2d9-4157-9d14-26b725b83686 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:38.326335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Attempting to bind port 81cb37de-c2d9-4157-9d14-26b725b83686 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c72d6aa8-94ff-46fd-aefb-699a27e1dd48'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:38.326655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Attempting to bind port 81cb37de-c2d9-4157-9d14-26b725b83686 on network c72d6aa8-94ff-46fd-aefb-699a27e1dd48 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:38.337235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:38.338127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Checking segment: {'id': '1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c72d6aa8-94ff-46fd-aefb-699a27e1dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:38.338742 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.339332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Bound using segment: {'id': '1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c72d6aa8-94ff-46fd-aefb-699a27e1dd48'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:38.340029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Bound port: 81cb37de-c2d9-4157-9d14-26b725b83686, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c72d6aa8-94ff-46fd-aefb-699a27e1dd48'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:38.340618 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.429293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] For port 81cb37de-c2d9-4157-9d14-26b725b83686, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:38.435162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] For port 81cb37de-c2d9-4157-9d14-26b725b83686, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=81cb37de-c2d9-4157-9d14-26b725b83686,segment=NetworkSegment(1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d),segment_id=1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:38.438761 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-96630f98-c634-441e-994b-ed6d85892991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'dadb2239-9ae6-4056-af37-a994fafe93ea', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '4f585b29-887a-438f-832b-4afec305bda6', 'port_id': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'mac_address': 'fa:16:3e:fa:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:56:10Z', 'updated_at': '2021-08-09T15:56:36Z', 'revision_number': 1, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:29Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:38.441022 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.504657 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96630f98-c634-441e-994b-ed6d85892991 None None] Checking router: 4f585b29-887a-438f-832b-4afec305bda6 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:56:38.525398 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96630f98-c634-441e-994b-ed6d85892991 None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:38.526051 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-96630f98-c634-441e-994b-ed6d85892991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:56:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:38.526958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a307f1f-fd95-4e52-9e71-03e51605a560 None None] Pushing event updated for resources: {'Port': ['ID=81cb37de-c2d9-4157-9d14-26b725b83686,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:38.759537 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-96630f98-c634-441e-994b-ed6d85892991 None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:56:38.848078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48758) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:38.856108 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9a31e453-1be5-4775-baa2-e122214aeda2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=affc15315d444656ae0b1a8c4f43ec19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5056229 Aug 09 15:56:38.878947 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31e453-1be5-4775-baa2-e122214aeda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6637b3a7-3f42-46fd-8a3e-c5a05c6ba08f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:38.934454 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.030657 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e38c9e63-767d-4101-a10b-eec9bda3765c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.081273 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e38c9e63-767d-4101-a10b-eec9bda3765c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.093531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cdcf9-180b-45c4-a9c3-91a8df28cef9 req-6378d085-169f-4099-976f-514ec9c8d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:39.095441 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-035cdcf9-180b-45c4-a9c3-91a8df28cef9 req-6378d085-169f-4099-976f-514ec9c8d42c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 1096 time: 0.3531764 Aug 09 15:56:39.097058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Subnet': ['ID=35da0797-7db5-4066-a532-5ab827e105d7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:39.199428 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e38c9e63-767d-4101-a10b-eec9bda3765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.203115 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.212512 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e38c9e63-767d-4101-a10b-eec9bda3765c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.213827 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e38c9e63-767d-4101-a10b-eec9bda3765c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6637b3a7-3f42-46fd-8a3e-c5a05c6ba08f HTTP/1.1" status: 204 len: 168 time: 0.3646221 Aug 09 15:56:39.232767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72d6aa8-94ff-46fd-aefb-699a27e1dd48']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:39.257080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c9e63-767d-4101-a10b-eec9bda3765c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6637b3a7-3f42-46fd-8a3e-c5a05c6ba08f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:39.266610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:39.266610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:39.308821 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.340256 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.351530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cdcf9-180b-45c4-a9c3-91a8df28cef9 req-20eac867-2bbd-4243-8acd-04d23c5997bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:39.353179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-035cdcf9-180b-45c4-a9c3-91a8df28cef9 req-20eac867-2bbd-4243-8acd-04d23c5997bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 918 time: 0.2386293 Aug 09 15:56:39.354426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:39.355009 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:39.362112 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-96630f98-c634-441e-994b-ed6d85892991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'dadb2239-9ae6-4056-af37-a994fafe93ea', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '4f585b29-887a-438f-832b-4afec305bda6', 'port_id': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'mac_address': 'fa:16:3e:fa:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:56:10Z', 'updated_at': '2021-08-09T15:56:36Z', 'revision_number': 1, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:29Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:39.393313 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:39.440073 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96630f98-c634-441e-994b-ed6d85892991 None None] The sync data for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 is: [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'dadb2239-9ae6-4056-af37-a994fafe93ea', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '4f585b29-887a-438f-832b-4afec305bda6', 'port_id': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'mac_address': 'fa:16:3e:fa:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:56:10Z', 'updated_at': '2021-08-09T15:56:36Z', 'revision_number': 1, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:29Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:56:39.565910 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-035cdcf9-180b-45c4-a9c3-91a8df28cef9 req-1c9ec521-94db-4094-b30e-3dd8c2d684b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e HTTP/1.1" status: 200 len: 999 time: 0.1529667 Aug 09 15:56:39.636743 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a28e-5d5e-4ca3-ab62-a1ed3a878890 req-c8434b73-499f-4944-ab29-23bf4ddb09ca tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:39.645246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e88a28e-5d5e-4ca3-ab62-a1ed3a878890 req-c8434b73-499f-4944-ab29-23bf4ddb09ca tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.2974694 Aug 09 15:56:39.688153 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:56:39.688153 n-d-803778-2 neutron-server[94290]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:56:39.688153 n-d-803778-2 neutron-server[94290]: [parameters: {'id': 'c72d6aa8-94ff-46fd-aefb-699a27e1dd48'}] Aug 09 15:56:39.688153 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:56:39.689196 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:56:39.734175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e88a28e-5d5e-4ca3-ab62-a1ed3a878890 req-359747c6-40ed-45e1-b4b4-0c77d8836c2b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875366 Aug 09 15:56:39.738839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cdcf9-180b-45c4-a9c3-91a8df28cef9 req-32251b61-28ce-483f-a0e6-87a868908484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:39.751349 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-035cdcf9-180b-45c4-a9c3-91a8df28cef9 req-32251b61-28ce-483f-a0e6-87a868908484 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 200 len: 856 time: 0.1785915 Aug 09 15:56:39.826146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ad5448-138e-47a7-a7b8-7f1ce6d2e96b None None] New status for floating IP dadb2239-9ae6-4056-af37-a994fafe93ea: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:56:39.916979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cdcf9-180b-45c4-a9c3-91a8df28cef9 req-488116bb-a14a-4347-86c9-792219cef879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:39.922039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-035cdcf9-180b-45c4-a9c3-91a8df28cef9 req-488116bb-a14a-4347-86c9-792219cef879 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626358 Aug 09 15:56:40.019822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 81cb37de-c2d9-4157-9d14-26b725b83686 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:40.155049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-035cdcf9-180b-45c4-a9c3-91a8df28cef9 req-c660a6f6-9452-4d15-971f-f4aed6bf5819 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154114 Aug 09 15:56:40.262393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482228d5-217f-4ad0-ac49-7068b7315ece None None] Network c72d6aa8-94ff-46fd-aefb-699a27e1dd48 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:40.288161 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.294411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-035cdcf9-180b-45c4-a9c3-91a8df28cef9 req-982d94b2-5f21-4c2b-a7c6-bc9f30976171 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308267 Aug 09 15:56:40.341432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 81cb37de-c2d9-4157-9d14-26b725b83686 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:40.363421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Deleting port 81cb37de-c2d9-4157-9d14-26b725b83686 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:40.363902 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.381141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-381b0740-00b3-47ff-80e5-aa6d17b5a9a4 None None] Provisioning for port 81cb37de-c2d9-4157-9d14-26b725b83686 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:40.443454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-381b0740-00b3-47ff-80e5-aa6d17b5a9a4 None None] Provisioning complete for port 81cb37de-c2d9-4157-9d14-26b725b83686 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:40.445256 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-381b0740-00b3-47ff-80e5-aa6d17b5a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.449427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] For port 81cb37de-c2d9-4157-9d14-26b725b83686, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=81cb37de-c2d9-4157-9d14-26b725b83686,segment=NetworkSegment(1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d),segment_id=1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:40.450105 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.472184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Calling delete_port for 81cb37de-c2d9-4157-9d14-26b725b83686 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:40.530434 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d4409de2-441e-47e1-907e-e8590b2ced8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.612693 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-381b0740-00b3-47ff-80e5-aa6d17b5a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.624832 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.652767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f93d03-b40b-4ae9-aa1d-1b264f7d7108 None None] DHCP port deletion for c72d6aa8-94ff-46fd-aefb-699a27e1dd48 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:56:40.690027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Port': ['ID=81cb37de-c2d9-4157-9d14-26b725b83686,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:40.694206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No DVR routers for this DVR port 81cb37de-c2d9-4157-9d14-26b725b83686 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:40.784349 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.796433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72d6aa8-94ff-46fd-aefb-699a27e1dd48']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:40.813149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:40.813457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2d0cfa-06d8-4f6c-b2b5-5937a39fba1d') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:40.831885 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.862263 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.871032 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.881529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:40.881928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:40.887021 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:40.922959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac4de6-f47f-4cb3-9fba-241acf80f1c1 req-34c60959-c2d2-4164-934f-6632523ef8a8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:40.932476 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6eac4de6-f47f-4cb3-9fba-241acf80f1c1 req-34c60959-c2d2-4164-934f-6632523ef8a8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.1011288 Aug 09 15:56:40.973391 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.981954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:40.984607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/c72d6aa8-94ff-46fd-aefb-699a27e1dd48 HTTP/1.1" status: 204 len: 168 time: 3.6692502 Aug 09 15:56:40.990553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48814) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:41.001974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f7a7bdd1-4503-44eb-b671-7c963332c0ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1479753103'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:41.017804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82007d1b-b81f-45e6-b44a-0a8be7667cfb tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Network': ['ID=c72d6aa8-94ff-46fd-aefb-699a27e1dd48,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:41.048474 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6eac4de6-f47f-4cb3-9fba-241acf80f1c1 req-cb17b509-df3f-405c-9a82-d719a179ec28 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144729 Aug 09 15:56:41.053676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a7bdd1-4503-44eb-b671-7c963332c0ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:41.060868 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7a7bdd1-4503-44eb-b671-7c963332c0ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.090870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a7bdd1-4503-44eb-b671-7c963332c0ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:41.103608 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7a7bdd1-4503-44eb-b671-7c963332c0ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.103993 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-f7a7bdd1-4503-44eb-b671-7c963332c0ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Added segment 270a4762-d069-45db-ae03-fe396e1f38e1 of type vlan for network e32c7110-08ee-40b9-913a-5d86ee48a590 Aug 09 15:56:41.155927 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7a7bdd1-4503-44eb-b671-7c963332c0ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.200913 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7a7bdd1-4503-44eb-b671-7c963332c0ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.212457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a7bdd1-4503-44eb-b671-7c963332c0ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:41.213289 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7a7bdd1-4503-44eb-b671-7c963332c0ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.312067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f7a7bdd1-4503-44eb-b671-7c963332c0ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3169076 Aug 09 15:56:41.315067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48826) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:41.326708 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'network_id': 'e32c7110-08ee-40b9-913a-5d86ee48a590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:41.342103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7bdd1-4503-44eb-b671-7c963332c0ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=e32c7110-08ee-40b9-913a-5d86ee48a590,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:41.360165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network e32c7110-08ee-40b9-913a-5d86ee48a590 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:41.479340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:41.484529 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.531245 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.556508 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.568578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.ipam_backend_mixin [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Performing IP validity checks on allocation pools {{(pid=94289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 09 15:56:41.569602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.ipam_backend_mixin [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 09 15:56:41.745576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.823632 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=45b4fff8-7941-407e-8503-b2401850f64b,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:41.830191 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking segment: {'id': '270a4762-d069-45db-ae03-fe396e1f38e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e32c7110-08ee-40b9-913a-5d86ee48a590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:41.830750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network hostable DHCP agents. Network: e32c7110-08ee-40b9-913a-5d86ee48a590, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:41.859601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network e32c7110-08ee-40b9-913a-5d86ee48a590 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:41.864143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 81cb37de-c2d9-4157-9d14-26b725b83686 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:41.877922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, e32c7110-08ee-40b9-913a-5d86ee48a590) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:41.888191 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:41.888191 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:41.891505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 81cb37de-c2d9-4157-9d14-26b725b83686 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:41.893565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 81cb37de-c2d9-4157-9d14-26b725b83686 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:41.908786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703f6adc-f308-40a3-9236-f0ec6f418411 None None] Network e32c7110-08ee-40b9-913a-5d86ee48a590 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:41.949774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48840) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:41.965350 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-23370b50-c85d-4dfd-8951-31d52e093e6a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6485744 Aug 09 15:56:42.124454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-e32c7110-08ee-40b9-913a-5d86ee48a590', 'network_id': 'e32c7110-08ee-40b9-913a-5d86ee48a590', 'tenant_id': 'e2feb928447a4a20adae7d1684609730', 'fixed_ips': [{'subnet_id': '45b4fff8-7941-407e-8503-b2401850f64b'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:42.125897 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:42.154671 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:42.328794 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:42.485449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26503ccc-db0a-4c24-9864-6b4b843da9a6 req-87a645e2-cc44-4348-a082-2546b80e630c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:42.500212 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26503ccc-db0a-4c24-9864-6b4b843da9a6 req-87a645e2-cc44-4348-a082-2546b80e630c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.2476387 Aug 09 15:56:42.581870 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26503ccc-db0a-4c24-9864-6b4b843da9a6 req-09ed6c56-c189-44e4-a1ae-4bb5b7504045 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767860 Aug 09 15:56:42.607653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Allocated IP 172.20.0.3 (e32c7110-08ee-40b9-913a-5d86ee48a590/45b4fff8-7941-407e-8503-b2401850f64b/4fd688a2-12dd-46eb-a778-433e997cc687) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:42.814067 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:42.822794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Transition to ACTIVE for port object 4fd688a2-12dd-46eb-a778-433e997cc687 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:42.840093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Transition to ACTIVE for port object 4fd688a2-12dd-46eb-a778-433e997cc687 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:42.848082 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:42.877615 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:42.920726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Network e32c7110-08ee-40b9-913a-5d86ee48a590 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:42.924261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:42.927519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:42.940952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Pushing event updated for resources: {'Port': ['ID=4fd688a2-12dd-46eb-a778-433e997cc687,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:42.958107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Subnet': ['ID=45b4fff8-7941-407e-8503-b2401850f64b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:43.016831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Attempting to bind port 4fd688a2-12dd-46eb-a778-433e997cc687 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:43.017349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Attempting to bind port 4fd688a2-12dd-46eb-a778-433e997cc687 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '270a4762-d069-45db-ae03-fe396e1f38e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e32c7110-08ee-40b9-913a-5d86ee48a590'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:43.017766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Attempting to bind port 4fd688a2-12dd-46eb-a778-433e997cc687 on network e32c7110-08ee-40b9-913a-5d86ee48a590 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:43.042026 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.043977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:43.045126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Checking segment: {'id': '270a4762-d069-45db-ae03-fe396e1f38e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e32c7110-08ee-40b9-913a-5d86ee48a590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:43.045547 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.046235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Bound using segment: {'id': '270a4762-d069-45db-ae03-fe396e1f38e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e32c7110-08ee-40b9-913a-5d86ee48a590'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:43.047031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Bound port: 4fd688a2-12dd-46eb-a778-433e997cc687, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270a4762-d069-45db-ae03-fe396e1f38e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e32c7110-08ee-40b9-913a-5d86ee48a590'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:43.047961 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.061396 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.072737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32c7110-08ee-40b9-913a-5d86ee48a590']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:43.085522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270a4762-d069-45db-ae03-fe396e1f38e1') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:43.086825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270a4762-d069-45db-ae03-fe396e1f38e1') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:43.097616 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.116690 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.126861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:43.127853 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:43.131390 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:43.137135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] For port 4fd688a2-12dd-46eb-a778-433e997cc687, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:43.194731 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:56:43.194731 n-d-803778-2 neutron-server[94290]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:56:43.194731 n-d-803778-2 neutron-server[94290]: [parameters: {'id': 'e32c7110-08ee-40b9-913a-5d86ee48a590'}] Aug 09 15:56:43.194731 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:56:43.195827 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:56:43.195937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] For port 4fd688a2-12dd-46eb-a778-433e997cc687, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4fd688a2-12dd-46eb-a778-433e997cc687,segment=NetworkSegment(270a4762-d069-45db-ae03-fe396e1f38e1),segment_id=270a4762-d069-45db-ae03-fe396e1f38e1)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:43.201802 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.291035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f0dea-e9c0-44bf-a702-2ae90376c15d None None] Pushing event updated for resources: {'Port': ['ID=4fd688a2-12dd-46eb-a778-433e997cc687,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:43.310200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1243959d-6b07-4f28-9314-3594bdce002d None None] Network e32c7110-08ee-40b9-913a-5d86ee48a590 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:43.535260 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.630860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9495e833-2fcf-4ede-9ee3-0e7d6d8c27a7 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:56:43.696905 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.782758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5f810-6cd7-4bf9-8859-ce3470c37b88 req-338e2b60-bc55-4592-90b1-663be066a545 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:43.786937 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6a5f810-6cd7-4bf9-8859-ce3470c37b88 req-338e2b60-bc55-4592-90b1-663be066a545 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.1095157 Aug 09 15:56:43.804332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Deleting port 4fd688a2-12dd-46eb-a778-433e997cc687 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:43.804914 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.891569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6a5f810-6cd7-4bf9-8859-ce3470c37b88 req-5486f966-23ca-465f-b2ba-eb7d6996e604 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822761 Aug 09 15:56:43.896939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9495e833-2fcf-4ede-9ee3-0e7d6d8c27a7 None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:56:43.918314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] For port 4fd688a2-12dd-46eb-a778-433e997cc687, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4fd688a2-12dd-46eb-a778-433e997cc687,segment=NetworkSegment(270a4762-d069-45db-ae03-fe396e1f38e1),segment_id=270a4762-d069-45db-ae03-fe396e1f38e1)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:43.919739 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:43.942538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Calling delete_port for 4fd688a2-12dd-46eb-a778-433e997cc687 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:44.045802 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.095567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Port': ['ID=4fd688a2-12dd-46eb-a778-433e997cc687,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:44.103782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No DVR routers for this DVR port 4fd688a2-12dd-46eb-a778-433e997cc687 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:44.197872 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.208969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32c7110-08ee-40b9-913a-5d86ee48a590']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:44.222548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270a4762-d069-45db-ae03-fe396e1f38e1') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:44.222854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270a4762-d069-45db-ae03-fe396e1f38e1') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:44.234373 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.252879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.261455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:44.265880 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:44.269263 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:44.352971 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.359536 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.364330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/e32c7110-08ee-40b9-913a-5d86ee48a590 HTTP/1.1" status: 204 len: 168 time: 2.4129851 Aug 09 15:56:44.370803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48902) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:44.376212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1e17fbbb-d7c6-40d0-9a47-82a1b0cc41ef tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-671514065'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:44.384176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1295f-0850-484e-88d5-f17b7eac868b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Network': ['ID=e32c7110-08ee-40b9-913a-5d86ee48a590,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:44.405509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e17fbbb-d7c6-40d0-9a47-82a1b0cc41ef tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:44.409117 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e17fbbb-d7c6-40d0-9a47-82a1b0cc41ef tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.438923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e17fbbb-d7c6-40d0-9a47-82a1b0cc41ef tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:44.451323 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e17fbbb-d7c6-40d0-9a47-82a1b0cc41ef tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.451834 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-1e17fbbb-d7c6-40d0-9a47-82a1b0cc41ef tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Added segment 03944043-6dbf-4838-b672-7fd331f0cd8d of type vlan for network c265ba40-dc4f-406d-8008-ee2f35443176 Aug 09 15:56:44.498538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e17fbbb-d7c6-40d0-9a47-82a1b0cc41ef tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.537107 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e17fbbb-d7c6-40d0-9a47-82a1b0cc41ef tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.552917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e17fbbb-d7c6-40d0-9a47-82a1b0cc41ef tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:44.554628 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e17fbbb-d7c6-40d0-9a47-82a1b0cc41ef tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:44.581380 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1e17fbbb-d7c6-40d0-9a47-82a1b0cc41ef tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2088463 Aug 09 15:56:44.584125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48910) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:44.597711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-82961b88-ac38-4967-b54d-2b9fbd082fa2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'network_id': 'c265ba40-dc4f-406d-8008-ee2f35443176', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:44.704662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17fbbb-d7c6-40d0-9a47-82a1b0cc41ef tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=c265ba40-dc4f-406d-8008-ee2f35443176,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:44.719815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c265ba40-dc4f-406d-8008-ee2f35443176 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:44.748624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82961b88-ac38-4967-b54d-2b9fbd082fa2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:44.757227 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82961b88-ac38-4967-b54d-2b9fbd082fa2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.054439 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82961b88-ac38-4967-b54d-2b9fbd082fa2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.108637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafec292-e5ba-487c-b3a7-0ca5ec72fc49 req-e8bd1167-faa1-470c-bea1-b1dcc1f4eb31 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:45.110260 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eafec292-e5ba-487c-b3a7-0ca5ec72fc49 req-e8bd1167-faa1-470c-bea1-b1dcc1f4eb31 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.1380875 Aug 09 15:56:45.128157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82961b88-ac38-4967-b54d-2b9fbd082fa2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=92e3c83a-a79c-4d07-a1fe-3d36cbbcd7a2,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:45.176798 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eafec292-e5ba-487c-b3a7-0ca5ec72fc49 req-6fbb9d86-1bae-4b75-81d9-6de2e013f718 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531752 Aug 09 15:56:45.181326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82961b88-ac38-4967-b54d-2b9fbd082fa2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking segment: {'id': '03944043-6dbf-4838-b672-7fd331f0cd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c265ba40-dc4f-406d-8008-ee2f35443176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:45.181733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82961b88-ac38-4967-b54d-2b9fbd082fa2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network hostable DHCP agents. Network: c265ba40-dc4f-406d-8008-ee2f35443176, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:45.204071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82961b88-ac38-4967-b54d-2b9fbd082fa2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network c265ba40-dc4f-406d-8008-ee2f35443176 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:45.227368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-82961b88-ac38-4967-b54d-2b9fbd082fa2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c265ba40-dc4f-406d-8008-ee2f35443176) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:45.232632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82961b88-ac38-4967-b54d-2b9fbd082fa2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:45.233457 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82961b88-ac38-4967-b54d-2b9fbd082fa2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.240311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2327bb8d-6933-40f8-9ea8-e9eb69c2226e None None] Network c265ba40-dc4f-406d-8008-ee2f35443176 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:45.266873 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-82961b88-ac38-4967-b54d-2b9fbd082fa2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6808679 Aug 09 15:56:45.270184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48936) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:45.413109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c41dc8-e817-4f62-8e51-7a8fec911849 req-b2ef5916-9ec7-46eb-b2be-643c9b0586ce tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:45.418252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60c41dc8-e817-4f62-8e51-7a8fec911849 req-b2ef5916-9ec7-46eb-b2be-643c9b0586ce tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.0977862 Aug 09 15:56:45.451200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-c265ba40-dc4f-406d-8008-ee2f35443176', 'network_id': 'c265ba40-dc4f-406d-8008-ee2f35443176', 'tenant_id': 'e2feb928447a4a20adae7d1684609730', 'fixed_ips': [{'subnet_id': '92e3c83a-a79c-4d07-a1fe-3d36cbbcd7a2'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:45.452066 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.495242 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60c41dc8-e817-4f62-8e51-7a8fec911849 req-7fdc1097-d859-40da-a2ef-8dbfa20686d9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713713 Aug 09 15:56:45.508403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.610048 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.662110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Allocated IP 172.20.0.1 (c265ba40-dc4f-406d-8008-ee2f35443176/92e3c83a-a79c-4d07-a1fe-3d36cbbcd7a2/5a5245b4-a244-43ed-a746-dc20fd9f6df0) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:45.746110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28020052-dcd3-4fbf-80b6-03316777e25d req-1f08381e-0672-4992-8f3c-9f290f438e6c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:45.747642 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28020052-dcd3-4fbf-80b6-03316777e25d req-1f08381e-0672-4992-8f3c-9f290f438e6c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1337354 Aug 09 15:56:45.810768 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28020052-dcd3-4fbf-80b6-03316777e25d req-10617917-ed39-4df1-9225-b37f3f487f8a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546637 Aug 09 15:56:45.925642 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.937887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Transition to ACTIVE for port object 5a5245b4-a244-43ed-a746-dc20fd9f6df0 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:45.958253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Transition to ACTIVE for port object 5a5245b4-a244-43ed-a746-dc20fd9f6df0 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:45.970775 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:45.986213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.025655 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Subnet': ['ID=92e3c83a-a79c-4d07-a1fe-3d36cbbcd7a2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:46.036331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Network c265ba40-dc4f-406d-8008-ee2f35443176 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:46.045503 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:46.065559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:46.130953 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.147092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c265ba40-dc4f-406d-8008-ee2f35443176']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:46.149713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Pushing event updated for resources: {'Port': ['ID=5a5245b4-a244-43ed-a746-dc20fd9f6df0,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:46.161878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Attempting to bind port 5a5245b4-a244-43ed-a746-dc20fd9f6df0 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:46.162299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Attempting to bind port 5a5245b4-a244-43ed-a746-dc20fd9f6df0 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '03944043-6dbf-4838-b672-7fd331f0cd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c265ba40-dc4f-406d-8008-ee2f35443176'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:46.162668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Attempting to bind port 5a5245b4-a244-43ed-a746-dc20fd9f6df0 on network c265ba40-dc4f-406d-8008-ee2f35443176 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:46.168243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:46.169204 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Checking segment: {'id': '03944043-6dbf-4838-b672-7fd331f0cd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c265ba40-dc4f-406d-8008-ee2f35443176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:46.169700 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.170092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Bound using segment: {'id': '03944043-6dbf-4838-b672-7fd331f0cd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c265ba40-dc4f-406d-8008-ee2f35443176'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:46.170698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Bound port: 5a5245b4-a244-43ed-a746-dc20fd9f6df0, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03944043-6dbf-4838-b672-7fd331f0cd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c265ba40-dc4f-406d-8008-ee2f35443176'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:46.171344 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.182810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03944043-6dbf-4838-b672-7fd331f0cd8d') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:46.182810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03944043-6dbf-4838-b672-7fd331f0cd8d') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:46.190771 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.207101 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.215695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:46.216233 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:46.220187 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:46.256647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] For port 5a5245b4-a244-43ed-a746-dc20fd9f6df0, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:46.292863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] For port 5a5245b4-a244-43ed-a746-dc20fd9f6df0, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5a5245b4-a244-43ed-a746-dc20fd9f6df0,segment=NetworkSegment(03944043-6dbf-4838-b672-7fd331f0cd8d),segment_id=03944043-6dbf-4838-b672-7fd331f0cd8d)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:46.293524 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:56:46.293524 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:56:46.293524 n-d-803778-2 neutron-server[94289]: [parameters: {'id': 'c265ba40-dc4f-406d-8008-ee2f35443176'}] Aug 09 15:56:46.293524 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:56:46.294451 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:56:46.301436 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.342835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07b6f854-38c1-4f67-979a-d630e5c8fd52 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:46.345984 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07b6f854-38c1-4f67-979a-d630e5c8fd52 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 811 time: 0.2161512 Aug 09 15:56:46.369851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-e510545f-e599-4b91-8558-7dde0b1222c2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/quotas/48a7789d166d413a8429d82c91737140 HTTP/1.1" status: 200 len: 375 time: 0.0125813 Aug 09 15:56:46.389030 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d7a03-71ca-4d0f-b9b1-82cd05faaa12 None None] Pushing event updated for resources: {'Port': ['ID=5a5245b4-a244-43ed-a746-dc20fd9f6df0,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:46.406027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e31b18d-03db-4965-8bac-744f0f3c9649 None None] Network c265ba40-dc4f-406d-8008-ee2f35443176 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:46.436847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-7204c2dc-beeb-4201-ae94-933353570a9e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0600066 Aug 09 15:56:46.558899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c3ee34-bdcc-4787-94e5-5451a7cadde2 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:56:46.584106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-7ab35819-f567-472c-8208-d25f3b2f3a5d service neutron] 10.222.0.81 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387253 Aug 09 15:56:46.692911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c3ee34-bdcc-4787-94e5-5451a7cadde2 None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:56:46.694535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-f4dba1ec-f616-4dff-bd62-a98698b80721 service neutron] 10.222.0.81 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030092 Aug 09 15:56:46.795060 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.924130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Deleting port 5a5245b4-a244-43ed-a746-dc20fd9f6df0 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:46.924477 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.148586 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df4da0e3-1a91-46e9-a23b-79ed685d2291 req-f60113e1-00e2-495b-b896-b2ddf981bce4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 210 time: 0.1142724 Aug 09 15:56:47.169753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] For port 5a5245b4-a244-43ed-a746-dc20fd9f6df0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=5a5245b4-a244-43ed-a746-dc20fd9f6df0,segment=NetworkSegment(03944043-6dbf-4838-b672-7fd331f0cd8d),segment_id=03944043-6dbf-4838-b672-7fd331f0cd8d)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:47.170402 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.206534 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Calling delete_port for 5a5245b4-a244-43ed-a746-dc20fd9f6df0 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:47.333991 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.399055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No DVR routers for this DVR port 5a5245b4-a244-43ed-a746-dc20fd9f6df0 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:47.401294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Port': ['ID=5a5245b4-a244-43ed-a746-dc20fd9f6df0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:47.505861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.524339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c265ba40-dc4f-406d-8008-ee2f35443176']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:47.543848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03944043-6dbf-4838-b672-7fd331f0cd8d') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:47.544329 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03944043-6dbf-4838-b672-7fd331f0cd8d') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:47.579884 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.625267 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.640758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:47.647218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:47.653236 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:47.738361 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.754329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.757044 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/c265ba40-dc4f-406d-8008-ee2f35443176 HTTP/1.1" status: 204 len: 168 time: 2.4851129 Aug 09 15:56:47.761520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49028) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:47.768650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e48d9d47-165e-499b-98ef-ebddc6e133c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1873867219'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:47.823094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48d9d47-165e-499b-98ef-ebddc6e133c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:47.831521 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e48d9d47-165e-499b-98ef-ebddc6e133c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.884696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48d9d47-165e-499b-98ef-ebddc6e133c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:47.905860 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e48d9d47-165e-499b-98ef-ebddc6e133c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:47.906789 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-e48d9d47-165e-499b-98ef-ebddc6e133c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Added segment 4c4432a7-9d71-4803-95ed-c58c0ff89d37 of type vlan for network e957668c-232a-4518-ae98-537f73424ef1 Aug 09 15:56:47.969358 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e48d9d47-165e-499b-98ef-ebddc6e133c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.029022 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e48d9d47-165e-499b-98ef-ebddc6e133c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.044341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d9d47-165e-499b-98ef-ebddc6e133c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:48.045384 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e48d9d47-165e-499b-98ef-ebddc6e133c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.176302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e48d9d47-165e-499b-98ef-ebddc6e133c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4103606 Aug 09 15:56:48.176953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49044) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:48.183049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-12d6414d-b3c6-4912-9093-dd97e7295b3c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'network_id': 'e957668c-232a-4518-ae98-537f73424ef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:48.303983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d9d47-165e-499b-98ef-ebddc6e133c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=e957668c-232a-4518-ae98-537f73424ef1,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:48.315094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network e957668c-232a-4518-ae98-537f73424ef1 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:48.333713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bce3d-6513-46e1-9f36-8cd2bb3c8b3b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Network': ['ID=c265ba40-dc4f-406d-8008-ee2f35443176,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:48.345147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2dceb22d-44e5-4d82-b0f5-b9de6bc0653e req-645be521-5794-43ae-898c-a910f1453eb5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 210 time: 0.0729015 Aug 09 15:56:48.384507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d6414d-b3c6-4912-9093-dd97e7295b3c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:48.388252 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12d6414d-b3c6-4912-9093-dd97e7295b3c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:48.590725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-1322179e-ac0b-478e-9630-8f4a87d4071f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:48.592248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-1322179e-ac0b-478e-9630-8f4a87d4071f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.53 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 811 time: 0.1516469 Aug 09 15:56:48.608853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Request body: {'port': {'device_id': '34740aad-a425-471a-a4a8-f958a20df0a7', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'admin_state_up': True, 'tenant_id': '48a7789d166d413a8429d82c91737140'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:48.821058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Made reservation on behalf of 48a7789d166d413a8429d82c91737140 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:48.824930 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.144116 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12d6414d-b3c6-4912-9093-dd97e7295b3c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.190912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Allocated IP 172.20.0.3 (96362ae7-0b03-4c98-8b60-5c5521752bc3/17f1d73e-e128-47bd-ac1b-d09ce54d9e7b/7076e15f-0fd5-47cb-a92c-7c0ee028236a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:49.318529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6414d-b3c6-4912-9093-dd97e7295b3c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=9fd008c4-1d81-4be8-8946-4f6cfb7f28c1,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:49.359220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d6414d-b3c6-4912-9093-dd97e7295b3c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking segment: {'id': '4c4432a7-9d71-4803-95ed-c58c0ff89d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e957668c-232a-4518-ae98-537f73424ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:49.359847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d6414d-b3c6-4912-9093-dd97e7295b3c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network hostable DHCP agents. Network: e957668c-232a-4518-ae98-537f73424ef1, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:49.477619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d6414d-b3c6-4912-9093-dd97e7295b3c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network e957668c-232a-4518-ae98-537f73424ef1 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:49.520359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ec825cf-c016-44c1-96f2-caddcaace9fb req-a0619553-60c9-42c7-9ed2-94bb4d9f46bd tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 210 time: 0.0472591 Aug 09 15:56:49.523146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-12d6414d-b3c6-4912-9093-dd97e7295b3c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, e957668c-232a-4518-ae98-537f73424ef1) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:49.531675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d6414d-b3c6-4912-9093-dd97e7295b3c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:49.532275 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12d6414d-b3c6-4912-9093-dd97e7295b3c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.535510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0597e4-cdf9-42c0-8f10-e447fbeec0a7 None None] Network e957668c-232a-4518-ae98-537f73424ef1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:49.561371 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-12d6414d-b3c6-4912-9093-dd97e7295b3c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3835039 Aug 09 15:56:49.564138 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49088) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:49.602324 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.620023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Transition to ACTIVE for port object 7076e15f-0fd5-47cb-a92c-7c0ee028236a will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:49.668922 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.712370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['bb82bc55-5633-41e7-aca5-e4c11ab8deeb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:49.719688 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.758673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event updated for resources: {'Port': ['ID=7076e15f-0fd5-47cb-a92c-7c0ee028236a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:49.782106 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.782460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:49.783955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:49.787504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:49.917925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.933896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:49.941951 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:49.989716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-a95c5828-b598-4303-a70f-373f710830d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3882520 Aug 09 15:56:49.990315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd008c4-1d81-4be8-8946-4f6cfb7f28c1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:50.005201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Request body: {'port': {'device_id': '34740aad-a425-471a-a4a8-f958a20df0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:50.090543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4501b7-1c7b-4589-afed-ac83c7262623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-e957668c-232a-4518-ae98-537f73424ef1', 'network_id': 'e957668c-232a-4518-ae98-537f73424ef1', 'tenant_id': 'e2feb928447a4a20adae7d1684609730', 'fixed_ips': [{'subnet_id': '9fd008c4-1d81-4be8-8946-4f6cfb7f28c1'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:50.091594 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8b4501b7-1c7b-4589-afed-ac83c7262623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.143075 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.215420 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.239792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e957668c-232a-4518-ae98-537f73424ef1']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:50.266890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4432a7-9d71-4803-95ed-c58c0ff89d37') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:50.267190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4432a7-9d71-4803-95ed-c58c0ff89d37') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:50.290060 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.321053 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.327933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:50.328339 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:50.331921 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:50.425130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-391d95bf-522b-4883-b90f-b9e95ee36f6c None None] Provisioning for port 7076e15f-0fd5-47cb-a92c-7c0ee028236a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:50.428176 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.433839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd4dd04-eeff-4c57-a732-c5919b1aa1c6 None None] Network e957668c-232a-4518-ae98-537f73424ef1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:50.442945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-391d95bf-522b-4883-b90f-b9e95ee36f6c None None] Provisioning complete for port 7076e15f-0fd5-47cb-a92c-7c0ee028236a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:50.443978 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-391d95bf-522b-4883-b90f-b9e95ee36f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.471869 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.480509 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/e957668c-232a-4518-ae98-537f73424ef1 HTTP/1.1" status: 204 len: 168 time: 0.9117846 Aug 09 15:56:50.481724 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49120) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:50.482070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966181-da10-41c1-9ff3-139460218035 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Network': ['ID=e957668c-232a-4518-ae98-537f73424ef1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:50.485246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd4dd04-eeff-4c57-a732-c5919b1aa1c6 None None] Network e957668c-232a-4518-ae98-537f73424ef1 could not be found, it might have been deleted concurrently. {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 09 15:56:50.490725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-82207d8c-eda3-4bfb-9f96-3dd595a96d9c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120465496'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:50.522664 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-391d95bf-522b-4883-b90f-b9e95ee36f6c None None] Port 7076e15f-0fd5-47cb-a92c-7c0ee028236a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:56:50.547704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82207d8c-eda3-4bfb-9f96-3dd595a96d9c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:50.551423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82207d8c-eda3-4bfb-9f96-3dd595a96d9c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.607900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82207d8c-eda3-4bfb-9f96-3dd595a96d9c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:50.627615 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82207d8c-eda3-4bfb-9f96-3dd595a96d9c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.628267 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-82207d8c-eda3-4bfb-9f96-3dd595a96d9c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Added segment fbf59444-7914-4916-8e63-a28f1d799d7f of type vlan for network c4619d23-9059-43d7-8ab8-03d8c68493d6 Aug 09 15:56:50.763521 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82207d8c-eda3-4bfb-9f96-3dd595a96d9c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.783236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7076e15f-0fd5-47cb-a92c-7c0ee028236a {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:50.795806 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.876166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cb6fe-8b97-407c-b08e-2a6fe6e850df req-7c7066ce-1b28-4515-b164-7dedeeb23f23 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:50.884701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-577cb6fe-8b97-407c-b08e-2a6fe6e850df req-7c7066ce-1b28-4515-b164-7dedeeb23f23 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 931 time: 0.2335584 Aug 09 15:56:50.890849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Transition to ACTIVE for port object 7076e15f-0fd5-47cb-a92c-7c0ee028236a will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:50.942283 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-577cb6fe-8b97-407c-b08e-2a6fe6e850df req-d80bd09b-a76b-472c-801e-d3c75b5057ce tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530925 Aug 09 15:56:50.945473 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82207d8c-eda3-4bfb-9f96-3dd595a96d9c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.952447 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82207d8c-eda3-4bfb-9f96-3dd595a96d9c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:50.953198 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82207d8c-eda3-4bfb-9f96-3dd595a96d9c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:50.956307 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.122720 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-82207d8c-eda3-4bfb-9f96-3dd595a96d9c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6376820 Aug 09 15:56:51.123847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49142) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:51.129526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cec826ce-0780-43a8-a0da-bc1212f007ab tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:51.156704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82207d8c-eda3-4bfb-9f96-3dd595a96d9c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=c4619d23-9059-43d7-8ab8-03d8c68493d6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:51.172659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c4619d23-9059-43d7-8ab8-03d8c68493d6 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:51.269251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49148) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:51.315934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7076e15f-0fd5-47cb-a92c-7c0ee028236a,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:51.345152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Attempting to bind port 7076e15f-0fd5-47cb-a92c-7c0ee028236a on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:51.345487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Attempting to bind port 7076e15f-0fd5-47cb-a92c-7c0ee028236a by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:51.349169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Attempting to bind port 7076e15f-0fd5-47cb-a92c-7c0ee028236a on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:51.364901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Port 7076e15f-0fd5-47cb-a92c-7c0ee028236a on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:56:51.365257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Attempting to bind port 7076e15f-0fd5-47cb-a92c-7c0ee028236a on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:51.380991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:51.381466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Checking segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:51.382316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Bound using segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:51.384606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Bound port: 7076e15f-0fd5-47cb-a92c-7c0ee028236a, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:51.388225 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.514038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] For port 7076e15f-0fd5-47cb-a92c-7c0ee028236a, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:51.524354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] For port 7076e15f-0fd5-47cb-a92c-7c0ee028236a, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7076e15f-0fd5-47cb-a92c-7c0ee028236a,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:51.530410 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.551404 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cec826ce-0780-43a8-a0da-bc1212f007ab tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.573828 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cec826ce-0780-43a8-a0da-bc1212f007ab tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.612771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:51.614575 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.616495 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] 10.222.0.53 "PUT /v2.0/ports/7076e15f-0fd5-47cb-a92c-7c0ee028236a HTTP/1.1" status: 200 len: 1091 time: 1.6174524 Aug 09 15:56:51.618811 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34740aad-a425-471a-a4a8-f958a20df0a7', 'tag': '7076e15f-0fd5-47cb-a92c-7c0ee028236a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:51.622396 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d876da-8fea-4d4e-a8fb-46137acf216b" -d '{"events": [{"name": "network-changed", "server_uuid": "34740aad-a425-471a-a4a8-f958a20df0a7", "tag": "7076e15f-0fd5-47cb-a92c-7c0ee028236a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:51.649149 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1d5af662-3586-4141-97cc-592ed22beca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.652533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cec826ce-0780-43a8-a0da-bc1212f007ab tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network c4619d23-9059-43d7-8ab8-03d8c68493d6 is not hosted by any dhcp agent {{(pid=94289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:56:51.669069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec826ce-0780-43a8-a0da-bc1212f007ab tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:51.669734 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cec826ce-0780-43a8-a0da-bc1212f007ab tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:51.671424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cec826ce-0780-43a8-a0da-bc1212f007ab tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "PUT /v2.0/networks/c4619d23-9059-43d7-8ab8-03d8c68493d6 HTTP/1.1" status: 200 len: 723 time: 0.5461392 Aug 09 15:56:51.684396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49156) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:51.703424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-721f6194-2d8f-4dee-af0e-a664fd0164e5 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'network_id': 'c4619d23-9059-43d7-8ab8-03d8c68493d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:51.732415 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da1f487-4484-4429-aa4c-f8b1700553f8 x-openstack-request-id: req-6da1f487-4484-4429-aa4c-f8b1700553f8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:51.732775 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34740aad-a425-471a-a4a8-f958a20df0a7", "tag": "7076e15f-0fd5-47cb-a92c-7c0ee028236a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:51.732990 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6da1f487-4484-4429-aa4c-f8b1700553f8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:51.733345 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34740aad-a425-471a-a4a8-f958a20df0a7', 'tag': '7076e15f-0fd5-47cb-a92c-7c0ee028236a', 'status': 'completed', 'code': 200} Aug 09 15:56:51.769871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba8fa1-a2b9-4610-a600-d90b296111e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7076e15f-0fd5-47cb-a92c-7c0ee028236a,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:51.790755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-137a41ac-aa29-45a1-b002-ae2d35d8188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:51.792449 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-137a41ac-aa29-45a1-b002-ae2d35d8188b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 1094 time: 0.0942683 Aug 09 15:56:51.827266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec826ce-0780-43a8-a0da-bc1212f007ab tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=c4619d23-9059-43d7-8ab8-03d8c68493d6,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:51.844143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c4619d23-9059-43d7-8ab8-03d8c68493d6 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:51.860639 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-02aeeeec-b399-4141-8a30-0c0045bb323a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7076e15f-0fd5-47cb-a92c-7c0ee028236a HTTP/1.1" status: 200 len: 217 time: 0.0580287 Aug 09 15:56:51.973315 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-55331fc5-4ffa-4fad-85a1-8372864136dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:51.975552 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-55331fc5-4ffa-4fad-85a1-8372864136dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.1066046 Aug 09 15:56:51.981917 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1d5af662-3586-4141-97cc-592ed22beca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.002477 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1d5af662-3586-4141-97cc-592ed22beca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.035206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-2371eb38-f8d5-4213-b392-ace4e7a46071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:52.037208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-2371eb38-f8d5-4213-b392-ace4e7a46071 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528800 Aug 09 15:56:52.097540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5af662-3586-4141-97cc-592ed22beca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04eaf1d-d83e-4a5f-8572-b2480fb9fdce,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:52.159331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721f6194-2d8f-4dee-af0e-a664fd0164e5 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:52.170306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-721f6194-2d8f-4dee-af0e-a664fd0164e5 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.204454 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1d5af662-3586-4141-97cc-592ed22beca4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d4eafe3927540d9b200298c14c12c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9193754 Aug 09 15:56:52.205861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72615a6f-b08b-4ff5-9eca-2eece6767fd9 req-bcbc5c86-379a-45ff-9230-3f79db2f86e5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:52.214695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-72615a6f-b08b-4ff5-9eca-2eece6767fd9 req-bcbc5c86-379a-45ff-9230-3f79db2f86e5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 943 time: 0.1075666 Aug 09 15:56:52.216939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49172) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:52.243438 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-e88c78b0-4d92-4083-be24-baf7de360bb5 service neutron] 10.222.0.53 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952600 Aug 09 15:56:52.452172 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-72615a6f-b08b-4ff5-9eca-2eece6767fd9 req-f4f422fa-fc22-4b3d-9738-099022780088 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312250 Aug 09 15:56:52.488892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-721f6194-2d8f-4dee-af0e-a664fd0164e5 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.546632 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35a9156c-7e4f-4552-b01b-1b113228dc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.565729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d657c11e-03c3-4784-a98b-f69be1e52473 req-eed17b50-c8cb-484c-83a1-390c8d91acdd service neutron] 10.222.0.53 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111038 Aug 09 15:56:52.591531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35a9156c-7e4f-4552-b01b-1b113228dc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.611736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f6194-2d8f-4dee-af0e-a664fd0164e5 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=7a712b47-25c8-4ae1-a7cd-1900666c3926,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:52.630397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f6194-2d8f-4dee-af0e-a664fd0164e5 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking segment: {'id': 'fbf59444-7914-4916-8e63-a28f1d799d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c4619d23-9059-43d7-8ab8-03d8c68493d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:52.630776 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721f6194-2d8f-4dee-af0e-a664fd0164e5 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network hostable DHCP agents. Network: c4619d23-9059-43d7-8ab8-03d8c68493d6, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:52.682267 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35a9156c-7e4f-4552-b01b-1b113228dc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.698043 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-35a9156c-7e4f-4552-b01b-1b113228dc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.700616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-35a9156c-7e4f-4552-b01b-1b113228dc72 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c04eaf1d-d83e-4a5f-8572-b2480fb9fdce HTTP/1.1" status: 204 len: 168 time: 0.4606748 Aug 09 15:56:52.704873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721f6194-2d8f-4dee-af0e-a664fd0164e5 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network c4619d23-9059-43d7-8ab8-03d8c68493d6 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:52.738803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-721f6194-2d8f-4dee-af0e-a664fd0164e5 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c4619d23-9059-43d7-8ab8-03d8c68493d6) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:52.754087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721f6194-2d8f-4dee-af0e-a664fd0164e5 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:52.754728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-721f6194-2d8f-4dee-af0e-a664fd0164e5 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.761514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f042e52a-abb0-4db6-b934-bd4b9a5a4db0 None None] Network c4619d23-9059-43d7-8ab8-03d8c68493d6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:52.804881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-721f6194-2d8f-4dee-af0e-a664fd0164e5 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1047249 Aug 09 15:56:52.812169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49182) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:52.831961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-33b40044-5187-43b2-880a-e985179ec961 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:52.858192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9156c-7e4f-4552-b01b-1b113228dc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04eaf1d-d83e-4a5f-8572-b2480fb9fdce,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:52.891142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49184) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:52.918849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d876da-8fea-4d4e-a8fb-46137acf216b req-e726fe23-f431-44b3-9fe5-dde502bb19be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:52.920305 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d876da-8fea-4d4e-a8fb-46137acf216b req-e726fe23-f431-44b3-9fe5-dde502bb19be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 1094 time: 0.2120152 Aug 09 15:56:53.078529 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33b40044-5187-43b2-880a-e985179ec961 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4361199'] for subnet, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.154994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-c4619d23-9059-43d7-8ab8-03d8c68493d6', 'network_id': 'c4619d23-9059-43d7-8ab8-03d8c68493d6', 'tenant_id': 'e2feb928447a4a20adae7d1684609730', 'fixed_ips': [{'subnet_id': '7a712b47-25c8-4ae1-a7cd-1900666c3926'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:53.155895 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.350224 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33b40044-5187-43b2-880a-e985179ec961 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765756868244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7867009'] for subnet, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.394340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b40044-5187-43b2-880a-e985179ec961 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:53.395425 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33b40044-5187-43b2-880a-e985179ec961 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.399934 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-33b40044-5187-43b2-880a-e985179ec961 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "PUT /v2.0/subnets/7a712b47-25c8-4ae1-a7cd-1900666c3926 HTTP/1.1" status: 200 len: 806 time: 0.5862455 Aug 09 15:56:53.403264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49194) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:53.419551 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Allocated IP 172.20.0.2 (c4619d23-9059-43d7-8ab8-03d8c68493d6/7a712b47-25c8-4ae1-a7cd-1900666c3926/f0dc167e-95ac-43c0-8b40-6388fd2c053d) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:53.496713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49202) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:53.530651 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a3473a6-dc44-4785-adee-37822479fba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.534280 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdb6724a-ccf8-4d22-bd5a-560f38ddd885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.562299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b40044-5187-43b2-880a-e985179ec961 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=7a712b47-25c8-4ae1-a7cd-1900666c3926,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:53.575289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.605626 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-bdb6724a-ccf8-4d22-bd5a-560f38ddd885 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:56:53.605626 n-d-803778-2 neutron-server[94290]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 15:56:53.605626 n-d-803778-2 neutron-server[94290]: [parameters: {'project_id': '4766bbc957e84d86be899f956f1eaf03', 'id': '9bd1d3bd-8438-429e-aff6-4f182c652d1d', 'expiration': datetime.datetime(2021, 8, 9, 15, 58, 53, 590231)}] Aug 09 15:56:53.605626 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:56:53.606251 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-bdb6724a-ccf8-4d22-bd5a-560f38ddd885 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:56:53.623166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d876da-8fea-4d4e-a8fb-46137acf216b req-7c23526b-ca96-4e21-8af9-301504b380ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:53.623166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d876da-8fea-4d4e-a8fb-46137acf216b req-7c23526b-ca96-4e21-8af9-301504b380ae service neutron] 10.222.0.53 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.6882308 Aug 09 15:56:53.685919 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d876da-8fea-4d4e-a8fb-46137acf216b req-3c6271d7-5057-4977-b9ba-9daa1025ad4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7076e15f-0fd5-47cb-a92c-7c0ee028236a HTTP/1.1" status: 200 len: 217 time: 0.0494549 Aug 09 15:56:53.697621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.720171 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.729904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Transition to ACTIVE for port object f0dc167e-95ac-43c0-8b40-6388fd2c053d will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:53.737404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ff83e-a588-4ed2-a12a-0e47d129a39c req-44069820-8316-483e-8b82-190770cb2e3f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:53.739178 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fd6ff83e-a588-4ed2-a12a-0e47d129a39c req-44069820-8316-483e-8b82-190770cb2e3f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 943 time: 0.1088443 Aug 09 15:56:53.745952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Transition to ACTIVE for port object f0dc167e-95ac-43c0-8b40-6388fd2c053d will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:53.753410 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.776505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Network c4619d23-9059-43d7-8ab8-03d8c68493d6 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:53.779790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:53.786174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d876da-8fea-4d4e-a8fb-46137acf216b req-a7d63e6e-cd92-4238-bbd8-f11c6b943634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:53.787960 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d876da-8fea-4d4e-a8fb-46137acf216b req-a7d63e6e-cd92-4238-bbd8-f11c6b943634 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.0920119 Aug 09 15:56:53.801439 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fd6ff83e-a588-4ed2-a12a-0e47d129a39c req-e43cdeae-65c3-4de2-8a0e-30275c1246ff tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467722 Aug 09 15:56:53.803137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:53.822498 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.852822 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a3473a6-dc44-4785-adee-37822479fba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.866713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a3473a6-dc44-4785-adee-37822479fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.897728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Pushing event updated for resources: {'Port': ['ID=f0dc167e-95ac-43c0-8b40-6388fd2c053d,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:53.905160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Subnet': ['ID=7a712b47-25c8-4ae1-a7cd-1900666c3926,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:53.929091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Attempting to bind port f0dc167e-95ac-43c0-8b40-6388fd2c053d on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:53.929624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Attempting to bind port f0dc167e-95ac-43c0-8b40-6388fd2c053d by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'fbf59444-7914-4916-8e63-a28f1d799d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c4619d23-9059-43d7-8ab8-03d8c68493d6'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:53.930008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Attempting to bind port f0dc167e-95ac-43c0-8b40-6388fd2c053d on network c4619d23-9059-43d7-8ab8-03d8c68493d6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:53.935620 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4a3473a6-dc44-4785-adee-37822479fba7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7bc92c9306954bc4a6c71c986e30516f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0434675 Aug 09 15:56:53.940600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:53.940976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Checking segment: {'id': 'fbf59444-7914-4916-8e63-a28f1d799d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c4619d23-9059-43d7-8ab8-03d8c68493d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:53.941643 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.942418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Bound using segment: {'id': 'fbf59444-7914-4916-8e63-a28f1d799d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c4619d23-9059-43d7-8ab8-03d8c68493d6'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:53.943156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Bound port: f0dc167e-95ac-43c0-8b40-6388fd2c053d, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf59444-7914-4916-8e63-a28f1d799d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c4619d23-9059-43d7-8ab8-03d8c68493d6'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:53.943777 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.945921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49204) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:53.984568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d876da-8fea-4d4e-a8fb-46137acf216b req-cecc4e9c-9519-4baf-96cc-51d26f0242ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:53.987262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d876da-8fea-4d4e-a8fb-46137acf216b req-cecc4e9c-9519-4baf-96cc-51d26f0242ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327116 Aug 09 15:56:53.993728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3473a6-dc44-4785-adee-37822479fba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2904e814-8ffc-48c3-a50f-41d461190ee0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.010368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.031213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] For port f0dc167e-95ac-43c0-8b40-6388fd2c053d, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:54.036225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] For port f0dc167e-95ac-43c0-8b40-6388fd2c053d, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f0dc167e-95ac-43c0-8b40-6388fd2c053d,segment=NetworkSegment(fbf59444-7914-4916-8e63-a28f1d799d7f),segment_id=fbf59444-7914-4916-8e63-a28f1d799d7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:54.040239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4619d23-9059-43d7-8ab8-03d8c68493d6']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:54.045292 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.052117 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3710fd6d-4923-4a52-b327-11e2eddca84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.058696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf59444-7914-4916-8e63-a28f1d799d7f') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:54.059029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf59444-7914-4916-8e63-a28f1d799d7f') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:54.078527 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.096750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3710fd6d-4923-4a52-b327-11e2eddca84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.108869 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdb6724a-ccf8-4d22-bd5a-560f38ddd885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.111624 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.130863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:54.131229 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:54.136021 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:54.172779 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d876da-8fea-4d4e-a8fb-46137acf216b req-645f1915-3fea-4e3a-af02-abfafb89b16c service neutron] 10.222.0.53 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549642 Aug 09 15:56:54.217468 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:56:54.217468 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:56:54.217468 n-d-803778-2 neutron-server[94289]: [parameters: {'id': 'c4619d23-9059-43d7-8ab8-03d8c68493d6'}] Aug 09 15:56:54.217468 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:56:54.218415 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:56:54.220961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e732904-eeae-4471-ab5e-43cbe496aeeb None None] Network c4619d23-9059-43d7-8ab8-03d8c68493d6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:54.239602 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3710fd6d-4923-4a52-b327-11e2eddca84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.246721 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3710fd6d-4923-4a52-b327-11e2eddca84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.252117 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3710fd6d-4923-4a52-b327-11e2eddca84e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2904e814-8ffc-48c3-a50f-41d461190ee0 HTTP/1.1" status: 204 len: 168 time: 0.3028665 Aug 09 15:56:54.278218 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710fd6d-4923-4a52-b327-11e2eddca84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2904e814-8ffc-48c3-a50f-41d461190ee0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.356846 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d876da-8fea-4d4e-a8fb-46137acf216b req-85a9b781-796c-43b8-8210-5a98ccb0da09 service neutron] 10.222.0.53 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711028 Aug 09 15:56:54.415517 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdb6724a-ccf8-4d22-bd5a-560f38ddd885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.422044 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bdb6724a-ccf8-4d22-bd5a-560f38ddd885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.455661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6724a-ccf8-4d22-bd5a-560f38ddd885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47d3543-2bab-4526-9250-78cd2deffd22,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.490411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bdb6724a-ccf8-4d22-bd5a-560f38ddd885 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4766bbc957e84d86be899f956f1eaf03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9915078 Aug 09 15:56:54.492906 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49216) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:54.572603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b76816-0313-4b8e-865a-2cda002f774a None None] Pushing event updated for resources: {'Port': ['ID=f0dc167e-95ac-43c0-8b40-6388fd2c053d,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.616193 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9874d448-e507-4f86-9828-f8ec9b5d9839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.665220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9874d448-e507-4f86-9828-f8ec9b5d9839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.694884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e616a4c-b71f-41c0-b552-a9391c9c5f9a None None] Network c4619d23-9059-43d7-8ab8-03d8c68493d6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:54.723783 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.731871 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9874d448-e507-4f86-9828-f8ec9b5d9839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.736644 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9874d448-e507-4f86-9828-f8ec9b5d9839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.740356 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9874d448-e507-4f86-9828-f8ec9b5d9839 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c47d3543-2bab-4526-9250-78cd2deffd22 HTTP/1.1" status: 204 len: 168 time: 0.2464819 Aug 09 15:56:54.755373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874d448-e507-4f86-9828-f8ec9b5d9839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47d3543-2bab-4526-9250-78cd2deffd22,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.880857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Deleting port f0dc167e-95ac-43c0-8b40-6388fd2c053d {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:54.881567 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.941197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49228) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:54.993838 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b1c908-db66-4981-9520-bf623545a7a9 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:56:55.012625 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b771b012-b78b-4bcc-83ac-f7ba6dc9db2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.018422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] For port f0dc167e-95ac-43c0-8b40-6388fd2c053d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f0dc167e-95ac-43c0-8b40-6388fd2c053d,segment=NetworkSegment(fbf59444-7914-4916-8e63-a28f1d799d7f),segment_id=fbf59444-7914-4916-8e63-a28f1d799d7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:55.019265 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.035448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Calling delete_port for f0dc167e-95ac-43c0-8b40-6388fd2c053d owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:55.115500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42add689-31bd-448b-a5b6-e34e7997e24c req-debe83c9-f6e5-4bfb-9e85-d5317fdd0c6b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:55.124747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42add689-31bd-448b-a5b6-e34e7997e24c req-debe83c9-f6e5-4bfb-9e85-d5317fdd0c6b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 943 time: 0.1747169 Aug 09 15:56:55.140320 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.189278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42add689-31bd-448b-a5b6-e34e7997e24c req-5700c43f-04bb-4f9f-8e59-4c72884f34bd tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628648 Aug 09 15:56:55.201162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b1c908-db66-4981-9520-bf623545a7a9 None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:56:55.222662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Port': ['ID=f0dc167e-95ac-43c0-8b40-6388fd2c053d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:55.236587 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No DVR routers for this DVR port f0dc167e-95ac-43c0-8b40-6388fd2c053d on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:55.329975 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b771b012-b78b-4bcc-83ac-f7ba6dc9db2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.336334 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b771b012-b78b-4bcc-83ac-f7ba6dc9db2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.371286 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.387622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4619d23-9059-43d7-8ab8-03d8c68493d6']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:55.403835 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf59444-7914-4916-8e63-a28f1d799d7f') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:55.404192 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf59444-7914-4916-8e63-a28f1d799d7f') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:55.418317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.436513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b771b012-b78b-4bcc-83ac-f7ba6dc9db2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c60ed8e2b114945b6672cef5205d7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941328 Aug 09 15:56:55.440561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.447471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:55.448159 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.453620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49238) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:55.461222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771b012-b78b-4bcc-83ac-f7ba6dc9db2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9867a72-a526-4f5e-93cf-40fd139ed233,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:55.555448 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:55.560851 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.562184 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-481ff228-e8c6-4736-aaa3-fd6cedd46df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.571154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.575954 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/c4619d23-9059-43d7-8ab8-03d8c68493d6 HTTP/1.1" status: 204 len: 168 time: 2.1694341 Aug 09 15:56:55.584491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49246) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:55.641992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd1ba0-7ac7-45d9-a6bc-b64219c1486a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Network': ['ID=c4619d23-9059-43d7-8ab8-03d8c68493d6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:55.651778 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80e0efd-428b-4085-8862-491330c29588 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:56:55.652853 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80e0efd-428b-4085-8862-491330c29588 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:56:55.660730 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a80e0efd-428b-4085-8862-491330c29588 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/c4619d23-9059-43d7-8ab8-03d8c68493d6 HTTP/1.1" status: 404 len: 339 time: 0.0744312 Aug 09 15:56:55.661760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49250) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:55.663093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-481ff228-e8c6-4736-aaa3-fd6cedd46df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.668808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1b3f4a97-a10d-4a7a-b064-b6c8cbf73325 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2097390881', 'description': 'd1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:55.700127 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3f4a97-a10d-4a7a-b064-b6c8cbf73325 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:55.705228 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4a97-a10d-4a7a-b064-b6c8cbf73325 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.751667 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-481ff228-e8c6-4736-aaa3-fd6cedd46df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.754636 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-481ff228-e8c6-4736-aaa3-fd6cedd46df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.755755 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-481ff228-e8c6-4736-aaa3-fd6cedd46df9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9867a72-a526-4f5e-93cf-40fd139ed233 HTTP/1.1" status: 204 len: 168 time: 0.3006847 Aug 09 15:56:55.764518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3f4a97-a10d-4a7a-b064-b6c8cbf73325 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:55.776917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ff228-e8c6-4736-aaa3-fd6cedd46df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9867a72-a526-4f5e-93cf-40fd139ed233,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:55.777536 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4a97-a10d-4a7a-b064-b6c8cbf73325 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.777938 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-1b3f4a97-a10d-4a7a-b064-b6c8cbf73325 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Added segment 7d10c5a3-55f7-4a0a-b4ad-2d3e46ccc6bb of type vlan for network 6bb56d4a-0114-443a-b7e2-937ececb235e Aug 09 15:56:55.836472 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4a97-a10d-4a7a-b064-b6c8cbf73325 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.891794 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4a97-a10d-4a7a-b064-b6c8cbf73325 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.916286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3f4a97-a10d-4a7a-b064-b6c8cbf73325 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:55.916963 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4a97-a10d-4a7a-b064-b6c8cbf73325 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.028518 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1b3f4a97-a10d-4a7a-b064-b6c8cbf73325 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3650680 Aug 09 15:56:56.031333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49260) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:56.037620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f4a97-a10d-4a7a-b064-b6c8cbf73325 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=6bb56d4a-0114-443a-b7e2-937ececb235e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:56.058062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 6bb56d4a-0114-443a-b7e2-937ececb235e details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:56.291520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2710e14-07f3-4806-8ce6-c92401763e18 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:56.293319 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a2710e14-07f3-4806-8ce6-c92401763e18 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/networks?id=6bb56d4a-0114-443a-b7e2-937ececb235e HTTP/1.1" status: 200 len: 761 time: 0.2596474 Aug 09 15:56:56.296805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49268) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:56.319722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b451b1ba-a89a-4668-8cea-1978d28d4ea4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'description': 'd2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:56.474414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49274) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:56.491767 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-784204fe-ea49-4d65-9b65-83b1c951800b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.494547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 7076e15f-0fd5-47cb-a92c-7c0ee028236a details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:56:56.639700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a349116-5cf7-4cb5-944e-5855b067d184 req-f135cc3b-41b1-4adb-8a82-ca5470158aa5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:56.641267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7a349116-5cf7-4cb5-944e-5855b067d184 req-f135cc3b-41b1-4adb-8a82-ca5470158aa5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 943 time: 0.1817307 Aug 09 15:56:56.703598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 7076e15f-0fd5-47cb-a92c-7c0ee028236a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7076e15f-0fd5-47cb-a92c-7c0ee028236a,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:56.713686 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-784204fe-ea49-4d65-9b65-83b1c951800b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.723205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '7076e15f-0fd5-47cb-a92c-7c0ee028236a', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'port_id': '7076e15f-0fd5-47cb-a92c-7c0ee028236a', 'mac_address': 'fa:16:3e:de:cd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:56:56.727558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-784204fe-ea49-4d65-9b65-83b1c951800b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.744835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7a349116-5cf7-4cb5-944e-5855b067d184 req-083cf6f7-ddf5-4c3c-80b6-1f108f24b4d8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953846 Aug 09 15:56:56.755836 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b451b1ba-a89a-4668-8cea-1978d28d4ea4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.777352 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.789323 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b451b1ba-a89a-4668-8cea-1978d28d4ea4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.801555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7076e15f-0fd5-47cb-a92c-7c0ee028236a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:56.814865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b451b1ba-a89a-4668-8cea-1978d28d4ea4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network 6bb56d4a-0114-443a-b7e2-937ececb235e is not hosted by any dhcp agent {{(pid=94289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:56:56.820904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b451b1ba-a89a-4668-8cea-1978d28d4ea4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:56.821894 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b451b1ba-a89a-4668-8cea-1978d28d4ea4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.823662 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b451b1ba-a89a-4668-8cea-1978d28d4ea4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "PUT /v2.0/networks/6bb56d4a-0114-443a-b7e2-937ececb235e HTTP/1.1" status: 200 len: 758 time: 0.5200212 Aug 09 15:56:56.828539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49282) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:56.849430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 7076e15f-0fd5-47cb-a92c-7c0ee028236a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7076e15f-0fd5-47cb-a92c-7c0ee028236a,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:56.855668 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.891345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451b1ba-a89a-4668-8cea-1978d28d4ea4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=6bb56d4a-0114-443a-b7e2-937ececb235e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:56.910565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 6bb56d4a-0114-443a-b7e2-937ececb235e details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:56.958815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49288) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:56.959406 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-784204fe-ea49-4d65-9b65-83b1c951800b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51de5562f301409ebf03ebe47591811d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4831645 Aug 09 15:56:56.961412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784204fe-ea49-4d65-9b65-83b1c951800b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc31c4-3ebb-433b-a58d-88a8b2cf5c42,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:56.989652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=7076e15f-0fd5-47cb-a92c-7c0ee028236a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:57.034533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d78370c-a8dd-498a-8191-b562054331e0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:57.036345 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8d78370c-a8dd-498a-8191-b562054331e0 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/networks?id=6bb56d4a-0114-443a-b7e2-937ececb235e HTTP/1.1" status: 200 len: 761 time: 0.2042098 Aug 09 15:56:57.040590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49290) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:57.046320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f827d647-d260-4bcc-acf8-ddc7d7e63983 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1398298808'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:57.067179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d831-bce3-42db-b685-8f33ae5cbe4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.102836 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d831-bce3-42db-b685-8f33ae5cbe4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.104690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f827d647-d260-4bcc-acf8-ddc7d7e63983 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:57.108159 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f827d647-d260-4bcc-acf8-ddc7d7e63983 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.162604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f827d647-d260-4bcc-acf8-ddc7d7e63983 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:56:57.175882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f827d647-d260-4bcc-acf8-ddc7d7e63983 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.176469 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-f827d647-d260-4bcc-acf8-ddc7d7e63983 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Added segment d1788930-a249-4251-8653-da6c70083aec of type vlan for network be3e92ef-b137-457f-ac04-03e536c66a58 Aug 09 15:56:57.184326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['7076e15f-0fd5-47cb-a92c-7c0ee028236a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:57.228831 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d831-bce3-42db-b685-8f33ae5cbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.231828 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d831-bce3-42db-b685-8f33ae5cbe4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.236235 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cbd8d831-bce3-42db-b685-8f33ae5cbe4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/15fc31c4-3ebb-433b-a58d-88a8b2cf5c42 HTTP/1.1" status: 204 len: 168 time: 0.2731500 Aug 09 15:56:57.247036 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f827d647-d260-4bcc-acf8-ddc7d7e63983 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.256602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8d831-bce3-42db-b685-8f33ae5cbe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc31c4-3ebb-433b-a58d-88a8b2cf5c42,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:57.301963 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f827d647-d260-4bcc-acf8-ddc7d7e63983 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.309583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f827d647-d260-4bcc-acf8-ddc7d7e63983 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:57.310312 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f827d647-d260-4bcc-acf8-ddc7d7e63983 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.377460 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f827d647-d260-4bcc-acf8-ddc7d7e63983 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3357055 Aug 09 15:56:57.380219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49304) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:57.394968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-461d1c78-5680-4834-90bf-959a17f2e58d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'network_id': 'be3e92ef-b137-457f-ac04-03e536c66a58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:57.461433 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827d647-d260-4bcc-acf8-ddc7d7e63983 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=be3e92ef-b137-457f-ac04-03e536c66a58,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:57.486700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network be3e92ef-b137-457f-ac04-03e536c66a58 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:56:57.520032 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461d1c78-5680-4834-90bf-959a17f2e58d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:57.524711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-461d1c78-5680-4834-90bf-959a17f2e58d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.754640 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-461d1c78-5680-4834-90bf-959a17f2e58d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.878531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d1c78-5680-4834-90bf-959a17f2e58d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=98a5c871-237e-4a9c-b8f8-059b558e228a,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:57.881126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d1c78-5680-4834-90bf-959a17f2e58d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking segment: {'id': 'd1788930-a249-4251-8653-da6c70083aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'be3e92ef-b137-457f-ac04-03e536c66a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:57.881508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d1c78-5680-4834-90bf-959a17f2e58d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network hostable DHCP agents. Network: be3e92ef-b137-457f-ac04-03e536c66a58, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:56:57.902353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d1c78-5680-4834-90bf-959a17f2e58d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network be3e92ef-b137-457f-ac04-03e536c66a58 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:56:57.918290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-461d1c78-5680-4834-90bf-959a17f2e58d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, be3e92ef-b137-457f-ac04-03e536c66a58) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:57.926967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d1c78-5680-4834-90bf-959a17f2e58d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:57.927605 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-461d1c78-5680-4834-90bf-959a17f2e58d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.933871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c57db6-4c69-4753-9369-c7b8887d3941 None None] Network be3e92ef-b137-457f-ac04-03e536c66a58 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:57.958112 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-461d1c78-5680-4834-90bf-959a17f2e58d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5768385 Aug 09 15:56:57.961395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49334) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:57.969525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a52e48-0ef9-4f3b-94a1-8c223ae3c991 req-55ca7ae0-4712-4517-a9b6-977a56632790 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:57.979474 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5a52e48-0ef9-4f3b-94a1-8c223ae3c991 req-55ca7ae0-4712-4517-a9b6-977a56632790 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 944 time: 0.0824018 Aug 09 15:56:58.069472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b5a52e48-0ef9-4f3b-94a1-8c223ae3c991 req-7378c0db-669b-4c53-9b5b-5e316907def0 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840745 Aug 09 15:56:58.202050 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.252164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1147cee7-93ca-483d-b6af-4fd1c91dad76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-be3e92ef-b137-457f-ac04-03e536c66a58', 'network_id': 'be3e92ef-b137-457f-ac04-03e536c66a58', 'tenant_id': 'e2feb928447a4a20adae7d1684609730', 'fixed_ips': [{'subnet_id': '98a5c871-237e-4a9c-b8f8-059b558e228a'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:56:58.253048 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1147cee7-93ca-483d-b6af-4fd1c91dad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.291753 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.390981 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.436045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Subnet': ['ID=98a5c871-237e-4a9c-b8f8-059b558e228a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server [None req-1147cee7-93ca-483d-b6af-4fd1c91dad76 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98a5c871-237e-4a9c-b8f8-059b558e228a: This subnet is being modified by another concurrent operation. Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:56:58.466386 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise exception Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98a5c871-237e-4a9c-b8f8-059b558e228a: This subnet is being modified by another concurrent operation. Aug 09 15:56:58.470912 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Aug 09 15:56:58.485783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55cdbc4-2896-42b3-a821-7895ee3b13fd None None] Network be3e92ef-b137-457f-ac04-03e536c66a58 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:56:58.513329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 7076e15f-0fd5-47cb-a92c-7c0ee028236a up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:58.539772 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.558015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3e92ef-b137-457f-ac04-03e536c66a58']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:58.574169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1788930-a249-4251-8653-da6c70083aec') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:58.574475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1788930-a249-4251-8653-da6c70083aec') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:58.599348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.643992 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.654809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:58.655270 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:58.658621 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:58.750692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd9f9e6-1a07-42a0-a0e6-493c89e0b36b None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:56:58.780021 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.793540 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.795541 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/be3e92ef-b137-457f-ac04-03e536c66a58 HTTP/1.1" status: 204 len: 168 time: 0.8329082 Aug 09 15:56:58.798588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49372) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:58.831946 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23624b61-87f3-4b4e-b8e3-abb6dac07bc7 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Network': ['ID=be3e92ef-b137-457f-ac04-03e536c66a58,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:58.861906 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b14cc8-8277-4cf1-a1e4-11be9a316506 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] GET failed (client error): The resource could not be found. Aug 09 15:56:58.866597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49376) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:58.871203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-02b14cc8-8277-4cf1-a1e4-11be9a316506 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/subnets/98a5c871-237e-4a9c-b8f8-059b558e228a HTTP/1.1" status: 404 len: 337 time: 0.0712094 Aug 09 15:56:58.894099 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5993859d-6588-45ab-b1d3-9a149b2c9a3a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:56:58.894681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5993859d-6588-45ab-b1d3-9a149b2c9a3a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:56:58.896143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 7076e15f-0fd5-47cb-a92c-7c0ee028236a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:58.897112 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5993859d-6588-45ab-b1d3-9a149b2c9a3a tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/be3e92ef-b137-457f-ac04-03e536c66a58 HTTP/1.1" status: 404 len: 339 time: 0.0290496 Aug 09 15:56:58.901874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49378) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:58.906044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 7076e15f-0fd5-47cb-a92c-7c0ee028236a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:58.906428 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.037499 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9f9e6-1a07-42a0-a0e6-493c89e0b36b None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:56:59.182876 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.247864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ee0e29-eadf-4b86-a09a-d8e07b24b648 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.250409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-58ee0e29-eadf-4b86-a09a-d8e07b24b648 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3472648 Aug 09 15:56:59.253275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49390) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:59.326636 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0b3d1a9a-caf4-4898-8cdf-f4851c9a287c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 207 time: 0.0715137 Aug 09 15:56:59.330190 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49396) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:59.336801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34740aad-a425-471a-a4a8-f958a20df0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7076e15f-0fd5-47cb-a92c-7c0ee028236a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:59.339408 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4e1293-752a-49ba-9672-b83f661afebe" -d '{"events": [{"server_uuid": "34740aad-a425-471a-a4a8-f958a20df0a7", "name": "network-vif-plugged", "status": "completed", "tag": "7076e15f-0fd5-47cb-a92c-7c0ee028236a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:59.409742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 7076e15f-0fd5-47cb-a92c-7c0ee028236a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7076e15f-0fd5-47cb-a92c-7c0ee028236a,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:59.417729 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.434394 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac0d27d-0fa0-4051-84ca-8017b594f83b x-openstack-request-id: req-9ac0d27d-0fa0-4051-84ca-8017b594f83b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:59.434963 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34740aad-a425-471a-a4a8-f958a20df0a7", "name": "network-vif-plugged", "status": "completed", "tag": "7076e15f-0fd5-47cb-a92c-7c0ee028236a", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:59.435402 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ac0d27d-0fa0-4051-84ca-8017b594f83b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:59.435975 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34740aad-a425-471a-a4a8-f958a20df0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7076e15f-0fd5-47cb-a92c-7c0ee028236a', 'code': 200} Aug 09 15:56:59.491979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccbfd3-ceef-42a6-8682-213f5403c001 req-be19f4ff-b53e-40cf-9fa1-e459629da358 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.502566 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15ccbfd3-ceef-42a6-8682-213f5403c001 req-be19f4ff-b53e-40cf-9fa1-e459629da358 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 944 time: 0.1768630 Aug 09 15:56:59.536357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c71ff3-2c41-4610-b01d-47c30015faf9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.547006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c71ff3-2c41-4610-b01d-47c30015faf9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.549017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49402) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:59.554137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c71ff3-2c41-4610-b01d-47c30015faf9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.560726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c71ff3-2c41-4610-b01d-47c30015faf9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.562691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-41c71ff3-2c41-4610-b01d-47c30015faf9 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2311945 Aug 09 15:56:59.566630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49408) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:59.577956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=7076e15f-0fd5-47cb-a92c-7c0ee028236a,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:59.655755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979418da-e121-4615-8e55-40ce389c72e2 req-aa1ecbc3-0e10-40ff-a837-d63fda8e486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.661691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-979418da-e121-4615-8e55-40ce389c72e2 req-aa1ecbc3-0e10-40ff-a837-d63fda8e486c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 1096 time: 0.1433055 Aug 09 15:56:59.746234 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-979418da-e121-4615-8e55-40ce389c72e2 req-d6d324e5-05ac-44bf-811f-2480f6ba1039 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732052 Aug 09 15:56:59.790763 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15ccbfd3-ceef-42a6-8682-213f5403c001 req-d790d64d-1a0d-4631-a910-166d18bbbbc6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795744 Aug 09 15:56:59.880473 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a097f6ab-1fb8-408d-a7bf-5ab8d594bb87 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3060057 Aug 09 15:56:59.885543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49416) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:59.923868 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1112a640-6ebf-43d7-8014-a0ea08a75b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.013722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f429ac0b-80b6-4d7c-b1e1-cedc31ae57ae tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.015546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f429ac0b-80b6-4d7c-b1e1-cedc31ae57ae tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.018161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f429ac0b-80b6-4d7c-b1e1-cedc31ae57ae tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1313906 Aug 09 15:57:00.024652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49420) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:00.058750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1112a640-6ebf-43d7-8014-a0ea08a75b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.065362 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1112a640-6ebf-43d7-8014-a0ea08a75b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.100736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5aed32-a6ed-4d70-acc1-ce89aaae4a87 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.106158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5aed32-a6ed-4d70-acc1-ce89aaae4a87 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['shared'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.111571 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-af5aed32-a6ed-4d70-acc1-ce89aaae4a87 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0842602 Aug 09 15:57:00.116001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49428) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:00.123566 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1112a640-6ebf-43d7-8014-a0ea08a75b25 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=731664183e864e9b865f9c60ed9b6c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5699222 Aug 09 15:57:00.123566 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112a640-6ebf-43d7-8014-a0ea08a75b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a770e8bd-cfad-46cc-b8c5-714024a5f8d4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:00.127036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49430) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:00.193808 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b28e0c5-5023-4d9c-9ceb-ddbcaaf7445b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.224149 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b28e0c5-5023-4d9c-9ceb-ddbcaaf7445b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.298339 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b28e0c5-5023-4d9c-9ceb-ddbcaaf7445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.302379 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b28e0c5-5023-4d9c-9ceb-ddbcaaf7445b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.306672 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5b28e0c5-5023-4d9c-9ceb-ddbcaaf7445b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a770e8bd-cfad-46cc-b8c5-714024a5f8d4 HTTP/1.1" status: 204 len: 168 time: 0.1760390 Aug 09 15:57:00.310653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd32ba3-e656-4b94-8ec9-36bb109e051d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.312268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9fd32ba3-e656-4b94-8ec9-36bb109e051d tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/networks/f2c15eab-9dfa-406b-851e-4ae36bdfe098 HTTP/1.1" status: 200 len: 799 time: 0.1939530 Aug 09 15:57:00.316740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49436) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:00.322697 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28e0c5-5023-4d9c-9ceb-ddbcaaf7445b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a770e8bd-cfad-46cc-b8c5-714024a5f8d4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:00.461231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-108a7e20-0aa9-4157-b593-7f214bf69bca tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/networks/f2c15eab-9dfa-406b-851e-4ae36bdfe098?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1428685 Aug 09 15:57:00.464486 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49440) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:00.529438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cc405d-95f9-4527-bac5-2fd4a3d4cee2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.534434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-55cc405d-95f9-4527-bac5-2fd4a3d4cee2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/subnets/52013106-f0b7-4e7d-ab82-6b3c6c64edaf HTTP/1.1" status: 200 len: 811 time: 0.0652344 Aug 09 15:57:00.534822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49442) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:00.608822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2fa02c-5e2b-4f9e-8a37-28935591b45f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.610364 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-be2fa02c-5e2b-4f9e-8a37-28935591b45f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "GET /v2.0/subnets/52013106-f0b7-4e7d-ab82-6b3c6c64edaf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0745268 Aug 09 15:57:00.614032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49448) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:00.620535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-fbc2f4fc-0fe8-4ac4-a220-5ae94413ee7e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1603265820'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:00.662126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc2f4fc-0fe8-4ac4-a220-5ae94413ee7e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:00.666999 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fbc2f4fc-0fe8-4ac4-a220-5ae94413ee7e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.697065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc2f4fc-0fe8-4ac4-a220-5ae94413ee7e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:00.715052 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fbc2f4fc-0fe8-4ac4-a220-5ae94413ee7e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.717403 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-fbc2f4fc-0fe8-4ac4-a220-5ae94413ee7e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Added segment 52f86770-3d7b-403e-b397-72a343f24907 of type vlan for network 32113a70-1f10-44f1-9ec1-35963f11c572 Aug 09 15:57:00.802375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fbc2f4fc-0fe8-4ac4-a220-5ae94413ee7e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.880550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fbc2f4fc-0fe8-4ac4-a220-5ae94413ee7e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.888131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc2f4fc-0fe8-4ac4-a220-5ae94413ee7e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.888760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fbc2f4fc-0fe8-4ac4-a220-5ae94413ee7e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.938321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49462) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:00.950655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fbc2f4fc-0fe8-4ac4-a220-5ae94413ee7e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3354182 Aug 09 15:57:00.953483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49464) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:00.958807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'network_id': '32113a70-1f10-44f1-9ec1-35963f11c572', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:00.969060 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ccda3c1-3aec-43f0-9c37-8f2cf91473cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.026535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2f4fc-0fe8-4ac4-a220-5ae94413ee7e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Network': ['ID=32113a70-1f10-44f1-9ec1-35963f11c572,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:01.039694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 32113a70-1f10-44f1-9ec1-35963f11c572 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:01.171799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ccda3c1-3aec-43f0-9c37-8f2cf91473cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.179941 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ccda3c1-3aec-43f0-9c37-8f2cf91473cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.219168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Made reservation on behalf of e2feb928447a4a20adae7d1684609730 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:01.230993 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.297290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6ccda3c1-3aec-43f0-9c37-8f2cf91473cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4eb8466677b049f591f9b2f0018c0fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566589 Aug 09 15:57:01.298303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccda3c1-3aec-43f0-9c37-8f2cf91473cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c921aebe-a574-4744-af17-28d726b48bc2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:01.317995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49478) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:01.363996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.ipam_backend_mixin [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Performing IP validity checks on allocation pools {{(pid=94290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 09 15:57:01.365273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.ipam_backend_mixin [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 09 15:57:01.489279 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c7a06865-9937-4dd0-9ec5-f3f2d4aba597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.545809 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c7a06865-9937-4dd0-9ec5-f3f2d4aba597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.686112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1e6f5-8326-4185-9af3-57320b8f8790 req-51465ef6-8260-4922-94d3-acf7fa6c3486 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:01.687675 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4a1e6f5-8326-4185-9af3-57320b8f8790 req-51465ef6-8260-4922-94d3-acf7fa6c3486 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 945 time: 0.1042845 Aug 09 15:57:01.688590 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.713746 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c7a06865-9937-4dd0-9ec5-f3f2d4aba597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.716427 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c7a06865-9937-4dd0-9ec5-f3f2d4aba597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.720177 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c7a06865-9937-4dd0-9ec5-f3f2d4aba597 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c921aebe-a574-4744-af17-28d726b48bc2 HTTP/1.1" status: 204 len: 168 time: 0.4009273 Aug 09 15:57:01.795190 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a06865-9937-4dd0-9ec5-f3f2d4aba597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c921aebe-a574-4744-af17-28d726b48bc2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:01.812937 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4a1e6f5-8326-4185-9af3-57320b8f8790 req-fde0e4b4-494d-4bd7-870c-10e813ebe301 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171112 Aug 09 15:57:01.828787 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=20cca50f-409e-4cab-a1db-3f77d983b1ed,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:01.840093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Checking segment: {'id': '52f86770-3d7b-403e-b397-72a343f24907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '32113a70-1f10-44f1-9ec1-35963f11c572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:01.840517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network hostable DHCP agents. Network: 32113a70-1f10-44f1-9ec1-35963f11c572, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:57:01.863019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Network 32113a70-1f10-44f1-9ec1-35963f11c572 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:57:01.874715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 32113a70-1f10-44f1-9ec1-35963f11c572) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:01.879611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:01.880366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.888706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac41737-97cb-4b47-96d9-36de6fc284f8 None None] Network 32113a70-1f10-44f1-9ec1-35963f11c572 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:01.945531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49498) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:01.951504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-012bf876-540b-456e-bb24-8bcb6a5ff806 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:01.954938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-63dd10bd-c584-4f96-b45f-f43f1ffb6dd4 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0002685 Aug 09 15:57:02.187473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-32113a70-1f10-44f1-9ec1-35963f11c572', 'network_id': '32113a70-1f10-44f1-9ec1-35963f11c572', 'tenant_id': 'e2feb928447a4a20adae7d1684609730', 'fixed_ips': [{'subnet_id': '20cca50f-409e-4cab-a1db-3f77d983b1ed'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:02.188650 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.192115 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-012bf876-540b-456e-bb24-8bcb6a5ff806 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4361199'] for subnet, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.498152 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-012bf876-540b-456e-bb24-8bcb6a5ff806 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765756868244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7867009'] for subnet, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.561972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012bf876-540b-456e-bb24-8bcb6a5ff806 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:02.562594 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-012bf876-540b-456e-bb24-8bcb6a5ff806 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.567561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49518) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:02.569100 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-012bf876-540b-456e-bb24-8bcb6a5ff806 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "PUT /v2.0/subnets/20cca50f-409e-4cab-a1db-3f77d983b1ed HTTP/1.1" status: 200 len: 877 time: 0.6172867 Aug 09 15:57:02.608606 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bf876-540b-456e-bb24-8bcb6a5ff806 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event updated for resources: {'Subnet': ['ID=20cca50f-409e-4cab-a1db-3f77d983b1ed,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:02.637387 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Allocated IP 172.20.0.3 (32113a70-1f10-44f1-9ec1-35963f11c572/20cca50f-409e-4cab-a1db-3f77d983b1ed/bfeafd1b-6ca8-4403-a0d1-01cae1d965ea) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:02.770505 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.934499 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.953773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Transition to ACTIVE for port object bfeafd1b-6ca8-4403-a0d1-01cae1d965ea will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:02.956915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.984572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Transition to ACTIVE for port object bfeafd1b-6ca8-4403-a0d1-01cae1d965ea will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:02.991329 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.048611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Pushing event updated for resources: {'Port': ['ID=bfeafd1b-6ca8-4403-a0d1-01cae1d965ea,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:03.062298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Network 32113a70-1f10-44f1-9ec1-35963f11c572 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:03.064000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:03.066665 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:03.079148 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.192464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Attempting to bind port bfeafd1b-6ca8-4403-a0d1-01cae1d965ea on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:03.193011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Attempting to bind port bfeafd1b-6ca8-4403-a0d1-01cae1d965ea by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '52f86770-3d7b-403e-b397-72a343f24907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '32113a70-1f10-44f1-9ec1-35963f11c572'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:03.193178 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Attempting to bind port bfeafd1b-6ca8-4403-a0d1-01cae1d965ea on network 32113a70-1f10-44f1-9ec1-35963f11c572 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:03.201543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:03.201942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Checking segment: {'id': '52f86770-3d7b-403e-b397-72a343f24907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '32113a70-1f10-44f1-9ec1-35963f11c572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:03.202341 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.202735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Bound using segment: {'id': '52f86770-3d7b-403e-b397-72a343f24907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '32113a70-1f10-44f1-9ec1-35963f11c572'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:03.203193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Bound port: bfeafd1b-6ca8-4403-a0d1-01cae1d965ea, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f86770-3d7b-403e-b397-72a343f24907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '32113a70-1f10-44f1-9ec1-35963f11c572'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:03.209033 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.260968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Subnet': ['ID=20cca50f-409e-4cab-a1db-3f77d983b1ed,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:03.301725 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.318813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32113a70-1f10-44f1-9ec1-35963f11c572']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:03.360987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f86770-3d7b-403e-b397-72a343f24907') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:03.361306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f86770-3d7b-403e-b397-72a343f24907') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:03.382445 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.387659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] For port bfeafd1b-6ca8-4403-a0d1-01cae1d965ea, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:03.400406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] For port bfeafd1b-6ca8-4403-a0d1-01cae1d965ea, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bfeafd1b-6ca8-4403-a0d1-01cae1d965ea,segment=NetworkSegment(52f86770-3d7b-403e-b397-72a343f24907),segment_id=52f86770-3d7b-403e-b397-72a343f24907)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:03.408397 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.411845 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.423983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:03.424700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:03.433293 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:03.477675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1f923-9b59-4c6d-aa32-3df1ba028d6a None None] Pushing event updated for resources: {'Port': ['ID=bfeafd1b-6ca8-4403-a0d1-01cae1d965ea,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:03.551247 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30692260-f734-4812-887e-b280c1aa3f63 None None] Network 32113a70-1f10-44f1-9ec1-35963f11c572 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:03.582056 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 15:57:03.582056 n-d-803778-2 neutron-server[94290]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 15:57:03.582056 n-d-803778-2 neutron-server[94290]: [parameters: {'id': '32113a70-1f10-44f1-9ec1-35963f11c572'}] Aug 09 15:57:03.582056 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:57:03.582836 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:57:03.771458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b58aec-6145-4e56-bf88-08301289ba5b None None] Network 32113a70-1f10-44f1-9ec1-35963f11c572 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:04.033004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a5b2c4-3640-46d1-a849-ecf051ae1912 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:57:04.083434 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.194572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Deleting port bfeafd1b-6ca8-4403-a0d1-01cae1d965ea {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:04.195485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.241863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5b2c4-3640-46d1-a849-ecf051ae1912 None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:57:04.404232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] For port bfeafd1b-6ca8-4403-a0d1-01cae1d965ea, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bfeafd1b-6ca8-4403-a0d1-01cae1d965ea,segment=NetworkSegment(52f86770-3d7b-403e-b397-72a343f24907),segment_id=52f86770-3d7b-403e-b397-72a343f24907)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:04.404512 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.424737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Calling delete_port for bfeafd1b-6ca8-4403-a0d1-01cae1d965ea owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:04.553742 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.582051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Port': ['ID=bfeafd1b-6ca8-4403-a0d1-01cae1d965ea,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:04.591665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No DVR routers for this DVR port bfeafd1b-6ca8-4403-a0d1-01cae1d965ea on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:04.808881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.834663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32113a70-1f10-44f1-9ec1-35963f11c572']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:04.863840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f86770-3d7b-403e-b397-72a343f24907') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:04.864182 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f86770-3d7b-403e-b397-72a343f24907') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:04.894147 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.920139 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.935305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:04.935920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:04.940768 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:05.032289 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:05.058991 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:05.061868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/32113a70-1f10-44f1-9ec1-35963f11c572 HTTP/1.1" status: 204 len: 168 time: 2.4931598 Aug 09 15:57:05.062904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6038e-d84e-4013-b4dd-43178de532ac tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Network': ['ID=32113a70-1f10-44f1-9ec1-35963f11c572,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:05.065319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49598) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:05.100524 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe254f1-3c21-46d0-8f40-388863cb182b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:05.101722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe254f1-3c21-46d0-8f40-388863cb182b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:05.106430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49602) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:05.106789 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4fe254f1-3c21-46d0-8f40-388863cb182b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/subnets/20cca50f-409e-4cab-a1db-3f77d983b1ed HTTP/1.1" status: 404 len: 337 time: 0.0389264 Aug 09 15:57:05.131652 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76a8749-456e-449a-97ba-a9973cf0c04b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:05.133039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76a8749-456e-449a-97ba-a9973cf0c04b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:05.135365 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f76a8749-456e-449a-97ba-a9973cf0c04b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/32113a70-1f10-44f1-9ec1-35963f11c572 HTTP/1.1" status: 404 len: 339 time: 0.0278001 Aug 09 15:57:05.137987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49606) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:05.166840 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-464ccf85-4b06-45e6-86c9-d6382cdaf68e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:05.167307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464ccf85-4b06-45e6-86c9-d6382cdaf68e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:05.169670 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-464ccf85-4b06-45e6-86c9-d6382cdaf68e tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/subnets/98a5c871-237e-4a9c-b8f8-059b558e228a HTTP/1.1" status: 404 len: 337 time: 0.0296404 Aug 09 15:57:05.172066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49610) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:05.192615 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-05089739-63e0-4174-971b-c789c42c5d99 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:05.193439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05089739-63e0-4174-971b-c789c42c5d99 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:05.196311 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-05089739-63e0-4174-971b-c789c42c5d99 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/be3e92ef-b137-457f-ac04-03e536c66a58 HTTP/1.1" status: 404 len: 339 time: 0.0230901 Aug 09 15:57:05.199253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49612) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:05.297366 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:05.763715 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:05.775586 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb56d4a-0114-443a-b7e2-937ececb235e']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:05.787692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d10c5a3-55f7-4a0a-b4ad-2d3e46ccc6bb') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:05.788052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d10c5a3-55f7-4a0a-b4ad-2d3e46ccc6bb') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:05.800854 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:05.818798 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:05.826035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:05.826433 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:05.829377 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:05.900603 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:05.908306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:05.910400 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/6bb56d4a-0114-443a-b7e2-937ececb235e HTTP/1.1" status: 204 len: 168 time: 0.7100272 Aug 09 15:57:05.914622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49644) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:05.923514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba17be-f6b7-4d70-b688-18162014f0e1 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Network': ['ID=6bb56d4a-0114-443a-b7e2-937ececb235e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:05.951562 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-69127c3b-abce-42ad-a270-1cecac417175 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:05.952219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69127c3b-abce-42ad-a270-1cecac417175 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:05.956521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-69127c3b-abce-42ad-a270-1cecac417175 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/subnets/7a712b47-25c8-4ae1-a7cd-1900666c3926 HTTP/1.1" status: 404 len: 337 time: 0.0372818 Aug 09 15:57:05.956874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49646) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:05.977935 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a1e78f-cce6-44e9-9363-b153444f00f6 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:05.978592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a1e78f-cce6-44e9-9363-b153444f00f6 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:05.980494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-86a1e78f-cce6-44e9-9363-b153444f00f6 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/c4619d23-9059-43d7-8ab8-03d8c68493d6 HTTP/1.1" status: 404 len: 339 time: 0.0223005 Aug 09 15:57:05.983097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49650) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.011485 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-0098ee97-3805-43f4-94c0-e763860dcf5c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.011762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0098ee97-3805-43f4-94c0-e763860dcf5c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.014881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0098ee97-3805-43f4-94c0-e763860dcf5c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/subnets/9fd008c4-1d81-4be8-8946-4f6cfb7f28c1 HTTP/1.1" status: 404 len: 337 time: 0.0302510 Aug 09 15:57:06.016902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49654) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.036559 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f7a71c-d7ba-455d-8dea-fd312a8bc175 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.037330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f7a71c-d7ba-455d-8dea-fd312a8bc175 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.039764 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-34f7a71c-d7ba-455d-8dea-fd312a8bc175 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/e957668c-232a-4518-ae98-537f73424ef1 HTTP/1.1" status: 404 len: 339 time: 0.0217414 Aug 09 15:57:06.042272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49656) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.075319 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f364d58-b0d7-4c73-9aae-b2deb6c5e60c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.075774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f364d58-b0d7-4c73-9aae-b2deb6c5e60c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.079942 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1f364d58-b0d7-4c73-9aae-b2deb6c5e60c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/subnets/92e3c83a-a79c-4d07-a1fe-3d36cbbcd7a2 HTTP/1.1" status: 404 len: 337 time: 0.0342846 Aug 09 15:57:06.080117 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49658) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.104682 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-370768bf-a1d7-47a0-b3c5-872444a2f78c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.105259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370768bf-a1d7-47a0-b3c5-872444a2f78c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.106998 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-370768bf-a1d7-47a0-b3c5-872444a2f78c tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/c265ba40-dc4f-406d-8008-ee2f35443176 HTTP/1.1" status: 404 len: 339 time: 0.0258946 Aug 09 15:57:06.109506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49662) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.138352 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f55c15-bb11-48d1-aaab-7cafd086bf42 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.138998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f55c15-bb11-48d1-aaab-7cafd086bf42 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.141231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-16f55c15-bb11-48d1-aaab-7cafd086bf42 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/subnets/45b4fff8-7941-407e-8503-b2401850f64b HTTP/1.1" status: 404 len: 337 time: 0.0305436 Aug 09 15:57:06.144133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49664) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.162617 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-511e4888-273a-43e8-87ed-c53a2af683c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.163152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511e4888-273a-43e8-87ed-c53a2af683c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.168114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-511e4888-273a-43e8-87ed-c53a2af683c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/e32c7110-08ee-40b9-913a-5d86ee48a590 HTTP/1.1" status: 404 len: 339 time: 0.0206704 Aug 09 15:57:06.168311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49666) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.195557 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5276485-c26e-4bc7-bbde-3cbf10d2b928 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.196193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5276485-c26e-4bc7-bbde-3cbf10d2b928 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.198042 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b5276485-c26e-4bc7-bbde-3cbf10d2b928 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/subnets/35da0797-7db5-4066-a532-5ab827e105d7 HTTP/1.1" status: 404 len: 337 time: 0.0287261 Aug 09 15:57:06.200657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49668) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.219925 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60691d7-1223-4c6a-b1dd-fbea32016b60 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.220571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60691d7-1223-4c6a-b1dd-fbea32016b60 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.222437 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d60691d7-1223-4c6a-b1dd-fbea32016b60 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/c72d6aa8-94ff-46fd-aefb-699a27e1dd48 HTTP/1.1" status: 404 len: 339 time: 0.0207360 Aug 09 15:57:06.224945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49670) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.252189 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac64971-bd8a-4a93-bec4-dbc77bd94765 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.252633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac64971-bd8a-4a93-bec4-dbc77bd94765 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.256610 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9ac64971-bd8a-4a93-bec4-dbc77bd94765 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/subnets/d0c3d8e9-d7be-48ac-ab8b-21940c9feed3 HTTP/1.1" status: 404 len: 337 time: 0.0283902 Aug 09 15:57:06.256835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49674) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.276780 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f946902e-3ec9-4325-9d36-ad122b6f8153 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.277367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f946902e-3ec9-4325-9d36-ad122b6f8153 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.279370 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f946902e-3ec9-4325-9d36-ad122b6f8153 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/131f6eed-7dba-4f68-944f-b53331bfbc98 HTTP/1.1" status: 404 len: 339 time: 0.0209386 Aug 09 15:57:06.282420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49676) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.314783 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d74c6e-6841-4e3a-b9a9-4d6c7749073b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.315161 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d74c6e-6841-4e3a-b9a9-4d6c7749073b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.317098 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b6d74c6e-6841-4e3a-b9a9-4d6c7749073b tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/subnets/7102e55a-598c-4f6c-8478-8d8ba41f1d46 HTTP/1.1" status: 404 len: 337 time: 0.0337379 Aug 09 15:57:06.320203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49678) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.339483 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddb3bbe-2ec6-4f06-a90d-9ef7785ee358 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.340077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddb3bbe-2ec6-4f06-a90d-9ef7785ee358 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.341829 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2ddb3bbe-2ec6-4f06-a90d-9ef7785ee358 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/69aa3c09-556d-40ac-8fb5-0e3c05ede3b5 HTTP/1.1" status: 404 len: 339 time: 0.0204825 Aug 09 15:57:06.344382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49680) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.372238 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff33b8c-2bb1-423f-a5f4-a68dfb26a1c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.372944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff33b8c-2bb1-423f-a5f4-a68dfb26a1c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.374985 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5ff33b8c-2bb1-423f-a5f4-a68dfb26a1c3 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/subnets/e27d40e4-e413-42c1-baa0-31778c155b34 HTTP/1.1" status: 404 len: 337 time: 0.0296192 Aug 09 15:57:06.377433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49684) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.397068 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c419db11-7b18-402d-91e7-715afe7b0acd tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] DELETE failed (client error): The resource could not be found. Aug 09 15:57:06.397676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c419db11-7b18-402d-91e7-715afe7b0acd tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:57:06.399384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c419db11-7b18-402d-91e7-715afe7b0acd tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/d37a1a27-4f2c-4e00-a1fd-c756ab21f514 HTTP/1.1" status: 404 len: 339 time: 0.0210037 Aug 09 15:57:06.403339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49686) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:06.531017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62e3f49-8a0a-4a2b-a702-32c1d9cd1f2f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Deleting subnet 52013106-f0b7-4e7d-ab82-6b3c6c64edaf {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:06.543748 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d62e3f49-8a0a-4a2b-a702-32c1d9cd1f2f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:06.651325 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d62e3f49-8a0a-4a2b-a702-32c1d9cd1f2f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:06.848976 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d62e3f49-8a0a-4a2b-a702-32c1d9cd1f2f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.013797 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d62e3f49-8a0a-4a2b-a702-32c1d9cd1f2f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.080911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e3f49-8a0a-4a2b-a702-32c1d9cd1f2f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Subnet': ['ID=52013106-f0b7-4e7d-ab82-6b3c6c64edaf,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:07.090264 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d62e3f49-8a0a-4a2b-a702-32c1d9cd1f2f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.098554 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec14244e-9dda-4867-9209-9d9f4b921e38 None None] Network f2c15eab-9dfa-406b-851e-4ae36bdfe098 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:07.100156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49726) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:07.110833 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d62e3f49-8a0a-4a2b-a702-32c1d9cd1f2f tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/subnets/52013106-f0b7-4e7d-ab82-6b3c6c64edaf HTTP/1.1" status: 204 len: 168 time: 0.7061586 Aug 09 15:57:07.248079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.371650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Deleting port 4b7b9e09-d77b-4345-a5b0-08b972b21583 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:07.371997 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.374174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e043c8-5aa9-4118-9a1e-4a6daf54c307 req-9fff06e5-1a0f-4102-b540-f18f6bc71398 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:07.376103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-54e043c8-5aa9-4118-9a1e-4a6daf54c307 req-9fff06e5-1a0f-4102-b540-f18f6bc71398 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 946 time: 0.1269789 Aug 09 15:57:07.420767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15da3c63-fe07-47ff-b3d0-9fd1fbc4ca32 None None] DHCP port deletion for f2c15eab-9dfa-406b-851e-4ae36bdfe098 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:07.455482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-54e043c8-5aa9-4118-9a1e-4a6daf54c307 req-8dfead4d-bbed-4ba0-9a46-838189fa8a4f tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658350 Aug 09 15:57:07.535663 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-15da3c63-fe07-47ff-b3d0-9fd1fbc4ca32 None None] Deleting port 4b7b9e09-d77b-4345-a5b0-08b972b21583 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:07.544875 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-15da3c63-fe07-47ff-b3d0-9fd1fbc4ca32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.562884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] For port 4b7b9e09-d77b-4345-a5b0-08b972b21583, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4b7b9e09-d77b-4345-a5b0-08b972b21583,segment=NetworkSegment(7da18754-4bde-4fce-acac-addb3d7f36d2),segment_id=7da18754-4bde-4fce-acac-addb3d7f36d2)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:07.563268 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.603239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Calling delete_port for 4b7b9e09-d77b-4345-a5b0-08b972b21583 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:07.642344 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d877eb94-3b31-4751-8c2e-8aa645f4d695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.661514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-15da3c63-fe07-47ff-b3d0-9fd1fbc4ca32 None None] For port 4b7b9e09-d77b-4345-a5b0-08b972b21583, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4b7b9e09-d77b-4345-a5b0-08b972b21583,segment=NetworkSegment(7da18754-4bde-4fce-acac-addb3d7f36d2),segment_id=7da18754-4bde-4fce-acac-addb3d7f36d2)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:07.662588 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-15da3c63-fe07-47ff-b3d0-9fd1fbc4ca32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.683073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-15da3c63-fe07-47ff-b3d0-9fd1fbc4ca32 None None] Calling delete_port for 4b7b9e09-d77b-4345-a5b0-08b972b21583 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:07.744951 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.778812 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Port': ['ID=4b7b9e09-d77b-4345-a5b0-08b972b21583,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:07.786373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] No DVR routers for this DVR port 4b7b9e09-d77b-4345-a5b0-08b972b21583 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:07.814961 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-15da3c63-fe07-47ff-b3d0-9fd1fbc4ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.846743 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da3c63-fe07-47ff-b3d0-9fd1fbc4ca32 None None] No DVR routers for this DVR port 4b7b9e09-d77b-4345-a5b0-08b972b21583 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:07.892715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da3c63-fe07-47ff-b3d0-9fd1fbc4ca32 None None] Pushing event deleted for resources: {'Port': ['ID=4b7b9e09-d77b-4345-a5b0-08b972b21583,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:07.938090 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4b7b9e09-d77b-4345-a5b0-08b972b21583 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:07.956861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.978733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 4b7b9e09-d77b-4345-a5b0-08b972b21583 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:07.979354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4b7b9e09-d77b-4345-a5b0-08b972b21583 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:08.003554 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c15eab-9dfa-406b-851e-4ae36bdfe098']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:08.019714 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da18754-4bde-4fce-acac-addb3d7f36d2') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:08.020356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da18754-4bde-4fce-acac-addb3d7f36d2') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:08.033152 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.065281 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.073424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:08.074132 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:08.078996 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:08.166563 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.188064 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.190262 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] 10.222.0.81 "DELETE /v2.0/networks/f2c15eab-9dfa-406b-851e-4ae36bdfe098 HTTP/1.1" status: 204 len: 168 time: 1.0885274 Aug 09 15:57:08.191616 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087384e-4d8e-4897-a36f-8120ba38a4e2 tempest-NetworksTest-1369972262 tempest-NetworksTest-1369972262-project] Pushing event deleted for resources: {'Network': ['ID=f2c15eab-9dfa-406b-851e-4ae36bdfe098,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:08.375690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49766) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:08.562717 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49776) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:08.606967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c6684-bdbe-4f43-92a2-114f7f871623 req-fda925d7-9a4c-49b0-92b1-74877ef54ba3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:08.615849 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca8c6684-bdbe-4f43-92a2-114f7f871623 req-fda925d7-9a4c-49b0-92b1-74877ef54ba3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 946 time: 0.0695634 Aug 09 15:57:08.648785 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5825471-9f3c-40a7-adcb-c10231c59806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.682777 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca8c6684-bdbe-4f43-92a2-114f7f871623 req-436ed649-0c1c-45ad-b6ef-a1007b0b12b4 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653236 Aug 09 15:57:08.765302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-771db417-4bfa-4270-809c-2551d3e67a99 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2feb928447a4a20adae7d1684609730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991563 Aug 09 15:57:08.766060 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49782) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:08.793436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5825471-9f3c-40a7-adcb-c10231c59806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.798895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5825471-9f3c-40a7-adcb-c10231c59806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.874887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b5825471-9f3c-40a7-adcb-c10231c59806 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31073cd4946f42588978f8550c7c97ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974380 Aug 09 15:57:08.875574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49790) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:08.879087 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f822ef83-6ffd-4222-be3e-8de5436fe308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.889046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5825471-9f3c-40a7-adcb-c10231c59806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a7ae1c-d36c-4d1e-a471-eaa09649864e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:08.927431 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f822ef83-6ffd-4222-be3e-8de5436fe308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.995494 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f822ef83-6ffd-4222-be3e-8de5436fe308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.008069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f822ef83-6ffd-4222-be3e-8de5436fe308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.012866 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f822ef83-6ffd-4222-be3e-8de5436fe308 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8ee8014-b81f-497c-a8e3-b6ec1f39a584 HTTP/1.1" status: 204 len: 168 time: 0.2458205 Aug 09 15:57:09.022377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822ef83-6ffd-4222-be3e-8de5436fe308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ee8014-b81f-497c-a8e3-b6ec1f39a584,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:09.060434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-3c8c93fd-7b61-46c3-a9c3-709c2f3dedc9 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:09.062314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-3c8c93fd-7b61-46c3-a9c3-709c2f3dedc9 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.60 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 946 time: 0.1387634 Aug 09 15:57:09.063168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a30d70a-501c-4364-b327-7e74064ea123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.209253 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a30d70a-501c-4364-b327-7e74064ea123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.325912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Deleting port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:09.326287 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.377312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a30d70a-501c-4364-b327-7e74064ea123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.379824 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a30d70a-501c-4364-b327-7e74064ea123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.381161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4a30d70a-501c-4364-b327-7e74064ea123 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2a7ae1c-d36c-4d1e-a471-eaa09649864e HTTP/1.1" status: 204 len: 168 time: 0.4938366 Aug 09 15:57:09.395052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30d70a-501c-4364-b327-7e74064ea123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a7ae1c-d36c-4d1e-a471-eaa09649864e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:09.459411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] For port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:09.460296 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.682106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.682781 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.683294 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Floating IP 3ca00a05-527d-40d8-8979-3e12bf050503 disassociated. External IP: 172.25.2.60, port: 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228. Aug 09 15:57:09.683913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Calling delete_port for 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:09.862012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027369b-47fe-446b-8451-6bfe7e62b951 req-eb43e9c5-8456-4fe6-8d42-9e770ee79dea tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:09.885113 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8027369b-47fe-446b-8451-6bfe7e62b951 req-eb43e9c5-8456-4fe6-8d42-9e770ee79dea tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 946 time: 0.0902119 Aug 09 15:57:09.928712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49826) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:09.961282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a84ac134-6b39-4296-9bdf-97df1d723684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.029109 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8027369b-47fe-446b-8451-6bfe7e62b951 req-1494e415-7a1b-4875-9f04-52aa6e724a06 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups?id=f294148d-a3b1-4cb4-b43a-7d7823f81422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425865 Aug 09 15:57:10.060536 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.124681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event deleted for resources: {'Port': ['ID=2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:10.152589 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a84ac134-6b39-4296-9bdf-97df1d723684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.158799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a84ac134-6b39-4296-9bdf-97df1d723684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.202340 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:57:10.227507 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a84ac134-6b39-4296-9bdf-97df1d723684 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b6fa8f9ac5a44fdba263ebb43dff9015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971301 Aug 09 15:57:10.228932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49832) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:10.229892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ac134-6b39-4296-9bdf-97df1d723684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34464265-ab20-41c3-9421-114bb6e83a11,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:10.359135 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9ca41fa2-45af-40cf-8576-9595c8603fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.421399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9ca41fa2-45af-40cf-8576-9595c8603fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.432739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:10.513534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3eb0d075-3304-45f0-b986-b2893a4cab05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.533352 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9ca41fa2-45af-40cf-8576-9595c8603fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.535942 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9ca41fa2-45af-40cf-8576-9595c8603fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.540524 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9ca41fa2-45af-40cf-8576-9595c8603fe1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34464265-ab20-41c3-9421-114bb6e83a11 HTTP/1.1" status: 204 len: 168 time: 0.3068933 Aug 09 15:57:10.559110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca41fa2-45af-40cf-8576-9595c8603fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34464265-ab20-41c3-9421-114bb6e83a11,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:10.715391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:10.728763 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de9877-1d37-439b-b95a-061c6466be53 None None] Sync routers for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:10.739237 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de9877-1d37-439b-b95a-061c6466be53 None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:10.740014 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e9de9877-1d37-439b-b95a-061c6466be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:10.781726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] No DVR routers for this DVR port 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:10.790053 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.792189 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1266cea0-83ad-4509-ab27-35aa6058d85f req-9582672f-5332-43f1-bbf3-e138aa6f42b1 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.60 "DELETE /v2.0/ports/2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 HTTP/1.1" status: 204 len: 173 time: 1.7230377 Aug 09 15:57:10.792696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'name': 'network-vif-deleted', 'tag': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:10.809322 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee8888c-cd18-4b9e-bffa-bc2f648b356f" -d '{"events": [{"server_uuid": "f287fbac-c6e7-473c-b5e9-64696ab8735c", "name": "network-vif-deleted", "tag": "2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:10.877216 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:10.940211 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fa9ea2-7935-4dc0-b54e-fc89057b9718 x-openstack-request-id: req-47fa9ea2-7935-4dc0-b54e-fc89057b9718 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:10.940762 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f287fbac-c6e7-473c-b5e9-64696ab8735c", "name": "network-vif-deleted", "tag": "2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:10.941213 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47fa9ea2-7935-4dc0-b54e-fc89057b9718 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:10.941834 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f287fbac-c6e7-473c-b5e9-64696ab8735c', 'name': 'network-vif-deleted', 'tag': '2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228', 'status': 'completed', 'code': 200} Aug 09 15:57:11.105807 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-e9de9877-1d37-439b-b95a-061c6466be53 None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:11.167870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49862) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:11.224596 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17e312aa-5988-4508-935c-1c59c1478199 req-4c96159b-5a5d-4cc6-a87f-d2b6c07f0bf7 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/ports?device_id=f287fbac-c6e7-473c-b5e9-64696ab8735c HTTP/1.1" status: 200 len: 210 time: 0.0419631 Aug 09 15:57:11.321010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1608010452'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:11.359536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:11.364057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.375676 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e9de9877-1d37-439b-b95a-061c6466be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:11.377358 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.428529 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de9877-1d37-439b-b95a-061c6466be53 None None] Checking router: 40a7f4c5-3cd2-4929-92aa-7aca13574d95 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:11.445136 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de9877-1d37-439b-b95a-061c6466be53 None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:11.446295 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e9de9877-1d37-439b-b95a-061c6466be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:11.452882 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.543226 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.556118 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.564194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.597328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9bf902-44cc-40d2-9254-554fd5fc9360,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:11.607261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:11.618720 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.619214 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-e9de9877-1d37-439b-b95a-061c6466be53 None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:11.619875 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Added segment c9f61eb9-77ba-47fb-8581-2d79f130d758 of type vlan for network b5427560-b2ac-4b46-8a99-f87ee4272b98 Aug 09 15:57:11.668193 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.708835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.715530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:11.716177 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.782484 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6131506 Aug 09 15:57:11.785408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49890) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:11.792070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-17fc2054-ed37-4219-aa06-9a749ca6f4e8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'network': {'name': 'tempest-RoutersTest-229196388'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:11.822779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408d7ba-9086-42e3-aa1e-fc641408abec tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Network': ['ID=b5427560-b2ac-4b46-8a99-f87ee4272b98,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:11.838089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fc2054-ed37-4219-aa06-9a749ca6f4e8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:11.842893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17fc2054-ed37-4219-aa06-9a749ca6f4e8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.849942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network b5427560-b2ac-4b46-8a99-f87ee4272b98 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:11.881239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fc2054-ed37-4219-aa06-9a749ca6f4e8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:11.904446 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17fc2054-ed37-4219-aa06-9a749ca6f4e8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.904870 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-17fc2054-ed37-4219-aa06-9a749ca6f4e8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Added segment 5179a213-66a9-417e-ad32-ad566f7f6d81 of type vlan for network 335b3e3a-4db3-475a-b3e7-956455e985bf Aug 09 15:57:11.914100 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e9de9877-1d37-439b-b95a-061c6466be53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:11.943795 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de9877-1d37-439b-b95a-061c6466be53 None None] The sync data for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 is: [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:49:29Z', 'revision_number': 4, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'fa376597-d0dc-4d75-be40-b6d19c1e7481', 'name': '', 'network_id': 'cd99aa88-f29c-4799-a778-de1dd4e14a39', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'mac_address': 'fa:16:3e:25:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:28Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'subnets': [{'id': '46c0b232-cf1d-485c-aaa0-7c03fdd82b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:11.971120 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17fc2054-ed37-4219-aa06-9a749ca6f4e8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.009410 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17fc2054-ed37-4219-aa06-9a749ca6f4e8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.017343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fc2054-ed37-4219-aa06-9a749ca6f4e8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:12.018170 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17fc2054-ed37-4219-aa06-9a749ca6f4e8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.106269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-17fc2054-ed37-4219-aa06-9a749ca6f4e8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3194783 Aug 09 15:57:12.108391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49906) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:12.114824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'subnet': {'network_id': 'b5427560-b2ac-4b46-8a99-f87ee4272b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:12.131062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc2054-ed37-4219-aa06-9a749ca6f4e8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Network': ['ID=335b3e3a-4db3-475a-b3e7-956455e985bf,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:12.147107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 335b3e3a-4db3-475a-b3e7-956455e985bf details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:12.252295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:12.258360 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.362249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3e4c50-74ca-4137-bf54-f754f139d11d None None] New status for floating IP 3ca00a05-527d-40d8-8979-3e12bf050503: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:57:12.382182 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49918) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:12.496596 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b19d39b0-49fe-4112-8302-041b0a55b20c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.558443 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b19d39b0-49fe-4112-8302-041b0a55b20c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.583524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:12.614798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:12.617230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 2a85d3a0-f2d8-40f0-85e3-4a5b4d1c4228 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:12.660546 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b19d39b0-49fe-4112-8302-041b0a55b20c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.666438 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b19d39b0-49fe-4112-8302-041b0a55b20c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.667633 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b19d39b0-49fe-4112-8302-041b0a55b20c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "DELETE /v2.0/security-groups/f294148d-a3b1-4cb4-b43a-7d7823f81422 HTTP/1.1" status: 204 len: 168 time: 0.2842402 Aug 09 15:57:12.681751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49938) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:12.704631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d39b0-49fe-4112-8302-041b0a55b20c tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f294148d-a3b1-4cb4-b43a-7d7823f81422,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:12.711997 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.732069 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-2a8d69dc-9c7c-4385-8054-42d199b3dd13 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] show failed (client error): The resource could not be found. Aug 09 15:57:12.733418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2a8d69dc-9c7c-4385-8054-42d199b3dd13 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "GET /v2.0/security-groups/f294148d-a3b1-4cb4-b43a-7d7823f81422 HTTP/1.1" status: 404 len: 347 time: 0.0506425 Aug 09 15:57:12.736308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49942) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:12.775442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bc6eb-d249-4769-bce2-58ae5ed58fd3 req-86b4845f-52d9-431d-913c-ae6c36eb5391 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:12.777243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-095bc6eb-d249-4769-bce2-58ae5ed58fd3 req-86b4845f-52d9-431d-913c-ae6c36eb5391 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 945 time: 0.1910434 Aug 09 15:57:12.823299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Subnet': ['ID=9234d694-c52f-4e48-aa8d-a310cead2054,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:12.855995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Checking segment: {'id': 'c9f61eb9-77ba-47fb-8581-2d79f130d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b5427560-b2ac-4b46-8a99-f87ee4272b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:12.856520 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network hostable DHCP agents. Network: b5427560-b2ac-4b46-8a99-f87ee4272b98, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:57:12.864225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:12.864745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:12.865422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:12.865942 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:12.867032 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:12.867527 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:12.868030 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:12.868522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:12.869187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:12.869893 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:12.870389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:12.871035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:12.887796 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-095bc6eb-d249-4769-bce2-58ae5ed58fd3 req-ad1333f2-6a27-488b-84ff-a970030d6655 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978699 Aug 09 15:57:12.902095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network b5427560-b2ac-4b46-8a99-f87ee4272b98 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:57:12.925566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-61296992-7b10-4617-a025-7ea1873423e3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Deleting port 3d245e9e-f41b-4069-8e39-d01f2fe36d7f {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:12.926328 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61296992-7b10-4617-a025-7ea1873423e3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.927360 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, b5427560-b2ac-4b46-8a99-f87ee4272b98) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:12.937911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9455b2a-b4f0-48b5-8548-bb8f6458ac8c None None] Network b5427560-b2ac-4b46-8a99-f87ee4272b98 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:12.942965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:12.944169 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.965650 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d5e67354-5540-4e52-b464-beb2d17fb2c1 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8542554 Aug 09 15:57:12.967887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49952) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:12.986002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9aca5df6-20dd-4473-b436-539d64581832 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'subnet': {'network_id': '335b3e3a-4db3-475a-b3e7-956455e985bf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:13.027794 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61296992-7b10-4617-a025-7ea1873423e3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.028192 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61296992-7b10-4617-a025-7ea1873423e3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.042887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-61296992-7b10-4617-a025-7ea1873423e3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Calling delete_port for 3d245e9e-f41b-4069-8e39-d01f2fe36d7f owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:13.115754 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.150154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aca5df6-20dd-4473-b436-539d64581832 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:13.153802 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aca5df6-20dd-4473-b436-539d64581832 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.180156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-b5427560-b2ac-4b46-8a99-f87ee4272b98', 'network_id': 'b5427560-b2ac-4b46-8a99-f87ee4272b98', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'fixed_ips': [{'subnet_id': '9234d694-c52f-4e48-aa8d-a310cead2054'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:13.181155 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.356297 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61296992-7b10-4617-a025-7ea1873423e3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.380556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Allocated IP 172.20.0.2 (b5427560-b2ac-4b46-8a99-f87ee4272b98/9234d694-c52f-4e48-aa8d-a310cead2054/d88ba5db-5815-4ce1-afd7-3ef55eea7aed) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:13.387306 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.535372 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aca5df6-20dd-4473-b436-539d64581832 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.606638 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.612510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca5df6-20dd-4473-b436-539d64581832 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Subnet': ['ID=062d89f8-bd30-4b51-b64a-5ff95d4c0267,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:13.629077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Transition to ACTIVE for port object d88ba5db-5815-4ce1-afd7-3ef55eea7aed will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:13.671131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aca5df6-20dd-4473-b436-539d64581832 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Checking segment: {'id': '5179a213-66a9-417e-ad32-ad566f7f6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '335b3e3a-4db3-475a-b3e7-956455e985bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:13.671280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca5df6-20dd-4473-b436-539d64581832 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network hostable DHCP agents. Network: 335b3e3a-4db3-475a-b3e7-956455e985bf, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:57:13.677307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Transition to ACTIVE for port object d88ba5db-5815-4ce1-afd7-3ef55eea7aed will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:13.687340 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.724233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aca5df6-20dd-4473-b436-539d64581832 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 335b3e3a-4db3-475a-b3e7-956455e985bf is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:57:13.735416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Network b5427560-b2ac-4b46-8a99-f87ee4272b98 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:13.740261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-9aca5df6-20dd-4473-b436-539d64581832 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 335b3e3a-4db3-475a-b3e7-956455e985bf) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:13.747398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca5df6-20dd-4473-b436-539d64581832 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:13.748715 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aca5df6-20dd-4473-b436-539d64581832 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.790973 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9aca5df6-20dd-4473-b436-539d64581832 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8202889 Aug 09 15:57:13.794657 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49976) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:13.799820 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-766aaa25-d487-4fd4-985f-b5fad96a7a25 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-807353314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:13.801343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:13.808361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:13.819709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61296992-7b10-4617-a025-7ea1873423e3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Pushing event deleted for resources: {'Port': ['ID=3d245e9e-f41b-4069-8e39-d01f2fe36d7f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:13.821262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e94bc-12d4-41c8-95c6-148fdb91cc5c None None] Network 335b3e3a-4db3-475a-b3e7-956455e985bf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:13.863500 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-766aaa25-d487-4fd4-985f-b5fad96a7a25 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.864665 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-766aaa25-d487-4fd4-985f-b5fad96a7a25 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.890748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Pushing event updated for resources: {'Port': ['ID=d88ba5db-5815-4ce1-afd7-3ef55eea7aed,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:13.898977 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61296992-7b10-4617-a025-7ea1873423e3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.901688 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61296992-7b10-4617-a025-7ea1873423e3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.903370 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-61296992-7b10-4617-a025-7ea1873423e3 tempest-AttachVolumeTestJSON-117472805 tempest-AttachVolumeTestJSON-117472805-project] 10.222.0.81 "DELETE /v2.0/floatingips/3ca00a05-527d-40d8-8979-3e12bf050503 HTTP/1.1" status: 204 len: 168 time: 1.1661208 Aug 09 15:57:14.036791 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-766aaa25-d487-4fd4-985f-b5fad96a7a25 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:14.052193 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-766aaa25-d487-4fd4-985f-b5fad96a7a25 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:14.099150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Attempting to bind port d88ba5db-5815-4ce1-afd7-3ef55eea7aed on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:14.099150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Attempting to bind port d88ba5db-5815-4ce1-afd7-3ef55eea7aed by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'c9f61eb9-77ba-47fb-8581-2d79f130d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b5427560-b2ac-4b46-8a99-f87ee4272b98'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:14.111673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Attempting to bind port d88ba5db-5815-4ce1-afd7-3ef55eea7aed on network b5427560-b2ac-4b46-8a99-f87ee4272b98 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:14.125974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:14.136737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Checking segment: {'id': 'c9f61eb9-77ba-47fb-8581-2d79f130d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b5427560-b2ac-4b46-8a99-f87ee4272b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:14.137312 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:14.137803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Bound using segment: {'id': 'c9f61eb9-77ba-47fb-8581-2d79f130d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b5427560-b2ac-4b46-8a99-f87ee4272b98'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:14.138375 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Bound port: d88ba5db-5815-4ce1-afd7-3ef55eea7aed, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f61eb9-77ba-47fb-8581-2d79f130d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'b5427560-b2ac-4b46-8a99-f87ee4272b98'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:14.138774 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:14.151036 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-766aaa25-d487-4fd4-985f-b5fad96a7a25 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:14.156290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-766aaa25-d487-4fd4-985f-b5fad96a7a25 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3605385 Aug 09 15:57:14.158220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49990) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:14.238577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf8b6b-ece9-47ee-ab53-f150b615c547 req-d07e80b3-0a68-4ac2-bdb2-99d7c1cde1a0 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:14.247245 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6fbf8b6b-ece9-47ee-ab53-f150b615c547 req-d07e80b3-0a68-4ac2-bdb2-99d7c1cde1a0 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.53 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 945 time: 0.1866493 Aug 09 15:57:14.309152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] For port d88ba5db-5815-4ce1-afd7-3ef55eea7aed, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:14.313226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] For port d88ba5db-5815-4ce1-afd7-3ef55eea7aed, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d88ba5db-5815-4ce1-afd7-3ef55eea7aed,segment=NetworkSegment(c9f61eb9-77ba-47fb-8581-2d79f130d758),segment_id=c9f61eb9-77ba-47fb-8581-2d79f130d758)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:14.316934 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-335b3e3a-4db3-475a-b3e7-956455e985bf', 'network_id': '335b3e3a-4db3-475a-b3e7-956455e985bf', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'fixed_ips': [{'subnet_id': '062d89f8-bd30-4b51-b64a-5ff95d4c0267'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:14.318461 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:14.323860 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:14.462478 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b8e7e-1d0c-42ac-9c60-3191e9fe7cda req-dd51d726-5866-4674-b71c-4f8f925f7938 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:14.465494 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-690b8e7e-1d0c-42ac-9c60-3191e9fe7cda req-dd51d726-5866-4674-b71c-4f8f925f7938 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 945 time: 0.4251437 Aug 09 15:57:14.500404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38c892-b174-4bf8-8a14-547e54c77861 None None] Pushing event updated for resources: {'Port': ['ID=d88ba5db-5815-4ce1-afd7-3ef55eea7aed,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:14.652244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Allocated IP 172.21.0.2 (335b3e3a-4db3-475a-b3e7-956455e985bf/062d89f8-bd30-4b51-b64a-5ff95d4c0267/cb3a7832-0d23-4e02-8db4-858ee54e0cf7) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:14.716899 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-690b8e7e-1d0c-42ac-9c60-3191e9fe7cda req-385aba2e-9421-4586-b6e7-a69599643ad0 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434902 Aug 09 15:57:14.753531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14dc81-1be5-4991-b14d-40f807ea4d72 req-3d8dfc2e-853e-4667-9dbe-f9755b85d53c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:14.761638 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af14dc81-1be5-4991-b14d-40f807ea4d72 req-3d8dfc2e-853e-4667-9dbe-f9755b85d53c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2886128 Aug 09 15:57:14.813641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6fbf8b6b-ece9-47ee-ab53-f150b615c547 req-51b7c50d-09e1-4fd6-815b-f48dde23024b tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Deleting port 58daf589-acfb-4beb-b89b-1ff46645aff0 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:14.814265 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6fbf8b6b-ece9-47ee-ab53-f150b615c547 req-51b7c50d-09e1-4fd6-815b-f48dde23024b tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:14.959100 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:14.990059 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:15.014630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Transition to ACTIVE for port object cb3a7832-0d23-4e02-8db4-858ee54e0cf7 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:15.024612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af14dc81-1be5-4991-b14d-40f807ea4d72 req-fc38d0a7-299a-4cc1-8758-ba9db51dc626 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586105 Aug 09 15:57:15.052597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Transition to ACTIVE for port object cb3a7832-0d23-4e02-8db4-858ee54e0cf7 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:15.071564 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:15.130786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Network 335b3e3a-4db3-475a-b3e7-956455e985bf is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:15.133571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:15.138004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:15.155299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6fbf8b6b-ece9-47ee-ab53-f150b615c547 req-51b7c50d-09e1-4fd6-815b-f48dde23024b tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] For port 58daf589-acfb-4beb-b89b-1ff46645aff0, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=58daf589-acfb-4beb-b89b-1ff46645aff0,segment=NetworkSegment(0428c65e-c815-4bdc-8d49-f2246bdbc22a),segment_id=0428c65e-c815-4bdc-8d49-f2246bdbc22a)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:15.155715 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6fbf8b6b-ece9-47ee-ab53-f150b615c547 req-51b7c50d-09e1-4fd6-815b-f48dde23024b tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:15.190761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Pushing event updated for resources: {'Port': ['ID=cb3a7832-0d23-4e02-8db4-858ee54e0cf7,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:15.220627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6fbf8b6b-ece9-47ee-ab53-f150b615c547 req-51b7c50d-09e1-4fd6-815b-f48dde23024b tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Calling delete_port for 58daf589-acfb-4beb-b89b-1ff46645aff0 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:15.238050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Attempting to bind port cb3a7832-0d23-4e02-8db4-858ee54e0cf7 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:15.238438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Attempting to bind port cb3a7832-0d23-4e02-8db4-858ee54e0cf7 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '5179a213-66a9-417e-ad32-ad566f7f6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '335b3e3a-4db3-475a-b3e7-956455e985bf'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:15.238814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Attempting to bind port cb3a7832-0d23-4e02-8db4-858ee54e0cf7 on network 335b3e3a-4db3-475a-b3e7-956455e985bf {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:15.251533 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:15.251918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Checking segment: {'id': '5179a213-66a9-417e-ad32-ad566f7f6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '335b3e3a-4db3-475a-b3e7-956455e985bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:15.252340 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:15.252741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Bound using segment: {'id': '5179a213-66a9-417e-ad32-ad566f7f6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '335b3e3a-4db3-475a-b3e7-956455e985bf'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:15.253221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Bound port: cb3a7832-0d23-4e02-8db4-858ee54e0cf7, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5179a213-66a9-417e-ad32-ad566f7f6d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '335b3e3a-4db3-475a-b3e7-956455e985bf'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:15.253691 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:15.353939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] For port cb3a7832-0d23-4e02-8db4-858ee54e0cf7, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:15.357258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] For port cb3a7832-0d23-4e02-8db4-858ee54e0cf7, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=cb3a7832-0d23-4e02-8db4-858ee54e0cf7,segment=NetworkSegment(5179a213-66a9-417e-ad32-ad566f7f6d81),segment_id=5179a213-66a9-417e-ad32-ad566f7f6d81)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:15.368233 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:15.495561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bb7f2-223d-4d87-8f7f-49aa53539aff None None] Pushing event updated for resources: {'Port': ['ID=cb3a7832-0d23-4e02-8db4-858ee54e0cf7,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:15.542596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f99a0-4059-4b12-a980-583bec559fdc req-d6b7b329-b988-472c-ada7-026b0dcce79f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:15.547731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-384f99a0-4059-4b12-a980-583bec559fdc req-d6b7b329-b988-472c-ada7-026b0dcce79f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2804289 Aug 09 15:57:15.676285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Allocated IP 172.20.0.1 (b5427560-b2ac-4b46-8a99-f87ee4272b98/9234d694-c52f-4e48-aa8d-a310cead2054/e46b8f00-ba71-44fb-8c31-13e5dab91c71) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:15.776405 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-384f99a0-4059-4b12-a980-583bec559fdc req-44988341-88d6-4372-aee7-2f04dcb1d2ac tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078609 Aug 09 15:57:15.895181 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6fbf8b6b-ece9-47ee-ab53-f150b615c547 req-51b7c50d-09e1-4fd6-815b-f48dde23024b tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:15.912658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['58daf589-acfb-4beb-b89b-1ff46645aff0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:57:15.997437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7c50d-09e1-4fd6-815b-f48dde23024b tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Pushing event deleted for resources: {'Port': ['ID=58daf589-acfb-4beb-b89b-1ff46645aff0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:16.146674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbf8b6b-ece9-47ee-ab53-f150b615c547 req-51b7c50d-09e1-4fd6-815b-f48dde23024b tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] No DVR routers for this DVR port 58daf589-acfb-4beb-b89b-1ff46645aff0 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:16.156334 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6fbf8b6b-ece9-47ee-ab53-f150b615c547 req-51b7c50d-09e1-4fd6-815b-f48dde23024b tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:16.158449 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6fbf8b6b-ece9-47ee-ab53-f150b615c547 req-51b7c50d-09e1-4fd6-815b-f48dde23024b tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.53 "DELETE /v2.0/ports/58daf589-acfb-4beb-b89b-1ff46645aff0 HTTP/1.1" status: 204 len: 173 time: 1.9096713 Aug 09 15:57:16.158931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4697d18b-c3fc-44f6-93cc-80c7bba478e1', 'name': 'network-vif-deleted', 'tag': '58daf589-acfb-4beb-b89b-1ff46645aff0'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:16.162877 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b69c769-462d-4bdc-830c-ee154e11f51f req-6c6e1c90-1bf2-4da6-99f0-c3309e2b416d tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=4697d18b-c3fc-44f6-93cc-80c7bba478e1 HTTP/1.1" status: 200 len: 210 time: 0.2079492 Aug 09 15:57:16.172844 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5528232-389b-41c7-842c-c1debcf16f10" -d '{"events": [{"server_uuid": "4697d18b-c3fc-44f6-93cc-80c7bba478e1", "name": "network-vif-deleted", "tag": "58daf589-acfb-4beb-b89b-1ff46645aff0"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:16.236802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device cb3a7832-0d23-4e02-8db4-858ee54e0cf7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:16.325183 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:16.404356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Transition to ACTIVE for port object e46b8f00-ba71-44fb-8c31-13e5dab91c71 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:16.433096 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a70be8-db9d-4742-b75e-e19eacdd1c11 None None] Network b5427560-b2ac-4b46-8a99-f87ee4272b98 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:16.492260 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:16.518560 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8db96c-d2ea-4429-a50c-e6cc89eee815 x-openstack-request-id: req-8b8db96c-d2ea-4429-a50c-e6cc89eee815 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:16.519035 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4697d18b-c3fc-44f6-93cc-80c7bba478e1", "name": "network-vif-deleted", "tag": "58daf589-acfb-4beb-b89b-1ff46645aff0", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:16.520409 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b8db96c-d2ea-4429-a50c-e6cc89eee815 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:16.521683 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4697d18b-c3fc-44f6-93cc-80c7bba478e1', 'name': 'network-vif-deleted', 'tag': '58daf589-acfb-4beb-b89b-1ff46645aff0', 'status': 'completed', 'code': 200} Aug 09 15:57:16.547506 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port cb3a7832-0d23-4e02-8db4-858ee54e0cf7 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:16.554987 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-255b7833-afe6-4554-bbee-8ed66d0ac397 None None] Provisioning for port d88ba5db-5815-4ce1-afd7-3ef55eea7aed completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:16.562798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c13064-b70b-4aff-b436-05292152824c req-63df5598-2f7a-4904-9027-a0292d5c5603 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:16.572118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d88ba5db-5815-4ce1-afd7-3ef55eea7aed up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:16.577778 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3c13064-b70b-4aff-b436-05292152824c req-63df5598-2f7a-4904-9027-a0292d5c5603 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1557479 Aug 09 15:57:16.589208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=e46b8f00-ba71-44fb-8c31-13e5dab91c71,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:16.626435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network b5427560-b2ac-4b46-8a99-f87ee4272b98 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:16.629811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:16.640685 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:16.692129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3c13064-b70b-4aff-b436-05292152824c req-e8306c9a-f637-4647-b0aa-2303a43ac2ec tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113889 Aug 09 15:57:16.712408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50060) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:16.744462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d88ba5db-5815-4ce1-afd7-3ef55eea7aed completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:16.765769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:16.769675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d88ba5db-5815-4ce1-afd7-3ef55eea7aed triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:16.770124 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:16.949782 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.062339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port d88ba5db-5815-4ce1-afd7-3ef55eea7aed, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d88ba5db-5815-4ce1-afd7-3ef55eea7aed,segment=NetworkSegment(c9f61eb9-77ba-47fb-8581-2d79f130d758),segment_id=c9f61eb9-77ba-47fb-8581-2d79f130d758)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:17.077419 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.124689 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.215906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=d88ba5db-5815-4ce1-afd7-3ef55eea7aed,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:17.280675 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.306353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-223071c9-a1e4-45b7-86cd-c95232335503 None None] Provisioning complete for port d88ba5db-5815-4ce1-afd7-3ef55eea7aed triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:17.306807 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-223071c9-a1e4-45b7-86cd-c95232335503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.452522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f58b9e-6562-47c9-91c0-5f2867c832fb None None] Network 335b3e3a-4db3-475a-b3e7-956455e985bf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:17.485858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.494153 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.562180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eba5a5a-1315-4fbe-b9c6-93ea75b89670,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:17.597138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:17.598513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:17.599570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:17.600505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:17.602022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:17.602577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:17.603240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:17.603882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:17.604395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:17.604889 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:17.605393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:17.605909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:17.615430 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-279c587d-244d-4b64-90da-5cae2d4f1a98 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c55b9ccd056d4e208ac15f38e1a65868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9010131 Aug 09 15:57:17.618417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50086) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:17.761129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e0c85-6609-475c-be11-10468f22bf7d req-e10dcf9d-7357-4fe2-a2e0-5105b45f24da tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:17.778083 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e6e0c85-6609-475c-be11-10468f22bf7d req-e10dcf9d-7357-4fe2-a2e0-5105b45f24da tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1449072 Aug 09 15:57:17.875612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e6e0c85-6609-475c-be11-10468f22bf7d req-c7120519-3227-4aff-b0d3-c1516ca366ca tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912993 Aug 09 15:57:17.875612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53ecb8a3-7b3b-4281-93f8-8c0103ffd5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.921679 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53ecb8a3-7b3b-4281-93f8-8c0103ffd5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.970218 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d88ba5db-5815-4ce1-afd7-3ef55eea7aed up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:18.026060 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.031006 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53ecb8a3-7b3b-4281-93f8-8c0103ffd5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.035975 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53ecb8a3-7b3b-4281-93f8-8c0103ffd5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.037563 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-53ecb8a3-7b3b-4281-93f8-8c0103ffd5c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5eba5a5a-1315-4fbe-b9c6-93ea75b89670 HTTP/1.1" status: 204 len: 168 time: 0.4166088 Aug 09 15:57:18.046655 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.056662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecb8a3-7b3b-4281-93f8-8c0103ffd5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eba5a5a-1315-4fbe-b9c6-93ea75b89670,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:18.097810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-223071c9-a1e4-45b7-86cd-c95232335503 None None] Provisioning for port e46b8f00-ba71-44fb-8c31-13e5dab91c71 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:18.103457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-223071c9-a1e4-45b7-86cd-c95232335503 None None] Provisioning complete for port e46b8f00-ba71-44fb-8c31-13e5dab91c71 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:18.104221 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-223071c9-a1e4-45b7-86cd-c95232335503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.181913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=e46b8f00-ba71-44fb-8c31-13e5dab91c71,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:18.191537 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.235995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d88ba5db-5815-4ce1-afd7-3ef55eea7aed triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:18.236479 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.242033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-223071c9-a1e4-45b7-86cd-c95232335503 None None] Port e46b8f00-ba71-44fb-8c31-13e5dab91c71 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:18.340096 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network b5427560-b2ac-4b46-8a99-f87ee4272b98 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:18.343817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:18.388926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6ea3faac-8108-44c1-bd85-d42428422948 None None] Provisioning for port cb3a7832-0d23-4e02-8db4-858ee54e0cf7 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:18.396079 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6ea3faac-8108-44c1-bd85-d42428422948 None None] Provisioning complete for port cb3a7832-0d23-4e02-8db4-858ee54e0cf7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:18.396539 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ea3faac-8108-44c1-bd85-d42428422948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.560668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 58daf589-acfb-4beb-b89b-1ff46645aff0 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:18.658205 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 39147870-0d6e-454a-95ee-761c020d8e70 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:57:18.693920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 58daf589-acfb-4beb-b89b-1ff46645aff0 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:18.698476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 58daf589-acfb-4beb-b89b-1ff46645aff0 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:18.703228 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ea3faac-8108-44c1-bd85-d42428422948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.751995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6ea3faac-8108-44c1-bd85-d42428422948 None None] For port cb3a7832-0d23-4e02-8db4-858ee54e0cf7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=cb3a7832-0d23-4e02-8db4-858ee54e0cf7,segment=NetworkSegment(5179a213-66a9-417e-ad32-ad566f7f6d81),segment_id=5179a213-66a9-417e-ad32-ad566f7f6d81)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:18.762452 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ea3faac-8108-44c1-bd85-d42428422948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.843467 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3faac-8108-44c1-bd85-d42428422948 None None] Pushing event updated for resources: {'Port': ['ID=cb3a7832-0d23-4e02-8db4-858ee54e0cf7,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:18.856275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6ea3faac-8108-44c1-bd85-d42428422948 None None] Provisioning complete for port e46b8f00-ba71-44fb-8c31-13e5dab91c71 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:18.856662 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ea3faac-8108-44c1-bd85-d42428422948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:18.900400 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:18.909281 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3fe9687d-514c-4c0f-81e0-2e5051630fff tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/39147870-0d6e-454a-95ee-761c020d8e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7498240 Aug 09 15:57:18.912052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50118) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:18.916608 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18c9e4-4ea1-4844-810c-084de76ee55c None None] Sync routers for ids ['39147870-0d6e-454a-95ee-761c020d8e70'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:18.940850 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18c9e4-4ea1-4844-810c-084de76ee55c None None] Routers {'39147870-0d6e-454a-95ee-761c020d8e70'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:18.950750 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1e18c9e4-4ea1-4844-810c-084de76ee55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['39147870-0d6e-454a-95ee-761c020d8e70'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:18.962254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3faac-8108-44c1-bd85-d42428422948 None None] Port e46b8f00-ba71-44fb-8c31-13e5dab91c71 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:19.025462 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1e18c9e4-4ea1-4844-810c-084de76ee55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:19.057461 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18c9e4-4ea1-4844-810c-084de76ee55c None None] Routers {'39147870-0d6e-454a-95ee-761c020d8e70'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:19.058205 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1e18c9e4-4ea1-4844-810c-084de76ee55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['39147870-0d6e-454a-95ee-761c020d8e70'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:19.063700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc3547-0001-49b6-b308-699f3cc5ab07 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:19.065989 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-63bc3547-0001-49b6-b308-699f3cc5ab07 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports/e46b8f00-ba71-44fb-8c31-13e5dab91c71 HTTP/1.1" status: 200 len: 910 time: 0.1381862 Aug 09 15:57:19.068864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50126) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:19.091047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19003f9-509c-4fbe-af02-6a5801e473d3 req-97b5289b-57b9-4192-9c96-bf12a411b962 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:19.093261 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f19003f9-509c-4fbe-af02-6a5801e473d3 req-97b5289b-57b9-4192-9c96-bf12a411b962 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.0802939 Aug 09 15:57:19.106867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f5ba1846-373d-40e4-9694-ccdc428b782b None None] Provisioning complete for port cb3a7832-0d23-4e02-8db4-858ee54e0cf7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:19.109030 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f5ba1846-373d-40e4-9694-ccdc428b782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:19.114199 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1e18c9e4-4ea1-4844-810c-084de76ee55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:19.115087 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18c9e4-4ea1-4844-810c-084de76ee55c None None] The sync data for ids ['39147870-0d6e-454a-95ee-761c020d8e70'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:19.193921 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f19003f9-509c-4fbe-af02-6a5801e473d3 req-0f039a9e-e2cd-4151-8b1d-4147880a036a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899212 Aug 09 15:57:19.341774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f5ba1846-373d-40e4-9694-ccdc428b782b None None] Provisioning complete for port e46b8f00-ba71-44fb-8c31-13e5dab91c71 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:19.344180 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f5ba1846-373d-40e4-9694-ccdc428b782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:19.445043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba1846-373d-40e4-9694-ccdc428b782b None None] Port e46b8f00-ba71-44fb-8c31-13e5dab91c71 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:19.942797 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.089087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device cb3a7832-0d23-4e02-8db4-858ee54e0cf7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:20.208105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port cb3a7832-0d23-4e02-8db4-858ee54e0cf7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:20.210938 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:20.474400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889dffd-a04c-4595-b308-c169e64cb336 req-9e2c9a3a-9b92-401d-a7d0-fb88a5e5ee56 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:20.482854 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0889dffd-a04c-4595-b308-c169e64cb336 req-9e2c9a3a-9b92-401d-a7d0-fb88a5e5ee56 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1446271 Aug 09 15:57:20.571680 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0889dffd-a04c-4595-b308-c169e64cb336 req-f06ec085-8a5a-4f7b-b447-ca53443de9b0 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878551 Aug 09 15:57:20.656413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Allocated IP 172.21.0.1 (335b3e3a-4db3-475a-b3e7-956455e985bf/062d89f8-bd30-4b51-b64a-5ff95d4c0267/b730a257-9b7e-4303-ab4a-36bd2206a502) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:20.941178 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:21.006860 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Transition to ACTIVE for port object b730a257-9b7e-4303-ab4a-36bd2206a502 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:21.085221 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:21.193866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50218) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:21.223330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=b730a257-9b7e-4303-ab4a-36bd2206a502,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:21.236692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 335b3e3a-4db3-475a-b3e7-956455e985bf is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:21.238258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:21.241862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:21.324362 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:21.601462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-58ce4795-20b1-459c-b289-a16e8d944b8d None None] Provisioning for port b730a257-9b7e-4303-ab4a-36bd2206a502 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:21.606764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-58ce4795-20b1-459c-b289-a16e8d944b8d None None] Provisioning complete for port b730a257-9b7e-4303-ab4a-36bd2206a502 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:21.609789 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-58ce4795-20b1-459c-b289-a16e8d944b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:21.644881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:21.689231 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82a52d68-c723-43d0-8a94-8227bda0587d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:21.700475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-58ce4795-20b1-459c-b289-a16e8d944b8d None None] Port b730a257-9b7e-4303-ab4a-36bd2206a502 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:21.907107 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacbbc1-4e55-4061-a581-907dcdc95dcc req-29bcbf47-d35c-43c3-9026-c75e5c442f11 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:21.915780 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3bacbbc1-4e55-4061-a581-907dcdc95dcc req-29bcbf47-d35c-43c3-9026-c75e5c442f11 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2060685 Aug 09 15:57:21.987748 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3bacbbc1-4e55-4061-a581-907dcdc95dcc req-ed3d3fb2-9ae7-43c4-b776-66a87ed090f3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696242 Aug 09 15:57:22.045375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82a52d68-c723-43d0-8a94-8227bda0587d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.051104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82a52d68-c723-43d0-8a94-8227bda0587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.087610 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.094494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a52d68-c723-43d0-8a94-8227bda0587d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02748629-623d-40aa-821e-57c6681e11c8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:22.103084 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.146842 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-82a52d68-c723-43d0-8a94-8227bda0587d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c6e12f7b0f1473fa4b653524193d83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9505730 Aug 09 15:57:22.161718 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50246) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:22.196133 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.233144 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=b730a257-9b7e-4303-ab4a-36bd2206a502,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:22.287223 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d3d68149-0c3a-4b0d-affd-a60b186c2062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.330746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 335b3e3a-4db3-475a-b3e7-956455e985bf is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:22.332458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:22.367123 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d3d68149-0c3a-4b0d-affd-a60b186c2062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.459072 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d3d68149-0c3a-4b0d-affd-a60b186c2062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.463901 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d3d68149-0c3a-4b0d-affd-a60b186c2062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.468364 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d3d68149-0c3a-4b0d-affd-a60b186c2062 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02748629-623d-40aa-821e-57c6681e11c8 HTTP/1.1" status: 204 len: 168 time: 0.3054357 Aug 09 15:57:22.494396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d68149-0c3a-4b0d-affd-a60b186c2062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02748629-623d-40aa-821e-57c6681e11c8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:22.836414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-22dba181-0131-47df-8263-8ddbec82f74e None None] Provisioning complete for port b730a257-9b7e-4303-ab4a-36bd2206a502 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:22.838312 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-22dba181-0131-47df-8263-8ddbec82f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:22.903201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 39147870-0d6e-454a-95ee-761c020d8e70 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:22.923198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-22dba181-0131-47df-8263-8ddbec82f74e None None] Port b730a257-9b7e-4303-ab4a-36bd2206a502 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:23.076281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:23.085546 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-adc50019-91ff-4317-9e3d-945be581aca0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/39147870-0d6e-454a-95ee-761c020d8e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0120418 Aug 09 15:57:23.086078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50274) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:23.092657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa54a9-8401-4582-8c0d-bf8b13b5e970 None None] Sync routers for ids ['39147870-0d6e-454a-95ee-761c020d8e70'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:23.108419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa54a9-8401-4582-8c0d-bf8b13b5e970 None None] Routers {'39147870-0d6e-454a-95ee-761c020d8e70'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:23.109130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-9efa54a9-8401-4582-8c0d-bf8b13b5e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['39147870-0d6e-454a-95ee-761c020d8e70'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:23.151195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-9efa54a9-8401-4582-8c0d-bf8b13b5e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:23.161410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa54a9-8401-4582-8c0d-bf8b13b5e970 None None] Routers {'39147870-0d6e-454a-95ee-761c020d8e70'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:23.162435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-9efa54a9-8401-4582-8c0d-bf8b13b5e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['39147870-0d6e-454a-95ee-761c020d8e70'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:23.205419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-9efa54a9-8401-4582-8c0d-bf8b13b5e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:23.206500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa54a9-8401-4582-8c0d-bf8b13b5e970 None None] The sync data for ids ['39147870-0d6e-454a-95ee-761c020d8e70'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:23.245133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79422f2a-bbb0-482b-acbd-0def8405e0ba tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:23.247886 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-79422f2a-bbb0-482b-acbd-0def8405e0ba tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports/b730a257-9b7e-4303-ab4a-36bd2206a502 HTTP/1.1" status: 200 len: 910 time: 0.1606348 Aug 09 15:57:23.251443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50280) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:23.270801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f8687-eb5b-43cb-a1c6-f47413322e6b req-c46e24c2-bae4-46a3-aacb-9f4570d39c4b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:23.285618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c47f8687-eb5b-43cb-a1c6-f47413322e6b req-c46e24c2-bae4-46a3-aacb-9f4570d39c4b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1759717 Aug 09 15:57:23.355098 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c47f8687-eb5b-43cb-a1c6-f47413322e6b req-ef825129-f6a0-4854-bbf1-07995d32e6ba tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685134 Aug 09 15:57:23.831757 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85d479ef-09f2-4b4e-91a0-bb3a36cb2117 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.258410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-85d479ef-09f2-4b4e-91a0-bb3a36cb2117 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port b730a257-9b7e-4303-ab4a-36bd2206a502 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:24.258765 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85d479ef-09f2-4b4e-91a0-bb3a36cb2117 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.419287 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85d479ef-09f2-4b4e-91a0-bb3a36cb2117 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.434260 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-85d479ef-09f2-4b4e-91a0-bb3a36cb2117 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for b730a257-9b7e-4303-ab4a-36bd2206a502 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:24.573252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c973b4-b800-42c5-bb49-ac7de6641d0f req-2ad13760-3ef1-4f0c-ac5f-55d512fbdab3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:24.574950 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-01c973b4-b800-42c5-bb49-ac7de6641d0f req-2ad13760-3ef1-4f0c-ac5f-55d512fbdab3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1260784 Aug 09 15:57:24.672564 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-01c973b4-b800-42c5-bb49-ac7de6641d0f req-50c8a7c4-c5b5-446a-b2d8-dea9e6125178 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897739 Aug 09 15:57:24.798606 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85d479ef-09f2-4b4e-91a0-bb3a36cb2117 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.858941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d479ef-09f2-4b4e-91a0-bb3a36cb2117 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=b730a257-9b7e-4303-ab4a-36bd2206a502,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:25.328083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50360) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:25.591907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50368) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:25.753747 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85d479ef-09f2-4b4e-91a0-bb3a36cb2117 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.758440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-74ccc427-90d1-4825-ad6f-28f81a332612 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-933909731'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:25.760112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-74ccc427-90d1-4825-ad6f-28f81a332612 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Unknown quota resources ['metering_label']. {{(pid=94290) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:57:25.879968 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9632edb9-73ef-4339-aae2-006315646539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.927077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62434e0-ec4e-4281-8ecc-494b8fe1c431 req-c5f58b5b-448a-40b3-92b2-d611a9456bf3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:25.929554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f62434e0-ec4e-4281-8ecc-494b8fe1c431 req-c5f58b5b-448a-40b3-92b2-d611a9456bf3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1206517 Aug 09 15:57:26.042450 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-74ccc427-90d1-4825-ad6f-28f81a332612 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.046972 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-74ccc427-90d1-4825-ad6f-28f81a332612 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7140963 Aug 09 15:57:26.047765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50378) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:26.056686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-022815a8-48d6-408e-840c-58a7e224573a tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'eb0b832f-3841-42ad-ba29-c05c90188bdd'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:26.057210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-022815a8-48d6-408e-840c-58a7e224573a tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94290) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:57:26.069902 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f62434e0-ec4e-4281-8ecc-494b8fe1c431 req-93d101c8-fddf-4d5a-b177-c449eae2d549 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006541 Aug 09 15:57:26.079826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d479ef-09f2-4b4e-91a0-bb3a36cb2117 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 39147870-0d6e-454a-95ee-761c020d8e70 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:26.152297 n-d-803778-2 neutron-server[94290]: WARNING neutron.services.metering.metering_plugin [None req-022815a8-48d6-408e-840c-58a7e224573a tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 09 15:57:26.200269 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d479ef-09f2-4b4e-91a0-bb3a36cb2117 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:26.210931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-85d479ef-09f2-4b4e-91a0-bb3a36cb2117 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/39147870-0d6e-454a-95ee-761c020d8e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9563260 Aug 09 15:57:26.211992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50380) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:26.213168 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221dc27-3fed-4078-900b-37fd22c10551 None None] Sync routers for ids ['39147870-0d6e-454a-95ee-761c020d8e70'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:26.225473 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221dc27-3fed-4078-900b-37fd22c10551 None None] Routers {'39147870-0d6e-454a-95ee-761c020d8e70'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:26.227366 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8221dc27-3fed-4078-900b-37fd22c10551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['39147870-0d6e-454a-95ee-761c020d8e70'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:26.268172 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8221dc27-3fed-4078-900b-37fd22c10551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:26.273432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-022815a8-48d6-408e-840c-58a7e224573a tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.277608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-022815a8-48d6-408e-840c-58a7e224573a tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2229259 Aug 09 15:57:26.278662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50382) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:26.286849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7c432c2b-e2cd-4607-be82-37e8030d83ae tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'eb0b832f-3841-42ad-ba29-c05c90188bdd'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:26.287321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7c432c2b-e2cd-4607-be82-37e8030d83ae tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94290) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:57:26.290242 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221dc27-3fed-4078-900b-37fd22c10551 None None] Routers {'39147870-0d6e-454a-95ee-761c020d8e70'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:26.291382 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8221dc27-3fed-4078-900b-37fd22c10551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['39147870-0d6e-454a-95ee-761c020d8e70'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:26.343230 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8221dc27-3fed-4078-900b-37fd22c10551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:26.344269 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221dc27-3fed-4078-900b-37fd22c10551 None None] The sync data for ids ['39147870-0d6e-454a-95ee-761c020d8e70'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:26.390630 n-d-803778-2 neutron-server[94290]: WARNING neutron.services.metering.metering_plugin [None req-7c432c2b-e2cd-4607-be82-37e8030d83ae tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 09 15:57:26.398093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9632edb9-73ef-4339-aae2-006315646539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.445996 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9632edb9-73ef-4339-aae2-006315646539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.516850 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c432c2b-e2cd-4607-be82-37e8030d83ae tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.520941 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7c432c2b-e2cd-4607-be82-37e8030d83ae tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2390325 Aug 09 15:57:26.521269 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50386) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:26.522473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632edb9-73ef-4339-aae2-006315646539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcb3794-cd01-4549-9dee-f93cb604b455,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:26.528871 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9632edb9-73ef-4339-aae2-006315646539 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2fe72067d13427b93e3bdcbe3bec39d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9355571 Aug 09 15:57:26.531846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50388) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:26.546198 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9facbbb3-e82b-44c9-9b5f-5d7f96ea0b29 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=0c99bb22-f135-41f4-87e9-8197ed61aaff HTTP/1.1" status: 200 len: 462 time: 0.0210006 Aug 09 15:57:26.546896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50392) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:26.606134 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a594e3c-0af0-4e64-8690-fc04c5029600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.629925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a594e3c-0af0-4e64-8690-fc04c5029600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.680491 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a594e3c-0af0-4e64-8690-fc04c5029600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.683302 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a594e3c-0af0-4e64-8690-fc04c5029600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.686995 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7a594e3c-0af0-4e64-8690-fc04c5029600 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3dcb3794-cd01-4549-9dee-f93cb604b455 HTTP/1.1" status: 204 len: 168 time: 0.1518073 Aug 09 15:57:26.698214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a594e3c-0af0-4e64-8690-fc04c5029600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcb3794-cd01-4549-9dee-f93cb604b455,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:26.703028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b5bf6054-673a-472f-89b9-81d02b4ecc33 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.706555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b5bf6054-673a-472f-89b9-81d02b4ecc33 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/0c99bb22-f135-41f4-87e9-8197ed61aaff HTTP/1.1" status: 204 len: 168 time: 0.1563449 Aug 09 15:57:26.706874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50396) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:26.724491 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fed628eb-9cfa-4c6d-bea9-77ccc693bd10 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.732863 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4fc2474e-e4ef-4738-856e-6e2161e6498f tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=0c99bb22-f135-41f4-87e9-8197ed61aaff HTTP/1.1" status: 200 len: 221 time: 0.0212488 Aug 09 15:57:26.742115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50398) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:26.746592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8b134bcf-a471-4ee8-b312-29effa457d10 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2024371509', 'description': 'label created by tempest'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:26.747052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8b134bcf-a471-4ee8-b312-29effa457d10 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Unknown quota resources ['metering_label']. {{(pid=94290) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 15:57:26.967600 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8b134bcf-a471-4ee8-b312-29effa457d10 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.971660 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8b134bcf-a471-4ee8-b312-29effa457d10 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2285173 Aug 09 15:57:26.972575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50406) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.075168 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50420) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.093866 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4a9e42db-64e4-4d4d-a5cf-39a480d98476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.119147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2f24bcbc-6af8-46d1-9fdd-80f7d8b49810 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=ee85f60d-d43e-49ab-8f75-20594f848bc3 HTTP/1.1" status: 200 len: 468 time: 0.1456141 Aug 09 15:57:27.132030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50424) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.263396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fc96e-878b-47f3-b21f-e838102a45fc req-822c2368-cee0-4e85-8da2-beda962593c3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:27.265022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a99fc96e-878b-47f3-b21f-e838102a45fc req-822c2368-cee0-4e85-8da2-beda962593c3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1070759 Aug 09 15:57:27.274104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fed628eb-9cfa-4c6d-bea9-77ccc693bd10 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port e46b8f00-ba71-44fb-8c31-13e5dab91c71 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:27.274568 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fed628eb-9cfa-4c6d-bea9-77ccc693bd10 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.387751 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4a9e42db-64e4-4d4d-a5cf-39a480d98476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.398657 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a99fc96e-878b-47f3-b21f-e838102a45fc req-0b3f16b1-1953-4f4c-85ba-bc3c02b021fa tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192272 Aug 09 15:57:27.399278 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4a9e42db-64e4-4d4d-a5cf-39a480d98476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.401500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-ee738930-eeb6-4836-b512-6ff2122de2ca tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:27.409762 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-ee738930-eeb6-4836-b512-6ff2122de2ca tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/networks?id=9b74a77c-2bb4-4e5b-8412-0542655fdd58 HTTP/1.1" status: 200 len: 814 time: 0.3083436 Aug 09 15:57:27.421771 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-98569238-859b-4c9b-be02-c5190f0662b0 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.422968 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-98569238-859b-4c9b-be02-c5190f0662b0 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/ee85f60d-d43e-49ab-8f75-20594f848bc3 HTTP/1.1" status: 204 len: 168 time: 0.2904587 Aug 09 15:57:27.425481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50428) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.440398 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-0bd4a9b8-ea12-4d48-86b7-d78a98e9d6ab tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/quotas/a1100f538dcc4c058cb28bca184e865f HTTP/1.1" status: 200 len: 375 time: 0.0296767 Aug 09 15:57:27.471707 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4a9e42db-64e4-4d4d-a5cf-39a480d98476 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=349cd9cfbec744fda9d75589a98cabce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953736 Aug 09 15:57:27.474373 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fed628eb-9cfa-4c6d-bea9-77ccc693bd10 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.477434 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50430) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.483731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-603adbfd-0308-4c13-8dd8-fe2a4f7d80ad tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a1100f538dcc4c058cb28bca184e865f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422442 Aug 09 15:57:27.490924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e42db-64e4-4d4d-a5cf-39a480d98476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f506eebd-5d75-4c8d-ba91-38f0a6555e7a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:27.499399 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0e186e9e-708f-4e40-8b0a-16dce2f39b88 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=ee85f60d-d43e-49ab-8f75-20594f848bc3 HTTP/1.1" status: 200 len: 216 time: 0.0725684 Aug 09 15:57:27.509173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50432) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.512922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fed628eb-9cfa-4c6d-bea9-77ccc693bd10 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for e46b8f00-ba71-44fb-8c31-13e5dab91c71 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:27.544788 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-45ca994f-8f78-433c-85d8-05979e8fff99 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0329957 Aug 09 15:57:27.548826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50434) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.570073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8b07e4f4-2e3f-4cb0-b808-96d6dfcedeb8 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0197024 Aug 09 15:57:27.576234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50436) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.626839 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d0e193b-fc80-4ad5-bd80-f6b9d9254cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.639788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7043c652-d21c-42f4-bb9c-80008d80c6d6 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/eb0b832f-3841-42ad-ba29-c05c90188bdd HTTP/1.1" status: 200 len: 472 time: 0.0622773 Aug 09 15:57:27.644695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50440) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.660664 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-3587b4c6-d3f2-4777-9ddc-b342774007ba service neutron] 10.222.0.81 "GET /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757238 Aug 09 15:57:27.683133 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ceb00676-f3f8-4f29-9b61-c59a0d7c2922 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/da4d3092-e969-4921-8f8f-59658ecfc01b HTTP/1.1" status: 200 len: 459 time: 0.0336506 Aug 09 15:57:27.683133 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d0e193b-fc80-4ad5-bd80-f6b9d9254cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.714840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50442) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.826445 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d0e193b-fc80-4ad5-bd80-f6b9d9254cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.830237 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d0e193b-fc80-4ad5-bd80-f6b9d9254cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.832392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6d0e193b-fc80-4ad5-bd80-f6b9d9254cdd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f506eebd-5d75-4c8d-ba91-38f0a6555e7a HTTP/1.1" status: 204 len: 168 time: 0.3539901 Aug 09 15:57:27.863940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e193b-fc80-4ad5-bd80-f6b9d9254cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f506eebd-5d75-4c8d-ba91-38f0a6555e7a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:27.882601 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-33f57534-88d0-46c4-964f-f1b0098e1660 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.885647 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-33f57534-88d0-46c4-964f-f1b0098e1660 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/da4d3092-e969-4921-8f8f-59658ecfc01b HTTP/1.1" status: 204 len: 168 time: 0.1679928 Aug 09 15:57:27.889569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50446) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.897065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-efabdfb9-21a9-4f2b-a580-ef99f174dc8b service neutron] 10.222.0.81 "GET /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353110 Aug 09 15:57:27.911774 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fed628eb-9cfa-4c6d-bea9-77ccc693bd10 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.007061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed628eb-9cfa-4c6d-bea9-77ccc693bd10 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=e46b8f00-ba71-44fb-8c31-13e5dab91c71,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:28.250398 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4fac388-f620-49c1-a99b-e83008fea0ac req-d05fe0bc-eaed-429e-b73d-f6842b605a7a tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0790796 Aug 09 15:57:28.320070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50462) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:28.593447 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f32b96f0-6d5a-4f46-826c-e8aef6fefa32 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.598657 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f32b96f0-6d5a-4f46-826c-e8aef6fefa32 tempest-MeteringIpV6TestJSON-235049194 tempest-MeteringIpV6TestJSON-235049194-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/eb0b832f-3841-42ad-ba29-c05c90188bdd HTTP/1.1" status: 204 len: 168 time: 0.7046847 Aug 09 15:57:28.641963 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fed628eb-9cfa-4c6d-bea9-77ccc693bd10 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.958996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c6d1d-c098-4ddd-80cd-f169cd9762cc req-d73b36b9-6370-4311-a77c-374c4e887bd0 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:28.969054 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-747c6d1d-c098-4ddd-80cd-f169cd9762cc req-d73b36b9-6370-4311-a77c-374c4e887bd0 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.4075804 Aug 09 15:57:29.174404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50496) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:29.200612 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-747c6d1d-c098-4ddd-80cd-f169cd9762cc req-4db00b1f-01a5-4231-8d98-cae2a841ec73 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186887 Aug 09 15:57:29.223288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed628eb-9cfa-4c6d-bea9-77ccc693bd10 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 39147870-0d6e-454a-95ee-761c020d8e70 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:29.330981 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed628eb-9cfa-4c6d-bea9-77ccc693bd10 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:29.338388 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fed628eb-9cfa-4c6d-bea9-77ccc693bd10 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/39147870-0d6e-454a-95ee-761c020d8e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1252441 Aug 09 15:57:29.341176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50506) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:29.352037 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed992911-0d12-4017-a861-5f2595d28173 None None] Sync routers for ids ['39147870-0d6e-454a-95ee-761c020d8e70'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:29.384351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed992911-0d12-4017-a861-5f2595d28173 None None] Routers {'39147870-0d6e-454a-95ee-761c020d8e70'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:29.387677 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ed992911-0d12-4017-a861-5f2595d28173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['39147870-0d6e-454a-95ee-761c020d8e70'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:29.419303 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a1832438-f481-4cc7-84b0-8c9ff8dcf991 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=39147870-0d6e-454a-95ee-761c020d8e70 HTTP/1.1" status: 200 len: 205 time: 0.0757034 Aug 09 15:57:29.422448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50508) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:29.492495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ed992911-0d12-4017-a861-5f2595d28173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:29.514814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed992911-0d12-4017-a861-5f2595d28173 None None] Routers {'39147870-0d6e-454a-95ee-761c020d8e70'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:29.516455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ed992911-0d12-4017-a861-5f2595d28173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['39147870-0d6e-454a-95ee-761c020d8e70'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:29.578408 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ed992911-0d12-4017-a861-5f2595d28173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:29.579576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed992911-0d12-4017-a861-5f2595d28173 None None] The sync data for ids ['39147870-0d6e-454a-95ee-761c020d8e70'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:29.643277 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1043ea31-cc88-4779-832e-3bee20508f52 req-22786e84-427b-45df-95c0-9f6c40a72c93 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 210 time: 0.1337645 Aug 09 15:57:29.649151 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770ff815-435e-4ac7-9970-13add56231e3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.914253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace1bdd-484e-49ce-a93a-c3b8ce446a87 req-d28dc0a5-3561-4c06-8e18-df6ddd44bf9b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:29.915938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eace1bdd-484e-49ce-a93a-c3b8ce446a87 req-d28dc0a5-3561-4c06-8e18-df6ddd44bf9b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.3394847 Aug 09 15:57:29.918731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086fc53-3302-44ae-afde-67f2cbf21a43 req-b138ed20-5b33-48e6-805c-23e5bb142076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:29.920302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a086fc53-3302-44ae-afde-67f2cbf21a43 req-b138ed20-5b33-48e6-805c-23e5bb142076 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1096 time: 0.3081870 Aug 09 15:57:29.933382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-e8a6abdf-62bb-4f50-86c0-5ef0520fbe52 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:29.934001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-e8a6abdf-62bb-4f50-86c0-5ef0520fbe52 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.60 "GET /v2.0/networks?id=9b74a77c-2bb4-4e5b-8412-0542655fdd58 HTTP/1.1" status: 200 len: 814 time: 0.3298957 Aug 09 15:57:29.984270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Request body: {'port': {'device_id': 'a8b9ad03-12c9-429a-a920-3e367f40a5d1', 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58', 'admin_state_up': True, 'tenant_id': 'a1100f538dcc4c058cb28bca184e865f'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:30.090799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe5552b7-ee33-4824-84bc-f2d63e7a2a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.145285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eace1bdd-484e-49ce-a93a-c3b8ce446a87 req-5354f76e-0a1a-4f8b-b17a-62d0c866c684 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086959 Aug 09 15:57:30.148895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d229a14-76b9-4864-bbc0-fcfbad8d9f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.211618 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770ff815-435e-4ac7-9970-13add56231e3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.215518 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770ff815-435e-4ac7-9970-13add56231e3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.236101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086fc53-3302-44ae-afde-67f2cbf21a43 req-8157f810-ca88-4988-aee4-6c9fc36fa55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:30.237627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a086fc53-3302-44ae-afde-67f2cbf21a43 req-8157f810-ca88-4988-aee4-6c9fc36fa55f service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.3023469 Aug 09 15:57:30.278365 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770ff815-435e-4ac7-9970-13add56231e3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.279017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770ff815-435e-4ac7-9970-13add56231e3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Fanout notify agent at l3_agent the message router_deleted on router 39147870-0d6e-454a-95ee-761c020d8e70 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:57:30.287804 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-770ff815-435e-4ac7-9970-13add56231e3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.289068 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-770ff815-435e-4ac7-9970-13add56231e3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/39147870-0d6e-454a-95ee-761c020d8e70 HTTP/1.1" status: 204 len: 168 time: 0.8654034 Aug 09 15:57:30.292039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50532) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:30.360847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a086fc53-3302-44ae-afde-67f2cbf21a43 req-cfb92ba0-465f-41e4-8d1e-0ea1b51b1180 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 999 time: 0.1131051 Aug 09 15:57:30.370798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-338b888d-8eec-4155-84ee-54487e369bdb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting subnet 062d89f8-bd30-4b51-b64a-5ff95d4c0267 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:30.376114 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-338b888d-8eec-4155-84ee-54487e369bdb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.430569 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe5552b7-ee33-4824-84bc-f2d63e7a2a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.436968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-338b888d-8eec-4155-84ee-54487e369bdb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.460489 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe5552b7-ee33-4824-84bc-f2d63e7a2a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.513866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Made reservation on behalf of a1100f538dcc4c058cb28bca184e865f for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:30.517735 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.534120 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fe5552b7-ee33-4824-84bc-f2d63e7a2a14 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43ee8953cccc4331bde494b274c26693&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3562930 Aug 09 15:57:30.534377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5552b7-ee33-4824-84bc-f2d63e7a2a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b233ff-8b41-4fb5-800d-f9c32dbde859,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:30.534865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086fc53-3302-44ae-afde-67f2cbf21a43 req-0b33a6c6-453b-4a51-841f-95b647153fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:30.536362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a086fc53-3302-44ae-afde-67f2cbf21a43 req-0b33a6c6-453b-4a51-841f-95b647153fcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.1570604 Aug 09 15:57:30.540428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50540) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:30.581678 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-338b888d-8eec-4155-84ee-54487e369bdb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.660742 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-338b888d-8eec-4155-84ee-54487e369bdb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.692957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b888d-8eec-4155-84ee-54487e369bdb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Subnet': ['ID=062d89f8-bd30-4b51-b64a-5ff95d4c0267,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:30.697185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-338b888d-8eec-4155-84ee-54487e369bdb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.699544 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-338b888d-8eec-4155-84ee-54487e369bdb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/062d89f8-bd30-4b51-b64a-5ff95d4c0267 HTTP/1.1" status: 204 len: 168 time: 0.4064083 Aug 09 15:57:30.702131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50546) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:30.711444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bdf59b-61d0-4ec3-8b1e-27073e171df0 None None] Network 335b3e3a-4db3-475a-b3e7-956455e985bf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:30.751657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086fc53-3302-44ae-afde-67f2cbf21a43 req-8649de43-9dab-4c5a-a23b-71dacbf3ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:30.753196 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a086fc53-3302-44ae-afde-67f2cbf21a43 req-8649de43-9dab-4c5a-a23b-71dacbf3ed7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043998 Aug 09 15:57:30.787291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-802482a4-e7e0-475e-b7c9-8607696dc45b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting subnet 9234d694-c52f-4e48-aa8d-a310cead2054 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:30.789843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da98f137-80cd-425e-b0ec-bf6064cceb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.793766 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-802482a4-e7e0-475e-b7c9-8607696dc45b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.849794 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-802482a4-e7e0-475e-b7c9-8607696dc45b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.899897 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da98f137-80cd-425e-b0ec-bf6064cceb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.913471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Allocated IP 172.20.0.4 (9b74a77c-2bb4-4e5b-8412-0542655fdd58/e8ec2224-9fa3-4bf3-9faf-065ad37ef511/dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:30.965889 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-802482a4-e7e0-475e-b7c9-8607696dc45b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.021269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a086fc53-3302-44ae-afde-67f2cbf21a43 req-b77aeafa-7f63-4379-9190-ea7dd9114c21 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446778 Aug 09 15:57:31.039031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] DHCP port deletion for 335b3e3a-4db3-475a-b3e7-956455e985bf request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:31.075209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-6d229a14-76b9-4864-bbc0-fcfbad8d9f97 admin admin] Deleting port fa376597-d0dc-4d75-be40-b6d19c1e7481 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:31.075562 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d229a14-76b9-4864-bbc0-fcfbad8d9f97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.100445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Deleting port cb3a7832-0d23-4e02-8db4-858ee54e0cf7 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:31.101040 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.103810 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74674789-7ce1-4982-8b50-b172ecfbfdb0 req-04ea05f4-abc6-4c17-91be-3324af02aae8 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0736315 Aug 09 15:57:31.137877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-802482a4-e7e0-475e-b7c9-8607696dc45b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.173811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802482a4-e7e0-475e-b7c9-8607696dc45b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Subnet': ['ID=9234d694-c52f-4e48-aa8d-a310cead2054,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:31.176711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-802482a4-e7e0-475e-b7c9-8607696dc45b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.190738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] For port cb3a7832-0d23-4e02-8db4-858ee54e0cf7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=cb3a7832-0d23-4e02-8db4-858ee54e0cf7,segment=NetworkSegment(5179a213-66a9-417e-ad32-ad566f7f6d81),segment_id=5179a213-66a9-417e-ad32-ad566f7f6d81)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:31.191469 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.198323 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-802482a4-e7e0-475e-b7c9-8607696dc45b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/9234d694-c52f-4e48-aa8d-a310cead2054 HTTP/1.1" status: 204 len: 168 time: 0.4941635 Aug 09 15:57:31.201234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50560) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:31.210365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Calling delete_port for cb3a7832-0d23-4e02-8db4-858ee54e0cf7 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:31.312805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e382192-2e28-4723-8c9a-331525053713 None None] Network b5427560-b2ac-4b46-8a99-f87ee4272b98 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:31.328095 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.347344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.404477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Pushing event deleted for resources: {'Port': ['ID=cb3a7832-0d23-4e02-8db4-858ee54e0cf7,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:31.415126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] No DVR routers for this DVR port cb3a7832-0d23-4e02-8db4-858ee54e0cf7 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:31.417679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:31.418313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:31.418852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:31.419355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:31.420029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:31.420536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:31.421303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:31.421848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:31.422557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:31.423060 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:31.423671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:31.424307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079203fd-5ace-44d4-b6ec-3b5afefe7e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:31.470316 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.486652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335b3e3a-4db3-475a-b3e7-956455e985bf']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:31.496482 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da98f137-80cd-425e-b0ec-bf6064cceb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.499120 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da98f137-80cd-425e-b0ec-bf6064cceb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.500420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5179a213-66a9-417e-ad32-ad566f7f6d81') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:31.500718 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5179a213-66a9-417e-ad32-ad566f7f6d81') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:31.500940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-da98f137-80cd-425e-b0ec-bf6064cceb98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59b233ff-8b41-4fb5-800d-f9c32dbde859 HTTP/1.1" status: 204 len: 168 time: 0.9591651 Aug 09 15:57:31.517730 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.554663 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.558435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98f137-80cd-425e-b0ec-bf6064cceb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b233ff-8b41-4fb5-800d-f9c32dbde859,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:31.564865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:31.565258 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:31.570224 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:31.644412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd608da4-1a11-4f55-bca8-2bed8b3dfa90 None None] DHCP port deletion for b5427560-b2ac-4b46-8a99-f87ee4272b98 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:31.652118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e503-4b28-48b9-ac18-cf0a3ac08299 req-ace77aed-d29b-4af3-8071-2643cebd8652 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:31.653733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6609e503-4b28-48b9-ac18-cf0a3ac08299 req-ace77aed-d29b-4af3-8071-2643cebd8652 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1852493 Aug 09 15:57:31.655460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50566) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:31.655662 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a086fc53-3302-44ae-afde-67f2cbf21a43 req-6febbb07-6022-41e9-8784-bc51f7557c95 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207798 Aug 09 15:57:31.686550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.687452 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.689865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-6d229a14-76b9-4864-bbc0-fcfbad8d9f97 admin admin] For port fa376597-d0dc-4d75-be40-b6d19c1e7481, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fa376597-d0dc-4d75-be40-b6d19c1e7481,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:31.690278 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d229a14-76b9-4864-bbc0-fcfbad8d9f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.716433 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.717450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-6d229a14-76b9-4864-bbc0-fcfbad8d9f97 admin admin] Calling delete_port for fa376597-d0dc-4d75-be40-b6d19c1e7481 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:31.721619 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/networks/335b3e3a-4db3-475a-b3e7-956455e985bf HTTP/1.1" status: 204 len: 168 time: 0.5178909 Aug 09 15:57:31.724294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50570) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:31.738932 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-dd608da4-1a11-4f55-bca8-2bed8b3dfa90 None None] Deleting port d88ba5db-5815-4ce1-afd7-3ef55eea7aed {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:31.740062 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd608da4-1a11-4f55-bca8-2bed8b3dfa90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.755068 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6609e503-4b28-48b9-ac18-cf0a3ac08299 req-fa5067c7-aac3-4fa5-8c2d-179e1659100c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822661 Aug 09 15:57:31.776552 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0faf10d-9a19-4f6f-8647-03e1ba8f0432 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Network': ['ID=335b3e3a-4db3-475a-b3e7-956455e985bf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:31.834987 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-dd608da4-1a11-4f55-bca8-2bed8b3dfa90 None None] For port d88ba5db-5815-4ce1-afd7-3ef55eea7aed, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d88ba5db-5815-4ce1-afd7-3ef55eea7aed,segment=NetworkSegment(c9f61eb9-77ba-47fb-8581-2d79f130d758),segment_id=c9f61eb9-77ba-47fb-8581-2d79f130d758)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:31.836722 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd608da4-1a11-4f55-bca8-2bed8b3dfa90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.866971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-dd608da4-1a11-4f55-bca8-2bed8b3dfa90 None None] Calling delete_port for d88ba5db-5815-4ce1-afd7-3ef55eea7aed owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:31.890012 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.988342 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.012352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device cb3a7832-0d23-4e02-8db4-858ee54e0cf7 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:32.017501 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd608da4-1a11-4f55-bca8-2bed8b3dfa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.082119 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2ba8eecd-7c2c-41d9-bbb8-63622bd8db39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.121092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd608da4-1a11-4f55-bca8-2bed8b3dfa90 None None] Pushing event deleted for resources: {'Port': ['ID=d88ba5db-5815-4ce1-afd7-3ef55eea7aed,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:32.127347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: cb3a7832-0d23-4e02-8db4-858ee54e0cf7 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:32.127834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device cb3a7832-0d23-4e02-8db4-858ee54e0cf7 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:32.128389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d88ba5db-5815-4ce1-afd7-3ef55eea7aed no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:32.155672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d88ba5db-5815-4ce1-afd7-3ef55eea7aed {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:32.156259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d88ba5db-5815-4ce1-afd7-3ef55eea7aed not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:32.160889 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:32.162857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd608da4-1a11-4f55-bca8-2bed8b3dfa90 None None] No DVR routers for this DVR port d88ba5db-5815-4ce1-afd7-3ef55eea7aed on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:32.193874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:32.216182 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Pushing event updated for resources: {'Port': ['ID=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:32.218679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:32.226915 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.242910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5427560-b2ac-4b46-8a99-f87ee4272b98']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:32.266199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f61eb9-77ba-47fb-8581-2d79f130d758') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:32.267855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f61eb9-77ba-47fb-8581-2d79f130d758') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:32.303772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:32.304704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.312467 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.331488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50580) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:32.346556 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.370595 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8ff09920-77d9-40c1-995a-3af32cc3891f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.376367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:32.376769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:32.379775 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:32.393152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fbbe3-f92c-4e36-bf04-cf75d5109c94 req-0dcd53d7-8691-4d47-9703-d49fc7ae8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:32.394846 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-703fbbe3-f92c-4e36-bf04-cf75d5109c94 req-0dcd53d7-8691-4d47-9703-d49fc7ae8ccf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1096 time: 0.0870342 Aug 09 15:57:32.395620 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d229a14-76b9-4864-bbc0-fcfbad8d9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.465328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01d105-36f2-423e-8d6e-4f8de2036d7f req-6de8df05-b12b-437d-bce9-eba20f7f56e8 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:32.467344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d229a14-76b9-4864-bbc0-fcfbad8d9f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa376597-d0dc-4d75-be40-b6d19c1e7481,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:32.467524 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fc01d105-36f2-423e-8d6e-4f8de2036d7f req-6de8df05-b12b-437d-bce9-eba20f7f56e8 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 931 time: 0.2038779 Aug 09 15:57:32.497750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.512892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.518659 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/networks/b5427560-b2ac-4b46-8a99-f87ee4272b98 HTTP/1.1" status: 204 len: 168 time: 0.7871931 Aug 09 15:57:32.528711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50582) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:32.539230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'network': {'name': 'tempest-RoutersTest-905153319'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:32.561116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2828df7-94af-40c4-a1ef-eb0823ae2b77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Network': ['ID=b5427560-b2ac-4b46-8a99-f87ee4272b98,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:32.589996 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2ba8eecd-7c2c-41d9-bbb8-63622bd8db39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.595856 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fc01d105-36f2-423e-8d6e-4f8de2036d7f req-0793e5a1-a7c1-498d-b6ef-8141c2365cf0 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014206 Aug 09 15:57:32.596976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2ba8eecd-7c2c-41d9-bbb8-63622bd8db39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.637084 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2c67be7d-b7d2-4bca-a0bc-31f8f44018aa tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6769392 Aug 09 15:57:32.658109 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2ba8eecd-7c2c-41d9-bbb8-63622bd8db39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6bccf414aa6141bca2028edb496a561c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0015304 Aug 09 15:57:32.658442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Request body: {'port': {'device_id': 'a8b9ad03-12c9-429a-a920-3e367f40a5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:32.660719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8eecd-7c2c-41d9-bbb8-63622bd8db39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3335e7-2edb-4724-b35a-b3b70dbcae12,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:32.666704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50584) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:32.677941 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:57:32.677941 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:57:32.677941 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id_1': '045f808a410747ea8a14fe46fdd46e88', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 57, 32, 563124)}] Aug 09 15:57:32.677941 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:57:32.678383 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:57:32.686349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fbbe3-f92c-4e36-bf04-cf75d5109c94 req-4da9ef1a-e60f-48bb-8553-e51a17ca2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:32.688277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-703fbbe3-f92c-4e36-bf04-cf75d5109c94 req-4da9ef1a-e60f-48bb-8553-e51a17ca2ca4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.2506232 Aug 09 15:57:32.753098 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b04fe15-36ef-435d-9016-55dad7727444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.790007 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b04fe15-36ef-435d-9016-55dad7727444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.832926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-703fbbe3-f92c-4e36-bf04-cf75d5109c94 req-0c3c1d4b-128c-4c1c-addb-5db7deaa4156 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 999 time: 0.1359286 Aug 09 15:57:32.835654 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.840192 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8ff09920-77d9-40c1-995a-3af32cc3891f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.848240 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8ff09920-77d9-40c1-995a-3af32cc3891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.880179 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d229a14-76b9-4864-bbc0-fcfbad8d9f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.910461 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8ff09920-77d9-40c1-995a-3af32cc3891f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49265641a43444db9ea7f7c814b28879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760515 Aug 09 15:57:32.911683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50590) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:32.913328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff09920-77d9-40c1-995a-3af32cc3891f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8889ce9e-8a83-4afc-8ac3-217acf247e7f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:32.944861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b04fe15-36ef-435d-9016-55dad7727444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.947868 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b04fe15-36ef-435d-9016-55dad7727444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.951687 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4b04fe15-36ef-435d-9016-55dad7727444 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d3335e7-2edb-4724-b35a-b3b70dbcae12 HTTP/1.1" status: 204 len: 168 time: 0.2815027 Aug 09 15:57:32.977070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fbbe3-f92c-4e36-bf04-cf75d5109c94 req-2b0681c3-c6c8-4182-baac-72e717307285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:32.977275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04fe15-36ef-435d-9016-55dad7727444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3335e7-2edb-4724-b35a-b3b70dbcae12,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:32.978604 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-703fbbe3-f92c-4e36-bf04-cf75d5109c94 req-2b0681c3-c6c8-4182-baac-72e717307285 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.1385212 Aug 09 15:57:33.014922 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4039e36-96ba-4b57-a2a8-703cd49de990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.044278 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4039e36-96ba-4b57-a2a8-703cd49de990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.104341 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4039e36-96ba-4b57-a2a8-703cd49de990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.108929 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4039e36-96ba-4b57-a2a8-703cd49de990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.116833 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e4039e36-96ba-4b57-a2a8-703cd49de990 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8889ce9e-8a83-4afc-8ac3-217acf247e7f HTTP/1.1" status: 204 len: 168 time: 0.1974001 Aug 09 15:57:33.141764 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4039e36-96ba-4b57-a2a8-703cd49de990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8889ce9e-8a83-4afc-8ac3-217acf247e7f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:33.174096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fbbe3-f92c-4e36-bf04-cf75d5109c94 req-f9375f05-97ae-4943-b5b5-0dbde733cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:33.175633 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-703fbbe3-f92c-4e36-bf04-cf75d5109c94 req-f9375f05-97ae-4943-b5b5-0dbde733cc4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882126 Aug 09 15:57:33.207229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:33.216084 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.248433 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:33.264257 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.264739 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Added segment 533fdf4a-25dd-420c-90da-04b3a5ea8a7f of type vlan for network 8d00a720-6aba-4e8e-ad7b-eb48a199468a Aug 09 15:57:33.333421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.378778 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.388428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:33.389437 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.461658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c33de-0291-4dab-8004-e045c8d276a4 req-8ebce0de-a04b-4ba8-b857-41207bd1bfaf tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:33.463351 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a88c33de-0291-4dab-8004-e045c8d276a4 req-8ebce0de-a04b-4ba8-b857-41207bd1bfaf tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.6073589 Aug 09 15:57:33.475735 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9388442 Aug 09 15:57:33.478303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50604) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:33.486445 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a0cb90e7-9c66-4b84-b78a-93bae7a47367 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'subnet': {'network_id': '8d00a720-6aba-4e8e-ad7b-eb48a199468a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:33.533554 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-703fbbe3-f92c-4e36-bf04-cf75d5109c94 req-8c399363-6bf5-4882-88b0-89da545f9d53 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203633 Aug 09 15:57:33.570107 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f476d-7356-48be-893f-bff87356f0a3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Network': ['ID=8d00a720-6aba-4e8e-ad7b-eb48a199468a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:33.581270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 8d00a720-6aba-4e8e-ad7b-eb48a199468a details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:33.612270 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a88c33de-0291-4dab-8004-e045c8d276a4 req-84e51e34-4e26-4955-a9fb-ad4bc022c3ce tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380641 Aug 09 15:57:33.614173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d229a14-76b9-4864-bbc0-fcfbad8d9f97 admin admin] Router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:33.636276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50614) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:33.653230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cb90e7-9c66-4b84-b78a-93bae7a47367 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:33.663933 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0cb90e7-9c66-4b84-b78a-93bae7a47367 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.765576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-050ca875-5386-4b40-8dbd-1df1e8e8ae9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.998323 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0cb90e7-9c66-4b84-b78a-93bae7a47367 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.005808 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-050ca875-5386-4b40-8dbd-1df1e8e8ae9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.044742 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-050ca875-5386-4b40-8dbd-1df1e8e8ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.116677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:57:34.129079 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb90e7-9c66-4b84-b78a-93bae7a47367 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Subnet': ['ID=a7f373b2-231e-4f93-a558-5764f0c9d39c,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:34.131894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb90e7-9c66-4b84-b78a-93bae7a47367 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Checking segment: {'id': '533fdf4a-25dd-420c-90da-04b3a5ea8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8d00a720-6aba-4e8e-ad7b-eb48a199468a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:34.132834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cb90e7-9c66-4b84-b78a-93bae7a47367 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network hostable DHCP agents. Network: 8d00a720-6aba-4e8e-ad7b-eb48a199468a, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:57:34.135915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.144699 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-050ca875-5386-4b40-8dbd-1df1e8e8ae9b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d33c7c96dde4e6590446ff4e1896bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5072417 Aug 09 15:57:34.148820 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50628) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:34.179230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ca875-5386-4b40-8dbd-1df1e8e8ae9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3591a57c-9f33-4a93-85c1-91a56b345a7e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:34.181095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Transition to ACTIVE for port object dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:34.217384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-703fbbe3-f92c-4e36-bf04-cf75d5109c94 req-ff82b54d-39ba-422e-854f-f36a117f1add service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679249 Aug 09 15:57:34.233304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cb90e7-9c66-4b84-b78a-93bae7a47367 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 8d00a720-6aba-4e8e-ad7b-eb48a199468a is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:57:34.246856 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.248328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebbd54-ad6e-44bc-b4a7-cfb0470e92f8 req-73f0540e-3bf7-4f56-b25a-50c39cb4d1b1 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:34.250082 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ecebbd54-ad6e-44bc-b4a7-cfb0470e92f8 req-73f0540e-3bf7-4f56-b25a-50c39cb4d1b1 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 931 time: 0.5034721 Aug 09 15:57:34.261994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-a0cb90e7-9c66-4b84-b78a-93bae7a47367 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 8d00a720-6aba-4e8e-ad7b-eb48a199468a) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:34.267037 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a10810f5-5a47-4263-bcbe-0e149a2654ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.269432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6559d73-7389-4aac-a522-017f9a935c9e req-193dd7cc-5db2-4f1d-870e-f331f35bdd02 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:34.271311 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6559d73-7389-4aac-a522-017f9a935c9e req-193dd7cc-5db2-4f1d-870e-f331f35bdd02 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.5581841 Aug 09 15:57:34.273715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cb90e7-9c66-4b84-b78a-93bae7a47367 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:34.274310 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0cb90e7-9c66-4b84-b78a-93bae7a47367 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.276337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77644621-4874-4b1d-b49f-136032afc017 None None] Network 8d00a720-6aba-4e8e-ad7b-eb48a199468a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:34.309229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d229a14-76b9-4864-bbc0-fcfbad8d9f97 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:34.315212 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a0cb90e7-9c66-4b84-b78a-93bae7a47367 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8358221 Aug 09 15:57:34.321911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50634) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:34.323155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6d229a14-76b9-4864-bbc0-fcfbad8d9f97 admin admin] 10.222.0.81 "PUT /v2.0/routers/40a7f4c5-3cd2-4929-92aa-7aca13574d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0018237 Aug 09 15:57:34.326894 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a10810f5-5a47-4263-bcbe-0e149a2654ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.331119 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa1c0c-86be-4e67-811b-983675898e65 None None] Sync routers for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:34.339022 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5bdd7308-9f72-490a-93d2-776f26e39894 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1934283958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:34.345504 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa1c0c-86be-4e67-811b-983675898e65 None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:34.345924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50636) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:34.346145 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85fa1c0c-86be-4e67-811b-983675898e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:34.409984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Pushing event updated for resources: {'Port': ['ID=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:34.442586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50640) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:34.477991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6559d73-7389-4aac-a522-017f9a935c9e req-1e920a85-c530-4901-93ee-d5f5f6195799 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716135 Aug 09 15:57:34.489382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.535498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-8d00a720-6aba-4e8e-ad7b-eb48a199468a', 'network_id': '8d00a720-6aba-4e8e-ad7b-eb48a199468a', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'fixed_ips': [{'subnet_id': 'a7f373b2-231e-4f93-a558-5764f0c9d39c'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:34.536387 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.536564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Attempting to bind port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:34.538100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Attempting to bind port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '0428c65e-c815-4bdc-8d49-f2246bdbc22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:34.539943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Attempting to bind port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea on network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:34.547289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea on network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:57:34.547961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Attempting to bind port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea on network 9b74a77c-2bb4-4e5b-8412-0542655fdd58 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:34.552848 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-85fa1c0c-86be-4e67-811b-983675898e65 None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:34.558185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:34.559524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Checking segment: {'id': '0428c65e-c815-4bdc-8d49-f2246bdbc22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:34.560312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ecebbd54-ad6e-44bc-b4a7-cfb0470e92f8 req-1ed8fb3e-4e97-4a64-a7fd-f5edd10ebf3e tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957675 Aug 09 15:57:34.560411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Bound using segment: {'id': '0428c65e-c815-4bdc-8d49-f2246bdbc22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:34.560923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Bound port: dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0428c65e-c815-4bdc-8d49-f2246bdbc22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:34.561487 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.643943 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a10810f5-5a47-4263-bcbe-0e149a2654ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.649328 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a10810f5-5a47-4263-bcbe-0e149a2654ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.650544 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a10810f5-5a47-4263-bcbe-0e149a2654ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3591a57c-9f33-4a93-85c1-91a56b345a7e HTTP/1.1" status: 204 len: 168 time: 0.5016243 Aug 09 15:57:34.677879 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7308-9f72-490a-93d2-776f26e39894 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.679427 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7308-9f72-490a-93d2-776f26e39894 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.739113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-823514824'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:34.775949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] For port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:34.790232 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7308-9f72-490a-93d2-776f26e39894 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.811611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] For port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea,segment=NetworkSegment(0428c65e-c815-4bdc-8d49-f2246bdbc22a),segment_id=0428c65e-c815-4bdc-8d49-f2246bdbc22a)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:34.825469 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.827423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Allocated IP 172.20.0.2 (8d00a720-6aba-4e8e-ad7b-eb48a199468a/a7f373b2-231e-4f93-a558-5764f0c9d39c/fe9a9d4b-dad8-4f89-a14f-b80ac3313745) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:34.839222 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85fa1c0c-86be-4e67-811b-983675898e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:57:32Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:34.851065 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7308-9f72-490a-93d2-776f26e39894 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.859597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10810f5-5a47-4263-bcbe-0e149a2654ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3591a57c-9f33-4a93-85c1-91a56b345a7e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:34.890570 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7308-9f72-490a-93d2-776f26e39894 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.892191 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5bdd7308-9f72-490a-93d2-776f26e39894 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5692906 Aug 09 15:57:34.895288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50648) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:34.902243 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'port': {'network_id': '8d00a720-6aba-4e8e-ad7b-eb48a199468a', 'name': 'tempest-RoutersTest-1404651066'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:34.906121 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa1c0c-86be-4e67-811b-983675898e65 None None] Checking router: 40a7f4c5-3cd2-4929-92aa-7aca13574d95 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:34.934349 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa1c0c-86be-4e67-811b-983675898e65 None None] Routers {'40a7f4c5-3cd2-4929-92aa-7aca13574d95'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:34.935079 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85fa1c0c-86be-4e67-811b-983675898e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:34.938130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Pushing event updated for resources: {'Port': ['ID=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:34.942937 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Made reservation on behalf of bb7fd676d504489e8daa279dca7aae3a for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:34.947068 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.960474 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.963127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:34.963747 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.965243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-edbe85f0-ba1f-4ae8-8175-0ded4a4e0cdc service neutron] 10.222.0.60 "PUT /v2.0/ports/dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea HTTP/1.1" status: 200 len: 1091 time: 2.3171399 Aug 09 15:57:34.966683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b9ad03-12c9-429a-a920-3e367f40a5d1', 'tag': 'dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:34.968989 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b16373-b8bb-4fda-9891-c0f8c8574202" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b9ad03-12c9-429a-a920-3e367f40a5d1", "tag": "dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:34.998082 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.059156 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cac492-f57a-4eb4-8fd4-d6776f92c938 x-openstack-request-id: req-88cac492-f57a-4eb4-8fd4-d6776f92c938 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:35.059691 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b9ad03-12c9-429a-a920-3e367f40a5d1", "tag": "dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:35.060174 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88cac492-f57a-4eb4-8fd4-d6776f92c938 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:35.060759 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b9ad03-12c9-429a-a920-3e367f40a5d1', 'tag': 'dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea', 'status': 'completed', 'code': 200} Aug 09 15:57:35.135345 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.138483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-cd79b57a-62f6-41de-9443-16869a3a01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:35.143531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-cd79b57a-62f6-41de-9443-16869a3a01e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1100f538dcc4c058cb28bca184e865f&device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 1094 time: 0.1232181 Aug 09 15:57:35.144310 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-85fa1c0c-86be-4e67-811b-983675898e65 None None] Set router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:35.155758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Transition to ACTIVE for port object fe9a9d4b-dad8-4f89-a14f-b80ac3313745 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:35.189651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Transition to ACTIVE for port object fe9a9d4b-dad8-4f89-a14f-b80ac3313745 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:35.205896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742cd63-d8a1-43eb-8562-12cf9614070c req-9fa448ef-f1de-44c2-afbb-0bb9dfc86f69 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:35.205896 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d742cd63-d8a1-43eb-8562-12cf9614070c req-9fa448ef-f1de-44c2-afbb-0bb9dfc86f69 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1235113 Aug 09 15:57:35.208022 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.214199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Deleting port 7519245e-c1ff-44cd-9b83-c4a58c6856ea {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:35.214199 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.233398 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-c07bdb73-d62b-4390-9a16-09ae52876793 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea HTTP/1.1" status: 200 len: 217 time: 0.0784431 Aug 09 15:57:35.236855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Network 8d00a720-6aba-4e8e-ad7b-eb48a199468a is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:35.297081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:35.300375 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Pushing event updated for resources: {'Port': ['ID=fe9a9d4b-dad8-4f89-a14f-b80ac3313745,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:35.312814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:35.324572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2231c13f-53d5-4e07-b09c-f4d32ebe0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:35.327961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2231c13f-53d5-4e07-b09c-f4d32ebe0015 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8ec2224-9fa3-4bf3-9faf-065ad37ef511 HTTP/1.1" status: 200 len: 854 time: 0.0856125 Aug 09 15:57:35.332826 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.344535 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.381304 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d742cd63-d8a1-43eb-8562-12cf9614070c req-5b1b0a7a-c0e1-45f0-8c94-10023b4cbb6c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541433 Aug 09 15:57:35.388752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Attempting to bind port fe9a9d4b-dad8-4f89-a14f-b80ac3313745 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:35.389318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Attempting to bind port fe9a9d4b-dad8-4f89-a14f-b80ac3313745 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '533fdf4a-25dd-420c-90da-04b3a5ea8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8d00a720-6aba-4e8e-ad7b-eb48a199468a'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:35.390000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Attempting to bind port fe9a9d4b-dad8-4f89-a14f-b80ac3313745 on network 8d00a720-6aba-4e8e-ad7b-eb48a199468a {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:35.398844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:35.399364 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Checking segment: {'id': '533fdf4a-25dd-420c-90da-04b3a5ea8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8d00a720-6aba-4e8e-ad7b-eb48a199468a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:35.399998 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.400592 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Bound using segment: {'id': '533fdf4a-25dd-420c-90da-04b3a5ea8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8d00a720-6aba-4e8e-ad7b-eb48a199468a'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:35.401848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Bound port: fe9a9d4b-dad8-4f89-a14f-b80ac3313745, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533fdf4a-25dd-420c-90da-04b3a5ea8a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8d00a720-6aba-4e8e-ad7b-eb48a199468a'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:35.402579 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.410435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9345fd-5a6c-42ad-9285-411f44f9b7f9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:35.415911 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-2b2dea9e-6c46-4628-b899-79362fabb28b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b74a77c-2bb4-4e5b-8412-0542655fdd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816481 Aug 09 15:57:35.424054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:35.435925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:35.447107 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.497841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] device_id is not set on port 2cacd0c9-2fb3-42de-9833-b0af6f438665 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:57:35.500336 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.500964 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Added segment 184530b3-8844-4ce0-bf0e-80eb007421c4 of type vlan for network fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af Aug 09 15:57:35.518969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] For port 7519245e-c1ff-44cd-9b83-c4a58c6856ea, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=7519245e-c1ff-44cd-9b83-c4a58c6856ea,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:35.519551 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.545503 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85fa1c0c-86be-4e67-811b-983675898e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:57:32Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:35.557905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] For port fe9a9d4b-dad8-4f89-a14f-b80ac3313745, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:35.567945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] For port fe9a9d4b-dad8-4f89-a14f-b80ac3313745, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fe9a9d4b-dad8-4f89-a14f-b80ac3313745,segment=NetworkSegment(533fdf4a-25dd-420c-90da-04b3a5ea8a7f),segment_id=533fdf4a-25dd-420c-90da-04b3a5ea8a7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:35.576311 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.576515 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.590317 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Calling delete_port for 7519245e-c1ff-44cd-9b83-c4a58c6856ea owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:35.614637 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-004f7cab-64fd-4577-819f-4c7991699f6d service neutron] 10.222.0.60 "GET /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865752 Aug 09 15:57:35.616834 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fa1c0c-86be-4e67-811b-983675898e65 None None] The sync data for ids ['40a7f4c5-3cd2-4929-92aa-7aca13574d95'] in n-d-803778-2 is: [{'id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'name': 'tempest-AttachVolumeTestJSON-1407492239-router', 'tenant_id': '9e2722a4423d4e4e97dd724328435514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:49:23Z', 'updated_at': '2021-08-09T15:57:32Z', 'revision_number': 5, 'project_id': '9e2722a4423d4e4e97dd724328435514', 'gw_port': {'id': '7519245e-c1ff-44cd-9b83-c4a58c6856ea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a7f4c5-3cd2-4929-92aa-7aca13574d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:49:24Z', 'updated_at': '2021-08-09T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:35.697026 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.708540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:35.709265 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.727377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38103755-dbb0-4a2e-aaab-ae9c04b1cfd9 None None] Pushing event updated for resources: {'Port': ['ID=fe9a9d4b-dad8-4f89-a14f-b80ac3313745,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:35.887803 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4432123 Aug 09 15:57:35.892985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50682) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:35.903996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d2c09569-2c32-479d-a681-1f8a823b730e tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Request body: {'subnet': {'network_id': 'fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:35.978294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c3e69-cca4-42cd-bd49-fc02245ed36f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Pushing event updated for resources: {'Network': ['ID=fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:35.992050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:35.994913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff92c5-c65b-45c3-aa73-3af8596def64 req-688279ea-b075-41d7-8653-71a82568bdf5 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:35.997705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1ff92c5-c65b-45c3-aa73-3af8596def64 req-688279ea-b075-41d7-8653-71a82568bdf5 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 943 time: 0.2309897 Aug 09 15:57:36.012373 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c2e64-6487-4f98-820f-b8a6b4b0cf3c req-060ac104-138c-4b6e-823a-91aa208ac8b6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:36.014067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac8c2e64-6487-4f98-820f-b8a6b4b0cf3c req-060ac104-138c-4b6e-823a-91aa208ac8b6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2279327 Aug 09 15:57:36.021072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Allocated IP 172.20.0.3 (8d00a720-6aba-4e8e-ad7b-eb48a199468a/a7f373b2-231e-4f93-a558-5764f0c9d39c/2cacd0c9-2fb3-42de-9833-b0af6f438665) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:36.048532 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c82a5226-dc81-4b40-91cd-b273c23ed374 req-d3193a40-344e-4761-8760-63f89c9e87bc service neutron] 10.222.0.60 "GET /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147208 Aug 09 15:57:36.197742 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac8c2e64-6487-4f98-820f-b8a6b4b0cf3c req-b07a8340-71e0-4449-b797-acb07efc8b32 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652641 Aug 09 15:57:36.258261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b16373-b8bb-4fda-9891-c0f8c8574202 req-a161adc2-55c2-476b-bd7a-c9cdd1f86b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:36.259819 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32b16373-b8bb-4fda-9891-c0f8c8574202 req-a161adc2-55c2-476b-bd7a-c9cdd1f86b69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1100f538dcc4c058cb28bca184e865f&device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 1094 time: 0.1250479 Aug 09 15:57:36.290898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1ff92c5-c65b-45c3-aa73-3af8596def64 req-03905486-7399-4360-a6ed-f24a7ca1337c tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662299 Aug 09 15:57:36.375886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fe9a9d4b-dad8-4f89-a14f-b80ac3313745 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:36.379099 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.381792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c09569-2c32-479d-a681-1f8a823b730e tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Made reservation on behalf of bb7fd676d504489e8daa279dca7aae3a for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:36.385622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2c09569-2c32-479d-a681-1f8a823b730e tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.432808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Pushing event deleted for resources: {'Port': ['ID=7519245e-c1ff-44cd-9b83-c4a58c6856ea,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:36.464528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b16373-b8bb-4fda-9891-c0f8c8574202 req-7760ce76-34ba-4d68-9593-8439ea86328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:36.466337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32b16373-b8bb-4fda-9891-c0f8c8574202 req-7760ce76-34ba-4d68-9593-8439ea86328f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b74a77c-2bb4-4e5b-8412-0542655fdd58 HTTP/1.1" status: 200 len: 915 time: 0.1978598 Aug 09 15:57:36.516253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port fe9a9d4b-dad8-4f89-a14f-b80ac3313745 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:36.532505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fa376597-d0dc-4d75-be40-b6d19c1e7481 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:36.534039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32b16373-b8bb-4fda-9891-c0f8c8574202 req-06897cc8-102d-45c1-abd6-31e63a44a305 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea HTTP/1.1" status: 200 len: 217 time: 0.0592573 Aug 09 15:57:36.593400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b16373-b8bb-4fda-9891-c0f8c8574202 req-b1e2e5eb-ff7a-4dd2-a3c2-f9776ef84044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:36.595314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32b16373-b8bb-4fda-9891-c0f8c8574202 req-b1e2e5eb-ff7a-4dd2-a3c2-f9776ef84044 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8ec2224-9fa3-4bf3-9faf-065ad37ef511 HTTP/1.1" status: 200 len: 854 time: 0.0542912 Aug 09 15:57:36.651528 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32b16373-b8bb-4fda-9891-c0f8c8574202 req-a428d42e-7f14-43f0-a916-58134e46a30f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b74a77c-2bb4-4e5b-8412-0542655fdd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482280 Aug 09 15:57:36.758350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: fa376597-d0dc-4d75-be40-b6d19c1e7481 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:36.758812 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fa376597-d0dc-4d75-be40-b6d19c1e7481 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:36.801154 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32b16373-b8bb-4fda-9891-c0f8c8574202 req-d6e1443f-f49d-4b53-b9c9-d6c16bedc40a service neutron] 10.222.0.60 "GET /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318166 Aug 09 15:57:36.946035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32b16373-b8bb-4fda-9891-c0f8c8574202 req-b7b1a900-3596-4b51-8ddf-a6fb73e11bec service neutron] 10.222.0.60 "GET /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376708 Aug 09 15:57:37.060446 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-2bd6eebf-4285-4e30-ac5d-fe312d18ba14 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0676746 Aug 09 15:57:37.078902 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.182471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebdc64a-2c6d-4029-a5fb-446d9f96cde1 None None] Network 8d00a720-6aba-4e8e-ad7b-eb48a199468a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:37.203333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-1a8c55a1-9ebb-4cae-a2df-57ff66e90313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:37.203735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-1a8c55a1-9ebb-4cae-a2df-57ff66e90313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:37.204207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-1a8c55a1-9ebb-4cae-a2df-57ff66e90313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:37.204681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-1a8c55a1-9ebb-4cae-a2df-57ff66e90313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:37.205152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-1a8c55a1-9ebb-4cae-a2df-57ff66e90313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:37.205643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-1a8c55a1-9ebb-4cae-a2df-57ff66e90313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:37.206118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-1a8c55a1-9ebb-4cae-a2df-57ff66e90313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:37.208086 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-1a8c55a1-9ebb-4cae-a2df-57ff66e90313 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 6493 time: 0.0776618 Aug 09 15:57:37.217967 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.243169 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.247080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3c03f2f5-fcfe-4223-8feb-50284ce9f05d None None] Provisioning for port fe9a9d4b-dad8-4f89-a14f-b80ac3313745 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:37.250307 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.262497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3c03f2f5-fcfe-4223-8feb-50284ce9f05d None None] Provisioning complete for port fe9a9d4b-dad8-4f89-a14f-b80ac3313745 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:37.263105 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3c03f2f5-fcfe-4223-8feb-50284ce9f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.380525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Transition to ACTIVE for port object 2cacd0c9-2fb3-42de-9833-b0af6f438665 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:37.464193 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.465479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40a7f4c5-3cd2-4929-92aa-7aca13574d95 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:57:37.476426 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.489633 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.492659 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6ae2df5a-c715-4ffd-9e3b-048f8bfbf723 admin admin] 10.222.0.81 "DELETE /v2.0/routers/40a7f4c5-3cd2-4929-92aa-7aca13574d95 HTTP/1.1" status: 204 len: 168 time: 3.1442139 Aug 09 15:57:37.498719 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3c03f2f5-fcfe-4223-8feb-50284ce9f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.510129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50738) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:37.576130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-fcd7a549-521c-49c6-b8c1-2d13adda5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:37.576547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-fcd7a549-521c-49c6-b8c1-2d13adda5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:37.577020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-fcd7a549-521c-49c6-b8c1-2d13adda5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:37.585216 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-fcd7a549-521c-49c6-b8c1-2d13adda5392 service neutron] 10.222.0.53 "GET /v2.0/networks?id=97fd2185-0eab-47a9-8199-9d7cb3b92b10&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=1c3c728d-829e-4443-8957-ac78e0ccda02&id=1c3c728d-829e-4443-8957-ac78e0ccda02 HTTP/1.1" status: 200 len: 2292 time: 0.3499804 Aug 09 15:57:37.620825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e471f62-9340-436a-ae7f-968b0fd9ea72 req-3acaabf8-3441-475b-b92c-52fb73eda10a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:37.629753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3c03f2f5-fcfe-4223-8feb-50284ce9f05d None None] For port fe9a9d4b-dad8-4f89-a14f-b80ac3313745, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fe9a9d4b-dad8-4f89-a14f-b80ac3313745,segment=NetworkSegment(533fdf4a-25dd-420c-90da-04b3a5ea8a7f),segment_id=533fdf4a-25dd-420c-90da-04b3a5ea8a7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:37.636708 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e471f62-9340-436a-ae7f-968b0fd9ea72 req-3acaabf8-3441-475b-b92c-52fb73eda10a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.3094721 Aug 09 15:57:37.648666 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3c03f2f5-fcfe-4223-8feb-50284ce9f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.747935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e0b1a8-7c05-4f1d-a38d-fd5a0703ab21 admin admin] Deleting subnet 46c0b232-cf1d-485c-aaa0-7c03fdd82b80 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:37.755164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b1a8-7c05-4f1d-a38d-fd5a0703ab21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.758941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 8d00a720-6aba-4e8e-ad7b-eb48a199468a is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:37.805081 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-204bbedc-8f42-403b-a4a9-4fb85481e0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.805292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-e1dddbd4-e2dc-4ece-8c7a-41ed9554aaf2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ed1316a-0351-412f-8ada-42ec3a9c3323 HTTP/1.1" status: 200 len: 1000 time: 0.2120137 Aug 09 15:57:37.821536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e471f62-9340-436a-ae7f-968b0fd9ea72 req-79844413-408f-4a46-914b-ab3bc4e5e972 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838620 Aug 09 15:57:37.822174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03f2f5-fcfe-4223-8feb-50284ce9f05d None None] Pushing event updated for resources: {'Port': ['ID=fe9a9d4b-dad8-4f89-a14f-b80ac3313745,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:37.888278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62494bd-08c1-43fa-b9b9-11a6f152e2f7 req-863684d6-8646-4bff-bcc5-9aa89d57d419 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:37.890148 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b62494bd-08c1-43fa-b9b9-11a6f152e2f7 req-863684d6-8646-4bff-bcc5-9aa89d57d419 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 943 time: 0.4177558 Aug 09 15:57:37.890960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=2cacd0c9-2fb3-42de-9833-b0af6f438665,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:37.893793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:37.912716 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:37.929062 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b1a8-7c05-4f1d-a38d-fd5a0703ab21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.000924 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2c09569-2c32-479d-a681-1f8a823b730e tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.069737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:38.070520 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.088079 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-af38286c-d11a-43b5-ba4e-1c47e96b92aa None None] Provisioning complete for port fe9a9d4b-dad8-4f89-a14f-b80ac3313745 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:38.088483 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-af38286c-d11a-43b5-ba4e-1c47e96b92aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.109421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b1a8-7c05-4f1d-a38d-fd5a0703ab21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.147599 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b62494bd-08c1-43fa-b9b9-11a6f152e2f7 req-d5108a4d-6f32-4323-8a17-9bcff1f2bcff tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316358 Aug 09 15:57:38.203164 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f9c738ff-4efe-4dc0-97eb-48a6f3467f77 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3056319 Aug 09 15:57:38.206357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50772) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:38.219063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c09569-2c32-479d-a681-1f8a823b730e tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Pushing event updated for resources: {'Subnet': ['ID=c6e4918d-69e8-49c8-8616-085decf453a9,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:38.288237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-18c79eb2-017a-4c4b-b09b-f28fb7444900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:38.296252 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fe9a9d4b-dad8-4f89-a14f-b80ac3313745 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:38.306729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-18c79eb2-017a-4c4b-b09b-f28fb7444900 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51659fe6-a55f-4bd8-a71f-56d7fba31309 HTTP/1.1" status: 200 len: 850 time: 0.4828966 Aug 09 15:57:38.410291 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b1a8-7c05-4f1d-a38d-fd5a0703ab21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.429623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port fe9a9d4b-dad8-4f89-a14f-b80ac3313745 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:38.430006 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.442425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c09569-2c32-479d-a681-1f8a823b730e tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Checking segment: {'id': '184530b3-8844-4ce0-bf0e-80eb007421c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:38.443066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c09569-2c32-479d-a681-1f8a823b730e tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Network hostable DHCP agents. Network: fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:57:38.488418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0b1a8-7c05-4f1d-a38d-fd5a0703ab21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46c0b232-cf1d-485c-aaa0-7c03fdd82b80,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:38.508677 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2e0b1a8-7c05-4f1d-a38d-fd5a0703ab21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.511194 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e2e0b1a8-7c05-4f1d-a38d-fd5a0703ab21 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/46c0b232-cf1d-485c-aaa0-7c03fdd82b80 HTTP/1.1" status: 204 len: 168 time: 0.9998984 Aug 09 15:57:38.523779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50792) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:38.536650 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f149f071-da0f-4754-9ef4-8f2ad56bada5 None None] Network cd99aa88-f29c-4799-a778-de1dd4e14a39 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:38.572390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-23213a6c-17d5-4138-a641-c39a4959d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:38.573785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-23213a6c-17d5-4138-a641-c39a4959d323 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97fd2185-0eab-47a9-8199-9d7cb3b92b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2582183 Aug 09 15:57:38.603851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c09569-2c32-479d-a681-1f8a823b730e tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Network fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:57:38.630553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9143847-54b4-425b-88cc-46b1e3aaf964 req-3e9153e0-1692-411c-93f1-3ca184ef7be8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:38.632576 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b9143847-54b4-425b-88cc-46b1e3aaf964 req-3e9153e0-1692-411c-93f1-3ca184ef7be8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1858306 Aug 09 15:57:38.673269 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-d2c09569-2c32-479d-a681-1f8a823b730e tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:38.700543 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.711293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01398960-6210-40ce-a313-ba7dcebd7a9a None None] Network fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:38.727462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c09569-2c32-479d-a681-1f8a823b730e tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:38.728453 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2c09569-2c32-479d-a681-1f8a823b730e tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.748881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-271758dd-dfeb-4802-a018-770ce0aee305 None None] Provisioning for port 2cacd0c9-2fb3-42de-9833-b0af6f438665 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:38.754820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d2c09569-2c32-479d-a681-1f8a823b730e tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8582931 Aug 09 15:57:38.755526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50804) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:38.763677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Request body: {'port': {'network_id': 'fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-472710746'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:38.800398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-271758dd-dfeb-4802-a018-770ce0aee305 None None] Provisioning complete for port 2cacd0c9-2fb3-42de-9833-b0af6f438665 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:38.801112 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-271758dd-dfeb-4802-a018-770ce0aee305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.842349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:57:38.878206 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-905f3f20-7d75-4870-9d9c-8ff369271ff2 service neutron] 10.222.0.53 "GET /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754415 Aug 09 15:57:38.907485 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b9143847-54b4-425b-88cc-46b1e3aaf964 req-b33b3160-8b2c-46fc-9bcf-84df8c684fc4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380183 Aug 09 15:57:39.018097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.027137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-271758dd-dfeb-4802-a018-770ce0aee305 None None] Port 2cacd0c9-2fb3-42de-9833-b0af6f438665 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:39.101370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Made reservation on behalf of bb7fd676d504489e8daa279dca7aae3a for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:39.112150 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.149482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-14ee1173-e95b-46b4-9b24-0eaff0e93784 service neutron] 10.222.0.53 "GET /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596440 Aug 09 15:57:39.154322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7519245e-c1ff-44cd-9b83-c4a58c6856ea no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:39.233416 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-6696b3a5-8ac3-4d4e-858d-937e16c7966c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=3466e235-97ff-4dc2-8d02-ef6f15d1cb22 HTTP/1.1" status: 200 len: 217 time: 0.0746737 Aug 09 15:57:39.236571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 7519245e-c1ff-44cd-9b83-c4a58c6856ea {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:39.236571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7519245e-c1ff-44cd-9b83-c4a58c6856ea not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:39.237670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] device_id is not set on port 63e18bdc-6ddf-4056-a938-fdde875f2942 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:57:39.328130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea,segment=NetworkSegment(0428c65e-c815-4bdc-8d49-f2246bdbc22a),segment_id=0428c65e-c815-4bdc-8d49-f2246bdbc22a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:39.368166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419788c1-60f7-489c-bf52-7914e6b87700 None None] DHCP port deletion for cd99aa88-f29c-4799-a778-de1dd4e14a39 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:39.385116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea', 'network_id': '9b74a77c-2bb4-4e5b-8412-0542655fdd58', 'port_id': 'dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea', 'mac_address': 'fa:16:3e:c3:54:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ec2224-9fa3-4bf3-9faf-065ad37ef511', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:57:39.387219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af', 'network_id': 'fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af', 'tenant_id': 'bb7fd676d504489e8daa279dca7aae3a', 'fixed_ips': [{'subnet_id': 'c6e4918d-69e8-49c8-8616-085decf453a9'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:39.388407 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.407732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Deleting port 1a933cad-2dcf-4480-b767-a43b9cc92ce2 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:39.409002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.494908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Allocated IP 2001:db8::2f7 (fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af/c6e4918d-69e8-49c8-8616-085decf453a9/63e18bdc-6ddf-4056-a938-fdde875f2942) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:39.500749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-c323d010-5238-4797-92f9-666fafcba8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:39.502633 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-c323d010-5238-4797-92f9-666fafcba8ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.2593625 Aug 09 15:57:39.515250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79403718-4c24-4338-b460-c3fc5c0a3ffc req-d8baf279-0a6b-4b9c-a887-93e181441644 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:39.523855 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79403718-4c24-4338-b460-c3fc5c0a3ffc req-d8baf279-0a6b-4b9c-a887-93e181441644 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 943 time: 0.2503688 Aug 09 15:57:39.545567 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.562150 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.577375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.579206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:57:39.590200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-419788c1-60f7-489c-bf52-7914e6b87700 None None] Deleting port 1a933cad-2dcf-4480-b767-a43b9cc92ce2 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:39.590872 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-419788c1-60f7-489c-bf52-7914e6b87700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.599188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] For port 1a933cad-2dcf-4480-b767-a43b9cc92ce2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1a933cad-2dcf-4480-b767-a43b9cc92ce2,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:39.600395 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.629169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Calling delete_port for 1a933cad-2dcf-4480-b767-a43b9cc92ce2 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:39.650025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=2cacd0c9-2fb3-42de-9833-b0af6f438665,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:39.674331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79403718-4c24-4338-b460-c3fc5c0a3ffc req-849e2acf-ba84-4a4f-9e3c-aed898b97500 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444809 Aug 09 15:57:39.679073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-91c4c282-227c-4263-ac46-49ac56e4aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:39.680957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-91c4c282-227c-4263-ac46-49ac56e4aa97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1497655 Aug 09 15:57:39.686327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-419788c1-60f7-489c-bf52-7914e6b87700 None None] For port 1a933cad-2dcf-4480-b767-a43b9cc92ce2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1a933cad-2dcf-4480-b767-a43b9cc92ce2,segment=NetworkSegment(5f67ad61-f351-4490-8f64-d3acb7598284),segment_id=5f67ad61-f351-4490-8f64-d3acb7598284)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:39.686739 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-419788c1-60f7-489c-bf52-7914e6b87700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.708273 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-419788c1-60f7-489c-bf52-7914e6b87700 None None] Calling delete_port for 1a933cad-2dcf-4480-b767-a43b9cc92ce2 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:39.809444 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-419788c1-60f7-489c-bf52-7914e6b87700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.826234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea,segment=NetworkSegment(0428c65e-c815-4bdc-8d49-f2246bdbc22a),segment_id=0428c65e-c815-4bdc-8d49-f2246bdbc22a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:39.867091 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.868731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419788c1-60f7-489c-bf52-7914e6b87700 None None] No DVR routers for this DVR port 1a933cad-2dcf-4480-b767-a43b9cc92ce2 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:39.870218 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419788c1-60f7-489c-bf52-7914e6b87700 None None] Pushing event deleted for resources: {'Port': ['ID=1a933cad-2dcf-4480-b767-a43b9cc92ce2,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:39.903066 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.916242 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-5acc4d1f-7a98-4eca-a24c-0ce1137ba24a service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811066 Aug 09 15:57:40.009374 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:40.039403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1a933cad-2dcf-4480-b767-a43b9cc92ce2 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:40.044104 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a933cad-2dcf-4480-b767-a43b9cc92ce2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:40.065365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] No DVR routers for this DVR port 1a933cad-2dcf-4480-b767-a43b9cc92ce2 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:40.075263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 1a933cad-2dcf-4480-b767-a43b9cc92ce2 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:40.076012 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1a933cad-2dcf-4480-b767-a43b9cc92ce2 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:40.114703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-458c69c9-2c3b-4be9-abe4-06076db5933a None None] Provisioning complete for port 2cacd0c9-2fb3-42de-9833-b0af6f438665 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:40.116866 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.117692 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-458c69c9-2c3b-4be9-abe4-06076db5933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.127493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:57:40.134678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Transition to ACTIVE for port object 63e18bdc-6ddf-4056-a938-fdde875f2942 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:40.175502 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-dcd14808-2ddc-41f7-b735-078b5cdcfbaf service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117302 Aug 09 15:57:40.187600 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.219678 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.228305 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-458c69c9-2c3b-4be9-abe4-06076db5933a None None] Port 2cacd0c9-2fb3-42de-9833-b0af6f438665 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:40.244693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd99aa88-f29c-4799-a778-de1dd4e14a39']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:40.259582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-f4e1188a-4a01-454f-b429-b528d0864264 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=5c157cf4-9aaa-47fa-aba5-df3034f5174b HTTP/1.1" status: 200 len: 217 time: 0.0743327 Aug 09 15:57:40.265954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f67ad61-f351-4490-8f64-d3acb7598284') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:40.266651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f67ad61-f351-4490-8f64-d3acb7598284') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:40.295019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Network fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:40.308408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:40.316544 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:40.323130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:40.323795 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.327269 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.351889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.361800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-a628b1c4-c1a3-4f3f-8ba7-0e89c98b51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:40.363322 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-a628b1c4-c1a3-4f3f-8ba7-0e89c98b51bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.0944555 Aug 09 15:57:40.364465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:40.367435 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:40.367582 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:40.370648 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.381364 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Allocated IP 2001:db8::2 (fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af/c6e4918d-69e8-49c8-8616-085decf453a9/27caf4e6-ea00-4b91-8650-fbe7636ce6ec) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:40.433918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5df0a-94b2-4db3-8ef8-e86cc94efca1 req-deb838f3-cd2d-404a-b10c-9aa017b083c3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:40.436102 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3b5df0a-94b2-4db3-8ef8-e86cc94efca1 req-deb838f3-cd2d-404a-b10c-9aa017b083c3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2652788 Aug 09 15:57:40.442637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Pushing event updated for resources: {'Port': ['ID=63e18bdc-6ddf-4056-a938-fdde875f2942,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:40.452430 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8a99a51b-4624-45eb-be26-8ae6af258119 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6936383 Aug 09 15:57:40.456909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50906) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:40.465863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Request body: {'port': {'network_id': 'fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1026714097', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:40.466579 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.api.validators [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] bootfile-name is not in valid_values {{(pid=94290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 15:57:40.466923 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.api.validators [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] tftp-server is not in valid_values {{(pid=94290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 15:57:40.467312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.api.validators [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] server-ip-address is not in valid_values {{(pid=94290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 15:57:40.475142 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.489434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-bc4ce836-d1d6-48ba-a31c-54fe621af8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:40.491316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-bc4ce836-d1d6-48ba-a31c-54fe621af8ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1139741 Aug 09 15:57:40.534424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3b5df0a-94b2-4db3-8ef8-e86cc94efca1 req-63b75ac2-9272-4b8d-b6e3-83e03f44a645 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865276 Aug 09 15:57:40.537963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.555025 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cd99aa88-f29c-4799-a778-de1dd4e14a39 HTTP/1.1" status: 204 len: 168 time: 2.0178955 Aug 09 15:57:40.594458 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.595008 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b608b04-2f44-411d-b558-3baffb5573d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.601349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec43e40-9cec-44be-a865-38c692341b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd99aa88-f29c-4799-a778-de1dd4e14a39,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:40.750311 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-9687a176-f20c-43cd-9bf8-c74d79b5e438 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938658 Aug 09 15:57:40.785665 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.801809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Transition to ACTIVE for port object 27caf4e6-ea00-4b91-8650-fbe7636ce6ec will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:40.834783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Transition to ACTIVE for port object 27caf4e6-ea00-4b91-8650-fbe7636ce6ec will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:40.843239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50916) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:40.862018 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.885633 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-a9e30ea1-78d2-4c77-94f6-f991c2b59b17 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197786 Aug 09 15:57:40.891874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Made reservation on behalf of bb7fd676d504489e8daa279dca7aae3a for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:40.893173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50918) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:40.895067 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.908073 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.922818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Network fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:40.931330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:40.937066 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:40.946861 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d4d4eaee-2635-4db5-b3ed-8fd9fd4c3a3f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9e2722a4423d4e4e97dd724328435514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984774 Aug 09 15:57:40.947062 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-5ee9dd32-7176-4ddf-b993-c6c47c52ba58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=64b75181-1c9b-405f-9297-9cd3037a0ac9 HTTP/1.1" status: 200 len: 217 time: 0.0461619 Aug 09 15:57:40.947145 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50922) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:40.977680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Pushing event updated for resources: {'Port': ['ID=27caf4e6-ea00-4b91-8650-fbe7636ce6ec,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:41.001422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] device_id is not set on port 97c48568-9b37-4178-9f76-278609268465 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:57:41.011353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cce86d-8663-4900-aa30-0d38e59f0f87 req-6898c3d3-eaae-45f8-8c56-0074ca0743ca tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:41.018720 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f5cce86d-8663-4900-aa30-0d38e59f0f87 req-6898c3d3-eaae-45f8-8c56-0074ca0743ca tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 944 time: 0.2215807 Aug 09 15:57:41.032949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Attempting to bind port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:41.033326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Attempting to bind port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '184530b3-8844-4ce0-bf0e-80eb007421c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:41.033731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Attempting to bind port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec on network fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:41.039847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:41.040229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Checking segment: {'id': '184530b3-8844-4ce0-bf0e-80eb007421c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:41.040780 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.041178 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Bound using segment: {'id': '184530b3-8844-4ce0-bf0e-80eb007421c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:41.041689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Bound port: 27caf4e6-ea00-4b91-8650-fbe7636ce6ec, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184530b3-8844-4ce0-bf0e-80eb007421c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:41.042510 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.074956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f43f9-efa5-40e4-b82f-eecfeb790d86 req-ccaa51bd-a392-40f3-b824-432e9b2b49e6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:41.076494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a1f43f9-efa5-40e4-b82f-eecfeb790d86 req-ccaa51bd-a392-40f3-b824-432e9b2b49e6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.3462706 Aug 09 15:57:41.099636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-b84598c5-bf72-46b3-b5ad-33b214b627f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:41.101083 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-b84598c5-bf72-46b3-b5ad-33b214b627f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.1492696 Aug 09 15:57:41.105360 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-376dc085-5170-44b3-bbd4-36f3d5fb48b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.117758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] For port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:41.120914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] For port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=27caf4e6-ea00-4b91-8650-fbe7636ce6ec,segment=NetworkSegment(184530b3-8844-4ce0-bf0e-80eb007421c4),segment_id=184530b3-8844-4ce0-bf0e-80eb007421c4)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:41.125915 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.148822 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724e29f9-cad3-497b-8a93-4f41e028e9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.180859 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f5cce86d-8663-4900-aa30-0d38e59f0f87 req-2088e87e-1a17-4cdd-b1fc-5ab1fb29c919 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611788 Aug 09 15:57:41.192173 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a1f43f9-efa5-40e4-b82f-eecfeb790d86 req-95665ee3-267e-4d80-ac5a-9bc4d4eca221 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064756 Aug 09 15:57:41.207862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Allocated IP 2001:db8::3d9 (fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af/c6e4918d-69e8-49c8-8616-085decf453a9/97c48568-9b37-4178-9f76-278609268465) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:41.219607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4bd15-7137-4d61-a20f-bf46e702fa2b None None] Pushing event updated for resources: {'Port': ['ID=27caf4e6-ea00-4b91-8650-fbe7636ce6ec,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:41.231402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-6c567f17-5bb8-4f4a-bfe8-ca63623f42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:41.233042 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-6c567f17-5bb8-4f4a-bfe8-ca63623f42a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1226513 Aug 09 15:57:41.275326 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724e29f9-cad3-497b-8a93-4f41e028e9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.383098 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.396968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.430082 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.492735 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724e29f9-cad3-497b-8a93-4f41e028e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.495328 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724e29f9-cad3-497b-8a93-4f41e028e9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.496652 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-724e29f9-cad3-497b-8a93-4f41e028e9b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d401add0-2ceb-430c-ae7f-841a9ab522e1 HTTP/1.1" status: 204 len: 168 time: 0.5483871 Aug 09 15:57:41.536156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e29f9-cad3-497b-8a93-4f41e028e9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d401add0-2ceb-430c-ae7f-841a9ab522e1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:41.539366 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.602757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.647125 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=2cacd0c9-2fb3-42de-9833-b0af6f438665,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:41.661141 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-376dc085-5170-44b3-bbd4-36f3d5fb48b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.674320 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-376dc085-5170-44b3-bbd4-36f3d5fb48b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.730833 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-376dc085-5170-44b3-bbd4-36f3d5fb48b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c797a1ad5c1c40849445998284d4a4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8331101 Aug 09 15:57:41.733524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50934) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:41.750207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dc085-5170-44b3-bbd4-36f3d5fb48b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f873ea3-3893-49da-9bbb-3d0e30b9d08f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:41.762342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 8d00a720-6aba-4e8e-ad7b-eb48a199468a is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:41.767669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:41.814754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d9c01-599d-4173-ae85-318fd7fd05b4 req-6044daf5-49f7-4621-a9fa-e040f4fe5ad0 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:41.825256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e8d9c01-599d-4173-ae85-318fd7fd05b4 req-6044daf5-49f7-4621-a9fa-e040f4fe5ad0 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2038803 Aug 09 15:57:41.847223 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-27bd7883-9379-4df2-bfb0-f76c55daadb4 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043868 Aug 09 15:57:41.917354 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0e1b152-c3bb-4f9c-91df-8475bc49766f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.958956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0e1b152-c3bb-4f9c-91df-8475bc49766f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:41.975932 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e8d9c01-599d-4173-ae85-318fd7fd05b4 req-06b044c4-17ba-4e55-b002-9955e2a8931b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495388 Aug 09 15:57:42.012964 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.058548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-a1998c8f-506a-4dbc-a91b-8dc3e96e220c service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018304 Aug 09 15:57:42.063401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Transition to ACTIVE for port object 97c48568-9b37-4178-9f76-278609268465 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:42.067652 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0e1b152-c3bb-4f9c-91df-8475bc49766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.077011 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0e1b152-c3bb-4f9c-91df-8475bc49766f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.082558 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e0e1b152-c3bb-4f9c-91df-8475bc49766f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f873ea3-3893-49da-9bbb-3d0e30b9d08f HTTP/1.1" status: 204 len: 168 time: 0.3449359 Aug 09 15:57:42.124543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1b152-c3bb-4f9c-91df-8475bc49766f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f873ea3-3893-49da-9bbb-3d0e30b9d08f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:42.131716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 27caf4e6-ea00-4b91-8650-fbe7636ce6ec up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:42.133081 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-166430ee-56cb-4cf0-9afa-35c41f320a84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 HTTP/1.1" status: 200 len: 217 time: 0.0671766 Aug 09 15:57:42.260354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-a01e02fa-9718-44d3-aef1-bf38d900234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:42.261897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-a01e02fa-9718-44d3-aef1-bf38d900234a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.1184595 Aug 09 15:57:42.266795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9ebc0-33e6-49e7-a928-478d85638845 req-118bcddd-2f27-4f7b-960d-13057c0eb889 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:42.269510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-19c9ebc0-33e6-49e7-a928-478d85638845 req-118bcddd-2f27-4f7b-960d-13057c0eb889 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1329522 Aug 09 15:57:42.272417 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router da290a9c-b52b-4f46-af8f-308a374e77df is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:57:42.285165 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.348471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-315b64a6-3ab4-4da3-90ec-1a03bf1107dc None None] Provisioning complete for port 2cacd0c9-2fb3-42de-9833-b0af6f438665 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:42.348890 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-315b64a6-3ab4-4da3-90ec-1a03bf1107dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.411524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:42.431445 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-19c9ebc0-33e6-49e7-a928-478d85638845 req-d56b44cb-0bff-4495-8745-ea1731cc1160 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535120 Aug 09 15:57:42.487803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Network fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:42.491571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-315b64a6-3ab4-4da3-90ec-1a03bf1107dc None None] Port 2cacd0c9-2fb3-42de-9833-b0af6f438665 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:42.523139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:42.531299 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e074e65f-8613-4d3a-af55-6980f8879ced tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/da290a9c-b52b-4f46-af8f-308a374e77df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3210003 Aug 09 15:57:42.531906 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50964) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:42.534352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6426c4e7-db5e-4109-b044-1fbf365fbe98 None None] Sync routers for ids ['da290a9c-b52b-4f46-af8f-308a374e77df'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:42.551135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:42.554636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6426c4e7-db5e-4109-b044-1fbf365fbe98 None None] Routers {'da290a9c-b52b-4f46-af8f-308a374e77df'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:42.555279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6426c4e7-db5e-4109-b044-1fbf365fbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['da290a9c-b52b-4f46-af8f-308a374e77df'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:42.559151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:42.583485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:42.584842 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.637015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6426c4e7-db5e-4109-b044-1fbf365fbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:42.655933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-8bb404b7-0c7d-4fb8-a412-546c0605d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:42.662774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-8bb404b7-0c7d-4fb8-a412-546c0605d982 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3935211 Aug 09 15:57:42.668862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6426c4e7-db5e-4109-b044-1fbf365fbe98 None None] Routers {'da290a9c-b52b-4f46-af8f-308a374e77df'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:42.669545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6426c4e7-db5e-4109-b044-1fbf365fbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['da290a9c-b52b-4f46-af8f-308a374e77df'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:42.669914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ec3ba4-5202-4049-931d-eca1820d9306 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:42.672529 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f1ec3ba4-5202-4049-931d-eca1820d9306 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports/2cacd0c9-2fb3-42de-9833-b0af6f438665 HTTP/1.1" status: 200 len: 977 time: 0.1292584 Aug 09 15:57:42.675400 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50974) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:42.684648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8fe3c-1c84-469f-a26b-662c18d7035d req-e3102117-d43b-4234-a715-a7503e73393f tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:42.694966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e5b8fe3c-1c84-469f-a26b-662c18d7035d req-e3102117-d43b-4234-a715-a7503e73393f tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 944 time: 0.3566792 Aug 09 15:57:42.711724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6426c4e7-db5e-4109-b044-1fbf365fbe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:42.713721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6426c4e7-db5e-4109-b044-1fbf365fbe98 None None] The sync data for ids ['da290a9c-b52b-4f46-af8f-308a374e77df'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:42.733086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Pushing event updated for resources: {'Port': ['ID=97c48568-9b37-4178-9f76-278609268465,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:42.753252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3e144fd4-000a-41ec-bd15-5fcd68fac4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2948003 Aug 09 15:57:42.755486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:42.757517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50976) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:42.933737 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e5b8fe3c-1c84-469f-a26b-662c18d7035d req-e6c2ed22-54e2-4641-89df-fee0e18fb7b9 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373989 Aug 09 15:57:42.986206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a91f86-f1d2-41f0-b0d1-b373b27103b3 None None] Network fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:43.034922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a608cd-22fe-4798-b658-7fc6dc5408eb tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:43.047751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a608cd-22fe-4798-b658-7fc6dc5408eb tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:43.065884 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.069835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a608cd-22fe-4798-b658-7fc6dc5408eb tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:43.071493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-237d285d-7395-4da6-bd62-36b2ad3f1163 None None] Provisioning for port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:43.079246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d8a608cd-22fe-4798-b658-7fc6dc5408eb tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3049824 Aug 09 15:57:43.080450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-237d285d-7395-4da6-bd62-36b2ad3f1163 None None] Provisioning complete for port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:43.081098 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-237d285d-7395-4da6-bd62-36b2ad3f1163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.083458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50990) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:43.145318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:43.155096 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:43.155510 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.164803 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-fb97d55d-5b91-4538-8e0c-3cd1afa2cf0b service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277873 Aug 09 15:57:43.258071 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-237d285d-7395-4da6-bd62-36b2ad3f1163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.342629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-237d285d-7395-4da6-bd62-36b2ad3f1163 None None] For port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=27caf4e6-ea00-4b91-8650-fbe7636ce6ec,segment=NetworkSegment(184530b3-8844-4ce0-bf0e-80eb007421c4),segment_id=184530b3-8844-4ce0-bf0e-80eb007421c4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:43.351540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a44cc-5b5c-491a-a5aa-c70b1e72f9d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Deleting port 97c48568-9b37-4178-9f76-278609268465 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:43.352078 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ac6a44cc-5b5c-491a-a5aa-c70b1e72f9d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.355966 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-237d285d-7395-4da6-bd62-36b2ad3f1163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.420426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d285d-7395-4da6-bd62-36b2ad3f1163 None None] Pushing event updated for resources: {'Port': ['ID=27caf4e6-ea00-4b91-8650-fbe7636ce6ec,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:43.457034 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-c035820e-e05c-4edc-9c22-f2b503b0bfc9 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550797 Aug 09 15:57:43.499156 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.520732 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.530152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-b7fc914f-b6a6-4494-a44e-4426093abf46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 HTTP/1.1" status: 200 len: 217 time: 0.0654562 Aug 09 15:57:43.560151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b9ad03-12c9-429a-a920-3e367f40a5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:43.562803 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33af39a7-36e8-436f-ad72-8f251e38b779" -d '{"events": [{"server_uuid": "a8b9ad03-12c9-429a-a920-3e367f40a5d1", "name": "network-vif-plugged", "status": "completed", "tag": "dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:43.612586 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ac6a44cc-5b5c-491a-a5aa-c70b1e72f9d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.629058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-00f92d9c-8e4e-4735-8c0c-b3882ca224fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:43.631653 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-00f92d9c-8e4e-4735-8c0c-b3882ca224fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3085894-0751-4872-a5e8-b00412ed7387 HTTP/1.1" status: 200 len: 797 time: 0.0944920 Aug 09 15:57:43.641784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea,segment=NetworkSegment(0428c65e-c815-4bdc-8d49-f2246bdbc22a),segment_id=0428c65e-c815-4bdc-8d49-f2246bdbc22a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:43.652941 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.714112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a44cc-5b5c-491a-a5aa-c70b1e72f9d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Calling delete_port for 97c48568-9b37-4178-9f76-278609268465 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:43.717225 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c88966-b0ef-41a9-a7fc-a11cc385c388 x-openstack-request-id: req-11c88966-b0ef-41a9-a7fc-a11cc385c388 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:43.717534 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b9ad03-12c9-429a-a920-3e367f40a5d1", "name": "network-vif-plugged", "status": "completed", "tag": "dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:43.717818 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11c88966-b0ef-41a9-a7fc-a11cc385c388 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:43.718223 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b9ad03-12c9-429a-a920-3e367f40a5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea', 'code': 200} Aug 09 15:57:43.813523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:43.922205 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9733953e-d6a0-4843-92b5-e96166446f95 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:43.978575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 27caf4e6-ea00-4b91-8650-fbe7636ce6ec up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:44.002208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-2359358d-efca-4310-9ed6-ad1c529b35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:44.003723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-2359358d-efca-4310-9ed6-ad1c529b35ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c3c728d-829e-4443-8957-ac78e0ccda02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3604929 Aug 09 15:57:44.062496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:44.062925 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.167173 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c0654a99-9ef4-4a05-83f8-7b002a7e9722 None None] Provisioning for port 63e18bdc-6ddf-4056-a938-fdde875f2942 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:44.173557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c0654a99-9ef4-4a05-83f8-7b002a7e9722 None None] Provisioning complete for port 63e18bdc-6ddf-4056-a938-fdde875f2942 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:44.174029 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0654a99-9ef4-4a05-83f8-7b002a7e9722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.188671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fe196-4a07-4ec3-ae27-5f0451e8dbe9 req-f1ecbfd0-6195-49f1-9e41-915a483d6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:44.190323 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de0fe196-4a07-4ec3-ae27-5f0451e8dbe9 req-f1ecbfd0-6195-49f1-9e41-915a483d6c24 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 1096 time: 0.2775471 Aug 09 15:57:44.302888 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c0654a99-9ef4-4a05-83f8-7b002a7e9722 None None] Port 63e18bdc-6ddf-4056-a938-fdde875f2942 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:44.319961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-9733953e-d6a0-4843-92b5-e96166446f95 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port 2cacd0c9-2fb3-42de-9833-b0af6f438665 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:44.320324 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9733953e-d6a0-4843-92b5-e96166446f95 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.352286 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ac6a44cc-5b5c-491a-a5aa-c70b1e72f9d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.360434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c0654a99-9ef4-4a05-83f8-7b002a7e9722 None None] Provisioning complete for port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:44.360706 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0654a99-9ef4-4a05-83f8-7b002a7e9722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.375040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9947acb-5fd9-4516-873e-34174301cb67 req-c64dcfc0-9bcd-488a-add3-f9e71e1dfba9 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:44.386654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9947acb-5fd9-4516-873e-34174301cb67 req-c64dcfc0-9bcd-488a-add3-f9e71e1dfba9 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 945 time: 0.2443159 Aug 09 15:57:44.424410 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-603cb2ab-7d89-49d1-b47f-30b40e676d76 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009311 Aug 09 15:57:44.433072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de0fe196-4a07-4ec3-ae27-5f0451e8dbe9 req-9010426c-f1de-4aee-80e0-ccf4818367a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046628 Aug 09 15:57:44.449707 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9733953e-d6a0-4843-92b5-e96166446f95 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.466356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a44cc-5b5c-491a-a5aa-c70b1e72f9d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Pushing event deleted for resources: {'Port': ['ID=97c48568-9b37-4178-9f76-278609268465,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:44.468157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-9733953e-d6a0-4843-92b5-e96166446f95 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for 2cacd0c9-2fb3-42de-9833-b0af6f438665 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:44.550850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c0654a99-9ef4-4a05-83f8-7b002a7e9722 None None] Could not find standard attr ID for object 97c48568-9b37-4178-9f76-278609268465. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:57:44.578928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ac6a44cc-5b5c-491a-a5aa-c70b1e72f9d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.585777 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ac6a44cc-5b5c-491a-a5aa-c70b1e72f9d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] 10.222.0.81 "DELETE /v2.0/ports/97c48568-9b37-4178-9f76-278609268465 HTTP/1.1" status: 204 len: 168 time: 1.4972568 Aug 09 15:57:44.587046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51042) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:44.593669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6e3418af-56d1-455a-9561-980655940fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Request body: {'port': {'name': 'tempest-new-port-name-455922768', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:44.594357 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.api.validators [None req-6e3418af-56d1-455a-9561-980655940fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] bootfile-name is not in valid_values {{(pid=94290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 15:57:44.594919 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.api.validators [None req-6e3418af-56d1-455a-9561-980655940fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] tftp-server is not in valid_values {{(pid=94290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 15:57:44.595447 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.api.validators [None req-6e3418af-56d1-455a-9561-980655940fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] server-ip-address is not in valid_values {{(pid=94290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 09 15:57:44.694482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9947acb-5fd9-4516-873e-34174301cb67 req-043f8e54-9adb-4e62-ad20-2024d199d8db tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526264 Aug 09 15:57:44.707968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1db88fba-8fcd-4054-b5fb-a4f3ccdd8ddd None None] Provisioning complete for port 63e18bdc-6ddf-4056-a938-fdde875f2942 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:44.708351 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1db88fba-8fcd-4054-b5fb-a4f3ccdd8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.793100 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-2b7c0af5-2ff1-4fd9-b674-939020bdfc9b service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557243 Aug 09 15:57:44.796254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1db88fba-8fcd-4054-b5fb-a4f3ccdd8ddd None None] Port 63e18bdc-6ddf-4056-a938-fdde875f2942 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:44.796393 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e3418af-56d1-455a-9561-980655940fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.801214 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9733953e-d6a0-4843-92b5-e96166446f95 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:44.862566 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733953e-d6a0-4843-92b5-e96166446f95 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=2cacd0c9-2fb3-42de-9833-b0af6f438665,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:44.891170 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-8c5dac0d-25ac-4918-9572-126dea86f45d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9288acd-e1c5-456a-b29f-45a4f0ca95a4 HTTP/1.1" status: 200 len: 217 time: 0.0831933 Aug 09 15:57:44.917867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-136ae6d3-147d-46b2-99e8-6e60c157178c None None] Could not find standard attr ID for object 97c48568-9b37-4178-9f76-278609268465. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:57:45.026433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-711f35d1-394c-473b-8c5b-13a9d2ed8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:45.028647 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-711f35d1-394c-473b-8c5b-13a9d2ed8525 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3085894-0751-4872-a5e8-b00412ed7387 HTTP/1.1" status: 200 len: 797 time: 0.1270697 Aug 09 15:57:45.173935 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9733953e-d6a0-4843-92b5-e96166446f95 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:45.347291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-1e281127-4082-4e9f-8c8c-60ebb56cb5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:45.348781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-1e281127-4082-4e9f-8c8c-60ebb56cb5f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c3c728d-829e-4443-8957-ac78e0ccda02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2223537 Aug 09 15:57:45.483000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9733953e-d6a0-4843-92b5-e96166446f95 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router da290a9c-b52b-4f46-af8f-308a374e77df has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:45.503194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e3418af-56d1-455a-9561-980655940fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:45.525168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-bcd6d43c-2b7a-4b91-a8f5-ddeee16d0573 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675076 Aug 09 15:57:45.526780 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e3418af-56d1-455a-9561-980655940fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:45.620361 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-6e3418af-56d1-455a-9561-980655940fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] In _notify_port_updated(), no bound segment for port 63e18bdc-6ddf-4056-a938-fdde875f2942 on network fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:57:45.626396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3418af-56d1-455a-9561-980655940fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:45.627585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e3418af-56d1-455a-9561-980655940fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:45.630135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6e3418af-56d1-455a-9561-980655940fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] 10.222.0.81 "PUT /v2.0/ports/63e18bdc-6ddf-4056-a938-fdde875f2942 HTTP/1.1" status: 200 len: 1129 time: 1.0417488 Aug 09 15:57:45.654940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51090) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:45.689410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9733953e-d6a0-4843-92b5-e96166446f95 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:45.705723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9733953e-d6a0-4843-92b5-e96166446f95 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/da290a9c-b52b-4f46-af8f-308a374e77df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0267675 Aug 09 15:57:45.707303 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1567fc-6c97-4da6-a32f-adb0c0f459d4 None None] Sync routers for ids ['da290a9c-b52b-4f46-af8f-308a374e77df'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:45.721509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51092) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:45.732052 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1567fc-6c97-4da6-a32f-adb0c0f459d4 None None] Routers {'da290a9c-b52b-4f46-af8f-308a374e77df'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:45.735933 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3f1567fc-6c97-4da6-a32f-adb0c0f459d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['da290a9c-b52b-4f46-af8f-308a374e77df'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:45.812397 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3f1567fc-6c97-4da6-a32f-adb0c0f459d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:45.839912 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1567fc-6c97-4da6-a32f-adb0c0f459d4 None None] Routers {'da290a9c-b52b-4f46-af8f-308a374e77df'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:45.840820 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3f1567fc-6c97-4da6-a32f-adb0c0f459d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['da290a9c-b52b-4f46-af8f-308a374e77df'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:45.973287 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3f1567fc-6c97-4da6-a32f-adb0c0f459d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:45.977460 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1567fc-6c97-4da6-a32f-adb0c0f459d4 None None] The sync data for ids ['da290a9c-b52b-4f46-af8f-308a374e77df'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:46.078181 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e6dee42a-9a29-4d57-8a67-2581e2b1d3ee None None] Provisioning complete for port 63e18bdc-6ddf-4056-a938-fdde875f2942 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:46.080267 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e6dee42a-9a29-4d57-8a67-2581e2b1d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.184427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e6dee42a-9a29-4d57-8a67-2581e2b1d3ee None None] Port 63e18bdc-6ddf-4056-a938-fdde875f2942 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:46.242190 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-6bbaa55b-4967-4a30-8f76-f9521558eac7 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] remove_router_interface failed (client error): The resource could not be found. Aug 09 15:57:46.246644 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6bbaa55b-4967-4a30-8f76-f9521558eac7 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/da290a9c-b52b-4f46-af8f-308a374e77df/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5239754 Aug 09 15:57:46.247303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51110) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:46.258881 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e01ca5-f2eb-451f-8bc3-2967c5637e68 req-55dce802-91d2-4a7e-b467-a1ac05e81c10 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:46.260575 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-93e01ca5-f2eb-451f-8bc3-2967c5637e68 req-55dce802-91d2-4a7e-b467-a1ac05e81c10 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 945 time: 0.2665210 Aug 09 15:57:46.291405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3418af-56d1-455a-9561-980655940fdd tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Pushing event updated for resources: {'Port': ['ID=63e18bdc-6ddf-4056-a938-fdde875f2942,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:46.311927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b845743a-27b0-4567-bb9a-1af89013b5a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:46.313309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b845743a-27b0-4567-bb9a-1af89013b5a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] 10.222.0.81 "GET /v2.0/ports/63e18bdc-6ddf-4056-a938-fdde875f2942 HTTP/1.1" status: 200 len: 1129 time: 0.6557679 Aug 09 15:57:46.316783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51112) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:46.323922 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9bb446bd-f174-44b6-90ac-84600a66c5bd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=da290a9c-b52b-4f46-af8f-308a374e77df HTTP/1.1" status: 200 len: 205 time: 0.0752378 Aug 09 15:57:46.326164 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51114) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:46.411445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3a02f5e-ae56-456f-8f4f-2f4512a1a679 req-91b55065-d9a9-45f2-bef5-1961c7251d70 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8745964 Aug 09 15:57:46.439729 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6857447-afd0-43ae-b88c-ef43f5b64d32 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.452390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf170c-d17a-4e12-b2ca-e2854d1e3832 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Deleting port 63e18bdc-6ddf-4056-a938-fdde875f2942 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:46.453077 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1cf170c-d17a-4e12-b2ca-e2854d1e3832 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.491002 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-93e01ca5-f2eb-451f-8bc3-2967c5637e68 req-4cab53bc-0a3b-4af5-ae19-797269540cdd tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202580 Aug 09 15:57:46.604564 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1cf170c-d17a-4e12-b2ca-e2854d1e3832 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.628010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf170c-d17a-4e12-b2ca-e2854d1e3832 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Calling delete_port for 63e18bdc-6ddf-4056-a938-fdde875f2942 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:46.683185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6857447-afd0-43ae-b88c-ef43f5b64d32 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.687365 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6857447-afd0-43ae-b88c-ef43f5b64d32 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.749474 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6857447-afd0-43ae-b88c-ef43f5b64d32 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.750883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6857447-afd0-43ae-b88c-ef43f5b64d32 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Fanout notify agent at l3_agent the message router_deleted on router da290a9c-b52b-4f46-af8f-308a374e77df {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:57:46.764966 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6857447-afd0-43ae-b88c-ef43f5b64d32 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.769235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51140) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:46.769452 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b6857447-afd0-43ae-b88c-ef43f5b64d32 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/da290a9c-b52b-4f46-af8f-308a374e77df HTTP/1.1" status: 204 len: 168 time: 0.4420564 Aug 09 15:57:46.835502 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90d5afc-9dce-4f16-b449-15492c19fb02 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting subnet a7f373b2-231e-4f93-a558-5764f0c9d39c {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:46.840425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a90d5afc-9dce-4f16-b449-15492c19fb02 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.894370 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1cf170c-d17a-4e12-b2ca-e2854d1e3832 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.898456 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a90d5afc-9dce-4f16-b449-15492c19fb02 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.974409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf170c-d17a-4e12-b2ca-e2854d1e3832 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Pushing event deleted for resources: {'Port': ['ID=63e18bdc-6ddf-4056-a938-fdde875f2942,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:47.005245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51152) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:47.015178 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1cf170c-d17a-4e12-b2ca-e2854d1e3832 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.020509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51156) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:47.022333 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b1cf170c-d17a-4e12-b2ca-e2854d1e3832 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] 10.222.0.81 "DELETE /v2.0/ports/63e18bdc-6ddf-4056-a938-fdde875f2942 HTTP/1.1" status: 204 len: 168 time: 0.6979959 Aug 09 15:57:47.092822 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a90d5afc-9dce-4f16-b449-15492c19fb02 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.143828 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-024f8c79-1e5d-472d-922c-f978b9d1476f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Deleting subnet c6e4918d-69e8-49c8-8616-085decf453a9 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:47.149946 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-024f8c79-1e5d-472d-922c-f978b9d1476f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.202229 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:57:47.243751 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a90d5afc-9dce-4f16-b449-15492c19fb02 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.246507 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-024f8c79-1e5d-472d-922c-f978b9d1476f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.291905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d5afc-9dce-4f16-b449-15492c19fb02 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f373b2-231e-4f93-a558-5764f0c9d39c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:47.294171 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a90d5afc-9dce-4f16-b449-15492c19fb02 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.300324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a90d5afc-9dce-4f16-b449-15492c19fb02 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/a7f373b2-231e-4f93-a558-5764f0c9d39c HTTP/1.1" status: 204 len: 168 time: 0.5290778 Aug 09 15:57:47.301614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51162) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:47.303927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de93a9-9ec7-4a5d-90db-72a7f59ce1fc None None] Network 8d00a720-6aba-4e8e-ad7b-eb48a199468a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:47.315765 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-83565074-086a-4ca7-9102-4f26eddabd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.404320 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.516506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port fe9a9d4b-dad8-4f89-a14f-b80ac3313745 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:47.517042 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.526261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-83565074-086a-4ca7-9102-4f26eddabd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.535361 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-83565074-086a-4ca7-9102-4f26eddabd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.544321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-024f8c79-1e5d-472d-922c-f978b9d1476f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.583459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de380420-475e-4d97-b043-c83d158e68ac None None] DHCP port deletion for 8d00a720-6aba-4e8e-ad7b-eb48a199468a request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:47.626758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-83565074-086a-4ca7-9102-4f26eddabd05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a5f7d4471505432a93ef5b3fe23f688b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6194832 Aug 09 15:57:47.634945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51174) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:47.657884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] For port fe9a9d4b-dad8-4f89-a14f-b80ac3313745, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fe9a9d4b-dad8-4f89-a14f-b80ac3313745,segment=NetworkSegment(533fdf4a-25dd-420c-90da-04b3a5ea8a7f),segment_id=533fdf4a-25dd-420c-90da-04b3a5ea8a7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:47.659021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.681514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83565074-086a-4ca7-9102-4f26eddabd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cdf928-f9d1-4e2e-9b99-6a7084134414,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:47.681873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for fe9a9d4b-dad8-4f89-a14f-b80ac3313745 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:47.729445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-de380420-475e-4d97-b043-c83d158e68ac None None] Deleting port fe9a9d4b-dad8-4f89-a14f-b80ac3313745 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:47.729895 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de380420-475e-4d97-b043-c83d158e68ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.740736 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-024f8c79-1e5d-472d-922c-f978b9d1476f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.784752 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52af4d3a-3e5f-4ca2-911b-452baad78b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.792154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f8c79-1e5d-472d-922c-f978b9d1476f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e4918d-69e8-49c8-8616-085decf453a9,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:47.806566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.829566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-de380420-475e-4d97-b043-c83d158e68ac None None] For port fe9a9d4b-dad8-4f89-a14f-b80ac3313745, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fe9a9d4b-dad8-4f89-a14f-b80ac3313745,segment=NetworkSegment(533fdf4a-25dd-420c-90da-04b3a5ea8a7f),segment_id=533fdf4a-25dd-420c-90da-04b3a5ea8a7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:47.829994 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de380420-475e-4d97-b043-c83d158e68ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.830985 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-024f8c79-1e5d-472d-922c-f978b9d1476f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.833348 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-024f8c79-1e5d-472d-922c-f978b9d1476f tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] 10.222.0.81 "DELETE /v2.0/subnets/c6e4918d-69e8-49c8-8616-085decf453a9 HTTP/1.1" status: 204 len: 168 time: 0.8116057 Aug 09 15:57:47.833860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a021e63e-9ec4-4682-957a-c206d3b52bb6 None None] Network fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:47.836558 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51182) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:47.853856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No DVR routers for this DVR port fe9a9d4b-dad8-4f89-a14f-b80ac3313745 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:47.855871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=fe9a9d4b-dad8-4f89-a14f-b80ac3313745,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:47.900108 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52af4d3a-3e5f-4ca2-911b-452baad78b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.987205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-de380420-475e-4d97-b043-c83d158e68ac None None] Calling delete_port for fe9a9d4b-dad8-4f89-a14f-b80ac3313745 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:48.000163 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fe9a9d4b-dad8-4f89-a14f-b80ac3313745 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:48.036454 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.045173 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.073237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d00a720-6aba-4e8e-ad7b-eb48a199468a']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:48.100290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533fdf4a-25dd-420c-90da-04b3a5ea8a7f') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:48.101332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533fdf4a-25dd-420c-90da-04b3a5ea8a7f') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:48.122094 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.145314 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52af4d3a-3e5f-4ca2-911b-452baad78b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.149178 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52af4d3a-3e5f-4ca2-911b-452baad78b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.152064 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-52af4d3a-3e5f-4ca2-911b-452baad78b3d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a5cdf928-f9d1-4e2e-9b99-6a7084134414 HTTP/1.1" status: 204 len: 168 time: 0.5124202 Aug 09 15:57:48.153565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: fe9a9d4b-dad8-4f89-a14f-b80ac3313745 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:48.154014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fe9a9d4b-dad8-4f89-a14f-b80ac3313745 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:48.173260 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.180422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:48.180854 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.191963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af4d3a-3e5f-4ca2-911b-452baad78b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cdf928-f9d1-4e2e-9b99-6a7084134414,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:48.209942 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Deleting port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:48.210569 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:48.276404 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:48.280603 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.301727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.308397 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/networks/8d00a720-6aba-4e8e-ad7b-eb48a199468a HTTP/1.1" status: 204 len: 168 time: 1.0056479 Aug 09 15:57:48.316312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51208) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:48.329717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2aa5ed2b-80a8-4ef2-81ef-a488b9539e8a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1210978483'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:48.379542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93530a1-1659-45cf-9b55-f0d1bdb3549b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Network': ['ID=8d00a720-6aba-4e8e-ad7b-eb48a199468a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:48.430541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] For port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=27caf4e6-ea00-4b91-8650-fbe7636ce6ec,segment=NetworkSegment(184530b3-8844-4ce0-bf0e-80eb007421c4),segment_id=184530b3-8844-4ce0-bf0e-80eb007421c4)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:48.431029 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.453969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa5ed2b-80a8-4ef2-81ef-a488b9539e8a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:48.454830 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de380420-475e-4d97-b043-c83d158e68ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.458121 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Calling delete_port for 27caf4e6-ea00-4b91-8650-fbe7636ce6ec owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:48.465352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ed2b-80a8-4ef2-81ef-a488b9539e8a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.470179 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de380420-475e-4d97-b043-c83d158e68ac None None] Network 8d00a720-6aba-4e8e-ad7b-eb48a199468a is not hosted by any dhcp agent {{(pid=94291) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:57:48.470636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de380420-475e-4d97-b043-c83d158e68ac None None] No DVR routers for this DVR port fe9a9d4b-dad8-4f89-a14f-b80ac3313745 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:48.519247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa5ed2b-80a8-4ef2-81ef-a488b9539e8a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:48.521190 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de380420-475e-4d97-b043-c83d158e68ac None None] Pushing event deleted for resources: {'Port': ['ID=fe9a9d4b-dad8-4f89-a14f-b80ac3313745,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:48.527942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92918133-280a-4b23-b303-35fa59641b97 None None] DHCP port deletion for fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:48.537700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ed2b-80a8-4ef2-81ef-a488b9539e8a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.538060 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-2aa5ed2b-80a8-4ef2-81ef-a488b9539e8a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Added segment 61d33c87-5849-47db-a567-86b742db10ae of type vlan for network 3c172130-5825-47e3-be59-a2483d79a0c2 Aug 09 15:57:48.628496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-92918133-280a-4b23-b303-35fa59641b97 None None] Deleting port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:48.628496 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92918133-280a-4b23-b303-35fa59641b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.644149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ed2b-80a8-4ef2-81ef-a488b9539e8a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.664932 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.699818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-92918133-280a-4b23-b303-35fa59641b97 None None] For port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=27caf4e6-ea00-4b91-8650-fbe7636ce6ec,segment=NetworkSegment(184530b3-8844-4ce0-bf0e-80eb007421c4),segment_id=184530b3-8844-4ce0-bf0e-80eb007421c4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:48.700471 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92918133-280a-4b23-b303-35fa59641b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.718378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-92918133-280a-4b23-b303-35fa59641b97 None None] Calling delete_port for 27caf4e6-ea00-4b91-8650-fbe7636ce6ec owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:48.750422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] No DVR routers for this DVR port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:48.753780 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Pushing event deleted for resources: {'Port': ['ID=27caf4e6-ea00-4b91-8650-fbe7636ce6ec,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:48.758887 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ed2b-80a8-4ef2-81ef-a488b9539e8a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.777761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa5ed2b-80a8-4ef2-81ef-a488b9539e8a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:48.778531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ed2b-80a8-4ef2-81ef-a488b9539e8a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.821706 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92918133-280a-4b23-b303-35fa59641b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.830105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51222) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:48.852721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92918133-280a-4b23-b303-35fa59641b97 None None] Pushing event deleted for resources: {'Port': ['ID=27caf4e6-ea00-4b91-8650-fbe7636ce6ec,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:48.863899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92918133-280a-4b23-b303-35fa59641b97 None None] No DVR routers for this DVR port 27caf4e6-ea00-4b91-8650-fbe7636ce6ec on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:48.920814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2aa5ed2b-80a8-4ef2-81ef-a488b9539e8a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6004181 Aug 09 15:57:48.922286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51224) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:48.923768 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02eaed6c-c81d-4baa-b3f7-7dccb0f4a7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.924604 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.933022 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-088225ab-83b2-4a6e-b812-226745eed2dd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'subnet': {'network_id': '3c172130-5825-47e3-be59-a2483d79a0c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:48.950943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:48.954606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5ed2b-80a8-4ef2-81ef-a488b9539e8a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Network': ['ID=3c172130-5825-47e3-be59-a2483d79a0c2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:48.963273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184530b3-8844-4ce0-bf0e-80eb007421c4') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:48.963605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184530b3-8844-4ce0-bf0e-80eb007421c4') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:48.975584 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:48.976674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 3c172130-5825-47e3-be59-a2483d79a0c2 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:49.050247 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.075809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:49.076513 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:49.080648 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:49.119232 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02eaed6c-c81d-4baa-b3f7-7dccb0f4a7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.124674 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02eaed6c-c81d-4baa-b3f7-7dccb0f4a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.185331 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.187053 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-02eaed6c-c81d-4baa-b3f7-7dccb0f4a7c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d6de73112e24ec2b5563a62f4139464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547995 Aug 09 15:57:49.189758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51234) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:49.194932 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.201515 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] 10.222.0.81 "DELETE /v2.0/networks/fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af HTTP/1.1" status: 204 len: 168 time: 1.3509216 Aug 09 15:57:49.226987 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce105c-e4f5-48ec-b446-9ec707186f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046 tempest-ExtraDHCPOptionsIpV6TestJSON-1833055046-project] Pushing event deleted for resources: {'Network': ['ID=fbb37a4b-89e8-4e40-a6ee-c9ec62aaf9af,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:49.228930 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088225ab-83b2-4a6e-b812-226745eed2dd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:49.232449 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-088225ab-83b2-4a6e-b812-226745eed2dd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.265189 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaed6c-c81d-4baa-b3f7-7dccb0f4a7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350e9c30-e77d-4fe6-a2ee-d7433fa41fe4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:49.299279 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a521d62c-5c42-4990-960c-4ac30f41d549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.358808 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a521d62c-5c42-4990-960c-4ac30f41d549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.501407 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a521d62c-5c42-4990-960c-4ac30f41d549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.518930 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a521d62c-5c42-4990-960c-4ac30f41d549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.524325 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a521d62c-5c42-4990-960c-4ac30f41d549 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/350e9c30-e77d-4fe6-a2ee-d7433fa41fe4 HTTP/1.1" status: 204 len: 168 time: 0.3204989 Aug 09 15:57:49.539976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521d62c-5c42-4990-960c-4ac30f41d549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350e9c30-e77d-4fe6-a2ee-d7433fa41fe4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:49.666147 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51270) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:49.900039 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-088225ab-83b2-4a6e-b812-226745eed2dd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:49.970332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 27caf4e6-ea00-4b91-8650-fbe7636ce6ec no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:50.011450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 27caf4e6-ea00-4b91-8650-fbe7636ce6ec {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:50.012372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 27caf4e6-ea00-4b91-8650-fbe7636ce6ec not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:50.057051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088225ab-83b2-4a6e-b812-226745eed2dd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Subnet': ['ID=42b0cdbc-df65-40ab-aece-add4197d7209,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:50.065473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088225ab-83b2-4a6e-b812-226745eed2dd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Checking segment: {'id': '61d33c87-5849-47db-a567-86b742db10ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3c172130-5825-47e3-be59-a2483d79a0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:50.065971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088225ab-83b2-4a6e-b812-226745eed2dd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network hostable DHCP agents. Network: 3c172130-5825-47e3-be59-a2483d79a0c2, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:57:50.091781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088225ab-83b2-4a6e-b812-226745eed2dd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 3c172130-5825-47e3-be59-a2483d79a0c2 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:57:50.110339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-088225ab-83b2-4a6e-b812-226745eed2dd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 3c172130-5825-47e3-be59-a2483d79a0c2) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:50.122484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088225ab-83b2-4a6e-b812-226745eed2dd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:50.123973 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-088225ab-83b2-4a6e-b812-226745eed2dd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.125689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc9241-276a-42df-8378-c06462fda0d7 None None] Network 3c172130-5825-47e3-be59-a2483d79a0c2 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:50.133221 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8fdee61c-c467-4e0c-a256-b5537999ccaf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bb7fd676d504489e8daa279dca7aae3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630847 Aug 09 15:57:50.133732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51306) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:50.166622 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-088225ab-83b2-4a6e-b812-226745eed2dd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2373016 Aug 09 15:57:50.167978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51312) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:50.185062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-df445411-d923-4de1-8667-6113cc0ca115 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-298191699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:50.235932 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e87c152d-5108-4ca2-91b0-95664df0ed26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.243591 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df445411-d923-4de1-8667-6113cc0ca115 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.245548 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df445411-d923-4de1-8667-6113cc0ca115 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.291630 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e87c152d-5108-4ca2-91b0-95664df0ed26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.386067 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df445411-d923-4de1-8667-6113cc0ca115 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.394856 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df445411-d923-4de1-8667-6113cc0ca115 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.401526 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e87c152d-5108-4ca2-91b0-95664df0ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.406381 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e87c152d-5108-4ca2-91b0-95664df0ed26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.426191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e87c152d-5108-4ca2-91b0-95664df0ed26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb9345fd-5a6c-42ad-9285-411f44f9b7f9 HTTP/1.1" status: 204 len: 168 time: 0.2913530 Aug 09 15:57:50.435028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c152d-5108-4ca2-91b0-95664df0ed26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9345fd-5a6c-42ad-9285-411f44f9b7f9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:50.442072 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df445411-d923-4de1-8667-6113cc0ca115 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.442268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-3c172130-5825-47e3-be59-a2483d79a0c2', 'network_id': '3c172130-5825-47e3-be59-a2483d79a0c2', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'fixed_ips': [{'subnet_id': '42b0cdbc-df65-40ab-aece-add4197d7209'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:50.443676 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.444321 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-df445411-d923-4de1-8667-6113cc0ca115 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2753139 Aug 09 15:57:50.447087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51328) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:50.689286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Allocated IP 172.20.0.2 (3c172130-5825-47e3-be59-a2483d79a0c2/42b0cdbc-df65-40ab-aece-add4197d7209/567f080c-5f23-4552-8a42-cba684d07272) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:50.902806 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.915007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Transition to ACTIVE for port object 567f080c-5f23-4552-8a42-cba684d07272 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:50.935314 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Transition to ACTIVE for port object 567f080c-5f23-4552-8a42-cba684d07272 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:50.944787 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.988077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Network 3c172130-5825-47e3-be59-a2483d79a0c2 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:50.991750 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:51.001884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:51.018778 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Pushing event updated for resources: {'Port': ['ID=567f080c-5f23-4552-8a42-cba684d07272,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:51.041706 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.077001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Attempting to bind port 567f080c-5f23-4552-8a42-cba684d07272 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:51.077385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Attempting to bind port 567f080c-5f23-4552-8a42-cba684d07272 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '61d33c87-5849-47db-a567-86b742db10ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3c172130-5825-47e3-be59-a2483d79a0c2'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:51.077789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Attempting to bind port 567f080c-5f23-4552-8a42-cba684d07272 on network 3c172130-5825-47e3-be59-a2483d79a0c2 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:51.085710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:51.085710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Checking segment: {'id': '61d33c87-5849-47db-a567-86b742db10ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3c172130-5825-47e3-be59-a2483d79a0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:51.086061 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.086281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Bound using segment: {'id': '61d33c87-5849-47db-a567-86b742db10ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3c172130-5825-47e3-be59-a2483d79a0c2'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:51.086670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Bound port: 567f080c-5f23-4552-8a42-cba684d07272, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d33c87-5849-47db-a567-86b742db10ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3c172130-5825-47e3-be59-a2483d79a0c2'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:51.087129 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.202117 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] For port 567f080c-5f23-4552-8a42-cba684d07272, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:51.215401 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] For port 567f080c-5f23-4552-8a42-cba684d07272, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=567f080c-5f23-4552-8a42-cba684d07272,segment=NetworkSegment(61d33c87-5849-47db-a567-86b742db10ae),segment_id=61d33c87-5849-47db-a567-86b742db10ae)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:51.225402 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.309610 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d8889-b168-4ea7-9df1-39b8df83917c None None] Pushing event updated for resources: {'Port': ['ID=567f080c-5f23-4552-8a42-cba684d07272,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:51.422056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Allocated IP 172.20.0.1 (3c172130-5825-47e3-be59-a2483d79a0c2/42b0cdbc-df65-40ab-aece-add4197d7209/997f0a43-55c4-439e-8e15-ef02b3e2eb7a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:51.659449 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.705654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Transition to ACTIVE for port object 997f0a43-55c4-439e-8e15-ef02b3e2eb7a will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:51.819987 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.910695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=997f0a43-55c4-439e-8e15-ef02b3e2eb7a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:51.935225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 3c172130-5825-47e3-be59-a2483d79a0c2 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:51.937742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:51.941534 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:51.999715 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.037844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 567f080c-5f23-4552-8a42-cba684d07272 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:52.143313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 567f080c-5f23-4552-8a42-cba684d07272 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:52.174241 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.343859 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51422) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:52.691100 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.708246 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.754260 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'networks': [{'name': 'tempest-network--305490238'}, {'name': 'tempest-network--1081095421'}]} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:52.754811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'network': {'name': 'tempest-network--305490238'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:52.756019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'network': {'name': 'tempest-network--1081095421'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:52.810457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Made reservation on behalf of d53b0d4e3c424a539f2e76c6468c14ac for: {'network': 2} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:52.812439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00fa638-86ae-4588-99b4-1f66bd8a1a01 None None] Network 3c172130-5825-47e3-be59-a2483d79a0c2 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:52.815601 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.826952 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.834581 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.837534 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=997f0a43-55c4-439e-8e15-ef02b3e2eb7a,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:53.010328 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.017559 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.018397 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.097437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6329a88f-ff62-4587-9c2a-513889cba621 None None] Provisioning for port 567f080c-5f23-4552-8a42-cba684d07272 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:53.114048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6329a88f-ff62-4587-9c2a-513889cba621 None None] Provisioning complete for port 567f080c-5f23-4552-8a42-cba684d07272 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:53.114410 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6329a88f-ff62-4587-9c2a-513889cba621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.132704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 3c172130-5825-47e3-be59-a2483d79a0c2 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:53.133866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:53.137138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:53.152415 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.152768 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Added segment 1f8bd631-9c46-4b4b-a4cb-1068894ae2ba of type vlan for network c320e13e-a440-453d-b602-09eebfcc8353 Aug 09 15:57:53.244633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fb941b-b513-4900-bf68-d6637ba2ead6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:53.279729 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.337645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:53.356341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 664bac55-385d-45d4-8547-12e0de65f36b is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:57:53.360029 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.360614 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Added segment a6caf525-97db-49a9-b68c-f1cb00bb62ca of type vlan for network 4deeb2dd-a1d9-4e05-9acf-cfe8c052b80d Aug 09 15:57:53.381023 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6329a88f-ff62-4587-9c2a-513889cba621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.437215 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.452782 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6329a88f-ff62-4587-9c2a-513889cba621 None None] For port 567f080c-5f23-4552-8a42-cba684d07272, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=567f080c-5f23-4552-8a42-cba684d07272,segment=NetworkSegment(61d33c87-5849-47db-a567-86b742db10ae),segment_id=61d33c87-5849-47db-a567-86b742db10ae)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:53.479808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:53.482032 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6329a88f-ff62-4587-9c2a-513889cba621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.492393 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.494322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef11b9f-6344-44da-a15c-19c743483575 None None] Sync routers for ids ['664bac55-385d-45d4-8547-12e0de65f36b'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:53.494828 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.497181 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-31e690d6-4702-48e8-ba6b-def4796a7adb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/664bac55-385d-45d4-8547-12e0de65f36b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0487759 Aug 09 15:57:53.501246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51486) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:53.510300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:53.524730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:53.525625 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.547044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef11b9f-6344-44da-a15c-19c743483575 None None] Routers {'664bac55-385d-45d4-8547-12e0de65f36b'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:53.547831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6ef11b9f-6344-44da-a15c-19c743483575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['664bac55-385d-45d4-8547-12e0de65f36b'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:53.604940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ca917c-619c-43b5-b668-b6d1b22fe7e2 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:53.609766 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b2ca917c-619c-43b5-b668-b6d1b22fe7e2 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports/997f0a43-55c4-439e-8e15-ef02b3e2eb7a HTTP/1.1" status: 200 len: 910 time: 0.1024826 Aug 09 15:57:53.610352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51490) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:53.632022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2870216 Aug 09 15:57:53.639999 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51492) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:53.828971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6ef11b9f-6344-44da-a15c-19c743483575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:53.855723 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event updated for resources: {'Network': ['ID=c320e13e-a440-453d-b602-09eebfcc8353,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:53.857227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329a88f-ff62-4587-9c2a-513889cba621 None None] Pushing event updated for resources: {'Port': ['ID=567f080c-5f23-4552-8a42-cba684d07272,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:53.863384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef11b9f-6344-44da-a15c-19c743483575 None None] Routers {'664bac55-385d-45d4-8547-12e0de65f36b'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:53.863384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6ef11b9f-6344-44da-a15c-19c743483575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['664bac55-385d-45d4-8547-12e0de65f36b'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:53.912651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c320e13e-a440-453d-b602-09eebfcc8353 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:53.918739 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6ef11b9f-6344-44da-a15c-19c743483575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:53.919398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef11b9f-6344-44da-a15c-19c743483575 None None] The sync data for ids ['664bac55-385d-45d4-8547-12e0de65f36b'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:54.044663 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bfb54bfd-7932-4b0b-b212-4e9d0e2ddde7 None None] Provisioning for port 997f0a43-55c4-439e-8e15-ef02b3e2eb7a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:54.054582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 567f080c-5f23-4552-8a42-cba684d07272 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:54.063311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bfb54bfd-7932-4b0b-b212-4e9d0e2ddde7 None None] Provisioning complete for port 997f0a43-55c4-439e-8e15-ef02b3e2eb7a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:54.063641 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bfb54bfd-7932-4b0b-b212-4e9d0e2ddde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.073752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c9e1e-d17d-4f3d-8d56-431a00d01b0a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event updated for resources: {'Network': ['ID=4deeb2dd-a1d9-4e05-9acf-cfe8c052b80d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:54.112892 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 4deeb2dd-a1d9-4e05-9acf-cfe8c052b80d details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:54.223670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542e7fd-5322-48a4-b75d-546838d43df2 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:54.249750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542e7fd-5322-48a4-b75d-546838d43df2 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:54.256912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542e7fd-5322-48a4-b75d-546838d43df2 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:54.269611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-bfb54bfd-7932-4b0b-b212-4e9d0e2ddde7 None None] Port 997f0a43-55c4-439e-8e15-ef02b3e2eb7a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:54.282853 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542e7fd-5322-48a4-b75d-546838d43df2 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:54.287725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b542e7fd-5322-48a4-b75d-546838d43df2 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6461334 Aug 09 15:57:54.292224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51528) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:54.304936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 567f080c-5f23-4552-8a42-cba684d07272 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:54.305331 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.363577 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a353367-2d37-4b3d-a254-f76463b09365 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.373506 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bfb54bfd-7932-4b0b-b212-4e9d0e2ddde7 None None] Provisioning complete for port 567f080c-5f23-4552-8a42-cba684d07272 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:54.374009 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bfb54bfd-7932-4b0b-b212-4e9d0e2ddde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.462955 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.651412 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.666187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c320e13e-a440-453d-b602-09eebfcc8353']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:54.680456 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8bd631-9c46-4b4b-a4cb-1068894ae2ba') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:54.680965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8bd631-9c46-4b4b-a4cb-1068894ae2ba') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:54.690580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-06e5ebc9-f5c1-45dc-9efa-845c60bff037 None None] Provisioning complete for port 997f0a43-55c4-439e-8e15-ef02b3e2eb7a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:54.693640 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.693771 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-06e5ebc9-f5c1-45dc-9efa-845c60bff037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.731562 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.745706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:54.746239 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:54.754723 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:54.757279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-06e5ebc9-f5c1-45dc-9efa-845c60bff037 None None] Port 997f0a43-55c4-439e-8e15-ef02b3e2eb7a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:54.821350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5a353367-2d37-4b3d-a254-f76463b09365 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port 997f0a43-55c4-439e-8e15-ef02b3e2eb7a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:54.821789 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a353367-2d37-4b3d-a254-f76463b09365 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.848136 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.856700 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.858876 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "DELETE /v2.0/networks/c320e13e-a440-453d-b602-09eebfcc8353 HTTP/1.1" status: 204 len: 168 time: 0.5650640 Aug 09 15:57:54.877022 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51560) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:54.879541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b496d3f-3533-49d5-8669-351e47722b31 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event deleted for resources: {'Network': ['ID=c320e13e-a440-453d-b602-09eebfcc8353,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:54.892539 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-06c0f568-7529-4c6f-8e0c-bc887879acea None None] Provisioning complete for port 997f0a43-55c4-439e-8e15-ef02b3e2eb7a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:54.893716 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-06c0f568-7529-4c6f-8e0c-bc887879acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.972399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a353367-2d37-4b3d-a254-f76463b09365 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.976723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-06c0f568-7529-4c6f-8e0c-bc887879acea None None] Port 997f0a43-55c4-439e-8e15-ef02b3e2eb7a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:54.983137 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.990424 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5a353367-2d37-4b3d-a254-f76463b09365 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for 997f0a43-55c4-439e-8e15-ef02b3e2eb7a owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:55.096200 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.108774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4deeb2dd-a1d9-4e05-9acf-cfe8c052b80d']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:55.125137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6caf525-97db-49a9-b68c-f1cb00bb62ca') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:55.125447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6caf525-97db-49a9-b68c-f1cb00bb62ca') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:55.141194 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.161317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.174678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:55.174678 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:55.179422 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:55.293449 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.304280 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.306294 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "DELETE /v2.0/networks/4deeb2dd-a1d9-4e05-9acf-cfe8c052b80d HTTP/1.1" status: 204 len: 168 time: 0.4279733 Aug 09 15:57:55.308836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51580) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:55.329229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08f126-a648-474c-aaf9-2840d0609267 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event deleted for resources: {'Network': ['ID=4deeb2dd-a1d9-4e05-9acf-cfe8c052b80d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:55.456165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85761b3b-50ae-4389-8221-4d12c3eca683 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:55.470637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85761b3b-50ae-4389-8221-4d12c3eca683 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:55.473171 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-85761b3b-50ae-4389-8221-4d12c3eca683 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1632071 Aug 09 15:57:55.478305 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51594) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:55.487289 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-978f959b-e742-4b6e-a574-5934dd39519f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1581471684'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:55.520817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978f959b-e742-4b6e-a574-5934dd39519f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Made reservation on behalf of d53b0d4e3c424a539f2e76c6468c14ac for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:55.525880 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-978f959b-e742-4b6e-a574-5934dd39519f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.548213 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a353367-2d37-4b3d-a254-f76463b09365 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.552673 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978f959b-e742-4b6e-a574-5934dd39519f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:55.566804 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-978f959b-e742-4b6e-a574-5934dd39519f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.567521 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-978f959b-e742-4b6e-a574-5934dd39519f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Added segment ec0b286d-f21c-4cd2-85f4-b11a26bd7689 of type vlan for network f81fca29-5932-4cbc-b0bd-ec07108efdb8 Aug 09 15:57:55.585559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a353367-2d37-4b3d-a254-f76463b09365 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=997f0a43-55c4-439e-8e15-ef02b3e2eb7a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:55.626272 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-978f959b-e742-4b6e-a574-5934dd39519f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.684687 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-978f959b-e742-4b6e-a574-5934dd39519f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.692364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978f959b-e742-4b6e-a574-5934dd39519f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:55.694126 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-978f959b-e742-4b6e-a574-5934dd39519f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.761474 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a353367-2d37-4b3d-a254-f76463b09365 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.800961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f959b-e742-4b6e-a574-5934dd39519f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event updated for resources: {'Network': ['ID=f81fca29-5932-4cbc-b0bd-ec07108efdb8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:55.814497 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-978f959b-e742-4b6e-a574-5934dd39519f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3342903 Aug 09 15:57:55.815429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51600) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:55.823695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ed900ec3-57d9-4db6-b6eb-2f33526a1f56 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-965612557'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:55.825212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network f81fca29-5932-4cbc-b0bd-ec07108efdb8 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:55.859854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed900ec3-57d9-4db6-b6eb-2f33526a1f56 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Made reservation on behalf of d53b0d4e3c424a539f2e76c6468c14ac for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:55.871486 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed900ec3-57d9-4db6-b6eb-2f33526a1f56 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.929405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed900ec3-57d9-4db6-b6eb-2f33526a1f56 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:55.940761 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed900ec3-57d9-4db6-b6eb-2f33526a1f56 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.941430 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-ed900ec3-57d9-4db6-b6eb-2f33526a1f56 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Added segment e25fc648-b0f5-409e-852a-6815c7ff43e9 of type vlan for network 03f0fd23-83b3-40e8-8612-8db47810aa62 Aug 09 15:57:55.982524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51604) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:56.006697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a353367-2d37-4b3d-a254-f76463b09365 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 664bac55-385d-45d4-8547-12e0de65f36b has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:56.016759 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed900ec3-57d9-4db6-b6eb-2f33526a1f56 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.070631 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed900ec3-57d9-4db6-b6eb-2f33526a1f56 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.076524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed900ec3-57d9-4db6-b6eb-2f33526a1f56 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:56.077139 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed900ec3-57d9-4db6-b6eb-2f33526a1f56 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.136328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a353367-2d37-4b3d-a254-f76463b09365 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:56.137812 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ed900ec3-57d9-4db6-b6eb-2f33526a1f56 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3176022 Aug 09 15:57:56.140029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51610) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:56.145373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'ports': [{'network_id': 'f81fca29-5932-4cbc-b0bd-ec07108efdb8', 'name': 'tempest-port--88827736', 'admin_state_up': True}, {'network_id': '03f0fd23-83b3-40e8-8612-8db47810aa62', 'admin_state_up': False}]} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:56.145688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5a353367-2d37-4b3d-a254-f76463b09365 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/664bac55-385d-45d4-8547-12e0de65f36b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5339167 Aug 09 15:57:56.145978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'port': {'network_id': 'f81fca29-5932-4cbc-b0bd-ec07108efdb8', 'name': 'tempest-port--88827736', 'admin_state_up': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:56.146750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'port': {'network_id': '03f0fd23-83b3-40e8-8612-8db47810aa62', 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:56.150767 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e7fab-a2a5-409f-b7e9-989003165fdb None None] Sync routers for ids ['664bac55-385d-45d4-8547-12e0de65f36b'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:56.158169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51612) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:56.167601 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e7fab-a2a5-409f-b7e9-989003165fdb None None] Routers {'664bac55-385d-45d4-8547-12e0de65f36b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:56.170549 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-889e7fab-a2a5-409f-b7e9-989003165fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['664bac55-385d-45d4-8547-12e0de65f36b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:56.201681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed900ec3-57d9-4db6-b6eb-2f33526a1f56 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event updated for resources: {'Network': ['ID=03f0fd23-83b3-40e8-8612-8db47810aa62,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:56.221735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 03f0fd23-83b3-40e8-8612-8db47810aa62 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:56.231799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f47a707f-0954-4b6a-b83b-83f7cb908d58 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=664bac55-385d-45d4-8547-12e0de65f36b HTTP/1.1" status: 200 len: 205 time: 0.0706582 Aug 09 15:57:56.233512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51614) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:56.249875 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-889e7fab-a2a5-409f-b7e9-989003165fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:56.270002 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e7fab-a2a5-409f-b7e9-989003165fdb None None] Routers {'664bac55-385d-45d4-8547-12e0de65f36b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:56.270302 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-889e7fab-a2a5-409f-b7e9-989003165fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['664bac55-385d-45d4-8547-12e0de65f36b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:56.413990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-436bd43e-8741-4c30-8960-8a059186836f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.427888 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c90b1594-8469-4e02-bad8-206b85fc4fbc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.446468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Made reservation on behalf of d53b0d4e3c424a539f2e76c6468c14ac for: {'port': 2} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:56.453456 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.456568 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-889e7fab-a2a5-409f-b7e9-989003165fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:56.457309 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e7fab-a2a5-409f-b7e9-989003165fdb None None] The sync data for ids ['664bac55-385d-45d4-8547-12e0de65f36b'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:56.481998 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.602768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] device_id is not set on port 652b47de-3643-4670-b4d1-5ccb3a88b903 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:57:56.632963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c90b1594-8469-4e02-bad8-206b85fc4fbc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.639089 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c90b1594-8469-4e02-bad8-206b85fc4fbc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.699617 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c90b1594-8469-4e02-bad8-206b85fc4fbc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.700376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90b1594-8469-4e02-bad8-206b85fc4fbc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Fanout notify agent at l3_agent the message router_deleted on router 664bac55-385d-45d4-8547-12e0de65f36b {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:57:56.707709 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c90b1594-8469-4e02-bad8-206b85fc4fbc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.712801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c90b1594-8469-4e02-bad8-206b85fc4fbc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/664bac55-385d-45d4-8547-12e0de65f36b HTTP/1.1" status: 204 len: 168 time: 0.4770370 Aug 09 15:57:56.713303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51628) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:56.746451 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-436bd43e-8741-4c30-8960-8a059186836f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.757086 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-436bd43e-8741-4c30-8960-8a059186836f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.784934 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-436bd43e-8741-4c30-8960-8a059186836f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bb1946f3701e465298f62a1f6822c7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8011634 Aug 09 15:57:56.790310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51634) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:56.807132 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.820736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e21ea69-4390-4b93-a8df-c64a29552ba9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting subnet 42b0cdbc-df65-40ab-aece-add4197d7209 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:56.843343 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e21ea69-4390-4b93-a8df-c64a29552ba9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.851027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bd43e-8741-4c30-8960-8a059186836f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf747a3c-84fa-47a2-81aa-abfa3dc500ea,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:56.863430 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43d5fba9-a915-4c98-ba9b-1739d2e27b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.887281 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43d5fba9-a915-4c98-ba9b-1739d2e27b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.945161 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43d5fba9-a915-4c98-ba9b-1739d2e27b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.947787 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43d5fba9-a915-4c98-ba9b-1739d2e27b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.949709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-43d5fba9-a915-4c98-ba9b-1739d2e27b2b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf747a3c-84fa-47a2-81aa-abfa3dc500ea HTTP/1.1" status: 204 len: 168 time: 0.1583993 Aug 09 15:57:56.965902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5fba9-a915-4c98-ba9b-1739d2e27b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf747a3c-84fa-47a2-81aa-abfa3dc500ea,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:56.967421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e21ea69-4390-4b93-a8df-c64a29552ba9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.972143 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] device_id is not set on port bd2d3c3e-942f-4505-895c-e026db4db189 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:57:57.113386 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e21ea69-4390-4b93-a8df-c64a29552ba9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.217650 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.230944 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e21ea69-4390-4b93-a8df-c64a29552ba9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.274250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21ea69-4390-4b93-a8df-c64a29552ba9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Subnet': ['ID=42b0cdbc-df65-40ab-aece-add4197d7209,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:57.276372 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e21ea69-4390-4b93-a8df-c64a29552ba9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.282040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0182a3d8-d192-48c2-b473-b8b89cbdbce3 None None] Network 3c172130-5825-47e3-be59-a2483d79a0c2 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:57.282633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51648) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:57.285928 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9e21ea69-4390-4b93-a8df-c64a29552ba9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/42b0cdbc-df65-40ab-aece-add4197d7209 HTTP/1.1" status: 204 len: 168 time: 0.5647573 Aug 09 15:57:57.342825 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.395511 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.470434 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event updated for resources: {'Port': ['ID=652b47de-3643-4670-b4d1-5ccb3a88b903,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:57.513480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Checking segment: {'id': 'ec0b286d-f21c-4cd2-85f4-b11a26bd7689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f81fca29-5932-4cbc-b0bd-ec07108efdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:57.514742 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Network hostable DHCP agents. Network: f81fca29-5932-4cbc-b0bd-ec07108efdb8, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:57:57.533479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port 567f080c-5f23-4552-8a42-cba684d07272 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:57.534658 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.538818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Network f81fca29-5932-4cbc-b0bd-ec07108efdb8 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:57:57.553525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, f81fca29-5932-4cbc-b0bd-ec07108efdb8) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:57.562908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:57.564800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.574840 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1b45a7-6598-4975-821b-11e87850c98d None None] Network f81fca29-5932-4cbc-b0bd-ec07108efdb8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:57.611018 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e05eef-d4c2-4c1f-85db-9206def3469f None None] DHCP port deletion for 3c172130-5825-47e3-be59-a2483d79a0c2 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:57:57.662617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] For port 567f080c-5f23-4552-8a42-cba684d07272, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=567f080c-5f23-4552-8a42-cba684d07272,segment=NetworkSegment(61d33c87-5849-47db-a567-86b742db10ae),segment_id=61d33c87-5849-47db-a567-86b742db10ae)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:57.663319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.670641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Checking segment: {'id': 'e25fc648-b0f5-409e-852a-6815c7ff43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '03f0fd23-83b3-40e8-8612-8db47810aa62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:57.671265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Network hostable DHCP agents. Network: 03f0fd23-83b3-40e8-8612-8db47810aa62, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:57:57.683489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event updated for resources: {'Port': ['ID=bd2d3c3e-942f-4505-895c-e026db4db189,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:57.686637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for 567f080c-5f23-4552-8a42-cba684d07272 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:57.701628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Network 03f0fd23-83b3-40e8-8612-8db47810aa62 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:57:57.716690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 03f0fd23-83b3-40e8-8612-8db47810aa62) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:57.732020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:57.744713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:57.757527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b1cecc-a850-4a7d-b3f1-030af795631e None None] Network 03f0fd23-83b3-40e8-8612-8db47810aa62 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:57.760694 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:57.761504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.787053 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-11091d83-d75f-483d-a07b-ecfd0f706554 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.6453512 Aug 09 15:57:57.789277 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.789787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51666) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:57.835569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No DVR routers for this DVR port 567f080c-5f23-4552-8a42-cba684d07272 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:57.843761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=567f080c-5f23-4552-8a42-cba684d07272,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:57.914474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba29b82-1563-43c7-a320-8d5875bac171 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:57.921349 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba29b82-1563-43c7-a320-8d5875bac171 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:57.923252 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aba29b82-1563-43c7-a320-8d5875bac171 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1324234 Aug 09 15:57:57.926012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51670) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:57.951668 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.968972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c172130-5825-47e3-be59-a2483d79a0c2']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:57.981201 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e0e05eef-d4c2-4c1f-85db-9206def3469f None None] Deleting port 567f080c-5f23-4552-8a42-cba684d07272 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:57.981884 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e0e05eef-d4c2-4c1f-85db-9206def3469f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.987716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d33c87-5849-47db-a567-86b742db10ae') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:57.987998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d33c87-5849-47db-a567-86b742db10ae') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:58.006166 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.008842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 567f080c-5f23-4552-8a42-cba684d07272 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:58.040840 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.053886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c41af5f1-910d-43ae-84a9-fa30c9e29b4c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Deleting port 652b47de-3643-4670-b4d1-5ccb3a88b903 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:58.054239 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c41af5f1-910d-43ae-84a9-fa30c9e29b4c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.056274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:58.057007 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:58.062488 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:58.079735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 567f080c-5f23-4552-8a42-cba684d07272 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:58.080077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 567f080c-5f23-4552-8a42-cba684d07272 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:58.112241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e0e05eef-d4c2-4c1f-85db-9206def3469f None None] For port 567f080c-5f23-4552-8a42-cba684d07272, host n-d-803778-2, got binding levels [] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:58.112649 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e0e05eef-d4c2-4c1f-85db-9206def3469f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.135283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e0e05eef-d4c2-4c1f-85db-9206def3469f None None] Calling delete_port for 567f080c-5f23-4552-8a42-cba684d07272 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:58.138166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.ipam_backend_mixin [None req-e0e05eef-d4c2-4c1f-85db-9206def3469f None None] Port 567f080c-5f23-4552-8a42-cba684d07272 was not found and therefore no delete operation was performed {{(pid=94291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:57:58.139528 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e0e05eef-d4c2-4c1f-85db-9206def3469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.175623 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.177003 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c41af5f1-910d-43ae-84a9-fa30c9e29b4c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.197704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.200976 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/networks/3c172130-5825-47e3-be59-a2483d79a0c2 HTTP/1.1" status: 204 len: 168 time: 0.9153621 Aug 09 15:57:58.202931 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c41af5f1-910d-43ae-84a9-fa30c9e29b4c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Calling delete_port for 652b47de-3643-4670-b4d1-5ccb3a88b903 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:58.204543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51682) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:58.204715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e05eef-d4c2-4c1f-85db-9206def3469f None None] Pushing event deleted for resources: {'Port': ['ID=567f080c-5f23-4552-8a42-cba684d07272,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:58.218399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e05eef-d4c2-4c1f-85db-9206def3469f None None] No DVR routers for this DVR port 567f080c-5f23-4552-8a42-cba684d07272 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:58.220665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff79e57-e975-48d7-8a51-273a8d813088 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Network': ['ID=3c172130-5825-47e3-be59-a2483d79a0c2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:58.230593 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1942012881', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:58.307927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.308979 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.402613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c41af5f1-910d-43ae-84a9-fa30c9e29b4c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.405162 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.437300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41af5f1-910d-43ae-84a9-fa30c9e29b4c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event deleted for resources: {'Port': ['ID=652b47de-3643-4670-b4d1-5ccb3a88b903,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:58.510778 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c41af5f1-910d-43ae-84a9-fa30c9e29b4c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.515604 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c41af5f1-910d-43ae-84a9-fa30c9e29b4c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "DELETE /v2.0/ports/652b47de-3643-4670-b4d1-5ccb3a88b903 HTTP/1.1" status: 204 len: 168 time: 0.5808969 Aug 09 15:57:58.516211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51694) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:58.647185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.758182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fbb45-01dd-468d-a47e-de019f813fb1 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Deleting port bd2d3c3e-942f-4505-895c-e026db4db189 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:58.758610 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbb45-01dd-468d-a47e-de019f813fb1 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.862128 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbb45-01dd-468d-a47e-de019f813fb1 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.878822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fbb45-01dd-468d-a47e-de019f813fb1 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Calling delete_port for bd2d3c3e-942f-4505-895c-e026db4db189 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:59.052567 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.075109 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.135406 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbb45-01dd-468d-a47e-de019f813fb1 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.178138 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fbb45-01dd-468d-a47e-de019f813fb1 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event deleted for resources: {'Port': ['ID=bd2d3c3e-942f-4505-895c-e026db4db189,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:59.189620 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbb45-01dd-468d-a47e-de019f813fb1 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.191580 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8b2fbb45-01dd-468d-a47e-de019f813fb1 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "DELETE /v2.0/ports/bd2d3c3e-942f-4505-895c-e026db4db189 HTTP/1.1" status: 204 len: 168 time: 0.6746230 Aug 09 15:57:59.194484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51716) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:59.242860 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4e8ba306-a1e1-4900-a8ef-a37741b63d9a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0457373 Aug 09 15:57:59.243484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51718) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:59.245583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Allocated IP 172.25.2.156 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/7936363c-bbec-48bc-8ba4-5979cfffead7) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:59.250794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e8f60bdd-b171-4a6b-9733-da84fe3c0d3a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1289929447'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:59.279149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f60bdd-b171-4a6b-9733-da84fe3c0d3a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Made reservation on behalf of d53b0d4e3c424a539f2e76c6468c14ac for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:59.286449 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8f60bdd-b171-4a6b-9733-da84fe3c0d3a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.350411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f60bdd-b171-4a6b-9733-da84fe3c0d3a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:59.366058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51726) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:59.374087 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8f60bdd-b171-4a6b-9733-da84fe3c0d3a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.374767 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-e8f60bdd-b171-4a6b-9733-da84fe3c0d3a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Added segment fa7a5f58-898f-4b4f-8eb6-4da23b8c322a of type vlan for network 2940ce04-dcf7-4001-8706-381d0450d287 Aug 09 15:57:59.434446 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.471248 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8f60bdd-b171-4a6b-9733-da84fe3c0d3a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.492605 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.529869 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8df442e-5d94-46a3-9288-03ee3d1e8aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.542398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:59.546132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:59.555026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:59.576539 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8f60bdd-b171-4a6b-9733-da84fe3c0d3a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.582698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f60bdd-b171-4a6b-9733-da84fe3c0d3a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:59.583451 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8f60bdd-b171-4a6b-9733-da84fe3c0d3a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.642384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51736) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:59.673695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f60bdd-b171-4a6b-9733-da84fe3c0d3a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event updated for resources: {'Network': ['ID=2940ce04-dcf7-4001-8706-381d0450d287,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:59.687607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 2940ce04-dcf7-4001-8706-381d0450d287 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:59.816347 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8df442e-5d94-46a3-9288-03ee3d1e8aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.834497 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8df442e-5d94-46a3-9288-03ee3d1e8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.856656 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e8f60bdd-b171-4a6b-9733-da84fe3c0d3a tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6091604 Aug 09 15:57:59.870704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51744) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:59.888023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-291d06fc-dfeb-406f-a7fa-294898606c21 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1913426412'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:59.913811 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f8df442e-5d94-46a3-9288-03ee3d1e8aa8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a83636f5b19466fbd7f4b8e4c284ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458186 Aug 09 15:57:59.917043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51746) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:59.919328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df442e-5d94-46a3-9288-03ee3d1e8aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6ad9be-855d-4c22-8a83-5bc9c9adb457,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:59.954919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291d06fc-dfeb-406f-a7fa-294898606c21 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Made reservation on behalf of d53b0d4e3c424a539f2e76c6468c14ac for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:59.959176 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-291d06fc-dfeb-406f-a7fa-294898606c21 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.016451 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84ce36a0-c149-4150-b709-424a51c51c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.018340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291d06fc-dfeb-406f-a7fa-294898606c21 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:00.039741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-291d06fc-dfeb-406f-a7fa-294898606c21 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.040093 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-291d06fc-dfeb-406f-a7fa-294898606c21 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Added segment 8e2a99fe-e0af-49b7-8f07-ca6379aa66b9 of type vlan for network d32d3c22-f7d0-48d9-ac99-c4923d2f8d07 Aug 09 15:58:00.057002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84ce36a0-c149-4150-b709-424a51c51c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.117775 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-291d06fc-dfeb-406f-a7fa-294898606c21 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.149866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=7936363c-bbec-48bc-8ba4-5979cfffead7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:00.157170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-761639251'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:00.158089 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-291d06fc-dfeb-406f-a7fa-294898606c21 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.166563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291d06fc-dfeb-406f-a7fa-294898606c21 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:00.167346 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-291d06fc-dfeb-406f-a7fa-294898606c21 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.180046 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84ce36a0-c149-4150-b709-424a51c51c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.183638 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84ce36a0-c149-4150-b709-424a51c51c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.185030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-84ce36a0-c149-4150-b709-424a51c51c52 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b6ad9be-855d-4c22-8a83-5bc9c9adb457 HTTP/1.1" status: 204 len: 168 time: 0.2667687 Aug 09 15:58:00.228634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Made reservation on behalf of 2da3752cb9aa4cf583d2c24c77f9120d for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:00.233187 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.245267 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.270464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d06fc-dfeb-406f-a7fa-294898606c21 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event updated for resources: {'Network': ['ID=d32d3c22-f7d0-48d9-ac99-c4923d2f8d07,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:00.282652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d32d3c22-f7d0-48d9-ac99-c4923d2f8d07 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:00.293682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce36a0-c149-4150-b709-424a51c51c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6ad9be-855d-4c22-8a83-5bc9c9adb457,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:00.424252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.563920 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.570544 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.576953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-291d06fc-dfeb-406f-a7fa-294898606c21 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7032988 Aug 09 15:58:00.637313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51754) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:00.653639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:00.659982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978945c4-2334-4ce9-9aea-a51e39515dfb,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:00.685433 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.686110 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Added segment 9f09eedb-6bf9-4f0d-8035-7135a9703dea of type vlan for network 08a645b8-267e-4303-a741-48af405d6883 Aug 09 15:58:00.690030 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf266-df95-4c01-9677-65144ec68029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.732242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51756) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:00.741110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'subnets': [{'network_id': '2940ce04-dcf7-4001-8706-381d0450d287', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--740919966', 'ip_version': 4}, {'network_id': 'd32d3c22-f7d0-48d9-ac99-c4923d2f8d07', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:00.741619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'subnet': {'network_id': '2940ce04-dcf7-4001-8706-381d0450d287', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--740919966', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:00.742212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Request body: {'subnet': {'network_id': 'd32d3c22-f7d0-48d9-ac99-c4923d2f8d07', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:00.799847 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.824097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.917203 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.924517 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:00.930714 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.060211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Pushing event updated for resources: {'Network': ['ID=08a645b8-267e-4303-a741-48af405d6883,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:01.072758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 08a645b8-267e-4303-a741-48af405d6883 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:01.099852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router ecd0b9fd-f299-4686-8538-6f025c3948b7 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:58:01.121745 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf266-df95-4c01-9677-65144ec68029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.127580 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf266-df95-4c01-9677-65144ec68029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.156734 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a10e5861-5ef6-4234-afb9-b4e8fef01bd8 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5132642 Aug 09 15:58:01.159938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51762) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:01.188611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cf266-df95-4c01-9677-65144ec68029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538e6908-f3fb-45da-b07e-a9e69d20d2a5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:01.196447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7a6cf266-df95-4c01-9677-65144ec68029 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2338785905145febd2cf40844633ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5580106 Aug 09 15:58:01.197158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51766) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:01.222060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Made reservation on behalf of d53b0d4e3c424a539f2e76c6468c14ac for: {'subnet': 2} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:01.227185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.227537 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.233255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:01.251004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81068d99-88b0-45d4-86f2-9616d6cf696e None None] Sync routers for ids ['ecd0b9fd-f299-4686-8538-6f025c3948b7'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:01.254997 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.256964 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-53dc2765-dbd1-4133-85dc-3f595c1cd8cc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.0401125 Aug 09 15:58:01.259893 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51768) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:01.268480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81068d99-88b0-45d4-86f2-9616d6cf696e None None] Routers {'ecd0b9fd-f299-4686-8538-6f025c3948b7'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:01.270097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-81068d99-88b0-45d4-86f2-9616d6cf696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ecd0b9fd-f299-4686-8538-6f025c3948b7'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:01.324364 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a22d3b1-6cdf-4d9c-951d-18e4715b09e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.329695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-81068d99-88b0-45d4-86f2-9616d6cf696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:01.340886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81068d99-88b0-45d4-86f2-9616d6cf696e None None] Routers {'ecd0b9fd-f299-4686-8538-6f025c3948b7'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:01.341864 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-81068d99-88b0-45d4-86f2-9616d6cf696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ecd0b9fd-f299-4686-8538-6f025c3948b7'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:01.361691 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a22d3b1-6cdf-4d9c-951d-18e4715b09e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.393030 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-81068d99-88b0-45d4-86f2-9616d6cf696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:01.394008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81068d99-88b0-45d4-86f2-9616d6cf696e None None] The sync data for ids ['ecd0b9fd-f299-4686-8538-6f025c3948b7'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:01.403290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6b0f86d9-3f64-45f2-9e07-9355c9a90509 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/routers/ecd0b9fd-f299-4686-8538-6f025c3948b7 HTTP/1.1" status: 200 len: 881 time: 0.1419544 Aug 09 15:58:01.403448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51770) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:01.492036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Request body: {'network': {'name': 'tempest-network--1993000734', 'router:external': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:01.550081 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a22d3b1-6cdf-4d9c-951d-18e4715b09e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.553035 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a22d3b1-6cdf-4d9c-951d-18e4715b09e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.554228 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1a22d3b1-6cdf-4d9c-951d-18e4715b09e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/538e6908-f3fb-45da-b07e-a9e69d20d2a5 HTTP/1.1" status: 204 len: 168 time: 0.3539758 Aug 09 15:58:01.558637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Made reservation on behalf of d8cb204416fa4671aa50823c4dbbb1c0 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:01.560900 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.614124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22d3b1-6cdf-4d9c-951d-18e4715b09e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538e6908-f3fb-45da-b07e-a9e69d20d2a5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:01.622815 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.026852 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.068899 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-611b3695-c3ca-4f34-8981-f070f2ff6322 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6600196 Aug 09 15:58:02.069066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51792) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:02.073713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d8a1ccb7-ffbe-453d-b9a5-e2fc7dba5607 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1942012881'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:02.076866 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.135689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:02.143735 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.159366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f18ac63-364a-4bc4-a67b-bcca81f69f25,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:02.182863 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.183208 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Added segment 32e01728-6301-4d50-8916-da4096673fb0 of type vlan for network 71aca2de-5e57-4228-ac22-9f3702ae0e08 Aug 09 15:58:02.519461 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d8a1ccb7-ffbe-453d-b9a5-e2fc7dba5607 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.535384 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d8a1ccb7-ffbe-453d-b9a5-e2fc7dba5607 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.560436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event updated for resources: {'Subnet': ['ID=4b2e0933-7d89-4210-af35-d35586e117a6,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:02.572140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.576022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Checking segment: {'id': 'fa7a5f58-898f-4b4f-8eb6-4da23b8c322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2940ce04-dcf7-4001-8706-381d0450d287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:02.576364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Network hostable DHCP agents. Network: 2940ce04-dcf7-4001-8706-381d0450d287, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:02.617642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Network 2940ce04-dcf7-4001-8706-381d0450d287 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:02.624950 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.626271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:02.626873 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.653812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 2940ce04-dcf7-4001-8706-381d0450d287) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:02.664845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fc3327-6a4e-44fc-bbf0-6fc2be5ee4ee None None] Network 2940ce04-dcf7-4001-8706-381d0450d287 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:02.688638 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.731671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a1ccb7-ffbe-453d-b9a5-e2fc7dba5607 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router ecd0b9fd-f299-4686-8538-6f025c3948b7 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:02.738156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5696704 Aug 09 15:58:02.742438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51810) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:02.773091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd63fc9-3e10-4f7f-a3e4-8dd80cee1b32 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event updated for resources: {'Network': ['ID=71aca2de-5e57-4228-ac22-9f3702ae0e08,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:02.790888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event updated for resources: {'Subnet': ['ID=8759f741-d2d7-4218-a1c6-69ba07639cf6,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:02.817263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Checking segment: {'id': '8e2a99fe-e0af-49b7-8f07-ca6379aa66b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd32d3c22-f7d0-48d9-ac99-c4923d2f8d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:02.817751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Network hostable DHCP agents. Network: d32d3c22-f7d0-48d9-ac99-c4923d2f8d07, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:02.833469 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 71aca2de-5e57-4228-ac22-9f3702ae0e08 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:02.856442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Network d32d3c22-f7d0-48d9-ac99-c4923d2f8d07 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:02.883443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d32d3c22-f7d0-48d9-ac99-c4923d2f8d07) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:02.890260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:02.890766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:02.891626 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.913663 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c804d07a-f4e0-4c28-8f78-587b4b2319c6 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1774077 Aug 09 15:58:02.915430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe51ba-fb47-4a0b-be5e-e2173981c623 None None] Network d32d3c22-f7d0-48d9-ac99-c4923d2f8d07 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:02.916098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51816) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:03.097786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7237b82-d125-4fde-95ee-f18b3e9b613f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:03.105247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7237b82-d125-4fde-95ee-f18b3e9b613f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:03.109724 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7237b82-d125-4fde-95ee-f18b3e9b613f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:03.116152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b7237b82-d125-4fde-95ee-f18b3e9b613f tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1967902 Aug 09 15:58:03.117018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51826) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:03.141372 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.259657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3563b073-887a-41ba-bdec-07bcb9028be8 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Deleting subnet 4b2e0933-7d89-4210-af35-d35586e117a6 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:58:03.265482 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3563b073-887a-41ba-bdec-07bcb9028be8 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.288386 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a1ccb7-ffbe-453d-b9a5-e2fc7dba5607 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:03.291432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e249ec-d2cb-4cd5-8ce6-4566cbe1adb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-2940ce04-dcf7-4001-8706-381d0450d287', 'network_id': '2940ce04-dcf7-4001-8706-381d0450d287', 'tenant_id': 'd53b0d4e3c424a539f2e76c6468c14ac', 'fixed_ips': [{'subnet_id': '4b2e0933-7d89-4210-af35-d35586e117a6'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:03.297563 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d8a1ccb7-ffbe-453d-b9a5-e2fc7dba5607 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.299495 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-53e249ec-d2cb-4cd5-8ce6-4566cbe1adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.301999 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51828) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:03.304443 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d8a1ccb7-ffbe-453d-b9a5-e2fc7dba5607 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/ecd0b9fd-f299-4686-8538-6f025c3948b7 HTTP/1.1" status: 200 len: 888 time: 1.2346129 Aug 09 15:58:03.306315 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe7fd1c-b3b3-4e29-99a2-dcb973f9712e None None] Sync routers for ids ['ecd0b9fd-f299-4686-8538-6f025c3948b7'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:03.346511 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe7fd1c-b3b3-4e29-99a2-dcb973f9712e None None] Routers {'ecd0b9fd-f299-4686-8538-6f025c3948b7'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:03.349504 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9fe7fd1c-b3b3-4e29-99a2-dcb973f9712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ecd0b9fd-f299-4686-8538-6f025c3948b7'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:03.392776 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.420397 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3563b073-887a-41ba-bdec-07bcb9028be8 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.425303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71aca2de-5e57-4228-ac22-9f3702ae0e08']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:03.450018 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9fe7fd1c-b3b3-4e29-99a2-dcb973f9712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:03.463082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e01728-6301-4d50-8916-da4096673fb0') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:03.463402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e01728-6301-4d50-8916-da4096673fb0') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:03.466839 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe7fd1c-b3b3-4e29-99a2-dcb973f9712e None None] Routers {'ecd0b9fd-f299-4686-8538-6f025c3948b7'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:03.468095 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9fe7fd1c-b3b3-4e29-99a2-dcb973f9712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:57:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ecd0b9fd-f299-4686-8538-6f025c3948b7'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:03.482946 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.514490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.524634 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9fe7fd1c-b3b3-4e29-99a2-dcb973f9712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:03.525459 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe7fd1c-b3b3-4e29-99a2-dcb973f9712e None None] The sync data for ids ['ecd0b9fd-f299-4686-8538-6f025c3948b7'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:03.531815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:58:03.532434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.534659 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3563b073-887a-41ba-bdec-07bcb9028be8 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.568284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-d32d3c22-f7d0-48d9-ac99-c4923d2f8d07', 'network_id': 'd32d3c22-f7d0-48d9-ac99-c4923d2f8d07', 'tenant_id': 'd53b0d4e3c424a539f2e76c6468c14ac', 'fixed_ips': [{'subnet_id': '8759f741-d2d7-4218-a1c6-69ba07639cf6'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:03.570407 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.576702 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e9d6f2e7-7f9a-438a-ac07-835e572004df tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/routers/ecd0b9fd-f299-4686-8538-6f025c3948b7 HTTP/1.1" status: 200 len: 888 time: 0.2724843 Aug 09 15:58:03.580799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51834) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:58:03.603259 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:58:03.606965 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.620558 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-77839412-e3b9-4bf5-84eb-f1117d0f5b6f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecd0b9fd-f299-4686-8538-6f025c3948b7 HTTP/1.1" status: 200 len: 205 time: 0.0386307 Aug 09 15:58:03.625456 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71aca2de-5e57-4228-ac22-9f3702ae0e08 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 15:58:03.627709 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51836) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:03.628635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event deleted for resources: {'Network': ['ID=71aca2de-5e57-4228-ac22-9f3702ae0e08,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:03.654833 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3563b073-887a-41ba-bdec-07bcb9028be8 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.705256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563b073-887a-41ba-bdec-07bcb9028be8 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2e0933-7d89-4210-af35-d35586e117a6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:03.713631 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3563b073-887a-41ba-bdec-07bcb9028be8 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.717487 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3563b073-887a-41ba-bdec-07bcb9028be8 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "DELETE /v2.0/subnets/4b2e0933-7d89-4210-af35-d35586e117a6 HTTP/1.1" status: 204 len: 168 time: 0.5983472 Aug 09 15:58:03.719597 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51840) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:03.729582 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.738288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51844) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:03.738550 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5ef3fb93-fa46-4c77-9c2d-a57f0e973646 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "DELETE /v2.0/networks/71aca2de-5e57-4228-ac22-9f3702ae0e08 HTTP/1.1" status: 204 len: 168 time: 0.9944961 Aug 09 15:58:03.747982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a72bad7c-f036-402a-8fd1-0351e3bfae17 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:03.782301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72bad7c-f036-402a-8fd1-0351e3bfae17 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Made reservation on behalf of d8cb204416fa4671aa50823c4dbbb1c0 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:03.787234 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a72bad7c-f036-402a-8fd1-0351e3bfae17 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.870842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72bad7c-f036-402a-8fd1-0351e3bfae17 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:03.887698 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a72bad7c-f036-402a-8fd1-0351e3bfae17 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.888144 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-a72bad7c-f036-402a-8fd1-0351e3bfae17 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Added segment 1b2809ec-8156-407f-8f52-916c97675fbf of type vlan for network 196e6b79-1e8f-4618-a76e-2dad210d768b Aug 09 15:58:03.912028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.966206 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a72bad7c-f036-402a-8fd1-0351e3bfae17 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.039560 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a72bad7c-f036-402a-8fd1-0351e3bfae17 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.041845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72bad7c-f036-402a-8fd1-0351e3bfae17 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:04.043297 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a72bad7c-f036-402a-8fd1-0351e3bfae17 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.124565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bad7c-f036-402a-8fd1-0351e3bfae17 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event updated for resources: {'Network': ['ID=196e6b79-1e8f-4618-a76e-2dad210d768b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:04.134041 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a72bad7c-f036-402a-8fd1-0351e3bfae17 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3893936 Aug 09 15:58:04.138948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51860) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server [None req-53e249ec-d2cb-4cd5-8ce6-4566cbe1adb5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b2e0933-7d89-4210-af35-d35586e117a6: This subnet is being modified by another concurrent operation. Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 15:58:04.146036 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise exception Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b2e0933-7d89-4210-af35-d35586e117a6: This subnet is being modified by another concurrent operation. Aug 09 15:58:04.151954 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Aug 09 15:58:04.155700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Request body: {'subnet': {'network_id': '196e6b79-1e8f-4618-a76e-2dad210d768b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:04.175902 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 196e6b79-1e8f-4618-a76e-2dad210d768b details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:04.179535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c9c556-7ed5-4aa9-8571-75bc5c5e308f None None] Network 2940ce04-dcf7-4001-8706-381d0450d287 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:04.192015 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.207851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c07bd2f-130d-4d86-9f27-180379641440 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Deleting subnet 8759f741-d2d7-4218-a1c6-69ba07639cf6 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:58:04.240879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Made reservation on behalf of d8cb204416fa4671aa50823c4dbbb1c0 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:04.245719 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.320608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port 7936363c-bbec-48bc-8ba4-5979cfffead7 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:04.321341 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.422716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Allocated IP 172.20.0.18 (d32d3c22-f7d0-48d9-ac99-c4923d2f8d07/8759f741-d2d7-4218-a1c6-69ba07639cf6/48c330f6-10ab-4926-913b-269ba65961d3) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:04.446631 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.466391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for 7936363c-bbec-48bc-8ba4-5979cfffead7 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:04.696374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.706395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.objects.ports [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:58:04.707320 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.772772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f6267f71-6bfc-49e6-9c79-d5e89d836229,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:04.780979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Checking segment: {'id': '1b2809ec-8156-407f-8f52-916c97675fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '196e6b79-1e8f-4618-a76e-2dad210d768b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:04.781357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Network hostable DHCP agents. Network: 196e6b79-1e8f-4618-a76e-2dad210d768b, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:04.805194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Network 196e6b79-1e8f-4618-a76e-2dad210d768b is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:04.825294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 196e6b79-1e8f-4618-a76e-2dad210d768b) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:04.831580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:04.832551 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.839571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0eec0b-4259-4e09-936e-8aeb0b479bb7 None None] Network 196e6b79-1e8f-4618-a76e-2dad210d768b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:04.862858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8a31c92a-ab19-469b-9840-08b1996ac78f tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7220726 Aug 09 15:58:04.872868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51880) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:04.880322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Request body: {'floatingip': {'floating_network_id': '196e6b79-1e8f-4618-a76e-2dad210d768b'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:04.922110 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.046350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fac7885-452c-4e65-9205-46cce7c8c245 None None] Network 196e6b79-1e8f-4618-a76e-2dad210d768b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:05.098239 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.116966 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.142585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Transition to ACTIVE for port object 48c330f6-10ab-4926-913b-269ba65961d3 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:05.176011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Transition to ACTIVE for port object 48c330f6-10ab-4926-913b-269ba65961d3 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:05.188823 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c07bd2f-130d-4d86-9f27-180379641440 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.190495 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.245061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c07bd2f-130d-4d86-9f27-180379641440 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.258081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Pushing event updated for resources: {'Port': ['ID=48c330f6-10ab-4926-913b-269ba65961d3,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:05.267895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Network d32d3c22-f7d0-48d9-ac99-c4923d2f8d07 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:05.297369 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:05.304855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:05.305179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=7936363c-bbec-48bc-8ba4-5979cfffead7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:05.331934 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.363790 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c07bd2f-130d-4d86-9f27-180379641440 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.410385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Attempting to bind port 48c330f6-10ab-4926-913b-269ba65961d3 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:05.410765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Attempting to bind port 48c330f6-10ab-4926-913b-269ba65961d3 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '8e2a99fe-e0af-49b7-8f07-ca6379aa66b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd32d3c22-f7d0-48d9-ac99-c4923d2f8d07'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:05.411763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Attempting to bind port 48c330f6-10ab-4926-913b-269ba65961d3 on network d32d3c22-f7d0-48d9-ac99-c4923d2f8d07 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:05.418636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:05.419383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Checking segment: {'id': '8e2a99fe-e0af-49b7-8f07-ca6379aa66b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd32d3c22-f7d0-48d9-ac99-c4923d2f8d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:05.419934 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.420456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Bound using segment: {'id': '8e2a99fe-e0af-49b7-8f07-ca6379aa66b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd32d3c22-f7d0-48d9-ac99-c4923d2f8d07'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:05.421534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Bound port: 48c330f6-10ab-4926-913b-269ba65961d3, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2a99fe-e0af-49b7-8f07-ca6379aa66b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'd32d3c22-f7d0-48d9-ac99-c4923d2f8d07'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:05.422345 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.443197 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.446322 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.493338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Allocated IP 172.20.0.12 (196e6b79-1e8f-4618-a76e-2dad210d768b/f6267f71-6bfc-49e6-9c79-d5e89d836229/bfaec94e-3ab7-410b-8b75-f81201237f27) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:05.511170 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c07bd2f-130d-4d86-9f27-180379641440 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.523162 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.523807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Fanout notify agent at l3_agent the message router_deleted on router ecd0b9fd-f299-4686-8538-6f025c3948b7 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:58:05.543149 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.555633 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b425325a-236d-4158-8472-30a4bb678315 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/ecd0b9fd-f299-4686-8538-6f025c3948b7 HTTP/1.1" status: 204 len: 168 time: 1.9198718 Aug 09 15:58:05.558640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51898) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:05.559545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07bd2f-130d-4d86-9f27-180379641440 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event deleted for resources: {'Subnet': ['ID=8759f741-d2d7-4218-a1c6-69ba07639cf6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:05.577120 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c5335a34-dfd6-4ee4-9ba9-5b13ac55a568 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1765047754'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:05.579615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] For port 48c330f6-10ab-4926-913b-269ba65961d3, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:05.593417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] For port 48c330f6-10ab-4926-913b-269ba65961d3, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=48c330f6-10ab-4926-913b-269ba65961d3,segment=NetworkSegment(8e2a99fe-e0af-49b7-8f07-ca6379aa66b9),segment_id=8e2a99fe-e0af-49b7-8f07-ca6379aa66b9)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:05.598710 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.612557 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c07bd2f-130d-4d86-9f27-180379641440 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.615681 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1c07bd2f-130d-4d86-9f27-180379641440 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "DELETE /v2.0/subnets/8759f741-d2d7-4218-a1c6-69ba07639cf6 HTTP/1.1" status: 204 len: 168 time: 1.8943133 Aug 09 15:58:05.618914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51900) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:05.659118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5335a34-dfd6-4ee4-9ba9-5b13ac55a568 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:05.666870 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5335a34-dfd6-4ee4-9ba9-5b13ac55a568 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.676183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55765eb5-c515-4d14-aeeb-249346a9a4f6 None None] Pushing event updated for resources: {'Port': ['ID=48c330f6-10ab-4926-913b-269ba65961d3,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:05.731713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c040ae-e793-4e52-8159-8f6f68b49efd tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:05.733021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.736617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5335a34-dfd6-4ee4-9ba9-5b13ac55a568 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:05.738601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51904) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:05.745024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f4c040ae-e793-4e52-8159-8f6f68b49efd tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1182604 Aug 09 15:58:05.805989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5335a34-dfd6-4ee4-9ba9-5b13ac55a568 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.806344 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-c5335a34-dfd6-4ee4-9ba9-5b13ac55a568 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Added segment e3f47742-a7d3-4681-9c26-55814299ae1b of type vlan for network 266b7f8a-7d3d-4030-b6fd-b787e633aa48 Aug 09 15:58:05.860940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51906) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:05.896162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.899268 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5335a34-dfd6-4ee4-9ba9-5b13ac55a568 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.025235 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.125336 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-10dad44c-5a79-4fa2-a0b2-5786715cec71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.127084 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5335a34-dfd6-4ee4-9ba9-5b13ac55a568 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.135807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5335a34-dfd6-4ee4-9ba9-5b13ac55a568 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:06.136436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5335a34-dfd6-4ee4-9ba9-5b13ac55a568 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.222013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Network 196e6b79-1e8f-4618-a76e-2dad210d768b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:06.233278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:06.238951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:06.241425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5335a34-dfd6-4ee4-9ba9-5b13ac55a568 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Network': ['ID=266b7f8a-7d3d-4030-b6fd-b787e633aa48,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:06.246544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event updated for resources: {'Port': ['ID=bfaec94e-3ab7-410b-8b75-f81201237f27,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:06.247558 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-10dad44c-5a79-4fa2-a0b2-5786715cec71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.253936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 266b7f8a-7d3d-4030-b6fd-b787e633aa48 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:06.254482 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-10dad44c-5a79-4fa2-a0b2-5786715cec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.286662 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c5335a34-dfd6-4ee4-9ba9-5b13ac55a568 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7248263 Aug 09 15:58:06.292096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51912) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:06.302521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bbace478-a0d4-43da-a28c-9ade1133149d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'subnet': {'network_id': '266b7f8a-7d3d-4030-b6fd-b787e633aa48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:06.316252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dad44c-5a79-4fa2-a0b2-5786715cec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2c8092-ef2f-47ce-8a0d-fadaf0a340ee,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:06.341712 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-10dad44c-5a79-4fa2-a0b2-5786715cec71 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea1e3bc807e44fa5b00a1b76aa8308b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795210 Aug 09 15:58:06.344366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51914) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:06.370010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Deleting port 48c330f6-10ab-4926-913b-269ba65961d3 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:06.370368 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.405338 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b83aa1c-c214-4a39-8cf6-3ec8ab1f3d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.431967 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b83aa1c-c214-4a39-8cf6-3ec8ab1f3d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.493330 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b83aa1c-c214-4a39-8cf6-3ec8ab1f3d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.496632 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b83aa1c-c214-4a39-8cf6-3ec8ab1f3d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.497839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4b83aa1c-c214-4a39-8cf6-3ec8ab1f3d8b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d2c8092-ef2f-47ce-8a0d-fadaf0a340ee HTTP/1.1" status: 204 len: 168 time: 0.1523314 Aug 09 15:58:06.507622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83aa1c-c214-4a39-8cf6-3ec8ab1f3d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2c8092-ef2f-47ce-8a0d-fadaf0a340ee,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:06.513703 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.517949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] For port 48c330f6-10ab-4926-913b-269ba65961d3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=48c330f6-10ab-4926-913b-269ba65961d3,segment=NetworkSegment(8e2a99fe-e0af-49b7-8f07-ca6379aa66b9),segment_id=8e2a99fe-e0af-49b7-8f07-ca6379aa66b9)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:06.518322 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.545369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Calling delete_port for 48c330f6-10ab-4926-913b-269ba65961d3 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:06.581885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbace478-a0d4-43da-a28c-9ade1133149d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:06.585741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbace478-a0d4-43da-a28c-9ade1133149d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.690767 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.830397 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.867869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51924) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:06.877256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event deleted for resources: {'Port': ['ID=48c330f6-10ab-4926-913b-269ba65961d3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:06.883272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] No DVR routers for this DVR port 48c330f6-10ab-4926-913b-269ba65961d3 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:06.892190 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba499995-b786-4133-a8ba-fb1d9c5a45e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.960242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1402ca40-26a2-4474-aaac-48b7fbadfb44 None None] Network d32d3c22-f7d0-48d9-ac99-c4923d2f8d07 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:06.996785 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba499995-b786-4133-a8ba-fb1d9c5a45e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.001364 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba499995-b786-4133-a8ba-fb1d9c5a45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.027766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c01b6550-4972-4d7d-9d4e-0757f9a2273d None None] Could not find standard attr ID for object 48c330f6-10ab-4926-913b-269ba65961d3. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:58:07.045627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ba499995-b786-4133-a8ba-fb1d9c5a45e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=55b84df93fe949a49eeacdda75421d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763382 Aug 09 15:58:07.048301 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51926) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:07.057010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba499995-b786-4133-a8ba-fb1d9c5a45e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266d468f-698d-4da8-ad5a-79dd7e185fdb,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:07.071958 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.095127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32d3c22-f7d0-48d9-ac99-c4923d2f8d07']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:07.106554 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-79619613-b492-4637-a694-05c8a0f203f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.118046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2a99fe-e0af-49b7-8f07-ca6379aa66b9') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:07.118638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2a99fe-e0af-49b7-8f07-ca6379aa66b9') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:07.121211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.123462 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbace478-a0d4-43da-a28c-9ade1133149d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.134003 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-79619613-b492-4637-a694-05c8a0f203f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.139805 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.165671 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.179730 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae9ea2c-3b43-49aa-8861-2b94533512a7 None None] DHCP port deletion for d32d3c22-f7d0-48d9-ac99-c4923d2f8d07 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:58:07.196199 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-79619613-b492-4637-a694-05c8a0f203f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.200547 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-79619613-b492-4637-a694-05c8a0f203f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.204554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-79619613-b492-4637-a694-05c8a0f203f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/266d468f-698d-4da8-ad5a-79dd7e185fdb HTTP/1.1" status: 204 len: 168 time: 0.1527851 Aug 09 15:58:07.209240 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7ffd69-9d9b-4328-92fe-8198c2d6743f None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:58:07.230081 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.244722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79619613-b492-4637-a694-05c8a0f203f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266d468f-698d-4da8-ad5a-79dd7e185fdb,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:07.255954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:58:07.256709 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:58:07.259647 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:58:07.263986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbace478-a0d4-43da-a28c-9ade1133149d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Subnet': ['ID=cadde8f1-6047-4c56-936a-1c612eb604f8,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:07.334440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event updated for resources: {'Port': ['ID=bfaec94e-3ab7-410b-8b75-f81201237f27,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:07.379219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbace478-a0d4-43da-a28c-9ade1133149d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Checking segment: {'id': 'e3f47742-a7d3-4681-9c26-55814299ae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '266b7f8a-7d3d-4030-b6fd-b787e633aa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:07.379588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbace478-a0d4-43da-a28c-9ade1133149d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network hostable DHCP agents. Network: 266b7f8a-7d3d-4030-b6fd-b787e633aa48, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:07.386531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.390106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.405325 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.407260 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "DELETE /v2.0/networks/d32d3c22-f7d0-48d9-ac99-c4923d2f8d07 HTTP/1.1" status: 204 len: 168 time: 1.6650426 Aug 09 15:58:07.410272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51936) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:07.424309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0444b0-838a-4fb1-94f2-4c42cb5a572b tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event deleted for resources: {'Network': ['ID=d32d3c22-f7d0-48d9-ac99-c4923d2f8d07,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:07.431111 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.432434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-72c5c138-af81-452d-ab41-8fd662c92a25 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5584705 Aug 09 15:58:07.435196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51938) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:07.463634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbace478-a0d4-43da-a28c-9ade1133149d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 266b7f8a-7d3d-4030-b6fd-b787e633aa48 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:07.514363 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8ad4e4d3-7375-4b1c-bf75-07aabd4f9893 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=196e6b79-1e8f-4618-a76e-2dad210d768b HTTP/1.1" status: 200 len: 690 time: 0.0780082 Aug 09 15:58:07.517028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51940) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:07.524926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-bbace478-a0d4-43da-a28c-9ade1133149d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 266b7f8a-7d3d-4030-b6fd-b787e633aa48) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:07.544696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbace478-a0d4-43da-a28c-9ade1133149d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:07.545352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbace478-a0d4-43da-a28c-9ade1133149d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.547437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7ffd69-9d9b-4328-92fe-8198c2d6743f None None] Unable to find a vacant binding_index for network 266b7f8a-7d3d-4030-b6fd-b787e633aa48 and agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 {{(pid=94291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 09 15:58:07.555486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7ffd69-9d9b-4328-92fe-8198c2d6743f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 266b7f8a-7d3d-4030-b6fd-b787e633aa48) {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 15:58:07.584225 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.592825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bbace478-a0d4-43da-a28c-9ade1133149d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2985590 Aug 09 15:58:07.596883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51944) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:07.603305 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6a3c530c-48f3-4999-90d2-ac0c7f34a43d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1514656516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:07.635838 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.637528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a3c530c-48f3-4999-90d2-ac0c7f34a43d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.638931 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a3c530c-48f3-4999-90d2-ac0c7f34a43d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.668489 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-75fd63e4-79ea-4df8-b107-b88d316f0f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.796241 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a3c530c-48f3-4999-90d2-ac0c7f34a43d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.825269 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Deleting port bfaec94e-3ab7-410b-8b75-f81201237f27 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:07.825733 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.856826 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a3c530c-48f3-4999-90d2-ac0c7f34a43d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.890671 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.901094 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a3c530c-48f3-4999-90d2-ac0c7f34a43d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.905351 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6a3c530c-48f3-4999-90d2-ac0c7f34a43d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3043945 Aug 09 15:58:07.905489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51958) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:07.913793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2940ce04-dcf7-4001-8706-381d0450d287']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:07.914517 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.914977 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.944140 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Calling delete_port for bfaec94e-3ab7-410b-8b75-f81201237f27 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:07.978747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7a5f58-898f-4b4f-8eb6-4da23b8c322a') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:07.979039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7a5f58-898f-4b4f-8eb6-4da23b8c322a') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:08.019108 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.070297 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-266b7f8a-7d3d-4030-b6fd-b787e633aa48', 'network_id': '266b7f8a-7d3d-4030-b6fd-b787e633aa48', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'fixed_ips': [{'subnet_id': 'cadde8f1-6047-4c56-936a-1c612eb604f8'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:08.071160 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.116762 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.128491 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.151829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:58:08.152263 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.156425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfaec94e-3ab7-410b-8b75-f81201237f27,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:58:08.161658 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:58:08.249415 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.262604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Allocated IP 172.20.0.2 (266b7f8a-7d3d-4030-b6fd-b787e633aa48/cadde8f1-6047-4c56-936a-1c612eb604f8/cc6a6981-d94d-4c84-a9c4-bca3fc326a73) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:08.338092 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.459725 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.492672 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.494810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.503567 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.511374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.515958 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "DELETE /v2.0/networks/2940ce04-dcf7-4001-8706-381d0450d287 HTTP/1.1" status: 204 len: 168 time: 1.1033022 Aug 09 15:58:08.516233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Transition to ACTIVE for port object cc6a6981-d94d-4c84-a9c4-bca3fc326a73 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:08.516614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51972) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:08.549075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Transition to ACTIVE for port object cc6a6981-d94d-4c84-a9c4-bca3fc326a73 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:08.559191 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.596316 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da0584-ac9d-4e47-b747-513e22a0b01e tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event deleted for resources: {'Network': ['ID=2940ce04-dcf7-4001-8706-381d0450d287,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:08.715575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Network 266b7f8a-7d3d-4030-b6fd-b787e633aa48 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:08.725082 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:08.728438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:08.731644 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Pushing event updated for resources: {'Port': ['ID=cc6a6981-d94d-4c84-a9c4-bca3fc326a73,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:08.789453 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.863837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Attempting to bind port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:08.866427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Attempting to bind port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'e3f47742-a7d3-4681-9c26-55814299ae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '266b7f8a-7d3d-4030-b6fd-b787e633aa48'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:08.870221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Attempting to bind port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 on network 266b7f8a-7d3d-4030-b6fd-b787e633aa48 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:08.878243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:08.890479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Checking segment: {'id': 'e3f47742-a7d3-4681-9c26-55814299ae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '266b7f8a-7d3d-4030-b6fd-b787e633aa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:08.890965 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.891381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Bound using segment: {'id': 'e3f47742-a7d3-4681-9c26-55814299ae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '266b7f8a-7d3d-4030-b6fd-b787e633aa48'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:08.892731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Bound port: cc6a6981-d94d-4c84-a9c4-bca3fc326a73, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f47742-a7d3-4681-9c26-55814299ae1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '266b7f8a-7d3d-4030-b6fd-b787e633aa48'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:08.893154 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.007130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] For port cc6a6981-d94d-4c84-a9c4-bca3fc326a73, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:09.009322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] For port cc6a6981-d94d-4c84-a9c4-bca3fc326a73, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=cc6a6981-d94d-4c84-a9c4-bca3fc326a73,segment=NetworkSegment(e3f47742-a7d3-4681-9c26-55814299ae1b),segment_id=e3f47742-a7d3-4681-9c26-55814299ae1b)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:09.025742 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.028004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f6267f71-6bfc-49e6-9c79-d5e89d836229,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:09.092242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.105219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196e6b79-1e8f-4618-a76e-2dad210d768b']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:09.117861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2809ec-8156-407f-8f52-916c97675fbf') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:09.117861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2809ec-8156-407f-8f52-916c97675fbf') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:09.134662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Allocated IP 172.20.0.1 (266b7f8a-7d3d-4030-b6fd-b787e633aa48/cadde8f1-6047-4c56-936a-1c612eb604f8/3daf766c-eaea-4eb1-b230-97dbc184c5f5) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:09.141169 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.149699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779dba6-7e69-4889-925f-4a46a0f769dc None None] Pushing event updated for resources: {'Port': ['ID=cc6a6981-d94d-4c84-a9c4-bca3fc326a73,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:09.172397 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.181679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:58:09.182133 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:58:09.184374 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:58:09.256653 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.262891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 196e6b79-1e8f-4618-a76e-2dad210d768b {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 15:58:09.265867 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.270740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "DELETE /v2.0/networks/196e6b79-1e8f-4618-a76e-2dad210d768b HTTP/1.1" status: 204 len: 168 time: 1.7524533 Aug 09 15:58:09.271636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51992) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:09.289931 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.307516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4d6a0-cce9-4e32-a461-71de55eafbf4 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event deleted for resources: {'Network': ['ID=196e6b79-1e8f-4618-a76e-2dad210d768b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:09.313511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f0fd23-83b3-40e8-8612-8db47810aa62']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:09.327912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25fc648-b0f5-409e-852a-6815c7ff43e9') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:09.328355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25fc648-b0f5-409e-852a-6815c7ff43e9') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:09.338977 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.354581 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.361758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:58:09.362181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:58:09.446988 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:58:09.528113 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9b049e11-676e-4c16-ada2-f91df2b1934c tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2564 time: 0.2462206 Aug 09 15:58:09.532678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52002) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:09.623696 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.641499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.643829 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "DELETE /v2.0/networks/03f0fd23-83b3-40e8-8612-8db47810aa62 HTTP/1.1" status: 204 len: 168 time: 1.1157863 Aug 09 15:58:09.647312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52010) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:09.736158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1232e-18d9-4b7e-9120-55cde84d9d09 tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event deleted for resources: {'Network': ['ID=03f0fd23-83b3-40e8-8612-8db47810aa62,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:09.766974 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.807932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c7f7d-a151-48a4-aca6-68cdf043fec0 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.807932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c7f7d-a151-48a4-aca6-68cdf043fec0 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.807932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c7f7d-a151-48a4-aca6-68cdf043fec0 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.808161 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c7f7d-a151-48a4-aca6-68cdf043fec0 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.809188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c7f7d-a151-48a4-aca6-68cdf043fec0 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.809188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c7f7d-a151-48a4-aca6-68cdf043fec0 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.816240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c7f7d-a151-48a4-aca6-68cdf043fec0 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.816240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c7f7d-a151-48a4-aca6-68cdf043fec0 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.816240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c7f7d-a151-48a4-aca6-68cdf043fec0 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.816240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c7f7d-a151-48a4-aca6-68cdf043fec0 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.822115 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b24c7f7d-a151-48a4-aca6-68cdf043fec0 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6429 time: 0.2818863 Aug 09 15:58:09.822992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52014) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:09.835316 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Transition to ACTIVE for port object 3daf766c-eaea-4eb1-b230-97dbc184c5f5 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:09.880884 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-8d43d472-77a4-4ab3-8f67-3d550a34d79c tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] delete failed (client error): The resource could not be found. Aug 09 15:58:09.884710 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8d43d472-77a4-4ab3-8f67-3d550a34d79c tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/24b666bc-61bc-4556-9cfd-7d9ccaebcd2e HTTP/1.1" status: 404 len: 345 time: 0.0515563 Aug 09 15:58:09.885289 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52016) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:09.908663 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc002bba-7e15-42e4-8e09-df8bc742529c tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] DELETE failed (client error): The resource could not be found. Aug 09 15:58:09.909251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc002bba-7e15-42e4-8e09-df8bc742529c tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:58:09.918623 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dc002bba-7e15-42e4-8e09-df8bc742529c tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "DELETE /v2.0/networks/196e6b79-1e8f-4618-a76e-2dad210d768b HTTP/1.1" status: 404 len: 339 time: 0.0308051 Aug 09 15:58:09.919268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52020) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:09.927959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-20df5a38-b828-4475-afd5-4be3b8075aa5 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Request body: {'network': {'name': 'tempest-network--795422618', 'router:external': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:09.968612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20df5a38-b828-4475-afd5-4be3b8075aa5 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Made reservation on behalf of d8cb204416fa4671aa50823c4dbbb1c0 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:09.971018 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-20df5a38-b828-4475-afd5-4be3b8075aa5 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.975772 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.034216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 266b7f8a-7d3d-4030-b6fd-b787e633aa48 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:10.041770 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:10.063285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:10.130822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device cc6a6981-d94d-4c84-a9c4-bca3fc326a73 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:10.184285 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.187032 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=3daf766c-eaea-4eb1-b230-97dbc184c5f5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:10.198347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20df5a38-b828-4475-afd5-4be3b8075aa5 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:10.220377 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-20df5a38-b828-4475-afd5-4be3b8075aa5 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.220729 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-20df5a38-b828-4475-afd5-4be3b8075aa5 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Added segment cf72c39b-8bd0-4d95-a505-fa1db2670de0 of type vlan for network d4a9ad99-7d6d-41ab-a224-bf0d908b9438 Aug 09 15:58:10.232156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.264200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:10.269843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf1b2c-10d6-459e-9a45-93785a32092f req-a5e19254-ebdd-4876-9944-5a1e46e84dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:10.275181 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bbf1b2c-10d6-459e-9a45-93785a32092f req-a5e19254-ebdd-4876-9944-5a1e46e84dfa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1096 time: 0.3759544 Aug 09 15:58:10.288479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159acb4-5fdd-41ff-ae4b-b0d16c58f21c req-3da9f1c1-df45-4408-9abe-f5e66dbc6dd3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:10.298098 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5159acb4-5fdd-41ff-ae4b-b0d16c58f21c req-3da9f1c1-df45-4408-9abe-f5e66dbc6dd3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.3820450 Aug 09 15:58:10.405991 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-20df5a38-b828-4475-afd5-4be3b8075aa5 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.485522 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ca7b9cd6-ae0a-4839-b8da-e66a089aaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.503519 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5159acb4-5fdd-41ff-ae4b-b0d16c58f21c req-2cd58527-dea1-4832-892d-3dc1efae14a8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041476 Aug 09 15:58:10.521489 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.529379 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.545028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-20df5a38-b828-4475-afd5-4be3b8075aa5 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.546993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df5a38-b828-4475-afd5-4be3b8075aa5 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:10.547810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-20df5a38-b828-4475-afd5-4be3b8075aa5 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.588950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf1b2c-10d6-459e-9a45-93785a32092f req-b6513166-c964-4339-8d32-58b094d83f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:10.590506 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bbf1b2c-10d6-459e-9a45-93785a32092f req-b6513166-c964-4339-8d32-58b094d83f41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.2901077 Aug 09 15:58:10.594545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81fca29-5932-4cbc-b0bd-ec07108efdb8']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:10.613836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0b286d-f21c-4cd2-85f4-b11a26bd7689') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:10.615058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0b286d-f21c-4cd2-85f4-b11a26bd7689') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:10.681270 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.688757 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-20df5a38-b828-4475-afd5-4be3b8075aa5 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7663217 Aug 09 15:58:10.694224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52034) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:10.707154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df5a38-b828-4475-afd5-4be3b8075aa5 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event updated for resources: {'Network': ['ID=d4a9ad99-7d6d-41ab-a224-bf0d908b9438,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:10.713195 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.722604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d4a9ad99-7d6d-41ab-a224-bf0d908b9438 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:10.750853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c461c-541a-4a42-b3ab-bf04061da3bc None None] Network 266b7f8a-7d3d-4030-b6fd-b787e633aa48 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:10.756817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:58:10.757251 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:58:10.768696 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:58:10.772506 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bbf1b2c-10d6-459e-9a45-93785a32092f req-8b33d74b-50df-4463-96d5-e31788849a0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 999 time: 0.1676757 Aug 09 15:58:10.932651 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.945886 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:10.949860 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] 10.222.0.81 "DELETE /v2.0/networks/f81fca29-5932-4cbc-b0bd-ec07108efdb8 HTTP/1.1" status: 204 len: 168 time: 1.3011858 Aug 09 15:58:10.993390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf1b2c-10d6-459e-9a45-93785a32092f req-b81cb51d-7a1e-40f7-9d91-38a150646962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:10.994729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bbf1b2c-10d6-459e-9a45-93785a32092f req-b81cb51d-7a1e-40f7-9d91-38a150646962 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.1892073 Aug 09 15:58:10.996238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3ebfd-839b-4a0b-9190-dbe4ebaf3b6c tempest-BulkNetworkOpsTest-1677246241 tempest-BulkNetworkOpsTest-1677246241-project] Pushing event deleted for resources: {'Network': ['ID=f81fca29-5932-4cbc-b0bd-ec07108efdb8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:11.099633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3534d90-825e-430b-87d2-c246aa7f037b tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:11.126628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3534d90-825e-430b-87d2-c246aa7f037b tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:11.136367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3534d90-825e-430b-87d2-c246aa7f037b tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:11.141913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf1b2c-10d6-459e-9a45-93785a32092f req-fa95eac4-34df-4cf2-b7ee-73553e9e9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:11.145074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bbf1b2c-10d6-459e-9a45-93785a32092f req-fa95eac4-34df-4cf2-b7ee-73553e9e9c04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407545 Aug 09 15:58:11.156954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3534d90-825e-430b-87d2-c246aa7f037b tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:11.158814 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d3534d90-825e-430b-87d2-c246aa7f037b tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4633489 Aug 09 15:58:11.172394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52050) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:11.295451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-133ac0bf-b590-4517-9dea-b62cfd1642f7 None None] Provisioning for port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:11.310458 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.337940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-133ac0bf-b590-4517-9dea-b62cfd1642f7 None None] Provisioning complete for port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:11.339367 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-133ac0bf-b590-4517-9dea-b62cfd1642f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.361114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bbf1b2c-10d6-459e-9a45-93785a32092f req-33bc1324-a135-4d1a-94ed-1fb0e01bc915 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077913 Aug 09 15:58:11.401861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.688778 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.724666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bbf1b2c-10d6-459e-9a45-93785a32092f req-3ddbc212-79d4-4ff6-831b-838e335fb68c service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460217 Aug 09 15:58:11.735484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52060) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:11.789124 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.892489 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.916764 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a9ad99-7d6d-41ab-a224-bf0d908b9438']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:11.944045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf72c39b-8bd0-4d95-a505-fa1db2670de0') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:11.944606 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf72c39b-8bd0-4d95-a505-fa1db2670de0') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:11.955705 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.958382 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.961055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=3daf766c-eaea-4eb1-b230-97dbc184c5f5,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:11.964698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.973162 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:11.997296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d86bb-04ee-4787-9de7-2b26f9428b79 req-c21923b7-83df-4a1e-836b-071b871adfbf tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:12.005138 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c88d86bb-04ee-4787-9de7-2b26f9428b79 req-c21923b7-83df-4a1e-836b-071b871adfbf tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.3275261 Aug 09 15:58:12.008520 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-133ac0bf-b590-4517-9dea-b62cfd1642f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.015332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52066) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:12.033917 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.074532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-133ac0bf-b590-4517-9dea-b62cfd1642f7 None None] For port cc6a6981-d94d-4c84-a9c4-bca3fc326a73, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=cc6a6981-d94d-4c84-a9c4-bca3fc326a73,segment=NetworkSegment(e3f47742-a7d3-4681-9c26-55814299ae1b),segment_id=e3f47742-a7d3-4681-9c26-55814299ae1b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:12.081176 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-133ac0bf-b590-4517-9dea-b62cfd1642f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.089859 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:58:12.090272 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:58:12.092267 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:58:12.128219 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6845782e-b129-44a5-b9e0-3e6bf6392a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.142649 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ac0bf-b590-4517-9dea-b62cfd1642f7 None None] Pushing event updated for resources: {'Port': ['ID=cc6a6981-d94d-4c84-a9c4-bca3fc326a73,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:12.198594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c88d86bb-04ee-4787-9de7-2b26f9428b79 req-449cf573-ac3f-40b2-85f7-b36cb34a8ea6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901875 Aug 09 15:58:12.202357 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-89de363e-4f7e-4ee9-a589-f25485b8f370 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d53b0d4e3c424a539f2e76c6468c14ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593730 Aug 09 15:58:12.205165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52072) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:12.292097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.320214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 266b7f8a-7d3d-4030-b6fd-b787e633aa48 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:12.321205 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4a9ad99-7d6d-41ab-a224-bf0d908b9438 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 15:58:12.326067 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.332590 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "DELETE /v2.0/networks/d4a9ad99-7d6d-41ab-a224-bf0d908b9438 HTTP/1.1" status: 204 len: 168 time: 1.1590626 Aug 09 15:58:12.342411 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52078) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:12.343548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:12.350725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2a1a481d-698e-43cc-a1d2-042e7ea08462 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Request body: {'network': {'name': 'tempest-network--979875381', 'router:external': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:12.365333 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.377267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f51e4e-9697-4a0a-80a1-14665afe07ce tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4a9ad99-7d6d-41ab-a224-bf0d908b9438,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:12.470156 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6845782e-b129-44a5-b9e0-3e6bf6392a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.484846 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6845782e-b129-44a5-b9e0-3e6bf6392a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.562049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6845782e-b129-44a5-b9e0-3e6bf6392a50 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=20d305d869a44ca6a4e85d78a1847c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5415518 Aug 09 15:58:12.563394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52082) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:12.564488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845782e-b129-44a5-b9e0-3e6bf6392a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5396175c-5e24-47b3-9eca-8d95724a5970,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:12.681166 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d984cd3e-195f-427c-8dbe-3f28fe23a88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.736808 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d984cd3e-195f-427c-8dbe-3f28fe23a88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.798665 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d984cd3e-195f-427c-8dbe-3f28fe23a88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.808345 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d984cd3e-195f-427c-8dbe-3f28fe23a88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.810957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d984cd3e-195f-427c-8dbe-3f28fe23a88e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5396175c-5e24-47b3-9eca-8d95724a5970 HTTP/1.1" status: 204 len: 168 time: 0.2326975 Aug 09 15:58:12.820785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984cd3e-195f-427c-8dbe-3f28fe23a88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5396175c-5e24-47b3-9eca-8d95724a5970,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:12.828255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cddb69-d1f4-4e55-88ea-68cd2f8d99f2 None None] Network 266b7f8a-7d3d-4030-b6fd-b787e633aa48 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:12.885481 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.941847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fbfe247b-9185-4137-9ef0-0cdd0cedd196 None None] Provisioning complete for port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:12.942386 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fbfe247b-9185-4137-9ef0-0cdd0cedd196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.021019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1a481d-698e-43cc-a1d2-042e7ea08462 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Made reservation on behalf of d8cb204416fa4671aa50823c4dbbb1c0 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:13.023622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a1a481d-698e-43cc-a1d2-042e7ea08462 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.083040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1a481d-698e-43cc-a1d2-042e7ea08462 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:13.103970 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a1a481d-698e-43cc-a1d2-042e7ea08462 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.104345 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-2a1a481d-698e-43cc-a1d2-042e7ea08462 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Added segment 3fb584e0-0636-4c27-8072-3477f2d6866d of type vlan for network 2e916781-157b-4177-a5fd-59d52ac56f31 Aug 09 15:58:13.185967 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.230866 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a1a481d-698e-43cc-a1d2-042e7ea08462 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.242296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.245698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.246911 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65fb941b-b513-4900-bf68-d6637ba2ead6 HTTP/1.1" status: 204 len: 168 time: 1.0407097 Aug 09 15:58:13.289725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fbfe247b-9185-4137-9ef0-0cdd0cedd196 None None] Provisioning for port 3daf766c-eaea-4eb1-b230-97dbc184c5f5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:13.300266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fb941b-b513-4900-bf68-d6637ba2ead6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:13.303953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fbfe247b-9185-4137-9ef0-0cdd0cedd196 None None] Provisioning complete for port 3daf766c-eaea-4eb1-b230-97dbc184c5f5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:13.304328 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fbfe247b-9185-4137-9ef0-0cdd0cedd196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.372187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:13.372795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:13.373290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:13.376173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:13.377012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:13.378050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:13.378703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:13.382194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:13.382763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:13.383414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:13.384568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:13.385066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc947e6-0dd3-4d82-975b-e017be21a6c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:13.391526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52110) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:13.394914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fbfe247b-9185-4137-9ef0-0cdd0cedd196 None None] Port 3daf766c-eaea-4eb1-b230-97dbc184c5f5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:13.415061 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.440931 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 40642153-85ca-4e14-946d-0e89735f1ad1 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:58:13.446351 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3720-6406-47f3-b20c-12c4aa0196eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.459976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a1a481d-698e-43cc-a1d2-042e7ea08462 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.461291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a481d-698e-43cc-a1d2-042e7ea08462 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:13.462014 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a1a481d-698e-43cc-a1d2-042e7ea08462 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.502817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478b113-9abd-44dd-9613-e2b1e6a53597 req-5413935f-4477-45a7-9b20-55c518589f44 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:13.518328 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1478b113-9abd-44dd-9613-e2b1e6a53597 req-5413935f-4477-45a7-9b20-55c518589f44 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1404207 Aug 09 15:58:13.562274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a481d-698e-43cc-a1d2-042e7ea08462 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event updated for resources: {'Network': ['ID=2e916781-157b-4177-a5fd-59d52ac56f31,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:13.575408 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 2e916781-157b-4177-a5fd-59d52ac56f31 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:13.604387 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1478b113-9abd-44dd-9613-e2b1e6a53597 req-4b0b5733-0c80-4f89-9a73-90b132527959 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723705 Aug 09 15:58:13.741421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:13.755282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3957e1-911e-431b-832c-468ba75cbd15 None None] Sync routers for ids ['40642153-85ca-4e14-946d-0e89735f1ad1'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:13.759044 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f9f6e65f-bc85-4ba7-8afb-159af7610b4a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/40642153-85ca-4e14-946d-0e89735f1ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8524122 Aug 09 15:58:13.761648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52118) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:13.768089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-78d7e667-6103-4701-bee8-10b4c2fd7a81 None None] Provisioning complete for port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:13.768649 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-78d7e667-6103-4701-bee8-10b4c2fd7a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.800305 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3720-6406-47f3-b20c-12c4aa0196eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.815327 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3720-6406-47f3-b20c-12c4aa0196eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.834500 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2a1a481d-698e-43cc-a1d2-042e7ea08462 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4884205 Aug 09 15:58:13.838492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52122) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:13.855597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3957e1-911e-431b-832c-468ba75cbd15 None None] Routers {'40642153-85ca-4e14-946d-0e89735f1ad1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:13.856259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6f3957e1-911e-431b-832c-468ba75cbd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40642153-85ca-4e14-946d-0e89735f1ad1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:13.913445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fc6c3720-6406-47f3-b20c-12c4aa0196eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5fbfb036cd1e4847aa42787a602eca35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150783 Aug 09 15:58:13.914362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12505ff-2231-4629-b58c-4d579ca4694a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:13.919676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52126) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:13.923212 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e12505ff-2231-4629-b58c-4d579ca4694a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports/3daf766c-eaea-4eb1-b230-97dbc184c5f5 HTTP/1.1" status: 200 len: 910 time: 0.1601188 Aug 09 15:58:13.927547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52128) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:13.928435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6f3957e1-911e-431b-832c-468ba75cbd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:13.929360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c3720-6406-47f3-b20c-12c4aa0196eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae134b4-0aa3-4825-acdf-5505946d06bd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:13.944826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-11d701dc-01f6-42ca-9255-7a35dce71cf2 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cadde8f1-6047-4c56-936a-1c612eb604f8'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:13.956265 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3957e1-911e-431b-832c-468ba75cbd15 None None] Routers {'40642153-85ca-4e14-946d-0e89735f1ad1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:13.956448 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6f3957e1-911e-431b-832c-468ba75cbd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40642153-85ca-4e14-946d-0e89735f1ad1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:14.140255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device cc6a6981-d94d-4c84-a9c4-bca3fc326a73 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:14.142357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6f3957e1-911e-431b-832c-468ba75cbd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:14.142987 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3957e1-911e-431b-832c-468ba75cbd15 None None] The sync data for ids ['40642153-85ca-4e14-946d-0e89735f1ad1'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:14.211590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67cf16b-00bd-4e86-a1c5-740c553ee799 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:14.222955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f67cf16b-00bd-4e86-a1c5-740c553ee799 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] 10.222.0.81 "GET /v2.0/networks/2e916781-157b-4177-a5fd-59d52ac56f31 HTTP/1.1" status: 200 len: 756 time: 0.3801255 Aug 09 15:58:14.222955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52136) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:14.236486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:14.236861 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.261372 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-366be59f-5412-45a5-8c7f-256e7275e0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.359870 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-366be59f-5412-45a5-8c7f-256e7275e0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.390035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-78d7e667-6103-4701-bee8-10b4c2fd7a81 None None] Provisioning complete for port 3daf766c-eaea-4eb1-b230-97dbc184c5f5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:14.390735 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-78d7e667-6103-4701-bee8-10b4c2fd7a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.417574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeeb7c0-376d-440c-a8a2-033a84339324 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:14.419444 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-beeeb7c0-376d-440c-a8a2-033a84339324 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] 10.222.0.81 "GET /v2.0/networks/08a645b8-267e-4303-a741-48af405d6883 HTTP/1.1" status: 200 len: 767 time: 0.1947680 Aug 09 15:58:14.424061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52142) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:14.480226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11d701dc-01f6-42ca-9255-7a35dce71cf2 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.508372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-78d7e667-6103-4701-bee8-10b4c2fd7a81 None None] Port 3daf766c-eaea-4eb1-b230-97dbc184c5f5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:14.576175 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.585267 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-366be59f-5412-45a5-8c7f-256e7275e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.588934 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-366be59f-5412-45a5-8c7f-256e7275e0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.590460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-366be59f-5412-45a5-8c7f-256e7275e0f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eae134b4-0aa3-4825-acdf-5505946d06bd HTTP/1.1" status: 204 len: 168 time: 0.6693614 Aug 09 15:58:14.636718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366be59f-5412-45a5-8c7f-256e7275e0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae134b4-0aa3-4825-acdf-5505946d06bd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:14.644569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5afd262f-cf92-451b-b471-bdd21e85c4f9 None None] Provisioning complete for port 3daf766c-eaea-4eb1-b230-97dbc184c5f5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:14.644951 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5afd262f-cf92-451b-b471-bdd21e85c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.711049 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.724134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e916781-157b-4177-a5fd-59d52ac56f31']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:14.737776 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb584e0-0636-4c27-8072-3477f2d6866d') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:14.738459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb584e0-0636-4c27-8072-3477f2d6866d') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:14.740846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5afd262f-cf92-451b-b471-bdd21e85c4f9 None None] Port 3daf766c-eaea-4eb1-b230-97dbc184c5f5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:14.756690 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.789647 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.795010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52152) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:14.797846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:58:14.798253 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:58:14.800198 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:58:14.939154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.946691 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e916781-157b-4177-a5fd-59d52ac56f31 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 15:58:14.991211 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.999858 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "DELETE /v2.0/networks/2e916781-157b-4177-a5fd-59d52ac56f31 HTTP/1.1" status: 204 len: 168 time: 0.5707998 Aug 09 15:58:14.999858 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b7837-a843-4c70-9552-277eb3754df3 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e916781-157b-4177-a5fd-59d52ac56f31,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:15.006168 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52158) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:15.025225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e8253106-6112-4dd4-b08a-eca142b6da03 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Request body: {'network': {'name': 'tempest-network--1826972392'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:15.089923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8253106-6112-4dd4-b08a-eca142b6da03 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Made reservation on behalf of d8cb204416fa4671aa50823c4dbbb1c0 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:15.093864 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8253106-6112-4dd4-b08a-eca142b6da03 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.151964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8253106-6112-4dd4-b08a-eca142b6da03 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:15.163669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8253106-6112-4dd4-b08a-eca142b6da03 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.164146 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-e8253106-6112-4dd4-b08a-eca142b6da03 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Added segment a79795de-acb1-448b-9874-e1fc7d752b2e of type vlan for network afa80eea-d89a-44aa-a6b8-a137e89c2074 Aug 09 15:58:15.198612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11d701dc-01f6-42ca-9255-7a35dce71cf2 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.216664 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8253106-6112-4dd4-b08a-eca142b6da03 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.217693 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11d701dc-01f6-42ca-9255-7a35dce71cf2 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.256632 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8253106-6112-4dd4-b08a-eca142b6da03 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.258935 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8253106-6112-4dd4-b08a-eca142b6da03 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:15.259886 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8253106-6112-4dd4-b08a-eca142b6da03 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.339882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c4532658-7919-4acb-88a6-7e7e0ac8d248 tempest-ServiceProvidersTest-535118418 tempest-ServiceProvidersTest-535118418-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5418429 Aug 09 15:58:15.410247 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e8253106-6112-4dd4-b08a-eca142b6da03 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3992746 Aug 09 15:58:15.411178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52174) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:15.418026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3b572574-a606-4285-af65-a5f9dd078f6b tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:15.453477 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d701dc-01f6-42ca-9255-7a35dce71cf2 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:15.457220 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11d701dc-01f6-42ca-9255-7a35dce71cf2 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.473624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-11d701dc-01f6-42ca-9255-7a35dce71cf2 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/ports/3daf766c-eaea-4eb1-b230-97dbc184c5f5 HTTP/1.1" status: 200 len: 910 time: 1.5368288 Aug 09 15:58:15.474287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52178) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:15.497826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d701dc-01f6-42ca-9255-7a35dce71cf2 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=3daf766c-eaea-4eb1-b230-97dbc184c5f5,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:15.540008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8253106-6112-4dd4-b08a-eca142b6da03 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event updated for resources: {'Network': ['ID=afa80eea-d89a-44aa-a6b8-a137e89c2074,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:15.552174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network afa80eea-d89a-44aa-a6b8-a137e89c2074 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:15.768727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52184) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:15.803381 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b572574-a606-4285-af65-a5f9dd078f6b tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.829147 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b572574-a606-4285-af65-a5f9dd078f6b tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.894212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b572574-a606-4285-af65-a5f9dd078f6b tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Network afa80eea-d89a-44aa-a6b8-a137e89c2074 is not hosted by any dhcp agent {{(pid=94289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 15:58:15.896056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b572574-a606-4285-af65-a5f9dd078f6b tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:15.897077 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b572574-a606-4285-af65-a5f9dd078f6b tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:15.898296 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3b572574-a606-4285-af65-a5f9dd078f6b tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "PUT /v2.0/networks/afa80eea-d89a-44aa-a6b8-a137e89c2074 HTTP/1.1" status: 200 len: 858 time: 0.4860756 Aug 09 15:58:15.905447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52194) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:15.979368 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b572574-a606-4285-af65-a5f9dd078f6b tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event updated for resources: {'Network': ['ID=afa80eea-d89a-44aa-a6b8-a137e89c2074,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:16.014799 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb06e-172a-4d04-8f1d-6612e3dcdce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.016320 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.110587 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.125027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa80eea-d89a-44aa-a6b8-a137e89c2074']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:16.140227 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58579add-c5b9-444c-bc5e-583e7069a787 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.142247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79795de-acb1-448b-9874-e1fc7d752b2e') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:16.142659 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79795de-acb1-448b-9874-e1fc7d752b2e') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:16.153421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.180359 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.188555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:58:16.189424 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:58:16.262092 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:58:16.266457 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.279239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network afa80eea-d89a-44aa-a6b8-a137e89c2074 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 15:58:16.291431 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.299418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52206) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:16.302852 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] 10.222.0.81 "DELETE /v2.0/networks/afa80eea-d89a-44aa-a6b8-a137e89c2074 HTTP/1.1" status: 204 len: 168 time: 0.3954453 Aug 09 15:58:16.319633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7deeff-413f-4967-88c7-4c594b0eaac8 tempest-ExternalNetworksTestJSON-1783607445 tempest-ExternalNetworksTestJSON-1783607445-project-admin] Pushing event deleted for resources: {'Network': ['ID=afa80eea-d89a-44aa-a6b8-a137e89c2074,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:16.349601 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b2092c-20bd-4549-b34c-64d19b20f767 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] DELETE failed (client error): The resource could not be found. Aug 09 15:58:16.350087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b2092c-20bd-4549-b34c-64d19b20f767 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:58:16.355049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-65b2092c-20bd-4549-b34c-64d19b20f767 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] 10.222.0.81 "DELETE /v2.0/subnets/f6267f71-6bfc-49e6-9c79-d5e89d836229 HTTP/1.1" status: 404 len: 337 time: 0.0517941 Aug 09 15:58:16.355976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52208) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:16.455305 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.529409 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb06e-172a-4d04-8f1d-6612e3dcdce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.633444 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb06e-172a-4d04-8f1d-6612e3dcdce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.663881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8dcdb06e-172a-4d04-8f1d-6612e3dcdce7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4aabebf4f374c5d88ef5e19d46cffcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8939946 Aug 09 15:58:16.670120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52220) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:16.758947 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.779827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a645b8-267e-4303-a741-48af405d6883']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:16.784425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdb06e-172a-4d04-8f1d-6612e3dcdce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60acfc8f-8b9b-425c-b292-46c716d9c2ea,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:16.806428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f09eedb-6bf9-4f0d-8035-7135a9703dea') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:16.806727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f09eedb-6bf9-4f0d-8035-7135a9703dea') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:16.822752 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.844038 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d969e22-249b-4b00-806a-de9b1872eb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.855359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-58579add-c5b9-444c-bc5e-583e7069a787 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port 3daf766c-eaea-4eb1-b230-97dbc184c5f5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:16.855696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58579add-c5b9-444c-bc5e-583e7069a787 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.891005 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.901514 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d969e22-249b-4b00-806a-de9b1872eb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.972124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:58:16.972541 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:58:16.983289 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:58:17.032639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f210f4-d44a-4034-9997-ac1791eab076 req-0135ef00-c744-4c63-8e25-677abdbf856e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:17.043846 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-86f210f4-d44a-4034-9997-ac1791eab076 req-0135ef00-c744-4c63-8e25-677abdbf856e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1003964 Aug 09 15:58:17.052485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d969e22-249b-4b00-806a-de9b1872eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.055053 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d969e22-249b-4b00-806a-de9b1872eb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.056338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6d969e22-249b-4b00-806a-de9b1872eb06 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60acfc8f-8b9b-425c-b292-46c716d9c2ea HTTP/1.1" status: 204 len: 168 time: 0.3846619 Aug 09 15:58:17.083287 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969e22-249b-4b00-806a-de9b1872eb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60acfc8f-8b9b-425c-b292-46c716d9c2ea,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:17.124668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-86f210f4-d44a-4034-9997-ac1791eab076 req-85ca802d-c57f-4924-a369-1fca74cc2bf7 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797982 Aug 09 15:58:17.141976 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58579add-c5b9-444c-bc5e-583e7069a787 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.158771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-58579add-c5b9-444c-bc5e-583e7069a787 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for 3daf766c-eaea-4eb1-b230-97dbc184c5f5 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:17.284630 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.308691 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.310843 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] 10.222.0.81 "DELETE /v2.0/networks/08a645b8-267e-4303-a741-48af405d6883 HTTP/1.1" status: 204 len: 168 time: 0.9539714 Aug 09 15:58:17.311756 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcec98-ece3-459a-bac3-3a1e1bb250e4 tempest-ExternalNetworksTestJSON-320216213 tempest-ExternalNetworksTestJSON-320216213-project] Pushing event deleted for resources: {'Network': ['ID=08a645b8-267e-4303-a741-48af405d6883,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:17.403647 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58579add-c5b9-444c-bc5e-583e7069a787 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.453343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58579add-c5b9-444c-bc5e-583e7069a787 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=3daf766c-eaea-4eb1-b230-97dbc184c5f5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:17.618823 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58579add-c5b9-444c-bc5e-583e7069a787 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.862670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52264) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:18.235581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58579add-c5b9-444c-bc5e-583e7069a787 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 40642153-85ca-4e14-946d-0e89735f1ad1 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:18.316237 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d129a17c-aae4-4c0b-8df8-5bf0b065fde3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2da3752cb9aa4cf583d2c24c77f9120d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517877 Aug 09 15:58:18.320686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52282) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:18.341097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58579add-c5b9-444c-bc5e-583e7069a787 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:18.347312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-58579add-c5b9-444c-bc5e-583e7069a787 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/40642153-85ca-4e14-946d-0e89735f1ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8673544 Aug 09 15:58:18.350961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52284) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:18.354707 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4960e9-71ea-475d-901f-6451054e0105 None None] Sync routers for ids ['40642153-85ca-4e14-946d-0e89735f1ad1'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:18.371348 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4960e9-71ea-475d-901f-6451054e0105 None None] Routers {'40642153-85ca-4e14-946d-0e89735f1ad1'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:18.375993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3fc00-6aff-4f49-99eb-eb52d1bbc7c2 req-4b71be56-9a40-49e9-9792-1d3f9290b20f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:18.377205 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fc4960e9-71ea-475d-901f-6451054e0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40642153-85ca-4e14-946d-0e89735f1ad1'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:18.389221 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd3fc00-6aff-4f49-99eb-eb52d1bbc7c2 req-4b71be56-9a40-49e9-9792-1d3f9290b20f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1259298 Aug 09 15:58:18.408362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-21b2bc00-622c-4ba5-ace6-4c4d6e2ef842 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=40642153-85ca-4e14-946d-0e89735f1ad1 HTTP/1.1" status: 200 len: 205 time: 0.0559242 Aug 09 15:58:18.411214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52290) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:18.453200 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6cd3fc00-6aff-4f49-99eb-eb52d1bbc7c2 req-e76baf8a-fb3d-439f-aa52-1ceb75aa0440 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657759 Aug 09 15:58:18.458797 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fc4960e9-71ea-475d-901f-6451054e0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:18.464561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4b85e52-a3a3-49fe-bf09-80c3a3a3f5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.482846 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4960e9-71ea-475d-901f-6451054e0105 None None] Routers {'40642153-85ca-4e14-946d-0e89735f1ad1'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:18.483482 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fc4960e9-71ea-475d-901f-6451054e0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['40642153-85ca-4e14-946d-0e89735f1ad1'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:18.496493 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4b85e52-a3a3-49fe-bf09-80c3a3a3f5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.553360 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4b85e52-a3a3-49fe-bf09-80c3a3a3f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.556318 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4b85e52-a3a3-49fe-bf09-80c3a3a3f5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.558359 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fc4960e9-71ea-475d-901f-6451054e0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:18.559012 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4960e9-71ea-475d-901f-6451054e0105 None None] The sync data for ids ['40642153-85ca-4e14-946d-0e89735f1ad1'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:18.560593 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c4b85e52-a3a3-49fe-bf09-80c3a3a3f5e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/978945c4-2334-4ce9-9aea-a51e39515dfb HTTP/1.1" status: 204 len: 168 time: 0.2384737 Aug 09 15:58:18.570652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b85e52-a3a3-49fe-bf09-80c3a3a3f5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978945c4-2334-4ce9-9aea-a51e39515dfb,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:18.590972 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66fcaa05-075d-4659-9578-881161923c7f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.779281 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66fcaa05-075d-4659-9578-881161923c7f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.782787 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66fcaa05-075d-4659-9578-881161923c7f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.849805 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66fcaa05-075d-4659-9578-881161923c7f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.850345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fcaa05-075d-4659-9578-881161923c7f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Fanout notify agent at l3_agent the message router_deleted on router 40642153-85ca-4e14-946d-0e89735f1ad1 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:58:18.858598 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66fcaa05-075d-4659-9578-881161923c7f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.862462 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-66fcaa05-075d-4659-9578-881161923c7f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/40642153-85ca-4e14-946d-0e89735f1ad1 HTTP/1.1" status: 204 len: 168 time: 0.4477811 Aug 09 15:58:18.863116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52306) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:18.936568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc161e2-3853-4fef-97be-b6fed2f462b9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting subnet cadde8f1-6047-4c56-936a-1c612eb604f8 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:58:18.940001 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7bc161e2-3853-4fef-97be-b6fed2f462b9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:18.989389 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7bc161e2-3853-4fef-97be-b6fed2f462b9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.104669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7bc161e2-3853-4fef-97be-b6fed2f462b9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.176937 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7bc161e2-3853-4fef-97be-b6fed2f462b9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.218210 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc161e2-3853-4fef-97be-b6fed2f462b9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Subnet': ['ID=cadde8f1-6047-4c56-936a-1c612eb604f8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:19.221406 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7bc161e2-3853-4fef-97be-b6fed2f462b9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.224498 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7bc161e2-3853-4fef-97be-b6fed2f462b9 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/cadde8f1-6047-4c56-936a-1c612eb604f8 HTTP/1.1" status: 204 len: 168 time: 0.3602364 Aug 09 15:58:19.227395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52318) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:19.231865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674608d9-0927-4c13-8ff1-d7d4940f0fbe None None] Network 266b7f8a-7d3d-4030-b6fd-b787e633aa48 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:19.329494 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.369306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52322) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:19.419543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:19.419983 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.430530 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-42e2a71b-ea25-472f-9a7c-7bbaeee837df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d8cb204416fa4671aa50823c4dbbb1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598965 Aug 09 15:58:19.432988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52324) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:19.500326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242e8874-2d6d-44e5-90b7-f90d6519732e None None] DHCP port deletion for 266b7f8a-7d3d-4030-b6fd-b787e633aa48 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:58:19.503006 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.554691 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.556150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] For port cc6a6981-d94d-4c84-a9c4-bca3fc326a73, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=cc6a6981-d94d-4c84-a9c4-bca3fc326a73,segment=NetworkSegment(e3f47742-a7d3-4681-9c26-55814299ae1b),segment_id=e3f47742-a7d3-4681-9c26-55814299ae1b)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:19.556535 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.557822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-242e8874-2d6d-44e5-90b7-f90d6519732e None None] Deleting port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:19.558297 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-242e8874-2d6d-44e5-90b7-f90d6519732e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.573822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for cc6a6981-d94d-4c84-a9c4-bca3fc326a73 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:19.661984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.667479 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.671226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-242e8874-2d6d-44e5-90b7-f90d6519732e None None] For port cc6a6981-d94d-4c84-a9c4-bca3fc326a73, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=cc6a6981-d94d-4c84-a9c4-bca3fc326a73,segment=NetworkSegment(e3f47742-a7d3-4681-9c26-55814299ae1b),segment_id=e3f47742-a7d3-4681-9c26-55814299ae1b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:19.671573 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f18ac63-364a-4bc4-a67b-bcca81f69f25 HTTP/1.1" status: 204 len: 168 time: 0.2334301 Aug 09 15:58:19.672052 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-242e8874-2d6d-44e5-90b7-f90d6519732e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.687477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-242e8874-2d6d-44e5-90b7-f90d6519732e None None] Calling delete_port for cc6a6981-d94d-4c84-a9c4-bca3fc326a73 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:19.694132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f18ac63-364a-4bc4-a67b-bcca81f69f25,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:19.703438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1650ff-bcd3-4e8d-9103-31a1253686bb req-bcc448ef-11cb-4c8c-9949-d13334209025 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:19.705359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f1650ff-bcd3-4e8d-9103-31a1253686bb req-bcc448ef-11cb-4c8c-9949-d13334209025 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.0772474 Aug 09 15:58:19.716088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:19.716385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:19.716660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:19.716989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:19.717316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:19.717664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:19.717991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:19.718310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:19.719283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:19.719624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:19.720044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:19.720474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337d3645-2f2b-4e7f-86a4-e91941886c98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:19.764187 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f1650ff-bcd3-4e8d-9103-31a1253686bb req-803f1256-24f5-4ff1-8bb0-86594152b012 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446918 Aug 09 15:58:19.767779 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.809450 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=cc6a6981-d94d-4c84-a9c4-bca3fc326a73,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:19.822653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No DVR routers for this DVR port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:19.848322 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-242e8874-2d6d-44e5-90b7-f90d6519732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.903178 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e8874-2d6d-44e5-90b7-f90d6519732e None None] Pushing event deleted for resources: {'Port': ['ID=cc6a6981-d94d-4c84-a9c4-bca3fc326a73,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:19.905705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242e8874-2d6d-44e5-90b7-f90d6519732e None None] No DVR routers for this DVR port cc6a6981-d94d-4c84-a9c4-bca3fc326a73 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:19.961171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.975974 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266b7f8a-7d3d-4030-b6fd-b787e633aa48']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:19.990200 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f47742-a7d3-4681-9c26-55814299ae1b') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:19.990513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f47742-a7d3-4681-9c26-55814299ae1b') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:20.001776 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.016781 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.017257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device cc6a6981-d94d-4c84-a9c4-bca3fc326a73 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:20.024152 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:58:20.024651 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:58:20.028625 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:58:20.041617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: cc6a6981-d94d-4c84-a9c4-bca3fc326a73 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:58:20.049474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device cc6a6981-d94d-4c84-a9c4-bca3fc326a73 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:58:20.114544 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.127339 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.129338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/networks/266b7f8a-7d3d-4030-b6fd-b787e633aa48 HTTP/1.1" status: 204 len: 168 time: 0.9007049 Aug 09 15:58:20.133301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52352) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:20.140643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3cd78157-a7b2-466b-afb8-0efdb2a79033 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1186429707', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:20.157986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f1d22-66ec-406a-aee9-1538fc54d0c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Network': ['ID=266b7f8a-7d3d-4030-b6fd-b787e633aa48,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:20.188480 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3cd78157-a7b2-466b-afb8-0efdb2a79033 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.189777 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3cd78157-a7b2-466b-afb8-0efdb2a79033 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.245027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e659f-9c4d-4796-a41c-f2eb84bd7758 req-2e5eea22-edcc-4b35-8f83-abb06611bab7 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:20.247128 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-115e659f-9c4d-4796-a41c-f2eb84bd7758 req-2e5eea22-edcc-4b35-8f83-abb06611bab7 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0913424 Aug 09 15:58:20.269538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3cd78157-a7b2-466b-afb8-0efdb2a79033 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.277484 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3cd78157-a7b2-466b-afb8-0efdb2a79033 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.292336 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-115e659f-9c4d-4796-a41c-f2eb84bd7758 req-31278a4a-1209-448f-8b99-9ec0f8073388 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381110 Aug 09 15:58:20.320953 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3cd78157-a7b2-466b-afb8-0efdb2a79033 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.325041 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3cd78157-a7b2-466b-afb8-0efdb2a79033 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1865973 Aug 09 15:58:20.325417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52358) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:20.330954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6bdd2307-190e-473f-9fbf-752b8c7941e5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'network': {'name': 'tempest-RoutersTest-319167885'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:20.359360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdd2307-190e-473f-9fbf-752b8c7941e5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:20.362907 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6bdd2307-190e-473f-9fbf-752b8c7941e5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.388527 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdd2307-190e-473f-9fbf-752b8c7941e5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:20.404963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6bdd2307-190e-473f-9fbf-752b8c7941e5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.404963 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-6bdd2307-190e-473f-9fbf-752b8c7941e5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Added segment 4e25eebd-4f89-4608-a6d9-5807490b0ada of type vlan for network 12465896-c5f7-4d71-a0a6-7ed0adc5db77 Aug 09 15:58:20.441855 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6bdd2307-190e-473f-9fbf-752b8c7941e5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.474427 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6bdd2307-190e-473f-9fbf-752b8c7941e5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.480784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdd2307-190e-473f-9fbf-752b8c7941e5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:20.481405 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6bdd2307-190e-473f-9fbf-752b8c7941e5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.532834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6bdd2307-190e-473f-9fbf-752b8c7941e5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2062881 Aug 09 15:58:20.535862 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52372) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:20.540966 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1aaef365-702e-400c-86c7-f684731da615 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'subnet': {'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:20.557772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd2307-190e-473f-9fbf-752b8c7941e5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Network': ['ID=12465896-c5f7-4d71-a0a6-7ed0adc5db77,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:20.566484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 12465896-c5f7-4d71-a0a6-7ed0adc5db77 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:20.649378 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaef365-702e-400c-86c7-f684731da615 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:20.653196 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aaef365-702e-400c-86c7-f684731da615 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.862544 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aaef365-702e-400c-86c7-f684731da615 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:20.939962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaef365-702e-400c-86c7-f684731da615 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Subnet': ['ID=1c730a7d-8f90-4f00-90b8-e96c575098ed,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:20.956242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaef365-702e-400c-86c7-f684731da615 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Checking segment: {'id': '4e25eebd-4f89-4608-a6d9-5807490b0ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:20.956780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69251dc7-407e-4579-8a07-9b677e512557 req-3894bfac-ad11-4070-b1e6-eb3caaa7307b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:20.957107 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaef365-702e-400c-86c7-f684731da615 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network hostable DHCP agents. Network: 12465896-c5f7-4d71-a0a6-7ed0adc5db77, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:20.967100 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-69251dc7-407e-4579-8a07-9b677e512557 req-3894bfac-ad11-4070-b1e6-eb3caaa7307b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.0843325 Aug 09 15:58:20.978450 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaef365-702e-400c-86c7-f684731da615 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 12465896-c5f7-4d71-a0a6-7ed0adc5db77 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:20.991086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1aaef365-702e-400c-86c7-f684731da615 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 12465896-c5f7-4d71-a0a6-7ed0adc5db77) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:21.002916 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5b622f-3556-4f7e-a32e-10fac21a0620 None None] Network 12465896-c5f7-4d71-a0a6-7ed0adc5db77 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:21.008693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaef365-702e-400c-86c7-f684731da615 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:21.011046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1aaef365-702e-400c-86c7-f684731da615 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.028550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52390) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:21.036915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-69251dc7-407e-4579-8a07-9b677e512557 req-5ce9a25e-3525-4336-a5c2-cba9eb637366 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679574 Aug 09 15:58:21.053731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52394) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:21.053918 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1aaef365-702e-400c-86c7-f684731da615 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5167542 Aug 09 15:58:21.222900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:21.225122 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.246119 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db2062f8-5a72-45d2-aa90-c703f2c3a5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.401672 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db2062f8-5a72-45d2-aa90-c703f2c3a5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.401887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Allocated IP 172.20.0.2 (12465896-c5f7-4d71-a0a6-7ed0adc5db77/1c730a7d-8f90-4f00-90b8-e96c575098ed/ef8c8317-687b-4fd7-8101-b85f9fdb3834) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:21.402800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52406) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:21.417683 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db2062f8-5a72-45d2-aa90-c703f2c3a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.459590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2062f8-5a72-45d2-aa90-c703f2c3a5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcc2b5a-c884-4a16-901f-76adc1df0552,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:21.492954 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-db2062f8-5a72-45d2-aa90-c703f2c3a5e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=58436b7997a74545921880834690df8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4614592 Aug 09 15:58:21.495493 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52412) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:21.536607 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.562738 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.572624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Transition to ACTIVE for port object ef8c8317-687b-4fd7-8101-b85f9fdb3834 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:21.579024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7aaae6-b496-4f05-9fb4-9389c01e7dd5 req-92bada6b-0e87-42c0-84fd-47add8436b3e tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:21.581629 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f7aaae6-b496-4f05-9fb4-9389c01e7dd5 req-92bada6b-0e87-42c0-84fd-47add8436b3e tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 945 time: 0.1458936 Aug 09 15:58:21.591266 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9853f146-b75f-4069-acac-3ed2bb04d286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.593860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Transition to ACTIVE for port object ef8c8317-687b-4fd7-8101-b85f9fdb3834 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:21.605024 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.634741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9853f146-b75f-4069-acac-3ed2bb04d286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.703910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Network 12465896-c5f7-4d71-a0a6-7ed0adc5db77 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:21.705325 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9853f146-b75f-4069-acac-3ed2bb04d286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.717552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9853f146-b75f-4069-acac-3ed2bb04d286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.721860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:21.722008 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9853f146-b75f-4069-acac-3ed2bb04d286 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5fcc2b5a-c884-4a16-901f-76adc1df0552 HTTP/1.1" status: 204 len: 168 time: 0.2235868 Aug 09 15:58:21.725934 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:21.734842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1004980447'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:21.789847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853f146-b75f-4069-acac-3ed2bb04d286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcc2b5a-c884-4a16-901f-76adc1df0552,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:21.791270 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f7aaae6-b496-4f05-9fb4-9389c01e7dd5 req-05e2ec48-b495-4fdb-8c88-8039d7294f1c tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/security-groups?id=e09e629e-c4c1-4fad-b929-af28fdbc09db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579525 Aug 09 15:58:21.797253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Made reservation on behalf of deddd2b9b14b48be808fe9c616967264 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:21.803689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Pushing event updated for resources: {'Port': ['ID=ef8c8317-687b-4fd7-8101-b85f9fdb3834,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:21.808846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Attempting to bind port ef8c8317-687b-4fd7-8101-b85f9fdb3834 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:21.809220 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Attempting to bind port ef8c8317-687b-4fd7-8101-b85f9fdb3834 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4e25eebd-4f89-4608-a6d9-5807490b0ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:21.811519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.817042 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Attempting to bind port ef8c8317-687b-4fd7-8101-b85f9fdb3834 on network 12465896-c5f7-4d71-a0a6-7ed0adc5db77 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:21.846051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:21.846051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Checking segment: {'id': '4e25eebd-4f89-4608-a6d9-5807490b0ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:21.846397 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.849422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.849961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Bound using segment: {'id': '4e25eebd-4f89-4608-a6d9-5807490b0ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:21.851034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Bound port: ef8c8317-687b-4fd7-8101-b85f9fdb3834, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e25eebd-4f89-4608-a6d9-5807490b0ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:21.852222 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.948028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] For port ef8c8317-687b-4fd7-8101-b85f9fdb3834, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:21.951923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] For port ef8c8317-687b-4fd7-8101-b85f9fdb3834, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ef8c8317-687b-4fd7-8101-b85f9fdb3834,segment=NetworkSegment(4e25eebd-4f89-4608-a6d9-5807490b0ada),segment_id=4e25eebd-4f89-4608-a6d9-5807490b0ada)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:21.960082 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.993469 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.999442 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.015895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8593e7-84ef-429b-a979-a2393dcfc75d req-580be2a2-b57d-4c97-9748-4d40bab94eda tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:22.017482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fd8593e7-84ef-429b-a979-a2393dcfc75d req-580be2a2-b57d-4c97-9748-4d40bab94eda tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 945 time: 0.1259429 Aug 09 15:58:22.057574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebc3b9-06a0-4e1e-8915-535b803a82d1 None None] Pushing event updated for resources: {'Port': ['ID=ef8c8317-687b-4fd7-8101-b85f9fdb3834,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:22.068714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Allocated IP 172.20.0.1 (12465896-c5f7-4d71-a0a6-7ed0adc5db77/1c730a7d-8f90-4f00-90b8-e96c575098ed/add7fed8-f455-4b02-a0a7-5ab84b31dc37) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:22.082085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:22.102220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9ee1fe-8aad-4d0d-8af9-a60acb60f463,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:22.119505 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.119868 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Added segment 2f7f7a7e-4a3e-4d95-af93-44c521491179 of type vlan for network 6f9b0794-912e-4740-97ad-ffa44ded996f Aug 09 15:58:22.247102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-fd8593e7-84ef-429b-a979-a2393dcfc75d req-c8d4209d-4cbc-47a6-bc2b-498d8555a860 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Deleting port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:22.247447 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fd8593e7-84ef-429b-a979-a2393dcfc75d req-c8d4209d-4cbc-47a6-bc2b-498d8555a860 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.289441 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.320172 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2022960-edeb-475c-b84e-8e9728f5e41b req-1fb40431-794e-4f76-89db-ef781b989b61 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:22.321860 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2022960-edeb-475c-b84e-8e9728f5e41b req-1fb40431-794e-4f76-89db-ef781b989b61 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1319447 Aug 09 15:58:22.370628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52434) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:22.374279 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.409157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Transition to ACTIVE for port object add7fed8-f455-4b02-a0a7-5ab84b31dc37 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:22.422453 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.447999 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:22.447999 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.450661 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf5156f5-68d1-42ff-99c5-43d00ada611b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.473047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-fd8593e7-84ef-429b-a979-a2393dcfc75d req-c8d4209d-4cbc-47a6-bc2b-498d8555a860 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] For port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea,segment=NetworkSegment(0428c65e-c815-4bdc-8d49-f2246bdbc22a),segment_id=0428c65e-c815-4bdc-8d49-f2246bdbc22a)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:22.473421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fd8593e7-84ef-429b-a979-a2393dcfc75d req-c8d4209d-4cbc-47a6-bc2b-498d8555a860 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.522892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-fd8593e7-84ef-429b-a979-a2393dcfc75d req-c8d4209d-4cbc-47a6-bc2b-498d8555a860 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Calling delete_port for dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:22.547363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event updated for resources: {'Network': ['ID=6f9b0794-912e-4740-97ad-ffa44ded996f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:22.561964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 6f9b0794-912e-4740-97ad-ffa44ded996f details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:22.590955 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.594286 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2022960-edeb-475c-b84e-8e9728f5e41b req-401697dd-3b11-4241-a0a5-531102ff27eb tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577660 Aug 09 15:58:22.599347 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1024eb7f-e3da-403c-a694-5f41acace6d9 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1952519 Aug 09 15:58:22.604315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52438) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:22.615854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-680cc32d-144b-4acd-8d6a-af3157b24991 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Request body: {'subnet': {'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:22.695054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 12465896-c5f7-4d71-a0a6-7ed0adc5db77 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:22.711232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:22.714192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:22.718364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=add7fed8-f455-4b02-a0a7-5ab84b31dc37,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:22.786154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf5156f5-68d1-42ff-99c5-43d00ada611b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.786703 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.803928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf5156f5-68d1-42ff-99c5-43d00ada611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.829475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680cc32d-144b-4acd-8d6a-af3157b24991 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Made reservation on behalf of deddd2b9b14b48be808fe9c616967264 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:22.834087 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-680cc32d-144b-4acd-8d6a-af3157b24991 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.869405 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fd8593e7-84ef-429b-a979-a2393dcfc75d req-c8d4209d-4cbc-47a6-bc2b-498d8555a860 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:22.882656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:58:22.929551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4209d-4cbc-47a6-bc2b-498d8555a860 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Pushing event deleted for resources: {'Port': ['ID=dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:22.933058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5156f5-68d1-42ff-99c5-43d00ada611b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ad12d7-a872-40fb-a7e2-d114ed44abdd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:22.941371 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bf5156f5-68d1-42ff-99c5-43d00ada611b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=358de13033fe4222b2328741a4134469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677004 Aug 09 15:58:22.944569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52448) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:23.009997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51c7d03c-4fdb-4f62-8845-052b47c40a57 req-662746f7-52a5-4a8e-9d51-b2c66b9f6992 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b9ad03-12c9-429a-a920-3e367f40a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0829253 Aug 09 15:58:23.064219 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a58855e-ff2d-4577-a756-c77a25210b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.068558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8593e7-84ef-429b-a979-a2393dcfc75d req-c8d4209d-4cbc-47a6-bc2b-498d8555a860 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] No DVR routers for this DVR port dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:23.073996 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fd8593e7-84ef-429b-a979-a2393dcfc75d req-c8d4209d-4cbc-47a6-bc2b-498d8555a860 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.076202 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fd8593e7-84ef-429b-a979-a2393dcfc75d req-c8d4209d-4cbc-47a6-bc2b-498d8555a860 tempest-VolumesSnapshotTestJSON-1927225723 tempest-VolumesSnapshotTestJSON-1927225723-project] 10.222.0.60 "DELETE /v2.0/ports/dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea HTTP/1.1" status: 204 len: 173 time: 1.0524907 Aug 09 15:58:23.076651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b9ad03-12c9-429a-a920-3e367f40a5d1', 'name': 'network-vif-deleted', 'tag': 'dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:23.079077 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e251a24-8d58-44e3-8d84-91a34cf58155" -d '{"events": [{"server_uuid": "a8b9ad03-12c9-429a-a920-3e367f40a5d1", "name": "network-vif-deleted", "tag": "dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:23.123019 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a58855e-ff2d-4577-a756-c77a25210b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.141465 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.196341 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-680cc32d-144b-4acd-8d6a-af3157b24991 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.308256 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a58855e-ff2d-4577-a756-c77a25210b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.310786 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a58855e-ff2d-4577-a756-c77a25210b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.314696 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a58855e-ff2d-4577-a756-c77a25210b7c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85ad12d7-a872-40fb-a7e2-d114ed44abdd HTTP/1.1" status: 204 len: 168 time: 0.3691974 Aug 09 15:58:23.323818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cc32d-144b-4acd-8d6a-af3157b24991 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event updated for resources: {'Subnet': ['ID=c2882dde-dcda-4e69-9dbf-ba018440d5c7,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:23.333708 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680cc32d-144b-4acd-8d6a-af3157b24991 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Checking segment: {'id': '2f7f7a7e-4a3e-4d95-af93-44c521491179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:23.333816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680cc32d-144b-4acd-8d6a-af3157b24991 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Network hostable DHCP agents. Network: 6f9b0794-912e-4740-97ad-ffa44ded996f, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:23.336159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58855e-ff2d-4577-a756-c77a25210b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ad12d7-a872-40fb-a7e2-d114ed44abdd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:23.356004 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680cc32d-144b-4acd-8d6a-af3157b24991 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Network 6f9b0794-912e-4740-97ad-ffa44ded996f is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:23.373697 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-680cc32d-144b-4acd-8d6a-af3157b24991 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 6f9b0794-912e-4740-97ad-ffa44ded996f) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:23.378381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680cc32d-144b-4acd-8d6a-af3157b24991 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:23.379268 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-680cc32d-144b-4acd-8d6a-af3157b24991 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.386371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221138df-9381-4bf0-bb05-6bbc0dad8477 None None] Network 6f9b0794-912e-4740-97ad-ffa44ded996f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:23.406849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-680cc32d-144b-4acd-8d6a-af3157b24991 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7991445 Aug 09 15:58:23.407148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52462) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:23.421813 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Request body: {'port': {'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1523444671'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:23.624850 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc47006d-7821-4ffc-80d8-61a66b3c4b7f x-openstack-request-id: req-bc47006d-7821-4ffc-80d8-61a66b3c4b7f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:23.625383 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b9ad03-12c9-429a-a920-3e367f40a5d1", "name": "network-vif-deleted", "tag": "dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:23.625477 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc47006d-7821-4ffc-80d8-61a66b3c4b7f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:23.625879 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b9ad03-12c9-429a-a920-3e367f40a5d1', 'name': 'network-vif-deleted', 'tag': 'dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea', 'status': 'completed', 'code': 200} Aug 09 15:58:23.641106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Made reservation on behalf of deddd2b9b14b48be808fe9c616967264 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:23.651124 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.692945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d76bc6-fb4d-43a7-ba65-eed48e49cd41 None None] Network 12465896-c5f7-4d71-a0a6-7ed0adc5db77 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:23.716972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] device_id is not set on port f3334289-7ee3-4ed8-8593-659658aecd35 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:23.742600 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.751376 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.828404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-6f9b0794-912e-4740-97ad-ffa44ded996f', 'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f', 'tenant_id': 'deddd2b9b14b48be808fe9c616967264', 'fixed_ips': [{'subnet_id': 'c2882dde-dcda-4e69-9dbf-ba018440d5c7'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:23.829556 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.931584 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.936841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c6901056-fb43-481f-bc55-d1ed42b9b3ee None None] Provisioning for port ef8c8317-687b-4fd7-8101-b85f9fdb3834 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:23.940810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=add7fed8-f455-4b02-a0a7-5ab84b31dc37,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:23.942405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8015db-292d-4816-9789-60d3a5ff1fda req-44a144f5-2232-4597-9b40-2aa073887d4a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:23.944536 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e8015db-292d-4816-9789-60d3a5ff1fda req-44a144f5-2232-4597-9b40-2aa073887d4a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1502187 Aug 09 15:58:24.095725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Allocated IP 2001:db8::3ce (6f9b0794-912e-4740-97ad-ffa44ded996f/c2882dde-dcda-4e69-9dbf-ba018440d5c7/f3334289-7ee3-4ed8-8593-659658aecd35) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:24.141397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e8015db-292d-4816-9789-60d3a5ff1fda req-e833678c-d0cd-443d-bdb4-bfa38f7caa92 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759136 Aug 09 15:58:24.179111 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ef8c8317-687b-4fd7-8101-b85f9fdb3834 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:24.202264 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:58:24.203229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 12465896-c5f7-4d71-a0a6-7ed0adc5db77 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:24.206894 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:24.246575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ef8c8317-687b-4fd7-8101-b85f9fdb3834 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:24.257263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ef8c8317-687b-4fd7-8101-b85f9fdb3834 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:24.258975 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:24.455574 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:24.465816 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:24.473862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:58:24.483181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Transition to ACTIVE for port object f3334289-7ee3-4ed8-8593-659658aecd35 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:24.541246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ef8c8317-687b-4fd7-8101-b85f9fdb3834, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ef8c8317-687b-4fd7-8101-b85f9fdb3834,segment=NetworkSegment(4e25eebd-4f89-4608-a6d9-5807490b0ada),segment_id=4e25eebd-4f89-4608-a6d9-5807490b0ada)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:24.553945 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:24.600290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:24.691160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:24.704943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52508) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:24.717947 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ee02c865-b4f9-4dc8-9a21-4661af0d0478 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6623039 Aug 09 15:58:24.727525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-41c1d9a6-eb82-4ec2-9d6b-7a3786c7cfeb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'network': {'name': 'tempest-RoutersTest-2143445985'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:24.744620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Network 6f9b0794-912e-4740-97ad-ffa44ded996f is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:24.754918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Sync routers for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:24.763086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:24.766603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event updated for resources: {'Port': ['ID=f3334289-7ee3-4ed8-8593-659658aecd35,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:24.781487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:24.787708 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:24.788365 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:24.833378 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c1d9a6-eb82-4ec2-9d6b-7a3786c7cfeb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:24.840703 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-41c1d9a6-eb82-4ec2-9d6b-7a3786c7cfeb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:24.842889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ef8c8317-687b-4fd7-8101-b85f9fdb3834,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:24.861127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:24.865409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:24.869524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52516) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:24.873219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fd763c35-4e8f-48d2-ba9d-829af6028817 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4647734 Aug 09 15:58:24.877622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Request body: {'port': {'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1488231167', 'allowed_address_pairs': [{'ip_address': '2001:db8::3ce', 'mac_address': 'fa:16:3e:3c:1d:0a'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:24.907932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c1d9a6-eb82-4ec2-9d6b-7a3786c7cfeb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:24.932408 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-41c1d9a6-eb82-4ec2-9d6b-7a3786c7cfeb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:24.932814 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-41c1d9a6-eb82-4ec2-9d6b-7a3786c7cfeb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Added segment 6d603596-2c36-4311-a42c-0f78fdab0396 of type vlan for network 34881046-0445-4bc9-83d4-005f6c72585e Aug 09 15:58:24.986410 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-41c1d9a6-eb82-4ec2-9d6b-7a3786c7cfeb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:25.042052 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-41c1d9a6-eb82-4ec2-9d6b-7a3786c7cfeb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:25.050377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c1d9a6-eb82-4ec2-9d6b-7a3786c7cfeb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:25.051680 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-41c1d9a6-eb82-4ec2-9d6b-7a3786c7cfeb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:25.074450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:25.101376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Made reservation on behalf of deddd2b9b14b48be808fe9c616967264 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:25.156577 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-41c1d9a6-eb82-4ec2-9d6b-7a3786c7cfeb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4463105 Aug 09 15:58:25.157085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52522) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:25.163569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ce55cac7-4f67-4c50-b394-8a3f6a942dc4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'subnet': {'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:25.253205 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1d9a6-eb82-4ec2-9d6b-7a3786c7cfeb tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Network': ['ID=34881046-0445-4bc9-83d4-005f6c72585e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:25.385188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:25.387458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 34881046-0445-4bc9-83d4-005f6c72585e details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:25.389517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-779212b9-c3ce-4d23-8728-d284f2999990 None None] Provisioning complete for port ef8c8317-687b-4fd7-8101-b85f9fdb3834 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:25.390029 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-779212b9-c3ce-4d23-8728-d284f2999990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:25.410175 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce55cac7-4f67-4c50-b394-8a3f6a942dc4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:25.414911 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce55cac7-4f67-4c50-b394-8a3f6a942dc4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:25.417252 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:25.454277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Allocated IP 2001:db8::2 (6f9b0794-912e-4740-97ad-ffa44ded996f/c2882dde-dcda-4e69-9dbf-ba018440d5c7/6e681269-c505-49c2-bb04-608143f29190) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:25.511031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e198c-7e33-426b-bed1-4bf9c3c169cc req-d61c42f7-8af1-45d6-9f92-5b8310177297 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:25.512841 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-187e198c-7e33-426b-bed1-4bf9c3c169cc req-d61c42f7-8af1-45d6-9f92-5b8310177297 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1771789 Aug 09 15:58:25.580829 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-187e198c-7e33-426b-bed1-4bf9c3c169cc req-7996a715-c7a8-48ed-860c-306950b7db0f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591900 Aug 09 15:58:25.736231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:58:25.739508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device dcaaf9f9-4025-4dac-b54a-0cfcf75f53ea not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:58:25.831361 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce55cac7-4f67-4c50-b394-8a3f6a942dc4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.003474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55cac7-4f67-4c50-b394-8a3f6a942dc4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Subnet': ['ID=b690f46c-8401-4d05-bdfc-b4aa42f0d345,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:26.048706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55cac7-4f67-4c50-b394-8a3f6a942dc4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Checking segment: {'id': '6d603596-2c36-4311-a42c-0f78fdab0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:26.049982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce55cac7-4f67-4c50-b394-8a3f6a942dc4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network hostable DHCP agents. Network: 34881046-0445-4bc9-83d4-005f6c72585e, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:26.108293 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce55cac7-4f67-4c50-b394-8a3f6a942dc4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 34881046-0445-4bc9-83d4-005f6c72585e is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:26.109257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ef8c8317-687b-4fd7-8101-b85f9fdb3834 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:26.138394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ce55cac7-4f67-4c50-b394-8a3f6a942dc4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 34881046-0445-4bc9-83d4-005f6c72585e) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:26.168390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68229f2d-dc10-4d2c-96c4-cce1702924aa None None] Network 34881046-0445-4bc9-83d4-005f6c72585e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:26.177961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce55cac7-4f67-4c50-b394-8a3f6a942dc4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:26.178648 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce55cac7-4f67-4c50-b394-8a3f6a942dc4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.225541 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ce55cac7-4f67-4c50-b394-8a3f6a942dc4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0673745 Aug 09 15:58:26.228467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52558) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:26.268275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] device_id is not set on port e3712b3e-dd5c-40f5-8c7d-8f5b67e38192 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:26.272931 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-779212b9-c3ce-4d23-8728-d284f2999990 None None] Provisioning for port add7fed8-f455-4b02-a0a7-5ab84b31dc37 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:26.282596 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-779212b9-c3ce-4d23-8728-d284f2999990 None None] Provisioning complete for port add7fed8-f455-4b02-a0a7-5ab84b31dc37 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:26.283511 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-779212b9-c3ce-4d23-8728-d284f2999990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.433435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-779212b9-c3ce-4d23-8728-d284f2999990 None None] Port add7fed8-f455-4b02-a0a7-5ab84b31dc37 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:26.470383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ef8c8317-687b-4fd7-8101-b85f9fdb3834 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:26.471016 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.544406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:58:23Z', 'revision_number': 2, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:23Z', 'revision_number': 2, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:26.607718 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Checking router: 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:26.608080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Updating router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb port add7fed8-f455-4b02-a0a7-5ab84b31dc37 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:58:26.619058 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.657169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Transition to ACTIVE for port object 6e681269-c505-49c2-bb04-608143f29190 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:26.663587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-dd774fde-446b-47da-8faf-791433e2f9ea None None] Provisioning complete for port add7fed8-f455-4b02-a0a7-5ab84b31dc37 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:26.664228 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd774fde-446b-47da-8faf-791433e2f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.720373 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.744948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-34881046-0445-4bc9-83d4-005f6c72585e', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:26.746012 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.942658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Allocated IP 172.21.0.2 (34881046-0445-4bc9-83d4-005f6c72585e/b690f46c-8401-4d05-bdfc-b4aa42f0d345/bf7269b7-c256-4f15-85ca-44273b59d2ed) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:27.091969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Transition to ACTIVE for port object 6e681269-c505-49c2-bb04-608143f29190 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:27.104405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-dd774fde-446b-47da-8faf-791433e2f9ea None None] Port add7fed8-f455-4b02-a0a7-5ab84b31dc37 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:27.127859 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.156561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.166506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fec821-3480-4285-a6a7-d4842f75f1f7 req-a1e481e6-9153-49d2-b17e-0f8b6ca5f5da tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:27.167731 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74fec821-3480-4285-a6a7-d4842f75f1f7 req-a1e481e6-9153-49d2-b17e-0f8b6ca5f5da tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1195078 Aug 09 15:58:27.279890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Allocated IP 2001:db8::139 (6f9b0794-912e-4740-97ad-ffa44ded996f/c2882dde-dcda-4e69-9dbf-ba018440d5c7/e3712b3e-dd5c-40f5-8c7d-8f5b67e38192) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:27.339569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Network 6f9b0794-912e-4740-97ad-ffa44ded996f is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:27.446788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Pushing event updated for resources: {'Port': ['ID=6e681269-c505-49c2-bb04-608143f29190,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:27.449623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:27.452196 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.463928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:27.521123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Transition to ACTIVE for port object bf7269b7-c256-4f15-85ca-44273b59d2ed will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:27.531044 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.555109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Transition to ACTIVE for port object e3712b3e-dd5c-40f5-8c7d-8f5b67e38192 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:27.562090 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Transition to ACTIVE for port object bf7269b7-c256-4f15-85ca-44273b59d2ed will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:27.563746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Attempting to bind port 6e681269-c505-49c2-bb04-608143f29190 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:27.564395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Attempting to bind port 6e681269-c505-49c2-bb04-608143f29190 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '2f7f7a7e-4a3e-4d95-af93-44c521491179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:27.564572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Attempting to bind port 6e681269-c505-49c2-bb04-608143f29190 on network 6f9b0794-912e-4740-97ad-ffa44ded996f {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:27.599996 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.606398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:27.606871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Checking segment: {'id': '2f7f7a7e-4a3e-4d95-af93-44c521491179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:27.607347 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.607825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Bound using segment: {'id': '2f7f7a7e-4a3e-4d95-af93-44c521491179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:27.608559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Bound port: 6e681269-c505-49c2-bb04-608143f29190, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7f7a7e-4a3e-4d95-af93-44c521491179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:27.609167 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.613380 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.712435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Pushing event updated for resources: {'Port': ['ID=bf7269b7-c256-4f15-85ca-44273b59d2ed,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:27.718802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Network 34881046-0445-4bc9-83d4-005f6c72585e is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:27.734233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52606) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:27.745427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:27.746054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Network 6f9b0794-912e-4740-97ad-ffa44ded996f is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:27.748216 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74fec821-3480-4285-a6a7-d4842f75f1f7 req-cd15fede-f85a-4210-a428-ae52c2cd03c0 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5668974 Aug 09 15:58:27.785138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event updated for resources: {'Port': ['ID=e3712b3e-dd5c-40f5-8c7d-8f5b67e38192,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:27.829048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:27.830806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:27.841476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] For port 6e681269-c505-49c2-bb04-608143f29190, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:27.850856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:27.864010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] For port 6e681269-c505-49c2-bb04-608143f29190, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6e681269-c505-49c2-bb04-608143f29190,segment=NetworkSegment(2f7f7a7e-4a3e-4d95-af93-44c521491179),segment_id=2f7f7a7e-4a3e-4d95-af93-44c521491179)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:27.885435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:27.886846 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.887681 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.920525 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a325e9fc-eed7-4fbd-b101-51c508c2595e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.0494556 Aug 09 15:58:27.921474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52610) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:27.992781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4df520-e0b9-4a31-9eb0-736965e6ac92 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:27.999580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4df520-e0b9-4a31-9eb0-736965e6ac92 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:28.007798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4df520-e0b9-4a31-9eb0-736965e6ac92 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:28.014741 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3b4df520-e0b9-4a31-9eb0-736965e6ac92 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.0917571 Aug 09 15:58:28.015405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52616) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:28.015881 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Allocated IP 172.21.0.1 (34881046-0445-4bc9-83d4-005f6c72585e/b690f46c-8401-4d05-bdfc-b4aa42f0d345/4f4f292a-fc4d-498f-b317-924b31e8d351) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:28.138475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Attempting to bind port bf7269b7-c256-4f15-85ca-44273b59d2ed on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:28.139251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Attempting to bind port bf7269b7-c256-4f15-85ca-44273b59d2ed by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '6d603596-2c36-4311-a42c-0f78fdab0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:28.139251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Attempting to bind port bf7269b7-c256-4f15-85ca-44273b59d2ed on network 34881046-0445-4bc9-83d4-005f6c72585e {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:28.198465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:28.198908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Checking segment: {'id': '6d603596-2c36-4311-a42c-0f78fdab0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:28.199258 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.199680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Bound using segment: {'id': '6d603596-2c36-4311-a42c-0f78fdab0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:28.200133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Bound port: bf7269b7-c256-4f15-85ca-44273b59d2ed, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d603596-2c36-4311-a42c-0f78fdab0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:28.200534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.235285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a6a23-d931-4a35-968d-55876e4df430 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Deleting port e3712b3e-dd5c-40f5-8c7d-8f5b67e38192 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:28.235779 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6a23-d931-4a35-968d-55876e4df430 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.280371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f2753-488c-4213-bc80-b49fabcf5458 None None] Pushing event updated for resources: {'Port': ['ID=6e681269-c505-49c2-bb04-608143f29190,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:28.317836 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.356155 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Transition to ACTIVE for port object add7fed8-f455-4b02-a0a7-5ab84b31dc37 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:28.376957 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.389481 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.403362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] For port bf7269b7-c256-4f15-85ca-44273b59d2ed, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:28.417843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6a23-d931-4a35-968d-55876e4df430 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.428486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Transition to ACTIVE for port object 4f4f292a-fc4d-498f-b317-924b31e8d351 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:28.433848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a6a23-d931-4a35-968d-55876e4df430 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Calling delete_port for e3712b3e-dd5c-40f5-8c7d-8f5b67e38192 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:28.455054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] For port bf7269b7-c256-4f15-85ca-44273b59d2ed, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bf7269b7-c256-4f15-85ca-44273b59d2ed,segment=NetworkSegment(6d603596-2c36-4311-a42c-0f78fdab0396),segment_id=6d603596-2c36-4311-a42c-0f78fdab0396)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:28.480614 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.490752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feb947-85fb-4a22-8964-d12a8be4d48c None None] Pushing event updated for resources: {'Port': ['ID=add7fed8-f455-4b02-a0a7-5ab84b31dc37,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:28.540690 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.690171 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 34881046-0445-4bc9-83d4-005f6c72585e is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:28.698566 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:28.701731 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:28.728003 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6a23-d931-4a35-968d-55876e4df430 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.748164 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=4f4f292a-fc4d-498f-b317-924b31e8d351,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:28.766582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8343475-2651-4234-81fb-fbb2d7e835b1 None None] Pushing event updated for resources: {'Port': ['ID=bf7269b7-c256-4f15-85ca-44273b59d2ed,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:28.772124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Attempting to bind port add7fed8-f455-4b02-a0a7-5ab84b31dc37 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:28.775313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Attempting to bind port add7fed8-f455-4b02-a0a7-5ab84b31dc37 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4e25eebd-4f89-4608-a6d9-5807490b0ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:28.776039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Attempting to bind port add7fed8-f455-4b02-a0a7-5ab84b31dc37 on network 12465896-c5f7-4d71-a0a6-7ed0adc5db77 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:28.782479 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-edcfb912-3ab6-4d44-bd11-0e62de765f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.784226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:28.784676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Checking segment: {'id': '4e25eebd-4f89-4608-a6d9-5807490b0ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:28.784873 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.785032 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.788665 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Bound using segment: {'id': '4e25eebd-4f89-4608-a6d9-5807490b0ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:28.789196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Bound port: add7fed8-f455-4b02-a0a7-5ab84b31dc37, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e25eebd-4f89-4608-a6d9-5807490b0ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:28.793089 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.919628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a6a23-d931-4a35-968d-55876e4df430 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event deleted for resources: {'Port': ['ID=e3712b3e-dd5c-40f5-8c7d-8f5b67e38192,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:28.925161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5eaba180-e106-4ae3-9d53-cfa0644c449e details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:58:29.079184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be1f63-14f1-45d8-86f2-952eef57718b req-bb38e4cf-6fd0-4d75-a301-182dce8cb75f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:29.091140 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5be1f63-14f1-45d8-86f2-952eef57718b req-bb38e4cf-6fd0-4d75-a301-182dce8cb75f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1328092 Aug 09 15:58:29.170604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] For port add7fed8-f455-4b02-a0a7-5ab84b31dc37, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:29.193281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] For port add7fed8-f455-4b02-a0a7-5ab84b31dc37, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=add7fed8-f455-4b02-a0a7-5ab84b31dc37,segment=NetworkSegment(4e25eebd-4f89-4608-a6d9-5807490b0ada),segment_id=4e25eebd-4f89-4608-a6d9-5807490b0ada)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:29.200874 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.202389 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6a23-d931-4a35-968d-55876e4df430 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.204735 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ce8a6a23-d931-4a35-968d-55876e4df430 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "DELETE /v2.0/ports/e3712b3e-dd5c-40f5-8c7d-8f5b67e38192 HTTP/1.1" status: 204 len: 168 time: 1.1883638 Aug 09 15:58:29.209316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52626) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:29.254018 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.262858 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-356d7d9f-6953-4333-8b5b-9a8c3035e0f3 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] GET failed (client error): The resource could not be found. Aug 09 15:58:29.264972 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-356d7d9f-6953-4333-8b5b-9a8c3035e0f3 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "GET /v2.0/ports/e3712b3e-dd5c-40f5-8c7d-8f5b67e38192 HTTP/1.1" status: 404 len: 333 time: 0.0533736 Aug 09 15:58:29.270595 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52630) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:29.278837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Request body: {'port': {'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1092725244'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:29.304595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feb947-85fb-4a22-8964-d12a8be4d48c None None] Pushing event updated for resources: {'Port': ['ID=add7fed8-f455-4b02-a0a7-5ab84b31dc37,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:29.339312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5be1f63-14f1-45d8-86f2-952eef57718b req-f8db26a4-6ab3-4aaf-b82a-9016009d16b8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422895 Aug 09 15:58:29.359952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:29.361121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:29.537462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:29.612747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'port_id': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'mac_address': 'fa:16:3e:fa:7e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:58:29.816344 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-edcfb912-3ab6-4d44-bd11-0e62de765f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.832191 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:29.868143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-edcfb912-3ab6-4d44-bd11-0e62de765f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.969272 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-edcfb912-3ab6-4d44-bd11-0e62de765f3f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b6997f45f7af4bdb9c8433673a7f2b90&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2323229 Aug 09 15:58:29.971476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52650) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:30.052870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Made reservation on behalf of deddd2b9b14b48be808fe9c616967264 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:30.057571 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.115868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] device_id is not set on port 9d9227cc-c744-4c32-83d8-5bdaef4450b0 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:30.130519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfb912-3ab6-4d44-bd11-0e62de765f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21f71d6-a788-4a74-bd68-996e5cfda722,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:30.151962 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.170612 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.212088 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72a2783d-b80f-443c-ae0d-4fddd4112f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.271218 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.289891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72a2783d-b80f-443c-ae0d-4fddd4112f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.305424 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.366652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c2feb8-0d9f-4e00-919c-b4b85fb6a92f None None] Network 6f9b0794-912e-4740-97ad-ffa44ded996f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:30.368614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6e681269-c505-49c2-bb04-608143f29190 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:30.398438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Allocated IP 2001:db8::2ee (6f9b0794-912e-4740-97ad-ffa44ded996f/c2882dde-dcda-4e69-9dbf-ba018440d5c7/9d9227cc-c744-4c32-83d8-5bdaef4450b0) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:30.484735 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72a2783d-b80f-443c-ae0d-4fddd4112f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.488063 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-72a2783d-b80f-443c-ae0d-4fddd4112f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.491038 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-72a2783d-b80f-443c-ae0d-4fddd4112f6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a21f71d6-a788-4a74-bd68-996e5cfda722 HTTP/1.1" status: 204 len: 168 time: 0.5184126 Aug 09 15:58:30.531394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2783d-b80f-443c-ae0d-4fddd4112f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21f71d6-a788-4a74-bd68-996e5cfda722,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:30.646924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5eaba180-e106-4ae3-9d53-cfa0644c449e {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:58:30.673482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=4f4f292a-fc4d-498f-b317-924b31e8d351,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:30.747930 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.778563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Transition to ACTIVE for port object 9d9227cc-c744-4c32-83d8-5bdaef4450b0 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:30.802891 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7ebe2-46c6-4801-978d-0d23039d648e req-70576d33-d611-4185-8e1a-d0bc6d6cd563 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:30.804544 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e0a7ebe2-46c6-4801-978d-0d23039d648e req-70576d33-d611-4185-8e1a-d0bc6d6cd563 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.2330260 Aug 09 15:58:30.834772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:30.855387 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.870224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network 34881046-0445-4bc9-83d4-005f6c72585e is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:30.873706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:30.892437 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.895267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d12c5bb-36cd-4958-9e9a-bcb270af49e8 None None] Network 34881046-0445-4bc9-83d4-005f6c72585e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:30.996178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Network 6f9b0794-912e-4740-97ad-ffa44ded996f is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:31.018146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event updated for resources: {'Port': ['ID=9d9227cc-c744-4c32-83d8-5bdaef4450b0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:31.026391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:31.032262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:31.041157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:31.043352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.077807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-45eaf427-4f17-4f60-b641-6e1ef177388d tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8057680 Aug 09 15:58:31.080246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52678) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:31.091896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7d741d22-2378-4e85-a56b-94f0fd0c01b3 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ce', 'mac_address': 'fa:16:3e:3c:1d:0a'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:31.111502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a7a5e13d-02f5-40fe-ab98-f99ac7d88bd6 None None] Provisioning for port 6e681269-c505-49c2-bb04-608143f29190 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:31.123247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:31.150205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e0a7ebe2-46c6-4801-978d-0d23039d648e req-e6d3c817-4716-414d-9ce4-9113c884e50b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3338294 Aug 09 15:58:31.227024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5eaba180-e106-4ae3-9d53-cfa0644c449e'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:58:31.339581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52690) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:31.360825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 6e681269-c505-49c2-bb04-608143f29190 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:31.386348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9425d1a3-c22b-451e-aa32-b22581e46d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.413881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6e681269-c505-49c2-bb04-608143f29190 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:31.414536 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.421471 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d741d22-2378-4e85-a56b-94f0fd0c01b3 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.468851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:31.501992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5eaba180-e106-4ae3-9d53-cfa0644c449e,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:31.512715 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e7d29b56-87ee-4320-abee-8732c3d572de tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2825472 Aug 09 15:58:31.512929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52694) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:31.521523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-48c60894-4e7b-4ebb-8d49-0ea571b5cf76 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1718427762'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:31.523102 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.523465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.523816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.524317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.524713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.525064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.525399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.525837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.527803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.527803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.527803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.527803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:31.573791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7034ca1a-8acd-4d33-ac91-8a4628115731 None None] Provisioning for port bf7269b7-c256-4f15-85ca-44273b59d2ed completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:31.737723 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9425d1a3-c22b-451e-aa32-b22581e46d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.748046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9425d1a3-c22b-451e-aa32-b22581e46d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.822904 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9425d1a3-c22b-451e-aa32-b22581e46d21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f0747a5328b42b6a629553e8d4da91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4784286 Aug 09 15:58:31.824152 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425d1a3-c22b-451e-aa32-b22581e46d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a264af2-de89-4534-92b5-5edeb053b12e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:31.827094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52700) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:31.863431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c60894-4e7b-4ebb-8d49-0ea571b5cf76 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:31.869283 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48c60894-4e7b-4ebb-8d49-0ea571b5cf76 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.906554 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d741d22-2378-4e85-a56b-94f0fd0c01b3 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.909765 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66d8eff5-4245-497f-97df-8a1ed1ab071f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.927416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:58:29Z', 'revision_number': 3, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:28Z', 'revision_number': 1, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:29Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:31.939302 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d741d22-2378-4e85-a56b-94f0fd0c01b3 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:31.992486 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66d8eff5-4245-497f-97df-8a1ed1ab071f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.012648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d741d22-2378-4e85-a56b-94f0fd0c01b3 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event updated for resources: {'Port': ['ID=9d9227cc-c744-4c32-83d8-5bdaef4450b0,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:32.032827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7d741d22-2378-4e85-a56b-94f0fd0c01b3 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] In _notify_port_updated(), no bound segment for port 9d9227cc-c744-4c32-83d8-5bdaef4450b0 on network 6f9b0794-912e-4740-97ad-ffa44ded996f {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:58:32.051273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d741d22-2378-4e85-a56b-94f0fd0c01b3 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:32.052089 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7d741d22-2378-4e85-a56b-94f0fd0c01b3 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.053455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7d741d22-2378-4e85-a56b-94f0fd0c01b3 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "PUT /v2.0/ports/9d9227cc-c744-4c32-83d8-5bdaef4450b0 HTTP/1.1" status: 200 len: 1003 time: 0.9720919 Aug 09 15:58:32.060484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52706) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:32.073209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c60894-4e7b-4ebb-8d49-0ea571b5cf76 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:32.085953 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.095987 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48c60894-4e7b-4ebb-8d49-0ea571b5cf76 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.096761 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-48c60894-4e7b-4ebb-8d49-0ea571b5cf76 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Added segment 4d542870-f890-434e-b9ac-8294820cbe22 of type vlan for network a2bc4c9a-7587-484c-8639-1046949012a5 Aug 09 15:58:32.210641 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66d8eff5-4245-497f-97df-8a1ed1ab071f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.220004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66d8eff5-4245-497f-97df-8a1ed1ab071f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.232140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48c60894-4e7b-4ebb-8d49-0ea571b5cf76 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.244876 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-66d8eff5-4245-497f-97df-8a1ed1ab071f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4a264af2-de89-4534-92b5-5edeb053b12e HTTP/1.1" status: 204 len: 168 time: 0.3964372 Aug 09 15:58:32.293374 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab47df4-faa8-4c76-a2ea-4c461893deff None None] The sync data for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 is: [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:58:29Z', 'revision_number': 3, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:28Z', 'revision_number': 1, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:29Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:32.307713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8eff5-4245-497f-97df-8a1ed1ab071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a264af2-de89-4534-92b5-5edeb053b12e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:32.336021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-81c6bafc-c8eb-45b8-954e-32c0ca3aacbf tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Deleting port 9d9227cc-c744-4c32-83d8-5bdaef4450b0 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:32.336305 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81c6bafc-c8eb-45b8-954e-32c0ca3aacbf tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.347143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48c60894-4e7b-4ebb-8d49-0ea571b5cf76 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.369234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c60894-4e7b-4ebb-8d49-0ea571b5cf76 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:32.372640 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48c60894-4e7b-4ebb-8d49-0ea571b5cf76 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.466405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 6e681269-c505-49c2-bb04-608143f29190, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6e681269-c505-49c2-bb04-608143f29190,segment=NetworkSegment(2f7f7a7e-4a3e-4d95-af93-44c521491179),segment_id=2f7f7a7e-4a3e-4d95-af93-44c521491179)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:32.481023 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.487115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bf7269b7-c256-4f15-85ca-44273b59d2ed up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:32.716131 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-48c60894-4e7b-4ebb-8d49-0ea571b5cf76 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2018106 Aug 09 15:58:32.718310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52720) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:32.719858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c60894-4e7b-4ebb-8d49-0ea571b5cf76 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Network': ['ID=a2bc4c9a-7587-484c-8639-1046949012a5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:32.740580 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ff8db3f2-29f2-4592-87d9-2ae4b1e4cc97 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'subnet': {'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:32.764113 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network a2bc4c9a-7587-484c-8639-1046949012a5 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:32.771178 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port bf7269b7-c256-4f15-85ca-44273b59d2ed completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:32.775714 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=6e681269-c505-49c2-bb04-608143f29190,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:33.067217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port bf7269b7-c256-4f15-85ca-44273b59d2ed triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:33.067622 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.079092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502708-9e88-4542-b7e4-fd0cdfe2b49c req-aee44d7e-8bfd-483c-a111-71a4bd910a73 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:33.081063 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-56502708-9e88-4542-b7e4-fd0cdfe2b49c req-aee44d7e-8bfd-483c-a111-71a4bd910a73 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 944 time: 0.7324533 Aug 09 15:58:33.102850 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-8d1af0fb-a52b-49cd-9fe9-c7eb1d335df5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7903678 Aug 09 15:58:33.191990 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5eaba180-e106-4ae3-9d53-cfa0644c449e up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:33.258664 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81c6bafc-c8eb-45b8-954e-32c0ca3aacbf tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.330385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-acfa45e9-0192-4b1f-b157-775ce8004317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:33.340444 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-acfa45e9-0192-4b1f-b157-775ce8004317 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 1096 time: 0.2047250 Aug 09 15:58:33.341135 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-56502708-9e88-4542-b7e4-fd0cdfe2b49c req-64b9b890-57da-4e7a-99c8-3cf1f529548a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506239 Aug 09 15:58:33.358309 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-81c6bafc-c8eb-45b8-954e-32c0ca3aacbf tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Calling delete_port for 9d9227cc-c744-4c32-83d8-5bdaef4450b0 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:33.384848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8db3f2-29f2-4592-87d9-2ae4b1e4cc97 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:33.397030 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8db3f2-29f2-4592-87d9-2ae4b1e4cc97 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.485630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Provisioning complete for port 6e681269-c505-49c2-bb04-608143f29190 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:33.486125 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.699473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-d6ff1885-6441-4434-99c0-d207e35e94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:33.701226 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-d6ff1885-6441-4434-99c0-d207e35e94ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.3260298 Aug 09 15:58:33.772344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 5eaba180-e106-4ae3-9d53-cfa0644c449e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:33.776806 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.858906 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-05d6f8b4-0de5-481f-89a7-5da68e9a084c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb82bc55-5633-41e7-aca5-e4c11ab8deeb HTTP/1.1" status: 200 len: 217 time: 0.1461396 Aug 09 15:58:34.013375 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.125378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-38d4e6a7-2c52-47a5-91c8-ca8d210c659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:34.127545 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-38d4e6a7-2c52-47a5-91c8-ca8d210c659b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.2609658 Aug 09 15:58:34.351919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-b577af59-569b-4936-b9a6-2a016af848ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:34.357288 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-b577af59-569b-4936-b9a6-2a016af848ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2036881 Aug 09 15:58:34.371646 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-87503ef1-bb9d-42e0-a428-8214ffcd57aa service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:58:34.372689 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-87503ef1-bb9d-42e0-a428-8214ffcd57aa service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071359 Aug 09 15:58:34.408603 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81c6bafc-c8eb-45b8-954e-32c0ca3aacbf tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.625733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6bafc-c8eb-45b8-954e-32c0ca3aacbf tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event deleted for resources: {'Port': ['ID=9d9227cc-c744-4c32-83d8-5bdaef4450b0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:34.751438 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-3d331823-e3b5-4ae7-9c47-d63644cc704d service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675396 Aug 09 15:58:34.878077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port bf7269b7-c256-4f15-85ca-44273b59d2ed, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bf7269b7-c256-4f15-85ca-44273b59d2ed,segment=NetworkSegment(6d603596-2c36-4311-a42c-0f78fdab0396),segment_id=6d603596-2c36-4311-a42c-0f78fdab0396)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:34.899459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Provisioning for port f3334289-7ee3-4ed8-8593-659658aecd35 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:34.988251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Provisioning complete for port f3334289-7ee3-4ed8-8593-659658aecd35 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:34.994215 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.996349 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.116507 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-faf41de8-aa87-41d1-8677-d05ab84d28ac req-5a1eb255-7161-453f-b45f-403a0d9cf1fe service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495021 Aug 09 15:58:35.208608 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.254845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d874ab-5264-42c4-b149-138326210bb5 req-7c18f577-aacd-49d7-8a21-88cf18dbb6b5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:35.258807 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82d874ab-5264-42c4-b149-138326210bb5 req-7c18f577-aacd-49d7-8a21-88cf18dbb6b5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 944 time: 0.6971238 Aug 09 15:58:35.275952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Port f3334289-7ee3-4ed8-8593-659658aecd35 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:35.317363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81c6bafc-c8eb-45b8-954e-32c0ca3aacbf tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.322328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52766) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:35.332373 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-81c6bafc-c8eb-45b8-954e-32c0ca3aacbf tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "DELETE /v2.0/ports/9d9227cc-c744-4c32-83d8-5bdaef4450b0 HTTP/1.1" status: 204 len: 168 time: 3.2691846 Aug 09 15:58:35.352538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=bf7269b7-c256-4f15-85ca-44273b59d2ed,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:35.375714 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:35.379705 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ce52c8-d0be-4b06-bf19-d0c5c7e67dce" -d '{"events": [{"server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "name": "network-vif-plugged", "status": "completed", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:35.404841 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ee874f-d26d-4934-bb3c-f6328839ac1a tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] GET failed (client error): The resource could not be found. Aug 09 15:58:35.417994 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-82ee874f-d26d-4934-bb3c-f6328839ac1a tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "GET /v2.0/ports/9d9227cc-c744-4c32-83d8-5bdaef4450b0 HTTP/1.1" status: 404 len: 333 time: 0.0939915 Aug 09 15:58:35.419016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52776) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:35.426783 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8db3f2-29f2-4592-87d9-2ae4b1e4cc97 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.433266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Request body: {'port': {'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1461011717'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:35.434282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:35.436881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Provisioning complete for port bf7269b7-c256-4f15-85ca-44273b59d2ed triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:35.437089 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.441028 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.477812 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device add7fed8-f455-4b02-a0a7-5ab84b31dc37 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:35.596011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5eaba180-e106-4ae3-9d53-cfa0644c449e,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:35.658128 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82d874ab-5264-42c4-b149-138326210bb5 req-e067ff7d-f8a9-4c92-aa46-03d13bbf1ed2 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607311 Aug 09 15:58:35.709101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8db3f2-29f2-4592-87d9-2ae4b1e4cc97 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Subnet': ['ID=fb2a4dd1-f906-47e3-a664-578a5cd74cfe,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:35.751206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8db3f2-29f2-4592-87d9-2ae4b1e4cc97 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Checking segment: {'id': '4d542870-f890-434e-b9ac-8294820cbe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:35.751593 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8db3f2-29f2-4592-87d9-2ae4b1e4cc97 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network hostable DHCP agents. Network: a2bc4c9a-7587-484c-8639-1046949012a5, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:35.753564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port add7fed8-f455-4b02-a0a7-5ab84b31dc37 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:35.781341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port add7fed8-f455-4b02-a0a7-5ab84b31dc37 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:35.782810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.814430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8db3f2-29f2-4592-87d9-2ae4b1e4cc97 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network a2bc4c9a-7587-484c-8639-1046949012a5 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:35.833810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ff8db3f2-29f2-4592-87d9-2ae4b1e4cc97 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, a2bc4c9a-7587-484c-8639-1046949012a5) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:35.857258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Made reservation on behalf of deddd2b9b14b48be808fe9c616967264 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:35.860242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8db3f2-29f2-4592-87d9-2ae4b1e4cc97 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:35.861282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8db3f2-29f2-4592-87d9-2ae4b1e4cc97 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.873856 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:35.900252 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828fd882-6dff-44d4-b172-9e2a6238729f None None] Network a2bc4c9a-7587-484c-8639-1046949012a5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:35.903024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ff8db3f2-29f2-4592-87d9-2ae4b1e4cc97 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1726539 Aug 09 15:58:35.908719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52780) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:35.961532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] device_id is not set on port 7045ba93-33fa-4f83-9921-eb5b8172ee66 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:36.044424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Could not find standard attr ID for object 9d9227cc-c744-4c32-83d8-5bdaef4450b0. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:58:36.062876 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da46e7e9-bd45-466f-9f70-230014f7e1e0 x-openstack-request-id: req-da46e7e9-bd45-466f-9f70-230014f7e1e0 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:36.063169 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "name": "network-vif-plugged", "status": "completed", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:36.063416 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da46e7e9-bd45-466f-9f70-230014f7e1e0 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:36.063880 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'code': 200} Aug 09 15:58:36.218475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Provisioning for port 4f4f292a-fc4d-498f-b317-924b31e8d351 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:36.259346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Provisioning complete for port 4f4f292a-fc4d-498f-b317-924b31e8d351 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:36.259726 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.378221 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Sync routers for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:36.401876 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:36.402537 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:36.457321 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.462590 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Allocated IP 2001:db8::28 (6f9b0794-912e-4740-97ad-ffa44ded996f/c2882dde-dcda-4e69-9dbf-ba018440d5c7/7045ba93-33fa-4f83-9921-eb5b8172ee66) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:36.643544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port add7fed8-f455-4b02-a0a7-5ab84b31dc37, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=add7fed8-f455-4b02-a0a7-5ab84b31dc37,segment=NetworkSegment(4e25eebd-4f89-4608-a6d9-5807490b0ada),segment_id=4e25eebd-4f89-4608-a6d9-5807490b0ada)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:36.650686 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-96a81757-4f5e-4366-ac3d-b6f36d6d22e9 None None] Port 4f4f292a-fc4d-498f-b317-924b31e8d351 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:36.670396 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.672241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6e681269-c505-49c2-bb04-608143f29190 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:36.729154 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:36.815992 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:36.870270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Transition to ACTIVE for port object 7045ba93-33fa-4f83-9921-eb5b8172ee66 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:36.943423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.038474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cc4455cc-21a9-43fd-821b-bc48e4c38cca None None] Could not find standard attr ID for object e3712b3e-dd5c-40f5-8c7d-8f5b67e38192. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:58:37.096554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Network 6f9b0794-912e-4740-97ad-ffa44ded996f is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:37.114109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:37.134401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event updated for resources: {'Port': ['ID=7045ba93-33fa-4f83-9921-eb5b8172ee66,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:37.141947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cc4455cc-21a9-43fd-821b-bc48e4c38cca None None] Provisioning complete for port f3334289-7ee3-4ed8-8593-659658aecd35 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:37.153491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:37.157736 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cc4455cc-21a9-43fd-821b-bc48e4c38cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.173778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:37.181627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.241786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=add7fed8-f455-4b02-a0a7-5ab84b31dc37,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:37.263054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-a2bc4c9a-7587-484c-8639-1046949012a5', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:37.268848 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.274019 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.363035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3ffad-fef0-4467-9760-a3d657404584 req-b14e10fa-9d6b-4b31-9b68-c24b1846bf1e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:37.376108 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9ee3ffad-fef0-4467-9760-a3d657404584 req-b14e10fa-9d6b-4b31-9b68-c24b1846bf1e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.4467883 Aug 09 15:58:37.397260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6e681269-c505-49c2-bb04-608143f29190 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:37.398021 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.403731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-cc4455cc-21a9-43fd-821b-bc48e4c38cca None None] Port f3334289-7ee3-4ed8-8593-659658aecd35 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:37.405135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-18b7438f-2528-468e-b772-78d8e0b6238e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9854650 Aug 09 15:58:37.445783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52808) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:37.473716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b382cb00-fe60-40fc-b592-88f3bf777f89 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3c:1d:0a'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:37.502676 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:58:29Z', 'revision_number': 3, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:29Z', 'revision_number': 2, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:29Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:37.614081 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Checking router: 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:37.614509 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Updating router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb port 4f4f292a-fc4d-498f-b317-924b31e8d351 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:58:37.718432 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.866022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cc4455cc-21a9-43fd-821b-bc48e4c38cca None None] Provisioning complete for port 4f4f292a-fc4d-498f-b317-924b31e8d351 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:37.866433 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cc4455cc-21a9-43fd-821b-bc48e4c38cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.994285 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c08ec80a-d209-48d3-8a28-07402b86c641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:38.046371 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b382cb00-fe60-40fc-b592-88f3bf777f89 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:38.103081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-cc4455cc-21a9-43fd-821b-bc48e4c38cca None None] Port 4f4f292a-fc4d-498f-b317-924b31e8d351 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:38.115158 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9ee3ffad-fef0-4467-9760-a3d657404584 req-f9dc4d68-a10e-47ac-b271-768c6e46d5c9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7287955 Aug 09 15:58:38.134613 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cc4455cc-21a9-43fd-821b-bc48e4c38cca None None] Could not find standard attr ID for object 9d9227cc-c744-4c32-83d8-5bdaef4450b0. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 15:58:38.151585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Allocated IP 172.22.0.2 (a2bc4c9a-7587-484c-8639-1046949012a5/fb2a4dd1-f906-47e3-a664-578a5cd74cfe/a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:38.664314 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b9e5878d-68a5-4713-8161-e10120fdf019 None None] Provisioning for port 7045ba93-33fa-4f83-9921-eb5b8172ee66 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:38.711140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b9e5878d-68a5-4713-8161-e10120fdf019 None None] Provisioning complete for port 7045ba93-33fa-4f83-9921-eb5b8172ee66 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:38.711535 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b9e5878d-68a5-4713-8161-e10120fdf019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:38.778472 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b382cb00-fe60-40fc-b592-88f3bf777f89 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:38.803408 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b382cb00-fe60-40fc-b592-88f3bf777f89 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:38.857819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bf7269b7-c256-4f15-85ca-44273b59d2ed up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:38.935287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b382cb00-fe60-40fc-b592-88f3bf777f89 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] In _notify_port_updated(), no bound segment for port 7045ba93-33fa-4f83-9921-eb5b8172ee66 on network 6f9b0794-912e-4740-97ad-ffa44ded996f {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:58:38.946569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b382cb00-fe60-40fc-b592-88f3bf777f89 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:38.950393 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b382cb00-fe60-40fc-b592-88f3bf777f89 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:38.954904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52834) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:38.958364 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b382cb00-fe60-40fc-b592-88f3bf777f89 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "PUT /v2.0/ports/7045ba93-33fa-4f83-9921-eb5b8172ee66 HTTP/1.1" status: 200 len: 1002 time: 1.4900670 Aug 09 15:58:38.978289 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.047238 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Transition to ACTIVE for port object 4f4f292a-fc4d-498f-b317-924b31e8d351 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:39.048550 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382cb00-fe60-40fc-b592-88f3bf777f89 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event updated for resources: {'Port': ['ID=7045ba93-33fa-4f83-9921-eb5b8172ee66,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:39.069394 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.474510 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Pushing event updated for resources: {'Port': ['ID=4f4f292a-fc4d-498f-b317-924b31e8d351,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:39.545380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-697ca1eb-333a-4210-9e20-c276dd692d92 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Deleting port 7045ba93-33fa-4f83-9921-eb5b8172ee66 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:39.554679 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-697ca1eb-333a-4210-9e20-c276dd692d92 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.650315 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.695136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Transition to ACTIVE for port object a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:39.738989 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:39.751094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Transition to ACTIVE for port object a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:39.759792 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:39.768767 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:39.771216 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:39.774326 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:39.774967 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:39.776127 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:39.783838 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:39.787124 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:39.789495 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:39.791992 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:39.793618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-01ec2ab7-9c69-4ff3-885b-571d29c90d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:39.794755 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:39.796782 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.803691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-01ec2ab7-9c69-4ff3-885b-571d29c90d94 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 1096 time: 1.0158706 Aug 09 15:58:39.866184 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Attempting to bind port 4f4f292a-fc4d-498f-b317-924b31e8d351 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:39.866965 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Attempting to bind port 4f4f292a-fc4d-498f-b317-924b31e8d351 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '6d603596-2c36-4311-a42c-0f78fdab0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:39.871729 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Attempting to bind port 4f4f292a-fc4d-498f-b317-924b31e8d351 on network 34881046-0445-4bc9-83d4-005f6c72585e {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:39.887787 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:39.891775 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Checking segment: {'id': '6d603596-2c36-4311-a42c-0f78fdab0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:39.892382 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.899588 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Bound using segment: {'id': '6d603596-2c36-4311-a42c-0f78fdab0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:39.900382 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Bound port: 4f4f292a-fc4d-498f-b317-924b31e8d351, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d603596-2c36-4311-a42c-0f78fdab0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:39.900938 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.921619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63642d-03a3-4a81-b399-93df7f256878 req-5546297c-b3cd-4736-ae17-be169af42e6a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:39.931278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c63642d-03a3-4a81-b399-93df7f256878 req-5546297c-b3cd-4736-ae17-be169af42e6a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.4927056 Aug 09 15:58:39.938827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5878d-68a5-4713-8161-e10120fdf019 None None] Port 7045ba93-33fa-4f83-9921-eb5b8172ee66 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:39.966433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Network a2bc4c9a-7587-484c-8639-1046949012a5 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:39.971679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:39.979665 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:40.059710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Pushing event updated for resources: {'Port': ['ID=a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:40.093564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port bf7269b7-c256-4f15-85ca-44273b59d2ed triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:40.096106 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.108267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Allocated IP 172.22.0.1 (a2bc4c9a-7587-484c-8639-1046949012a5/fb2a4dd1-f906-47e3-a664-578a5cd74cfe/7261896f-2b24-47e8-891c-ba17d3536c9d) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:40.156617 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] For port 4f4f292a-fc4d-498f-b317-924b31e8d351, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:40.170104 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] For port 4f4f292a-fc4d-498f-b317-924b31e8d351, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4f4f292a-fc4d-498f-b317-924b31e8d351,segment=NetworkSegment(6d603596-2c36-4311-a42c-0f78fdab0396),segment_id=6d603596-2c36-4311-a42c-0f78fdab0396)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:40.180802 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.260454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-a46dd2aa-93fa-4aac-9fd5-f25c762a5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:40.262528 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-a46dd2aa-93fa-4aac-9fd5-f25c762a5c0c service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 918 time: 0.4162028 Aug 09 15:58:40.444586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8501c5dc-df13-4394-aceb-0a167fe93423 None None] Provisioning complete for port 7045ba93-33fa-4f83-9921-eb5b8172ee66 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:40.445398 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8501c5dc-df13-4394-aceb-0a167fe93423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.449716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Attempting to bind port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:40.450301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Attempting to bind port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4d542870-f890-434e-b9ac-8294820cbe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:40.454113 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Attempting to bind port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 on network a2bc4c9a-7587-484c-8639-1046949012a5 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:40.495645 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faed183-b14f-4a22-a48c-6063bb070338 None None] Pushing event updated for resources: {'Port': ['ID=4f4f292a-fc4d-498f-b317-924b31e8d351,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:40.507249 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c63642d-03a3-4a81-b399-93df7f256878 req-21c7400b-66af-4a84-9c01-471031b1a69a tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5101407 Aug 09 15:58:40.509390 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:40.512740 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:40.559055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-ebc7b3d7-4df7-4b44-a975-de316bc97737 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e HTTP/1.1" status: 200 len: 1001 time: 0.2787001 Aug 09 15:58:40.591403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:40.591801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Checking segment: {'id': '4d542870-f890-434e-b9ac-8294820cbe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:40.592194 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.593021 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Bound using segment: {'id': '4d542870-f890-434e-b9ac-8294820cbe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:40.593144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Bound port: a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d542870-f890-434e-b9ac-8294820cbe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:40.593453 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.721412 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-71490b58-25d9-4eff-9de6-946da1bca759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:40.748027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-314e9ef1-e52d-4919-8c34-0403df8a2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:40.749549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-314e9ef1-e52d-4919-8c34-0403df8a2aca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 200 len: 856 time: 0.1823492 Aug 09 15:58:40.904752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-7a885984-40e1-4f6c-92af-4ae358007ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:40.911081 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-7a885984-40e1-4f6c-92af-4ae358007ef1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513228 Aug 09 15:58:40.923352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-afe4c223-acbc-46ad-8dc8-0d753860c43a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:58:40.928442 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-afe4c223-acbc-46ad-8dc8-0d753860c43a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103059 Aug 09 15:58:40.936459 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:40.969225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8501c5dc-df13-4394-aceb-0a167fe93423 None None] Port 7045ba93-33fa-4f83-9921-eb5b8172ee66 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:40.976037 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device add7fed8-f455-4b02-a0a7-5ab84b31dc37 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:41.172549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-63c1849e-8746-460c-b031-9b74ce51c07b service neutron] 10.222.0.53 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365229 Aug 09 15:58:41.245081 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.418075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] For port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:41.455008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83ffeb69-efaa-4bae-81ca-9e70a1862ed4 req-6214b4a6-74e3-4b75-be4e-eafccc86757b service neutron] 10.222.0.53 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737820 Aug 09 15:58:41.610436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port add7fed8-f455-4b02-a0a7-5ab84b31dc37 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:41.610822 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.627101 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-697ca1eb-333a-4210-9e20-c276dd692d92 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.671183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-697ca1eb-333a-4210-9e20-c276dd692d92 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Calling delete_port for 7045ba93-33fa-4f83-9921-eb5b8172ee66 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:41.699438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] For port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894,segment=NetworkSegment(4d542870-f890-434e-b9ac-8294820cbe22),segment_id=4d542870-f890-434e-b9ac-8294820cbe22)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:41.751509 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:58:29Z', 'revision_number': 3, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:40Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:41.799902 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.843239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa72e4-397f-4339-8b86-586a7bc2f816 req-6d9ceda4-2d7f-4c86-a9af-ba453da00abb tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:41.853114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fdaa72e4-397f-4339-8b86-586a7bc2f816 req-6d9ceda4-2d7f-4c86-a9af-ba453da00abb tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1224370 Aug 09 15:58:41.853946 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:41.854961 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.002653 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fdaa72e4-397f-4339-8b86-586a7bc2f816 req-f6d11fe1-6e2f-42af-8241-11b724589dcd tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414819 Aug 09 15:58:42.010275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8072a92-7e4a-4356-bd48-5813d6b4df13 None None] Pushing event updated for resources: {'Port': ['ID=a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:42.171515 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-697ca1eb-333a-4210-9e20-c276dd692d92 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.258023 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82964ecd-c6a0-4745-87fe-e0dad90938ec None None] The sync data for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 is: [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:58:29Z', 'revision_number': 3, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:40Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:42.447175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4f4f292a-fc4d-498f-b317-924b31e8d351 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:42.497886 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.524383 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Transition to ACTIVE for port object 7261896f-2b24-47e8-891c-ba17d3536c9d will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:42.622116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ca1eb-333a-4210-9e20-c276dd692d92 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event deleted for resources: {'Port': ['ID=7045ba93-33fa-4f83-9921-eb5b8172ee66,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:42.648118 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-697ca1eb-333a-4210-9e20-c276dd692d92 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.651931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-697ca1eb-333a-4210-9e20-c276dd692d92 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "DELETE /v2.0/ports/7045ba93-33fa-4f83-9921-eb5b8172ee66 HTTP/1.1" status: 204 len: 168 time: 3.6952119 Aug 09 15:58:42.654573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52878) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:42.688154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.715939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 4f4f292a-fc4d-498f-b317-924b31e8d351 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:42.749844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 4f4f292a-fc4d-498f-b317-924b31e8d351 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:42.750617 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:42.772818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network a2bc4c9a-7587-484c-8639-1046949012a5 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:42.774750 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef61545-0415-44d9-a0d0-9ed9384be7f2 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] GET failed (client error): The resource could not be found. Aug 09 15:58:42.784579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:42.785341 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fef61545-0415-44d9-a0d0-9ed9384be7f2 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "GET /v2.0/ports/7045ba93-33fa-4f83-9921-eb5b8172ee66 HTTP/1.1" status: 404 len: 333 time: 0.1296418 Aug 09 15:58:42.786240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52882) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:42.790455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:42.794587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Request body: {'port': {'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-249333974'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:43.168117 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=7261896f-2b24-47e8-891c-ba17d3536c9d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:43.188939 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.325284 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.342106 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.528671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 4f4f292a-fc4d-498f-b317-924b31e8d351, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4f4f292a-fc4d-498f-b317-924b31e8d351,segment=NetworkSegment(6d603596-2c36-4311-a42c-0f78fdab0396),segment_id=6d603596-2c36-4311-a42c-0f78fdab0396)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:43.572827 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.601686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Made reservation on behalf of deddd2b9b14b48be808fe9c616967264 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:43.602929 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.620689 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.647613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:43.687400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26837670-de61-45b1-a353-7537cee22662 req-278008af-6038-4ee2-883e-16f49049eb81 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:43.706494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26837670-de61-45b1-a353-7537cee22662 req-278008af-6038-4ee2-883e-16f49049eb81 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.4650025 Aug 09 15:58:43.798885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] device_id is not set on port 9987bd54-8965-4bf9-bee6-037d2fa629bf yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:43.848389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=4f4f292a-fc4d-498f-b317-924b31e8d351,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:43.876921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26837670-de61-45b1-a353-7537cee22662 req-874d543e-29a2-420f-bac0-76c7ab0e9ae4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693382 Aug 09 15:58:44.165333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Allocated IP 2001:db8::1fe (6f9b0794-912e-4740-97ad-ffa44ded996f/c2882dde-dcda-4e69-9dbf-ba018440d5c7/9987bd54-8965-4bf9-bee6-037d2fa629bf) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:44.227543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3397707-a5bb-4fdf-946b-bbcf9f9c32b1 None None] Network a2bc4c9a-7587-484c-8639-1046949012a5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:44.498608 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:44.607621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:44.614400 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:44.635238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7b0e4a09-093e-4153-96f9-8cf10ece822b None None] Provisioning for port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:44.728892 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:44.774947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:44.779648 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:44.780029 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:44.809082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Transition to ACTIVE for port object 9987bd54-8965-4bf9-bee6-037d2fa629bf will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:44.813821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52910) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:44.912654 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:44.993137 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.006508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=7261896f-2b24-47e8-891c-ba17d3536c9d,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:45.102793 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.114222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event updated for resources: {'Port': ['ID=9987bd54-8965-4bf9-bee6-037d2fa629bf,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:45.122443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Network 6f9b0794-912e-4740-97ad-ffa44ded996f is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:45.127207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:45.133129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:45.142773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:45.154788 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.249937 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2db41b68-69b3-400e-8e53-883ad5dcd2a4 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4608014 Aug 09 15:58:45.250987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52920) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:45.269008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Request body: {'port': {'network_id': '6f9b0794-912e-4740-97ad-ffa44ded996f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1301876225'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:45.314843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894,segment=NetworkSegment(4d542870-f890-434e-b9ac-8294820cbe22),segment_id=4d542870-f890-434e-b9ac-8294820cbe22)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:45.329649 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.392231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b819-6798-436d-92b0-2b397938e569 req-d9923fac-74d3-4cda-ad52-43aee78189d4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:45.403963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9a2b819-6798-436d-92b0-2b397938e569 req-d9923fac-74d3-4cda-ad52-43aee78189d4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.2456443 Aug 09 15:58:45.455746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:45.510987 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network a2bc4c9a-7587-484c-8639-1046949012a5 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:45.512873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:45.543776 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-683d4740-772d-447f-81bf-70b42719fcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.655952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9a2b819-6798-436d-92b0-2b397938e569 req-ed8382bb-5db7-418c-abca-31550dffbf63 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510896 Aug 09 15:58:45.709264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-21a27189-59c1-46d4-aa43-6160091e1698 None None] Provisioning for port 7261896f-2b24-47e8-891c-ba17d3536c9d completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:45.716815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-21a27189-59c1-46d4-aa43-6160091e1698 None None] Provisioning complete for port 7261896f-2b24-47e8-891c-ba17d3536c9d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:45.730774 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-21a27189-59c1-46d4-aa43-6160091e1698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:45.828526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-21a27189-59c1-46d4-aa43-6160091e1698 None None] Port 7261896f-2b24-47e8-891c-ba17d3536c9d cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:45.839641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:45.866661 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-21a27189-59c1-46d4-aa43-6160091e1698 None None] Provisioning complete for port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:45.867060 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-21a27189-59c1-46d4-aa43-6160091e1698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.039632 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-683d4740-772d-447f-81bf-70b42719fcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.068034 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-683d4740-772d-447f-81bf-70b42719fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.146244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:46.172898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9d1e5751-d7b5-48c9-9c82-4121a847ceef tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2612731 Aug 09 15:58:46.176937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52924) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:46.178841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Sync routers for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:46.188941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6be65e4e-da36-431c-865e-976a042b538a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'network': {'name': 'tempest-RoutersTest-779645074'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:46.223890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Made reservation on behalf of deddd2b9b14b48be808fe9c616967264 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:46.227918 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.262208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be65e4e-da36-431c-865e-976a042b538a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:46.263978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:46.267605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:46.268974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d4740-772d-447f-81bf-70b42719fcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d4a3a7-bcd8-4bbb-bb02-3df04c6f3dac,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:46.279720 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6be65e4e-da36-431c-865e-976a042b538a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.431459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] device_id is not set on port d34c199e-42fd-40cc-a0f0-1c9d02bb1920 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:58:46.461244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be65e4e-da36-431c-865e-976a042b538a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:46.476448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-683d4740-772d-447f-81bf-70b42719fcc7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28dd67a902da420cae230a558067bd86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6503236 Aug 09 15:58:46.479151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52932) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:46.551748 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6be65e4e-da36-431c-865e-976a042b538a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.562010 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-6be65e4e-da36-431c-865e-976a042b538a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Added segment aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a of type vlan for network d5ab9427-7147-4898-9fc6-ead522b2e917 Aug 09 15:58:46.743206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6be65e4e-da36-431c-865e-976a042b538a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.841043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Allocated IP 2001:db8::12f (6f9b0794-912e-4740-97ad-ffa44ded996f/c2882dde-dcda-4e69-9dbf-ba018440d5c7/d34c199e-42fd-40cc-a0f0-1c9d02bb1920) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:46.849943 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6be65e4e-da36-431c-865e-976a042b538a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.865151 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be65e4e-da36-431c-865e-976a042b538a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:46.866560 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6be65e4e-da36-431c-865e-976a042b538a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:46.966018 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:46.995438 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6be65e4e-da36-431c-865e-976a042b538a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8134067 Aug 09 15:58:47.002790 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52938) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:47.009928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-022195db-6865-4e31-b5e7-39188f3e899f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'subnet': {'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:47.048721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:47.070078 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.136515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be65e4e-da36-431c-865e-976a042b538a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Network': ['ID=d5ab9427-7147-4898-9fc6-ead522b2e917,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:47.150308 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022195db-6865-4e31-b5e7-39188f3e899f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Made reservation on behalf of 045f808a410747ea8a14fe46fdd46e88 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:47.154683 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-022195db-6865-4e31-b5e7-39188f3e899f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.183328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3b664bf5-1285-4a3d-bb7d-57f9085c1dff None None] Provisioning complete for port 7261896f-2b24-47e8-891c-ba17d3536c9d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:47.183795 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3b664bf5-1285-4a3d-bb7d-57f9085c1dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.185781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d5ab9427-7147-4898-9fc6-ead522b2e917 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:47.202954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Transition to ACTIVE for port object d34c199e-42fd-40cc-a0f0-1c9d02bb1920 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:47.216819 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dfe1dd57-7c7b-4bf2-9a1d-c72f2a65bbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.231724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8974-d650-4c6b-bba5-28979def509e req-e8d2ea1e-1ffd-4294-a209-0e26caa6a6fd tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:47.240634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c7dd8974-d650-4c6b-bba5-28979def509e req-e8d2ea1e-1ffd-4294-a209-0e26caa6a6fd tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.3472090 Aug 09 15:58:47.254279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9152fcd-75fc-47d1-8299-d92ffa0d9d0b req-bd20b4c3-4f1e-402a-aa95-27b8ee044694 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:47.255709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9152fcd-75fc-47d1-8299-d92ffa0d9d0b req-bd20b4c3-4f1e-402a-aa95-27b8ee044694 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1510115 Aug 09 15:58:47.296124 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dfe1dd57-7c7b-4bf2-9a1d-c72f2a65bbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.329552 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c7dd8974-d650-4c6b-bba5-28979def509e req-7126b052-943e-478a-8420-aad16ba18a57 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843141 Aug 09 15:58:47.341988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:47.342522 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.354390 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9152fcd-75fc-47d1-8299-d92ffa0d9d0b req-2590e467-4104-4c17-94dd-f12da5960a28 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835893 Aug 09 15:58:47.362308 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.421625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Network 6f9b0794-912e-4740-97ad-ffa44ded996f is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:47.428498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:47.428764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3b664bf5-1285-4a3d-bb7d-57f9085c1dff None None] Port 7261896f-2b24-47e8-891c-ba17d3536c9d cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:47.431363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:47.437087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:47.437777 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.440375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event updated for resources: {'Port': ['ID=d34c199e-42fd-40cc-a0f0-1c9d02bb1920,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:47.454617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3b664bf5-1285-4a3d-bb7d-57f9085c1dff None None] Provisioning for port 9987bd54-8965-4bf9-bee6-037d2fa629bf completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:47.470263 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dfe1dd57-7c7b-4bf2-9a1d-c72f2a65bbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.471376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3b664bf5-1285-4a3d-bb7d-57f9085c1dff None None] Provisioning complete for port 9987bd54-8965-4bf9-bee6-037d2fa629bf triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:47.472868 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3b664bf5-1285-4a3d-bb7d-57f9085c1dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.473423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dfe1dd57-7c7b-4bf2-9a1d-c72f2a65bbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.475414 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dfe1dd57-7c7b-4bf2-9a1d-c72f2a65bbed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44d4a3a7-bcd8-4bbb-bb02-3df04c6f3dac HTTP/1.1" status: 204 len: 168 time: 0.9821754 Aug 09 15:58:47.520758 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a8604918-0ca6-4f98-a8f1-ccbda6122c09 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2657554 Aug 09 15:58:47.523660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1dd57-7c7b-4bf2-9a1d-c72f2a65bbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d4a3a7-bcd8-4bbb-bb02-3df04c6f3dac,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:47.527724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3b664bf5-1285-4a3d-bb7d-57f9085c1dff None None] Port 9987bd54-8965-4bf9-bee6-037d2fa629bf cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:47.545172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52944) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:47.553197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d8b9d73e-daa6-4079-b8df-d9c4dfeeb31c tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ce', 'mac_address': 'fa:16:3e:3c:1d:0a'}, {'ip_address': '2001:db8::1fe', 'mac_address': 'fa:16:3e:b9:10:01'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:47.676490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4f4f292a-fc4d-498f-b317-924b31e8d351 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:47.872945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 4f4f292a-fc4d-498f-b317-924b31e8d351 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:47.875444 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.969036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1d30e-795b-40f7-9a71-86dbca1265af req-d5edde30-8170-42a6-9d61-1f46be438a4c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:47.978370 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9ee1d30e-795b-40f7-9a71-86dbca1265af req-d5edde30-8170-42a6-9d61-1f46be438a4c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.3636768 Aug 09 15:58:47.981514 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-022195db-6865-4e31-b5e7-39188f3e899f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.007255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-14bd5ba9-f89f-44fe-857b-0d028d46863e None None] Provisioning for port d34c199e-42fd-40cc-a0f0-1c9d02bb1920 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:48.009282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d73e-daa6-4079-b8df-d9c4dfeeb31c tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.017606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:44Z', 'revision_number': 2, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:48.110163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022195db-6865-4e31-b5e7-39188f3e899f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Subnet': ['ID=658e58df-d087-46d3-8197-85cac4ae558e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:48.127040 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9ee1d30e-795b-40f7-9a71-86dbca1265af req-c46cb90c-19e9-48ed-849a-9235125679cc tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440334 Aug 09 15:58:48.132936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-14bd5ba9-f89f-44fe-857b-0d028d46863e None None] Provisioning complete for port d34c199e-42fd-40cc-a0f0-1c9d02bb1920 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:48.133330 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-14bd5ba9-f89f-44fe-857b-0d028d46863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.134873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022195db-6865-4e31-b5e7-39188f3e899f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Checking segment: {'id': 'aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:48.135406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022195db-6865-4e31-b5e7-39188f3e899f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network hostable DHCP agents. Network: d5ab9427-7147-4898-9fc6-ead522b2e917, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:48.141142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Checking router: 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:48.141498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Updating router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb port 7261896f-2b24-47e8-891c-ba17d3536c9d binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:58:48.169664 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022195db-6865-4e31-b5e7-39188f3e899f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network d5ab9427-7147-4898-9fc6-ead522b2e917 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:48.188102 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-022195db-6865-4e31-b5e7-39188f3e899f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d5ab9427-7147-4898-9fc6-ead522b2e917) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:48.194668 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022195db-6865-4e31-b5e7-39188f3e899f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:48.195311 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-022195db-6865-4e31-b5e7-39188f3e899f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.227017 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-022195db-6865-4e31-b5e7-39188f3e899f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2234266 Aug 09 15:58:48.231140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52966) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:48.297823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52968) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:48.303072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759ecdef-08b5-45fa-96c4-5121334e590b None None] Network d5ab9427-7147-4898-9fc6-ead522b2e917 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:48.680110 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.756238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-14bd5ba9-f89f-44fe-857b-0d028d46863e None None] Port d34c199e-42fd-40cc-a0f0-1c9d02bb1920 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:48.825268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26313c-4a74-40a4-99d3-531d62425544 req-8eee0736-2f4b-4d66-b126-4b681505ca7a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:48.835582 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-8eee0736-2f4b-4d66-b126-4b681505ca7a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 811 time: 0.2328639 Aug 09 15:58:48.840646 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-d5ab9427-7147-4898-9fc6-ead522b2e917', 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'fixed_ips': [{'subnet_id': '658e58df-d087-46d3-8197-85cac4ae558e'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:48.841968 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:48.937779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-271c4038-6bf2-490e-843d-36fe590838ce tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/quotas/48a7789d166d413a8429d82c91737140 HTTP/1.1" status: 200 len: 375 time: 0.0277455 Aug 09 15:58:49.029248 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d73e-daa6-4079-b8df-d9c4dfeeb31c tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.047631 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d73e-daa6-4079-b8df-d9c4dfeeb31c tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.078913 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-77fd9ddd-0f4d-4217-a917-22a8bae0ca3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.126147 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-d7e2aa86-b720-41ca-927f-df6342ad9fa3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1874731 Aug 09 15:58:49.172184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9d73e-daa6-4079-b8df-d9c4dfeeb31c tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] In _notify_port_updated(), no bound segment for port d34c199e-42fd-40cc-a0f0-1c9d02bb1920 on network 6f9b0794-912e-4740-97ad-ffa44ded996f {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 15:58:49.183134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9d73e-daa6-4079-b8df-d9c4dfeeb31c tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:49.183839 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d73e-daa6-4079-b8df-d9c4dfeeb31c tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.185219 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d8b9d73e-daa6-4079-b8df-d9c4dfeeb31c tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "PUT /v2.0/ports/d34c199e-42fd-40cc-a0f0-1c9d02bb1920 HTTP/1.1" status: 200 len: 1068 time: 1.6386924 Aug 09 15:58:49.190640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52988) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:49.281061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1320372-eb0a-4579-a4e2-a98b7ac8e4c4 req-c45152d8-e5c1-46c9-a6c2-db6e4a3a6dd3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:49.295064 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1320372-eb0a-4579-a4e2-a98b7ac8e4c4 req-c45152d8-e5c1-46c9-a6c2-db6e4a3a6dd3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.2521565 Aug 09 15:58:49.318077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9d73e-daa6-4079-b8df-d9c4dfeeb31c tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event updated for resources: {'Port': ['ID=d34c199e-42fd-40cc-a0f0-1c9d02bb1920,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:49.321992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Allocated IP 172.23.0.2 (d5ab9427-7147-4898-9fc6-ead522b2e917/658e58df-d087-46d3-8197-85cac4ae558e/828f7f17-c0c1-473d-b7cf-9cddf7aeefd8) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:49.437426 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-77fd9ddd-0f4d-4217-a917-22a8bae0ca3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.437798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-77fd9ddd-0f4d-4217-a917-22a8bae0ca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.555615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-cd41fb99-e33d-43f9-878f-6dbb12fed780 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Deleting port d34c199e-42fd-40cc-a0f0-1c9d02bb1920 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:49.556775 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd41fb99-e33d-43f9-878f-6dbb12fed780 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.598513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-77fd9ddd-0f4d-4217-a917-22a8bae0ca3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=238937dfd7c34dbcb0bed30846afed78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2910359 Aug 09 15:58:49.606110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52996) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:49.607387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd9ddd-0f4d-4217-a917-22a8bae0ca3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20341f9f-fefe-4f0c-83a9-5752958751da,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:49.614207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1320372-eb0a-4579-a4e2-a98b7ac8e4c4 req-ea785534-ff9a-4fee-8b6a-a0b272ec4496 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178875 Aug 09 15:58:49.727428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-0bae598f-bb8f-49ca-97a2-a75b18dd60ca service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:58:49.736748 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-0bae598f-bb8f-49ca-97a2-a75b18dd60ca service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5728939 Aug 09 15:58:49.740533 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa3c053c-e4d8-43d4-95d4-1d610a56d9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.796181 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa3c053c-e4d8-43d4-95d4-1d610a56d9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.864161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.918840 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa3c053c-e4d8-43d4-95d4-1d610a56d9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.921791 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa3c053c-e4d8-43d4-95d4-1d610a56d9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.923120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-aa3c053c-e4d8-43d4-95d4-1d610a56d9da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20341f9f-fefe-4f0c-83a9-5752958751da HTTP/1.1" status: 204 len: 168 time: 0.3077476 Aug 09 15:58:49.939296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c053c-e4d8-43d4-95d4-1d610a56d9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20341f9f-fefe-4f0c-83a9-5752958751da,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:49.991505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cc407479-8667-4abb-84d6-6faf0ae19ae9 None None] Provisioning complete for port d34c199e-42fd-40cc-a0f0-1c9d02bb1920 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:49.991878 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cc407479-8667-4abb-84d6-6faf0ae19ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.002922 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.050745 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.059943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Transition to ACTIVE for port object 7261896f-2b24-47e8-891c-ba17d3536c9d will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:50.068384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-cc407479-8667-4abb-84d6-6faf0ae19ae9 None None] Port d34c199e-42fd-40cc-a0f0-1c9d02bb1920 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:50.070193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Transition to ACTIVE for port object 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:50.075933 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.113346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Transition to ACTIVE for port object 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:50.128062 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.159958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Network d5ab9427-7147-4898-9fc6-ead522b2e917 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:50.163507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26590a-d76e-48c5-bf1a-7493d68c0c86 None None] Pushing event updated for resources: {'Port': ['ID=7261896f-2b24-47e8-891c-ba17d3536c9d,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:50.167651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:50.236676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:50.356549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Pushing event updated for resources: {'Port': ['ID=828f7f17-c0c1-473d-b7cf-9cddf7aeefd8,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:50.380797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Attempting to bind port 7261896f-2b24-47e8-891c-ba17d3536c9d on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:50.381459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Attempting to bind port 7261896f-2b24-47e8-891c-ba17d3536c9d by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4d542870-f890-434e-b9ac-8294820cbe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:50.391936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Attempting to bind port 7261896f-2b24-47e8-891c-ba17d3536c9d on network a2bc4c9a-7587-484c-8639-1046949012a5 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:50.401062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:50.401924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Checking segment: {'id': '4d542870-f890-434e-b9ac-8294820cbe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:50.402531 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.403165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Bound using segment: {'id': '4d542870-f890-434e-b9ac-8294820cbe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:50.403758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Bound port: 7261896f-2b24-47e8-891c-ba17d3536c9d, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d542870-f890-434e-b9ac-8294820cbe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:50.404433 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.431375 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Attempting to bind port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:50.432227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Attempting to bind port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:50.432715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Attempting to bind port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 on network d5ab9427-7147-4898-9fc6-ead522b2e917 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:50.438780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:50.439458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Checking segment: {'id': 'aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:50.439985 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.441514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Bound using segment: {'id': 'aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:50.442624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Bound port: 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:50.443531 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.513938 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd41fb99-e33d-43f9-878f-6dbb12fed780 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.542748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] For port 7261896f-2b24-47e8-891c-ba17d3536c9d, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:50.548901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] For port 7261896f-2b24-47e8-891c-ba17d3536c9d, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=7261896f-2b24-47e8-891c-ba17d3536c9d,segment=NetworkSegment(4d542870-f890-434e-b9ac-8294820cbe22),segment_id=4d542870-f890-434e-b9ac-8294820cbe22)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:50.576048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-cd41fb99-e33d-43f9-878f-6dbb12fed780 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Calling delete_port for d34c199e-42fd-40cc-a0f0-1c9d02bb1920 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:50.585383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-37b4d234-a0fe-404b-aa34-e4c213acaf22 service neutron] 10.222.0.81 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8476861 Aug 09 15:58:50.599074 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:50.823815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26590a-d76e-48c5-bf1a-7493d68c0c86 None None] Pushing event updated for resources: {'Port': ['ID=7261896f-2b24-47e8-891c-ba17d3536c9d,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:50.900936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b53a8-f1d5-4cff-b249-2d2935ed2b29 req-d8f65ede-0df9-409d-be9b-379264d58635 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:50.920418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-823b53a8-f1d5-4cff-b249-2d2935ed2b29 req-d8f65ede-0df9-409d-be9b-379264d58635 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1399159 Aug 09 15:58:50.927194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:50.928537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:51.011195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Allocated IP 172.23.0.1 (d5ab9427-7147-4898-9fc6-ead522b2e917/658e58df-d087-46d3-8197-85cac4ae558e/9f8943b2-389d-4092-bffb-c636beb5fcac) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:51.049982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-823b53a8-f1d5-4cff-b249-2d2935ed2b29 req-4cacaf29-1bc9-4fbe-b3bc-d16f7ed48de5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201763 Aug 09 15:58:51.122685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:51.313892 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-742a1cf9-e311-4b3f-8ab1-84e8ff5999b6 service neutron] 10.222.0.81 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019212 Aug 09 15:58:51.624077 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd41fb99-e33d-43f9-878f-6dbb12fed780 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.629270 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.701530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41fb99-e33d-43f9-878f-6dbb12fed780 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event deleted for resources: {'Port': ['ID=d34c199e-42fd-40cc-a0f0-1c9d02bb1920,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:51.706078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Transition to ACTIVE for port object 9f8943b2-389d-4092-bffb-c636beb5fcac will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:51.733623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] For port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:51.744144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] For port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=828f7f17-c0c1-473d-b7cf-9cddf7aeefd8,segment=NetworkSegment(aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a),segment_id=aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:51.763201 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.870927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:50Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:51.902686 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.904963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b7883-f43a-4a74-ba76-acdc339d3a55 None None] Pushing event updated for resources: {'Port': ['ID=828f7f17-c0c1-473d-b7cf-9cddf7aeefd8,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:51.958529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2efd70-7c40-4612-9e7a-9126882a8d62 None None] The sync data for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 is: [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:50Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:52.065319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network d5ab9427-7147-4898-9fc6-ead522b2e917 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:52.077992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:52.088445 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cd41fb99-e33d-43f9-878f-6dbb12fed780 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.092913 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cd41fb99-e33d-43f9-878f-6dbb12fed780 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "DELETE /v2.0/ports/d34c199e-42fd-40cc-a0f0-1c9d02bb1920 HTTP/1.1" status: 204 len: 168 time: 2.8983619 Aug 09 15:58:52.094362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53038) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:52.094757 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:52.203491 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adfcf4e-fd87-4b60-ad45-c9a52249134e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] GET failed (client error): The resource could not be found. Aug 09 15:58:52.208684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5adfcf4e-fd87-4b60-ad45-c9a52249134e tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "GET /v2.0/ports/d34c199e-42fd-40cc-a0f0-1c9d02bb1920 HTTP/1.1" status: 404 len: 333 time: 0.1126204 Aug 09 15:58:52.215387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53042) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:52.551346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4d632-53e2-4033-bc98-cdba2f70e590 req-7681f909-6079-4c8f-928c-074185822040 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:52.568073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9cb4d632-53e2-4033-bc98-cdba2f70e590 req-7681f909-6079-4c8f-928c-074185822040 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.2327738 Aug 09 15:58:52.673653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-12a16032-ff67-4312-b446-20c9558d6d64 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Deleting port 9987bd54-8965-4bf9-bee6-037d2fa629bf {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:52.674161 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12a16032-ff67-4312-b446-20c9558d6d64 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.093667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:53.240780 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9cb4d632-53e2-4033-bc98-cdba2f70e590 req-89a645a3-52ed-4ea8-9753-21ffada3b1b9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6603465 Aug 09 15:58:53.319861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12a16032-ff67-4312-b446-20c9558d6d64 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.373692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:53.374339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-12a16032-ff67-4312-b446-20c9558d6d64 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Calling delete_port for 9987bd54-8965-4bf9-bee6-037d2fa629bf owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:53.397212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7261896f-2b24-47e8-891c-ba17d3536c9d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:53.471138 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=9f8943b2-389d-4092-bffb-c636beb5fcac,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:53.600235 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-757745f7-3ef0-4ab5-b62f-bb32561bd873 req-38feefcf-f4b1-4bef-b4ee-6e46ed65a413 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 210 time: 0.1819077 Aug 09 15:58:53.677735 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.707640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 7261896f-2b24-47e8-891c-ba17d3536c9d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:53.725131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 7261896f-2b24-47e8-891c-ba17d3536c9d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:53.725516 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.952643 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12a16032-ff67-4312-b446-20c9558d6d64 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.963304 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.092054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9194a7-34be-4a81-a459-bab4152e0087 None None] Network d5ab9427-7147-4898-9fc6-ead522b2e917 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:54.146271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 7261896f-2b24-47e8-891c-ba17d3536c9d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=7261896f-2b24-47e8-891c-ba17d3536c9d,segment=NetworkSegment(4d542870-f890-434e-b9ac-8294820cbe22),segment_id=4d542870-f890-434e-b9ac-8294820cbe22)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:54.177812 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-12a16032-ff67-4312-b446-20c9558d6d64 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.181133 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-12a16032-ff67-4312-b446-20c9558d6d64 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "DELETE /v2.0/ports/9987bd54-8965-4bf9-bee6-037d2fa629bf HTTP/1.1" status: 204 len: 168 time: 1.9647017 Aug 09 15:58:54.187350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a16032-ff67-4312-b446-20c9558d6d64 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event deleted for resources: {'Port': ['ID=9987bd54-8965-4bf9-bee6-037d2fa629bf,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:54.193846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53092) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:54.278029 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.304115 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fc4431-3d3e-41e7-899c-2a7636138347 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] GET failed (client error): The resource could not be found. Aug 09 15:58:54.310346 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-90fc4431-3d3e-41e7-899c-2a7636138347 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "GET /v2.0/ports/9987bd54-8965-4bf9-bee6-037d2fa629bf HTTP/1.1" status: 404 len: 333 time: 0.1138191 Aug 09 15:58:54.319254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53100) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:54.517441 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.643403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-05081198-263d-4509-9eaf-6285eebad01f None None] Provisioning for port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:54.652609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a0c9b-e52f-453f-b70e-bc459f9b8c36 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Deleting port f3334289-7ee3-4ed8-8593-659658aecd35 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:54.652969 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0c9b-e52f-453f-b70e-bc459f9b8c36 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.665133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-05081198-263d-4509-9eaf-6285eebad01f None None] Provisioning complete for port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:54.665825 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-05081198-263d-4509-9eaf-6285eebad01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.789543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=7261896f-2b24-47e8-891c-ba17d3536c9d,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:55.053645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53110) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:55.093114 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-05081198-263d-4509-9eaf-6285eebad01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.118775 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0c9b-e52f-453f-b70e-bc459f9b8c36 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.162357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-05081198-263d-4509-9eaf-6285eebad01f None None] For port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=828f7f17-c0c1-473d-b7cf-9cddf7aeefd8,segment=NetworkSegment(aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a),segment_id=aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:55.177292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b948769f-047c-4b45-a225-506c1ee381be req-c5b16138-3382-47ff-ad03-98050101a4ea tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 210 time: 0.1311131 Aug 09 15:58:55.178803 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-05081198-263d-4509-9eaf-6285eebad01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.183263 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90779b1-3c7a-4d6e-a925-37a56d6d5b4b req-9f02b991-ae55-4b75-97ce-06b6dd3de198 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:55.198841 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a90779b1-3c7a-4d6e-a925-37a56d6d5b4b req-9f02b991-ae55-4b75-97ce-06b6dd3de198 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.4499023 Aug 09 15:58:55.216355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a0c9b-e52f-453f-b70e-bc459f9b8c36 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Calling delete_port for f3334289-7ee3-4ed8-8593-659658aecd35 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:55.362095 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05081198-263d-4509-9eaf-6285eebad01f None None] Pushing event updated for resources: {'Port': ['ID=828f7f17-c0c1-473d-b7cf-9cddf7aeefd8,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:55.451712 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a90779b1-3c7a-4d6e-a925-37a56d6d5b4b req-213c47cf-52e5-4c41-ac30-4234b843160e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516334 Aug 09 15:58:55.453549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d3fc0b25-2f00-4b5d-b965-91f5e7ba94b0 None None] Provisioning for port 9f8943b2-389d-4092-bffb-c636beb5fcac completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:55.477208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d3fc0b25-2f00-4b5d-b965-91f5e7ba94b0 None None] Provisioning complete for port 9f8943b2-389d-4092-bffb-c636beb5fcac triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:55.477208 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0b25-2f00-4b5d-b965-91f5e7ba94b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.556487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc0b25-2f00-4b5d-b965-91f5e7ba94b0 None None] Port 9f8943b2-389d-4092-bffb-c636beb5fcac cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:55.572046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.584617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d3fc0b25-2f00-4b5d-b965-91f5e7ba94b0 None None] Provisioning complete for port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:55.584936 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.589701 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0b25-2f00-4b5d-b965-91f5e7ba94b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.723723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26313c-4a74-40a4-99d3-531d62425544 req-09a8849b-8308-421f-8c4c-bcebcc6b348c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:55.725932 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-09a8849b-8308-421f-8c4c-bcebcc6b348c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 811 time: 0.1737514 Aug 09 15:58:55.728089 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7434bd81-d99f-46e8-9fbe-374ee16d022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.755851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Request body: {'port': {'device_id': 'ed96ce5e-5c1c-4fd4-a146-46109ad74557', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'admin_state_up': True, 'tenant_id': '48a7789d166d413a8429d82c91737140'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:55.861642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event updated for resources: {'Port': ['ID=9f8943b2-389d-4092-bffb-c636beb5fcac,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:55.875625 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.027504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-443ef670-0a9e-4728-b387-7b21a230b981 None None] Provisioning complete for port 9f8943b2-389d-4092-bffb-c636beb5fcac triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:56.028332 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-443ef670-0a9e-4728-b387-7b21a230b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.103725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Network d5ab9427-7147-4898-9fc6-ead522b2e917 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:56.107166 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0c9b-e52f-453f-b70e-bc459f9b8c36 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.108596 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:56.140433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-443ef670-0a9e-4728-b387-7b21a230b981 None None] Port 9f8943b2-389d-4092-bffb-c636beb5fcac cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:56.223863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a0c9b-e52f-453f-b70e-bc459f9b8c36 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event deleted for resources: {'Port': ['ID=f3334289-7ee3-4ed8-8593-659658aecd35,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:56.344892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:56.551559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:56.562155 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Sync routers for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:56.567414 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2a5c7c85-2f21-4a03-a3b2-f40a54bbaa41 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3347538 Aug 09 15:58:56.570929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53136) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:56.582442 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:56.586770 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:56.597682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-71423c08-6abc-4be0-9956-4b824ac4c69c tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:56.621348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26afad63-a371-4a50-9cd5-78f2576c85df req-6ed1f353-eff1-402c-b35d-537d4978ad35 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 210 time: 0.3336298 Aug 09 15:58:56.651926 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0c9b-e52f-453f-b70e-bc459f9b8c36 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.678629 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bc3a0c9b-e52f-453f-b70e-bc459f9b8c36 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "DELETE /v2.0/ports/f3334289-7ee3-4ed8-8593-659658aecd35 HTTP/1.1" status: 204 len: 168 time: 2.3409543 Aug 09 15:58:56.679573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53138) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:56.685222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9217cc0b-43d3-49f7-a936-ac75fd45fa2b None None] Provisioning complete for port 9f8943b2-389d-4092-bffb-c636beb5fcac triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:56.685815 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9217cc0b-43d3-49f7-a936-ac75fd45fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.849831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9217cc0b-43d3-49f7-a936-ac75fd45fa2b None None] Port 9f8943b2-389d-4092-bffb-c636beb5fcac cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:56.878438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-865737bc-7673-45fd-9c55-d1d44123cd61 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Deleting subnet c2882dde-dcda-4e69-9dbf-ba018440d5c7 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:58:56.889793 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-865737bc-7673-45fd-9c55-d1d44123cd61 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.894048 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7434bd81-d99f-46e8-9fbe-374ee16d022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.897718 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:56.932548 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7434bd81-d99f-46e8-9fbe-374ee16d022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.971279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434bd81-d99f-46e8-9fbe-374ee16d022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30871e1-efcf-4cfa-b7d9-e65610f4fff1,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:57.022321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Made reservation on behalf of 48a7789d166d413a8429d82c91737140 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:57.026606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:57.038679 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.045201 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-865737bc-7673-45fd-9c55-d1d44123cd61 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.070565 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7434bd81-d99f-46e8-9fbe-374ee16d022d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90a9c5bb4d264b8c8f019687fbf28179&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9918399 Aug 09 15:58:57.070777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b68fa7-e514-4c04-872e-3e933e1881ee req-29b158fb-5811-40a4-9344-c64f7ab75ccc tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:57.071165 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72b68fa7-e514-4c04-872e-3e933e1881ee req-29b158fb-5811-40a4-9344-c64f7ab75ccc tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.3744636 Aug 09 15:58:57.127052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53140) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:57.149417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:57.153555 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.347632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7261896f-2b24-47e8-891c-ba17d3536c9d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:57.406793 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f8943b2-389d-4092-bffb-c636beb5fcac', 'name': '', 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:9a:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '658e58df-d087-46d3-8197-85cac4ae558e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:58:55Z', 'revision_number': 2, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '658e58df-d087-46d3-8197-85cac4ae558e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:57.453965 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72b68fa7-e514-4c04-872e-3e933e1881ee req-5fe81448-f467-4de7-98ec-9e6e2e37cd27 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158424 Aug 09 15:58:57.458523 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ea7d-8528-4b4e-ba89-264a0b319528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.493437 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Checking router: 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:57.499323 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Updating router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb port 9f8943b2-389d-4092-bffb-c636beb5fcac binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:58:57.515503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-865737bc-7673-45fd-9c55-d1d44123cd61 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.560823 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ea7d-8528-4b4e-ba89-264a0b319528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.570620 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.603926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 7261896f-2b24-47e8-891c-ba17d3536c9d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:57.607534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.678671 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-865737bc-7673-45fd-9c55-d1d44123cd61 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.788201 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ea7d-8528-4b4e-ba89-264a0b319528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.791551 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ea7d-8528-4b4e-ba89-264a0b319528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.809574 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d0b7ea7d-8528-4b4e-ba89-264a0b319528 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c30871e1-efcf-4cfa-b7d9-e65610f4fff1 HTTP/1.1" status: 204 len: 168 time: 0.6747651 Aug 09 15:58:57.817890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865737bc-7673-45fd-9c55-d1d44123cd61 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event deleted for resources: {'Subnet': ['ID=c2882dde-dcda-4e69-9dbf-ba018440d5c7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:57.820210 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-865737bc-7673-45fd-9c55-d1d44123cd61 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.827944 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-865737bc-7673-45fd-9c55-d1d44123cd61 tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "DELETE /v2.0/subnets/c2882dde-dcda-4e69-9dbf-ba018440d5c7 HTTP/1.1" status: 204 len: 168 time: 1.1436050 Aug 09 15:58:57.833994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877d272c-d3b6-45ba-a19e-d06fa7fcb3cf None None] Network 6f9b0794-912e-4740-97ad-ffa44ded996f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:57.843340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53152) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:57.870635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7ea7d-8528-4b4e-ba89-264a0b319528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30871e1-efcf-4cfa-b7d9-e65610f4fff1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:57.980164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e70fbf4-2a9d-4809-9868-abdd5363faf7 req-85e20c74-2297-4ff0-bd83-e109ccac8244 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 210 time: 0.1357262 Aug 09 15:58:58.026423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.extraroute_db [None req-71423c08-6abc-4be0-9956-4b824ac4c69c tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 09 15:58:58.077508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.extraroute_db [None req-71423c08-6abc-4be0-9956-4b824ac4c69c tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Removed routes are [] {{(pid=94289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 09 15:58:58.093031 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-71423c08-6abc-4be0-9956-4b824ac4c69c tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.176837 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.192857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Allocated IP 172.20.0.11 (96362ae7-0b03-4c98-8b60-5c5521752bc3/17f1d73e-e128-47bd-ac1b-d09ce54d9e7b/6d696cd2-db31-49b8-af1f-3f61a9ca02b6) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:58.321914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae3badf-1925-4cec-b385-49e753e7ddca None None] DHCP port deletion for 6f9b0794-912e-4740-97ad-ffa44ded996f request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:58:58.402593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Deleting port 6e681269-c505-49c2-bb04-608143f29190 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:58.402851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.482837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3badf-1925-4cec-b385-49e753e7ddca None None] Deleting port 6e681269-c505-49c2-bb04-608143f29190 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:58:58.483463 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ae3badf-1925-4cec-b385-49e753e7ddca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.599228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] For port 6e681269-c505-49c2-bb04-608143f29190, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6e681269-c505-49c2-bb04-608143f29190,segment=NetworkSegment(2f7f7a7e-4a3e-4d95-af93-44c521491179),segment_id=2f7f7a7e-4a3e-4d95-af93-44c521491179)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:58.599607 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.661013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7ae3badf-1925-4cec-b385-49e753e7ddca None None] For port 6e681269-c505-49c2-bb04-608143f29190, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6e681269-c505-49c2-bb04-608143f29190,segment=NetworkSegment(2f7f7a7e-4a3e-4d95-af93-44c521491179),segment_id=2f7f7a7e-4a3e-4d95-af93-44c521491179)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:58.661345 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ae3badf-1925-4cec-b385-49e753e7ddca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.672425 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.681306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3badf-1925-4cec-b385-49e753e7ddca None None] Calling delete_port for 6e681269-c505-49c2-bb04-608143f29190 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:58.696309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53164) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:58.711282 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Transition to ACTIVE for port object 9f8943b2-389d-4092-bffb-c636beb5fcac will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:58.711670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Calling delete_port for 6e681269-c505-49c2-bb04-608143f29190 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:58:58.724597 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.771854 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ae3badf-1925-4cec-b385-49e753e7ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.804496 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e933faf2-90b5-4d6e-904f-e2e4fc10c3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.860955 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-71423c08-6abc-4be0-9956-4b824ac4c69c tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.899627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-71423c08-6abc-4be0-9956-4b824ac4c69c tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.910213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3badf-1925-4cec-b385-49e753e7ddca None None] Pushing event deleted for resources: {'Port': ['ID=6e681269-c505-49c2-bb04-608143f29190,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:58.913575 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.922239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3badf-1925-4cec-b385-49e753e7ddca None None] No DVR routers for this DVR port 6e681269-c505-49c2-bb04-608143f29190 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:58.968276 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6e681269-c505-49c2-bb04-608143f29190 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:59.013135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 6e681269-c505-49c2-bb04-608143f29190 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:58:59.014064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6e681269-c505-49c2-bb04-608143f29190 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:58:59.057927 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a45cd-14db-4f10-bb25-b98a8b9145e1 req-6e4cb833-ad88-46b0-81d0-7997e1d2407c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:59.060045 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f76a45cd-14db-4f10-bb25-b98a8b9145e1 req-6e4cb833-ad88-46b0-81d0-7997e1d2407c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.1951590 Aug 09 15:58:59.099149 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69671c-a5a3-4fa2-8719-78071b1ae0ac None None] Pushing event updated for resources: {'Port': ['ID=9f8943b2-389d-4092-bffb-c636beb5fcac,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:59.103919 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Attempting to bind port 9f8943b2-389d-4092-bffb-c636beb5fcac on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:59.104308 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Attempting to bind port 9f8943b2-389d-4092-bffb-c636beb5fcac by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:59.104670 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Attempting to bind port 9f8943b2-389d-4092-bffb-c636beb5fcac on network d5ab9427-7147-4898-9fc6-ead522b2e917 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:59.113266 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:59.113792 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Checking segment: {'id': 'aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:59.114317 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.114648 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Bound using segment: {'id': 'aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:59.115124 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Bound port: 9f8943b2-389d-4092-bffb-c636beb5fcac, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:59.115503 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.151106 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f76a45cd-14db-4f10-bb25-b98a8b9145e1 req-e106fc1b-a2f9-43a1-bcf4-a089eba3fc05 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698276 Aug 09 15:58:59.241093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71423c08-6abc-4be0-9956-4b824ac4c69c tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:59.247796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Transition to ACTIVE for port object 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:59.338483 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] For port 9f8943b2-389d-4092-bffb-c636beb5fcac, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:59.349377 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] For port 9f8943b2-389d-4092-bffb-c636beb5fcac, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9f8943b2-389d-4092-bffb-c636beb5fcac,segment=NetworkSegment(aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a),segment_id=aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:59.356586 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.578471 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69671c-a5a3-4fa2-8719-78071b1ae0ac None None] Pushing event updated for resources: {'Port': ['ID=9f8943b2-389d-4092-bffb-c636beb5fcac,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:59.591121 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-418d1d4d-43fa-484e-964d-048cc8578245 req-ba83345a-eaef-4b7d-a1ce-451883ebfe54 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 210 time: 0.1380007 Aug 09 15:58:59.617526 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:59.618711 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:59.658147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71423c08-6abc-4be0-9956-4b824ac4c69c tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:59.668143 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-71423c08-6abc-4be0-9956-4b824ac4c69c tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.672292 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-71423c08-6abc-4be0-9956-4b824ac4c69c tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb HTTP/1.1" status: 200 len: 934 time: 3.0975244 Aug 09 15:58:59.673318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53176) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:59.764211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.819750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.839928 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-198200cc-dc0e-4fc9-8cf2-6bacf8a3c41f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb HTTP/1.1" status: 200 len: 934 time: 0.1631651 Aug 09 15:58:59.840420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53180) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:59.842195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] No DVR routers for this DVR port 6e681269-c505-49c2-bb04-608143f29190 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:58:59.845811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['bb82bc55-5633-41e7-aca5-e4c11ab8deeb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:58:59.849864 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['7076e15f-0fd5-47cb-a92c-7c0ee028236a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:58:59.851225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event deleted for resources: {'Port': ['ID=6e681269-c505-49c2-bb04-608143f29190,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:59.855664 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f2bf6b93-decd-4cde-8465-228378a57fdd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'router': {'routes': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:59.915671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event updated for resources: {'Port': ['ID=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:59.923486 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:59.989171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:00.034609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:00.136345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:00.303990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.310173 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.526705 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.569466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-817af405-b7fb-412a-819e-9763c92c78e2 None None] Provisioning for port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:00.587068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-817af405-b7fb-412a-819e-9763c92c78e2 None None] Provisioning complete for port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:00.587511 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-817af405-b7fb-412a-819e-9763c92c78e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.589997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9b0794-912e-4740-97ad-ffa44ded996f']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:00.617366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7f7a7e-4a3e-4d95-af93-44c521491179') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:00.621409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7f7a7e-4a3e-4d95-af93-44c521491179') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:00.641099 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.659753 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:58:58Z', 'revision_number': 6, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f8943b2-389d-4092-bffb-c636beb5fcac', 'name': '', 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:9a:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '658e58df-d087-46d3-8197-85cac4ae558e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:58:59Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '658e58df-d087-46d3-8197-85cac4ae558e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:00.672656 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.680031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf48de-4c13-445b-b924-ddbbdcf44ae6 req-06e423cc-1f1b-481b-b130-99d52ba30cda tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.698430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf48de-4c13-445b-b924-ddbbdcf44ae6 req-06e423cc-1f1b-481b-b130-99d52ba30cda tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.706819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-817af405-b7fb-412a-819e-9763c92c78e2 None None] Port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:59:00.710416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf48de-4c13-445b-b924-ddbbdcf44ae6 req-06e423cc-1f1b-481b-b130-99d52ba30cda tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.714497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:59:00.714941 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.720876 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c716e2ab-e61f-4740-bc32-0ad374e36446 None None] The sync data for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 is: [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:58:58Z', 'revision_number': 6, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f8943b2-389d-4092-bffb-c636beb5fcac', 'name': '', 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:9a:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '658e58df-d087-46d3-8197-85cac4ae558e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:58:59Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '658e58df-d087-46d3-8197-85cac4ae558e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:00.743844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf48de-4c13-445b-b924-ddbbdcf44ae6 req-06e423cc-1f1b-481b-b130-99d52ba30cda tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.760797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf48de-4c13-445b-b924-ddbbdcf44ae6 req-06e423cc-1f1b-481b-b130-99d52ba30cda tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.773472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf48de-4c13-445b-b924-ddbbdcf44ae6 req-06e423cc-1f1b-481b-b130-99d52ba30cda tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.793485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf48de-4c13-445b-b924-ddbbdcf44ae6 req-06e423cc-1f1b-481b-b130-99d52ba30cda tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:59:00.798460 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:59:00.804657 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-48cf48de-4c13-445b-b924-ddbbdcf44ae6 req-06e423cc-1f1b-481b-b130-99d52ba30cda tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5436 time: 0.3155928 Aug 09 15:59:00.813486 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.824096 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.829376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] 10.222.0.81 "DELETE /v2.0/networks/6f9b0794-912e-4740-97ad-ffa44ded996f HTTP/1.1" status: 204 len: 168 time: 2.9748697 Aug 09 15:59:00.840204 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e933faf2-90b5-4d6e-904f-e2e4fc10c3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.855368 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e933faf2-90b5-4d6e-904f-e2e4fc10c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.984280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933faf2-90b5-4d6e-904f-e2e4fc10c3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5763b27a-4f63-4f0f-8423-f72cbfee4ae3,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:00.989452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa2fa5-7e84-4cf0-902a-14334b6e77fc tempest-AllowedAddressPairIpV6TestJSON-789356036 tempest-AllowedAddressPairIpV6TestJSON-789356036-project] Pushing event deleted for resources: {'Network': ['ID=6f9b0794-912e-4740-97ad-ffa44ded996f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:00.993368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-b084eaa2-e52e-48df-b934-4e50c82abb1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2561464 Aug 09 15:59:01.020499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Request body: {'port': {'device_id': 'ed96ce5e-5c1c-4fd4-a146-46109ad74557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:01.085547 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-48cf48de-4c13-445b-b924-ddbbdcf44ae6 req-80a9036d-3ef1-4eca-9ec5-b47bb8d41c2f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2080243 Aug 09 15:59:01.144179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44b1f0-d88c-4e82-9276-7a0662eb20fc req-ff4abca8-6e87-41ce-858b-584c31122b5b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:01.145815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b44b1f0-d88c-4e82-9276-7a0662eb20fc req-ff4abca8-6e87-41ce-858b-584c31122b5b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.7474630 Aug 09 15:59:01.211505 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:59:01.224872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.extraroute_db [None req-f2bf6b93-decd-4cde-8465-228378a57fdd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Added routes are [] {{(pid=94289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 09 15:59:01.235370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.extraroute_db [None req-f2bf6b93-decd-4cde-8465-228378a57fdd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 09 15:59:01.258612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b44b1f0-d88c-4e82-9276-7a0662eb20fc req-d9c8995b-5a7a-4918-b82a-be81a7de2d4c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961599 Aug 09 15:59:01.274166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e933faf2-90b5-4d6e-904f-e2e4fc10c3c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44736b6f0e6e447db84fed27e9272865&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5547323 Aug 09 15:59:01.289499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53212) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:01.360570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53214) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:01.422151 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.428319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e6bd1-12fa-45ff-a463-798faa10a0c1 req-a6b58ad1-1ebd-49be-8392-621ee9fcce46 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:01.457819 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-be8e6bd1-12fa-45ff-a463-798faa10a0c1 req-a6b58ad1-1ebd-49be-8392-621ee9fcce46 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 932 time: 0.1878679 Aug 09 15:59:01.462831 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6b93-decd-4cde-8465-228378a57fdd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.696062 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-be8e6bd1-12fa-45ff-a463-798faa10a0c1 req-1940800f-4dc2-495a-8089-0f2e788f32e2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367978 Aug 09 15:59:01.748198 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f05781b4-21a8-470f-bf06-e1574da00f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.808530 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f05781b4-21a8-470f-bf06-e1574da00f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.874185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6b93-decd-4cde-8465-228378a57fdd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.885006 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6b93-decd-4cde-8465-228378a57fdd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.925396 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f05781b4-21a8-470f-bf06-e1574da00f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.928159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f05781b4-21a8-470f-bf06-e1574da00f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:01.930161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f05781b4-21a8-470f-bf06-e1574da00f99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5763b27a-4f63-4f0f-8423-f72cbfee4ae3 HTTP/1.1" status: 204 len: 168 time: 0.6355586 Aug 09 15:59:02.013295 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8ea2a527-83f8-41c3-9412-6d3629455d92 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=deddd2b9b14b48be808fe9c616967264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6509063 Aug 09 15:59:02.025327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53224) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:02.030163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05781b4-21a8-470f-bf06-e1574da00f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5763b27a-4f63-4f0f-8423-f72cbfee4ae3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:02.071111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f951d3d-88d1-49b7-a958-0bb2cef9bda3 req-aca92125-843b-4b96-a88e-55d00053fe06 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:02.077446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f951d3d-88d1-49b7-a958-0bb2cef9bda3 req-aca92125-843b-4b96-a88e-55d00053fe06 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:02.086245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f951d3d-88d1-49b7-a958-0bb2cef9bda3 req-aca92125-843b-4b96-a88e-55d00053fe06 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:02.093158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f951d3d-88d1-49b7-a958-0bb2cef9bda3 req-aca92125-843b-4b96-a88e-55d00053fe06 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:02.100582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f951d3d-88d1-49b7-a958-0bb2cef9bda3 req-aca92125-843b-4b96-a88e-55d00053fe06 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:02.106793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f951d3d-88d1-49b7-a958-0bb2cef9bda3 req-aca92125-843b-4b96-a88e-55d00053fe06 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:02.118559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f951d3d-88d1-49b7-a958-0bb2cef9bda3 req-aca92125-843b-4b96-a88e-55d00053fe06 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:02.120612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2f951d3d-88d1-49b7-a958-0bb2cef9bda3 req-aca92125-843b-4b96-a88e-55d00053fe06 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5436 time: 0.7388189 Aug 09 15:59:02.335451 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-937075e9-05cf-4b0f-bbe4-743cba26695d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:02.391055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d5508-bc0c-440e-a09d-9cd238e71685 None None] Sync routers for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:02.410351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d5508-bc0c-440e-a09d-9cd238e71685 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:02.411001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-885d5508-bc0c-440e-a09d-9cd238e71685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:02.422836 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-937075e9-05cf-4b0f-bbe4-743cba26695d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:02.531882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:59:02.567062 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:02.594556 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-937075e9-05cf-4b0f-bbe4-743cba26695d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:02.598401 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-937075e9-05cf-4b0f-bbe4-743cba26695d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:02.601678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-937075e9-05cf-4b0f-bbe4-743cba26695d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e9ee1fe-8aad-4d0d-8af9-a60acb60f463 HTTP/1.1" status: 204 len: 168 time: 0.5724599 Aug 09 15:59:02.621958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Transition to ACTIVE for port object 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:02.630634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937075e9-05cf-4b0f-bbe4-743cba26695d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9ee1fe-8aad-4d0d-8af9-a60acb60f463,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:02.637746 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:02.672865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-885d5508-bc0c-440e-a09d-9cd238e71685 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:02.969761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Pushing event updated for resources: {'Port': ['ID=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:03.106724 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Attempting to bind port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:03.121801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Attempting to bind port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:03.122284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Attempting to bind port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:03.141067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:59:03.151819 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Attempting to bind port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:03.175692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9f8943b2-389d-4092-bffb-c636beb5fcac up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:03.188330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:03.198169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Checking segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:03.198684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Bound using segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:03.199259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Bound port: 6d696cd2-db31-49b8-af1f-3f61a9ca02b6, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:03.199733 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.212292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f6192-007f-4112-a544-96cb7c09ef61 req-7ec7c43d-2baa-460b-9cf7-9781f665e001 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:03.220321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f7f6192-007f-4112-a544-96cb7c09ef61 req-7ec7c43d-2baa-460b-9cf7-9781f665e001 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 944 time: 0.2595098 Aug 09 15:59:03.304272 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f7f6192-007f-4112-a544-96cb7c09ef61 req-647ccf6c-2fa6-4862-a74d-f8b4313837c3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827472 Aug 09 15:59:03.395852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bf6b93-decd-4cde-8465-228378a57fdd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:03.433139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 9f8943b2-389d-4092-bffb-c636beb5fcac completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:03.486333 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770b641-6825-4680-ab54-e482fa6818fb req-b447d333-d1c4-414b-81bc-19cfd9defca7 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:03.501470 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f770b641-6825-4680-ab54-e482fa6818fb req-b447d333-d1c4-414b-81bc-19cfd9defca7 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.2529285 Aug 09 15:59:03.558780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] For port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:03.566833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] For port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:03.574745 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.629448 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-885d5508-bc0c-440e-a09d-9cd238e71685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:01Z', 'revision_number': 7, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f8943b2-389d-4092-bffb-c636beb5fcac', 'name': '', 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:9a:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '658e58df-d087-46d3-8197-85cac4ae558e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:58:59Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '658e58df-d087-46d3-8197-85cac4ae558e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:03.646425 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9f8943b2-389d-4092-bffb-c636beb5fcac triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:03.649484 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.650918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:03.651616 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.653248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] 10.222.0.60 "PUT /v2.0/ports/6d696cd2-db31-49b8-af1f-3f61a9ca02b6 HTTP/1.1" status: 200 len: 1092 time: 2.6443465 Aug 09 15:59:03.653758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed96ce5e-5c1c-4fd4-a146-46109ad74557', 'tag': '6d696cd2-db31-49b8-af1f-3f61a9ca02b6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:03.656088 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2d3982-61d7-4e7b-a710-0bd320db6c05" -d '{"events": [{"name": "network-changed", "server_uuid": "ed96ce5e-5c1c-4fd4-a146-46109ad74557", "tag": "6d696cd2-db31-49b8-af1f-3f61a9ca02b6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:03.803423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d5508-bc0c-440e-a09d-9cd238e71685 None None] Checking router: 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:03.828479 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b5139b-e7b1-48ae-bac2-8893a819ed54 x-openstack-request-id: req-09b5139b-e7b1-48ae-bac2-8893a819ed54 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:03.828782 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed96ce5e-5c1c-4fd4-a146-46109ad74557", "tag": "6d696cd2-db31-49b8-af1f-3f61a9ca02b6", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:03.829023 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09b5139b-e7b1-48ae-bac2-8893a819ed54 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:03.829432 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed96ce5e-5c1c-4fd4-a146-46109ad74557', 'tag': '6d696cd2-db31-49b8-af1f-3f61a9ca02b6', 'status': 'completed', 'code': 200} Aug 09 15:59:03.844463 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c2e3e-3887-4999-beb4-4e6df67e5112 service neutron] Pushing event updated for resources: {'Port': ['ID=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:03.856647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d5508-bc0c-440e-a09d-9cd238e71685 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:03.863012 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-885d5508-bc0c-440e-a09d-9cd238e71685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:03.913805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26313c-4a74-40a4-99d3-531d62425544 req-37c23cb2-d071-476c-ae43-452ddc2ba286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:03.916590 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-37c23cb2-d071-476c-ae43-452ddc2ba286 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 1095 time: 0.2110825 Aug 09 15:59:04.015354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-86716c69-572e-4138-9a03-b96deaafee3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d696cd2-db31-49b8-af1f-3f61a9ca02b6 HTTP/1.1" status: 200 len: 217 time: 0.0874181 Aug 09 15:59:04.087234 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f770b641-6825-4680-ab54-e482fa6818fb req-a3705357-9969-4f0b-a7ed-26e6525476f3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5832374 Aug 09 15:59:04.167542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bf6b93-decd-4cde-8465-228378a57fdd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:04.189920 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6b93-decd-4cde-8465-228378a57fdd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:04.196257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53272) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:04.212255 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f2bf6b93-decd-4cde-8465-228378a57fdd tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb HTTP/1.1" status: 200 len: 700 time: 4.3637519 Aug 09 15:59:04.323089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26313c-4a74-40a4-99d3-531d62425544 req-6fe817e6-40e0-42c4-98e5-b456e882d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:04.334620 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-6fe817e6-40e0-42c4-98e5-b456e882d42b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.3109198 Aug 09 15:59:04.627144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-885d5508-bc0c-440e-a09d-9cd238e71685 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:04.644880 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-77a030f5-d5ee-45fd-93af-12aae37ea202 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb HTTP/1.1" status: 200 len: 700 time: 0.4430737 Aug 09 15:59:04.647161 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53282) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:04.660149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26313c-4a74-40a4-99d3-531d62425544 req-8dd01412-1d09-482a-934b-cb5b3f496fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:04.661991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-8dd01412-1d09-482a-934b-cb5b3f496fb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591617 Aug 09 15:59:04.672177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045c4a5-a1f9-4dd4-b782-a7552e20eb40 req-44861af4-6e59-4432-8989-291e6fb24c55 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:04.673900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6045c4a5-a1f9-4dd4-b782-a7552e20eb40 req-44861af4-6e59-4432-8989-291e6fb24c55 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 944 time: 0.2049255 Aug 09 15:59:04.865966 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:05.113805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53292) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:05.154849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 9f8943b2-389d-4092-bffb-c636beb5fcac, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9f8943b2-389d-4092-bffb-c636beb5fcac,segment=NetworkSegment(aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a),segment_id=aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:05.166473 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:05.312855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=9f8943b2-389d-4092-bffb-c636beb5fcac,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:05.412292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-885d5508-bc0c-440e-a09d-9cd238e71685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:01Z', 'revision_number': 7, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f8943b2-389d-4092-bffb-c636beb5fcac', 'name': '', 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:9a:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '658e58df-d087-46d3-8197-85cac4ae558e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:58:59Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '658e58df-d087-46d3-8197-85cac4ae558e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:05.480352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d5508-bc0c-440e-a09d-9cd238e71685 None None] The sync data for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 is: [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:01Z', 'revision_number': 7, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f8943b2-389d-4092-bffb-c636beb5fcac', 'name': '', 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:9a:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '658e58df-d087-46d3-8197-85cac4ae558e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:58:59Z', 'revision_number': 4, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '658e58df-d087-46d3-8197-85cac4ae558e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:05.565178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af50cb-f44b-4ce2-8545-c8fe3f53941c req-64a09ca9-e2fc-4cda-a074-594b9fb47607 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:05.567195 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b8af50cb-f44b-4ce2-8545-c8fe3f53941c req-64a09ca9-e2fc-4cda-a074-594b9fb47607 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.2206333 Aug 09 15:59:05.627561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-acec791f-f890-4bae-9692-872acd1a785e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:05.632821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1330218289'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:05.876401 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Made reservation on behalf of 40e4496ab1894c57beedeb5222faf778 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:05.883544 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:05.913676 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6045c4a5-a1f9-4dd4-b782-a7552e20eb40 req-0c8e9f81-c945-4ec1-8cac-f62e487632c4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2285526 Aug 09 15:59:05.952521 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:05.957682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53326) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:06.021748 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-2960f04e-56fa-4906-a7b5-6cb245be539e service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3467650 Aug 09 15:59:06.039869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b8af50cb-f44b-4ce2-8545-c8fe3f53941c req-dc3a10b1-578d-4da8-a782-fb9018466bb9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4611859 Aug 09 15:59:06.138057 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d5085-6a0d-4127-9626-eda95f7fb5c8 None None] Sync routers for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:06.166169 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d5085-6a0d-4127-9626-eda95f7fb5c8 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:06.167229 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-bc6d5085-6a0d-4127-9626-eda95f7fb5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:06.342993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171deb4-4add-45a1-ac09-f81690c61df2 req-4c7a2c39-3f20-4e54-a9a1-cba2fccb1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.354568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171deb4-4add-45a1-ac09-f81690c61df2 req-4c7a2c39-3f20-4e54-a9a1-cba2fccb1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.355241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171deb4-4add-45a1-ac09-f81690c61df2 req-4c7a2c39-3f20-4e54-a9a1-cba2fccb1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.355872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171deb4-4add-45a1-ac09-f81690c61df2 req-4c7a2c39-3f20-4e54-a9a1-cba2fccb1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.356528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171deb4-4add-45a1-ac09-f81690c61df2 req-4c7a2c39-3f20-4e54-a9a1-cba2fccb1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.357164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171deb4-4add-45a1-ac09-f81690c61df2 req-4c7a2c39-3f20-4e54-a9a1-cba2fccb1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.357826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171deb4-4add-45a1-ac09-f81690c61df2 req-4c7a2c39-3f20-4e54-a9a1-cba2fccb1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.370206 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0171deb4-4add-45a1-ac09-f81690c61df2 req-4c7a2c39-3f20-4e54-a9a1-cba2fccb1ae6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 6493 time: 0.4106596 Aug 09 15:59:06.371082 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-bc6d5085-6a0d-4127-9626-eda95f7fb5c8 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:06.412875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a26313c-4a74-40a4-99d3-531d62425544 req-44f71750-a944-48a0-94e7-356b5f6af265 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836987 Aug 09 15:59:06.456194 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0171deb4-4add-45a1-ac09-f81690c61df2 req-f8711ad2-b4ae-4ee6-b5c9-cb98fa914df4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=19492f1b-105c-46cb-b331-bc797eef4baf&id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847635 Aug 09 15:59:06.529213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:06.532166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-acec791f-f890-4bae-9692-872acd1a785e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port 9f8943b2-389d-4092-bffb-c636beb5fcac {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:06.533719 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-acec791f-f890-4bae-9692-872acd1a785e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:06.586004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d3982-61d7-4e7b-a710-0bd320db6c05 req-dc4d9eaa-50cb-482b-a019-06f95cdf4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.589954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2d3982-61d7-4e7b-a710-0bd320db6c05 req-dc4d9eaa-50cb-482b-a019-06f95cdf4d07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 1095 time: 0.1070554 Aug 09 15:59:06.606394 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:06.649645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba89893a-5a42-463c-be83-a203f43cab79,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:06.669184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:59:06.699294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-acec791f-f890-4bae-9692-872acd1a785e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] For port 9f8943b2-389d-4092-bffb-c636beb5fcac, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9f8943b2-389d-4092-bffb-c636beb5fcac,segment=NetworkSegment(aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a),segment_id=aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:06.699852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-acec791f-f890-4bae-9692-872acd1a785e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:06.702798 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:06.703251 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Added segment 1cc3324c-90f1-4c1c-b071-45fa666ff5f1 of type vlan for network 5982792f-0057-4736-9486-a870db534f57 Aug 09 15:59:06.773186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-acec791f-f890-4bae-9692-872acd1a785e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for 9f8943b2-389d-4092-bffb-c636beb5fcac owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:06.815004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d3982-61d7-4e7b-a710-0bd320db6c05 req-20d9eaac-529b-4d1d-9359-0d3e0433ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.816645 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2d3982-61d7-4e7b-a710-0bd320db6c05 req-20d9eaac-529b-4d1d-9359-0d3e0433ac3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.2191701 Aug 09 15:59:06.839465 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:06.913248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2d3982-61d7-4e7b-a710-0bd320db6c05 req-3c1b90fe-4823-4070-8f74-b5e2dad1e788 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d696cd2-db31-49b8-af1f-3f61a9ca02b6 HTTP/1.1" status: 200 len: 217 time: 0.0876043 Aug 09 15:59:06.977691 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:06.990568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.991488 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:07.020301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d3982-61d7-4e7b-a710-0bd320db6c05 req-126c2409-b7ef-4b2e-ba24-e93e916defe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:07.021750 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2d3982-61d7-4e7b-a710-0bd320db6c05 req-126c2409-b7ef-4b2e-ba24-e93e916defe2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.1006148 Aug 09 15:59:07.104654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d3982-61d7-4e7b-a710-0bd320db6c05 req-41a239c7-1753-488d-86d5-8ba1c634eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:07.106236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2d3982-61d7-4e7b-a710-0bd320db6c05 req-41a239c7-1753-488d-86d5-8ba1c634eccb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712137 Aug 09 15:59:07.166473 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-bc6d5085-6a0d-4127-9626-eda95f7fb5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:01Z', 'revision_number': 7, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f8943b2-389d-4092-bffb-c636beb5fcac', 'name': '', 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:9a:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '658e58df-d087-46d3-8197-85cac4ae558e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:59:05Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '658e58df-d087-46d3-8197-85cac4ae558e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:07.253672 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d5085-6a0d-4127-9626-eda95f7fb5c8 None None] Checking router: 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:07.276333 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d5085-6a0d-4127-9626-eda95f7fb5c8 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:07.277367 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-bc6d5085-6a0d-4127-9626-eda95f7fb5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:07.361047 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2442207 Aug 09 15:59:07.412938 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53350) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:07.436854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d28a4787-7e23-4cd1-b18a-202db5ba2827 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'subnet': {'network_id': '5982792f-0057-4736-9486-a870db534f57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:07.483465 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2d3982-61d7-4e7b-a710-0bd320db6c05 req-96ee01b2-4e01-4351-af17-8db77810ed6b service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684659 Aug 09 15:59:07.483821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9f8943b2-389d-4092-bffb-c636beb5fcac up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:07.569843 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-bc6d5085-6a0d-4127-9626-eda95f7fb5c8 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:07.618371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9f8943b2-389d-4092-bffb-c636beb5fcac triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:07.618666 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:07.666231 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-36ff91ae-de1a-40ee-86ed-27abb0c4c164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:07.736260 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fb4a2-cc39-4f7f-9ef5-44dcf60d983f tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Network': ['ID=5982792f-0057-4736-9486-a870db534f57,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:07.778407 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 5982792f-0057-4736-9486-a870db534f57 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:59:07.983271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d774fe-c4cc-4074-89c9-2236d62a3111 req-4f84f11d-4d73-42b2-80c5-a5638b594a05 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:07.991718 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0d774fe-c4cc-4074-89c9-2236d62a3111 req-4f84f11d-4d73-42b2-80c5-a5638b594a05 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 944 time: 0.5398290 Aug 09 15:59:08.026984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437011b-5d78-4d1b-bea7-30270ba8c2f4 req-50eac251-b215-4313-b392-8b3d0880b2f7 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:08.031297 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d437011b-5d78-4d1b-bea7-30270ba8c2f4 req-50eac251-b215-4313-b392-8b3d0880b2f7 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.7459273 Aug 09 15:59:08.059529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0d774fe-c4cc-4074-89c9-2236d62a3111 req-ccfd33f6-d89e-45f5-ac1a-8a7cf6dd51f8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668628 Aug 09 15:59:08.070667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2d3982-61d7-4e7b-a710-0bd320db6c05 req-1d23a143-8482-43b8-8e6e-0f500f77467e service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629065 Aug 09 15:59:08.160361 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28a4787-7e23-4cd1-b18a-202db5ba2827 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Made reservation on behalf of 40e4496ab1894c57beedeb5222faf778 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:08.164833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d28a4787-7e23-4cd1-b18a-202db5ba2827 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:08.196752 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-bc6d5085-6a0d-4127-9626-eda95f7fb5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:01Z', 'revision_number': 7, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f8943b2-389d-4092-bffb-c636beb5fcac', 'name': '', 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:9a:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '658e58df-d087-46d3-8197-85cac4ae558e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:59:05Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '658e58df-d087-46d3-8197-85cac4ae558e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:08.232800 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d437011b-5d78-4d1b-bea7-30270ba8c2f4 req-1add068a-dd1b-4098-8d36-bd3377a3ee8c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878750 Aug 09 15:59:08.233929 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-acec791f-f890-4bae-9692-872acd1a785e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:08.313878 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d5085-6a0d-4127-9626-eda95f7fb5c8 None None] The sync data for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 is: [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:01Z', 'revision_number': 7, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f8943b2-389d-4092-bffb-c636beb5fcac', 'name': '', 'network_id': 'd5ab9427-7147-4898-9fc6-ead522b2e917', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:9a:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '658e58df-d087-46d3-8197-85cac4ae558e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:50Z', 'updated_at': '2021-08-09T15:59:05Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '658e58df-d087-46d3-8197-85cac4ae558e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:08.443878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec791f-f890-4bae-9692-872acd1a785e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=9f8943b2-389d-4092-bffb-c636beb5fcac,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:08.767490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-acec791f-f890-4bae-9692-872acd1a785e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:08.900790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d28a4787-7e23-4cd1-b18a-202db5ba2827 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:08.985367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a4787-7e23-4cd1-b18a-202db5ba2827 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Subnet': ['ID=c0afdeae-6034-4844-b7e6-ec52a1e8bacd,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:09.081648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28a4787-7e23-4cd1-b18a-202db5ba2827 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Checking segment: {'id': '1cc3324c-90f1-4c1c-b071-45fa666ff5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5982792f-0057-4736-9486-a870db534f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:09.081648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a4787-7e23-4cd1-b18a-202db5ba2827 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network hostable DHCP agents. Network: 5982792f-0057-4736-9486-a870db534f57, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:59:09.136855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acec791f-f890-4bae-9692-872acd1a785e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:09.138058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28a4787-7e23-4cd1-b18a-202db5ba2827 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 5982792f-0057-4736-9486-a870db534f57 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:59:09.156332 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-d28a4787-7e23-4cd1-b18a-202db5ba2827 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 5982792f-0057-4736-9486-a870db534f57) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:09.170199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c74c1c-8172-429c-a84d-747e8d479a28 None None] Network 5982792f-0057-4736-9486-a870db534f57 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:09.217919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a4787-7e23-4cd1-b18a-202db5ba2827 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:09.219915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84e356-cebc-4a11-bdf2-33ecce968af5 req-ff4b8b4c-d389-49e4-ad11-667265506543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:09.220363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d28a4787-7e23-4cd1-b18a-202db5ba2827 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:09.220443 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e84e356-cebc-4a11-bdf2-33ecce968af5 req-ff4b8b4c-d389-49e4-ad11-667265506543 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 1096 time: 0.0754001 Aug 09 15:59:09.242604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:59:09.321811 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e535c-4831-4ffd-babc-a919a029b92d req-205f43d0-c367-4591-bcdc-54567bed6b0b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:09.332468 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-372e535c-4831-4ffd-babc-a919a029b92d req-205f43d0-c367-4591-bcdc-54567bed6b0b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 944 time: 0.1472137 Aug 09 15:59:09.410805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-372e535c-4831-4ffd-babc-a919a029b92d req-f9bb7edc-30de-451b-b857-5cd3d4d555ec tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769665 Aug 09 15:59:09.441137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acec791f-f890-4bae-9692-872acd1a785e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:09.467500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53384) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:09.469486 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-acec791f-f890-4bae-9692-872acd1a785e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8151383 Aug 09 15:59:09.479847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:09.547383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '6d696cd2-db31-49b8-af1f-3f61a9ca02b6', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'port_id': '6d696cd2-db31-49b8-af1f-3f61a9ca02b6', 'mac_address': 'fa:16:3e:17:13:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:59:09.556043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3ccb1-5f02-49ba-974a-0d629907075c None None] Sync routers for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:09.604021 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d28a4787-7e23-4cd1-b18a-202db5ba2827 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1846347 Aug 09 15:59:09.607669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53388) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:09.617163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84e356-cebc-4a11-bdf2-33ecce968af5 req-c2eb0636-8a40-45e7-88eb-bf425b30b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:09.622672 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e84e356-cebc-4a11-bdf2-33ecce968af5 req-c2eb0636-8a40-45e7-88eb-bf425b30b55d service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 918 time: 0.3950927 Aug 09 15:59:09.628901 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1423490818', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:09.633439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2ee7fb-0f95-4173-930f-d9c2585569d8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting subnet 658e58df-d087-46d3-8197-85cac4ae558e {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:09.639782 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee7fb-0f95-4173-930f-d9c2585569d8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:09.662638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3ccb1-5f02-49ba-974a-0d629907075c None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:09.668438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ede3ccb1-5f02-49ba-974a-0d629907075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:58:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:09.700951 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee7fb-0f95-4173-930f-d9c2585569d8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:09.718900 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a747a-49af-4bce-8ed3-9715c535a330 req-7aa239e7-e962-4311-82f0-939f831c85e3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:09.721046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-218a747a-49af-4bce-8ed3-9715c535a330 req-7aa239e7-e962-4311-82f0-939f831c85e3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.2460918 Aug 09 15:59:09.723177 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:09.724431 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:09.867711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:09.882571 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e84e356-cebc-4a11-bdf2-33ecce968af5 req-eb195cfe-4e49-4707-91ff-3a715d4dd83d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e HTTP/1.1" status: 200 len: 1001 time: 0.1426501 Aug 09 15:59:09.889978 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:09.901066 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee7fb-0f95-4173-930f-d9c2585569d8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:09.947402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ede3ccb1-5f02-49ba-974a-0d629907075c None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:09.979954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84e356-cebc-4a11-bdf2-33ecce968af5 req-1ae75739-06b8-491d-ad8c-6cda3e37742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:09.980144 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-218a747a-49af-4bce-8ed3-9715c535a330 req-4058d9e4-d24a-40bf-b514-46b4e1e6f67e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120162 Aug 09 15:59:09.981439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e84e356-cebc-4a11-bdf2-33ecce968af5 req-1ae75739-06b8-491d-ad8c-6cda3e37742f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 200 len: 856 time: 0.0925345 Aug 09 15:59:09.984094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:59:10.007100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:10.078728 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.090272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fae110f-8e6d-415e-8824-0ac4076e018c None None] Network 5982792f-0057-4736-9486-a870db534f57 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:10.182131 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee7fb-0f95-4173-930f-d9c2585569d8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.219424 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.273812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84e356-cebc-4a11-bdf2-33ecce968af5 req-44723682-bc4c-47aa-b1e9-c1e64ac402d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:10.279057 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e84e356-cebc-4a11-bdf2-33ecce968af5 req-44723682-bc4c-47aa-b1e9-c1e64ac402d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777300 Aug 09 15:59:10.310664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ee7fb-0f95-4173-930f-d9c2585569d8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Subnet': ['ID=658e58df-d087-46d3-8197-85cac4ae558e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:10.364230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['6d696cd2-db31-49b8-af1f-3f61a9ca02b6'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:59:10.428286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:10.464062 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e84e356-cebc-4a11-bdf2-33ecce968af5 req-03b0128a-8134-469d-ab90-562b55e3f618 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677558 Aug 09 15:59:10.474223 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee7fb-0f95-4173-930f-d9c2585569d8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.479518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fe2ee7fb-0f95-4173-930f-d9c2585569d8 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/658e58df-d087-46d3-8197-85cac4ae558e HTTP/1.1" status: 204 len: 168 time: 0.9967718 Aug 09 15:59:10.481924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53398) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:10.517567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6ed88-48ab-47de-89b4-d424fcefd21b None None] Network d5ab9427-7147-4898-9fc6-ead522b2e917 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:10.689725 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8e073552-f517-4fa6-882b-4f68b58d4d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.693281 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e84e356-cebc-4a11-bdf2-33ecce968af5 req-99d65d40-0655-41e2-9e8b-38cf26143481 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125015 Aug 09 15:59:10.791848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c2b13-addb-48d8-a753-a7b96d27b216 req-e21b9fdc-e9ae-4cc4-9391-a44fe859e8b5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:10.793678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d1c2b13-addb-48d8-a753-a7b96d27b216 req-e21b9fdc-e9ae-4cc4-9391-a44fe859e8b5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 945 time: 0.0993316 Aug 09 15:59:10.865192 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:10.873270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ede3ccb1-5f02-49ba-974a-0d629907075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:07Z', 'revision_number': 8, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:10.937327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716ceeeb-5d01-48e4-9acd-6c6a1f2215a0 None None] DHCP port deletion for d5ab9427-7147-4898-9fc6-ead522b2e917 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:10.943458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3ccb1-5f02-49ba-974a-0d629907075c None None] Checking router: 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:10.948194 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d1c2b13-addb-48d8-a753-a7b96d27b216 req-7c4cdee8-7145-4489-81e7-d60575979e1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283686 Aug 09 15:59:11.158311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3ccb1-5f02-49ba-974a-0d629907075c None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:11.160656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ede3ccb1-5f02-49ba-974a-0d629907075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:11.166437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53412) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:11.231901 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.345109 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.350367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-716ceeeb-5d01-48e4-9acd-6c6a1f2215a0 None None] Deleting port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:11.351104 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-716ceeeb-5d01-48e4-9acd-6c6a1f2215a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.358875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ede3ccb1-5f02-49ba-974a-0d629907075c None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:11.409419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.415009 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be4ea971-4c98-442d-9ce8-93dfddbac496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.432879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:11.450795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c74054-fe08-454a-b292-afbe59393ffd req-969411ca-17b4-47d2-9832-b806a3c2bdb9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:11.464194 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64c74054-fe08-454a-b292-afbe59393ffd req-969411ca-17b4-47d2-9832-b806a3c2bdb9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.2084198 Aug 09 15:59:11.554515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be4ea971-4c98-442d-9ce8-93dfddbac496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.559996 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.563741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be4ea971-4c98-442d-9ce8-93dfddbac496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.601417 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64c74054-fe08-454a-b292-afbe59393ffd req-a04af647-9e20-4174-a522-80ac26f31feb tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351399 Aug 09 15:59:11.605529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:11.609968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.613726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-716ceeeb-5d01-48e4-9acd-6c6a1f2215a0 None None] For port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=828f7f17-c0c1-473d-b7cf-9cddf7aeefd8,segment=NetworkSegment(aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a),segment_id=aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:11.614141 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-716ceeeb-5d01-48e4-9acd-6c6a1f2215a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.650189 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-be4ea971-4c98-442d-9ce8-93dfddbac496 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b083182c03240b091714c1a4f07244a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805136 Aug 09 15:59:11.650776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ea971-4c98-442d-9ce8-93dfddbac496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5620bf-f744-4d3b-b256-d5d721d0ba9b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:11.653207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53416) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:11.729297 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6221f428-07bf-416e-a599-8a9c33cad5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.736648 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.762074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-716ceeeb-5d01-48e4-9acd-6c6a1f2215a0 None None] Calling delete_port for 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:11.785780 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6221f428-07bf-416e-a599-8a9c33cad5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.811988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.25.2.20 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/48bc0b06-c6a8-4a83-ae30-4803ec7cba6b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:11.820747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] For port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=828f7f17-c0c1-473d-b7cf-9cddf7aeefd8,segment=NetworkSegment(aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a),segment_id=aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:11.821454 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.854878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:11.912510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6221f428-07bf-416e-a599-8a9c33cad5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.915431 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6221f428-07bf-416e-a599-8a9c33cad5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.917163 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6221f428-07bf-416e-a599-8a9c33cad5fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f5620bf-f744-4d3b-b256-d5d721d0ba9b HTTP/1.1" status: 204 len: 168 time: 0.2627926 Aug 09 15:59:11.942638 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:11.961169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221f428-07bf-416e-a599-8a9c33cad5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5620bf-f744-4d3b-b256-d5d721d0ba9b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:12.021429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=828f7f17-c0c1-473d-b7cf-9cddf7aeefd8,segment=NetworkSegment(aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a),segment_id=aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:12.036198 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.090942 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.119518 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-716ceeeb-5d01-48e4-9acd-6c6a1f2215a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.146561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.177906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ceeeb-5d01-48e4-9acd-6c6a1f2215a0 None None] No DVR routers for this DVR port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:12.191284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=828f7f17-c0c1-473d-b7cf-9cddf7aeefd8,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:12.264687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a3e2d-21d8-4d89-b27c-3ef4ab41b25c req-3ce5f222-2fa6-41b7-8886-becf356de856 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:12.267840 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-700a3e2d-21d8-4d89-b27c-3ef4ab41b25c req-3ce5f222-2fa6-41b7-8886-becf356de856 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 945 time: 0.1089289 Aug 09 15:59:12.269049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ceeeb-5d01-48e4-9acd-6c6a1f2215a0 None None] Pushing event deleted for resources: {'Port': ['ID=828f7f17-c0c1-473d-b7cf-9cddf7aeefd8,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:12.271654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:12.283148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:12.289230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:12.294005 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ede3ccb1-5f02-49ba-974a-0d629907075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:07Z', 'revision_number': 8, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:12.336731 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=48bc0b06-c6a8-4a83-ae30-4803ec7cba6b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:12.405457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3ccb1-5f02-49ba-974a-0d629907075c None None] The sync data for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 is: [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:07Z', 'revision_number': 8, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7261896f-2b24-47e8-891c-ba17d3536c9d', 'name': '', 'network_id': 'a2bc4c9a-7587-484c-8639-1046949012a5', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:b1:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:37Z', 'updated_at': '2021-08-09T15:58:54Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'fb2a4dd1-f906-47e3-a664-578a5cd74cfe', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:12.428149 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-700a3e2d-21d8-4d89-b27c-3ef4ab41b25c req-430c91ea-e0e3-4690-93a8-b147dd8ff202 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495204 Aug 09 15:59:12.530725 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.582975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=828f7f17-c0c1-473d-b7cf-9cddf7aeefd8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:12.595496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No DVR routers for this DVR port 828f7f17-c0c1-473d-b7cf-9cddf7aeefd8 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:12.685303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53432) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:12.705894 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e43b93f-7206-453c-a855-deb3cbf403d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.865497 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e43b93f-7206-453c-a855-deb3cbf403d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.872950 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e43b93f-7206-453c-a855-deb3cbf403d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.931498 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1e43b93f-7206-453c-a855-deb3cbf403d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e8ae75798be46f0853f50f7a4ef4fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461240 Aug 09 15:59:12.933257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53436) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:12.941526 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.966903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ab9427-7147-4898-9fc6-ead522b2e917']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:12.975794 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:12.983278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:12.983576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb1ce61-9240-47b5-8aa1-1c6c4cbe853a') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:13.027709 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.038012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43b93f-7206-453c-a855-deb3cbf403d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429d2247-cef4-4d5c-a000-f8559395787b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:13.055535 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.061855 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-83ab41d8-e31c-47a9-8023-828de4cefb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.063928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68240e-cf45-4b52-98cf-af3d2e93ef7e req-d9661ddf-51ac-4ef3-8177-a220e07996fa tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:13.072582 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a68240e-cf45-4b52-98cf-af3d2e93ef7e req-d9661ddf-51ac-4ef3-8177-a220e07996fa tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 945 time: 0.3797452 Aug 09 15:59:13.087021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-83ab41d8-e31c-47a9-8023-828de4cefb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.087254 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.109850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:59:13.110281 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:59:13.115532 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:59:13.130536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5eaba180-e106-4ae3-9d53-cfa0644c449e no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:13.184061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-83ab41d8-e31c-47a9-8023-828de4cefb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.187286 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-83ab41d8-e31c-47a9-8023-828de4cefb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.189079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-83ab41d8-e31c-47a9-8023-828de4cefb58 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/429d2247-cef4-4d5c-a000-f8559395787b HTTP/1.1" status: 204 len: 168 time: 0.2547407 Aug 09 15:59:13.198406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:13.200130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab41d8-e31c-47a9-8023-828de4cefb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429d2247-cef4-4d5c-a000-f8559395787b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:13.269962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9f8943b2-389d-4092-bffb-c636beb5fcac no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:13.274321 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a68240e-cf45-4b52-98cf-af3d2e93ef7e req-1f0af89f-173e-4b89-bcc0-ad9bc49351a1 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008352 Aug 09 15:59:13.292440 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.306669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.312488 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/networks/d5ab9427-7147-4898-9fc6-ead522b2e917 HTTP/1.1" status: 204 len: 168 time: 2.8033724 Aug 09 15:59:13.313449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53442) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:13.332851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 9f8943b2-389d-4092-bffb-c636beb5fcac {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:13.333203 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9f8943b2-389d-4092-bffb-c636beb5fcac not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:13.391488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:13.410412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:13.411339 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.415717 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.418415 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.427420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Network': ['ID=d5ab9427-7147-4898-9fc6-ead522b2e917,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:13.455523 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:13.456381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:13.496033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:13.498987 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:13.500073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:13.500313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:13.505160 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2759446f-33e1-4ee2-99db-46b538e3e756" -d '{"events": [{"server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:13.506432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:13.509718 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:13.513012 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.515280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:13.515432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:13.515786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:13.525959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:13.527650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:13.529881 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a863-b1a2-4142-bcb6-9c1039ca1b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:13.722102 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5eaba180-e106-4ae3-9d53-cfa0644c449e,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:13.763037 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.774824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76bce4-bd5b-43d2-806f-a15e5ccc77d9 req-b7fa55e4-149a-44f6-aab3-607e22353e9d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:13.785903 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a76bce4-bd5b-43d2-806f-a15e5ccc77d9 req-b7fa55e4-149a-44f6-aab3-607e22353e9d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 945 time: 0.1361606 Aug 09 15:59:13.794023 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.882416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:13.903130 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:13.911402 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a76bce4-bd5b-43d2-806f-a15e5ccc77d9 req-c4219640-2745-4904-86c3-ee2ce1f62f15 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210451 Aug 09 15:59:14.026504 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd44f88-dfb5-41fe-bfe2-0fe9adbb2b76 x-openstack-request-id: req-dcd44f88-dfb5-41fe-bfe2-0fe9adbb2b76 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:14.026939 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "name": "network-vif-unplugged", "status": "failed", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e", "code": 422}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:14.027864 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcd44f88-dfb5-41fe-bfe2-0fe9adbb2b76 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:14.028660 n-d-803778-2 neutron-server[94291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'code': 422} returned with failed status Aug 09 15:59:14.037830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:59:14.090348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:14.235444 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:14.249895 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807126a6-5d4e-423d-bf18-08b5988460b0 None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:14.265092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:14.265796 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807126a6-5d4e-423d-bf18-08b5988460b0 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:14.266733 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-807126a6-5d4e-423d-bf18-08b5988460b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:14.271222 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5e8c1f1c-8900-462e-b484-a22c65b96731 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6532514 Aug 09 15:59:14.271222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53490) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:14.280712 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b6dcfc9-c66c-4edd-8516-0b36ccf04002 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:14.360024 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-807126a6-5d4e-423d-bf18-08b5988460b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:14.387243 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807126a6-5d4e-423d-bf18-08b5988460b0 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:14.387918 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-807126a6-5d4e-423d-bf18-08b5988460b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:14.447820 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-807126a6-5d4e-423d-bf18-08b5988460b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:14.449127 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807126a6-5d4e-423d-bf18-08b5988460b0 None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:14.704490 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7b6dcfc9-c66c-4edd-8516-0b36ccf04002 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port 7261896f-2b24-47e8-891c-ba17d3536c9d {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:14.705226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b6dcfc9-c66c-4edd-8516-0b36ccf04002 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:14.827796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-7b6dcfc9-c66c-4edd-8516-0b36ccf04002 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] For port 7261896f-2b24-47e8-891c-ba17d3536c9d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=7261896f-2b24-47e8-891c-ba17d3536c9d,segment=NetworkSegment(4d542870-f890-434e-b9ac-8294820cbe22),segment_id=4d542870-f890-434e-b9ac-8294820cbe22)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:14.828246 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b6dcfc9-c66c-4edd-8516-0b36ccf04002 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:14.843992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7b6dcfc9-c66c-4edd-8516-0b36ccf04002 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for 7261896f-2b24-47e8-891c-ba17d3536c9d owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:15.147597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43052361-92a1-4e33-8f74-e455018b820d req-7ab19db0-518d-49c0-9b27-4b5f7f872a67 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:15.155247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433a31d-7dc4-4f1b-8ebf-a31aeff9ce42 req-2fe703e1-2aac-4569-9418-129b3aacf613 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:15.157144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7433a31d-7dc4-4f1b-8ebf-a31aeff9ce42 req-2fe703e1-2aac-4569-9418-129b3aacf613 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 946 time: 0.0909204 Aug 09 15:59:15.158986 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b6dcfc9-c66c-4edd-8516-0b36ccf04002 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:15.163410 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-43052361-92a1-4e33-8f74-e455018b820d req-7ab19db0-518d-49c0-9b27-4b5f7f872a67 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.1191492 Aug 09 15:59:15.213859 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dcfc9-c66c-4edd-8516-0b36ccf04002 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=7261896f-2b24-47e8-891c-ba17d3536c9d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:15.306612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7433a31d-7dc4-4f1b-8ebf-a31aeff9ce42 req-dba1b842-adf8-4011-a349-69c5dc4ea7f2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991716 Aug 09 15:59:15.325863 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-43052361-92a1-4e33-8f74-e455018b820d req-e0328ec7-9cfd-4f35-9cd0-9557bcf1a45b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610732 Aug 09 15:59:15.346899 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:15.567877 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b6dcfc9-c66c-4edd-8516-0b36ccf04002 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:15.825121 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-42ef926e-f4a2-4966-b512-942084417237 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3093600 Aug 09 15:59:15.835485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.20.0.1 (5982792f-0057-4736-9486-a870db534f57/c0afdeae-6034-4844-b7e6-ec52a1e8bacd/3456b1de-44f3-4aa8-b692-99b08dcfc437) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:15.861131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6dcfc9-c66c-4edd-8516-0b36ccf04002 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:15.986300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6dcfc9-c66c-4edd-8516-0b36ccf04002 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:16.001020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae58a8-1724-4983-9051-6a53fb39c837 None None] Sync routers for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:16.008961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7b6dcfc9-c66c-4edd-8516-0b36ccf04002 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6916409 Aug 09 15:59:16.009669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53552) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:16.013856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae58a8-1724-4983-9051-6a53fb39c837 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:16.017020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-21ae58a8-1724-4983-9051-6a53fb39c837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:16.048087 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.102095 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed96ce5e-5c1c-4fd4-a146-46109ad74557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d696cd2-db31-49b8-af1f-3f61a9ca02b6'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:16.105625 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.105803 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99947fc-c968-46f6-8372-60e582b5100d" -d '{"events": [{"server_uuid": "ed96ce5e-5c1c-4fd4-a146-46109ad74557", "name": "network-vif-plugged", "status": "completed", "tag": "6d696cd2-db31-49b8-af1f-3f61a9ca02b6"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:16.153422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c664f66-4ae5-42df-bf0a-ed432b226262 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting subnet fb2a4dd1-f906-47e3-a664-578a5cd74cfe {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:16.165776 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c664f66-4ae5-42df-bf0a-ed432b226262 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.178250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 5982792f-0057-4736-9486-a870db534f57 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:16.187756 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:16.193344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:16.200546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-21ae58a8-1724-4983-9051-6a53fb39c837 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:16.255946 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5c5f05-bc5d-4623-9e85-65dc67a5e601 x-openstack-request-id: req-9c5c5f05-bc5d-4623-9e85-65dc67a5e601 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:16.255946 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed96ce5e-5c1c-4fd4-a146-46109ad74557", "name": "network-vif-plugged", "status": "completed", "tag": "6d696cd2-db31-49b8-af1f-3f61a9ca02b6", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:16.256183 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c5c5f05-bc5d-4623-9e85-65dc67a5e601 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:16.256429 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed96ce5e-5c1c-4fd4-a146-46109ad74557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d696cd2-db31-49b8-af1f-3f61a9ca02b6', 'code': 200} Aug 09 15:59:16.296800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=3456b1de-44f3-4aa8-b692-99b08dcfc437,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:16.315809 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.413263 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c664f66-4ae5-42df-bf0a-ed432b226262 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.537969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-21ae58a8-1724-4983-9051-6a53fb39c837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:15Z', 'revision_number': 9, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:16.565945 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c664f66-4ae5-42df-bf0a-ed432b226262 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.579759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5d30b-f41f-4fa1-be54-66484f98267d req-09d7e9b3-892d-404f-a770-a4a9abe9b0ee tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:16.581508 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-11b5d30b-f41f-4fa1-be54-66484f98267d req-09d7e9b3-892d-404f-a770-a4a9abe9b0ee tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 946 time: 0.1273644 Aug 09 15:59:16.605376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae58a8-1724-4983-9051-6a53fb39c837 None None] Checking router: 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:16.624927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae58a8-1724-4983-9051-6a53fb39c837 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:16.625566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-21ae58a8-1724-4983-9051-6a53fb39c837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:16.724826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e49f66-d731-4400-b13d-2f165a6927ef req-9997c71f-e832-4206-b767-e36de62996bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:16.727122 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5e49f66-d731-4400-b13d-2f165a6927ef req-9997c71f-e832-4206-b767-e36de62996bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 1097 time: 0.4353757 Aug 09 15:59:16.745549 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.749779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-21ae58a8-1724-4983-9051-6a53fb39c837 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:16.795022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-11b5d30b-f41f-4fa1-be54-66484f98267d req-f82e9f73-ac66-4627-9c78-8b761e541822 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978328 Aug 09 15:59:16.834447 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5856-e4c1-46ae-a520-0f7418cd54f8 req-83c49f79-f772-4f03-8d39-e1f713c80e08 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:16.838738 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-516e5856-e4c1-46ae-a520-0f7418cd54f8 req-83c49f79-f772-4f03-8d39-e1f713c80e08 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.2089846 Aug 09 15:59:16.860070 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c664f66-4ae5-42df-bf0a-ed432b226262 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.933576 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c664f66-4ae5-42df-bf0a-ed432b226262 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:16.948695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1c664f66-4ae5-42df-bf0a-ed432b226262 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/fb2a4dd1-f906-47e3-a664-578a5cd74cfe HTTP/1.1" status: 204 len: 168 time: 0.9378815 Aug 09 15:59:16.968332 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53572) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:17.001681 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5e49f66-d731-4400-b13d-2f165a6927ef req-bc89e917-72e6-4f13-989b-172b0ebba002 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651873 Aug 09 15:59:17.012266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c664f66-4ae5-42df-bf0a-ed432b226262 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2a4dd1-f906-47e3-a664-578a5cd74cfe,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:17.046970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6b4f85-d2d8-4eeb-af8e-8ae387f5f00b None None] Network a2bc4c9a-7587-484c-8639-1046949012a5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:17.061044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-516e5856-e4c1-46ae-a520-0f7418cd54f8 req-51065fe9-5614-43e0-b081-35c1bd2c1c1c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905053 Aug 09 15:59:17.114666 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.118818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-88ec38b0-a049-4339-9676-7c1224d9e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:17.120751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-88ec38b0-a049-4339-9676-7c1224d9e80d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e&tenant_id=1314f79c80f34f21a2850a9cf64ee2db HTTP/1.1" status: 200 len: 1094 time: 0.1212859 Aug 09 15:59:17.217288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5eaba180-e106-4ae3-9d53-cfa0644c449e no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:17.220002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-8dcd89ee-837e-4a20-9a61-7a41df8d7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:17.222367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-8dcd89ee-837e-4a20-9a61-7a41df8d7f59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 1094 time: 0.0773084 Aug 09 15:59:17.289189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:17.290476 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.365224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-2f6cbcf9-38f0-43f6-a1eb-bddf85fbff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:17.367163 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-2f6cbcf9-38f0-43f6-a1eb-bddf85fbff22 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 200 len: 918 time: 0.1377687 Aug 09 15:59:17.395810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.399814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-21ae58a8-1724-4983-9051-6a53fb39c837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:15Z', 'revision_number': 9, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:17.410269 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.441459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae58a8-1724-4983-9051-6a53fb39c837 None None] The sync data for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 is: [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:15Z', 'revision_number': 9, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': '4f4f292a-fc4d-498f-b317-924b31e8d351', 'name': '', 'network_id': '34881046-0445-4bc9-83d4-005f6c72585e', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:e5:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:27Z', 'updated_at': '2021-08-09T15:58:43Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': 'b690f46c-8401-4d05-bdfc-b4aa42f0d345', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:17.469967 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-31b84079-39f8-4001-9e90-332e1990c381 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e HTTP/1.1" status: 200 len: 999 time: 0.0946124 Aug 09 15:59:17.513951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] For port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894,segment=NetworkSegment(4d542870-f890-434e-b9ac-8294820cbe22),segment_id=4d542870-f890-434e-b9ac-8294820cbe22)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:17.514560 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.555646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:17.555992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-1cf5fe53-2742-44e3-b859-687d48c8358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:17.557515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-1cf5fe53-2742-44e3-b859-687d48c8358d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 200 len: 856 time: 0.0803299 Aug 09 15:59:17.571079 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=3456b1de-44f3-4aa8-b692-99b08dcfc437,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:17.578945 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.643885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-95499d07-839b-4b8c-88d2-555b6c24297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:17.645434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-95499d07-839b-4b8c-88d2-555b6c24297c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804789 Aug 09 15:59:17.831728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1c35b-a140-44d5-81a1-14ab626171a8 None None] DHCP port deletion for a2bc4c9a-7587-484c-8639-1046949012a5 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:17.863426 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.873230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 5982792f-0057-4736-9486-a870db534f57 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:17.877994 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-ef25b722-59fe-49e5-9822-5947c3228920 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246559 Aug 09 15:59:17.914120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1c35b-a140-44d5-81a1-14ab626171a8 None None] The port 'a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894' was deleted {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 09 15:59:17.946670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:17.965230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:17.970711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No DVR routers for this DVR port a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:18.130295 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3ae5c70-64e0-4994-a702-1c9acba0c797 req-e0a27128-f693-424e-b9d7-1ac928d507ab service neutron] 10.222.0.53 "GET /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356238 Aug 09 15:59:18.222700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656607b9-261b-424b-ad19-4892948df99f req-acabf5d0-4f97-404a-9955-c2d9e5bf448c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:18.224303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-656607b9-261b-424b-ad19-4892948df99f req-acabf5d0-4f97-404a-9955-c2d9e5bf448c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.0851755 Aug 09 15:59:18.280004 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-656607b9-261b-424b-ad19-4892948df99f req-205b7e21-0acd-4ec1-aa8f-7cebe1a6bcb5 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388837 Aug 09 15:59:18.625999 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:18.649608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bc4c9a-7587-484c-8639-1046949012a5']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:18.680642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb30b76-ce73-4bc0-a065-288a0ac810d9 req-2764e070-4a50-4629-802e-265c0f9cecc8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:18.682389 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-adb30b76-ce73-4bc0-a065-288a0ac810d9 req-2764e070-4a50-4629-802e-265c0f9cecc8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 946 time: 0.6132269 Aug 09 15:59:18.684590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d542870-f890-434e-b9ac-8294820cbe22') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:18.684896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d542870-f890-434e-b9ac-8294820cbe22') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:18.707045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:18.731226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:18.785863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:18.853791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-adb30b76-ce73-4bc0-a065-288a0ac810d9 req-cc2983ed-b0a7-4a89-bc83-4e1dffe8aa0e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595984 Aug 09 15:59:18.857571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:59:18.858325 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: timer() Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:59:18.862565 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:59:19.137720 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:19.149362 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:19.155508 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/networks/a2bc4c9a-7587-484c-8639-1046949012a5 HTTP/1.1" status: 204 len: 168 time: 2.1857989 Aug 09 15:59:19.162280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53610) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:19.193391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa6287-1587-40b3-9292-28cab0f1d866 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Network': ['ID=a2bc4c9a-7587-484c-8639-1046949012a5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:19.213147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:19.219755 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4c4978bb-ea90-4531-89ac-2eec86751479 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "PUT /v2.0/routers/337dac72-0a18-4853-bfd2-3d30649678a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9465313 Aug 09 15:59:19.226573 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85411041-fd7d-44ef-8f30-9faa55b824b7 None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:19.228858 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53614) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:19.234857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'port': {'network_id': '5982792f-0057-4736-9486-a870db534f57', 'name': 'tempest-FloatingIPTestJSON-1390530273'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:19.244939 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85411041-fd7d-44ef-8f30-9faa55b824b7 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:19.254312 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85411041-fd7d-44ef-8f30-9faa55b824b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:19.352672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:19.364144 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85411041-fd7d-44ef-8f30-9faa55b824b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:19.390217 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85411041-fd7d-44ef-8f30-9faa55b824b7 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:19.392659 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85411041-fd7d-44ef-8f30-9faa55b824b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:19.414651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:19.415781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a2d82a3b-e1e2-4b9f-b8b9-f603fe8b4894 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:19.417711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7261896f-2b24-47e8-891c-ba17d3536c9d no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:19.467905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 7261896f-2b24-47e8-891c-ba17d3536c9d {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:19.468478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7261896f-2b24-47e8-891c-ba17d3536c9d not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:19.492420 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85411041-fd7d-44ef-8f30-9faa55b824b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:19.494495 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85411041-fd7d-44ef-8f30-9faa55b824b7 None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:19.515601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Made reservation on behalf of 40e4496ab1894c57beedeb5222faf778 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:19.523956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:19.597194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] device_id is not set on port 09096cc9-be03-49a3-81fb-a7b9dce6f06c yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:59:19.856109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.20.0.7 (5982792f-0057-4736-9486-a870db534f57/c0afdeae-6034-4844-b7e6-ec52a1e8bacd/09096cc9-be03-49a3-81fb-a7b9dce6f06c) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:20.310267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83464d-daac-46f7-84da-82df0070f39a req-1ec1173f-1661-4e97-8069-272d1e3b0931 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:20.312467 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b83464d-daac-46f7-84da-82df0070f39a req-1ec1173f-1661-4e97-8069-272d1e3b0931 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.8197625 Aug 09 15:59:20.341868 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28df98-40a5-49df-bb65-44c2ebbde98f req-2ef99c50-973f-45a2-a9c3-264f568dc1e5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:20.361368 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d28df98-40a5-49df-bb65-44c2ebbde98f req-2ef99c50-973f-45a2-a9c3-264f568dc1e5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 946 time: 0.3432853 Aug 09 15:59:20.479585 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d28df98-40a5-49df-bb65-44c2ebbde98f req-4245f06d-564b-4f67-b58b-dcfb6b1b691a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170161 Aug 09 15:59:20.490157 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b83464d-daac-46f7-84da-82df0070f39a req-10ab0617-f83a-4fe9-807b-2b49718a7c1c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656439 Aug 09 15:59:20.542385 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:20.732823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df4c17cd-78eb-46a6-bef2-a556b27e333c req-b55f742c-44b0-41bb-aab6-f0f646e929f2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=48a7789d166d413a8429d82c91737140 HTTP/1.1" status: 200 len: 267 time: 0.1104438 Aug 09 15:59:20.768999 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:20.888842 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:20.909573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=09096cc9-be03-49a3-81fb-a7b9dce6f06c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:20.953768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 5982792f-0057-4736-9486-a870db534f57 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:20.958208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:20.980116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:20.991400 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c17cd-78eb-46a6-bef2-a556b27e333c req-09669df9-6035-4949-99a0-6585bc3dc440 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:20.993161 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df4c17cd-78eb-46a6-bef2-a556b27e333c req-09669df9-6035-4949-99a0-6585bc3dc440 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 946 time: 0.2529578 Aug 09 15:59:21.035261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [req-df4c17cd-78eb-46a6-bef2-a556b27e333c req-74f39114-5959-4580-bc07-5359396a4a2a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Request body: {'port': {'security_groups': []}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:21.195891 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df4c17cd-78eb-46a6-bef2-a556b27e333c req-74f39114-5959-4580-bc07-5359396a4a2a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:21.497752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:21.498725 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:21.567723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port 4f4f292a-fc4d-498f-b317-924b31e8d351 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:21.568265 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:21.592931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0df89736-1f33-449d-9eab-b1ccdd362e00 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3623607 Aug 09 15:59:21.595552 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53644) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:21.608452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'port': {'network_id': '5982792f-0057-4736-9486-a870db534f57', 'name': 'tempest-FloatingIPTestJSON-1201262583'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:21.775476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [req-df4c17cd-78eb-46a6-bef2-a556b27e333c req-74f39114-5959-4580-bc07-5359396a4a2a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] For port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:21.867583 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df4c17cd-78eb-46a6-bef2-a556b27e333c req-74f39114-5959-4580-bc07-5359396a4a2a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:21.880493 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df4c17cd-78eb-46a6-bef2-a556b27e333c req-74f39114-5959-4580-bc07-5359396a4a2a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:21.899275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['7076e15f-0fd5-47cb-a92c-7c0ee028236a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:59:21.901838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f79bbe-188b-48db-9868-5fb5fbe3a725 req-dd099d23-c8da-4351-9d68-df76f994b92c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:21.903472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3f79bbe-188b-48db-9868-5fb5fbe3a725 req-dd099d23-c8da-4351-9d68-df76f994b92c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.2332051 Aug 09 15:59:21.969512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f39114-5959-4580-bc07-5359396a4a2a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event updated for resources: {'Port': ['ID=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,revision_number=6']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:21.975630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] For port 4f4f292a-fc4d-498f-b317-924b31e8d351, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4f4f292a-fc4d-498f-b317-924b31e8d351,segment=NetworkSegment(6d603596-2c36-4311-a42c-0f78fdab0396),segment_id=6d603596-2c36-4311-a42c-0f78fdab0396)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:21.976015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:21.978991 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Made reservation on behalf of 40e4496ab1894c57beedeb5222faf778 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:21.987131 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:22.012675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] device_id is not set on port 1709f98e-f6f6-4d18-b984-ab9318c4bf7b yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:59:22.019585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for 4f4f292a-fc4d-498f-b317-924b31e8d351 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:22.021813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['bb82bc55-5633-41e7-aca5-e4c11ab8deeb', '6d696cd2-db31-49b8-af1f-3f61a9ca02b6'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:59:22.034070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3f79bbe-188b-48db-9868-5fb5fbe3a725 req-3508d802-9e1a-4eba-a22c-93eeeb7c92cc tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199923 Aug 09 15:59:22.130567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['6d696cd2-db31-49b8-af1f-3f61a9ca02b6'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:59:22.322111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c17cd-78eb-46a6-bef2-a556b27e333c req-74f39114-5959-4580-bc07-5359396a4a2a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:22.324971 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-df4c17cd-78eb-46a6-bef2-a556b27e333c req-74f39114-5959-4580-bc07-5359396a4a2a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:22.328354 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df4c17cd-78eb-46a6-bef2-a556b27e333c req-74f39114-5959-4580-bc07-5359396a4a2a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "PUT /v2.0/ports/6d696cd2-db31-49b8-af1f-3f61a9ca02b6 HTTP/1.1" status: 200 len: 905 time: 1.2987554 Aug 09 15:59:22.331453 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed96ce5e-5c1c-4fd4-a146-46109ad74557', 'tag': '6d696cd2-db31-49b8-af1f-3f61a9ca02b6'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:22.336318 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3210107f-5360-4ffe-b025-6dc8e326a675" -d '{"events": [{"name": "network-changed", "server_uuid": "ed96ce5e-5c1c-4fd4-a146-46109ad74557", "tag": "6d696cd2-db31-49b8-af1f-3f61a9ca02b6"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:22.455516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.20.0.3 (5982792f-0057-4736-9486-a870db534f57/c0afdeae-6034-4844-b7e6-ec52a1e8bacd/1709f98e-f6f6-4d18-b984-ab9318c4bf7b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:22.542339 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20991d49-5ba9-4c91-95f6-b2827a476440 x-openstack-request-id: req-20991d49-5ba9-4c91-95f6-b2827a476440 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:22.543028 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed96ce5e-5c1c-4fd4-a146-46109ad74557", "tag": "6d696cd2-db31-49b8-af1f-3f61a9ca02b6", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:22.543028 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20991d49-5ba9-4c91-95f6-b2827a476440 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:22.543438 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed96ce5e-5c1c-4fd4-a146-46109ad74557', 'tag': '6d696cd2-db31-49b8-af1f-3f61a9ca02b6', 'status': 'completed', 'code': 200} Aug 09 15:59:22.766116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-63a7eec8-9ff1-4ab4-8016-464b6c1363ba None None] Provisioning complete for port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:22.766772 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-63a7eec8-9ff1-4ab4-8016-464b6c1363ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:22.826859 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:22.840078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210107f-5360-4ffe-b025-6dc8e326a675 req-d2e775c4-6feb-4db5-bf73-e01daf270007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:22.845866 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3210107f-5360-4ffe-b025-6dc8e326a675 req-d2e775c4-6feb-4db5-bf73-e01daf270007 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 1059 time: 0.2860503 Aug 09 15:59:22.975460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:22.990576 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=4f4f292a-fc4d-498f-b317-924b31e8d351,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:23.062592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:23.063034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:23.063483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:23.065944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:23.065944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:23.069647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:23.069647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:23.069647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:23.069647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:23.071337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:23.073682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:23.074084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:23.111547 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.319694 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=1709f98e-f6f6-4d18-b984-ab9318c4bf7b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:23.329839 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 5982792f-0057-4736-9486-a870db534f57 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:23.330757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91e84c-13c6-42b8-a748-046f511ac203 req-339c1c3a-5864-44d5-bd09-c2c5c275e3e4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.341391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:23.344648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:23.346515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2f91e84c-13c6-42b8-a748-046f511ac203 req-339c1c3a-5864-44d5-bd09-c2c5c275e3e4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 908 time: 0.7057936 Aug 09 15:59:23.509376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142da2c0-7c28-4ebf-85e6-93fb900fbd43 req-3d6b5e16-c9d8-4382-8670-450d8ecf7036 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.520683 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-142da2c0-7c28-4ebf-85e6-93fb900fbd43 req-3d6b5e16-c9d8-4382-8670-450d8ecf7036 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.1890399 Aug 09 15:59:23.535023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.535707 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.620991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-142da2c0-7c28-4ebf-85e6-93fb900fbd43 req-fa1b418f-9bbd-44ff-9c84-f62a62944517 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992579 Aug 09 15:59:23.630963 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1cb8dc39-4bb2-4c44-bc08-07109601ece7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0330319 Aug 09 15:59:23.631803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53664) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:23.648951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': '1709f98e-f6f6-4d18-b984-ab9318c4bf7b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:23.656278 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.686114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210107f-5360-4ffe-b025-6dc8e326a675 req-98db7510-52a9-4329-a4f9-a5f51e1d15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.687626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3210107f-5360-4ffe-b025-6dc8e326a675 req-98db7510-52a9-4329-a4f9-a5f51e1d15c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.8120990 Aug 09 15:59:23.696437 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.712200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f39990-ba97-4e6f-851d-fe4f492441cc req-f9f44f89-61d8-4d29-b2e6-8736e4ae70cb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.713793 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77f39990-ba97-4e6f-851d-fe4f492441cc req-f9f44f89-61d8-4d29-b2e6-8736e4ae70cb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2015603 Aug 09 15:59:23.802550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3210107f-5360-4ffe-b025-6dc8e326a675 req-77f188bc-3898-4bc1-92e8-62613ea5a6e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d696cd2-db31-49b8-af1f-3f61a9ca02b6 HTTP/1.1" status: 200 len: 217 time: 0.0999172 Aug 09 15:59:23.961486 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77f39990-ba97-4e6f-851d-fe4f492441cc req-ba8b6ee0-8b8e-43c7-81ba-485bd2df9770 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374811 Aug 09 15:59:23.975784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210107f-5360-4ffe-b025-6dc8e326a675 req-78e20a4e-c10c-44e7-bfb8-c45dc052a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.975784 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3210107f-5360-4ffe-b025-6dc8e326a675 req-78e20a4e-c10c-44e7-bfb8-c45dc052a3a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.1572039 Aug 09 15:59:24.003187 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.168835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210107f-5360-4ffe-b025-6dc8e326a675 req-28f261f0-798e-45cd-a211-19a933816300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:24.170655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3210107f-5360-4ffe-b025-6dc8e326a675 req-28f261f0-798e-45cd-a211-19a933816300 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818109 Aug 09 15:59:24.241381 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:24.364027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37c0c4-c553-4698-8690-e12d6eeac106 req-cbd2468f-6aa8-4a54-a815-16802bf7b89c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:24.374108 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a37c0c4-c553-4698-8690-e12d6eeac106 req-cbd2468f-6aa8-4a54-a815-16802bf7b89c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2727904 Aug 09 15:59:24.453359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.25.2.35 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/2f4a0465-65ec-418c-a070-92570090f197) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:24.458459 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a37c0c4-c553-4698-8690-e12d6eeac106 req-6c044ea4-bfb1-476a-8dac-7fcc7f02aeb5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736270 Aug 09 15:59:24.544825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3210107f-5360-4ffe-b025-6dc8e326a675 req-9d6be599-f102-4469-9b94-4ac8ecfad938 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617034 Aug 09 15:59:24.604102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:24.628184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8becdceb-a521-4bec-88e1-da21843b90c4 None None] Sync routers for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:24.658608 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8becdceb-a521-4bec-88e1-da21843b90c4 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:24.659699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8becdceb-a521-4bec-88e1-da21843b90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:24.667512 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7cd5e3a0-8418-47ca-97d1-93b6243c52f4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5001388 Aug 09 15:59:24.669692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53676) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:24.936375 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3210107f-5360-4ffe-b025-6dc8e326a675 req-df362a1e-0ef8-473d-a440-e834aa6ac9ed service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669758 Aug 09 15:59:24.948857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195581ee-932f-4466-9e42-cba8cf8912ae req-e21cf63d-06ee-435e-a159-5ca9bd2ee08b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:24.958693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-195581ee-932f-4466-9e42-cba8cf8912ae req-e21cf63d-06ee-435e-a159-5ca9bd2ee08b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.0957155 Aug 09 15:59:25.046761 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-195581ee-932f-4466-9e42-cba8cf8912ae req-30ae2dde-5094-478b-9e85-4a25ae6c5f7b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868769 Aug 09 15:59:25.047588 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-8becdceb-a521-4bec-88e1-da21843b90c4 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:25.263444 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.294352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c57bfe-56c6-426c-8167-7343b994e410 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting subnet b690f46c-8401-4d05-bdfc-b4aa42f0d345 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:25.303593 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33c57bfe-56c6-426c-8167-7343b994e410 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.438761 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33c57bfe-56c6-426c-8167-7343b994e410 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.622982 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33c57bfe-56c6-426c-8167-7343b994e410 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.734938 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33c57bfe-56c6-426c-8167-7343b994e410 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.776294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8becdceb-a521-4bec-88e1-da21843b90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:22Z', 'revision_number': 10, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:25.818227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c57bfe-56c6-426c-8167-7343b994e410 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Subnet': ['ID=b690f46c-8401-4d05-bdfc-b4aa42f0d345,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:25.839894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8becdceb-a521-4bec-88e1-da21843b90c4 None None] Checking router: 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:25.850237 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33c57bfe-56c6-426c-8167-7343b994e410 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.855745 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-33c57bfe-56c6-426c-8167-7343b994e410 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/b690f46c-8401-4d05-bdfc-b4aa42f0d345 HTTP/1.1" status: 204 len: 168 time: 1.1849349 Aug 09 15:59:25.855952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53704) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:25.864546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8b5359-39fe-4677-b047-6ad83f38c9db None None] Network 34881046-0445-4bc9-83d4-005f6c72585e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:25.907961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-75015e67-6ace-408f-86d0-73df3d9ebb84 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:25.910771 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-75015e67-6ace-408f-86d0-73df3d9ebb84 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 811 time: 0.9260278 Aug 09 15:59:25.921579 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.094320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=2f4a0465-65ec-418c-a070-92570090f197,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:26.116323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8becdceb-a521-4bec-88e1-da21843b90c4 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:26.117164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8becdceb-a521-4bec-88e1-da21843b90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:26.120673 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-b0c7c208-51ba-4fb8-bad8-81992bdf8640 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/quotas/48a7789d166d413a8429d82c91737140 HTTP/1.1" status: 200 len: 375 time: 0.1941068 Aug 09 15:59:26.151539 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.274031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-8becdceb-a521-4bec-88e1-da21843b90c4 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:26.338878 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port bf7269b7-c256-4f15-85ca-44273b59d2ed {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:26.339299 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.340043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:26.369450 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:26.373714 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:26.489745 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-45f01071-412b-4360-a824-4655803f90b4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3635929 Aug 09 15:59:26.672042 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-963b9e27-ac8d-4075-98e1-6ee753cf0f3a service neutron] 10.222.0.81 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752000 Aug 09 15:59:26.685814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18a4257-1a6f-4bf9-af44-36cc254ec67f None None] DHCP port deletion for 34881046-0445-4bc9-83d4-005f6c72585e request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:26.713959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] For port bf7269b7-c256-4f15-85ca-44273b59d2ed, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bf7269b7-c256-4f15-85ca-44273b59d2ed,segment=NetworkSegment(6d603596-2c36-4311-a42c-0f78fdab0396),segment_id=6d603596-2c36-4311-a42c-0f78fdab0396)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:26.714311 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.778930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886166b8-c1ed-4fe8-ad92-0a509f71319e req-ad75b69e-2fe8-4cab-b425-1fad9df787b7 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:26.790643 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-886166b8-c1ed-4fe8-ad92-0a509f71319e req-ad75b69e-2fe8-4cab-b425-1fad9df787b7 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.4288564 Aug 09 15:59:26.856372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for bf7269b7-c256-4f15-85ca-44273b59d2ed owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:26.878911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8becdceb-a521-4bec-88e1-da21843b90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:22Z', 'revision_number': 10, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:27.006482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8becdceb-a521-4bec-88e1-da21843b90c4 None None] The sync data for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 is: [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:22Z', 'revision_number': 10, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None, '_interfaces': [{'id': 'add7fed8-f455-4b02-a0a7-5ab84b31dc37', 'name': '', 'network_id': '12465896-c5f7-4d71-a0a6-7ed0adc5db77', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'mac_address': 'fa:16:3e:65:ee:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:21Z', 'updated_at': '2021-08-09T15:58:36Z', 'revision_number': 5, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'subnets': [{'id': '1c730a7d-8f90-4f00-90b8-e96c575098ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:27.061139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e18a4257-1a6f-4bf9-af44-36cc254ec67f None None] Deleting port bf7269b7-c256-4f15-85ca-44273b59d2ed {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:27.061930 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e18a4257-1a6f-4bf9-af44-36cc254ec67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.094320 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-886166b8-c1ed-4fe8-ad92-0a509f71319e req-f64d980e-02ac-4734-85d9-1db9e4cd1962 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951424 Aug 09 15:59:27.199197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53732) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:27.237288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.256777 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e18a4257-1a6f-4bf9-af44-36cc254ec67f None None] For port bf7269b7-c256-4f15-85ca-44273b59d2ed, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bf7269b7-c256-4f15-85ca-44273b59d2ed,segment=NetworkSegment(6d603596-2c36-4311-a42c-0f78fdab0396),segment_id=6d603596-2c36-4311-a42c-0f78fdab0396)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:27.257550 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e18a4257-1a6f-4bf9-af44-36cc254ec67f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.274008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e18a4257-1a6f-4bf9-af44-36cc254ec67f None None] Calling delete_port for bf7269b7-c256-4f15-85ca-44273b59d2ed owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:27.328981 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-62191594-ea37-4e0e-8c9f-e212adbc3899 service neutron] 10.222.0.81 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558039 Aug 09 15:59:27.400656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No DVR routers for this DVR port bf7269b7-c256-4f15-85ca-44273b59d2ed on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:27.417907 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e18a4257-1a6f-4bf9-af44-36cc254ec67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.452402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a4257-1a6f-4bf9-af44-36cc254ec67f None None] No DVR routers for this DVR port bf7269b7-c256-4f15-85ca-44273b59d2ed on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:27.531217 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=bf7269b7-c256-4f15-85ca-44273b59d2ed,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:27.548152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a4257-1a6f-4bf9-af44-36cc254ec67f None None] Pushing event deleted for resources: {'Port': ['ID=bf7269b7-c256-4f15-85ca-44273b59d2ed,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:27.615760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bf7269b7-c256-4f15-85ca-44273b59d2ed no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:27.682979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: bf7269b7-c256-4f15-85ca-44273b59d2ed {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:27.684086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bf7269b7-c256-4f15-85ca-44273b59d2ed not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:27.684086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4f4f292a-fc4d-498f-b317-924b31e8d351 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:27.721430 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.758771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34881046-0445-4bc9-83d4-005f6c72585e']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:27.760802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 4f4f292a-fc4d-498f-b317-924b31e8d351 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:27.762279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4f4f292a-fc4d-498f-b317-924b31e8d351 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:27.788949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d603596-2c36-4311-a42c-0f78fdab0396') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:27.792658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d603596-2c36-4311-a42c-0f78fdab0396') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:27.820312 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97510fb0-6147-4dd0-9234-97c9d7b6a2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.825718 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.852471 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.858817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:59:27.859571 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.940205 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97510fb0-6147-4dd0-9234-97c9d7b6a2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:59:27.949830 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:59:27.952395 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97510fb0-6147-4dd0-9234-97c9d7b6a2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.966086 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.039396 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32fba094-8fc3-4f3e-9094-13e8fa43e46a req-ad75fd4f-5a38-40ba-845f-dc26a20b2784 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 210 time: 0.0862191 Aug 09 15:59:28.055186 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.059255 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/networks/34881046-0445-4bc9-83d4-005f6c72585e HTTP/1.1" status: 204 len: 168 time: 2.2021437 Aug 09 15:59:28.063592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53744) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:28.087320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face3e01-94ac-4bff-bd1e-ec48f1a65b81 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Network': ['ID=34881046-0445-4bc9-83d4-005f6c72585e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:28.221223 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-97510fb0-6147-4dd0-9234-97c9d7b6a2d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=153a6e366adb491a8da5c88cd3cbfab1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0010438 Aug 09 15:59:28.223851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53754) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:28.359271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97510fb0-6147-4dd0-9234-97c9d7b6a2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30d545a-b054-418e-9d80-6641bcc8c34a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:28.366863 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5242ec9-f0a6-4157-ab6a-fcdc7a931487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.427928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5242ec9-f0a6-4157-ab6a-fcdc7a931487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.547725 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5242ec9-f0a6-4157-ab6a-fcdc7a931487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.552095 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5242ec9-f0a6-4157-ab6a-fcdc7a931487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.554102 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c5242ec9-f0a6-4157-ab6a-fcdc7a931487 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e30d545a-b054-418e-9d80-6641bcc8c34a HTTP/1.1" status: 204 len: 168 time: 0.3290048 Aug 09 15:59:28.577450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5242ec9-f0a6-4157-ab6a-fcdc7a931487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30d545a-b054-418e-9d80-6641bcc8c34a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:28.694055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c82add-5350-4363-b5a5-8e0cd698a182 req-6cbce21a-2dde-4f55-a896-d8d4649564d1 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:28.700466 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-17c82add-5350-4363-b5a5-8e0cd698a182 req-6cbce21a-2dde-4f55-a896-d8d4649564d1 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.3355694 Aug 09 15:59:28.891788 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-17c82add-5350-4363-b5a5-8e0cd698a182 req-fdbb78ef-7a5b-4b34-8035-ab86e56d0fe6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403027 Aug 09 15:59:29.247066 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52096515-a592-4a7d-9072-9a49d1e65c21 req-a26ba5f3-2f80-4569-8868-680cc50a3d09 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 210 time: 0.0502768 Aug 09 15:59:29.305086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53772) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:29.332678 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-effa3c1b-d1f4-4a3b-ab11-08c850d87ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.514722 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-effa3c1b-d1f4-4a3b-ab11-08c850d87ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.523455 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-effa3c1b-d1f4-4a3b-ab11-08c850d87ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.573895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-effa3c1b-d1f4-4a3b-ab11-08c850d87ccf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd11025ecf27473890114f65e90ce816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668812 Aug 09 15:59:29.576020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53774) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:29.583510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa3c1b-d1f4-4a3b-ab11-08c850d87ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12d833f-d27a-4864-b6b4-f266ceb3ed1a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:29.653987 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-370f5c2b-5162-4225-aa69-4be09a8fac8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.685388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.711469 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-370f5c2b-5162-4225-aa69-4be09a8fac8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.791154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.811034 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-370f5c2b-5162-4225-aa69-4be09a8fac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.813936 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-370f5c2b-5162-4225-aa69-4be09a8fac8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.815251 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-370f5c2b-5162-4225-aa69-4be09a8fac8a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b12d833f-d27a-4864-b6b4-f266ceb3ed1a HTTP/1.1" status: 204 len: 168 time: 0.2383013 Aug 09 15:59:29.843328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f5c2b-5162-4225-aa69-4be09a8fac8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12d833f-d27a-4864-b6b4-f266ceb3ed1a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:30.385690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741948a-7202-45f6-980e-6858a10576fa req-f31a3aa3-224d-42fe-a1ca-202a56f59900 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:30.389083 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d741948a-7202-45f6-980e-6858a10576fa req-f31a3aa3-224d-42fe-a1ca-202a56f59900 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.3858998 Aug 09 15:59:30.508979 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9dcee73e-54e6-4961-908a-6283fa815107 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.518811 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-44d5cca2-b021-4eb7-8271-03e07a77e434 req-c722fc00-1865-4f0c-b9e7-46e262f17013 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 210 time: 0.1266496 Aug 09 15:59:30.543488 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d741948a-7202-45f6-980e-6858a10576fa req-5da0ef7e-1e24-4a20-b1d6-ac3212eb3aff tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277325 Aug 09 15:59:30.747350 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.754528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.899693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=2f4a0465-65ec-418c-a070-92570090f197,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:30.924708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.095554 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Floating IP 5ec72d65-6b37-4b6c-b8da-38ec8e00483f associated. External IP: 172.25.2.35, port: 1709f98e-f6f6-4d18-b984-ab9318c4bf7b. Aug 09 15:59:31.194342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-9dcee73e-54e6-4961-908a-6283fa815107 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port add7fed8-f455-4b02-a0a7-5ab84b31dc37 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:31.194693 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9dcee73e-54e6-4961-908a-6283fa815107 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.378534 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-9dcee73e-54e6-4961-908a-6283fa815107 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] For port add7fed8-f455-4b02-a0a7-5ab84b31dc37, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=add7fed8-f455-4b02-a0a7-5ab84b31dc37,segment=NetworkSegment(4e25eebd-4f89-4608-a6d9-5807490b0ada),segment_id=4e25eebd-4f89-4608-a6d9-5807490b0ada)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:31.379429 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9dcee73e-54e6-4961-908a-6283fa815107 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.432956 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-9dcee73e-54e6-4961-908a-6283fa815107 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for add7fed8-f455-4b02-a0a7-5ab84b31dc37 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:31.434844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-2d627333-ed85-4f6a-b87b-ea11aa6f2ee3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:31.452143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-2d627333-ed85-4f6a-b87b-ea11aa6f2ee3 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.53 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 811 time: 0.1421118 Aug 09 15:59:31.475798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Request body: {'port': {'device_id': '75662612-c591-4edb-aa72-0e250adf5999', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'admin_state_up': True, 'tenant_id': '48a7789d166d413a8429d82c91737140'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:31.512512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:31.738270 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb16b11e-5319-4533-a035-103013ce6a81 req-46acf117-64c3-412f-918d-0782c6a2a83e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 210 time: 0.0689073 Aug 09 15:59:31.791992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Made reservation on behalf of 48a7789d166d413a8429d82c91737140 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:31.796802 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.861718 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:31.876419 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a63f06-e127-4ae7-9cf5-2c2dfcd79dd3 None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:31.894617 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a63f06-e127-4ae7-9cf5-2c2dfcd79dd3 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:31.896825 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-28a63f06-e127-4ae7-9cf5-2c2dfcd79dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:31.899803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d291e-c9b8-4247-8adb-1c997c0fe53e req-55372f7a-1633-4924-81f5-a8b6c778576d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:31.901763 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab7d291e-c9b8-4247-8adb-1c997c0fe53e req-55372f7a-1633-4924-81f5-a8b6c778576d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.1433294 Aug 09 15:59:31.904736 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9dcee73e-54e6-4961-908a-6283fa815107 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.939118 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.959314 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcee73e-54e6-4961-908a-6283fa815107 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=add7fed8-f455-4b02-a0a7-5ab84b31dc37,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:31.979183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Allocated IP 172.20.0.14 (96362ae7-0b03-4c98-8b60-5c5521752bc3/17f1d73e-e128-47bd-ac1b-d09ce54d9e7b/2bb80011-0e2f-4474-afe2-4a9061884122) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:32.004727 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-28a63f06-e127-4ae7-9cf5-2c2dfcd79dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:32.025236 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a63f06-e127-4ae7-9cf5-2c2dfcd79dd3 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:32.025904 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-28a63f06-e127-4ae7-9cf5-2c2dfcd79dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:32.093483 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-28a63f06-e127-4ae7-9cf5-2c2dfcd79dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:32.094776 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a63f06-e127-4ae7-9cf5-2c2dfcd79dd3 None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:32.189976 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f0bd27ba-9add-4b58-8b8e-4aa218e2ec49 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.5559609 Aug 09 15:59:32.194779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53846) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:32.201199 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.207738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-16e17978-dc04-4e88-ab83-5b720b977696 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:32.217848 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab7d291e-c9b8-4247-8adb-1c997c0fe53e req-4c0b8e88-d53c-4d04-8a9f-f8c1cea5fef7 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001812 Aug 09 15:59:32.222112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Transition to ACTIVE for port object 2bb80011-0e2f-4474-afe2-4a9061884122 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:32.275288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.290657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['bb82bc55-5633-41e7-aca5-e4c11ab8deeb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:59:32.360259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:32.364430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:32.367672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:32.373899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['7076e15f-0fd5-47cb-a92c-7c0ee028236a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:59:32.496286 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9dcee73e-54e6-4961-908a-6283fa815107 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.518278 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16e17978-dc04-4e88-ab83-5b720b977696 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.526571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:32.527262 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.581301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event updated for resources: {'Port': ['ID=2bb80011-0e2f-4474-afe2-4a9061884122,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:32.590624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-9ab4c7bf-84cf-4629-b5de-d1e305afc253 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1236444 Aug 09 15:59:32.619771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Request body: {'port': {'device_id': '75662612-c591-4edb-aa72-0e250adf5999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:32.710647 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.857332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a7fcb6e8-202d-4552-82b5-62617a939177 None None] Provisioning for port 2bb80011-0e2f-4474-afe2-4a9061884122 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:32.871640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a7fcb6e8-202d-4552-82b5-62617a939177 None None] Provisioning complete for port 2bb80011-0e2f-4474-afe2-4a9061884122 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:32.874461 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a7fcb6e8-202d-4552-82b5-62617a939177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:32.973876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a7fcb6e8-202d-4552-82b5-62617a939177 None None] Port 2bb80011-0e2f-4474-afe2-4a9061884122 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:59:33.194748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5eaba180-e106-4ae3-9d53-cfa0644c449e details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:59:33.403784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:33.421509 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'port_id': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'mac_address': 'fa:16:3e:fa:7e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:59:33.458075 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16e17978-dc04-4e88-ab83-5b720b977696 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.460682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53862) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:33.478511 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.496296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eaba180-e106-4ae3-9d53-cfa0644c449e {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:59:33.530059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16e17978-dc04-4e88-ab83-5b720b977696 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.530933 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-16e17978-dc04-4e88-ab83-5b720b977696 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Floating IP 5ec72d65-6b37-4b6c-b8da-38ec8e00483f disassociated. External IP: 172.25.2.35, port: 1709f98e-f6f6-4d18-b984-ab9318c4bf7b. Aug 09 15:59:33.548134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7473e0-4553-445c-a420-088744248ce0 req-f5dea25f-fdc7-4588-b80b-16f9a5a12cfc tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:33.550123 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe7473e0-4553-445c-a420-088744248ce0 req-f5dea25f-fdc7-4588-b80b-16f9a5a12cfc tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 932 time: 0.5282681 Aug 09 15:59:33.578424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:33.584119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcee73e-54e6-4961-908a-6283fa815107 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:33.588864 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.617874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ea6d1-5980-4f6f-9310-b361950f7ca2 req-34efcb3b-7ef9-4826-ad3d-e6695896026e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:33.619527 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-274ea6d1-5980-4f6f-9310-b361950f7ca2 req-34efcb3b-7ef9-4826-ad3d-e6695896026e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 943 time: 0.1598070 Aug 09 15:59:33.622628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe7473e0-4553-445c-a420-088744248ce0 req-864f15d8-be87-4344-b83d-9b740e866927 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647264 Aug 09 15:59:33.657510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb80011-0e2f-4474-afe2-4a9061884122 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:59:33.667372 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.679143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5eaba180-e106-4ae3-9d53-cfa0644c449e,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:33.682944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Transition to ACTIVE for port object 2bb80011-0e2f-4474-afe2-4a9061884122 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:33.687570 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:33.687927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:33.688406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:33.688751 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:33.690086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:33.690430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:33.690767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:33.691234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:33.691693 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:33.692036 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:33.692572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:33.692907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:33.695665 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.835568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcee73e-54e6-4961-908a-6283fa815107 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:33.849535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9b95b-da13-4af6-9d6b-e9da9fc2ad7e None None] Sync routers for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:33.851957 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9dcee73e-54e6-4961-908a-6283fa815107 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7748425 Aug 09 15:59:33.852854 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e91e-4b3f-4497-a9d6-567648c9fe4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.857373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53870) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:33.873819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5eaba180-e106-4ae3-9d53-cfa0644c449e'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:59:33.880306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9b95b-da13-4af6-9d6b-e9da9fc2ad7e None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:33.881212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3ab9b95b-da13-4af6-9d6b-e9da9fc2ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:33.903673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Pushing event updated for resources: {'Port': ['ID=2bb80011-0e2f-4474-afe2-4a9061884122,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:33.923068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Attempting to bind port 2bb80011-0e2f-4474-afe2-4a9061884122 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:33.923445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Attempting to bind port 2bb80011-0e2f-4474-afe2-4a9061884122 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:33.924405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Attempting to bind port 2bb80011-0e2f-4474-afe2-4a9061884122 on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:33.930011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Port 2bb80011-0e2f-4474-afe2-4a9061884122 on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:59:33.930341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Attempting to bind port 2bb80011-0e2f-4474-afe2-4a9061884122 on network 96362ae7-0b03-4c98-8b60-5c5521752bc3 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:33.936398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:33.936748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Checking segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:33.937172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Bound using segment: {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:33.937708 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Bound port: 2bb80011-0e2f-4474-afe2-4a9061884122, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9771f0-1079-4ed7-b358-5e85e2e81f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:33.938126 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.971687 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-274ea6d1-5980-4f6f-9310-b361950f7ca2 req-8a0be36e-bb3f-40e8-9412-a108758fc33b tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872162 Aug 09 15:59:34.098620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2fe6773-5934-48e7-a193-99f018c09701 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting subnet 1c730a7d-8f90-4f00-90b8-e96c575098ed {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:34.107354 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2fe6773-5934-48e7-a193-99f018c09701 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:34.119077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] For port 2bb80011-0e2f-4474-afe2-4a9061884122, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:34.123102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] For port 2bb80011-0e2f-4474-afe2-4a9061884122, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2bb80011-0e2f-4474-afe2-4a9061884122,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:34.145833 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:34.257057 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2fe6773-5934-48e7-a193-99f018c09701 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:34.267390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Pushing event updated for resources: {'Port': ['ID=2bb80011-0e2f-4474-afe2-4a9061884122,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:34.291414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.291785 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:34.293257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-f1c423de-2200-403e-8638-d62d5644774b service neutron] 10.222.0.53 "PUT /v2.0/ports/2bb80011-0e2f-4474-afe2-4a9061884122 HTTP/1.1" status: 200 len: 1092 time: 1.6891766 Aug 09 15:59:34.301167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75662612-c591-4edb-aa72-0e250adf5999', 'tag': '2bb80011-0e2f-4474-afe2-4a9061884122'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:34.303507 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5616f391-0523-4b33-8ad6-af2c6da327e2" -d '{"events": [{"name": "network-changed", "server_uuid": "75662612-c591-4edb-aa72-0e250adf5999", "tag": "2bb80011-0e2f-4474-afe2-4a9061884122"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:34.348278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-3ab9b95b-da13-4af6-9d6b-e9da9fc2ad7e None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:34.380901 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f89ed14-fd93-4f52-bcea-782cec555d34 x-openstack-request-id: req-1f89ed14-fd93-4f52-bcea-782cec555d34 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:34.381466 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75662612-c591-4edb-aa72-0e250adf5999", "tag": "2bb80011-0e2f-4474-afe2-4a9061884122", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:34.381965 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f89ed14-fd93-4f52-bcea-782cec555d34 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:34.386104 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75662612-c591-4edb-aa72-0e250adf5999', 'tag': '2bb80011-0e2f-4474-afe2-4a9061884122', 'status': 'completed', 'code': 200} Aug 09 15:59:34.433805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3ab9b95b-da13-4af6-9d6b-e9da9fc2ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:31Z', 'revision_number': 11, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:34.434825 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2fe6773-5934-48e7-a193-99f018c09701 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:34.472864 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d62da5bd-63e8-44d9-9aa8-7d7122e16b10 req-ca693aee-af81-4930-ad26-cf588872e58d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1839111 Aug 09 15:59:34.482680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-57bf196e-9098-47c8-906e-eae7fc99db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.484603 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-57bf196e-9098-47c8-906e-eae7fc99db90 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 1095 time: 0.1269255 Aug 09 15:59:34.530566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9b95b-da13-4af6-9d6b-e9da9fc2ad7e None None] Checking router: 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:34.583230 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2fe6773-5934-48e7-a193-99f018c09701 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:34.591003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9b95b-da13-4af6-9d6b-e9da9fc2ad7e None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:34.593493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3ab9b95b-da13-4af6-9d6b-e9da9fc2ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:34.598756 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-c4bc686a-41a4-4287-b521-c4edd8cc8a8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bb80011-0e2f-4474-afe2-4a9061884122 HTTP/1.1" status: 200 len: 217 time: 0.1039140 Aug 09 15:59:34.640954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe6773-5934-48e7-a193-99f018c09701 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Subnet': ['ID=1c730a7d-8f90-4f00-90b8-e96c575098ed,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:34.644758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c2fe6773-5934-48e7-a193-99f018c09701 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:34.650891 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c2fe6773-5934-48e7-a193-99f018c09701 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/1c730a7d-8f90-4f00-90b8-e96c575098ed HTTP/1.1" status: 204 len: 168 time: 0.7827206 Aug 09 15:59:34.652203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62da5bd-63e8-44d9-9aa8-7d7122e16b10 req-b5b271cb-dd07-4e46-bd89-990a29b9db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.653776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d62da5bd-63e8-44d9-9aa8-7d7122e16b10 req-b5b271cb-dd07-4e46-bd89-990a29b9db0b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1096 time: 0.0946143 Aug 09 15:59:34.655989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53878) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:34.727676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e17978-dc04-4e88-ab83-5b720b977696 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:34.730112 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e91e-4b3f-4497-a9d6-567648c9fe4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:34.738724 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e91e-4b3f-4497-a9d6-567648c9fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:34.758407 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-3ab9b95b-da13-4af6-9d6b-e9da9fc2ad7e None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:34.824203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62da5bd-63e8-44d9-9aa8-7d7122e16b10 req-00e658c9-78d0-4194-a327-af79534458a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.825613 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d62da5bd-63e8-44d9-9aa8-7d7122e16b10 req-00e658c9-78d0-4194-a327-af79534458a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.1389649 Aug 09 15:59:34.842717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-0f644505-145a-42f8-a1a5-f28afe0a50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.842717 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-0f644505-145a-42f8-a1a5-f28afe0a50b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.2331054 Aug 09 15:59:34.884711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b634ce-8358-4c64-98a1-9a52505ac8a1 None None] Network 12465896-c5f7-4d71-a0a6-7ed0adc5db77 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:34.895795 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3ab9b95b-da13-4af6-9d6b-e9da9fc2ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:31Z', 'revision_number': 11, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:34.932078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3e91e-4b3f-4497-a9d6-567648c9fe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3954ee80-3cb7-4517-8324-7c1268737ebf,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:34.944264 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:34.957840 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e0f3e91e-4b3f-4497-a9d6-567648c9fe4e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7560b4445b24e649bff6be0c3dade3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4682529 Aug 09 15:59:34.962481 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53882) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:34.975096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-036d5119-93b2-4b99-b586-6d5121339993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.976652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-036d5119-93b2-4b99-b586-6d5121339993 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259644 Aug 09 15:59:34.978859 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d62da5bd-63e8-44d9-9aa8-7d7122e16b10 req-5a03a1df-96f3-452a-abdc-4ac7b9b097f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 999 time: 0.1435878 Aug 09 15:59:34.995209 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb3c77-0dce-4182-b255-54675a9ff3df req-b4c4f381-23b7-4fb2-a450-ef35c07d738e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.997678 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-46fb3c77-0dce-4182-b255-54675a9ff3df req-b4c4f381-23b7-4fb2-a450-ef35c07d738e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 944 time: 0.2400355 Aug 09 15:59:35.055015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e17978-dc04-4e88-ab83-5b720b977696 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:35.058420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9b95b-da13-4af6-9d6b-e9da9fc2ad7e None None] The sync data for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 is: [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:31Z', 'revision_number': 11, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:35.061207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16e17978-dc04-4e88-ab83-5b720b977696 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.064741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62da5bd-63e8-44d9-9aa8-7d7122e16b10 req-f8d85bc5-de3f-4cc5-aa82-8db41d425cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:35.074280 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d62da5bd-63e8-44d9-9aa8-7d7122e16b10 req-f8d85bc5-de3f-4cc5-aa82-8db41d425cef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.0796816 Aug 09 15:59:35.077536 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d6a2cd-5845-479d-8603-d76161b0da0a None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:35.080148 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-46fb3c77-0dce-4182-b255-54675a9ff3df req-22066ad6-8dda-4abc-b9c9-86301572f304 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718184 Aug 09 15:59:35.093624 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d6a2cd-5845-479d-8603-d76161b0da0a None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:35.094515 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f7d6a2cd-5845-479d-8603-d76161b0da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:35.144438 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-16e17978-dc04-4e88-ab83-5b720b977696 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "PUT /v2.0/floatingips/5ec72d65-6b37-4b6c-b8da-38ec8e00483f HTTP/1.1" status: 200 len: 687 time: 2.9484370 Aug 09 15:59:35.145266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53886) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:35.171851 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f7d6a2cd-5845-479d-8603-d76161b0da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:35.192200 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d6a2cd-5845-479d-8603-d76161b0da0a None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:35.195734 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f7d6a2cd-5845-479d-8603-d76161b0da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:35.249525 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f7d6a2cd-5845-479d-8603-d76161b0da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:35.250658 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d6a2cd-5845-479d-8603-d76161b0da0a None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:35.339209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21109f08-f9af-4608-a98a-3f39b69a03c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.358869 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-77f0712f-731c-4f51-9f47-763c2b1ab478 service neutron] 10.222.0.53 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744028 Aug 09 15:59:35.478897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21109f08-f9af-4608-a98a-3f39b69a03c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.504722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff5149-cabb-44bb-8b2d-088258afb4fe None None] DHCP port deletion for 12465896-c5f7-4d71-a0a6-7ed0adc5db77 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:35.534534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c4ce0fc-d2c4-4c98-bfd8-64674356ce1b req-a281a352-f405-44f1-a90b-0f599a1fb1b1 service neutron] 10.222.0.53 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639667 Aug 09 15:59:35.563678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f523236f-45a5-467e-a208-b37315367bc4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 2f4a0465-65ec-418c-a070-92570090f197 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:35.564036 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f523236f-45a5-467e-a208-b37315367bc4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.592576 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4ad6-ffe4-4156-b79a-7f11f40d9182 req-50b59b8c-7d9c-447e-bb0f-f4deacb78829 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:35.594367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fc9e4ad6-ffe4-4156-b79a-7f11f40d9182 req-50b59b8c-7d9c-447e-bb0f-f4deacb78829 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 944 time: 0.3826883 Aug 09 15:59:35.630683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ef8c8317-687b-4fd7-8101-b85f9fdb3834 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:35.656283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f523236f-45a5-467e-a208-b37315367bc4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.656922 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f523236f-45a5-467e-a208-b37315367bc4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.661465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62da5bd-63e8-44d9-9aa8-7d7122e16b10 req-7df5de4d-a584-49cc-9d22-24f8dac83e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:35.665822 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d62da5bd-63e8-44d9-9aa8-7d7122e16b10 req-7df5de4d-a584-49cc-9d22-24f8dac83e50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5183067 Aug 09 15:59:35.676070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f523236f-45a5-467e-a208-b37315367bc4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 2f4a0465-65ec-418c-a070-92570090f197 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:35.695346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff5149-cabb-44bb-8b2d-088258afb4fe None None] Deleting port ef8c8317-687b-4fd7-8101-b85f9fdb3834 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:35.695744 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5149-cabb-44bb-8b2d-088258afb4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.834350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Deleting port ef8c8317-687b-4fd7-8101-b85f9fdb3834 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:35.834696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.841894 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fc9e4ad6-ffe4-4156-b79a-7f11f40d9182 req-5295face-3414-41a6-825f-d375114cb70f tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022123 Aug 09 15:59:35.849384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616f391-0523-4b33-8ad6-af2c6da327e2 req-76983e60-31a9-4cbe-ac1d-5f2d20744e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:35.850908 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5616f391-0523-4b33-8ad6-af2c6da327e2 req-76983e60-31a9-4cbe-ac1d-5f2d20744e00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 1095 time: 0.2541587 Aug 09 15:59:35.881491 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.884520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f9ff5149-cabb-44bb-8b2d-088258afb4fe None None] For port ef8c8317-687b-4fd7-8101-b85f9fdb3834, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ef8c8317-687b-4fd7-8101-b85f9fdb3834,segment=NetworkSegment(4e25eebd-4f89-4608-a6d9-5807490b0ada),segment_id=4e25eebd-4f89-4608-a6d9-5807490b0ada)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:35.884911 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5149-cabb-44bb-8b2d-088258afb4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.889959 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21109f08-f9af-4608-a98a-3f39b69a03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.900242 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21109f08-f9af-4608-a98a-3f39b69a03c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.904939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-21109f08-f9af-4608-a98a-3f39b69a03c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3954ee80-3cb7-4517-8324-7c1268737ebf HTTP/1.1" status: 204 len: 168 time: 0.9350879 Aug 09 15:59:35.944109 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff5149-cabb-44bb-8b2d-088258afb4fe None None] Calling delete_port for ef8c8317-687b-4fd7-8101-b85f9fdb3834 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:35.974051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21109f08-f9af-4608-a98a-3f39b69a03c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3954ee80-3cb7-4517-8324-7c1268737ebf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:35.980452 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d62da5bd-63e8-44d9-9aa8-7d7122e16b10 req-c0c54bd9-908a-4c6b-b1b5-13eab4429ef9 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885864 Aug 09 15:59:36.009998 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f523236f-45a5-467e-a208-b37315367bc4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.241758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523236f-45a5-467e-a208-b37315367bc4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=2f4a0465-65ec-418c-a070-92570090f197,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:36.268235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ef8c8317-687b-4fd7-8101-b85f9fdb3834, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ef8c8317-687b-4fd7-8101-b85f9fdb3834,segment=NetworkSegment(4e25eebd-4f89-4608-a6d9-5807490b0ada),segment_id=4e25eebd-4f89-4608-a6d9-5807490b0ada)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:36.309286 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.313442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device add7fed8-f455-4b02-a0a7-5ab84b31dc37 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:36.320016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] For port ef8c8317-687b-4fd7-8101-b85f9fdb3834, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ef8c8317-687b-4fd7-8101-b85f9fdb3834,segment=NetworkSegment(4e25eebd-4f89-4608-a6d9-5807490b0ada),segment_id=4e25eebd-4f89-4608-a6d9-5807490b0ada)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:36.320670 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.361708 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d62da5bd-63e8-44d9-9aa8-7d7122e16b10 req-d1274e8f-e57c-48d9-a808-d2a0336785a1 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677566 Aug 09 15:59:36.388715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Calling delete_port for ef8c8317-687b-4fd7-8101-b85f9fdb3834 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:36.427417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616f391-0523-4b33-8ad6-af2c6da327e2 req-a05b194d-fb3d-44bd-83bd-576c9b2d746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:36.429205 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5616f391-0523-4b33-8ad6-af2c6da327e2 req-a05b194d-fb3d-44bd-83bd-576c9b2d746d service neutron] 10.222.0.53 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.5647559 Aug 09 15:59:36.431383 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f523236f-45a5-467e-a208-b37315367bc4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.443480 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f523236f-45a5-467e-a208-b37315367bc4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.445758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f523236f-45a5-467e-a208-b37315367bc4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/floatingips/5ec72d65-6b37-4b6c-b8da-38ec8e00483f HTTP/1.1" status: 204 len: 168 time: 1.2660449 Aug 09 15:59:36.460156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53902) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:36.466601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': '09096cc9-be03-49a3-81fb-a7b9dce6f06c'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:36.492143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: add7fed8-f455-4b02-a0a7-5ab84b31dc37 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:36.492509 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device add7fed8-f455-4b02-a0a7-5ab84b31dc37 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:36.502581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ef8c8317-687b-4fd7-8101-b85f9fdb3834,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:36.544702 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5149-cabb-44bb-8b2d-088258afb4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.557677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534941c-44c4-4f63-92a2-4669bad5851c req-b0f498db-7007-4f76-9a87-0ca34c77815c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:36.574226 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5616f391-0523-4b33-8ad6-af2c6da327e2 req-6dda88d5-33ab-4794-9efa-5bcd5367c465 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bb80011-0e2f-4474-afe2-4a9061884122 HTTP/1.1" status: 200 len: 217 time: 0.0771818 Aug 09 15:59:36.574417 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7534941c-44c4-4f63-92a2-4669bad5851c req-b0f498db-7007-4f76-9a87-0ca34c77815c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 944 time: 0.2657564 Aug 09 15:59:36.597024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff5149-cabb-44bb-8b2d-088258afb4fe None None] Pushing event deleted for resources: {'Port': ['ID=ef8c8317-687b-4fd7-8101-b85f9fdb3834,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:36.628854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff5149-cabb-44bb-8b2d-088258afb4fe None None] No DVR routers for this DVR port ef8c8317-687b-4fd7-8101-b85f9fdb3834 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:36.645522 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.665680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616f391-0523-4b33-8ad6-af2c6da327e2 req-15782ee2-a24a-447a-badf-a67a59b1eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:36.667317 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5616f391-0523-4b33-8ad6-af2c6da327e2 req-15782ee2-a24a-447a-badf-a67a59b1eb62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.0855286 Aug 09 15:59:36.675909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7534941c-44c4-4f63-92a2-4669bad5851c req-bbbeb31c-2317-4929-a7c9-29924705d312 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005487 Aug 09 15:59:36.738022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616f391-0523-4b33-8ad6-af2c6da327e2 req-60a51ee8-cf07-4b64-9568-50ba4eacfaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:36.739722 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5616f391-0523-4b33-8ad6-af2c6da327e2 req-60a51ee8-cf07-4b64-9568-50ba4eacfaf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645375 Aug 09 15:59:36.742088 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.779181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No DVR routers for this DVR port ef8c8317-687b-4fd7-8101-b85f9fdb3834 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:36.792399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Port': ['ID=ef8c8317-687b-4fd7-8101-b85f9fdb3834,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:36.802962 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.949786 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.970925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12465896-c5f7-4d71-a0a6-7ed0adc5db77']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:36.978375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.25.2.239 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/4a2ccdfb-0ace-4bc3-b0d9-11d965a80969) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:36.988299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e25eebd-4f89-4608-a6d9-5807490b0ada') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:36.988594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e25eebd-4f89-4608-a6d9-5807490b0ada') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:36.992112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5616f391-0523-4b33-8ad6-af2c6da327e2 req-cf03f072-fa1a-42f6-92bc-6ba10c84224a service neutron] 10.222.0.53 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413616 Aug 09 15:59:37.055648 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.123460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.145919 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.165632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:59:37.166143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:59:37.172741 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:59:37.205622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5eaba180-e106-4ae3-9d53-cfa0644c449e up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:37.226290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.265526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14489b-ecac-4e58-b182-5e189c243590 req-9bfd8d93-611c-49ce-8574-771aefd62a6c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:37.267179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a14489b-ecac-4e58-b182-5e189c243590 req-9bfd8d93-611c-49ce-8574-771aefd62a6c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 944 time: 0.2733700 Aug 09 15:59:37.278963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:37.287036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:37.292353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:37.306995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 5eaba180-e106-4ae3-9d53-cfa0644c449e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:37.307763 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.308657 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=4a2ccdfb-0ace-4bc3-b0d9-11d965a80969,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:37.413744 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.436766 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.443057 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/networks/12465896-c5f7-4d71-a0a6-7ed0adc5db77 HTTP/1.1" status: 204 len: 168 time: 2.7860205 Aug 09 15:59:37.455733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5616f391-0523-4b33-8ad6-af2c6da327e2 req-caa419fe-77f2-4bed-86b2-0944a4cd22e8 service neutron] 10.222.0.53 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551210 Aug 09 15:59:37.458715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53932) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:37.474862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1c7ea97f-f4d9-4a95-9e57-7a3bc88c131b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'router': {'routes': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:37.560012 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.600667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e629c67-8f2e-41ca-8c09-1a239b4474b3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Pushing event deleted for resources: {'Network': ['ID=12465896-c5f7-4d71-a0a6-7ed0adc5db77,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:37.628627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a14489b-ecac-4e58-b182-5e189c243590 req-6f4984ad-6b69-49fa-bde4-0b1e31d1f0a4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123951 Aug 09 15:59:37.653275 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-faf8c4cf-fad1-4c73-944c-ffc197c976f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.734584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:37.748113 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874710ee-e78b-4b06-82fe-57a4f374aa7e" -d '{"events": [{"server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "name": "network-vif-plugged", "status": "completed", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:37.802572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:37.819016 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.854075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.extraroute_db [None req-1c7ea97f-f4d9-4a95-9e57-7a3bc88c131b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Added routes are [] {{(pid=94290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 09 15:59:37.854938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.extraroute_db [None req-1c7ea97f-f4d9-4a95-9e57-7a3bc88c131b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Removed routes are [] {{(pid=94290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 09 15:59:37.855319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea97f-f4d9-4a95-9e57-7a3bc88c131b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.908787 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9517ab0d-9ab6-4742-afeb-e8a963df61a2 x-openstack-request-id: req-9517ab0d-9ab6-4742-afeb-e8a963df61a2 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:37.909084 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "name": "network-vif-plugged", "status": "completed", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:37.918144 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9517ab0d-9ab6-4742-afeb-e8a963df61a2 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:37.918949 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'code': 200} Aug 09 15:59:37.975961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5eaba180-e106-4ae3-9d53-cfa0644c449e,revision_number=10']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:38.140468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989978b-76a1-4050-8f77-648eaf0e0ab4 req-6a0b20eb-4cdb-423f-b45e-b89f3cc09757 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:38.143002 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5989978b-76a1-4050-8f77-648eaf0e0ab4 req-6a0b20eb-4cdb-423f-b45e-b89f3cc09757 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 944 time: 0.2745695 Aug 09 15:59:38.200964 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:59:38.289961 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5989978b-76a1-4050-8f77-648eaf0e0ab4 req-019b6729-dbac-47ee-9302-eae0722a23c9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223955 Aug 09 15:59:38.301641 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea97f-f4d9-4a95-9e57-7a3bc88c131b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.309793 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea97f-f4d9-4a95-9e57-7a3bc88c131b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.438746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8b8e3-e4ee-492a-b990-e9fe78431cef req-5c3144a0-a6bc-4648-87fa-96c9c037570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:38.440882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-85c8b8e3-e4ee-492a-b990-e9fe78431cef req-5c3144a0-a6bc-4648-87fa-96c9c037570a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 1097 time: 0.3892450 Aug 09 15:59:38.450202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7ea97f-f4d9-4a95-9e57-7a3bc88c131b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:38.510300 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.559573 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-85c8b8e3-e4ee-492a-b990-e9fe78431cef req-870e328c-8289-4a62-ba07-3539251ec847 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082375 Aug 09 15:59:38.591902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7ea97f-f4d9-4a95-9e57-7a3bc88c131b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:38.600169 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c7ea97f-f4d9-4a95-9e57-7a3bc88c131b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.604605 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1c7ea97f-f4d9-4a95-9e57-7a3bc88c131b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb HTTP/1.1" status: 200 len: 701 time: 1.1361034 Aug 09 15:59:38.605377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53960) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:38.607214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88678a3-d852-4494-ae9c-016b93a350f2 None None] Sync routers for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:38.637719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7989e2b7-3512-432f-b340-5a15556b0a4e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb HTTP/1.1" status: 200 len: 205 time: 0.0310569 Aug 09 15:59:38.638345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53962) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:38.640921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88678a3-d852-4494-ae9c-016b93a350f2 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:38.650485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d88678a3-d852-4494-ae9c-016b93a350f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:38.726218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.825407 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2de89979-4da1-46d0-9c55-554052bb4e3f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.836428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-d88678a3-d852-4494-ae9c-016b93a350f2 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:38.953140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d88678a3-d852-4494-ae9c-016b93a350f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:31Z', 'revision_number': 11, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:39.011766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88678a3-d852-4494-ae9c-016b93a350f2 None None] Checking router: 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:39.034454 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.039105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88678a3-d852-4494-ae9c-016b93a350f2 None None] Routers {'7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:39.039732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d88678a3-d852-4494-ae9c-016b93a350f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:39.048743 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.209695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=4a2ccdfb-0ace-4bc3-b0d9-11d965a80969,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:39.218933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-d88678a3-d852-4494-ae9c-016b93a350f2 None None] Set router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:39.225307 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.227077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2bb80011-0e2f-4474-afe2-4a9061884122 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:59:39.490584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2bb80011-0e2f-4474-afe2-4a9061884122, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2bb80011-0e2f-4474-afe2-4a9061884122,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:39.519330 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Floating IP 39560178-3736-4405-bd55-a3bd5ccdfa6c associated. External IP: 172.25.2.239, port: 09096cc9-be03-49a3-81fb-a7b9dce6f06c. Aug 09 15:59:39.577069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '2bb80011-0e2f-4474-afe2-4a9061884122', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'port_id': '2bb80011-0e2f-4474-afe2-4a9061884122', 'mac_address': 'fa:16:3e:34:ae:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:59:39.618426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dcd01-d526-4c57-864c-7ff0615338e3 req-1d6937d9-6a12-4cd4-a492-7ce953509cf5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:39.627772 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed0dcd01-d526-4c57-864c-7ff0615338e3 req-1d6937d9-6a12-4cd4-a492-7ce953509cf5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 944 time: 0.1651459 Aug 09 15:59:39.636463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d88678a3-d852-4494-ae9c-016b93a350f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:31Z', 'revision_number': 11, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:39.721201 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88678a3-d852-4494-ae9c-016b93a350f2 None None] The sync data for ids ['7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb'] in n-d-803778-2 is: [{'id': '7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb', 'name': 'tempest-RoutersTest-router-1186429707', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:20Z', 'updated_at': '2021-08-09T15:59:31Z', 'revision_number': 11, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:39.724748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd123fd9-bf81-4e4a-874e-f69a048ea23c req-ede9b6f0-ace4-44cc-8d95-5e5bfc630d68 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:39.725907 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cd123fd9-bf81-4e4a-874e-f69a048ea23c req-ede9b6f0-ace4-44cc-8d95-5e5bfc630d68 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 946 time: 0.9786022 Aug 09 15:59:39.748982 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.791488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb80011-0e2f-4474-afe2-4a9061884122 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:59:39.873689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2bb80011-0e2f-4474-afe2-4a9061884122, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2bb80011-0e2f-4474-afe2-4a9061884122,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:39.890427 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ed0dcd01-d526-4c57-864c-7ff0615338e3 req-28e633eb-e622-4589-aabc-0b456eebb916 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614591 Aug 09 15:59:39.896205 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.060101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2bb80011-0e2f-4474-afe2-4a9061884122,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:40.109070 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2de89979-4da1-46d0-9c55-554052bb4e3f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.121558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2de89979-4da1-46d0-9c55-554052bb4e3f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.214145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['2bb80011-0e2f-4474-afe2-4a9061884122'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:59:40.230582 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2de89979-4da1-46d0-9c55-554052bb4e3f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.231158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de89979-4da1-46d0-9c55-554052bb4e3f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Fanout notify agent at l3_agent the message router_deleted on router 7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:59:40.260933 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2de89979-4da1-46d0-9c55-554052bb4e3f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.274159 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2de89979-4da1-46d0-9c55-554052bb4e3f tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb HTTP/1.1" status: 204 len: 168 time: 1.6342444 Aug 09 15:59:40.279992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54048) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:40.289500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8f520b6d-bb08-4917-8729-d107aba6a252 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-510801019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:40.332719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cd123fd9-bf81-4e4a-874e-f69a048ea23c req-45d27e97-cedf-4acd-979f-32badc4371c6 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473666 Aug 09 15:59:40.394743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bcb088dc-1117-4471-a34b-cb2e363bc7b8 req-2f935e12-a1e3-433e-bf50-3a4756bd51cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3152277 Aug 09 15:59:40.396886 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f520b6d-bb08-4917-8729-d107aba6a252 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.399230 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f520b6d-bb08-4917-8729-d107aba6a252 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.404169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:40.487983 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f520b6d-bb08-4917-8729-d107aba6a252 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.499019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54050) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:40.507885 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f520b6d-bb08-4917-8729-d107aba6a252 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.550720 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23099616-d7f6-4fa1-9b80-ef4a2f7ad00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.556125 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f520b6d-bb08-4917-8729-d107aba6a252 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.560649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8f520b6d-bb08-4917-8729-d107aba6a252 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2754626 Aug 09 15:59:40.563454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54054) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:40.569028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-10d4f347-d469-4cdc-9877-6e621d3714b5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:40.653985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb088dc-1117-4471-a34b-cb2e363bc7b8 req-9259f63e-46ad-4c3d-a3d7-aafc9d876fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:40.655526 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bcb088dc-1117-4471-a34b-cb2e363bc7b8 req-9259f63e-46ad-4c3d-a3d7-aafc9d876fd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 1096 time: 0.1661141 Aug 09 15:59:40.696013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:40.709040 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfca108-4957-4eb5-a490-014fcb33e07e None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:40.717217 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.726210 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfca108-4957-4eb5-a490-014fcb33e07e None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:40.726847 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-bcfca108-4957-4eb5-a490-014fcb33e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:40.771106 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-39c2118b-a372-442f-a5fa-08e6c13f70c9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3096156 Aug 09 15:59:40.771810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54056) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:40.793485 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-bcfca108-4957-4eb5-a490-014fcb33e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:40.806166 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfca108-4957-4eb5-a490-014fcb33e07e None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:40.807005 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-bcfca108-4957-4eb5-a490-014fcb33e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:40.849390 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-bcfca108-4957-4eb5-a490-014fcb33e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:40.850543 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfca108-4957-4eb5-a490-014fcb33e07e None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:40.853718 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.865697 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5bd4f1da-2675-40bd-b999-6f924745d403 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "GET /v2.0/floatingips/39560178-3736-4405-bd55-a3bd5ccdfa6c HTTP/1.1" status: 200 len: 978 time: 0.0903962 Aug 09 15:59:40.866630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54058) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:40.923799 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fffbb0f4-40df-4611-b7ba-dcb39fb406aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.942573 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10d4f347-d469-4cdc-9877-6e621d3714b5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.976366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10d4f347-d469-4cdc-9877-6e621d3714b5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:41.117269 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb088dc-1117-4471-a34b-cb2e363bc7b8 req-8b129a9f-f7e8-41e6-a4b7-e315ed9bfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:41.118839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bcb088dc-1117-4471-a34b-cb2e363bc7b8 req-8b129a9f-f7e8-41e6-a4b7-e315ed9bfbbe service neutron] 10.222.0.53 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.3351409 Aug 09 15:59:41.182636 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bcb088dc-1117-4471-a34b-cb2e363bc7b8 req-c0f5c062-4687-46c0-a422-ab239ec2a31b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7076e15f-0fd5-47cb-a92c-7c0ee028236a HTTP/1.1" status: 200 len: 217 time: 0.0510764 Aug 09 15:59:41.350026 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fffbb0f4-40df-4611-b7ba-dcb39fb406aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:41.372706 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fffbb0f4-40df-4611-b7ba-dcb39fb406aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:41.411480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb088dc-1117-4471-a34b-cb2e363bc7b8 req-5af78a02-5d5b-4fc0-a9f3-24262a56f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:41.413222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bcb088dc-1117-4471-a34b-cb2e363bc7b8 req-5af78a02-5d5b-4fc0-a9f3-24262a56f8e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.2115569 Aug 09 15:59:41.422666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fffbb0f4-40df-4611-b7ba-dcb39fb406aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51807e56feb343a28af5e7360f768696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9225259 Aug 09 15:59:41.430712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54074) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:41.457407 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:41.480029 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ea645979-2319-45fb-a4e5-efd179291636 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6119316 Aug 09 15:59:41.483051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54076) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:41.495797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7050a434-43c6-42b5-9ec7-1b9f0228f808 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'floatingip': {'port_id': '1709f98e-f6f6-4d18-b984-ab9318c4bf7b'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:41.502871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d4f347-d469-4cdc-9877-6e621d3714b5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Router 85787dfd-47a9-42dc-9c0f-89bed604ed54 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:59:41.525538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbb0f4-40df-4611-b7ba-dcb39fb406aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea4bf4b-cfe7-4b66-8dad-252078cae799,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:41.545155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951f307-f07e-4eea-ae30-8466398335c3 req-e2c90b56-74f3-41f8-a1ea-2ce196a83e09 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:41.547594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7951f307-f07e-4eea-ae30-8466398335c3 req-e2c90b56-74f3-41f8-a1ea-2ce196a83e09 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 945 time: 0.1931393 Aug 09 15:59:41.591699 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:41.601039 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7050a434-43c6-42b5-9ec7-1b9f0228f808 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:41.648969 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7951f307-f07e-4eea-ae30-8466398335c3 req-8087f5f3-8515-4eab-bc27-33cacaceb6ad tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944862 Aug 09 15:59:41.666929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb088dc-1117-4471-a34b-cb2e363bc7b8 req-94c9937b-4d82-4c05-b914-1dc516e26021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:41.668625 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bcb088dc-1117-4471-a34b-cb2e363bc7b8 req-94c9937b-4d82-4c05-b914-1dc516e26021 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2388132 Aug 09 15:59:41.674692 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a661aedd-529f-4d3b-bb59-734d7488b6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:41.699274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d4f347-d469-4cdc-9877-6e621d3714b5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:41.711304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e4036-7e85-4fc8-9c9e-271ca89c7b51 None None] Sync routers for ids ['85787dfd-47a9-42dc-9c0f-89bed604ed54'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:41.740905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e4036-7e85-4fc8-9c9e-271ca89c7b51 None None] Routers {'85787dfd-47a9-42dc-9c0f-89bed604ed54'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:41.743970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4f8e4036-7e85-4fc8-9c9e-271ca89c7b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['85787dfd-47a9-42dc-9c0f-89bed604ed54'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:41.747421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10d4f347-d469-4cdc-9877-6e621d3714b5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:41.748923 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-10d4f347-d469-4cdc-9877-6e621d3714b5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "PUT /v2.0/routers/85787dfd-47a9-42dc-9c0f-89bed604ed54 HTTP/1.1" status: 200 len: 693 time: 1.1839402 Aug 09 15:59:41.757413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237abd8-3392-4a35-8ef3-0e991157f98b req-c0b20a13-9fdf-41a2-b54b-a3e242baa36e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:41.759204 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e237abd8-3392-4a35-8ef3-0e991157f98b req-c0b20a13-9fdf-41a2-b54b-a3e242baa36e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 946 time: 0.2614532 Aug 09 15:59:41.762572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54078) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:41.858635 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2981970e-002b-4347-b41a-a2b731c4433e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/routers/85787dfd-47a9-42dc-9c0f-89bed604ed54 HTTP/1.1" status: 200 len: 699 time: 0.0934377 Aug 09 15:59:41.866536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54080) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:41.871222 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a661aedd-529f-4d3b-bb59-734d7488b6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:41.909290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-97dc8271-bc92-4ee8-85f5-ceb01094df54 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=85787dfd-47a9-42dc-9c0f-89bed604ed54 HTTP/1.1" status: 200 len: 205 time: 0.0405171 Aug 09 15:59:41.915009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54082) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:41.971113 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e237abd8-3392-4a35-8ef3-0e991157f98b req-f5dd42ac-1e30-42a6-bf05-cb2fd864c84c tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060753 Aug 09 15:59:41.974183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bcb088dc-1117-4471-a34b-cb2e363bc7b8 req-2266eefa-c29e-4a91-8f44-35abe13e26c5 service neutron] 10.222.0.53 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928371 Aug 09 15:59:42.006271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a661aedd-529f-4d3b-bb59-734d7488b6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.009375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a661aedd-529f-4d3b-bb59-734d7488b6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.013796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a661aedd-529f-4d3b-bb59-734d7488b6da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cea4bf4b-cfe7-4b66-8dad-252078cae799 HTTP/1.1" status: 204 len: 168 time: 0.5809655 Aug 09 15:59:42.049820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-4f8e4036-7e85-4fc8-9c9e-271ca89c7b51 None None] Set router 85787dfd-47a9-42dc-9c0f-89bed604ed54 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:42.053113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661aedd-529f-4d3b-bb59-734d7488b6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea4bf4b-cfe7-4b66-8dad-252078cae799,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:42.108192 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bcb088dc-1117-4471-a34b-cb2e363bc7b8 req-b4688db9-1480-4bff-8eb1-9406a933aa54 service neutron] 10.222.0.53 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258316 Aug 09 15:59:42.149407 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4f8e4036-7e85-4fc8-9c9e-271ca89c7b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85787dfd-47a9-42dc-9c0f-89bed604ed54', 'name': 'tempest-RoutersTest-router-510801019', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:59:40Z', 'updated_at': '2021-08-09T15:59:40Z', 'revision_number': 2, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:42.164889 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e225bbdf-6019-4e3e-a6b7-8ba34d7edbf3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.212629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e4036-7e85-4fc8-9c9e-271ca89c7b51 None None] Checking router: 85787dfd-47a9-42dc-9c0f-89bed604ed54 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:42.242857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e4036-7e85-4fc8-9c9e-271ca89c7b51 None None] Routers {'85787dfd-47a9-42dc-9c0f-89bed604ed54'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:42.243507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4f8e4036-7e85-4fc8-9c9e-271ca89c7b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['85787dfd-47a9-42dc-9c0f-89bed604ed54'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:42.340655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-4f8e4036-7e85-4fc8-9c9e-271ca89c7b51 None None] Set router 85787dfd-47a9-42dc-9c0f-89bed604ed54 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:42.409896 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4f8e4036-7e85-4fc8-9c9e-271ca89c7b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85787dfd-47a9-42dc-9c0f-89bed604ed54', 'name': 'tempest-RoutersTest-router-510801019', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:59:40Z', 'updated_at': '2021-08-09T15:59:40Z', 'revision_number': 2, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:42.441636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e4036-7e85-4fc8-9c9e-271ca89c7b51 None None] The sync data for ids ['85787dfd-47a9-42dc-9c0f-89bed604ed54'] in n-d-803778-2 is: [{'id': '85787dfd-47a9-42dc-9c0f-89bed604ed54', 'name': 'tempest-RoutersTest-router-510801019', 'tenant_id': '045f808a410747ea8a14fe46fdd46e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:59:40Z', 'updated_at': '2021-08-09T15:59:40Z', 'revision_number': 2, 'project_id': '045f808a410747ea8a14fe46fdd46e88', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:42.528778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54094) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:42.557480 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ee83-55bb-481a-8341-2c4606ab6865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.773106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ee83-55bb-481a-8341-2c4606ab6865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.777525 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ee83-55bb-481a-8341-2c4606ab6865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.816910 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e225bbdf-6019-4e3e-a6b7-8ba34d7edbf3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.819172 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e225bbdf-6019-4e3e-a6b7-8ba34d7edbf3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.836094 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b6f3ee83-55bb-481a-8341-2c4606ab6865 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76a13d477af4434fa5a63d9f794fd950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058357 Aug 09 15:59:42.840994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54098) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:42.850050 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.resource_extend [None req-7050a434-43c6-42b5-9ec7-1b9f0228f808 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 15:59:42.859477 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3ee83-55bb-481a-8341-2c4606ab6865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a7ef54-75b1-42ff-a793-f77eb5c7e313,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:42.919030 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5566c7c4-afe8-4292-bf19-dc5f61d73b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.951522 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5566c7c4-afe8-4292-bf19-dc5f61d73b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:42.990969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7050a434-43c6-42b5-9ec7-1b9f0228f808 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.003462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9130d45-f8ca-4f1b-8171-e7a153133025 req-b59b568e-8a35-4201-9a58-1b6ba91b23f9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:43.012254 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9130d45-f8ca-4f1b-8171-e7a153133025 req-b59b568e-8a35-4201-9a58-1b6ba91b23f9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 945 time: 0.2258825 Aug 09 15:59:43.014130 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e225bbdf-6019-4e3e-a6b7-8ba34d7edbf3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.014600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e225bbdf-6019-4e3e-a6b7-8ba34d7edbf3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Fanout notify agent at l3_agent the message router_deleted on router 85787dfd-47a9-42dc-9c0f-89bed604ed54 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:59:43.023164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5566c7c4-afe8-4292-bf19-dc5f61d73b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.027142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e225bbdf-6019-4e3e-a6b7-8ba34d7edbf3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.027845 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5566c7c4-afe8-4292-bf19-dc5f61d73b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.028020 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e225bbdf-6019-4e3e-a6b7-8ba34d7edbf3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/85787dfd-47a9-42dc-9c0f-89bed604ed54 HTTP/1.1" status: 204 len: 168 time: 1.1120603 Aug 09 15:59:43.032113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7050a434-43c6-42b5-9ec7-1b9f0228f808 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.032113 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54100) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.033841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5566c7c4-afe8-4292-bf19-dc5f61d73b90 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00a7ef54-75b1-42ff-a793-f77eb5c7e313 HTTP/1.1" status: 204 len: 168 time: 0.1915157 Aug 09 15:59:43.046278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566c7c4-afe8-4292-bf19-dc5f61d73b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a7ef54-75b1-42ff-a793-f77eb5c7e313,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:43.074494 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.139612 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4da83a47-7406-4aa0-9430-c97f80fed1c5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=85787dfd-47a9-42dc-9c0f-89bed604ed54 HTTP/1.1" status: 200 len: 205 time: 0.1062541 Aug 09 15:59:43.142430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54104) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.178634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9130d45-f8ca-4f1b-8171-e7a153133025 req-dc53dcb3-5155-451c-b5b8-00364d5cad1b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654971 Aug 09 15:59:43.238531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2bb80011-0e2f-4474-afe2-4a9061884122 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:43.250160 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-ff7db657-b976-47ea-a0a4-085bd30bd0fa tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] delete failed (client error): The resource could not be found. Aug 09 15:59:43.251441 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ff7db657-b976-47ea-a0a4-085bd30bd0fa tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/85787dfd-47a9-42dc-9c0f-89bed604ed54 HTTP/1.1" status: 404 len: 336 time: 0.1077745 Aug 09 15:59:43.254013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54106) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.262026 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-7050a434-43c6-42b5-9ec7-1b9f0228f808 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Floating IP 39560178-3736-4405-bd55-a3bd5ccdfa6c associated. External IP: 172.25.2.239, port: 09096cc9-be03-49a3-81fb-a7b9dce6f06c. Aug 09 15:59:43.303121 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc96e6c-319c-49e8-91a3-3e35f2b65dba tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] DELETE failed (client error): The resource could not be found. Aug 09 15:59:43.303689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc96e6c-319c-49e8-91a3-3e35f2b65dba tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:43.305575 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8fc96e6c-319c-49e8-91a3-3e35f2b65dba tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/658e58df-d087-46d3-8197-85cac4ae558e HTTP/1.1" status: 404 len: 337 time: 0.0506172 Aug 09 15:59:43.310547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54110) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.383160 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea84802-ff8a-4b1d-b421-cf35f6b23217 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] DELETE failed (client error): The resource could not be found. Aug 09 15:59:43.385106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea84802-ff8a-4b1d-b421-cf35f6b23217 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:43.389232 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7ea84802-ff8a-4b1d-b421-cf35f6b23217 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/fb2a4dd1-f906-47e3-a664-578a5cd74cfe HTTP/1.1" status: 404 len: 337 time: 0.0779963 Aug 09 15:59:43.392066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54114) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.394483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 2bb80011-0e2f-4474-afe2-4a9061884122 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:43.408713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 2bb80011-0e2f-4474-afe2-4a9061884122 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:43.409981 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.419181 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.453068 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8923a2d1-ee0d-4b12-9d44-00a565bb08c0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] DELETE failed (client error): The resource could not be found. Aug 09 15:59:43.453534 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8923a2d1-ee0d-4b12-9d44-00a565bb08c0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:43.455624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8923a2d1-ee0d-4b12-9d44-00a565bb08c0 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/b690f46c-8401-4d05-bdfc-b4aa42f0d345 HTTP/1.1" status: 404 len: 337 time: 0.0623341 Aug 09 15:59:43.462313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54118) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.570637 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fbc09c-be17-491a-876a-792eb49a3da4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] DELETE failed (client error): The resource could not be found. Aug 09 15:59:43.571119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fbc09c-be17-491a-876a-792eb49a3da4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:43.577448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54120) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.580096 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b8fbc09c-be17-491a-876a-792eb49a3da4 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/1c730a7d-8f90-4f00-90b8-e96c575098ed HTTP/1.1" status: 404 len: 337 time: 0.1186404 Aug 09 15:59:43.608925 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.628181 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-39c13a44-71a5-4443-add9-b013174b2078 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb HTTP/1.1" status: 200 len: 205 time: 0.0394588 Aug 09 15:59:43.628563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54124) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.662153 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75662612-c591-4edb-aa72-0e250adf5999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb80011-0e2f-4474-afe2-4a9061884122'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:43.667176 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d55b4ae-c155-4861-b8d0-c4d03a19f54f" -d '{"events": [{"server_uuid": "75662612-c591-4edb-aa72-0e250adf5999", "name": "network-vif-plugged", "status": "completed", "tag": "2bb80011-0e2f-4474-afe2-4a9061884122"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:43.701777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7050a434-43c6-42b5-9ec7-1b9f0228f808 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:43.703739 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2bb80011-0e2f-4474-afe2-4a9061884122, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2bb80011-0e2f-4474-afe2-4a9061884122,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:43.704746 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-7c97175b-e776-4f57-b61b-c36be81ff4dc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] delete failed (client error): The resource could not be found. Aug 09 15:59:43.707205 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7c97175b-e776-4f57-b61b-c36be81ff4dc tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/7a7edbf8-0ee6-49c6-91cd-c4ad6cf424cb HTTP/1.1" status: 404 len: 336 time: 0.0776272 Aug 09 15:59:43.711941 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.712084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54130) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.786039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a43ca156-e41d-4193-8384-3faa5ebfc036 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=40642153-85ca-4e14-946d-0e89735f1ad1 HTTP/1.1" status: 200 len: 205 time: 0.0723531 Aug 09 15:59:43.787840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54134) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.790705 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e83c6e1-c53b-42d2-bff1-38e670430b7c x-openstack-request-id: req-4e83c6e1-c53b-42d2-bff1-38e670430b7c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:43.790992 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75662612-c591-4edb-aa72-0e250adf5999", "name": "network-vif-plugged", "status": "completed", "tag": "2bb80011-0e2f-4474-afe2-4a9061884122", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:43.794605 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e83c6e1-c53b-42d2-bff1-38e670430b7c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:43.795035 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75662612-c591-4edb-aa72-0e250adf5999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb80011-0e2f-4474-afe2-4a9061884122', 'code': 200} Aug 09 15:59:43.861994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2bb80011-0e2f-4474-afe2-4a9061884122,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:43.878555 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-b6705d25-082b-4e92-946c-8277b3d0e0e7 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] delete failed (client error): The resource could not be found. Aug 09 15:59:43.880535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b6705d25-082b-4e92-946c-8277b3d0e0e7 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/40642153-85ca-4e14-946d-0e89735f1ad1 HTTP/1.1" status: 404 len: 336 time: 0.0907168 Aug 09 15:59:43.886185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54138) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:43.941457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7050a434-43c6-42b5-9ec7-1b9f0228f808 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:43.954792 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e69989-8913-4b51-99ce-ad871e478d34 None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:43.972884 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e69989-8913-4b51-99ce-ad871e478d34 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:43.973424 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d4e69989-8913-4b51-99ce-ad871e478d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:43.982911 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fcf3d5-aa69-4c30-9b10-b3a8bef03a3e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] DELETE failed (client error): The resource could not be found. Aug 09 15:59:43.983378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fcf3d5-aa69-4c30-9b10-b3a8bef03a3e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:43.985193 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-55fcf3d5-aa69-4c30-9b10-b3a8bef03a3e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/cadde8f1-6047-4c56-936a-1c612eb604f8 HTTP/1.1" status: 404 len: 337 time: 0.0858305 Aug 09 15:59:44.002056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54140) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.053419 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d4e69989-8913-4b51-99ce-ad871e478d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:44.064254 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-30a1cdfa-7483-45fd-a701-78782feb836a tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecd0b9fd-f299-4686-8538-6f025c3948b7 HTTP/1.1" status: 200 len: 205 time: 0.0585704 Aug 09 15:59:44.067022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54144) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.077074 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e69989-8913-4b51-99ce-ad871e478d34 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:44.077846 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d4e69989-8913-4b51-99ce-ad871e478d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:44.160585 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d4e69989-8913-4b51-99ce-ad871e478d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:44.162160 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e69989-8913-4b51-99ce-ad871e478d34 None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:44.172150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f0cba-82ed-469c-9984-e46a892adecd req-dd7e8159-fba2-4d18-bc19-6ef864eb177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:44.174115 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f06f0cba-82ed-469c-9984-e46a892adecd req-dd7e8159-fba2-4d18-bc19-6ef864eb177f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 1097 time: 0.2918940 Aug 09 15:59:44.186152 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-e6e28b03-cae4-4e79-a468-1fcd4d8465c3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] delete failed (client error): The resource could not be found. Aug 09 15:59:44.187230 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e6e28b03-cae4-4e79-a468-1fcd4d8465c3 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/ecd0b9fd-f299-4686-8538-6f025c3948b7 HTTP/1.1" status: 404 len: 336 time: 0.1151974 Aug 09 15:59:44.194238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54148) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.259752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54154) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.262707 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-db59e6f0-3a0f-4014-9c6a-71f64e65dd2d tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=664bac55-385d-45d4-8547-12e0de65f36b HTTP/1.1" status: 200 len: 205 time: 0.0613875 Aug 09 15:59:44.299331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f06f0cba-82ed-469c-9984-e46a892adecd req-317fd968-80e4-41a1-942c-7db6da857c51 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109641 Aug 09 15:59:44.370946 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-0338e481-0a0e-449b-a21f-c9a6c8fb19b5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] delete failed (client error): The resource could not be found. Aug 09 15:59:44.375034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54158) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.375370 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0338e481-0a0e-449b-a21f-c9a6c8fb19b5 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/664bac55-385d-45d4-8547-12e0de65f36b HTTP/1.1" status: 404 len: 336 time: 0.1145267 Aug 09 15:59:44.416008 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ebb198-cdc8-486c-94a6-9bbeb9fb6b20 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] DELETE failed (client error): The resource could not be found. Aug 09 15:59:44.416634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ebb198-cdc8-486c-94a6-9bbeb9fb6b20 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:44.422896 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-01ebb198-cdc8-486c-94a6-9bbeb9fb6b20 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/42b0cdbc-df65-40ab-aece-add4197d7209 HTTP/1.1" status: 404 len: 337 time: 0.0467677 Aug 09 15:59:44.424187 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54164) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.493939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0c02f941-0769-40d3-ade5-6305b05c5938 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=da290a9c-b52b-4f46-af8f-308a374e77df HTTP/1.1" status: 200 len: 205 time: 0.0612071 Aug 09 15:59:44.497151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54166) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.601880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54170) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.608112 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-20873cac-9a47-4764-b542-ffa911e6a32b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] delete failed (client error): The resource could not be found. Aug 09 15:59:44.612814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-20873cac-9a47-4764-b542-ffa911e6a32b tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/da290a9c-b52b-4f46-af8f-308a374e77df HTTP/1.1" status: 404 len: 336 time: 0.1110919 Aug 09 15:59:44.612814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54176) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.660308 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aadbfd7-9ea4-42b8-87ca-35ceb4589407 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] DELETE failed (client error): The resource could not be found. Aug 09 15:59:44.660680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aadbfd7-9ea4-42b8-87ca-35ceb4589407 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:44.664959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9aadbfd7-9ea4-42b8-87ca-35ceb4589407 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/a7f373b2-231e-4f93-a558-5764f0c9d39c HTTP/1.1" status: 404 len: 337 time: 0.0488398 Aug 09 15:59:44.665343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54178) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.700044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b9ad104a-f964-4229-907d-7cdfe37edd70 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "GET /v2.0/ports?device_id=39147870-0d6e-454a-95ee-761c020d8e70 HTTP/1.1" status: 200 len: 205 time: 0.0312996 Aug 09 15:59:44.700357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54180) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.749252 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-b9a45be1-2265-479f-87f9-026ac8368969 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] delete failed (client error): The resource could not be found. Aug 09 15:59:44.753696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b9a45be1-2265-479f-87f9-026ac8368969 tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/routers/39147870-0d6e-454a-95ee-761c020d8e70 HTTP/1.1" status: 404 len: 336 time: 0.0488241 Aug 09 15:59:44.754095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54182) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.789630 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e03b748-5fcb-4001-b027-f72d1d02e59e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] DELETE failed (client error): The resource could not be found. Aug 09 15:59:44.789861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e03b748-5fcb-4001-b027-f72d1d02e59e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:44.796670 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2e03b748-5fcb-4001-b027-f72d1d02e59e tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/062d89f8-bd30-4b51-b64a-5ff95d4c0267 HTTP/1.1" status: 404 len: 337 time: 0.0388532 Aug 09 15:59:44.797065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54186) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:44.838908 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdd371a-4ec7-440b-9733-476931b01bde tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] DELETE failed (client error): The resource could not be found. Aug 09 15:59:44.839706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdd371a-4ec7-440b-9733-476931b01bde tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 15:59:44.846059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9cdd371a-4ec7-440b-9733-476931b01bde tempest-RoutersTest-1564691377 tempest-RoutersTest-1564691377-project] 10.222.0.81 "DELETE /v2.0/subnets/9234d694-c52f-4e48-aa8d-a310cead2054 HTTP/1.1" status: 404 len: 337 time: 0.0464580 Aug 09 15:59:44.862132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bb9f1-6cb0-4af3-8095-7906f65857d9 req-186363ca-ec95-4440-b178-249d7e6e45b6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:44.863505 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e51bb9f1-6cb0-4af3-8095-7906f65857d9 req-186363ca-ec95-4440-b178-249d7e6e45b6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.5436568 Aug 09 15:59:44.867996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7050a434-43c6-42b5-9ec7-1b9f0228f808 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:44.960323 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e51bb9f1-6cb0-4af3-8095-7906f65857d9 req-e649ab76-8850-41a7-b668-574ddcc5dada tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884709 Aug 09 15:59:45.029484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7050a434-43c6-42b5-9ec7-1b9f0228f808 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:45.034624 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7050a434-43c6-42b5-9ec7-1b9f0228f808 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.044341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071a810-4ac4-4f04-a0be-f92667cc68f5 None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:45.071912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071a810-4ac4-4f04-a0be-f92667cc68f5 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:45.072569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3071a810-4ac4-4f04-a0be-f92667cc68f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:45.151636 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7050a434-43c6-42b5-9ec7-1b9f0228f808 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "PUT /v2.0/floatingips/39560178-3736-4405-bd55-a3bd5ccdfa6c HTTP/1.1" status: 200 len: 978 time: 3.6660516 Aug 09 15:59:45.153288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54194) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:45.165084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c7ad58d1-e813-424d-82db-7960683beade tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:45.166400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d156e3-7729-40c2-b5c0-872eacf5ad21 admin admin] Deleting subnet e8ec2224-9fa3-4bf3-9faf-065ad37ef511 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:45.178810 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7d156e3-7729-40c2-b5c0-872eacf5ad21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.186890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3071a810-4ac4-4f04-a0be-f92667cc68f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:45.197750 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071a810-4ac4-4f04-a0be-f92667cc68f5 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:45.198616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3071a810-4ac4-4f04-a0be-f92667cc68f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:45.269221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3071a810-4ac4-4f04-a0be-f92667cc68f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:45.271381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071a810-4ac4-4f04-a0be-f92667cc68f5 None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:45.294700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7d156e3-7729-40c2-b5c0-872eacf5ad21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.297855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54196) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:45.324782 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7ad58d1-e813-424d-82db-7960683beade tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.416712 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7d156e3-7729-40c2-b5c0-872eacf5ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.596851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7d156e3-7729-40c2-b5c0-872eacf5ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.611343 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7ad58d1-e813-424d-82db-7960683beade tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.632681 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7ad58d1-e813-424d-82db-7960683beade tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.633030 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-c7ad58d1-e813-424d-82db-7960683beade tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Floating IP 39560178-3736-4405-bd55-a3bd5ccdfa6c disassociated. External IP: 172.25.2.239, port: 1709f98e-f6f6-4d18-b984-ab9318c4bf7b. Aug 09 15:59:45.650816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d156e3-7729-40c2-b5c0-872eacf5ad21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ec2224-9fa3-4bf3-9faf-065ad37ef511,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:45.666758 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7d156e3-7729-40c2-b5c0-872eacf5ad21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.668908 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f7d156e3-7729-40c2-b5c0-872eacf5ad21 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e8ec2224-9fa3-4bf3-9faf-065ad37ef511 HTTP/1.1" status: 204 len: 168 time: 1.0659511 Aug 09 15:59:45.674118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54208) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:45.763800 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.854859 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-154611e3-0d6c-45f8-b517-41443ee2eaa5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=045f808a410747ea8a14fe46fdd46e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5527005 Aug 09 15:59:45.859504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54216) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:45.889618 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.912945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b74a77c-2bb4-4e5b-8412-0542655fdd58']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:45.930081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0428c65e-c815-4bdc-8d49-f2246bdbc22a') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:45.930382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0428c65e-c815-4bdc-8d49-f2246bdbc22a') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:45.944400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.972885 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.982597 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:59:45.983008 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: timer() Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:59:45.984839 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:59:46.065455 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.078959 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.083360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9b74a77c-2bb4-4e5b-8412-0542655fdd58 HTTP/1.1" status: 204 len: 168 time: 0.4058454 Aug 09 15:59:46.095989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca10760-5248-466b-9b57-848f8dbc7c80 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b74a77c-2bb4-4e5b-8412-0542655fdd58,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:46.126633 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f51cd96-dc2c-4dc9-9eff-7946932536aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.162599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9688710-f8b0-4114-8505-01047346529a req-93da6903-4122-417d-a10a-3c7155c9ac6c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:46.164309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9688710-f8b0-4114-8505-01047346529a req-93da6903-4122-417d-a10a-3c7155c9ac6c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.0809011 Aug 09 15:59:46.188209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f51cd96-dc2c-4dc9-9eff-7946932536aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.243165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ad58d1-e813-424d-82db-7960683beade tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:46.267144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9688710-f8b0-4114-8505-01047346529a req-cafe589c-ac49-4c08-abb4-0a997c3a08e8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825672 Aug 09 15:59:46.371158 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f51cd96-dc2c-4dc9-9eff-7946932536aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.374206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f51cd96-dc2c-4dc9-9eff-7946932536aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.377119 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5f51cd96-dc2c-4dc9-9eff-7946932536aa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c9bf902-44cc-40d2-9254-554fd5fc9360 HTTP/1.1" status: 204 len: 168 time: 0.4943836 Aug 09 15:59:46.436189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51cd96-dc2c-4dc9-9eff-7946932536aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9bf902-44cc-40d2-9254-554fd5fc9360,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:46.463369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54254) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:46.474944 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ad58d1-e813-424d-82db-7960683beade tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:46.487552 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bdd9ea-861d-447f-a77e-0d1881d2b5c9 None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:46.488340 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7ad58d1-e813-424d-82db-7960683beade tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.508344 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdd9ea-861d-447f-a77e-0d1881d2b5c9 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:46.510284 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e8bdd9ea-861d-447f-a77e-0d1881d2b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:46.555746 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c7ad58d1-e813-424d-82db-7960683beade tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "PUT /v2.0/floatingips/39560178-3736-4405-bd55-a3bd5ccdfa6c HTTP/1.1" status: 200 len: 688 time: 1.3982887 Aug 09 15:59:46.556656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54262) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:46.565749 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e8bdd9ea-861d-447f-a77e-0d1881d2b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:46.580201 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdd9ea-861d-447f-a77e-0d1881d2b5c9 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:46.581775 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e8bdd9ea-861d-447f-a77e-0d1881d2b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:46.607557 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-129f7c79-c2b0-4eed-ac86-edff2eb3a508 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1100f538dcc4c058cb28bca184e865f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405947 Aug 09 15:59:46.612601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54266) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:46.716946 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e8bdd9ea-861d-447f-a77e-0d1881d2b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:46.719438 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bdd9ea-861d-447f-a77e-0d1881d2b5c9 None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:46.849054 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-954bc370-a4ea-4af8-859d-93bf909752cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 4a2ccdfb-0ace-4bc3-b0d9-11d965a80969 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:46.849687 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954bc370-a4ea-4af8-859d-93bf909752cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.858166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c14f2-c42b-456e-a721-1cd15bfa60a1 req-5ff9ec6d-67f9-4246-85ac-7f06de65a0ce tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:46.859847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e2c14f2-c42b-456e-a721-1cd15bfa60a1 req-5ff9ec6d-67f9-4246-85ac-7f06de65a0ce tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.1485188 Aug 09 15:59:46.865149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365c3cbb-7f15-447a-9086-29c2499d6c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.891146 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365c3cbb-7f15-447a-9086-29c2499d6c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.969519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954bc370-a4ea-4af8-859d-93bf909752cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.970597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954bc370-a4ea-4af8-859d-93bf909752cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.987181 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365c3cbb-7f15-447a-9086-29c2499d6c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.989852 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365c3cbb-7f15-447a-9086-29c2499d6c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:46.991073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-365c3cbb-7f15-447a-9086-29c2499d6c8d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e09e629e-c4c1-4fad-b929-af28fdbc09db HTTP/1.1" status: 204 len: 168 time: 0.3766427 Aug 09 15:59:47.008192 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-954bc370-a4ea-4af8-859d-93bf909752cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 4a2ccdfb-0ace-4bc3-b0d9-11d965a80969 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:47.063402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c3cbb-7f15-447a-9086-29c2499d6c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09e629e-c4c1-4fad-b929-af28fdbc09db,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:47.123651 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e2c14f2-c42b-456e-a721-1cd15bfa60a1 req-2120c2dd-6ac1-4be7-b41c-580e59060731 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610558 Aug 09 15:59:47.284810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954bc370-a4ea-4af8-859d-93bf909752cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.350127 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bc370-a4ea-4af8-859d-93bf909752cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=4a2ccdfb-0ace-4bc3-b0d9-11d965a80969,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:47.397381 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954bc370-a4ea-4af8-859d-93bf909752cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.398844 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954bc370-a4ea-4af8-859d-93bf909752cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:47.400227 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-954bc370-a4ea-4af8-859d-93bf909752cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/floatingips/39560178-3736-4405-bd55-a3bd5ccdfa6c HTTP/1.1" status: 204 len: 168 time: 0.8301258 Aug 09 15:59:47.403400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54324) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:47.453884 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-67f4c577-40a4-426c-9adf-8134ba2d1fff tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] delete failed (client error): The resource could not be found. Aug 09 15:59:47.455919 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-67f4c577-40a4-426c-9adf-8134ba2d1fff tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/floatingips/39560178-3736-4405-bd55-a3bd5ccdfa6c HTTP/1.1" status: 404 len: 345 time: 0.0508180 Aug 09 15:59:47.461556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54328) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:47.592140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8914f-0315-4468-9aa4-0356b411c757 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:47.600023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8914f-0315-4468-9aa4-0356b411c757 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:47.609363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8914f-0315-4468-9aa4-0356b411c757 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:47.612445 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a4c8914f-0315-4468-9aa4-0356b411c757 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "GET /v2.0/ports?network_id=5982792f-0057-4736-9486-a870db534f57 HTTP/1.1" status: 200 len: 2358 time: 0.1512663 Aug 09 15:59:47.615769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54336) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:47.693136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc48493a-522e-4290-842d-388d5ccaa598 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:47.701208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54342) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:47.702490 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fc48493a-522e-4290-842d-388d5ccaa598 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "GET /v2.0/subnets/c0afdeae-6034-4844-b7e6-ec52a1e8bacd HTTP/1.1" status: 200 len: 797 time: 0.0851080 Aug 09 15:59:47.707324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'port': {'network_id': '5982792f-0057-4736-9486-a870db534f57', 'name': 'tempest-FloatingIPTestJSON-1872136729', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:47.792244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54348) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:47.848741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Made reservation on behalf of 40e4496ab1894c57beedeb5222faf778 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:47.973380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54358) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:48.002511 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:48.021036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] device_id is not set on port 023f5171-bd71-411f-aea3-1f0dab87a9fd yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:59:48.149194 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f4af48f8-52fa-4134-bb28-c3bf5556cb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:48.431808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-171912430'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:48.482546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea3ee1-3f7e-49ed-99ee-7580f9d5970a req-bbd2d5ac-e566-41b8-a162-52eed72d3058 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:48.485028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37ea3ee1-3f7e-49ed-99ee-7580f9d5970a req-bbd2d5ac-e566-41b8-a162-52eed72d3058 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.2164848 Aug 09 15:59:48.488992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.20.0.14 (5982792f-0057-4736-9486-a870db534f57/c0afdeae-6034-4844-b7e6-ec52a1e8bacd/023f5171-bd71-411f-aea3-1f0dab87a9fd) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:48.491565 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f4af48f8-52fa-4134-bb28-c3bf5556cb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:48.499509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.20.0.13 (5982792f-0057-4736-9486-a870db534f57/c0afdeae-6034-4844-b7e6-ec52a1e8bacd/023f5171-bd71-411f-aea3-1f0dab87a9fd) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:48.506788 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f4af48f8-52fa-4134-bb28-c3bf5556cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:48.564025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af48f8-52fa-4134-bb28-c3bf5556cb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3574ed-4e8c-4903-ba9d-fec5ee2fc9c3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:48.591185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Made reservation on behalf of ae36d7681c8b4905a13026ce8fd90a34 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:48.595288 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:48.635304 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37ea3ee1-3f7e-49ed-99ee-7580f9d5970a req-afe4e94e-2d7e-4c0d-8d62-1881b57b9c94 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419108 Aug 09 15:59:48.645578 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f4af48f8-52fa-4134-bb28-c3bf5556cb46 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8989b6da98c14c82b8717d081b5efba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8520849 Aug 09 15:59:48.646279 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54386) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:48.665781 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:48.788386 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b5de5ed7-8c69-4e6a-901a-af986fe3a4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:48.856336 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b5de5ed7-8c69-4e6a-901a-af986fe3a4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.035973 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.038210 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b5de5ed7-8c69-4e6a-901a-af986fe3a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.041708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b5de5ed7-8c69-4e6a-901a-af986fe3a4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.045767 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b5de5ed7-8c69-4e6a-901a-af986fe3a4f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee3574ed-4e8c-4903-ba9d-fec5ee2fc9c3 HTTP/1.1" status: 204 len: 168 time: 0.3956304 Aug 09 15:59:49.049075 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.062397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de5ed7-8c69-4e6a-901a-af986fe3a4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3574ed-4e8c-4903-ba9d-fec5ee2fc9c3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:49.109824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:59:49.185915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885a0df3-0720-412b-8fcc-44a0941c296c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:49.203128 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.205922 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Added segment 4dae9c65-8694-4f51-ab6c-551c9175853c of type vlan for network 22ac100f-e940-4164-928d-85db83b06f4b Aug 09 15:59:49.322614 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.349851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.446837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbec62f-1b14-46ac-8ea5-ec1c1d858ef0 req-d597b2a9-cab4-4646-82cf-192ff0ff3047 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:49.460945 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bbbec62f-1b14-46ac-8ea5-ec1c1d858ef0 req-d597b2a9-cab4-4646-82cf-192ff0ff3047 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.1783447 Aug 09 15:59:49.483840 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.484782 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.491661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:49.492681 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.558578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 5982792f-0057-4736-9486-a870db534f57 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:49.564766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:49.573512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:49.660908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=023f5171-bd71-411f-aea3-1f0dab87a9fd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:49.689248 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bbbec62f-1b14-46ac-8ea5-ec1c1d858ef0 req-12b708bf-9850-4dea-876e-aca6feaf177c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246983 Aug 09 15:59:49.697296 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7227013 Aug 09 15:59:49.703497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f19c2-37a2-4451-90ee-aa8102b464b3 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Pushing event updated for resources: {'Network': ['ID=22ac100f-e940-4164-928d-85db83b06f4b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:49.708236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54412) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:49.717928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-feefe8ab-54a2-4119-8181-dba19112e71b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Request body: {'subnet': {'network_id': '22ac100f-e940-4164-928d-85db83b06f4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:49.737951 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 22ac100f-e940-4164-928d-85db83b06f4b details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:59:49.751749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:49.752813 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.810725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8437adaa-7718-4b52-b53f-6ad862c2c274 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1067224 Aug 09 15:59:49.816678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54414) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:49.827909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': '023f5171-bd71-411f-aea3-1f0dab87a9fd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:49.879231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54416) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:49.896869 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af0e2963-dc97-4e17-926b-35c92edee152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.907112 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.930221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feefe8ab-54a2-4119-8181-dba19112e71b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Made reservation on behalf of ae36d7681c8b4905a13026ce8fd90a34 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:49.935199 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-feefe8ab-54a2-4119-8181-dba19112e71b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.087196 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af0e2963-dc97-4e17-926b-35c92edee152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.094750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.097835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af0e2963-dc97-4e17-926b-35c92edee152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.162519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-feefe8ab-54a2-4119-8181-dba19112e71b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.178614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-af0e2963-dc97-4e17-926b-35c92edee152 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a4a732b6e8614ed38095a29cf2be8e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980695 Aug 09 15:59:50.184498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54418) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:50.193523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e2963-dc97-4e17-926b-35c92edee152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef888d7f-90b0-48e4-8b77-7db53354d031,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:50.241724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefe8ab-54a2-4119-8181-dba19112e71b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Pushing event updated for resources: {'Subnet': ['ID=2de08640-bf0b-4145-adb8-34b27256e440,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:50.249560 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feefe8ab-54a2-4119-8181-dba19112e71b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Checking segment: {'id': '4dae9c65-8694-4f51-ab6c-551c9175853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '22ac100f-e940-4164-928d-85db83b06f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:50.249971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feefe8ab-54a2-4119-8181-dba19112e71b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Network hostable DHCP agents. Network: 22ac100f-e940-4164-928d-85db83b06f4b, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:59:50.270665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feefe8ab-54a2-4119-8181-dba19112e71b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Network 22ac100f-e940-4164-928d-85db83b06f4b is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:59:50.283407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-feefe8ab-54a2-4119-8181-dba19112e71b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 22ac100f-e940-4164-928d-85db83b06f4b) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:50.292569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d7a13-9c30-42f5-9322-fe251904bcf4 None None] Network 22ac100f-e940-4164-928d-85db83b06f4b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:50.292864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feefe8ab-54a2-4119-8181-dba19112e71b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:50.293601 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-feefe8ab-54a2-4119-8181-dba19112e71b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.301413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.25.2.3 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/c0c5bad4-83f2-47e4-a098-335cffa4540e) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:50.306168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c6868e0-fef0-4358-961c-854aa05e00cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.315190 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-feefe8ab-54a2-4119-8181-dba19112e71b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6026931 Aug 09 15:59:50.315470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54420) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:50.322804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Request body: {'port': {'network_id': '22ac100f-e940-4164-928d-85db83b06f4b', 'name': 'tempest-TagsExtTest-928811922'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:50.372326 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c6868e0-fef0-4358-961c-854aa05e00cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.451016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Made reservation on behalf of ae36d7681c8b4905a13026ce8fd90a34 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:50.455369 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.455647 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c6868e0-fef0-4358-961c-854aa05e00cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.458098 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c6868e0-fef0-4358-961c-854aa05e00cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.461676 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4c6868e0-fef0-4358-961c-854aa05e00cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef888d7f-90b0-48e4-8b77-7db53354d031 HTTP/1.1" status: 204 len: 168 time: 0.2735372 Aug 09 15:59:50.477270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-22ac100f-e940-4164-928d-85db83b06f4b', 'network_id': '22ac100f-e940-4164-928d-85db83b06f4b', 'tenant_id': 'ae36d7681c8b4905a13026ce8fd90a34', 'fixed_ips': [{'subnet_id': '2de08640-bf0b-4145-adb8-34b27256e440'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:59:50.478188 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.496907 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.504263 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] device_id is not set on port f3262904-d193-43e3-b748-45b965a1a239 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 15:59:50.509517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6868e0-fef0-4358-961c-854aa05e00cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef888d7f-90b0-48e4-8b77-7db53354d031,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:50.628782 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:50.693189 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:50.721186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:50.723104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Allocated IP 172.20.0.2 (22ac100f-e940-4164-928d-85db83b06f4b/2de08640-bf0b-4145-adb8-34b27256e440/28c0e209-6187-4d3a-9f53-1e01b1686870) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:50.731508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:50.799565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=c0c5bad4-83f2-47e4-a098-335cffa4540e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:50.996982 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.010606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Transition to ACTIVE for port object 28c0e209-6187-4d3a-9f53-1e01b1686870 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:51.026252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4b742-3111-485f-aaa7-608cfcb5598a req-8cb7fb65-0300-4569-90af-3076cd6226bb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:51.037100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Transition to ACTIVE for port object 28c0e209-6187-4d3a-9f53-1e01b1686870 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:51.039094 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ded4b742-3111-485f-aaa7-608cfcb5598a req-8cb7fb65-0300-4569-90af-3076cd6226bb tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.2096887 Aug 09 15:59:51.055739 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.108604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Network 22ac100f-e940-4164-928d-85db83b06f4b is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:51.114117 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:51.120550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:51.135111 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Pushing event updated for resources: {'Port': ['ID=28c0e209-6187-4d3a-9f53-1e01b1686870,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:51.186730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Allocated IP 172.20.0.6 (22ac100f-e940-4164-928d-85db83b06f4b/2de08640-bf0b-4145-adb8-34b27256e440/f3262904-d193-43e3-b748-45b965a1a239) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:51.243610 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Attempting to bind port 28c0e209-6187-4d3a-9f53-1e01b1686870 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:51.244115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Attempting to bind port 28c0e209-6187-4d3a-9f53-1e01b1686870 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4dae9c65-8694-4f51-ab6c-551c9175853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '22ac100f-e940-4164-928d-85db83b06f4b'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:51.244573 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Attempting to bind port 28c0e209-6187-4d3a-9f53-1e01b1686870 on network 22ac100f-e940-4164-928d-85db83b06f4b {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:51.251524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:51.252086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Checking segment: {'id': '4dae9c65-8694-4f51-ab6c-551c9175853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '22ac100f-e940-4164-928d-85db83b06f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:51.252585 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.253721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Bound using segment: {'id': '4dae9c65-8694-4f51-ab6c-551c9175853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '22ac100f-e940-4164-928d-85db83b06f4b'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:51.254913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Bound port: 28c0e209-6187-4d3a-9f53-1e01b1686870, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dae9c65-8694-4f51-ab6c-551c9175853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '22ac100f-e940-4164-928d-85db83b06f4b'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:51.255396 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.308408 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ded4b742-3111-485f-aaa7-608cfcb5598a req-ce35b630-ea9c-461d-b2b6-feea1acefcf8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679224 Aug 09 15:59:51.414304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2bb80011-0e2f-4474-afe2-4a9061884122 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:59:51.460615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] For port 28c0e209-6187-4d3a-9f53-1e01b1686870, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:51.464886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] For port 28c0e209-6187-4d3a-9f53-1e01b1686870, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=28c0e209-6187-4d3a-9f53-1e01b1686870,segment=NetworkSegment(4dae9c65-8694-4f51-ab6c-551c9175853c),segment_id=4dae9c65-8694-4f51-ab6c-551c9175853c)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:51.477134 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.640382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.700256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Transition to ACTIVE for port object f3262904-d193-43e3-b748-45b965a1a239 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:51.705726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f26b0-1057-461e-99e3-52b2f6302c82 None None] Pushing event updated for resources: {'Port': ['ID=28c0e209-6187-4d3a-9f53-1e01b1686870,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:51.777446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2bb80011-0e2f-4474-afe2-4a9061884122, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2bb80011-0e2f-4474-afe2-4a9061884122,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:51.800848 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.810237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '2bb80011-0e2f-4474-afe2-4a9061884122', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'port_id': '2bb80011-0e2f-4474-afe2-4a9061884122', 'mac_address': 'fa:16:3e:34:ae:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:59:51.894483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Network 22ac100f-e940-4164-928d-85db83b06f4b is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:51.914554 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:51.921482 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:51.928349 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:51.985135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bb80011-0e2f-4474-afe2-4a9061884122 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:59:52.067467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Pushing event updated for resources: {'Port': ['ID=f3262904-d193-43e3-b748-45b965a1a239,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:52.070903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2bb80011-0e2f-4474-afe2-4a9061884122, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2bb80011-0e2f-4474-afe2-4a9061884122,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:52.077281 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.161271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:52.165427 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.208514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-57670abf-67f2-4c64-aa7d-a77debe372ec tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8918848 Aug 09 15:59:52.210429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54478) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:52.221493 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-61bb56a8-2a45-42cf-926c-c13a63051d7a tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1077441726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:52.239604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['2bb80011-0e2f-4474-afe2-4a9061884122'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:59:52.283480 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-61bb56a8-2a45-42cf-926c-c13a63051d7a tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.285059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-61bb56a8-2a45-42cf-926c-c13a63051d7a tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.297120 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.363843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2bb80011-0e2f-4474-afe2-4a9061884122,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:52.429877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-61bb56a8-2a45-42cf-926c-c13a63051d7a tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.439642 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-61bb56a8-2a45-42cf-926c-c13a63051d7a tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.506846 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-61bb56a8-2a45-42cf-926c-c13a63051d7a tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.515149 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-61bb56a8-2a45-42cf-926c-c13a63051d7a tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3027382 Aug 09 15:59:52.519518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54490) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:52.557104 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1a12d4c4-7273-4ba3-ad68-20bcca1a2671 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-793949518', 'prefixes': ['172.20.0.0/16']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:52.725300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8061cb-40cb-452d-b99c-09a8f35e57ae req-e67aed69-b589-4dce-926b-0bdb0cd07f0d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:52.727195 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a8061cb-40cb-452d-b99c-09a8f35e57ae req-e67aed69-b589-4dce-926b-0bdb0cd07f0d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 945 time: 0.1959035 Aug 09 15:59:52.788896 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.839432 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a8061cb-40cb-452d-b99c-09a8f35e57ae req-673725ca-827d-4d0f-b1c4-63fe458c7000 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966890 Aug 09 15:59:52.880072 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a12d4c4-7273-4ba3-ad68-20bcca1a2671 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for subnetpool, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:52.884747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1a12d4c4-7273-4ba3-ad68-20bcca1a2671 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3435221 Aug 09 15:59:52.885472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54494) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:52.901302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-51e65d01-38f2-44a4-89a5-4b0678f608a0 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440', 'tempest-TagsExtTest-Tag-1245522268') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:53.111914 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.116504 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-51e65d01-38f2-44a4-89a5-4b0678f608a0 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "PUT /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags/tempest-TagsExtTest-Tag-1245522268 HTTP/1.1" status: 201 len: 201 time: 0.2299433 Aug 09 15:59:53.118683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54506) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:53.124685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.tag.tag_plugin [None req-cda05c7f-b8d3-41e7-a5d9-0e149a2b2133 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239', 'tempest-TagsExtTest-Tag-890342810') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:53.130341 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.315911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2bb80011-0e2f-4474-afe2-4a9061884122 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:53.395465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=c0c5bad4-83f2-47e4-a098-335cffa4540e,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:53.418989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.474945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18def6d0-3382-49ab-b23b-54872dbca16d None None] Network 22ac100f-e940-4164-928d-85db83b06f4b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:53.585339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 28c0e209-6187-4d3a-9f53-1e01b1686870 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:53.589760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 2bb80011-0e2f-4474-afe2-4a9061884122 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:53.590590 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cda05c7f-b8d3-41e7-a5d9-0e149a2b2133 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "PUT /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags/tempest-TagsExtTest-Tag-890342810 HTTP/1.1" status: 201 len: 201 time: 0.4705303 Aug 09 15:59:53.593003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54520) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:53.599883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-e1c4af53-27cc-4e16-918f-3ae9d6892a46 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c', 'tempest-TagsExtTest-Tag-1205620266') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:53.606218 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:53.619554 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Floating IP e9261856-337c-4709-81d8-6b029484be0d associated. External IP: 172.25.2.3, port: 023f5171-bd71-411f-aea3-1f0dab87a9fd. Aug 09 15:59:53.796618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d509acfd-c075-453c-aacc-52848d2dda81 None None] Provisioning for port 28c0e209-6187-4d3a-9f53-1e01b1686870 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:53.811578 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e1c4af53-27cc-4e16-918f-3ae9d6892a46 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "PUT /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags/tempest-TagsExtTest-Tag-1205620266 HTTP/1.1" status: 201 len: 201 time: 0.2144146 Aug 09 15:59:53.812108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54526) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:53.823570 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-31c6ebe8-2106-47db-a896-6b779aee9f74 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204', 'tempest-TagsExtTest-Tag-1909808352') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:53.903213 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-31c6ebe8-2106-47db-a896-6b779aee9f74 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "PUT /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags/tempest-TagsExtTest-Tag-1909808352 HTTP/1.1" status: 201 len: 201 time: 0.0881176 Aug 09 15:59:53.903978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54534) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:53.917731 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-44ceb42e-f087-42c7-863e-3d5e04167442 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:53.968941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:54.045814 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-44ceb42e-f087-42c7-863e-3d5e04167442 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags HTTP/1.1" status: 200 len: 241 time: 0.1366184 Aug 09 15:59:54.047261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54542) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:54.067420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-eb3b36d0-9107-4844-8e4e-8d0d32ce279e tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440', 'tempest-TagsExtTest-Tag-1245522268') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:54.105376 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.114062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 28c0e209-6187-4d3a-9f53-1e01b1686870 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:54.131382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 28c0e209-6187-4d3a-9f53-1e01b1686870 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:54.131757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.203209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75662612-c591-4edb-aa72-0e250adf5999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb80011-0e2f-4474-afe2-4a9061884122'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:54.205657 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98f798c-7c93-4957-b281-54942f7bfea5" -d '{"events": [{"server_uuid": "75662612-c591-4edb-aa72-0e250adf5999", "name": "network-vif-plugged", "status": "completed", "tag": "2bb80011-0e2f-4474-afe2-4a9061884122"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:54.241307 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-eb3b36d0-9107-4844-8e4e-8d0d32ce279e tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags/tempest-TagsExtTest-Tag-1245522268 HTTP/1.1" status: 204 len: 168 time: 0.1924865 Aug 09 15:59:54.248660 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54548) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:54.255477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2bb80011-0e2f-4474-afe2-4a9061884122, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2bb80011-0e2f-4474-afe2-4a9061884122,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:54.267788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-1452e2e3-1101-4cca-a3c4-11457f3c550a tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440', 'tempest-TagsExtTest-Tag-1245522268') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:54.273706 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bb84c2-849e-4639-b437-c7c31fe185df x-openstack-request-id: req-78bb84c2-849e-4639-b437-c7c31fe185df {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:54.275243 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75662612-c591-4edb-aa72-0e250adf5999", "name": "network-vif-plugged", "status": "completed", "tag": "2bb80011-0e2f-4474-afe2-4a9061884122", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:54.277948 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78bb84c2-849e-4639-b437-c7c31fe185df {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:54.279257 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75662612-c591-4edb-aa72-0e250adf5999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb80011-0e2f-4474-afe2-4a9061884122', 'code': 200} Aug 09 15:59:54.320079 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.401677 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2bb80011-0e2f-4474-afe2-4a9061884122,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:54.438009 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.476195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:54.506180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0dd197-9641-41c0-b664-596a97a4fd15 None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:54.552598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 28c0e209-6187-4d3a-9f53-1e01b1686870, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=28c0e209-6187-4d3a-9f53-1e01b1686870,segment=NetworkSegment(4dae9c65-8694-4f51-ab6c-551c9175853c),segment_id=4dae9c65-8694-4f51-ab6c-551c9175853c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:54.557272 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1452e2e3-1101-4cca-a3c4-11457f3c550a tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags/tempest-TagsExtTest-Tag-1245522268 HTTP/1.1" status: 204 len: 168 time: 0.3036151 Aug 09 15:59:54.557695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0dd197-9641-41c0-b664-596a97a4fd15 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:54.557956 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54552) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:54.559169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-da0dd197-9641-41c0-b664-596a97a4fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:54.562940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-7a1aed3e-4ae0-45e2-a6f1-89982052db02 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:54.564157 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.618086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636bedf-8c2e-419c-a937-70d71094420f req-6ae098b6-e207-440b-a065-3beae8db6bae tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:54.619708 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6636bedf-8c2e-419c-a937-70d71094420f req-6ae098b6-e207-440b-a065-3beae8db6bae tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 945 time: 0.4766645 Aug 09 15:59:54.621105 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.643713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-da0dd197-9641-41c0-b664-596a97a4fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:54.689611 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7a1aed3e-4ae0-45e2-a6f1-89982052db02 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags HTTP/1.1" status: 200 len: 205 time: 0.1279421 Aug 09 15:59:54.690261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54558) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:54.702150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-d22a2a98-ead6-4e5a-8ca3-78225d33505d tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:54.716589 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2a9266c3-1a09-4e3b-9d36-3602adc87de4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8985035 Aug 09 15:59:54.717827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54560) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:54.730007 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b64d9368-f004-42e8-aae7-abba636669fa tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'floatingip': {'port_id': '023f5171-bd71-411f-aea3-1f0dab87a9fd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:54.737574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0dd197-9641-41c0-b664-596a97a4fd15 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:54.738257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-da0dd197-9641-41c0-b664-596a97a4fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:54.866734 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d22a2a98-ead6-4e5a-8ca3-78225d33505d tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags HTTP/1.1" status: 200 len: 240 time: 0.1760139 Aug 09 15:59:54.868070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54570) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:54.874024 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-53603ac8-ee14-4c6e-8ba9-55e4041006a5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239', 'tempest-TagsExtTest-Tag-890342810') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:54.956563 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b64d9368-f004-42e8-aae7-abba636669fa tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.033498 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-53603ac8-ee14-4c6e-8ba9-55e4041006a5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags/tempest-TagsExtTest-Tag-890342810 HTTP/1.1" status: 204 len: 168 time: 0.1640856 Aug 09 15:59:55.039080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54580) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:55.061740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-47b9869f-6d69-4839-8bfc-28e02f236fe8 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239', 'tempest-TagsExtTest-Tag-890342810') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:55.108770 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6636bedf-8c2e-419c-a937-70d71094420f req-40578864-a0bd-4b28-ac98-54619354ad5b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547102 Aug 09 15:59:55.226920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-da0dd197-9641-41c0-b664-596a97a4fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:55.227837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0dd197-9641-41c0-b664-596a97a4fd15 None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:55.242200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=28c0e209-6187-4d3a-9f53-1e01b1686870,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:55.257294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c7dc7fdd-c73c-4320-ae46-f7b7eab01485 None None] Provisioning for port f3262904-d193-43e3-b748-45b965a1a239 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:55.274441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c7dc7fdd-c73c-4320-ae46-f7b7eab01485 None None] Provisioning complete for port f3262904-d193-43e3-b748-45b965a1a239 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:55.275857 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7fdd-c73c-4320-ae46-f7b7eab01485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.363340 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-47b9869f-6d69-4839-8bfc-28e02f236fe8 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags/tempest-TagsExtTest-Tag-890342810 HTTP/1.1" status: 204 len: 168 time: 0.3192503 Aug 09 15:59:55.365406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54588) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:55.370379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-c2814232-a607-4d16-aa55-2e7440e66a92 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:55.386288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc7fdd-c73c-4320-ae46-f7b7eab01485 None None] Port f3262904-d193-43e3-b748-45b965a1a239 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:59:55.431217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c7dc7fdd-c73c-4320-ae46-f7b7eab01485 None None] Provisioning complete for port 28c0e209-6187-4d3a-9f53-1e01b1686870 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:55.431607 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c7dc7fdd-c73c-4320-ae46-f7b7eab01485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.441441 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c2814232-a607-4d16-aa55-2e7440e66a92 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags HTTP/1.1" status: 200 len: 205 time: 0.0746882 Aug 09 15:59:55.444090 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54590) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:55.449082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-49131d12-8b64-49d9-8d4a-ea22af09f808 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:55.632870 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-49131d12-8b64-49d9-8d4a-ea22af09f808 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags HTTP/1.1" status: 200 len: 241 time: 0.1875753 Aug 09 15:59:55.636789 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54596) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:55.645840 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-3ceeed7f-669b-4972-900a-c75a325eae4f tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c', 'tempest-TagsExtTest-Tag-1205620266') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:55.855422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0f85bd2a-89c1-44a3-a48c-505cb9c7d1ae None None] Provisioning complete for port f3262904-d193-43e3-b748-45b965a1a239 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:55.855743 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f85bd2a-89c1-44a3-a48c-505cb9c7d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:55.935956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0f85bd2a-89c1-44a3-a48c-505cb9c7d1ae None None] Port f3262904-d193-43e3-b748-45b965a1a239 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:59:56.086738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b64d9368-f004-42e8-aae7-abba636669fa tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:56.088647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54600) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:56.100462 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b64d9368-f004-42e8-aae7-abba636669fa tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:56.367243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5ff4071-fd45-433c-8b10-dc2908edbab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:56.626214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64d9368-f004-42e8-aae7-abba636669fa tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:56.649372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ae1e-b092-40c7-a1dd-eb9584f08710 req-5aabc3f5-bcbd-4679-bf8f-a78667772068 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:56.655604 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b71ae1e-b092-40c7-a1dd-eb9584f08710 req-5aabc3f5-bcbd-4679-bf8f-a78667772068 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.3100431 Aug 09 15:59:56.673230 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3ceeed7f-669b-4972-900a-c75a325eae4f tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags/tempest-TagsExtTest-Tag-1205620266 HTTP/1.1" status: 204 len: 168 time: 1.0333681 Aug 09 15:59:56.675321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54610) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:56.696730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.tag.tag_plugin [None req-2ac7c6fd-898d-4890-885a-98b970e8502c tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c', 'tempest-TagsExtTest-Tag-1205620266') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:56.758143 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4b71ae1e-b092-40c7-a1dd-eb9584f08710 req-dcff3683-51ff-4577-aa83-f2b5e8a34fda tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789301 Aug 09 15:59:57.310069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 28c0e209-6187-4d3a-9f53-1e01b1686870 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:57.369126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 28c0e209-6187-4d3a-9f53-1e01b1686870 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:57.369615 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:57.398791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64d9368-f004-42e8-aae7-abba636669fa tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:57.410181 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b64d9368-f004-42e8-aae7-abba636669fa tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:57.417976 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec07a1-b5e8-47a3-9e70-f1f9cb443746 None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:57.424926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2ac7c6fd-898d-4890-885a-98b970e8502c tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags/tempest-TagsExtTest-Tag-1205620266 HTTP/1.1" status: 204 len: 168 time: 0.7448328 Aug 09 15:59:57.425908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54612) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:57.433025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-51e346de-b0da-4877-b01d-b7bac502b4a5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:57.441797 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec07a1-b5e8-47a3-9e70-f1f9cb443746 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:57.442845 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-82ec07a1-b5e8-47a3-9e70-f1f9cb443746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:57.469481 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5ff4071-fd45-433c-8b10-dc2908edbab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:57.489154 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5ff4071-fd45-433c-8b10-dc2908edbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:57.515117 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-82ec07a1-b5e8-47a3-9e70-f1f9cb443746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:57.528245 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec07a1-b5e8-47a3-9e70-f1f9cb443746 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:57.529107 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-82ec07a1-b5e8-47a3-9e70-f1f9cb443746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:57.539354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b64d9368-f004-42e8-aae7-abba636669fa tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "PUT /v2.0/floatingips/e9261856-337c-4709-81d8-6b029484be0d HTTP/1.1" status: 200 len: 977 time: 2.8146222 Aug 09 15:59:57.551036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54614) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:57.570652 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-82ec07a1-b5e8-47a3-9e70-f1f9cb443746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:57.571686 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec07a1-b5e8-47a3-9e70-f1f9cb443746 None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:57.705386 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-51e346de-b0da-4877-b01d-b7bac502b4a5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags HTTP/1.1" status: 200 len: 205 time: 0.2780592 Aug 09 15:59:57.713087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54620) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:57.731144 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-bd6d0c2b-7f23-41ac-97a0-095bac8dd80d tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:57.746900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff4071-fd45-433c-8b10-dc2908edbab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc687cb9-9ecd-4e58-8562-da06bbc50b05,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:57.760298 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f5ff4071-fd45-433c-8b10-dc2908edbab9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8930535edb7a4f5fbb42a3c8bc4d86e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6674845 Aug 09 15:59:57.763207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54624) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:57.780875 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bd6d0c2b-7f23-41ac-97a0-095bac8dd80d tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags HTTP/1.1" status: 200 len: 241 time: 0.0639632 Aug 09 15:59:57.786945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54626) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:57.791136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-220a5e4f-7ed1-43d4-8279-7e09d8bd2f72 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204', 'tempest-TagsExtTest-Tag-1909808352') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:57.877340 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-220a5e4f-7ed1-43d4-8279-7e09d8bd2f72 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags/tempest-TagsExtTest-Tag-1909808352 HTTP/1.1" status: 204 len: 168 time: 0.0900075 Aug 09 15:59:57.881634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54630) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:57.892918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-2036e300-9e8c-40bc-8d9d-df32a598e7b6 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204', 'tempest-TagsExtTest-Tag-1909808352') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:57.946231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port c0c5bad4-83f2-47e4-a098-335cffa4540e {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:57.946599 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:57.966896 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2036e300-9e8c-40bc-8d9d-df32a598e7b6 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags/tempest-TagsExtTest-Tag-1909808352 HTTP/1.1" status: 204 len: 168 time: 0.0849643 Aug 09 15:59:57.969686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54632) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:57.988155 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.tag.tag_plugin [None req-c389e9dd-733e-4967-872e-6cc9f9bc8129 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:58.102062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54636) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:58.102276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c389e9dd-733e-4967-872e-6cc9f9bc8129 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags HTTP/1.1" status: 200 len: 205 time: 0.1190441 Aug 09 15:59:58.107656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-ff09b958-9f50-4a0a-835f-3c3260b5bdc8 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:58.108908 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-70829257-85d8-464a-8046-c2ca3428ad4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.157273 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-70829257-85d8-464a-8046-c2ca3428ad4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.166334 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad147037-1648-482a-afbf-a5df6a0e62eb req-6e60bca3-b2b4-4c4b-a66c-a6b53e82f95d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:58.167815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad147037-1648-482a-afbf-a5df6a0e62eb req-6e60bca3-b2b4-4c4b-a66c-a6b53e82f95d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.2389522 Aug 09 15:59:58.182804 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ff09b958-9f50-4a0a-835f-3c3260b5bdc8 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags HTTP/1.1" status: 204 len: 168 time: 0.0795619 Aug 09 15:59:58.189698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54638) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:58.194320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-0a6b9657-321b-41e2-af33-4c0cdd6a4694 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:58.220025 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.220359 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.258172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for c0c5bad4-83f2-47e4-a098-335cffa4540e owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:58.262916 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad147037-1648-482a-afbf-a5df6a0e62eb req-ebb17f9e-69f3-4b0e-8bf4-515dca70a059 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858359 Aug 09 15:59:58.452701 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0a6b9657-321b-41e2-af33-4c0cdd6a4694 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags HTTP/1.1" status: 204 len: 168 time: 0.2619438 Aug 09 15:59:58.453305 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54640) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:58.458404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-b91be163-1a6e-4f48-9013-1811895ab2c4 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:58.571466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-70829257-85d8-464a-8046-c2ca3428ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.574665 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-70829257-85d8-464a-8046-c2ca3428ad4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.578406 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-70829257-85d8-464a-8046-c2ca3428ad4a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc687cb9-9ecd-4e58-8562-da06bbc50b05 HTTP/1.1" status: 204 len: 168 time: 0.8119483 Aug 09 15:59:58.590028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b91be163-1a6e-4f48-9013-1811895ab2c4 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags HTTP/1.1" status: 204 len: 168 time: 0.1347644 Aug 09 15:59:58.592166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54644) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:58.596887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-6201d892-fb66-4d16-9056-56d19a600d45 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:58.612121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70829257-85d8-464a-8046-c2ca3428ad4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc687cb9-9ecd-4e58-8562-da06bbc50b05,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:58.617074 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.694998 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6201d892-fb66-4d16-9056-56d19a600d45 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags HTTP/1.1" status: 204 len: 168 time: 0.1016457 Aug 09 15:59:58.699446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54646) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:58.709928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-cb9190a0-f618-4148-81e9-a581a72a4f0c tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440', 'tempest-TagsExtTest-Tag-226225086') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:58.723824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=c0c5bad4-83f2-47e4-a098-335cffa4540e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:58.898721 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.899648 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Floating IP e9261856-337c-4709-81d8-6b029484be0d disassociated (deleted). External IP: 172.25.2.3, port: 023f5171-bd71-411f-aea3-1f0dab87a9fd. Aug 09 15:59:58.901073 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cb9190a0-f618-4148-81e9-a581a72a4f0c tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "PUT /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags/tempest-TagsExtTest-Tag-226225086 HTTP/1.1" status: 201 len: 201 time: 0.2011120 Aug 09 15:59:58.903853 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54652) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:58.909184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-b3d83353-fbd6-4478-a1e3-c3b5271da68e tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239', 'tempest-TagsExtTest-Tag-473063064') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:59.062600 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b3d83353-fbd6-4478-a1e3-c3b5271da68e tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "PUT /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags/tempest-TagsExtTest-Tag-473063064 HTTP/1.1" status: 201 len: 201 time: 0.1575031 Aug 09 15:59:59.065543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54656) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:59.071174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-006449d7-82b3-437b-8a16-c9df5e70eeac tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c', 'tempest-TagsExtTest-Tag-26688878') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:59.305345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:59.323247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54660) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:59.358363 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-deeb3cfd-69d7-41d8-b026-d3116d15fe94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.382991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-006449d7-82b3-437b-8a16-c9df5e70eeac tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "PUT /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags/tempest-TagsExtTest-Tag-26688878 HTTP/1.1" status: 201 len: 201 time: 0.3163033 Aug 09 15:59:59.385866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54662) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:59.406171 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-85600e98-6066-4c06-86a6-14f1a948177e tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204', 'tempest-TagsExtTest-Tag-1006427562') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:59.528633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8551bc1-330b-480d-bfb7-8331798def07 req-b423ca83-dac0-486a-83aa-6d87720cd87b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:59.530684 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8551bc1-330b-480d-bfb7-8331798def07 req-b423ca83-dac0-486a-83aa-6d87720cd87b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.0889342 Aug 09 15:59:59.540965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:59.547639 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.561875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3313dcb-ffae-4cc1-b9db-217b5e557547 None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:59.574264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3313dcb-ffae-4cc1-b9db-217b5e557547 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:59.575153 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d3313dcb-ffae-4cc1-b9db-217b5e557547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:59.593448 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-85600e98-6066-4c06-86a6-14f1a948177e tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "PUT /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags/tempest-TagsExtTest-Tag-1006427562 HTTP/1.1" status: 201 len: 201 time: 0.2027991 Aug 09 15:59:59.594406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54664) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:59.614424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-cde491c3-8765-4c0a-b680-992ba04e68c8 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440', {'tags': ['tempest-TagsExtTest-Tag-1030317809', 'tempest-TagsExtTest-Tag-184315649', 'tempest-TagsExtTest-Tag-1035795267']}) {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:59.623179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c0378d1c-095d-4e69-9a69-3f366a99349c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/floatingips/e9261856-337c-4709-81d8-6b029484be0d HTTP/1.1" status: 204 len: 168 time: 2.0696027 Aug 09 15:59:59.626975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54666) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:59.631941 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d3313dcb-ffae-4cc1-b9db-217b5e557547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:59.673479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3313dcb-ffae-4cc1-b9db-217b5e557547 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:59.674692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d3313dcb-ffae-4cc1-b9db-217b5e557547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:59.794538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d3313dcb-ffae-4cc1-b9db-217b5e557547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:59.795512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3313dcb-ffae-4cc1-b9db-217b5e557547 None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:59.953307 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8551bc1-330b-480d-bfb7-8331798def07 req-6f515fd1-c325-4933-b00e-32b8bd622a8d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135823 Aug 09 15:59:59.976677 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-deeb3cfd-69d7-41d8-b026-d3116d15fe94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.979537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54670) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:59.980209 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cde491c3-8765-4c0a-b680-992ba04e68c8 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "PUT /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags HTTP/1.1" status: 200 len: 317 time: 0.3784497 Aug 09 15:59:59.989369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.tag.tag_plugin [None req-25316a70-9203-472d-a03f-9630ca884c14 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:00.055716 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-deeb3cfd-69d7-41d8-b026-d3116d15fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.209856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9008b670-7483-41c6-8f87-8e83341b0241 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 023f5171-bd71-411f-aea3-1f0dab87a9fd {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:00.210552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9008b670-7483-41c6-8f87-8e83341b0241 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.306094 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-deeb3cfd-69d7-41d8-b026-d3116d15fe94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3aad2ed5f5ec46c192783770565c4693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9747353 Aug 09 16:00:00.306319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54682) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:00.326682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb3cfd-69d7-41d8-b026-d3116d15fe94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e36f77-52ec-4680-93eb-2c9fa0579f09,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:00.468966 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9008b670-7483-41c6-8f87-8e83341b0241 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.490057 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffb91eb3-a97a-45d5-82a2-2e02990bcadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.493272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9008b670-7483-41c6-8f87-8e83341b0241 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 023f5171-bd71-411f-aea3-1f0dab87a9fd owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:00.518977 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-25316a70-9203-472d-a03f-9630ca884c14 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags HTTP/1.1" status: 204 len: 168 time: 0.5349176 Aug 09 16:00:00.521742 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54690) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:00.572846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-a32a4fac-a62a-4992-be71-00e86b941788 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440', 'tempest-TagsExtTest-Tag-1030317809') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:00.624854 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffb91eb3-a97a-45d5-82a2-2e02990bcadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.765761 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-a32a4fac-a62a-4992-be71-00e86b941788 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] show failed (client error): The resource could not be found. Aug 09 16:00:00.767198 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a32a4fac-a62a-4992-be71-00e86b941788 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags/tempest-TagsExtTest-Tag-1030317809 HTTP/1.1" status: 404 len: 329 time: 0.2421103 Aug 09 16:00:00.777419 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54704) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:00.784564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-1bde0fa1-8ebb-4319-ab8c-f5f59482e94c tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440', 'tempest-TagsExtTest-Tag-184315649') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:00.789399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffb91eb3-a97a-45d5-82a2-2e02990bcadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.791937 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffb91eb3-a97a-45d5-82a2-2e02990bcadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.795863 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ffb91eb3-a97a-45d5-82a2-2e02990bcadf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/75e36f77-52ec-4680-93eb-2c9fa0579f09 HTTP/1.1" status: 204 len: 168 time: 0.4884603 Aug 09 16:00:00.825095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb91eb3-a97a-45d5-82a2-2e02990bcadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e36f77-52ec-4680-93eb-2c9fa0579f09,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:00.864710 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-1bde0fa1-8ebb-4319-ab8c-f5f59482e94c tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] show failed (client error): The resource could not be found. Aug 09 16:00:00.869171 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1bde0fa1-8ebb-4319-ab8c-f5f59482e94c tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags/tempest-TagsExtTest-Tag-184315649 HTTP/1.1" status: 404 len: 328 time: 0.0901973 Aug 09 16:00:00.871883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54708) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:00.877976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-a72f8de7-fe47-4508-bd39-eebb25ca46d8 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440', 'tempest-TagsExtTest-Tag-1035795267') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:00.948344 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-a72f8de7-fe47-4508-bd39-eebb25ca46d8 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] show failed (client error): The resource could not be found. Aug 09 16:00:00.949417 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a72f8de7-fe47-4508-bd39-eebb25ca46d8 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags/tempest-TagsExtTest-Tag-1035795267 HTTP/1.1" status: 404 len: 329 time: 0.0764351 Aug 09 16:00:00.953724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54712) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:00.965430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-fcf525ef-ad00-417c-8215-9c63ead1c427 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239', {'tags': ['tempest-TagsExtTest-Tag-1192246136', 'tempest-TagsExtTest-Tag-808448917', 'tempest-TagsExtTest-Tag-1287980731']}) {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:01.086826 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fcf525ef-ad00-417c-8215-9c63ead1c427 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "PUT /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags HTTP/1.1" status: 200 len: 317 time: 0.1293306 Aug 09 16:00:01.087241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54720) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:01.100045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-2ac2e2d0-16a8-4913-91de-59090a8c2470 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:01.284349 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2ac2e2d0-16a8-4913-91de-59090a8c2470 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags HTTP/1.1" status: 204 len: 168 time: 0.1959586 Aug 09 16:00:01.288793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54726) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:01.295862 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9008b670-7483-41c6-8f87-8e83341b0241 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:01.307508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-28aea0c5-afad-4ead-85ee-22f39e6e0cc0 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239', 'tempest-TagsExtTest-Tag-1192246136') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:01.338669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53028aba-0dfb-45c7-8eeb-38d557af058f req-ced6e584-4f3a-4226-8074-1e7431c3e566 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:01.341427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53028aba-0dfb-45c7-8eeb-38d557af058f req-ced6e584-4f3a-4226-8074-1e7431c3e566 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.2121532 Aug 09 16:00:01.414648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008b670-7483-41c6-8f87-8e83341b0241 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=023f5171-bd71-411f-aea3-1f0dab87a9fd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:01.470740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53028aba-0dfb-45c7-8eeb-38d557af058f req-22a9bfd8-25d2-4810-a606-4bf94bc30afd tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222663 Aug 09 16:00:01.539042 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-28aea0c5-afad-4ead-85ee-22f39e6e0cc0 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] show failed (client error): The resource could not be found. Aug 09 16:00:01.540096 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-28aea0c5-afad-4ead-85ee-22f39e6e0cc0 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags/tempest-TagsExtTest-Tag-1192246136 HTTP/1.1" status: 404 len: 329 time: 0.2503517 Aug 09 16:00:01.558040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54734) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:01.595115 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-654ac8c8-9ec3-42ab-afce-4f0523179b1a tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239', 'tempest-TagsExtTest-Tag-808448917') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:01.615741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9008b670-7483-41c6-8f87-8e83341b0241 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:01.626711 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9008b670-7483-41c6-8f87-8e83341b0241 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/ports/023f5171-bd71-411f-aea3-1f0dab87a9fd HTTP/1.1" status: 204 len: 168 time: 1.9965355 Aug 09 16:00:01.627233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54740) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:01.638332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:01.783728 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:01.822261 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-654ac8c8-9ec3-42ab-afce-4f0523179b1a tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] show failed (client error): The resource could not be found. Aug 09 16:00:01.854821 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-654ac8c8-9ec3-42ab-afce-4f0523179b1a tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags/tempest-TagsExtTest-Tag-808448917 HTTP/1.1" status: 404 len: 328 time: 0.3052564 Aug 09 16:00:01.855383 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54750) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:01.885890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-5ace5109-ff59-43f3-9d8a-063452cdab8e tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239', 'tempest-TagsExtTest-Tag-1287980731') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:02.157240 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-5ace5109-ff59-43f3-9d8a-063452cdab8e tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] show failed (client error): The resource could not be found. Aug 09 16:00:02.176074 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5ace5109-ff59-43f3-9d8a-063452cdab8e tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags/tempest-TagsExtTest-Tag-1287980731 HTTP/1.1" status: 404 len: 329 time: 0.3192248 Aug 09 16:00:02.176705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54756) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:02.191912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-5eae6cfa-734a-4b36-9f7d-93d492020305 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c', {'tags': ['tempest-TagsExtTest-Tag-1558480304', 'tempest-TagsExtTest-Tag-252053006', 'tempest-TagsExtTest-Tag-429892792']}) {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:02.301941 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:02.509494 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5eae6cfa-734a-4b36-9f7d-93d492020305 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "PUT /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags HTTP/1.1" status: 200 len: 316 time: 0.3317168 Aug 09 16:00:02.512529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54766) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:02.524198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.tag.tag_plugin [None req-cc242ee2-2126-46bb-afee-09969a6fea7f tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:02.727006 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab46d52-8f1d-4ce6-9dcf-934d0ada5c21 req-ba8461aa-fbd8-49cf-b21b-c92ee1d44311 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:02.728855 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cab46d52-8f1d-4ce6-9dcf-934d0ada5c21 req-ba8461aa-fbd8-49cf-b21b-c92ee1d44311 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.1393597 Aug 09 16:00:02.826919 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cab46d52-8f1d-4ce6-9dcf-934d0ada5c21 req-27ec7f99-8c98-485e-b6b4-0b42452fee74 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894508 Aug 09 16:00:02.873428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.25.2.76 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/67e56bb1-ee54-4612-a4a5-d90b845d12f2) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:02.932330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54776) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:02.937241 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cc242ee2-2126-46bb-afee-09969a6fea7f tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags HTTP/1.1" status: 204 len: 168 time: 0.4234560 Aug 09 16:00:02.938393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-a724d167-ecbf-4b8a-88c6-53a4b5834502 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c', 'tempest-TagsExtTest-Tag-1558480304') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:03.169129 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-a724d167-ecbf-4b8a-88c6-53a4b5834502 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] show failed (client error): The resource could not be found. Aug 09 16:00:03.173634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a724d167-ecbf-4b8a-88c6-53a4b5834502 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags/tempest-TagsExtTest-Tag-1558480304 HTTP/1.1" status: 404 len: 329 time: 0.2367206 Aug 09 16:00:03.173634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54782) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:03.180809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-9da26e69-478f-4d36-90bb-ec37cd7732ea tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c', 'tempest-TagsExtTest-Tag-252053006') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:03.202407 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.286953 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.353850 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-9da26e69-478f-4d36-90bb-ec37cd7732ea tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] show failed (client error): The resource could not be found. Aug 09 16:00:03.355269 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9da26e69-478f-4d36-90bb-ec37cd7732ea tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags/tempest-TagsExtTest-Tag-252053006 HTTP/1.1" status: 404 len: 328 time: 0.1806424 Aug 09 16:00:03.364109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54784) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:03.370506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-aa99021b-5022-421b-b450-55df0ac0740f tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c', 'tempest-TagsExtTest-Tag-429892792') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:03.426872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=67e56bb1-ee54-4612-a4a5-d90b845d12f2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:03.442900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:03.444442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:03.447344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:03.654930 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.679119 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-aa99021b-5022-421b-b450-55df0ac0740f tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] show failed (client error): The resource could not be found. Aug 09 16:00:03.689394 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aa99021b-5022-421b-b450-55df0ac0740f tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags/tempest-TagsExtTest-Tag-429892792 HTTP/1.1" status: 404 len: 328 time: 0.3249261 Aug 09 16:00:03.689892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54792) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:03.709729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-1004924a-f72a-472d-a5ae-d74b5a5674b5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204', {'tags': ['tempest-TagsExtTest-Tag-776052672', 'tempest-TagsExtTest-Tag-835041072', 'tempest-TagsExtTest-Tag-488102758']}) {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:03.715112 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:03.880478 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1004924a-f72a-472d-a5ae-d74b5a5674b5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "PUT /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags HTTP/1.1" status: 200 len: 315 time: 0.1797934 Aug 09 16:00:03.880478 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54798) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:03.888694 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-f0d8b14c-d12a-4c59-a349-d8280cb84e8b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:03.970326 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f0d8b14c-d12a-4c59-a349-d8280cb84e8b tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags HTTP/1.1" status: 204 len: 168 time: 0.0894740 Aug 09 16:00:03.975083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54804) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:03.988715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.tag.tag_plugin [None req-32e3aa9e-db90-4073-a456-d886ae17547d tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204', 'tempest-TagsExtTest-Tag-776052672') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:04.111087 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-32e3aa9e-db90-4073-a456-d886ae17547d tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] show failed (client error): The resource could not be found. Aug 09 16:00:04.115288 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-32e3aa9e-db90-4073-a456-d886ae17547d tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags/tempest-TagsExtTest-Tag-776052672 HTTP/1.1" status: 404 len: 328 time: 0.1321332 Aug 09 16:00:04.115728 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54806) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:04.122066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-caf6db69-4f7e-4c05-a6d2-ebcdbc33f112 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204', 'tempest-TagsExtTest-Tag-835041072') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:04.129419 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3183e99-b126-4356-a2b6-24c1bb2614a4 req-dda250d8-2166-4b0a-9a39-b2ed35c23736 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:04.137347 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3183e99-b126-4356-a2b6-24c1bb2614a4 req-dda250d8-2166-4b0a-9a39-b2ed35c23736 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.1260874 Aug 09 16:00:04.200616 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-caf6db69-4f7e-4c05-a6d2-ebcdbc33f112 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] show failed (client error): The resource could not be found. Aug 09 16:00:04.206311 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-caf6db69-4f7e-4c05-a6d2-ebcdbc33f112 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags/tempest-TagsExtTest-Tag-835041072 HTTP/1.1" status: 404 len: 328 time: 0.0870693 Aug 09 16:00:04.208265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54814) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:04.217020 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3183e99-b126-4356-a2b6-24c1bb2614a4 req-223e38c9-d5f3-4a83-a5df-9259d540d831 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787330 Aug 09 16:00:04.220758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-668b2014-d858-4a50-aee8-b333404b428f tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204', 'tempest-TagsExtTest-Tag-488102758') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:04.223000 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.231271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.249838 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-668b2014-d858-4a50-aee8-b333404b428f tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] show failed (client error): The resource could not be found. Aug 09 16:00:04.251900 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-668b2014-d858-4a50-aee8-b333404b428f tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags/tempest-TagsExtTest-Tag-488102758 HTTP/1.1" status: 404 len: 328 time: 0.0425100 Aug 09 16:00:04.256384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54816) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:04.268793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-a70bea07-8159-47f5-a9e1-9023258d4064 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '75c0bde0-503a-4a4d-b4a0-ad07cc6e2204') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:04.331801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=67e56bb1-ee54-4612-a4a5-d90b845d12f2,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:04.337413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a70bea07-8159-47f5-a9e1-9023258d4064 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204/tags HTTP/1.1" status: 204 len: 168 time: 0.0761664 Aug 09 16:00:04.337999 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54818) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:04.341021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.343458 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-ce3a56d1-97b3-4e1d-9ab4-67b9ea66a4a7 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '81c5e277-b8ed-4502-93cc-6aa976de094c') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:04.369450 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.373140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8228df0a-84bc-4b73-83fa-ca1965b87ff7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7425437 Aug 09 16:00:04.373453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54820) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:04.379426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'port': {'network_id': '5982792f-0057-4736-9486-a870db534f57', 'name': 'tempest-FloatingIPTestJSON-1795479822'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:04.569003 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ce3a56d1-97b3-4e1d-9ab4-67b9ea66a4a7 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c/tags HTTP/1.1" status: 204 len: 168 time: 0.2244656 Aug 09 16:00:04.575040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54828) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:04.584019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-aac3f6ea-f36c-42f7-8716-29baec2a8775 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f3262904-d193-43e3-b748-45b965a1a239') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:04.596761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Made reservation on behalf of 40e4496ab1894c57beedeb5222faf778 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:04.606914 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.671506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] device_id is not set on port c2714df0-0aa8-4695-a0cb-26d37faefbbd yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:00:04.680386 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aac3f6ea-f36c-42f7-8716-29baec2a8775 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239/tags HTTP/1.1" status: 204 len: 168 time: 0.1042714 Aug 09 16:00:04.685392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54836) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:04.698501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.tag.tag_plugin [None req-ab2bed5d-a3a3-46bf-ac76-a6a41f77dde6 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2de08640-bf0b-4145-adb8-34b27256e440') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:04.868945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.20.0.5 (5982792f-0057-4736-9486-a870db534f57/c0afdeae-6034-4844-b7e6-ec52a1e8bacd/c2714df0-0aa8-4695-a0cb-26d37faefbbd) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:04.896277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ab2bed5d-a3a3-46bf-ac76-a6a41f77dde6 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440/tags HTTP/1.1" status: 204 len: 168 time: 0.2073901 Aug 09 16:00:04.901304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54842) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:05.085079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f58dc6b-c313-4ade-902d-fc3ae0d1c4fd tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for subnetpool, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.090398 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2f58dc6b-c313-4ade-902d-fc3ae0d1c4fd tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/subnetpools/75c0bde0-503a-4a4d-b4a0-ad07cc6e2204 HTTP/1.1" status: 204 len: 168 time: 0.1862693 Aug 09 16:00:05.092951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54856) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:05.159395 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0c28c2be-bc14-479f-b800-eb8f9132fc45 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "GET /v2.0/ports?device_id=81c5e277-b8ed-4502-93cc-6aa976de094c HTTP/1.1" status: 200 len: 205 time: 0.0652308 Aug 09 16:00:05.161755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54858) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:05.349681 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.386137 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a4d73bb-331c-4d4e-8470-66c3e53e1c95 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.481920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.595402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 5982792f-0057-4736-9486-a870db534f57 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:05.610354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:05.621160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=c2714df0-0aa8-4695-a0cb-26d37faefbbd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:05.635754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:05.758086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:05.762340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.794358 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a4d73bb-331c-4d4e-8470-66c3e53e1c95 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.797015 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a4d73bb-331c-4d4e-8470-66c3e53e1c95 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.803226 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e80d80f8-c98f-4e1e-a21d-271d0fc0e752 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4263513 Aug 09 16:00:05.803562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54898) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:05.810577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-46effd34-172a-4157-b2e7-11e470729b48 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'floatingip': {'port_id': 'c2714df0-0aa8-4695-a0cb-26d37faefbbd'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:05.914979 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a4d73bb-331c-4d4e-8470-66c3e53e1c95 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.915512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4d73bb-331c-4d4e-8470-66c3e53e1c95 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Fanout notify agent at l3_agent the message router_deleted on router 81c5e277-b8ed-4502-93cc-6aa976de094c {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:00:05.935003 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a4d73bb-331c-4d4e-8470-66c3e53e1c95 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:05.938443 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a4d73bb-331c-4d4e-8470-66c3e53e1c95 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/routers/81c5e277-b8ed-4502-93cc-6aa976de094c HTTP/1.1" status: 204 len: 168 time: 0.7732503 Aug 09 16:00:05.954180 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54912) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:05.978599 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543d561-164d-4e31-a2b9-accac4148808 req-3ddcfb2e-0d06-4a4b-ace4-3f42d6d7a25d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:05.980338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c543d561-164d-4e31-a2b9-accac4148808 req-3ddcfb2e-0d06-4a4b-ace4-3f42d6d7a25d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.5284760 Aug 09 16:00:06.211156 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c543d561-164d-4e31-a2b9-accac4148808 req-9fb25967-0715-4518-91b1-6a970bc8bbfd tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193785 Aug 09 16:00:06.300476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-483760c6-4a83-4f19-a2bb-1525bc1212e5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Deleting port f3262904-d193-43e3-b748-45b965a1a239 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:06.300849 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-483760c6-4a83-4f19-a2bb-1525bc1212e5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.584450 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-483760c6-4a83-4f19-a2bb-1525bc1212e5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.604394 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-46effd34-172a-4157-b2e7-11e470729b48 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:06.619963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-483760c6-4a83-4f19-a2bb-1525bc1212e5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Calling delete_port for f3262904-d193-43e3-b748-45b965a1a239 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:06.962175 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-483760c6-4a83-4f19-a2bb-1525bc1212e5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.042567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483760c6-4a83-4f19-a2bb-1525bc1212e5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Pushing event deleted for resources: {'Port': ['ID=f3262904-d193-43e3-b748-45b965a1a239,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:07.220660 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-483760c6-4a83-4f19-a2bb-1525bc1212e5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.230808 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-483760c6-4a83-4f19-a2bb-1525bc1212e5 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/ports/f3262904-d193-43e3-b748-45b965a1a239 HTTP/1.1" status: 204 len: 168 time: 1.2713981 Aug 09 16:00:07.233379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54962) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:07.410042 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cea4ca-d2e1-4d8b-9d66-d7a28a79b7d1 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Deleting subnet 2de08640-bf0b-4145-adb8-34b27256e440 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:07.447732 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-40cea4ca-d2e1-4d8b-9d66-d7a28a79b7d1 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.520071 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-40cea4ca-d2e1-4d8b-9d66-d7a28a79b7d1 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.565737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbedea-a40d-48da-8700-79b7e391c22e req-347566ba-0a23-49c5-a002-7488d1a3cd58 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:07.573278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ccbedea-a40d-48da-8700-79b7e391c22e req-347566ba-0a23-49c5-a002-7488d1a3cd58 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.1721187 Aug 09 16:00:07.606062 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2150178a-b7bf-46b3-899a-8144392f16a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.635320 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ccbedea-a40d-48da-8700-79b7e391c22e req-6020e874-235e-4f7c-bffe-8eb6716cec20 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610728 Aug 09 16:00:07.663561 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.resource_extend [None req-46effd34-172a-4157-b2e7-11e470729b48 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 16:00:07.698567 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-40cea4ca-d2e1-4d8b-9d66-d7a28a79b7d1 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.817227 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-40cea4ca-d2e1-4d8b-9d66-d7a28a79b7d1 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.850096 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-46effd34-172a-4157-b2e7-11e470729b48 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.855567 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-46effd34-172a-4157-b2e7-11e470729b48 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.865332 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cea4ca-d2e1-4d8b-9d66-d7a28a79b7d1 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Pushing event deleted for resources: {'Subnet': ['ID=2de08640-bf0b-4145-adb8-34b27256e440,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:07.872356 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-40cea4ca-d2e1-4d8b-9d66-d7a28a79b7d1 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.874367 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-40cea4ca-d2e1-4d8b-9d66-d7a28a79b7d1 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/subnets/2de08640-bf0b-4145-adb8-34b27256e440 HTTP/1.1" status: 204 len: 168 time: 0.6396260 Aug 09 16:00:07.877570 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54986) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:07.882716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3c34f-dd63-45ca-bba4-3fa570c97315 None None] Network 22ac100f-e940-4164-928d-85db83b06f4b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:07.979474 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.130332 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-46effd34-172a-4157-b2e7-11e470729b48 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Floating IP 225082d7-33eb-4659-98b9-99249998aa4c associated. External IP: 172.25.2.76, port: c2714df0-0aa8-4695-a0cb-26d37faefbbd. Aug 09 16:00:08.153393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Deleting port 28c0e209-6187-4d3a-9f53-1e01b1686870 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:08.153781 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.230571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75b894b-2f72-4469-a3a3-ca2ce09b4fd0 None None] DHCP port deletion for 22ac100f-e940-4164-928d-85db83b06f4b request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:08.233122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54996) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:08.245095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] For port 28c0e209-6187-4d3a-9f53-1e01b1686870, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=28c0e209-6187-4d3a-9f53-1e01b1686870,segment=NetworkSegment(4dae9c65-8694-4f51-ab6c-551c9175853c),segment_id=4dae9c65-8694-4f51-ab6c-551c9175853c)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:08.245471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.259277 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Calling delete_port for 28c0e209-6187-4d3a-9f53-1e01b1686870 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:08.346652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a75b894b-2f72-4469-a3a3-ca2ce09b4fd0 None None] Deleting port 28c0e209-6187-4d3a-9f53-1e01b1686870 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:08.348183 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a75b894b-2f72-4469-a3a3-ca2ce09b4fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.473024 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.481447 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89be87dc-f054-4b96-9865-dd1d5ce5cda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.492288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a75b894b-2f72-4469-a3a3-ca2ce09b4fd0 None None] For port 28c0e209-6187-4d3a-9f53-1e01b1686870, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=28c0e209-6187-4d3a-9f53-1e01b1686870,segment=NetworkSegment(4dae9c65-8694-4f51-ab6c-551c9175853c),segment_id=4dae9c65-8694-4f51-ab6c-551c9175853c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:08.492990 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a75b894b-2f72-4469-a3a3-ca2ce09b4fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.511180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a75b894b-2f72-4469-a3a3-ca2ce09b4fd0 None None] Calling delete_port for 28c0e209-6187-4d3a-9f53-1e01b1686870 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:08.514336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Pushing event deleted for resources: {'Port': ['ID=28c0e209-6187-4d3a-9f53-1e01b1686870,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:08.524136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] No DVR routers for this DVR port 28c0e209-6187-4d3a-9f53-1e01b1686870 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:00:08.699022 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:00:08.705974 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a75b894b-2f72-4469-a3a3-ca2ce09b4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.756124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b894b-2f72-4469-a3a3-ca2ce09b4fd0 None None] Pushing event deleted for resources: {'Port': ['ID=28c0e209-6187-4d3a-9f53-1e01b1686870,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:08.774220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.778431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b894b-2f72-4469-a3a3-ca2ce09b4fd0 None None] No DVR routers for this DVR port 28c0e209-6187-4d3a-9f53-1e01b1686870 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:08.825630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ac100f-e940-4164-928d-85db83b06f4b']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:08.855992 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89be87dc-f054-4b96-9865-dd1d5ce5cda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.878321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46effd34-172a-4157-b2e7-11e470729b48 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:08.882306 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89be87dc-f054-4b96-9865-dd1d5ce5cda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.907864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dae9c65-8694-4f51-ab6c-551c9175853c') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:08.908614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dae9c65-8694-4f51-ab6c-551c9175853c') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:08.950344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:08.971273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be87dc-f054-4b96-9865-dd1d5ce5cda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c870404-d324-4bd6-9d0d-c07de71acf0d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:08.990498 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-89be87dc-f054-4b96-9865-dd1d5ce5cda4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b60652dd6b4046c9bfc0a00cd64036a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562344 Aug 09 16:00:08.992950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55010) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:08.993814 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f355c-ffde-44a5-8b22-dfab425829c5 req-b6f96f02-be9b-4f35-8ccb-96aad882baa1 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:08.995514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e4f355c-ffde-44a5-8b22-dfab425829c5 req-b6f96f02-be9b-4f35-8ccb-96aad882baa1 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.1883931 Aug 09 16:00:09.003488 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.025375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:00:09.026400 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:00:09.030638 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:00:09.140489 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e4f355c-ffde-44a5-8b22-dfab425829c5 req-116f9e0e-fcfd-4ea7-bb7b-8387f71d18e6 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264110 Aug 09 16:00:09.152164 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.183996 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-250fafd2-5c3f-42ab-8737-8bef3d51823d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.188826 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.191119 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] 10.222.0.81 "DELETE /v2.0/networks/22ac100f-e940-4164-928d-85db83b06f4b HTTP/1.1" status: 204 len: 168 time: 1.3124151 Aug 09 16:00:09.192196 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ee30f-8f05-490f-b97b-f3c612463587 tempest-TagsExtTest-1539740281 tempest-TagsExtTest-1539740281-project] Pushing event deleted for resources: {'Network': ['ID=22ac100f-e940-4164-928d-85db83b06f4b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:09.220558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-250fafd2-5c3f-42ab-8737-8bef3d51823d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.316283 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-250fafd2-5c3f-42ab-8737-8bef3d51823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.319655 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-250fafd2-5c3f-42ab-8737-8bef3d51823d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.327240 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-250fafd2-5c3f-42ab-8737-8bef3d51823d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c870404-d324-4bd6-9d0d-c07de71acf0d HTTP/1.1" status: 204 len: 168 time: 0.3256478 Aug 09 16:00:09.350019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fafd2-5c3f-42ab-8737-8bef3d51823d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c870404-d324-4bd6-9d0d-c07de71acf0d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:09.354046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46effd34-172a-4157-b2e7-11e470729b48 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:09.360740 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-46effd34-172a-4157-b2e7-11e470729b48 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.364529 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b44ffa-0d3f-4b8a-afb7-a4246d57070f None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:09.401209 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b44ffa-0d3f-4b8a-afb7-a4246d57070f None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:09.405615 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d8b44ffa-0d3f-4b8a-afb7-a4246d57070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:09.416244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-46effd34-172a-4157-b2e7-11e470729b48 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "PUT /v2.0/floatingips/225082d7-33eb-4659-98b9-99249998aa4c HTTP/1.1" status: 200 len: 977 time: 3.6093724 Aug 09 16:00:09.416758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55018) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:09.453146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 28c0e209-6187-4d3a-9f53-1e01b1686870 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:09.496110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 28c0e209-6187-4d3a-9f53-1e01b1686870 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:09.496464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 28c0e209-6187-4d3a-9f53-1e01b1686870 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:09.552989 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d8b44ffa-0d3f-4b8a-afb7-a4246d57070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:09.572081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port c2714df0-0aa8-4695-a0cb-26d37faefbbd {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:09.572439 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.574451 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b44ffa-0d3f-4b8a-afb7-a4246d57070f None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:09.577065 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d8b44ffa-0d3f-4b8a-afb7-a4246d57070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T15:59:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:09.650095 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d8b44ffa-0d3f-4b8a-afb7-a4246d57070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:09.651454 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b44ffa-0d3f-4b8a-afb7-a4246d57070f None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:09.696794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55028) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:09.804809 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.099556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55032) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:10.210135 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a855d63-903b-47d8-b8c7-6379652be953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.292945 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f1a96b1d-202b-491e-9d66-562ed14371ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae36d7681c8b4905a13026ce8fd90a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5928569 Aug 09 16:00:10.309365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55036) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:10.507088 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3f17b508-04c2-40c0-8b36-63d7c8060f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.597706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15c92e-0aa9-413b-80e6-5acac6073448 req-b6ff85c4-2795-42c0-b734-bbe886f1d997 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:10.599858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cd15c92e-0aa9-413b-80e6-5acac6073448 req-b6ff85c4-2795-42c0-b734-bbe886f1d997 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.2227385 Aug 09 16:00:10.637705 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ba83ba2-5a18-44e5-9c86-a26d04f524c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.733787 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ba83ba2-5a18-44e5-9c86-a26d04f524c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.818121 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cd15c92e-0aa9-413b-80e6-5acac6073448 req-31dcafe3-7ac9-4a02-b35a-0f0336e148c9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002425 Aug 09 16:00:10.853162 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.894441 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a855d63-903b-47d8-b8c7-6379652be953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.897158 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.897769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.898039 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Floating IP 225082d7-33eb-4659-98b9-99249998aa4c disassociated. External IP: 172.25.2.76, port: c2714df0-0aa8-4695-a0cb-26d37faefbbd. Aug 09 16:00:10.898654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for c2714df0-0aa8-4695-a0cb-26d37faefbbd owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:10.900788 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a855d63-903b-47d8-b8c7-6379652be953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.914883 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ba83ba2-5a18-44e5-9c86-a26d04f524c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.917949 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ba83ba2-5a18-44e5-9c86-a26d04f524c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.923792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3ba83ba2-5a18-44e5-9c86-a26d04f524c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/885a0df3-0720-412b-8fcc-44a0941c296c HTTP/1.1" status: 204 len: 168 time: 0.5648563 Aug 09 16:00:10.960796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5a855d63-903b-47d8-b8c7-6379652be953 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe7da30dde19499b865cfc86cd6c122a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8593371 Aug 09 16:00:10.962406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a855d63-903b-47d8-b8c7-6379652be953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f01461-5382-4055-8f45-9fe0c4916c04,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:10.965018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55044) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:10.983974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba83ba2-5a18-44e5-9c86-a26d04f524c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885a0df3-0720-412b-8fcc-44a0941c296c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:11.054396 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3df84dec-2b10-4960-98b0-945ae1158f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.083442 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3df84dec-2b10-4960-98b0-945ae1158f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.140523 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.151176 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3df84dec-2b10-4960-98b0-945ae1158f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.165662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3df84dec-2b10-4960-98b0-945ae1158f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.168603 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3df84dec-2b10-4960-98b0-945ae1158f3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b3f01461-5382-4055-8f45-9fe0c4916c04 HTTP/1.1" status: 204 len: 168 time: 0.2006791 Aug 09 16:00:11.183321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df84dec-2b10-4960-98b0-945ae1158f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f01461-5382-4055-8f45-9fe0c4916c04,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:11.224492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=c2714df0-0aa8-4695-a0cb-26d37faefbbd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:11.481314 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.503336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:11.559214 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:11.720029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:11.732815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3407f0-4190-46cf-ab64-d75f63b1b04d None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:11.748564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3407f0-4190-46cf-ab64-d75f63b1b04d None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:11.750941 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0e3407f0-4190-46cf-ab64-d75f63b1b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:11.855860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0e3407f0-4190-46cf-ab64-d75f63b1b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:11.882328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3407f0-4190-46cf-ab64-d75f63b1b04d None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:11.883905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0e3407f0-4190-46cf-ab64-d75f63b1b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:12.004039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0e3407f0-4190-46cf-ab64-d75f63b1b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:12.005105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3407f0-4190-46cf-ab64-d75f63b1b04d None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:12.115713 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:12.119977 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ee1f0a11-a7f4-43d8-8965-a4761d4c81ea tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/ports/c2714df0-0aa8-4695-a0cb-26d37faefbbd HTTP/1.1" status: 204 len: 168 time: 2.6999490 Aug 09 16:00:12.120432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55082) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:12.153826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cccab-bed0-4ade-b014-c6f689f00dae req-c83437ff-c558-4297-918d-a90560a6f9d4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:12.155464 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f49cccab-bed0-4ade-b014-c6f689f00dae req-c83437ff-c558-4297-918d-a90560a6f9d4 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.1978512 Aug 09 16:00:12.269732 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f49cccab-bed0-4ade-b014-c6f689f00dae req-9c05af9e-a402-45e9-8311-fb0794918974 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059337 Aug 09 16:00:12.318361 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-435d8636-76ba-4fe3-baee-6080d765d430 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "GET /v2.0/floatingips/225082d7-33eb-4659-98b9-99249998aa4c HTTP/1.1" status: 200 len: 687 time: 0.1967287 Aug 09 16:00:12.320900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55088) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:12.667297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ed90bb8f-ee13-4efd-a98f-2152910216b5 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 67e56bb1-ee54-4612-a4a5-d90b845d12f2 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:12.667644 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed90bb8f-ee13-4efd-a98f-2152910216b5 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:12.863282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed90bb8f-ee13-4efd-a98f-2152910216b5 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:12.863990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed90bb8f-ee13-4efd-a98f-2152910216b5 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:12.879226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ed90bb8f-ee13-4efd-a98f-2152910216b5 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 67e56bb1-ee54-4612-a4a5-d90b845d12f2 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:13.051511 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.143449 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed90bb8f-ee13-4efd-a98f-2152910216b5 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.210346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90bb8f-ee13-4efd-a98f-2152910216b5 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=67e56bb1-ee54-4612-a4a5-d90b845d12f2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:13.370733 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed90bb8f-ee13-4efd-a98f-2152910216b5 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.376482 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed90bb8f-ee13-4efd-a98f-2152910216b5 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.378779 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ed90bb8f-ee13-4efd-a98f-2152910216b5 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/floatingips/225082d7-33eb-4659-98b9-99249998aa4c HTTP/1.1" status: 204 len: 168 time: 1.0565727 Aug 09 16:00:13.382340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55118) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:13.393186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': '1709f98e-f6f6-4d18-b984-ab9318c4bf7b'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:13.414719 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.450397 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.661627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07f7ef-9e9f-4b41-bb8b-69ee75e1fda8 req-1bb8b14f-b984-4590-a369-b2f6257e5876 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:13.674088 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac07f7ef-9e9f-4b41-bb8b-69ee75e1fda8 req-1bb8b14f-b984-4590-a369-b2f6257e5876 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.2293377 Aug 09 16:00:13.854628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac07f7ef-9e9f-4b41-bb8b-69ee75e1fda8 req-496531d0-e914-40fc-af3c-302c6795cb39 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728897 Aug 09 16:00:13.891363 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.144913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.25.2.144 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/138febb5-4f13-4f04-981d-e00819f78b42) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:14.522897 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.634329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.743242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=138febb5-4f13-4f04-981d-e00819f78b42,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:14.771994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:14.784667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:14.784667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:15.201907 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:00:15.237090 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55190) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:15.351745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f82c0-b411-4767-95b8-43cad82d379d req-2293c1b3-b312-4927-aea6-80c4571cd74e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:15.368851 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-679f82c0-b411-4767-95b8-43cad82d379d req-2293c1b3-b312-4927-aea6-80c4571cd74e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.2787220 Aug 09 16:00:15.454221 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-679f82c0-b411-4767-95b8-43cad82d379d req-9129c038-a216-4182-9da4-a7d84bcef47f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744753 Aug 09 16:00:15.680503 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.684924 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.775915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.026257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55232) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:16.099432 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.112259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7399fc8-4ab5-444d-be2a-20b19aa351f3 req-34f2e570-3831-4ded-a7e2-fcee1335a82e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:16.117078 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d7399fc8-4ab5-444d-be2a-20b19aa351f3 req-34f2e570-3831-4ded-a7e2-fcee1335a82e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 946 time: 0.1209576 Aug 09 16:00:16.119226 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.188748 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d940a13c3c7b4388aebef6f104e3106e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9452074 Aug 09 16:00:16.189693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55236) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:16.228909 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.236123 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.273788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f9d00c-3c76-481e-a0df-31883f07f485,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:16.318745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:16.319220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:16.319570 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:16.319905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:16.320239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:16.320572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:16.320900 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:16.321229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:16.321554 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:16.321900 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:16.322223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:16.326443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6a5cc-19ae-4615-b02d-08979b17ba4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:16.382506 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.424635 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b51e62f7-1227-4682-b171-73a8a44bdda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.463102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=138febb5-4f13-4f04-981d-e00819f78b42,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:16.501351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55244) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:16.511515 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d7399fc8-4ab5-444d-be2a-20b19aa351f3 req-df448d72-4a46-4c82-beb5-9c3a746de2d0 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3377891 Aug 09 16:00:16.594289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d4443487-3496-4f6f-8879-f23e17a190f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.616878 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Floating IP d2e79f98-6555-4b50-8cdb-2607fca5e6f0 associated. External IP: 172.25.2.144, port: 1709f98e-f6f6-4d18-b984-ab9318c4bf7b. Aug 09 16:00:16.642513 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d4443487-3496-4f6f-8879-f23e17a190f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.826589 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bbc87cb-3988-4859-8aca-1c0dba47bd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.945173 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b51e62f7-1227-4682-b171-73a8a44bdda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.947961 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d4443487-3496-4f6f-8879-f23e17a190f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.959780 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d4443487-3496-4f6f-8879-f23e17a190f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.961459 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d4443487-3496-4f6f-8879-f23e17a190f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8f9d00c-3c76-481e-a0df-31883f07f485 HTTP/1.1" status: 204 len: 168 time: 0.7687473 Aug 09 16:00:16.981888 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b51e62f7-1227-4682-b171-73a8a44bdda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.067002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98979ddf-f66e-43e9-b6e9-cbb5bc663431 req-ac29843b-906f-45e9-8820-e9c1bca12ec9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:17.069023 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98979ddf-f66e-43e9-b6e9-cbb5bc663431 req-ac29843b-906f-45e9-8820-e9c1bca12ec9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.4372594 Aug 09 16:00:17.108476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4443487-3496-4f6f-8879-f23e17a190f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f9d00c-3c76-481e-a0df-31883f07f485,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:17.149838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e62f7-1227-4682-b171-73a8a44bdda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c66712-a8bc-4153-88bc-9ec0f98584e7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:17.163470 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b51e62f7-1227-4682-b171-73a8a44bdda0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bfa5c757d95440549924b88c4dc3b2e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1322238 Aug 09 16:00:17.167261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55256) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:17.256063 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-caf80c4b-9efe-4a28-920d-910fada6aa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.283909 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bbc87cb-3988-4859-8aca-1c0dba47bd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.301004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-caf80c4b-9efe-4a28-920d-910fada6aa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.303189 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0bbc87cb-3988-4859-8aca-1c0dba47bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.383614 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0bbc87cb-3988-4859-8aca-1c0dba47bd7d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a2e23df271cb4ff68750d01225965b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8688123 Aug 09 16:00:17.385159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc87cb-3988-4859-8aca-1c0dba47bd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8294a44-8d15-4d82-b919-9d612a905cfd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:17.388530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55264) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:17.432220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-caf80c4b-9efe-4a28-920d-910fada6aa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.434852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-caf80c4b-9efe-4a28-920d-910fada6aa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.436045 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-caf80c4b-9efe-4a28-920d-910fada6aa8b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0c66712-a8bc-4153-88bc-9ec0f98584e7 HTTP/1.1" status: 204 len: 168 time: 0.2677460 Aug 09 16:00:17.448676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf80c4b-9efe-4a28-920d-910fada6aa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c66712-a8bc-4153-88bc-9ec0f98584e7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:17.461437 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19dbb6c2-ec89-4be5-bc54-b8ab721c6c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.491104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19dbb6c2-ec89-4be5-bc54-b8ab721c6c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.565563 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19dbb6c2-ec89-4be5-bc54-b8ab721c6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.568863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19dbb6c2-ec89-4be5-bc54-b8ab721c6c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.570182 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-19dbb6c2-ec89-4be5-bc54-b8ab721c6c87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8294a44-8d15-4d82-b919-9d612a905cfd HTTP/1.1" status: 204 len: 168 time: 0.1813772 Aug 09 16:00:17.585447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbb6c2-ec89-4be5-bc54-b8ab721c6c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8294a44-8d15-4d82-b919-9d612a905cfd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:17.628721 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55272) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:17.668711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52aaf280-f751-439f-8041-36fb8704fb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.684639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-95f1358f-63cf-4042-9890-573defcb73c9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:17.686168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-95f1358f-63cf-4042-9890-573defcb73c9 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 946 time: 0.5447984 Aug 09 16:00:17.752301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:17.823165 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98979ddf-f66e-43e9-b6e9-cbb5bc663431 req-a1800a8f-01ef-4158-b525-dd740861011d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6821275 Aug 09 16:00:17.863777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec1e35-2076-4edc-8130-92ff39fb099e req-df7cdc21-2037-4449-a4dd-1b2f4fdfae8d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:17.865521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36ec1e35-2076-4edc-8130-92ff39fb099e req-df7cdc21-2037-4449-a4dd-1b2f4fdfae8d tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 946 time: 0.2078474 Aug 09 16:00:17.933345 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36ec1e35-2076-4edc-8130-92ff39fb099e req-9721cbfa-05f5-4468-ac9b-51c04d9a5fb3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567291 Aug 09 16:00:17.997041 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52aaf280-f751-439f-8041-36fb8704fb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.001850 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52aaf280-f751-439f-8041-36fb8704fb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.040680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:18.053535 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fd80b-a981-493e-86fb-aa121be7e46b None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:18.066639 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fd80b-a981-493e-86fb-aa121be7e46b None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:18.069707 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-670fd80b-a981-493e-86fb-aa121be7e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:18.074550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.083776 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-52aaf280-f751-439f-8041-36fb8704fb17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc8a4c7d565f47a38392d1113da9e299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4538412 Aug 09 16:00:18.087985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55294) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:18.099278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaf280-f751-439f-8041-36fb8704fb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c56c66-c78e-483f-b9d0-bfb59f1954ab,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:18.118372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4394add-7c24-49b3-ab75-12c3c2e1e9ad req-65c5e6ff-238d-430c-b083-1f44374dd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:18.119959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4394add-7c24-49b3-ab75-12c3c2e1e9ad req-65c5e6ff-238d-430c-b083-1f44374dd163 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 1097 time: 0.1422627 Aug 09 16:00:18.130634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Deleting port 5eaba180-e106-4ae3-9d53-cfa0644c449e {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:18.130981 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.151744 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-670fd80b-a981-493e-86fb-aa121be7e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:18.168173 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fd80b-a981-493e-86fb-aa121be7e46b None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:18.169190 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-670fd80b-a981-493e-86fb-aa121be7e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:18.208155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bb6c71fe-a0dd-4a4e-9c18-07b050486d04 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8247240 Aug 09 16:00:18.211088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55298) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:18.215683 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-670fd80b-a981-493e-86fb-aa121be7e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:18.216539 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fd80b-a981-493e-86fb-aa121be7e46b None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:18.216967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-409ae2ec-55fc-475e-8d0f-5ff60bd24cf7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1934487561'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:18.268170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409ae2ec-55fc-475e-8d0f-5ff60bd24cf7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Made reservation on behalf of 40e4496ab1894c57beedeb5222faf778 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:18.274836 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-409ae2ec-55fc-475e-8d0f-5ff60bd24cf7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.310538 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55302) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:18.332738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c2a7b55d-219d-41a2-ba2e-8a312d5f19df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.343809 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6f17b3a-530a-44a3-9d83-21c0646f9fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.357362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409ae2ec-55fc-475e-8d0f-5ff60bd24cf7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:00:18.373427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] For port 5eaba180-e106-4ae3-9d53-cfa0644c449e, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5eaba180-e106-4ae3-9d53-cfa0644c449e,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:18.374146 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.377369 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-409ae2ec-55fc-475e-8d0f-5ff60bd24cf7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.377821 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-409ae2ec-55fc-475e-8d0f-5ff60bd24cf7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Added segment 2549935f-9d33-4fc8-aa19-b0b16397b631 of type vlan for network 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 Aug 09 16:00:18.402267 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c2a7b55d-219d-41a2-ba2e-8a312d5f19df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.412476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4394add-7c24-49b3-ab75-12c3c2e1e9ad req-9b3fd1ad-e2a9-4290-892f-48d53d1ec2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:18.414461 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4394add-7c24-49b3-ab75-12c3c2e1e9ad req-9b3fd1ad-e2a9-4290-892f-48d53d1ec2a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.2761979 Aug 09 16:00:18.418324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55304) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:18.448001 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-409ae2ec-55fc-475e-8d0f-5ff60bd24cf7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.522415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4394add-7c24-49b3-ab75-12c3c2e1e9ad req-e6cd0177-c4fe-4897-a883-c756769a124d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bb80011-0e2f-4474-afe2-4a9061884122 HTTP/1.1" status: 200 len: 217 time: 0.0639462 Aug 09 16:00:18.558304 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-409ae2ec-55fc-475e-8d0f-5ff60bd24cf7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.568443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409ae2ec-55fc-475e-8d0f-5ff60bd24cf7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:18.569273 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-409ae2ec-55fc-475e-8d0f-5ff60bd24cf7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.633780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4394add-7c24-49b3-ab75-12c3c2e1e9ad req-e419bded-8882-4e8a-b34c-09530a08b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:18.635688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4394add-7c24-49b3-ab75-12c3c2e1e9ad req-e419bded-8882-4e8a-b34c-09530a08b3f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.0987077 Aug 09 16:00:18.644272 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c2a7b55d-219d-41a2-ba2e-8a312d5f19df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.647113 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c2a7b55d-219d-41a2-ba2e-8a312d5f19df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.651207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c2a7b55d-219d-41a2-ba2e-8a312d5f19df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6c56c66-c78e-483f-b9d0-bfb59f1954ab HTTP/1.1" status: 204 len: 168 time: 0.5433095 Aug 09 16:00:18.683302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ae2ec-55fc-475e-8d0f-5ff60bd24cf7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Network': ['ID=35635c49-2b4b-411d-9a6d-bd6a8cfdbe12,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:18.695642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:00:18.722769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7b55d-219d-41a2-ba2e-8a312d5f19df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c56c66-c78e-483f-b9d0-bfb59f1954ab,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:18.746736 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6f17b3a-530a-44a3-9d83-21c0646f9fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.752850 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6f17b3a-530a-44a3-9d83-21c0646f9fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.777638 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-409ae2ec-55fc-475e-8d0f-5ff60bd24cf7 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5652878 Aug 09 16:00:18.784674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4394add-7c24-49b3-ab75-12c3c2e1e9ad req-57fcc0c0-82cd-4cd8-b4ee-1a27874608e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:18.786353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4394add-7c24-49b3-ab75-12c3c2e1e9ad req-57fcc0c0-82cd-4cd8-b4ee-1a27874608e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431572 Aug 09 16:00:18.787655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55316) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:18.793197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a4b38bbf-9754-4781-a81b-6f6965db0e1b tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'subnet': {'network_id': '35635c49-2b4b-411d-9a6d-bd6a8cfdbe12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:18.810640 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.811347 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.814600 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Floating IP dadb2239-9ae6-4056-af37-a994fafe93ea disassociated. External IP: 172.25.2.143, port: 5eaba180-e106-4ae3-9d53-cfa0644c449e. Aug 09 16:00:18.815261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Calling delete_port for 5eaba180-e106-4ae3-9d53-cfa0644c449e owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:18.820195 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d6f17b3a-530a-44a3-9d83-21c0646f9fcd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e84f103a0da14e9d8b1449965727596a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073433 Aug 09 16:00:18.823655 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55318) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:18.832425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f17b3a-530a-44a3-9d83-21c0646f9fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98470140-d6ea-4e3a-8dd2-471c61594af7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:18.945511 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ba4f1d-de53-4373-8ab0-f9bb1133f72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:18.989141 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ba4f1d-de53-4373-8ab0-f9bb1133f72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.051211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ce72d55-7c11-4ace-aae8-c6ffdf5cc7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.121501 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ba4f1d-de53-4373-8ab0-f9bb1133f72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.124810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ba4f1d-de53-4373-8ab0-f9bb1133f72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.129497 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f6ba4f1d-de53-4373-8ab0-f9bb1133f72b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98470140-d6ea-4e3a-8dd2-471c61594af7 HTTP/1.1" status: 204 len: 168 time: 0.3026624 Aug 09 16:00:19.144583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba4f1d-de53-4373-8ab0-f9bb1133f72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98470140-d6ea-4e3a-8dd2-471c61594af7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:19.181339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732ad8-1b50-4d3e-bc56-9d2d0dd5a727 req-bc53b494-a681-4fab-a119-14d7714195fb tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:19.186351 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-51732ad8-1b50-4d3e-bc56-9d2d0dd5a727 req-bc53b494-a681-4fab-a119-14d7714195fb tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 946 time: 0.1045301 Aug 09 16:00:19.217954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4394add-7c24-49b3-ab75-12c3c2e1e9ad req-95b7c97f-95a9-430a-ba97-6cee707d2472 service neutron] 10.222.0.53 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206762 Aug 09 16:00:19.225930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518b527-3f6c-4c8a-b85f-6369a0770895 req-1ef93813-156e-4caf-b95d-3b00b217b5e5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:19.227842 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0518b527-3f6c-4c8a-b85f-6369a0770895 req-1ef93813-156e-4caf-b95d-3b00b217b5e5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.2592239 Aug 09 16:00:19.247627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-51732ad8-1b50-4d3e-bc56-9d2d0dd5a727 req-691b9ad8-6071-4d90-8ceb-4ff319cddf92 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups?id=116987af-b55a-4b8e-8628-ddde8fd013db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527017 Aug 09 16:00:19.392981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0518b527-3f6c-4c8a-b85f-6369a0770895 req-6e0a0613-3df3-48aa-8cd0-e256c8bac9a7 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483316 Aug 09 16:00:19.403053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55346) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:19.419611 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.468815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4394add-7c24-49b3-ab75-12c3c2e1e9ad req-7b34052f-333e-47f3-b56d-6ad17fa2d9eb service neutron] 10.222.0.53 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397418 Aug 09 16:00:19.482585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event deleted for resources: {'Port': ['ID=5eaba180-e106-4ae3-9d53-cfa0644c449e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:19.505483 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ce72d55-7c11-4ace-aae8-c6ffdf5cc7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.549919 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ce72d55-7c11-4ace-aae8-c6ffdf5cc7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.563595 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-694197359-network', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:19.605634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b38bbf-9754-4781-a81b-6f6965db0e1b tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Made reservation on behalf of 40e4496ab1894c57beedeb5222faf778 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:19.609891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4b38bbf-9754-4781-a81b-6f6965db0e1b tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.613618 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Made reservation on behalf of 7edd19b38f6245baa2deb7acbdacc954 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:19.617109 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.629308 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.658260 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2ce72d55-7c11-4ace-aae8-c6ffdf5cc7de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74311500393e4a6bbca315d0d5e0f62e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2010367 Aug 09 16:00:19.664458 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55362) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:19.696058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce72d55-7c11-4ace-aae8-c6ffdf5cc7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2af9e75-8d87-42fa-b973-4f1db0bad286,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:19.753899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Router 4f585b29-887a-438f-832b-4afec305bda6 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:19.768930 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7a1411b4-67bf-4735-bf68-0c7fb24cc78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.792351 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7a1411b4-67bf-4735-bf68-0c7fb24cc78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.861261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7a1411b4-67bf-4735-bf68-0c7fb24cc78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.864815 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7a1411b4-67bf-4735-bf68-0c7fb24cc78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.873946 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7a1411b4-67bf-4735-bf68-0c7fb24cc78a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2af9e75-8d87-42fa-b973-4f1db0bad286 HTTP/1.1" status: 204 len: 168 time: 0.2061973 Aug 09 16:00:19.894449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1411b4-67bf-4735-bf68-0c7fb24cc78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2af9e75-8d87-42fa-b973-4f1db0bad286,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:19.915728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.923343 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.972449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:00:19.981402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f43381-acc0-433d-a0cf-8b24ca5cf2c4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:19.990984 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.991333 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Added segment 8f6da65a-2f5f-4c77-a9e0-42460a30e832 of type vlan for network c6a00482-dfda-4a21-89e5-730318a67397 Aug 09 16:00:20.086030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:20.092712 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.097884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06069597-d0a7-4f83-a07a-4578f2504564 None None] Sync routers for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:20.118676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06069597-d0a7-4f83-a07a-4578f2504564 None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:20.120960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-06069597-d0a7-4f83-a07a-4578f2504564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:20.135741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.137018 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:20.137877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.145287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] No DVR routers for this DVR port 5eaba180-e106-4ae3-9d53-cfa0644c449e on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:20.147585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4b38bbf-9754-4781-a81b-6f6965db0e1b tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.149858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.152080 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd3275a3-d102-487c-8aa7-5654dc8e48f3 req-f2a2c237-e570-4b17-a0d0-3e2889cb3990 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.53 "DELETE /v2.0/ports/5eaba180-e106-4ae3-9d53-cfa0644c449e HTTP/1.1" status: 204 len: 173 time: 2.4434605 Aug 09 16:00:20.155051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'name': 'network-vif-deleted', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:20.157469 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c90a875-4a01-4d6d-9c66-d72d1e77a6bb" -d '{"events": [{"server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "name": "network-vif-deleted", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:20.230497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b38bbf-9754-4781-a81b-6f6965db0e1b tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Subnet': ['ID=68bec483-b1f6-41fb-aa85-d4db8ab01f5b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:20.242132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b38bbf-9754-4781-a81b-6f6965db0e1b tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Checking segment: {'id': '2549935f-9d33-4fc8-aa19-b0b16397b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35635c49-2b4b-411d-9a6d-bd6a8cfdbe12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:20.242932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b38bbf-9754-4781-a81b-6f6965db0e1b tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network hostable DHCP agents. Network: 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:00:20.248153 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64396eb2-ceed-4302-8f46-92976a3cbe3f x-openstack-request-id: req-64396eb2-ceed-4302-8f46-92976a3cbe3f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:20.249143 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e", "name": "network-vif-deleted", "tag": "5eaba180-e106-4ae3-9d53-cfa0644c449e", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:20.249408 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64396eb2-ceed-4302-8f46-92976a3cbe3f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:20.250490 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e', 'name': 'network-vif-deleted', 'tag': '5eaba180-e106-4ae3-9d53-cfa0644c449e', 'status': 'completed', 'code': 200} Aug 09 16:00:20.269456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b38bbf-9754-4781-a81b-6f6965db0e1b tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:00:20.272831 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8687243 Aug 09 16:00:20.276421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55382) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:20.285147 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a4b38bbf-9754-4781-a81b-6f6965db0e1b tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:20.286809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-65c92e7e-06a3-4e7c-80b0-fe6e831e8470 admin admin] Request body: {'subnet': {'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-694197359-subnet', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:20.291035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b38bbf-9754-4781-a81b-6f6965db0e1b tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:20.291974 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4b38bbf-9754-4781-a81b-6f6965db0e1b tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.305034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90915663-ae67-483b-808a-aedad8c74e04 None None] Network 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:20.340044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5abd26-d4f3-4ff3-9d1f-0550ca805d7d admin admin] Pushing event updated for resources: {'Network': ['ID=c6a00482-dfda-4a21-89e5-730318a67397,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:20.383126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c92e7e-06a3-4e7c-80b0-fe6e831e8470 admin admin] Made reservation on behalf of 7edd19b38f6245baa2deb7acbdacc954 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:20.391212 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a4b38bbf-9754-4781-a81b-6f6965db0e1b tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6018856 Aug 09 16:00:20.391843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55390) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:20.394309 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-65c92e7e-06a3-4e7c-80b0-fe6e831e8470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.404367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1218944459', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:20.430750 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c6a00482-dfda-4a21-89e5-730318a67397 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:00:20.544592 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f799725d-9d7b-485c-b763-e1d4f57654e8 req-c06a5a67-d513-4443-a1e7-9f28d229839e tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7e95d1c-b678-43e8-bf2f-a3a16f0f2b5e HTTP/1.1" status: 200 len: 210 time: 0.1183441 Aug 09 16:00:20.572895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.574655 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.647955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-06069597-d0a7-4f83-a07a-4578f2504564 None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:20.648182 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.710637 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-65c92e7e-06a3-4e7c-80b0-fe6e831e8470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.759759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3d2b0-7e12-49b9-aaa4-3a01fe546e72 req-22a4350d-188e-4ebb-b243-76c388b53aba tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:20.759759 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9ed3d2b0-7e12-49b9-aaa4-3a01fe546e72 req-22a4350d-188e-4ebb-b243-76c388b53aba tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.1432903 Aug 09 16:00:20.824851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c92e7e-06a3-4e7c-80b0-fe6e831e8470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=581956c1-9f6b-4930-9848-6ca9c6175f1b,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:20.889338 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c92e7e-06a3-4e7c-80b0-fe6e831e8470 admin admin] Checking segment: {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:20.889758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c92e7e-06a3-4e7c-80b0-fe6e831e8470 admin admin] Network hostable DHCP agents. Network: c6a00482-dfda-4a21-89e5-730318a67397, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:00:20.895721 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.917330 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9ed3d2b0-7e12-49b9-aaa4-3a01fe546e72 req-9d0e8f6f-c49a-4fd9-8baf-caf7cf8b627c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822291 Aug 09 16:00:20.925349 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c92e7e-06a3-4e7c-80b0-fe6e831e8470 admin admin] Network c6a00482-dfda-4a21-89e5-730318a67397 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:00:20.937871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-65c92e7e-06a3-4e7c-80b0-fe6e831e8470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c6a00482-dfda-4a21-89e5-730318a67397) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:20.956585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c92e7e-06a3-4e7c-80b0-fe6e831e8470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:20.957230 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-65c92e7e-06a3-4e7c-80b0-fe6e831e8470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.977754 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-65c92e7e-06a3-4e7c-80b0-fe6e831e8470 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6991522 Aug 09 16:00:20.980400 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55408) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:20.991159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-694197359-router', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:21.048530 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.050611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.058210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-35635c49-2b4b-411d-9a6d-bd6a8cfdbe12', 'network_id': '35635c49-2b4b-411d-9a6d-bd6a8cfdbe12', 'tenant_id': '40e4496ab1894c57beedeb5222faf778', 'fixed_ips': [{'subnet_id': '68bec483-b1f6-41fb-aa85-d4db8ab01f5b'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:00:21.059380 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.081347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3990bf10-679d-4e11-bacd-138307bde854 None None] Network c6a00482-dfda-4a21-89e5-730318a67397 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:21.167180 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.225028 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.324167 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.333747 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.376413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-c6a00482-dfda-4a21-89e5-730318a67397', 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'fixed_ips': [{'subnet_id': '581956c1-9f6b-4930-9848-6ca9c6175f1b'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:00:21.377290 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.397315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-06069597-d0a7-4f83-a07a-4578f2504564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:29Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:21.410532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5eaba180-e106-4ae3-9d53-cfa0644c449e no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:21.513511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.25.2.193 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/565169a5-af2e-452f-9d5b-c2906eefbd3f) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:21.586379 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.632802 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.725251 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.738508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55432) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:21.785965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.795315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Allocated IP 172.20.0.2 (c6a00482-dfda-4a21-89e5-730318a67397/581956c1-9f6b-4930-9848-6ca9c6175f1b/88880492-68f8-4ee7-8b8d-10924bcf31cb) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:21.887081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:21.892601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:21.965784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:21.995663 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Allocated IP 172.25.2.135 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/c21708d3-a8ee-4d5a-94a3-9322fa03030a) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:22.025909 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c22e3bdb-d241-4e2e-aff9-7c33157a44f8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.039458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06069597-d0a7-4f83-a07a-4578f2504564 None None] Checking router: 4f585b29-887a-438f-832b-4afec305bda6 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:22.072476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 5eaba180-e106-4ae3-9d53-cfa0644c449e {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:22.073272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5eaba180-e106-4ae3-9d53-cfa0644c449e not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:22.075645 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2bb80011-0e2f-4474-afe2-4a9061884122 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:22.086734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=565169a5-af2e-452f-9d5b-c2906eefbd3f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:22.096639 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c22e3bdb-d241-4e2e-aff9-7c33157a44f8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.142942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06069597-d0a7-4f83-a07a-4578f2504564 None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:22.143517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-06069597-d0a7-4f83-a07a-4578f2504564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:22.155082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55480) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:22.213856 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.216684 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c22e3bdb-d241-4e2e-aff9-7c33157a44f8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.219556 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c22e3bdb-d241-4e2e-aff9-7c33157a44f8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.220889 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c22e3bdb-d241-4e2e-aff9-7c33157a44f8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "DELETE /v2.0/security-groups/116987af-b55a-4b8e-8628-ddde8fd013db HTTP/1.1" status: 204 len: 168 time: 0.4811683 Aug 09 16:00:22.225797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55484) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:22.248292 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-21f73334-609b-421d-8f58-d479cffda4c3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] show failed (client error): The resource could not be found. Aug 09 16:00:22.249723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-21f73334-609b-421d-8f58-d479cffda4c3 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "GET /v2.0/security-groups/116987af-b55a-4b8e-8628-ddde8fd013db HTTP/1.1" status: 404 len: 347 time: 0.0176342 Aug 09 16:00:22.256977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55486) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:22.260816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e3bdb-d241-4e2e-aff9-7c33157a44f8 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116987af-b55a-4b8e-8628-ddde8fd013db,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:22.270426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-06069597-d0a7-4f83-a07a-4578f2504564 None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:22.304064 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.423641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Pushing event updated for resources: {'Port': ['ID=c21708d3-a8ee-4d5a-94a3-9322fa03030a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:22.427304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:22.429082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:22.444358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:22.524912 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.568828 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2bb80011-0e2f-4474-afe2-4a9061884122, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2bb80011-0e2f-4474-afe2-4a9061884122,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:22.580347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75662612-c591-4edb-aa72-0e250adf5999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb80011-0e2f-4474-afe2-4a9061884122'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:22.583116 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ca6261-e7dc-4619-a414-cee027dea01b" -d '{"events": [{"server_uuid": "75662612-c591-4edb-aa72-0e250adf5999", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb80011-0e2f-4474-afe2-4a9061884122"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:22.592285 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.598159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55492) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:22.627264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1651200507-network', 'tenant_id': '9354282398a942abbc5356fe124f834e'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:22.659813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2bb80011-0e2f-4474-afe2-4a9061884122,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:22.673272 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4c1d04-9a38-4a6c-9ab4-60c784aefbc1 x-openstack-request-id: req-7f4c1d04-9a38-4a6c-9ab4-60c784aefbc1 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:22.673628 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75662612-c591-4edb-aa72-0e250adf5999", "name": "network-vif-unplugged", "status": "failed", "tag": "2bb80011-0e2f-4474-afe2-4a9061884122", "code": 422}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:22.673940 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f4c1d04-9a38-4a6c-9ab4-60c784aefbc1 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:22.674481 n-d-803778-2 neutron-server[94291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75662612-c591-4edb-aa72-0e250adf5999', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2bb80011-0e2f-4474-afe2-4a9061884122', 'code': 422} returned with failed status Aug 09 16:00:22.694682 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.698834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Allocated IP 172.20.0.2 (35635c49-2b4b-411d-9a6d-bd6a8cfdbe12/68bec483-b1f6-41fb-aa85-d4db8ab01f5b/279e3f6d-2953-4491-9282-dbdc521f205c) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:22.714134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Transition to ACTIVE for port object 88880492-68f8-4ee7-8b8d-10924bcf31cb will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:22.752017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Transition to ACTIVE for port object 88880492-68f8-4ee7-8b8d-10924bcf31cb will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:22.776729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Made reservation on behalf of 9354282398a942abbc5356fe124f834e for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:22.780565 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.812943 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.822320 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.888265 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Network c6a00482-dfda-4a21-89e5-730318a67397 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:22.891261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Pushing event updated for resources: {'Port': ['ID=88880492-68f8-4ee7-8b8d-10924bcf31cb,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:22.895396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:22.897807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:22.980197 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a25f50c7-9805-4e37-8e2f-b9ad8d7876ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.001899 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.012559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Attempting to bind port 88880492-68f8-4ee7-8b8d-10924bcf31cb on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:23.013350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Attempting to bind port 88880492-68f8-4ee7-8b8d-10924bcf31cb by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:23.014117 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Attempting to bind port 88880492-68f8-4ee7-8b8d-10924bcf31cb on network c6a00482-dfda-4a21-89e5-730318a67397 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:23.024076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:23.024788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Checking segment: {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:23.025449 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.026040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Bound using segment: {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:23.026997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Bound port: 88880492-68f8-4ee7-8b8d-10924bcf31cb, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:23.027682 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.046253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-06069597-d0a7-4f83-a07a-4578f2504564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:29Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:23.107422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a25f50c7-9805-4e37-8e2f-b9ad8d7876ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.108868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e93a-5a50-442a-9378-830c3d5f7c1d req-deeb8b0d-4656-4b31-84e9-d285263258f2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:23.112471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.117032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] For port 88880492-68f8-4ee7-8b8d-10924bcf31cb, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:23.118830 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a25f50c7-9805-4e37-8e2f-b9ad8d7876ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.119982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31f2e93a-5a50-442a-9378-830c3d5f7c1d req-deeb8b0d-4656-4b31-84e9-d285263258f2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 946 time: 0.8590598 Aug 09 16:00:23.121202 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] For port 88880492-68f8-4ee7-8b8d-10924bcf31cb, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=88880492-68f8-4ee7-8b8d-10924bcf31cb,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:23.154754 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.228436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576e62a-cbaf-4c0a-882e-91f5b6de6092 None None] Pushing event updated for resources: {'Port': ['ID=88880492-68f8-4ee7-8b8d-10924bcf31cb,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:23.232214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06069597-d0a7-4f83-a07a-4578f2504564 None None] The sync data for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 is: [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T15:51:21Z', 'revision_number': 4, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0e5432c4-b1f7-478a-b9c8-1ea3622e0168', 'name': '', 'network_id': 'dfbb6a8b-2015-4e91-bb6c-77b4cf88c201', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'mac_address': 'fa:16:3e:5f:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:20Z', 'updated_at': '2021-08-09T15:51:29Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'subnets': [{'id': '03743d9e-6eae-486e-b7f2-d7dc364695cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:23.283417 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.288513 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.289198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:00:23.352391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31f2e93a-5a50-442a-9378-830c3d5f7c1d req-115fe34b-240f-4a4e-a98e-4ce2139d5ecd tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312958 Aug 09 16:00:23.361110 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.369110 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.369467 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Added segment 93bd3e6c-afac-4c5f-9c86-28995c93c60b of type vlan for network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b Aug 09 16:00:23.379932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Deleting port b0240e40-ba2d-4cdb-b801-50e637be4686 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:23.380535 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.387730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792e44c6-e551-414c-b31f-cfa5d62b685d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:23.393939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Transition to ACTIVE for port object 279e3f6d-2953-4491-9282-dbdc521f205c will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:23.438592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f50c7-9805-4e37-8e2f-b9ad8d7876ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dadc24-d845-436e-acde-7b7dfd8cece1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:23.440017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Transition to ACTIVE for port object 279e3f6d-2953-4491-9282-dbdc521f205c will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:23.450957 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.478176 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a25f50c7-9805-4e37-8e2f-b9ad8d7876ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7deeba9e32d7458ba58868cca3aca931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8764746 Aug 09 16:00:23.486365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55504) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:23.497860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Network 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:23.504230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:23.510490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:23.589851 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.669077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Pushing event updated for resources: {'Port': ['ID=279e3f6d-2953-4491-9282-dbdc521f205c,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:23.681448 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Attempting to bind port 279e3f6d-2953-4491-9282-dbdc521f205c on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:23.682318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Attempting to bind port 279e3f6d-2953-4491-9282-dbdc521f205c by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '2549935f-9d33-4fc8-aa19-b0b16397b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35635c49-2b4b-411d-9a6d-bd6a8cfdbe12'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:23.683061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Attempting to bind port 279e3f6d-2953-4491-9282-dbdc521f205c on network 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:23.691553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:23.692363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Checking segment: {'id': '2549935f-9d33-4fc8-aa19-b0b16397b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35635c49-2b4b-411d-9a6d-bd6a8cfdbe12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:23.692976 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.694786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Bound using segment: {'id': '2549935f-9d33-4fc8-aa19-b0b16397b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35635c49-2b4b-411d-9a6d-bd6a8cfdbe12'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:23.695317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Bound port: 279e3f6d-2953-4491-9282-dbdc521f205c, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2549935f-9d33-4fc8-aa19-b0b16397b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35635c49-2b4b-411d-9a6d-bd6a8cfdbe12'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:23.695734 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.791185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.797610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:23.798724 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.846489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.850166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd735cd-9153-43ac-b4a1-738877160363 req-2d460290-aede-4a36-b3ec-600d47be9e07 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:23.852072 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fd735cd-9153-43ac-b4a1-738877160363 req-2d460290-aede-4a36-b3ec-600d47be9e07 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.3066182 Aug 09 16:00:23.873510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.874163 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.888717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] For port 279e3f6d-2953-4491-9282-dbdc521f205c, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:23.898405 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b175eb-c302-48a5-ba34-60c32e4f5173 None None] New status for floating IP dadb2239-9ae6-4056-af37-a994fafe93ea: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:00:23.903302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] For port 279e3f6d-2953-4491-9282-dbdc521f205c, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=279e3f6d-2953-4491-9282-dbdc521f205c,segment=NetworkSegment(2549935f-9d33-4fc8-aa19-b0b16397b631),segment_id=2549935f-9d33-4fc8-aa19-b0b16397b631)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:23.913766 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.977860 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.992723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8344491 Aug 09 16:00:23.999216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55508) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:24.008631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4b186950-e216-419c-aebe-a3b9339c9891 admin admin] Request body: {'subnet': {'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1651200507-subnet', 'tenant_id': '9354282398a942abbc5356fe124f834e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:24.027097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.029221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38d5d6-c505-450f-9506-144ef61df029 None None] Pushing event updated for resources: {'Port': ['ID=279e3f6d-2953-4491-9282-dbdc521f205c,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:24.029424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146bf61-273f-4e31-a93b-e7df47cc8b3f admin admin] Pushing event updated for resources: {'Network': ['ID=5db6aa99-06d7-43f0-8035-723ccf0c2c7b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:24.046849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:00:24.070013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Calling delete_port for b0240e40-ba2d-4cdb-b801-50e637be4686 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:24.114253 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.130125 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fd735cd-9153-43ac-b4a1-738877160363 req-bd995069-4097-4063-87d6-753b4449fe2c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200058 Aug 09 16:00:24.130922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-9fa1d807-4c1b-4c40-80e5-bd18a0f93e54 req-e409e4eb-edba-486e-a89c-c5bb041d8ad9 service neutron] (94289) timed out ('10.222.0.60', 60400) {{(pid=94289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:00:24.166722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b186950-e216-419c-aebe-a3b9339c9891 admin admin] Made reservation on behalf of 9354282398a942abbc5356fe124f834e for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:24.171249 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b186950-e216-419c-aebe-a3b9339c9891 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.404164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd592821-7f12-4162-a40e-2e596369e6a7 req-ffdcd36a-d3ac-43a1-8b85-c34a7364abfa tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:24.405896 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd592821-7f12-4162-a40e-2e596369e6a7 req-ffdcd36a-d3ac-43a1-8b85-c34a7364abfa tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1550906 Aug 09 16:00:24.416227 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.419041 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.423341 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2dadc24-d845-436e-acde-7b7dfd8cece1 HTTP/1.1" status: 204 len: 168 time: 0.9325457 Aug 09 16:00:24.460583 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.509919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Pushing event deleted for resources: {'Port': ['ID=b0240e40-ba2d-4cdb-b801-50e637be4686,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:24.516878 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router ca0ba774-98af-42e8-bf22-e43f9b707449 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:00:24.522035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dadc24-d845-436e-acde-7b7dfd8cece1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:24.543395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.543748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.544094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.544436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.544771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.545119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.545438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.545810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.546370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.546766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.547169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.551441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d58342-e21c-4479-a9cf-ab8e7c98effc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.569001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.569356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.569731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.570072 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.570405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.570741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.571071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.571709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.572064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.572386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.572710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.573038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:24.622258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-b88594e9-69a4-4f5d-a578-3bf360a2357d req-31c2d684-046c-4228-b6f7-06e312bbf865 tempest-ImagesOneServerNegativeTestJSON-2121874946 tempest-ImagesOneServerNegativeTestJSON-2121874946-project] (94290) timed out ('10.222.0.60', 60182) {{(pid=94290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:00:24.678926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd592821-7f12-4162-a40e-2e596369e6a7 req-a734f6ed-aa4f-4c9f-be66-3c6e8c1cdd45 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318673 Aug 09 16:00:24.772863 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.777078 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.784334 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7621c9c6-50c8-4268-bcf4-3924511092c4 tempest-AttachVolumeShelveTestJSON-1960740150 tempest-AttachVolumeShelveTestJSON-1960740150-project] 10.222.0.81 "DELETE /v2.0/floatingips/dadb2239-9ae6-4056-af37-a994fafe93ea HTTP/1.1" status: 204 len: 168 time: 2.5211494 Aug 09 16:00:24.813496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-aba12096-ba98-4d5f-9c69-00e59b3a7622 req-ecba6d19-a884-4e4d-93ad-82391c9c8dc4 service neutron] (94289) timed out ('10.222.0.60', 60213) {{(pid=94289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:00:24.835081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:24.847374 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b743487-c0fe-4ab6-98ae-cd534520d502 None None] Sync routers for ids ['ca0ba774-98af-42e8-bf22-e43f9b707449'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:24.867454 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.871746 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-36cf35b1-1e4c-4b5b-b6ba-41663bb04166 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4788389 Aug 09 16:00:24.872368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55526) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:24.905256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b743487-c0fe-4ab6-98ae-cd534520d502 None None] Routers {'ca0ba774-98af-42e8-bf22-e43f9b707449'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:24.907036 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-2b743487-c0fe-4ab6-98ae-cd534520d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ca0ba774-98af-42e8-bf22-e43f9b707449'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:25.019984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-2b743487-c0fe-4ab6-98ae-cd534520d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:25.033385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7937d730-a0f4-4bab-b9a8-aad2a1dbf9b5 None None] Network c6a00482-dfda-4a21-89e5-730318a67397 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:25.086362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b743487-c0fe-4ab6-98ae-cd534520d502 None None] Routers {'ca0ba774-98af-42e8-bf22-e43f9b707449'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:25.088916 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-2b743487-c0fe-4ab6-98ae-cd534520d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ca0ba774-98af-42e8-bf22-e43f9b707449'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:25.120512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fd108-4f1a-43bd-ae48-a16dff493dbd req-bc9045fc-306f-450d-9f5f-63f689206112 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:25.133421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b7fd108-4f1a-43bd-ae48-a16dff493dbd req-bc9045fc-306f-450d-9f5f-63f689206112 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2012327 Aug 09 16:00:25.146573 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b186950-e216-419c-aebe-a3b9339c9891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:25.306692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-2b743487-c0fe-4ab6-98ae-cd534520d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:25.308523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b743487-c0fe-4ab6-98ae-cd534520d502 None None] The sync data for ids ['ca0ba774-98af-42e8-bf22-e43f9b707449'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:25.317423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c1b81421-07e4-4d4a-9b8f-5d58e129bd71 None None] Provisioning for port 88880492-68f8-4ee7-8b8d-10924bcf31cb completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:25.371472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b186950-e216-419c-aebe-a3b9339c9891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d609eca-278f-4121-a8df-9997f8d969b7,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:25.392898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b186950-e216-419c-aebe-a3b9339c9891 admin admin] Checking segment: {'id': '93bd3e6c-afac-4c5f-9c86-28995c93c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:25.393577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b186950-e216-419c-aebe-a3b9339c9891 admin admin] Network hostable DHCP agents. Network: 5db6aa99-06d7-43f0-8035-723ccf0c2c7b, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:00:25.419167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2bb80011-0e2f-4474-afe2-4a9061884122 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:25.434239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Router f1e4f42e-b3ef-4990-985a-3f2b7711cd4e is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:00:25.450416 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b7fd108-4f1a-43bd-ae48-a16dff493dbd req-ed44c90b-1ada-49da-abd3-955d16821fd2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074958 Aug 09 16:00:25.487329 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b186950-e216-419c-aebe-a3b9339c9891 admin admin] Network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:00:25.673655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 279e3f6d-2953-4491-9282-dbdc521f205c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:25.675543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-4b186950-e216-419c-aebe-a3b9339c9891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 5db6aa99-06d7-43f0-8035-723ccf0c2c7b) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:25.688113 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b186950-e216-419c-aebe-a3b9339c9891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:25.688912 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b186950-e216-419c-aebe-a3b9339c9891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:25.882135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:25.892594 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a797a8-2c97-49dc-85f8-12b5ee272d68 None None] Network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:25.895935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd49a8d0-59f0-46bb-bca0-81b9c90165cc None None] Network 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:25.914757 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4b186950-e216-419c-aebe-a3b9339c9891 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9099097 Aug 09 16:00:25.916382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:25.917563 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dc8f22f9-117a-4d7e-88c4-4c78307b9968 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9360359 Aug 09 16:00:25.926212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55554) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:25.939048 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Sync routers for ids ['f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:25.992059 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Routers {'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:25.992706 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:26.321120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-62a758d0-b805-4f75-82c7-484521049d0b None None] Provisioning for port 279e3f6d-2953-4491-9282-dbdc521f205c completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:26.373852 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.485482 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Set router f1e4f42e-b3ef-4990-985a-3f2b7711cd4e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:26.849360 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.945611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ba01c-5112-43ce-9dc3-7edf1f53733b req-7ab7c31a-5826-4909-8c94-69abe8c86066 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:26.961857 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-197ba01c-5112-43ce-9dc3-7edf1f53733b req-7ab7c31a-5826-4909-8c94-69abe8c86066 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.3304071 Aug 09 16:00:27.001243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e379877-c1da-4cfb-a363-bb850315f7bf None None] Network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:27.069782 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'name': 'tempest-TestServerMultinode-694197359-router', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:23Z', 'revision_number': 3, 'project_id': '7edd19b38f6245baa2deb7acbdacc954', 'gw_port': {'id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:27.230749 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Checking router: f1e4f42e-b3ef-4990-985a-3f2b7711cd4e for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:27.238070 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Updating router f1e4f42e-b3ef-4990-985a-3f2b7711cd4e port c21708d3-a8ee-4d5a-94a3-9322fa03030a binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:00:27.298872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55582) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:27.311303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 279e3f6d-2953-4491-9282-dbdc521f205c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:27.388123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.20.0.1 (35635c49-2b4b-411d-9a6d-bd6a8cfdbe12/68bec483-b1f6-41fb-aa85-d4db8ab01f5b/8a48c973-078a-4a32-aa45-70aa2e59611e) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:27.389153 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.403995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 279e3f6d-2953-4491-9282-dbdc521f205c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:27.404371 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.424121 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Allocated IP 172.20.0.1 (c6a00482-dfda-4a21-89e5-730318a67397/581956c1-9f6b-4930-9848-6ca9c6175f1b/05decba1-6a39-4b06-9593-3683dd3f34d5) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:27.506002 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-197ba01c-5112-43ce-9dc3-7edf1f53733b req-8611a7e2-f420-4acf-87a6-3ded6148a02f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197666 Aug 09 16:00:27.695063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:27.730520 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.757346 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.771000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Transition to ACTIVE for port object 8a48c973-078a-4a32-aa45-70aa2e59611e will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:27.775932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Transition to ACTIVE for port object 05decba1-6a39-4b06-9593-3683dd3f34d5 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:27.842914 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.850455 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.908132 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.931991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:27.948349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:27.952968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Pushing event updated for resources: {'Port': ['ID=05decba1-6a39-4b06-9593-3683dd3f34d5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:27.974657 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Network c6a00482-dfda-4a21-89e5-730318a67397 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:27.976879 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.979623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:28.083657 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.091190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:28.096702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:28.117385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 279e3f6d-2953-4491-9282-dbdc521f205c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=279e3f6d-2953-4491-9282-dbdc521f205c,segment=NetworkSegment(2549935f-9d33-4fc8-aa19-b0b16397b631),segment_id=2549935f-9d33-4fc8-aa19-b0b16397b631)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:28.131876 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Transition to ACTIVE for port object c21708d3-a8ee-4d5a-94a3-9322fa03030a will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:28.133294 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.134147 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 88880492-68f8-4ee7-8b8d-10924bcf31cb up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:28.146396 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.184074 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.215480 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.311286 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Attempting to bind port c21708d3-a8ee-4d5a-94a3-9322fa03030a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:28.311684 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Attempting to bind port c21708d3-a8ee-4d5a-94a3-9322fa03030a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:28.312578 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Attempting to bind port c21708d3-a8ee-4d5a-94a3-9322fa03030a on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:28.327290 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:28.328482 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:28.333832 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.334245 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:28.334809 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Bound port: c21708d3-a8ee-4d5a-94a3-9322fa03030a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:28.335548 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.434255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=279e3f6d-2953-4491-9282-dbdc521f205c,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:28.457069 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Pushing event updated for resources: {'Port': ['ID=c21708d3-a8ee-4d5a-94a3-9322fa03030a,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:28.484483 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:28.485014 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:28.485718 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:28.487846 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:28.487846 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:28.487846 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:28.489058 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:28.489416 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:28.491601 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:28.491957 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:28.492296 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:28.492631 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:28.527879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ed383366-45b5-4f55-8b6b-b01f758c3985 None None] Provisioning complete for port 279e3f6d-2953-4491-9282-dbdc521f205c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:28.531123 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ed383366-45b5-4f55-8b6b-b01f758c3985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.532413 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.649653 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.662173 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] For port c21708d3-a8ee-4d5a-94a3-9322fa03030a, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:28.668406 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] For port c21708d3-a8ee-4d5a-94a3-9322fa03030a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c21708d3-a8ee-4d5a-94a3-9322fa03030a,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:28.679382 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.890756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 88880492-68f8-4ee7-8b8d-10924bcf31cb completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:28.918652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 88880492-68f8-4ee7-8b8d-10924bcf31cb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:28.919038 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.958407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Allocated IP 172.25.2.156 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/a175c53b-98c1-4427-ac60-903152285788) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:28.973747 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Routers {'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:28.974323 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:28.977431 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400fffd-12e2-4aee-b717-b95db6761d6b None None] Pushing event updated for resources: {'Port': ['ID=c21708d3-a8ee-4d5a-94a3-9322fa03030a,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:29.053139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2f0ff17c-2427-42d6-828e-4e1d694142e4 None None] Provisioning for port 05decba1-6a39-4b06-9593-3683dd3f34d5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:29.063733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2f0ff17c-2427-42d6-828e-4e1d694142e4 None None] Provisioning complete for port 05decba1-6a39-4b06-9593-3683dd3f34d5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:29.064175 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2f0ff17c-2427-42d6-828e-4e1d694142e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.155083 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.176102 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.208800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.230192 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] Set router f1e4f42e-b3ef-4990-985a-3f2b7711cd4e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:29.276343 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Pushing event updated for resources: {'Port': ['ID=a175c53b-98c1-4427-ac60-903152285788,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:29.277199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 88880492-68f8-4ee7-8b8d-10924bcf31cb, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=88880492-68f8-4ee7-8b8d-10924bcf31cb,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:29.288745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=8a48c973-078a-4a32-aa45-70aa2e59611e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:29.288866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ff17c-2427-42d6-828e-4e1d694142e4 None None] Port 05decba1-6a39-4b06-9593-3683dd3f34d5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:29.288990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:29.292450 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:29.298811 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.311545 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:29.364752 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.437335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ac48b-78ed-4967-9582-bdc0be524ead req-5efe15b0-06dd-4f5c-9d69-c582f48c87be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:29.439483 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-871ac48b-78ed-4967-9582-bdc0be524ead req-5efe15b0-06dd-4f5c-9d69-c582f48c87be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1943989 Aug 09 16:00:29.448660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=88880492-68f8-4ee7-8b8d-10924bcf31cb,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:29.469605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 279e3f6d-2953-4491-9282-dbdc521f205c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:29.519982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-245edbda-481c-4997-a607-69dcedc9bb4e None None] Provisioning for port 8a48c973-078a-4a32-aa45-70aa2e59611e completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:29.526412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-245edbda-481c-4997-a607-69dcedc9bb4e None None] Provisioning complete for port 8a48c973-078a-4a32-aa45-70aa2e59611e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:29.530430 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-245edbda-481c-4997-a607-69dcedc9bb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.534208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-871ac48b-78ed-4967-9582-bdc0be524ead req-dd2ffb20-031f-46fd-82e3-b9e421e286a2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836673 Aug 09 16:00:29.564608 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.571327 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.621509 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-245edbda-481c-4997-a607-69dcedc9bb4e None None] Port 8a48c973-078a-4a32-aa45-70aa2e59611e cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:29.646178 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 279e3f6d-2953-4491-9282-dbdc521f205c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:29.646564 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.667877 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'name': 'tempest-TestServerMultinode-694197359-router', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:23Z', 'revision_number': 3, 'project_id': '7edd19b38f6245baa2deb7acbdacc954', 'gw_port': {'id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:29.669048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=8a48c973-078a-4a32-aa45-70aa2e59611e,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:29.693759 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.707002 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de912ce-f252-40ff-a6af-59a574521304 None None] The sync data for ids ['f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'] in n-d-803778-2 is: [{'id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'name': 'tempest-TestServerMultinode-694197359-router', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:23Z', 'revision_number': 3, 'project_id': '7edd19b38f6245baa2deb7acbdacc954', 'gw_port': {'id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:29.714875 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.816801 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.880349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.994064 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.104270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Pushing event updated for resources: {'Port': ['ID=05decba1-6a39-4b06-9593-3683dd3f34d5,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:30.191586 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.208241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:30.213172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:30.289414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-f7a7aded-b375-4e22-94d0-3c8e74007bcf tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:30.310286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-f7a7aded-b375-4e22-94d0-3c8e74007bcf tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/networks?id=5db6aa99-06d7-43f0-8035-723ccf0c2c7b HTTP/1.1" status: 200 len: 809 time: 0.3680789 Aug 09 16:00:30.487426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-d93d3487-5449-40b5-b4f7-365e1cbf9356 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/quotas/9354282398a942abbc5356fe124f834e HTTP/1.1" status: 200 len: 375 time: 0.1748509 Aug 09 16:00:30.649213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Network c6a00482-dfda-4a21-89e5-730318a67397 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:30.654482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:30.667496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f83ab11b-2483-45db-89df-403501d8eeb2 None None] Provisioning complete for port 8a48c973-078a-4a32-aa45-70aa2e59611e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:30.667975 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f83ab11b-2483-45db-89df-403501d8eeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.702073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-960255d8-c14f-4bb3-b1a1-5bd780c07b73 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9354282398a942abbc5356fe124f834e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1954069 Aug 09 16:00:30.755995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router ca0ba774-98af-42e8-bf22-e43f9b707449 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:30.790938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f83ab11b-2483-45db-89df-403501d8eeb2 None None] Port 8a48c973-078a-4a32-aa45-70aa2e59611e cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:30.883201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-5303d6d2-aa7c-46be-beb3-e9a3104b4e59 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:00:30.884573 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-5303d6d2-aa7c-46be-beb3-e9a3104b4e59 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1737647 Aug 09 16:00:30.909148 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.920197 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.006219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151d29d-2e45-432f-8d2b-90c92e7fbd55 req-366ba713-ba37-4882-af9e-bd78c1589394 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:31.010777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c151d29d-2e45-432f-8d2b-90c92e7fbd55 req-366ba713-ba37-4882-af9e-bd78c1589394 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2664652 Aug 09 16:00:31.103873 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-d550a1ab-18f6-4ceb-888f-4a8b1ca3315f service neutron] 10.222.0.81 "GET /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083080 Aug 09 16:00:31.105222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:31.111935 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f73f2196-b1e4-43fb-af88-9528e5797e97 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "PUT /v2.0/routers/ca0ba774-98af-42e8-bf22-e43f9b707449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2385306 Aug 09 16:00:31.115552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55644) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:31.123596 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0cee02-5c18-43dd-9022-2ce822fa4959 None None] Sync routers for ids ['ca0ba774-98af-42e8-bf22-e43f9b707449'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:31.126533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'port': {'network_id': '35635c49-2b4b-411d-9a6d-bd6a8cfdbe12', 'name': 'tempest-FloatingIPTestJSON-877544019'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:31.135101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5704706f-ff0a-4327-bb10-18a2471825ad None None] Provisioning complete for port 05decba1-6a39-4b06-9593-3683dd3f34d5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:31.138019 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5704706f-ff0a-4327-bb10-18a2471825ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.160318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Pushing event updated for resources: {'Port': ['ID=a175c53b-98c1-4427-ac60-903152285788,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:31.183180 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Router f1e4f42e-b3ef-4990-985a-3f2b7711cd4e has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:31.199228 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.207243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0cee02-5c18-43dd-9022-2ce822fa4959 None None] Routers {'ca0ba774-98af-42e8-bf22-e43f9b707449'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:31.219258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8c0cee02-5c18-43dd-9022-2ce822fa4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ca0ba774-98af-42e8-bf22-e43f9b707449'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:31.258074 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c151d29d-2e45-432f-8d2b-90c92e7fbd55 req-f4666b3e-4610-4abc-afff-ecbb71acc3f1 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229228 Aug 09 16:00:31.298012 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.299266 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-298cbd65-13de-4dde-8354-25cdc6959010 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9958057 Aug 09 16:00:31.334534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8c0cee02-5c18-43dd-9022-2ce822fa4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:31.362757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0cee02-5c18-43dd-9022-2ce822fa4959 None None] Routers {'ca0ba774-98af-42e8-bf22-e43f9b707449'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:31.363404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8c0cee02-5c18-43dd-9022-2ce822fa4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ca0ba774-98af-42e8-bf22-e43f9b707449'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:31.369023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5704706f-ff0a-4327-bb10-18a2471825ad None None] Port 05decba1-6a39-4b06-9593-3683dd3f34d5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:31.375908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55648) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:31.393171 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d04d1001-183b-42b4-9dff-c45280ac5848 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1217567431', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'fixed_ips': [{'ip_address': '172.25.2.156'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:31.449796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-12e4a0a8-676e-4268-9b95-51406a126a1f service neutron] 10.222.0.81 "GET /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317375 Aug 09 16:00:31.496612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8c0cee02-5c18-43dd-9022-2ce822fa4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:31.497374 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0cee02-5c18-43dd-9022-2ce822fa4959 None None] The sync data for ids ['ca0ba774-98af-42e8-bf22-e43f9b707449'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:31.583397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04d1001-183b-42b4-9dff-c45280ac5848 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Made reservation on behalf of 6e2dbd5d2aee4bed91fda33d94bdc99f for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:31.600274 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d04d1001-183b-42b4-9dff-c45280ac5848 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.608344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Made reservation on behalf of 40e4496ab1894c57beedeb5222faf778 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:31.618106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.662672 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d04d1001-183b-42b4-9dff-c45280ac5848 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.685314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] device_id is not set on port 1c514614-4379-433f-a275-49b696840271 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:00:31.701231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:31.705037 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c21708d3-a8ee-4d5a-94a3-9322fa03030a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:31.726163 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c36724cc-545f-4a97-9ba8-938442bbd344 admin admin] 10.222.0.81 "PUT /v2.0/routers/f1e4f42e-b3ef-4990-985a-3f2b7711cd4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7905641 Aug 09 16:00:31.815635 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-92c714ec-baba-4415-bca1-31893cbfacfe req-36caf2e8-101d-421d-b90c-248217ff1651 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 210 time: 0.1082613 Aug 09 16:00:31.884845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c21708d3-a8ee-4d5a-94a3-9322fa03030a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:31.895595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c21708d3-a8ee-4d5a-94a3-9322fa03030a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:31.896717 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.941621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d04d1001-183b-42b4-9dff-c45280ac5848 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.953292 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d04d1001-183b-42b4-9dff-c45280ac5848 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.961775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-d04d1001-183b-42b4-9dff-c45280ac5848 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] device_id is not set on port 2c4c8a0a-2afc-4c1c-8e6e-17236473b54e yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:00:32.132676 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.169769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port c21708d3-a8ee-4d5a-94a3-9322fa03030a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c21708d3-a8ee-4d5a-94a3-9322fa03030a,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:32.176587 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.178561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 88880492-68f8-4ee7-8b8d-10924bcf31cb up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:32.234562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d1001-183b-42b4-9dff-c45280ac5848 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ee403b-a3fb-4609-90ca-cb6e8d33cbfe,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:32.440297 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 88880492-68f8-4ee7-8b8d-10924bcf31cb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:32.441368 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.472995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=c21708d3-a8ee-4d5a-94a3-9322fa03030a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:32.548554 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04d1001-183b-42b4-9dff-c45280ac5848 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 09 16:00:32.553367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04d1001-183b-42b4-9dff-c45280ac5848 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:00:32.588349 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d04d1001-183b-42b4-9dff-c45280ac5848 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2112346 Aug 09 16:00:32.591076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55678) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:32.843290 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Sync routers for ids ['f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:32.861673 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Routers {'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:32.862385 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:32.868699 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-02841e80-75ee-4824-9e53-8f8d6316a0e2 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Deleting port a175c53b-98c1-4427-ac60-903152285788 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:32.869042 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02841e80-75ee-4824-9e53-8f8d6316a0e2 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.082586 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02841e80-75ee-4824-9e53-8f8d6316a0e2 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.083081 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02841e80-75ee-4824-9e53-8f8d6316a0e2 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.087655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1636117d-bae5-4559-8d67-2208d0c77cf5 req-da7ee7e8-8748-4a11-acbf-09df4de304b5 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 210 time: 0.0804446 Aug 09 16:00:33.100826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-02841e80-75ee-4824-9e53-8f8d6316a0e2 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Calling delete_port for a175c53b-98c1-4427-ac60-903152285788 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:33.103609 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Set router f1e4f42e-b3ef-4990-985a-3f2b7711cd4e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:33.151999 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Allocated IP 172.20.0.7 (35635c49-2b4b-411d-9a6d-bd6a8cfdbe12/68bec483-b1f6-41fb-aa85-d4db8ab01f5b/1c514614-4379-433f-a275-49b696840271) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:33.249748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55696) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:33.282052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1665912203-network', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:33.356269 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacde649-d6f2-4535-b8b6-5a749dd33d47 req-da0828da-9f17-4a9d-b18f-5018a9ef963b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:33.367257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dacde649-d6f2-4535-b8b6-5a749dd33d47 req-da0828da-9f17-4a9d-b18f-5018a9ef963b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.4853225 Aug 09 16:00:33.380964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Made reservation on behalf of d7d453f4bd804e288e89288a9c1af565 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:33.383936 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.398493 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.496710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c21708d3-a8ee-4d5a-94a3-9322fa03030a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:33.534898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.642100 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'name': 'tempest-TestServerMultinode-694197359-router', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:28Z', 'revision_number': 4, 'project_id': '7edd19b38f6245baa2deb7acbdacc954', 'gw_port': {'id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '05decba1-6a39-4b06-9593-3683dd3f34d5', 'name': '', 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'mac_address': 'fa:16:3e:a5:81:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '581956c1-9f6b-4930-9848-6ca9c6175f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:26Z', 'updated_at': '2021-08-09T16:00:29Z', 'revision_number': 2, 'project_id': '7edd19b38f6245baa2deb7acbdacc954', 'subnets': [{'id': '581956c1-9f6b-4930-9848-6ca9c6175f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:33.658831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c21708d3-a8ee-4d5a-94a3-9322fa03030a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:33.659465 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.692230 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Checking router: f1e4f42e-b3ef-4990-985a-3f2b7711cd4e for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:33.692740 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Updating router f1e4f42e-b3ef-4990-985a-3f2b7711cd4e port 05decba1-6a39-4b06-9593-3683dd3f34d5 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:00:33.742177 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.878569 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dacde649-d6f2-4535-b8b6-5a749dd33d47 req-9a7d8cd4-cb2a-4446-8abb-19b7ba9523c2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5101757 Aug 09 16:00:33.901095 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.915668 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.959575 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02841e80-75ee-4824-9e53-8f8d6316a0e2 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.002425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:00:34.009405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Transition to ACTIVE for port object 1c514614-4379-433f-a275-49b696840271 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:34.010958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c2a06f-965d-4c45-b1b2-e049a6eb9c83,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:34.025910 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.026266 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Added segment e73e2689-ad66-425d-8df9-82b7c0292e40 of type vlan for network 2f84a5fc-052d-4904-bd0c-5cd21a425e34 Aug 09 16:00:34.030716 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02841e80-75ee-4824-9e53-8f8d6316a0e2 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Pushing event deleted for resources: {'Port': ['ID=a175c53b-98c1-4427-ac60-903152285788,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:34.144308 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.153437 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02841e80-75ee-4824-9e53-8f8d6316a0e2 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.156422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02841e80-75ee-4824-9e53-8f8d6316a0e2 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.160122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-1e7a81bd-ddf4-4580-bf03-38e274e584a3 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:34.161691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-1e7a81bd-ddf4-4580-bf03-38e274e584a3 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.53 "GET /v2.0/networks?id=5db6aa99-06d7-43f0-8035-723ccf0c2c7b HTTP/1.1" status: 200 len: 809 time: 0.5962617 Aug 09 16:00:34.164226 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-02841e80-75ee-4824-9e53-8f8d6316a0e2 tempest-ExternalNetworksAdminNegativeTestJSON-969957839 tempest-ExternalNetworksAdminNegativeTestJSON-969957839-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/f7a2a139-67f2-44a3-b614-72dc94011f66 HTTP/1.1" status: 204 len: 168 time: 1.5700881 Aug 09 16:00:34.178758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Request body: {'port': {'device_id': '9430492a-9f1d-45f1-84de-c25447d958f9', 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b', 'admin_state_up': True, 'tenant_id': '9354282398a942abbc5356fe124f834e'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:34.243099 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.246714 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.258434 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Transition to ACTIVE for port object 05decba1-6a39-4b06-9593-3683dd3f34d5 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:34.266749 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.298797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Network 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:34.311639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:34.314906 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.316042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:34.319995 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.320624 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a0113e7-7e9e-4d14-9b0f-8c1974750341 req-0f491a04-e645-48f1-93f0-beccc573b5ea tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 210 time: 0.1009493 Aug 09 16:00:34.331819 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:34.352675 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1013246 Aug 09 16:00:34.357114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55706) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.363694 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c7ff82a5-96ab-4fd8-aa39-2926989c9ba8 admin admin] Request body: {'subnet': {'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1665912203-subnet', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:34.399391 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430cdb3-c4cf-418f-9e89-2b48ff07cdde None None] Pushing event updated for resources: {'Port': ['ID=05decba1-6a39-4b06-9593-3683dd3f34d5,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:34.420434 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Attempting to bind port 05decba1-6a39-4b06-9593-3683dd3f34d5 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:34.422143 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Attempting to bind port 05decba1-6a39-4b06-9593-3683dd3f34d5 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:34.422669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ff82a5-96ab-4fd8-aa39-2926989c9ba8 admin admin] Made reservation on behalf of d7d453f4bd804e288e89288a9c1af565 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:34.423262 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Attempting to bind port 05decba1-6a39-4b06-9593-3683dd3f34d5 on network c6a00482-dfda-4a21-89e5-730318a67397 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:34.426414 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7ff82a5-96ab-4fd8-aa39-2926989c9ba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.431654 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:34.432494 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Checking segment: {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:34.434106 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.434599 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Bound using segment: {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:34.435121 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Bound port: 05decba1-6a39-4b06-9593-3683dd3f34d5, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:34.435634 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.517983 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] For port 05decba1-6a39-4b06-9593-3683dd3f34d5, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:34.519082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event updated for resources: {'Port': ['ID=1c514614-4379-433f-a275-49b696840271,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:34.530309 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] For port 05decba1-6a39-4b06-9593-3683dd3f34d5, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=05decba1-6a39-4b06-9593-3683dd3f34d5,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:34.545201 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.638000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Made reservation on behalf of 9354282398a942abbc5356fe124f834e for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:34.643127 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.675480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e34f2-7fd6-44c3-9918-265b0f25659a admin admin] Pushing event updated for resources: {'Network': ['ID=2f84a5fc-052d-4904-bd0c-5cd21a425e34,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:34.686729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:34.688050 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.690580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 2f84a5fc-052d-4904-bd0c-5cd21a425e34 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:00:34.703895 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55712) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.704770 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430cdb3-c4cf-418f-9e89-2b48ff07cdde None None] Pushing event updated for resources: {'Port': ['ID=05decba1-6a39-4b06-9593-3683dd3f34d5,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:34.716312 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Routers {'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:34.717950 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:34.870493 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] Set router f1e4f42e-b3ef-4990-985a-3f2b7711cd4e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:34.879025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3bae3934-f0f1-4997-9d22-8a937841c10f None None] Provisioning for port 1c514614-4379-433f-a275-49b696840271 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:34.884763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3bae3934-f0f1-4997-9d22-8a937841c10f None None] Provisioning complete for port 1c514614-4379-433f-a275-49b696840271 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:34.886133 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3bae3934-f0f1-4997-9d22-8a937841c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.894652 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7ff82a5-96ab-4fd8-aa39-2926989c9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.931318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-60a86897-8df9-4432-ad9f-77d91e221b10 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8121297 Aug 09 16:00:34.932342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55718) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.955727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3bae3934-f0f1-4997-9d22-8a937841c10f None None] Port 1c514614-4379-433f-a275-49b696840271 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:34.966056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1d453ccc-c8c7-4a7d-acb3-f368a76a6065 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Request body: {'floatingip': {'port_id': '1c514614-4379-433f-a275-49b696840271'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:34.970908 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1e96-fe5a-4371-8c5d-96937a9f6bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.995356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff82a5-96ab-4fd8-aa39-2926989c9ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0bbee7-2ab5-4f45-886c-5f6f6a45b193,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:35.067267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff82a5-96ab-4fd8-aa39-2926989c9ba8 admin admin] Checking segment: {'id': 'e73e2689-ad66-425d-8df9-82b7c0292e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:35.070170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ff82a5-96ab-4fd8-aa39-2926989c9ba8 admin admin] Network hostable DHCP agents. Network: 2f84a5fc-052d-4904-bd0c-5cd21a425e34, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:00:35.112946 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ff82a5-96ab-4fd8-aa39-2926989c9ba8 admin admin] Network 2f84a5fc-052d-4904-bd0c-5cd21a425e34 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:00:35.129551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c7ff82a5-96ab-4fd8-aa39-2926989c9ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 2f84a5fc-052d-4904-bd0c-5cd21a425e34) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:35.134312 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ff82a5-96ab-4fd8-aa39-2926989c9ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:35.135037 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7ff82a5-96ab-4fd8-aa39-2926989c9ba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.141518 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4aeaec-48ec-406e-a248-4d5d27401ff3 None None] Network 2f84a5fc-052d-4904-bd0c-5cd21a425e34 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:35.222589 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d453ccc-c8c7-4a7d-acb3-f368a76a6065 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.242461 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1e96-fe5a-4371-8c5d-96937a9f6bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.257621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1e96-fe5a-4371-8c5d-96937a9f6bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.285159 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c7ff82a5-96ab-4fd8-aa39-2926989c9ba8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9268138 Aug 09 16:00:35.288078 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'name': 'tempest-TestServerMultinode-694197359-router', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:28Z', 'revision_number': 4, 'project_id': '7edd19b38f6245baa2deb7acbdacc954', 'gw_port': {'id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '05decba1-6a39-4b06-9593-3683dd3f34d5', 'name': '', 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'mac_address': 'fa:16:3e:a5:81:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '581956c1-9f6b-4930-9848-6ca9c6175f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:26Z', 'updated_at': '2021-08-09T16:00:34Z', 'revision_number': 4, 'project_id': '7edd19b38f6245baa2deb7acbdacc954', 'subnets': [{'id': '581956c1-9f6b-4930-9848-6ca9c6175f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:35.297062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55726) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.320617 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1665912203-router', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:35.353385 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd48d6-dfaf-4e03-b6ed-f500d67d0085 None None] The sync data for ids ['f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'] in n-d-803778-2 is: [{'id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'name': 'tempest-TestServerMultinode-694197359-router', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:28Z', 'revision_number': 4, 'project_id': '7edd19b38f6245baa2deb7acbdacc954', 'gw_port': {'id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '05decba1-6a39-4b06-9593-3683dd3f34d5', 'name': '', 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'mac_address': 'fa:16:3e:a5:81:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '581956c1-9f6b-4930-9848-6ca9c6175f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:26Z', 'updated_at': '2021-08-09T16:00:34Z', 'revision_number': 4, 'project_id': '7edd19b38f6245baa2deb7acbdacc954', 'subnets': [{'id': '581956c1-9f6b-4930-9848-6ca9c6175f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:35.447171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.449666 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.515762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fc675-0ec6-4639-bb58-9afad866c3e4 req-c453c482-c1f3-4b52-bc6f-0ef5ce0f976f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:35.517561 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb9fc675-0ec6-4639-bb58-9afad866c3e4 req-c453c482-c1f3-4b52-bc6f-0ef5ce0f976f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.4211481 Aug 09 16:00:35.533050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Allocated IP 172.20.0.10 (5db6aa99-06d7-43f0-8035-723ccf0c2c7b/1d609eca-278f-4121-a8df-9997f8d969b7/c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:35.550923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-2f84a5fc-052d-4904-bd0c-5cd21a425e34', 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'fixed_ips': [{'subnet_id': '8d0bbee7-2ab5-4f45-886c-5f6f6a45b193'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:00:35.551931 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.580228 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.590454 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a1ea1e96-fe5a-4371-8c5d-96937a9f6bca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72f8e711c58445088c553c200ce2d568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8830225 Aug 09 16:00:35.590454 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea1e96-fe5a-4371-8c5d-96937a9f6bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb5e020-d7bd-46c5-9d4c-33e13455a3e8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:35.603674 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55734) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.867849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Allocated IP 172.20.0.2 (2f84a5fc-052d-4904-bd0c-5cd21a425e34/8d0bbee7-2ab5-4f45-886c-5f6f6a45b193/20593450-708e-4148-9b95-fb85deb77172) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:35.869528 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2bc0e8af-da0f-4262-af38-d9acf0fa0ba5 req-dabef0d7-9e9c-4ede-9c6e-89a4cf4f5e81 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 210 time: 0.2817512 Aug 09 16:00:36.026479 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.056615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55742) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:36.209352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.244820 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.266955 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb9fc675-0ec6-4639-bb58-9afad866c3e4 req-47b44be2-802a-4ac0-a1f1-94a7ea7f07c8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7343369 Aug 09 16:00:36.294044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Transition to ACTIVE for port object 20593450-708e-4148-9b95-fb85deb77172 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:36.320636 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.324190 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Transition to ACTIVE for port object 20593450-708e-4148-9b95-fb85deb77172 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:36.338462 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.415978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Network 2f84a5fc-052d-4904-bd0c-5cd21a425e34 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:36.418833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Pushing event updated for resources: {'Port': ['ID=20593450-708e-4148-9b95-fb85deb77172,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:36.422668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:36.430455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:36.439508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:36.440721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:36.441640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:36.442277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:36.442873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:36.443266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:36.443705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:36.444297 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:36.444900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:36.445445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:36.446064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:36.446641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:36.448427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:36.460843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:36.467798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:36.541857 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1489-c7c3-4a42-bda8-ed8a339ffc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.545766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Attempting to bind port 20593450-708e-4148-9b95-fb85deb77172 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:36.547247 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Attempting to bind port 20593450-708e-4148-9b95-fb85deb77172 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'e73e2689-ad66-425d-8df9-82b7c0292e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:36.547741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Attempting to bind port 20593450-708e-4148-9b95-fb85deb77172 on network 2f84a5fc-052d-4904-bd0c-5cd21a425e34 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:36.555676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:36.556228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Checking segment: {'id': 'e73e2689-ad66-425d-8df9-82b7c0292e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:36.556946 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.557445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Bound using segment: {'id': 'e73e2689-ad66-425d-8df9-82b7c0292e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:36.558123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Bound port: 20593450-708e-4148-9b95-fb85deb77172, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73e2689-ad66-425d-8df9-82b7c0292e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:36.558644 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.592305 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1489-c7c3-4a42-bda8-ed8a339ffc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.628037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Pushing event updated for resources: {'Port': ['ID=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:36.657038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] For port 20593450-708e-4148-9b95-fb85deb77172, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:36.669916 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] For port 20593450-708e-4148-9b95-fb85deb77172, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=20593450-708e-4148-9b95-fb85deb77172,segment=NetworkSegment(e73e2689-ad66-425d-8df9-82b7c0292e40),segment_id=e73e2689-ad66-425d-8df9-82b7c0292e40)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:36.691342 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.819766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f8858-42c0-4285-a50b-aac52402e842 None None] Pushing event updated for resources: {'Port': ['ID=20593450-708e-4148-9b95-fb85deb77172,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:36.941838 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1489-c7c3-4a42-bda8-ed8a339ffc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.951298 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1489-c7c3-4a42-bda8-ed8a339ffc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.986248 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4ffe1489-c7c3-4a42-bda8-ed8a339ffc7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecb5e020-d7bd-46c5-9d4c-33e13455a3e8 HTTP/1.1" status: 204 len: 168 time: 1.3802562 Aug 09 16:00:37.017005 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d453ccc-c8c7-4a7d-acb3-f368a76a6065 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.035057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d453ccc-c8c7-4a7d-acb3-f368a76a6065 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.159518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd9986bb-548c-4f66-aab0-ca1e9bbcd9cd req-066477c8-4021-49d5-b971-cc61c6ec5805 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8370416 Aug 09 16:00:37.188976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:37.189672 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.226614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe1489-c7c3-4a42-bda8-ed8a339ffc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb5e020-d7bd-46c5-9d4c-33e13455a3e8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:37.278654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f84a2b-f5c4-4315-a893-f39ff2c11854 req-3a68a000-9b96-452a-828d-726c2ac2a414 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:37.280278 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69f84a2b-f5c4-4315-a893-f39ff2c11854 req-3a68a000-9b96-452a-828d-726c2ac2a414 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 932 time: 0.2927325 Aug 09 16:00:37.533699 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69f84a2b-f5c4-4315-a893-f39ff2c11854 req-4e674fd0-a9ed-4a41-a773-b2e76a24933d tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252464 Aug 09 16:00:37.573507 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-81a566d0-6503-421b-93b9-d7d6ed253e4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4003451 Aug 09 16:00:37.620697 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9383e988-e8d8-4f01-a489-d77a8e33f3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.649789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Request body: {'port': {'device_id': '9430492a-9f1d-45f1-84de-c25447d958f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:37.651403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 05decba1-6a39-4b06-9593-3683dd3f34d5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:37.694532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9986bb-548c-4f66-aab0-ca1e9bbcd9cd req-942424b2-b1f2-4004-879d-6c27615a0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:37.696032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd9986bb-548c-4f66-aab0-ca1e9bbcd9cd req-942424b2-b1f2-4004-879d-6c27615a0091 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 1096 time: 0.4912207 Aug 09 16:00:37.807680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55758) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:37.821475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 05decba1-6a39-4b06-9593-3683dd3f34d5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:37.829464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 05decba1-6a39-4b06-9593-3683dd3f34d5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:37.830015 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.869940 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.900412 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.047465 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.076103 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.131647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 05decba1-6a39-4b06-9593-3683dd3f34d5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=05decba1-6a39-4b06-9593-3683dd3f34d5,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:38.137966 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.138809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 20593450-708e-4148-9b95-fb85deb77172 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:38.140520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae228c85-3b67-4905-b6ca-7471809e5c95 req-f951b4af-8f76-4397-996f-b08c37cbbf5a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:38.145144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae228c85-3b67-4905-b6ca-7471809e5c95 req-f951b4af-8f76-4397-996f-b08c37cbbf5a tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.5642095 Aug 09 16:00:38.155015 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-1d453ccc-c8c7-4a7d-acb3-f368a76a6065 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Floating IP d2e79f98-6555-4b50-8cdb-2607fca5e6f0 associated. External IP: 172.25.2.144, port: 1709f98e-f6f6-4d18-b984-ab9318c4bf7b. Aug 09 16:00:38.259612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Allocated IP 172.25.2.43 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/867a3fd0-a54a-4366-af55-9af59ccc025b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:38.261910 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-41555d7e-f4dc-4d80-a770-93a16846f4e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6e2dbd5d2aee4bed91fda33d94bdc99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385636 Aug 09 16:00:38.265533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55760) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.294226 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-095403ea-abd7-493b-93b2-4fd87b5291ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.298193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=05decba1-6a39-4b06-9593-3683dd3f34d5,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:38.424903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 20593450-708e-4148-9b95-fb85deb77172 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:38.495549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae228c85-3b67-4905-b6ca-7471809e5c95 req-5a3f44f8-3a4e-4e73-9409-d38990ea34d2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820673 Aug 09 16:00:38.694053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9986bb-548c-4f66-aab0-ca1e9bbcd9cd req-11c390e0-3ca8-47f4-bee1-50afc61a321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:38.695646 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd9986bb-548c-4f66-aab0-ca1e9bbcd9cd req-11c390e0-3ca8-47f4-bee1-50afc61a321b service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.9362080 Aug 09 16:00:38.725530 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b202a13-273b-413d-9534-d3a7e82d6fb9 None None] Network 2f84a5fc-052d-4904-bd0c-5cd21a425e34 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:38.807318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd9986bb-548c-4f66-aab0-ca1e9bbcd9cd req-d516addd-50ba-4880-8634-118f7b8adb93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb82bc55-5633-41e7-aca5-e4c11ab8deeb HTTP/1.1" status: 200 len: 217 time: 0.0515511 Aug 09 16:00:38.883892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9986bb-548c-4f66-aab0-ca1e9bbcd9cd req-253ce8a8-258d-47cd-80d8-bb7825e3ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:38.886062 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd9986bb-548c-4f66-aab0-ca1e9bbcd9cd req-253ce8a8-258d-47cd-80d8-bb7825e3ca6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.0646772 Aug 09 16:00:38.899452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-45a28492-e5b2-4448-848a-ef70a27b9153 None None] Provisioning for port 20593450-708e-4148-9b95-fb85deb77172 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:38.914151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-45a28492-e5b2-4448-848a-ef70a27b9153 None None] Provisioning complete for port 20593450-708e-4148-9b95-fb85deb77172 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:38.914542 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-45a28492-e5b2-4448-848a-ef70a27b9153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.975143 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.044497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85d5c3-b9fe-471f-a001-939d96f7e12c req-092c5aab-a00e-43b7-9304-22526a8ed794 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:39.048689 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7b85d5c3-b9fe-471f-a001-939d96f7e12c req-092c5aab-a00e-43b7-9304-22526a8ed794 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 932 time: 0.3712249 Aug 09 16:00:39.057096 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-298a78f5-7f85-4a79-af59-a14f4f897280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.076549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9986bb-548c-4f66-aab0-ca1e9bbcd9cd req-7ef42a7c-b354-4027-94cd-da1e8941173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:39.078580 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd9986bb-548c-4f66-aab0-ca1e9bbcd9cd req-7ef42a7c-b354-4027-94cd-da1e8941173b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799474 Aug 09 16:00:39.130043 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7b85d5c3-b9fe-471f-a001-939d96f7e12c req-2b6cab89-b927-468b-a580-e8d53c0a01e6 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729437 Aug 09 16:00:39.176606 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.246495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Pushing event updated for resources: {'Port': ['ID=867a3fd0-a54a-4366-af55-9af59ccc025b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:39.261457 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-45a28492-e5b2-4448-848a-ef70a27b9153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.274391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:39.277695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:39.280170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:39.394128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-45a28492-e5b2-4448-848a-ef70a27b9153 None None] For port 20593450-708e-4148-9b95-fb85deb77172, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=20593450-708e-4148-9b95-fb85deb77172,segment=NetworkSegment(e73e2689-ad66-425d-8df9-82b7c0292e40),segment_id=e73e2689-ad66-425d-8df9-82b7c0292e40)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:39.399536 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-45a28492-e5b2-4448-848a-ef70a27b9153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.524755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a28492-e5b2-4448-848a-ef70a27b9153 None None] Pushing event updated for resources: {'Port': ['ID=20593450-708e-4148-9b95-fb85deb77172,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:39.527671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 05decba1-6a39-4b06-9593-3683dd3f34d5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:39.662350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-095403ea-abd7-493b-93b2-4fd87b5291ef admin admin] Deleting port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:39.662350 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-095403ea-abd7-493b-93b2-4fd87b5291ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.678834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 05decba1-6a39-4b06-9593-3683dd3f34d5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:39.679884 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.748831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-095403ea-abd7-493b-93b2-4fd87b5291ef admin admin] For port 0e5432c4-b1f7-478a-b9c8-1ea3622e0168, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0e5432c4-b1f7-478a-b9c8-1ea3622e0168,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:39.750035 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-095403ea-abd7-493b-93b2-4fd87b5291ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.764514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-095403ea-abd7-493b-93b2-4fd87b5291ef admin admin] Calling delete_port for 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:39.782089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0ff94244-40d9-48fb-930d-3ce5122d1a84 None None] Provisioning complete for port 20593450-708e-4148-9b95-fb85deb77172 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:39.787747 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0ff94244-40d9-48fb-930d-3ce5122d1a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.906156 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-298a78f5-7f85-4a79-af59-a14f4f897280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.212431 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-095403ea-abd7-493b-93b2-4fd87b5291ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.304959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095403ea-abd7-493b-93b2-4fd87b5291ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5432c4-b1f7-478a-b9c8-1ea3622e0168,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:40.371765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39c14d-cb33-40f4-91cb-3fc26408cb58 req-881f0878-99e5-4419-966d-c4f6fcd1025e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:40.373394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb39c14d-cb33-40f4-91cb-3fc26408cb58 req-881f0878-99e5-4419-966d-c4f6fcd1025e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.4808676 Aug 09 16:00:40.388501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d453ccc-c8c7-4a7d-acb3-f368a76a6065 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:40.389265 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.512476 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-71f05a64-e45c-40aa-8df9-4316fd940c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.604608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb39c14d-cb33-40f4-91cb-3fc26408cb58 req-6d40c0ef-9c50-47b4-b4c6-c2e4e0aad0ac tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938531 Aug 09 16:00:40.605637 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-298a78f5-7f85-4a79-af59-a14f4f897280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.609225 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-298a78f5-7f85-4a79-af59-a14f4f897280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.610686 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-298a78f5-7f85-4a79-af59-a14f4f897280 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16ee403b-a3fb-4609-90ca-cb6e8d33cbfe HTTP/1.1" status: 204 len: 168 time: 2.2696245 Aug 09 16:00:40.622406 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd9986bb-548c-4f66-aab0-ca1e9bbcd9cd req-3f49335f-d9b0-4c57-b9db-8a0a7ea43c63 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5281880 Aug 09 16:00:40.641358 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:00:40.855148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50231a45-ff9c-4bfa-a153-d1bf18b35ef3 req-136b6c8d-1441-43dc-88fd-6acb993003bd tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:40.856119 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.886520 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-50231a45-ff9c-4bfa-a153-d1bf18b35ef3 req-136b6c8d-1441-43dc-88fd-6acb993003bd tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 932 time: 0.5842543 Aug 09 16:00:40.892256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd9986bb-548c-4f66-aab0-ca1e9bbcd9cd req-f2fe197a-416f-4620-b3bd-6abc88b9688e service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541614 Aug 09 16:00:40.896368 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.900768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a78f5-7f85-4a79-af59-a14f4f897280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ee403b-a3fb-4609-90ca-cb6e8d33cbfe,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:40.943963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Transition to ACTIVE for port object c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:41.021516 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.141342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:41.162981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d453ccc-c8c7-4a7d-acb3-f368a76a6065 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:41.176938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdd4b9-24df-4458-99b9-dce39deb57e0 None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:41.187815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdd4b9-24df-4458-99b9-dce39deb57e0 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:41.188509 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-96bdd4b9-24df-4458-99b9-dce39deb57e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:41.267795 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-96bdd4b9-24df-4458-99b9-dce39deb57e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:41.287131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdd4b9-24df-4458-99b9-dce39deb57e0 None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:41.287784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-96bdd4b9-24df-4458-99b9-dce39deb57e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:41.355590 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-96bdd4b9-24df-4458-99b9-dce39deb57e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:41.357651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdd4b9-24df-4458-99b9-dce39deb57e0 None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:41.430228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Attempting to bind port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:41.431032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Attempting to bind port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '93bd3e6c-afac-4c5f-9c86-28995c93c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:41.431738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Attempting to bind port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 on network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:41.466176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 on network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:00:41.466643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Attempting to bind port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 on network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:41.483882 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.494384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:41.494869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Checking segment: {'id': '93bd3e6c-afac-4c5f-9c86-28995c93c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:41.495397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Bound using segment: {'id': '93bd3e6c-afac-4c5f-9c86-28995c93c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:41.496261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Bound port: c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93bd3e6c-afac-4c5f-9c86-28995c93c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:41.496953 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.573221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 20593450-708e-4148-9b95-fb85deb77172 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:41.696099 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.727140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 20593450-708e-4148-9b95-fb85deb77172 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:41.727531 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.746449 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-50231a45-ff9c-4bfa-a153-d1bf18b35ef3 req-90d50054-d152-49ee-b06f-63a7f810cec2 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8586602 Aug 09 16:00:41.805034 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-095403ea-abd7-493b-93b2-4fd87b5291ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.866964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] For port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:41.889046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] For port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471,segment=NetworkSegment(93bd3e6c-afac-4c5f-9c86-28995c93c60b),segment_id=93bd3e6c-afac-4c5f-9c86-28995c93c60b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:41.916907 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.944733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc585170-1fb5-4561-935a-09e2e705c57c req-d7accb3b-04d5-4b80-81ce-7bbf4149f01c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:41.946196 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.957383 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc585170-1fb5-4561-935a-09e2e705c57c req-d7accb3b-04d5-4b80-81ce-7bbf4149f01c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2383392 Aug 09 16:00:42.001633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:42.002455 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.004456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] 10.222.0.53 "PUT /v2.0/ports/c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 HTTP/1.1" status: 200 len: 1092 time: 4.3826489 Aug 09 16:00:42.005077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9430492a-9f1d-45f1-84de-c25447d958f9', 'tag': 'c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:42.007694 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd419915-a321-4f7a-b127-af100d278830" -d '{"events": [{"name": "network-changed", "server_uuid": "9430492a-9f1d-45f1-84de-c25447d958f9", "tag": "c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:42.018651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d453ccc-c8c7-4a7d-acb3-f368a76a6065 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router ca0ba774-98af-42e8-bf22-e43f9b707449 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:42.248151 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be3b4fa-4d1b-43ba-88c3-5ea271381f60 x-openstack-request-id: req-2be3b4fa-4d1b-43ba-88c3-5ea271381f60 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:42.248371 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9430492a-9f1d-45f1-84de-c25447d958f9", "tag": "c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:42.248639 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2be3b4fa-4d1b-43ba-88c3-5ea271381f60 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:42.249096 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9430492a-9f1d-45f1-84de-c25447d958f9', 'tag': 'c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471', 'status': 'completed', 'code': 200} Aug 09 16:00:42.253774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d453ccc-c8c7-4a7d-acb3-f368a76a6065 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:42.259475 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc585170-1fb5-4561-935a-09e2e705c57c req-3861ae17-826d-446b-8813-4188b8229669 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006201 Aug 09 16:00:42.266458 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d453ccc-c8c7-4a7d-acb3-f368a76a6065 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.271119 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d185b63-aee1-4dba-bf2a-73fe58f299d8 None None] Sync routers for ids ['ca0ba774-98af-42e8-bf22-e43f9b707449'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:42.298138 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d185b63-aee1-4dba-bf2a-73fe58f299d8 None None] Routers {'ca0ba774-98af-42e8-bf22-e43f9b707449'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:42.298776 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1d185b63-aee1-4dba-bf2a-73fe58f299d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ca0ba774-98af-42e8-bf22-e43f9b707449'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:42.343295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22a80b-10f1-4e6b-8b1c-8873d64f6021 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:42.359734 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Router d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:00:42.367992 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1d185b63-aee1-4dba-bf2a-73fe58f299d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:42.381433 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d185b63-aee1-4dba-bf2a-73fe58f299d8 None None] Routers {'ca0ba774-98af-42e8-bf22-e43f9b707449'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:42.382470 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1d185b63-aee1-4dba-bf2a-73fe58f299d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ca0ba774-98af-42e8-bf22-e43f9b707449'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:42.400303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1d453ccc-c8c7-4a7d-acb3-f368a76a6065 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "PUT /v2.0/floatingips/d2e79f98-6555-4b50-8cdb-2607fca5e6f0 HTTP/1.1" status: 200 len: 977 time: 7.4660847 Aug 09 16:00:42.404005 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55818) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:42.435955 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1d185b63-aee1-4dba-bf2a-73fe58f299d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:42.437484 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d185b63-aee1-4dba-bf2a-73fe58f299d8 None None] The sync data for ids ['ca0ba774-98af-42e8-bf22-e43f9b707449'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:42.464168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-0c596eff-0300-4a8d-9c79-02b366f2e4c9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4143794 Aug 09 16:00:42.505970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-1dec4abd-6205-4ece-98fb-17e10ff2de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:42.507946 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-1dec4abd-6205-4ece-98fb-17e10ff2de33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9354282398a942abbc5356fe124f834e&device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 1095 time: 0.4376545 Aug 09 16:00:42.580387 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095403ea-abd7-493b-93b2-4fd87b5291ef admin admin] Router 4f585b29-887a-438f-832b-4afec305bda6 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:42.635965 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-7d3138d3-0e6a-4e7d-9cdf-3656525443b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 HTTP/1.1" status: 200 len: 217 time: 0.0994096 Aug 09 16:00:42.766410 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-4f385462-b174-414a-adf5-9a3efeff0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:42.767087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-4f385462-b174-414a-adf5-9a3efeff0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:42.767574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-4f385462-b174-414a-adf5-9a3efeff0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:42.768053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-4f385462-b174-414a-adf5-9a3efeff0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:42.768527 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-4f385462-b174-414a-adf5-9a3efeff0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:42.769051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-4f385462-b174-414a-adf5-9a3efeff0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:42.769533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-4f385462-b174-414a-adf5-9a3efeff0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:42.771603 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-4f385462-b174-414a-adf5-9a3efeff0ded service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b11b354c2a244fa872442da9eb700e6&device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 6493 time: 0.2180941 Aug 09 16:00:42.784621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:42.799949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Sync routers for ids ['d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:42.814822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Routers {'d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:42.816587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:42.840643 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.841939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-44985d3d-95f5-490a-a042-acdb4f982e42 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5434186 Aug 09 16:00:42.845498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55834) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:42.910849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 1c514614-4379-433f-a275-49b696840271 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:42.911207 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.998230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Set router d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:43.008694 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55836) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:43.048686 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.115418 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095403ea-abd7-493b-93b2-4fd87b5291ef admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:43.121177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de1a95-cddf-4fbb-b94a-b607cd206dd2 req-20e519d4-1289-4a59-be7b-12451e5ccef7 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:43.122796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43de1a95-cddf-4fbb-b94a-b607cd206dd2 req-20e519d4-1289-4a59-be7b-12451e5ccef7 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.5219719 Aug 09 16:00:43.133210 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c55e74-ca22-4ef3-af15-92bd01aece1c None None] Sync routers for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:43.150056 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c55e74-ca22-4ef3-af15-92bd01aece1c None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:43.152394 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-37c55e74-ca22-4ef3-af15-92bd01aece1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:43.152565 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.160941 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-095403ea-abd7-493b-93b2-4fd87b5291ef admin admin] 10.222.0.81 "PUT /v2.0/routers/4f585b29-887a-438f-832b-4afec305bda6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1002004 Aug 09 16:00:43.168858 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55840) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:43.230674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-60dfeac7-f0c1-4260-8407-d486faa06efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:43.232603 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-60dfeac7-f0c1-4260-8407-d486faa06efe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1d609eca-278f-4121-a8df-9997f8d969b7 HTTP/1.1" status: 200 len: 849 time: 0.5682299 Aug 09 16:00:43.264330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eb3aa-68bf-4a82-af43-73b457cad379 req-545e5224-694f-4631-92c8-39127a28a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:43.265887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c64eb3aa-68bf-4a82-af43-73b457cad379 req-545e5224-694f-4631-92c8-39127a28a1a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1096 time: 0.5411162 Aug 09 16:00:43.291108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'name': 'tempest-TestServerMultinode-1665912203-router', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:35Z', 'updated_at': '2021-08-09T16:00:39Z', 'revision_number': 3, 'project_id': 'd7d453f4bd804e288e89288a9c1af565', 'gw_port': {'id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:37Z', 'updated_at': '2021-08-09T16:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:43.293577 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-c415be4e-580d-41b2-91a9-804b1c29db79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db6aa99-06d7-43f0-8035-723ccf0c2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481865 Aug 09 16:00:43.402116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-302579498', 'router:external': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:43.406781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eb3aa-68bf-4a82-af43-73b457cad379 req-bb020a7b-4cdd-4e92-8c00-ad6df3ec7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:43.408311 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c64eb3aa-68bf-4a82-af43-73b457cad379 req-bb020a7b-4cdd-4e92-8c00-ad6df3ec7ef5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.1172941 Aug 09 16:00:43.438200 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-37c55e74-ca22-4ef3-af15-92bd01aece1c None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:43.479277 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be102d-0d20-4f69-b03e-35fdd7e85255 req-44b0d88f-05c1-4a78-878c-969b2dcd1590 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:43.480932 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44be102d-0d20-4f69-b03e-35fdd7e85255 req-44b0d88f-05c1-4a78-878c-969b2dcd1590 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 944 time: 0.5081012 Aug 09 16:00:43.539926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Checking router: d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:43.540390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Updating router d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb port 867a3fd0-a54a-4366-af55-9af59ccc025b binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:00:43.559701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43de1a95-cddf-4fbb-b94a-b607cd206dd2 req-c473ca09-0f62-4f9a-b525-30b59b2ab9c0 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090309 Aug 09 16:00:43.574128 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.577782 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.597730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-a308e826-8b4a-4b9b-93ea-5bd4e7ccae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:43.598212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-a308e826-8b4a-4b9b-93ea-5bd4e7ccae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:43.598700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-a308e826-8b4a-4b9b-93ea-5bd4e7ccae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:43.600262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-a308e826-8b4a-4b9b-93ea-5bd4e7ccae7e service neutron] 10.222.0.53 "GET /v2.0/networks?id=97fd2185-0eab-47a9-8199-9d7cb3b92b10&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&id=1c3c728d-829e-4443-8957-ac78e0ccda02&id=1c3c728d-829e-4443-8957-ac78e0ccda02 HTTP/1.1" status: 200 len: 2292 time: 0.7293153 Aug 09 16:00:43.772877 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c64eb3aa-68bf-4a82-af43-73b457cad379 req-6a0782ad-8dce-4420-aa16-5e6ccacb8009 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 999 time: 0.3517141 Aug 09 16:00:43.778789 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Made reservation on behalf of 83ad9310d42c4344b9c32a367a17a259 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:43.789697 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.832954 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.835845 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-37c55e74-ca22-4ef3-af15-92bd01aece1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T16:00:39Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:43.893680 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c55e74-ca22-4ef3-af15-92bd01aece1c None None] Checking router: 4f585b29-887a-438f-832b-4afec305bda6 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:43.915561 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.916465 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.917065 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Floating IP d2e79f98-6555-4b50-8cdb-2607fca5e6f0 disassociated. External IP: 172.25.2.144, port: 1c514614-4379-433f-a275-49b696840271. Aug 09 16:00:43.917738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 1c514614-4379-433f-a275-49b696840271 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:43.932313 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c55e74-ca22-4ef3-af15-92bd01aece1c None None] Routers {'4f585b29-887a-438f-832b-4afec305bda6'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:43.932939 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-37c55e74-ca22-4ef3-af15-92bd01aece1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4f585b29-887a-438f-832b-4afec305bda6'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:43.951880 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-5908b73f-3ec0-4e3d-87b4-d410ba6ccbce service neutron] 10.222.0.53 "GET /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354416 Aug 09 16:00:43.955854 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.966989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Transition to ACTIVE for port object 867a3fd0-a54a-4366-af55-9af59ccc025b will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:43.969450 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-146ba141-95b6-4462-a200-0ea04b34833e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ed1316a-0351-412f-8ada-42ec3a9c3323 HTTP/1.1" status: 200 len: 1000 time: 0.3545668 Aug 09 16:00:43.978550 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.052886 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.072715 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.084951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:00:44.086992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17c8893f-425f-45ce-abc0-473e9ddd2b33 req-fb3abb43-710d-483e-89bc-2effbeb737ac service neutron] 10.222.0.53 "GET /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212182 Aug 09 16:00:44.110666 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.111020 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Added segment 8137ef85-ab41-4c60-b63a-6b1d914d0bff of type vlan for network 24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0 Aug 09 16:00:44.130893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d513f-1651-43b5-8d23-ee6de81844f0 None None] Pushing event updated for resources: {'Port': ['ID=867a3fd0-a54a-4366-af55-9af59ccc025b,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:44.140324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Attempting to bind port 867a3fd0-a54a-4366-af55-9af59ccc025b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:44.140761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Attempting to bind port 867a3fd0-a54a-4366-af55-9af59ccc025b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:44.141157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Attempting to bind port 867a3fd0-a54a-4366-af55-9af59ccc025b on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:44.154183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eb3aa-68bf-4a82-af43-73b457cad379 req-f42576ff-4e08-4b2d-9635-526c61cc4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:44.154455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:44.156964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:44.157397 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.157645 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c64eb3aa-68bf-4a82-af43-73b457cad379 req-f42576ff-4e08-4b2d-9635-526c61cc4798 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.3637509 Aug 09 16:00:44.157799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:44.158298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Bound port: 867a3fd0-a54a-4366-af55-9af59ccc025b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:44.158683 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.180336 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.206427 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-37c55e74-ca22-4ef3-af15-92bd01aece1c None None] Set router 4f585b29-887a-438f-832b-4afec305bda6 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:44.279487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] For port 867a3fd0-a54a-4366-af55-9af59ccc025b, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:44.285249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442e13a8-5843-4fa8-9a16-7270b0f1ed1a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:44.291566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] For port 867a3fd0-a54a-4366-af55-9af59ccc025b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=867a3fd0-a54a-4366-af55-9af59ccc025b,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:44.298385 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.300386 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.302469 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:44.304790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.412497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Routers {'d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:44.416930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:44.426885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d513f-1651-43b5-8d23-ee6de81844f0 None None] Pushing event updated for resources: {'Port': ['ID=867a3fd0-a54a-4366-af55-9af59ccc025b,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:44.446761 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event updated for resources: {'Network': ['ID=24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:44.459230 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44be102d-0d20-4f69-b03e-35fdd7e85255 req-e9ffc3ea-4df7-43cd-b9f1-ba9c387edfa1 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9564705 Aug 09 16:00:44.465274 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.479685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:00:44.531232 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-03084e72-8bfa-4232-ae81-ade4ee7606db tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5106955 Aug 09 16:00:44.536119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55848) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:44.551104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Request body: {'subnet': {'network_id': '24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:44.674309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] Set router d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:44.741405 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-37c55e74-ca22-4ef3-af15-92bd01aece1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T16:00:39Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:44.772155 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-ddd9b00d-a1eb-443d-885e-806771671bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:44.774002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-ddd9b00d-a1eb-443d-885e-806771671bd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51659fe6-a55f-4bd8-a71f-56d7fba31309 HTTP/1.1" status: 200 len: 850 time: 0.6830010 Aug 09 16:00:44.785399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd419915-a321-4f7a-b127-af100d278830 req-8b234022-6703-41fb-bbef-3c4af0da2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:44.787214 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd419915-a321-4f7a-b127-af100d278830 req-8b234022-6703-41fb-bbef-3c4af0da2692 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9354282398a942abbc5356fe124f834e&device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 1095 time: 0.6370149 Aug 09 16:00:44.790190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Made reservation on behalf of 83ad9310d42c4344b9c32a367a17a259 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:44.792552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.804208 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c55e74-ca22-4ef3-af15-92bd01aece1c None None] The sync data for ids ['4f585b29-887a-438f-832b-4afec305bda6'] in n-d-803778-2 is: [{'id': '4f585b29-887a-438f-832b-4afec305bda6', 'name': 'tempest-AttachVolumeShelveTestJSON-1486208834-router', 'tenant_id': '1314f79c80f34f21a2850a9cf64ee2db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:14Z', 'updated_at': '2021-08-09T16:00:39Z', 'revision_number': 5, 'project_id': '1314f79c80f34f21a2850a9cf64ee2db', 'gw_port': {'id': '42f6176a-2169-4e3e-a6d5-f7fb53345d0b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f585b29-887a-438f-832b-4afec305bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:15Z', 'updated_at': '2021-08-09T15:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:44.913555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eb3aa-68bf-4a82-af43-73b457cad379 req-6df34052-9b14-47d6-8ec4-eb2cde467b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:44.919450 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c64eb3aa-68bf-4a82-af43-73b457cad379 req-6df34052-9b14-47d6-8ec4-eb2cde467b5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7230072 Aug 09 16:00:44.965053 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'name': 'tempest-TestServerMultinode-1665912203-router', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:35Z', 'updated_at': '2021-08-09T16:00:39Z', 'revision_number': 3, 'project_id': 'd7d453f4bd804e288e89288a9c1af565', 'gw_port': {'id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:37Z', 'updated_at': '2021-08-09T16:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:44.994050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f826fba6-5462-4535-af26-6de7b5631e6f None None] The sync data for ids ['d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'] in n-d-803778-2 is: [{'id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'name': 'tempest-TestServerMultinode-1665912203-router', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:35Z', 'updated_at': '2021-08-09T16:00:39Z', 'revision_number': 3, 'project_id': 'd7d453f4bd804e288e89288a9c1af565', 'gw_port': {'id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:37Z', 'updated_at': '2021-08-09T16:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:45.023229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b25928-7713-4567-a446-5ecdea8c1356 req-081c4dfe-c7ac-497b-bd3e-d87b844aecf8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:45.024624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-75b25928-7713-4567-a446-5ecdea8c1356 req-081c4dfe-c7ac-497b-bd3e-d87b844aecf8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.3084946 Aug 09 16:00:45.026648 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.081864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-f2342162-7e93-47ab-b7b7-cc9b2ba80190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:45.083571 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-f2342162-7e93-47ab-b7b7-cc9b2ba80190 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97fd2185-0eab-47a9-8199-9d7cb3b92b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2943723 Aug 09 16:00:45.231331 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.253664 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-75b25928-7713-4567-a446-5ecdea8c1356 req-bf13ed3b-e0cc-4f6a-b6cd-df02604f917f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937006 Aug 09 16:00:45.262187 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd419915-a321-4f7a-b127-af100d278830 req-60ec9617-5d68-4591-b3bd-e0fa427437ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:45.263709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd419915-a321-4f7a-b127-af100d278830 req-60ec9617-5d68-4591-b3bd-e0fa427437ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=5db6aa99-06d7-43f0-8035-723ccf0c2c7b HTTP/1.1" status: 200 len: 910 time: 0.4396026 Aug 09 16:00:45.308428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=1c514614-4379-433f-a275-49b696840271,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:45.319123 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c64eb3aa-68bf-4a82-af43-73b457cad379 req-df23ddcf-2f42-4702-9e98-fa2d00f3e937 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676991 Aug 09 16:00:45.377048 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd419915-a321-4f7a-b127-af100d278830 req-8861bd0d-89a0-4da1-81b6-ed0aa22bd537 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 HTTP/1.1" status: 200 len: 217 time: 0.0767651 Aug 09 16:00:45.419043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Deleting port 42f6176a-2169-4e3e-a6d5-f7fb53345d0b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:45.419398 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.432835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:45.475056 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:45.475575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0e5432c4-b1f7-478a-b9c8-1ea3622e0168 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:45.562179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.583600 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-4b388480-6535-4255-a056-d76dadac83a7 service neutron] 10.222.0.53 "GET /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711063 Aug 09 16:00:45.747339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd419915-a321-4f7a-b127-af100d278830 req-e650c2af-3a81-4f58-b0ce-acde2e0d3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:45.749658 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd419915-a321-4f7a-b127-af100d278830 req-e650c2af-3a81-4f58-b0ce-acde2e0d3bd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1d609eca-278f-4121-a8df-9997f8d969b7 HTTP/1.1" status: 200 len: 849 time: 0.3486712 Aug 09 16:00:45.754617 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] For port 42f6176a-2169-4e3e-a6d5-f7fb53345d0b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=42f6176a-2169-4e3e-a6d5-f7fb53345d0b,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:45.755127 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:45.781654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c64eb3aa-68bf-4a82-af43-73b457cad379 req-39048b21-17cd-4f11-a45b-dd55c01b46e9 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206612 Aug 09 16:00:45.805237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd419915-a321-4f7a-b127-af100d278830 req-14d14463-d436-430d-b4fa-4e7f6cdd95ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db6aa99-06d7-43f0-8035-723ccf0c2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448239 Aug 09 16:00:45.824618 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Calling delete_port for 42f6176a-2169-4e3e-a6d5-f7fb53345d0b owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:45.840630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea588dd-d7bd-4569-ae3f-cfdf76f480a3 req-31e77c2c-0a38-4710-ae32-0ead6b913fde tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:45.842247 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dea588dd-d7bd-4569-ae3f-cfdf76f480a3 req-31e77c2c-0a38-4710-ae32-0ead6b913fde tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 944 time: 0.2157164 Aug 09 16:00:45.902471 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-9a4eb24e-fa8d-410e-9c11-3985a33afac3 service neutron] 10.222.0.53 "GET /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008995 Aug 09 16:00:45.904817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router ca0ba774-98af-42e8-bf22-e43f9b707449 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:45.960292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-8f1539b0-d327-48ae-ac7c-c74dec87ffab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=3466e235-97ff-4dc2-8d02-ef6f15d1cb22 HTTP/1.1" status: 200 len: 217 time: 0.0459411 Aug 09 16:00:46.003565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Allocated IP 172.20.0.1 (2f84a5fc-052d-4904-bd0c-5cd21a425e34/8d0bbee7-2ab5-4f45-886c-5f6f6a45b193/2c769c2d-692d-40af-8f16-98c8c9c87f6c) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:46.183933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd419915-a321-4f7a-b127-af100d278830 req-376c1c9d-be5b-4477-be11-55bd239af091 service neutron] 10.222.0.53 "GET /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596399 Aug 09 16:00:46.185395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-8bb4d8d3-3f0f-4eaa-adfb-6a89bbf9e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:46.187728 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-8bb4d8d3-3f0f-4eaa-adfb-6a89bbf9e90a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.2173741 Aug 09 16:00:46.218803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.objects.ports [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:00:46.219279 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:46.263705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dea588dd-d7bd-4569-ae3f-cfdf76f480a3 req-c8d45122-a4d4-4975-939f-86e1f8490c4a tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034016 Aug 09 16:00:46.292826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:46.315447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc3a5b-d942-4274-9c32-82bb32e2fb07 None None] Sync routers for ids ['ca0ba774-98af-42e8-bf22-e43f9b707449'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:46.330236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc3a5b-d942-4274-9c32-82bb32e2fb07 None None] Routers {'ca0ba774-98af-42e8-bf22-e43f9b707449'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:46.330890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-01cc3a5b-d942-4274-9c32-82bb32e2fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ca0ba774-98af-42e8-bf22-e43f9b707449'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:46.434025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-01cc3a5b-d942-4274-9c32-82bb32e2fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:46.454508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc3a5b-d942-4274-9c32-82bb32e2fb07 None None] Routers {'ca0ba774-98af-42e8-bf22-e43f9b707449'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:46.455057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-01cc3a5b-d942-4274-9c32-82bb32e2fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ca0ba774-98af-42e8-bf22-e43f9b707449'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:46.496225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-014fbb74-4f6f-4c7b-b990-a41e1192279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:46.498385 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-014fbb74-4f6f-4c7b-b990-a41e1192279b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2999725 Aug 09 16:00:46.512873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-01cc3a5b-d942-4274-9c32-82bb32e2fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:46.514059 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc3a5b-d942-4274-9c32-82bb32e2fb07 None None] The sync data for ids ['ca0ba774-98af-42e8-bf22-e43f9b707449'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:46.540872 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:46.546339 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-94a1b14e-37b5-466f-a41a-2d64a1f4956c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/ports/1c514614-4379-433f-a275-49b696840271 HTTP/1.1" status: 204 len: 168 time: 4.1373005 Aug 09 16:00:46.555698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55860) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:46.590665 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd419915-a321-4f7a-b127-af100d278830 req-c72a9d0f-ea35-43a2-8dc1-35fc16b2ab55 service neutron] 10.222.0.53 "GET /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907015 Aug 09 16:00:46.653548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d73a0-a704-4708-b0e0-c7e268dc97aa req-0a37bde2-4064-40d8-9a51-a6561bab1f4c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:46.655708 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f00d73a0-a704-4708-b0e0-c7e268dc97aa req-0a37bde2-4064-40d8-9a51-a6561bab1f4c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2522988 Aug 09 16:00:46.767589 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f00d73a0-a704-4708-b0e0-c7e268dc97aa req-cc1478ea-7d62-4202-b25f-58ca4973c069 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038270 Aug 09 16:00:46.771986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-2166a400-de40-4825-99e4-65010e19d8d1 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600536 Aug 09 16:00:46.793271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b45d1fa5-b8bc-4db2-955f-e58db9dbb03b,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:46.830643 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:46.852864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Transition to ACTIVE for port object 2c769c2d-692d-40af-8f16-98c8c9c87f6c will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:46.855185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Checking segment: {'id': '8137ef85-ab41-4c60-b63a-6b1d914d0bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:46.855615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Network hostable DHCP agents. Network: 24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:00:46.916802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Network 24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:00:46.944334 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:46.950921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:46.951514 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:46.956702 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:46.961197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49334e-08a2-46f6-b2c3-17f945fc2b19 None None] Network 24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:46.990409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-777a16e1-90ab-4dfd-b2e9-dccb5c834a94 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055645 Aug 09 16:00:46.990856 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:46.998128 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f6176a-2169-4e3e-a6d5-f7fb53345d0b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:47.011052 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e819f668-11d2-4a65-880f-7cff0a7f9904 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4712064 Aug 09 16:00:47.043749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55862) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:47.069062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-152123264', 'network_id': '24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:47.081874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Network 2f84a5fc-052d-4904-bd0c-5cd21a425e34 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:47.113991 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:47.126044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:47.145622 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-2e3689bf-7508-42e7-b6eb-9a12213dc8fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=5c157cf4-9aaa-47fa-aba5-df3034f5174b HTTP/1.1" status: 200 len: 217 time: 0.0918560 Aug 09 16:00:47.158188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c769c2d-692d-40af-8f16-98c8c9c87f6c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:47.189816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Made reservation on behalf of 83ad9310d42c4344b9c32a367a17a259 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:47.189816 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.213527 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.256538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.293902 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b498ebe5-0a86-414b-b864-94ddba40ad7c None None] Network 24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:47.302318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-357cdea8-b547-4f2e-aa66-88c1c51ede22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:47.303986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-357cdea8-b547-4f2e-aa66-88c1c51ede22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.1499264 Aug 09 16:00:47.433954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-34d1525d-b530-4bae-9452-ed9be170973c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.464571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-3ea6dbaa-fe04-4080-95e8-329650a6918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:47.466113 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-3ea6dbaa-fe04-4080-95e8-329650a6918f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1462951 Aug 09 16:00:47.493134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:00:47.589568 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.591986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] device_id is not set on port ed682dc8-10eb-42fc-9090-6c8bcaf71406 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:00:47.631163 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.734012 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471,segment=NetworkSegment(93bd3e6c-afac-4c5f-9c86-28995c93c60b),segment_id=93bd3e6c-afac-4c5f-9c86-28995c93c60b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:47.786899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 867a3fd0-a54a-4366-af55-9af59ccc025b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:47.799191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55872) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:47.841713 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-e187e67a-2379-48a9-b0f4-b8e07114c867 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508280 Aug 09 16:00:47.841919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471', 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b', 'port_id': 'c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471', 'mac_address': 'fa:16:3e:ad:41:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d609eca-278f-4121-a8df-9997f8d969b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:00:47.912356 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.913617 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f585b29-887a-438f-832b-4afec305bda6 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:00:47.923748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-98f47eac-5a58-4009-adbb-fc725496bd27 None None] Provisioning for port 2c769c2d-692d-40af-8f16-98c8c9c87f6c completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:47.926666 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.928123 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5fe84a08-95cf-4c4f-923e-c0490fc98910 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4f585b29-887a-438f-832b-4afec305bda6 HTTP/1.1" status: 204 len: 168 time: 4.7516477 Aug 09 16:00:47.935920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55878) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:47.961278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-98f47eac-5a58-4009-adbb-fc725496bd27 None None] Provisioning complete for port 2c769c2d-692d-40af-8f16-98c8c9c87f6c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:47.961553 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-98f47eac-5a58-4009-adbb-fc725496bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:47.995579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd8eaf-17dc-4fc4-961d-3ae8c692c5ea req-cf8733db-8edc-4547-9627-91b192406df9 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:48.005220 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-88cd8eaf-17dc-4fc4-961d-3ae8c692c5ea req-cf8733db-8edc-4547-9627-91b192406df9 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 944 time: 0.4440899 Aug 09 16:00:48.057095 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.083021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Allocated IP 172.20.0.13 (24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0/b45d1fa5-b8bc-4db2-955f-e58db9dbb03b/ed682dc8-10eb-42fc-9090-6c8bcaf71406) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:48.083258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-98f47eac-5a58-4009-adbb-fc725496bd27 None None] Port 2c769c2d-692d-40af-8f16-98c8c9c87f6c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:48.088624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:00:48.100233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 867a3fd0-a54a-4366-af55-9af59ccc025b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:48.111673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 867a3fd0-a54a-4366-af55-9af59ccc025b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:48.111925 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.138916 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471,segment=NetworkSegment(93bd3e6c-afac-4c5f-9c86-28995c93c60b),segment_id=93bd3e6c-afac-4c5f-9c86-28995c93c60b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:48.144331 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.164640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2907982-ee7e-4531-a599-53c3f98415e4 admin admin] Deleting subnet 03743d9e-6eae-486e-b7f2-d7dc364695cd {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:48.175109 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-88cd8eaf-17dc-4fc4-961d-3ae8c692c5ea req-77c3ceed-6502-4540-80a7-553db3caa99e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688180 Aug 09 16:00:48.200644 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2907982-ee7e-4531-a599-53c3f98415e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.212667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:48.254648 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.269403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.277041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 867a3fd0-a54a-4366-af55-9af59ccc025b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=867a3fd0-a54a-4366-af55-9af59ccc025b,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:48.282630 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.317447 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2907982-ee7e-4531-a599-53c3f98415e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.350715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=867a3fd0-a54a-4366-af55-9af59ccc025b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:48.417516 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1611483-c28c-4608-a015-e1b23918088f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.428938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:00:48.510792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f960f0-305c-44fe-9d75-c3fa296530db req-5e101541-4eeb-4207-a94e-db5516230a48 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:48.513201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-09f960f0-305c-44fe-9d75-c3fa296530db req-5e101541-4eeb-4207-a94e-db5516230a48 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.6182945 Aug 09 16:00:48.515247 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-b8e0fbd5-705e-417a-98f7-caaa0d334eb7 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705296 Aug 09 16:00:48.573521 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.589118 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2907982-ee7e-4531-a599-53c3f98415e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.595983 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-335858cf-1dfa-4eb7-b453-b2b19303b17b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=64b75181-1c9b-405f-9297-9cd3037a0ac9 HTTP/1.1" status: 200 len: 217 time: 0.0721152 Aug 09 16:00:48.695389 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-09f960f0-305c-44fe-9d75-c3fa296530db req-39594041-1340-4f2a-a420-c7e9caa1c9d1 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725900 Aug 09 16:00:48.746259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-3fffc262-593d-429f-8a73-c3a4d28e7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:48.748192 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-3fffc262-593d-429f-8a73-c3a4d28e7949 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.1282892 Aug 09 16:00:48.764058 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.794673 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2907982-ee7e-4531-a599-53c3f98415e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.798579 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.816060 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1611483-c28c-4608-a015-e1b23918088f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.830171 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1611483-c28c-4608-a015-e1b23918088f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.847483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-34d1525d-b530-4bae-9452-ed9be170973c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 8a48c973-078a-4a32-aa45-70aa2e59611e {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:48.847483 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-34d1525d-b530-4bae-9452-ed9be170973c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.852383 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.876599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-039371fa-a469-4d65-bc93-38335188635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:48.878141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-039371fa-a469-4d65-bc93-38335188635f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227496 Aug 09 16:00:48.904068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2907982-ee7e-4531-a599-53c3f98415e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03743d9e-6eae-486e-b7f2-d7dc364695cd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:48.913723 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2907982-ee7e-4531-a599-53c3f98415e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:48.914638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9af6c60-39aa-48fe-8391-e26d27b02249 None None] Network dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:48.915654 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f2907982-ee7e-4531-a599-53c3f98415e4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/03743d9e-6eae-486e-b7f2-d7dc364695cd HTTP/1.1" status: 204 len: 168 time: 0.9768379 Aug 09 16:00:48.928440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55882) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:48.932096 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a1611483-c28c-4608-a015-e1b23918088f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=806360215ece4ac280c6552ab5d60774&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1286211 Aug 09 16:00:48.947600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55884) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:48.984846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Network 24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:48.997318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1611483-c28c-4608-a015-e1b23918088f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b091fd9-95ad-4a5b-bcd3-a3f69e794da5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:49.019050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:49.034954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:49.037500 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event updated for resources: {'Port': ['ID=ed682dc8-10eb-42fc-9090-6c8bcaf71406,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:49.082713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-34d1525d-b530-4bae-9452-ed9be170973c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.106283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.116877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-34d1525d-b530-4bae-9452-ed9be170973c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 8a48c973-078a-4a32-aa45-70aa2e59611e owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:49.126912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c2288e-2329-4ac7-b6d8-d66ce86dffba None None] DHCP port deletion for dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:49.127265 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad073a77-719e-4890-b6e7-956c7ac49839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.148801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-80fa2f5a-89e4-4789-b442-a045663ee1b5 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393975 Aug 09 16:00:49.153671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ffbcb-73b0-44bf-8a6c-946d7a8ede59 req-4f04014c-8425-4a7c-99b7-2f67f7a23c59 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:49.158153 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-460ffbcb-73b0-44bf-8a6c-946d7a8ede59 req-4f04014c-8425-4a7c-99b7-2f67f7a23c59 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.3574812 Aug 09 16:00:49.174440 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.187750 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-26c2288e-2329-4ac7-b6d8-d66ce86dffba None None] Deleting port b77da256-f06c-47aa-851a-4c6f53e9d8e3 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:49.188283 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-26c2288e-2329-4ac7-b6d8-d66ce86dffba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.244232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c769c2d-692d-40af-8f16-98c8c9c87f6c,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:49.255367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:49.255987 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.266192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-26c2288e-2329-4ac7-b6d8-d66ce86dffba None None] For port b77da256-f06c-47aa-851a-4c6f53e9d8e3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b77da256-f06c-47aa-851a-4c6f53e9d8e3,segment=NetworkSegment(92387744-3322-468e-b6cd-f1f4663542b9),segment_id=92387744-3322-468e-b6cd-f1f4663542b9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:49.266909 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-26c2288e-2329-4ac7-b6d8-d66ce86dffba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.268423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad073a77-719e-4890-b6e7-956c7ac49839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.281383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-26c2288e-2329-4ac7-b6d8-d66ce86dffba None None] Calling delete_port for b77da256-f06c-47aa-851a-4c6f53e9d8e3 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:49.322754 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-460ffbcb-73b0-44bf-8a6c-946d7a8ede59 req-9ab947de-fd67-4d46-9f78-bf9c81f226be tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527896 Aug 09 16:00:49.324026 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-642eab76-4f9c-480f-9fa4-6ff098e074fc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2798009 Aug 09 16:00:49.327382 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55888) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:49.371309 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-26c2288e-2329-4ac7-b6d8-d66ce86dffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.408232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2288e-2329-4ac7-b6d8-d66ce86dffba None None] Pushing event deleted for resources: {'Port': ['ID=b77da256-f06c-47aa-851a-4c6f53e9d8e3,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:49.410956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2288e-2329-4ac7-b6d8-d66ce86dffba None None] No DVR routers for this DVR port b77da256-f06c-47aa-851a-4c6f53e9d8e3 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:49.476165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 867a3fd0-a54a-4366-af55-9af59ccc025b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:49.510521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:49.512112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98d64c-6139-48c9-b623-9ad46b4eb994 req-a9e2e002-6b45-492a-ae68-3ae2d4843d4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:49.513718 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bb98d64c-6139-48c9-b623-9ad46b4eb994 req-a9e2e002-6b45-492a-ae68-3ae2d4843d4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 945 time: 0.2494454 Aug 09 16:00:49.519145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-3e8b3ef7-9dcb-4b6c-b0fa-2f8b9ad9dbf1 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278601 Aug 09 16:00:49.520798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Network 2f84a5fc-052d-4904-bd0c-5cd21a425e34 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:49.526390 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:49.551775 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad073a77-719e-4890-b6e7-956c7ac49839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.554404 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad073a77-719e-4890-b6e7-956c7ac49839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.558490 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ad073a77-719e-4890-b6e7-956c7ac49839 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b091fd9-95ad-4a5b-bcd3-a3f69e794da5 HTTP/1.1" status: 204 len: 168 time: 0.5786457 Aug 09 16:00:49.605810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 867a3fd0-a54a-4366-af55-9af59ccc025b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:49.606896 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.616379 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-f5b92eee-8259-448c-831c-1d44f673baf1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 HTTP/1.1" status: 200 len: 217 time: 0.0848811 Aug 09 16:00:49.621010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad073a77-719e-4890-b6e7-956c7ac49839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b091fd9-95ad-4a5b-bcd3-a3f69e794da5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:49.661625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:49.673126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:49.673420 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.674629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Deleting port b77da256-f06c-47aa-851a-4c6f53e9d8e3 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:49.675167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.726054 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bb98d64c-6139-48c9-b623-9ad46b4eb994 req-e1bdb415-ee28-4f60-aac1-b9c7b480fff7 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992671 Aug 09 16:00:49.754745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-31c04b96-8539-4bd0-8fc6-aa2c97510c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:49.757186 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-31c04b96-8539-4bd0-8fc6-aa2c97510c33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 200 len: 797 time: 0.1325939 Aug 09 16:00:49.778231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] For port b77da256-f06c-47aa-851a-4c6f53e9d8e3, host n-d-803778-2, got binding levels [] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:49.778713 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.788609 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-34d1525d-b530-4bae-9452-ed9be170973c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.828331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Calling delete_port for b77da256-f06c-47aa-851a-4c6f53e9d8e3 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:49.838373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.ipam_backend_mixin [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Port b77da256-f06c-47aa-851a-4c6f53e9d8e3 was not found and therefore no delete operation was performed {{(pid=94289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:00:49.846071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1525d-b530-4bae-9452-ed9be170973c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=8a48c973-078a-4a32-aa45-70aa2e59611e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:49.870223 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.924146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] No DVR routers for this DVR port b77da256-f06c-47aa-851a-4c6f53e9d8e3 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:49.974169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0dca3-daa3-400b-a981-227e8078e7ad req-d26e5544-0d98-41f6-974f-478b73903514 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:49.981990 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d2a0dca3-daa3-400b-a981-227e8078e7ad req-d26e5544-0d98-41f6-974f-478b73903514 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.5533912 Aug 09 16:00:49.985016 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:49.995754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7325641f-e5de-4446-a56c-0264983ba396 None None] Provisioning complete for port 2c769c2d-692d-40af-8f16-98c8c9c87f6c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:49.996308 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7325641f-e5de-4446-a56c-0264983ba396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.003832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-fa2ab0e4-3b55-4e00-b49d-e790468d9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:50.006242 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-fa2ab0e4-3b55-4e00-b49d-e790468d9b1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5b49e70-6de9-4bad-8362-db65b48eb6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2321241 Aug 09 16:00:50.037034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 42f6176a-2169-4e3e-a6d5-f7fb53345d0b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:50.045863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55896) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:50.076672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 42f6176a-2169-4e3e-a6d5-f7fb53345d0b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:50.076672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 42f6176a-2169-4e3e-a6d5-f7fb53345d0b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:50.077019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b77da256-f06c-47aa-851a-4c6f53e9d8e3 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:50.102989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8d5fef24-eef7-4a61-acfd-c9cef073f94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.106979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: b77da256-f06c-47aa-851a-4c6f53e9d8e3 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:50.107324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b77da256-f06c-47aa-851a-4c6f53e9d8e3 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:50.108764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9430492a-9f1d-45f1-84de-c25447d958f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:50.117384 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1c21f7-d61b-4cfe-a2be-b91589b77b82" -d '{"events": [{"server_uuid": "9430492a-9f1d-45f1-84de-c25447d958f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:50.153982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77da256-f06c-47aa-851a-4c6f53e9d8e3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:50.155836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471,segment=NetworkSegment(93bd3e6c-afac-4c5f-9c86-28995c93c60b),segment_id=93bd3e6c-afac-4c5f-9c86-28995c93c60b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:50.163580 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.169099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7325641f-e5de-4446-a56c-0264983ba396 None None] Port 2c769c2d-692d-40af-8f16-98c8c9c87f6c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:50.204548 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-34d1525d-b530-4bae-9452-ed9be170973c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.207924 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ffbdbd-1dd1-4073-9269-9c4884239f8a x-openstack-request-id: req-04ffbdbd-1dd1-4073-9269-9c4884239f8a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:50.208221 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9430492a-9f1d-45f1-84de-c25447d958f9", "name": "network-vif-plugged", "status": "completed", "tag": "c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:50.208473 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04ffbdbd-1dd1-4073-9269-9c4884239f8a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:50.209032 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9430492a-9f1d-45f1-84de-c25447d958f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471', 'code': 200} Aug 09 16:00:50.219355 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d2a0dca3-daa3-400b-a981-227e8078e7ad req-ffd306ab-34ce-4f98-98fc-678a0e8acf24 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404386 Aug 09 16:00:50.246367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ac65b20c-aae2-48fd-b9e3-cfd1fc0c69b8 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Deleting port ed682dc8-10eb-42fc-9090-6c8bcaf71406 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:50.246839 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac65b20c-aae2-48fd-b9e3-cfd1fc0c69b8 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.273801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:50.283875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-636934f3-6c94-4091-8371-caebe3ffbd27 service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642157 Aug 09 16:00:50.309025 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.331156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbb6a8b-2015-4e91-bb6c-77b4cf88c201']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:50.353320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92387744-3322-468e-b6cd-f1f4663542b9') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:50.353809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92387744-3322-468e-b6cd-f1f4663542b9') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:50.367740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Router d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:50.379542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.413542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.417063 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac65b20c-aae2-48fd-b9e3-cfd1fc0c69b8 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.472948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:00:50.473721 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:00:50.476845 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:00:50.486663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e8d7e-cbcb-4bc4-b1e2-a04c5a4912ef req-2203dcfa-8384-4a85-a875-631daf61ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:50.488239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc9e8d7e-cbcb-4bc4-b1e2-a04c5a4912ef req-2203dcfa-8384-4a85-a875-631daf61ca72 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 1097 time: 0.1776340 Aug 09 16:00:50.528251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ac65b20c-aae2-48fd-b9e3-cfd1fc0c69b8 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Calling delete_port for ed682dc8-10eb-42fc-9090-6c8bcaf71406 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:50.533779 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-6a0d4532-c34a-40b9-ab22-4383d0aa7cef service neutron] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409375 Aug 09 16:00:50.638249 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8d5fef24-eef7-4a61-acfd-c9cef073f94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.644515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-cd5a2324-7a1d-4cbb-8533-a097daf1cab2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 HTTP/1.1" status: 200 len: 217 time: 0.1039958 Aug 09 16:00:50.650739 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8d5fef24-eef7-4a61-acfd-c9cef073f94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.652374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.660183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc9e8d7e-cbcb-4bc4-b1e2-a04c5a4912ef req-facbe879-5c0b-4fc6-8060-25680c72477c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559820 Aug 09 16:00:50.665852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:50.667700 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dfbb6a8b-2015-4e91-bb6c-77b4cf88c201 HTTP/1.1" status: 204 len: 168 time: 1.7373378 Aug 09 16:00:50.708496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2905733-14d0-4958-8498-b2ce082e0941 req-8a44fa97-3b36-4217-a757-d2e97b8fe1d0 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:50.710392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2905733-14d0-4958-8498-b2ce082e0941 req-8a44fa97-3b36-4217-a757-d2e97b8fe1d0 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2295992 Aug 09 16:00:50.717307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e84ef-211c-4bd8-87d9-f7a456e9fc21 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbb6a8b-2015-4e91-bb6c-77b4cf88c201,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:50.758604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:50.764940 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-addaa034-a1f1-428c-8700-6dc72783b4d3 admin admin] 10.222.0.81 "PUT /v2.0/routers/d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8956089 Aug 09 16:00:50.782576 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fef24-eef7-4a61-acfd-c9cef073f94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c96593-2420-4d7a-bd6c-648565e9aa0d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:50.786293 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Sync routers for ids ['d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:50.796491 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8d5fef24-eef7-4a61-acfd-c9cef073f94c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cef82f0900f44421b3f7fc4494d599dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7443995 Aug 09 16:00:50.796725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55910) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:50.803151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-827988c3-ea66-4d59-8c58-7f97ce7d4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:50.804647 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-827988c3-ea66-4d59-8c58-7f97ce7d4a5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3085894-0751-4872-a5e8-b00412ed7387 HTTP/1.1" status: 200 len: 797 time: 0.1482887 Aug 09 16:00:50.824319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d1525d-b530-4bae-9452-ed9be170973c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router ca0ba774-98af-42e8-bf22-e43f9b707449 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:50.851995 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Routers {'d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:50.854870 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:50.877316 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a2905733-14d0-4958-8498-b2ce082e0941 req-5ef9ca92-34bd-4e8c-b998-802ca958e897 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569147 Aug 09 16:00:50.899455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-93ef6d13-920e-48ac-8b2e-89ed34fd4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:50.900974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-93ef6d13-920e-48ac-8b2e-89ed34fd4f58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c3c728d-829e-4443-8957-ac78e0ccda02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887160 Aug 09 16:00:51.005805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55912) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:51.051700 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac65b20c-aae2-48fd-b9e3-cfd1fc0c69b8 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.076354 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Set router d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:51.083494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d1525d-b530-4bae-9452-ed9be170973c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:51.095189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa884911-9651-4710-8eba-532cc7e622e1 None None] Sync routers for ids ['ca0ba774-98af-42e8-bf22-e43f9b707449'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:51.097834 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bde58cc3-7db0-40c3-8e62-15cc4571b24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.105174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65b20c-aae2-48fd-b9e3-cfd1fc0c69b8 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed682dc8-10eb-42fc-9090-6c8bcaf71406,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:51.123302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa884911-9651-4710-8eba-532cc7e622e1 None None] Routers {'ca0ba774-98af-42e8-bf22-e43f9b707449'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:51.124370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fa884911-9651-4710-8eba-532cc7e622e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ca0ba774-98af-42e8-bf22-e43f9b707449'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:51.127290 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-f2eafd0d-d586-4ba0-a556-93f110457df2 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166638 Aug 09 16:00:51.134805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-34d1525d-b530-4bae-9452-ed9be170973c tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "PUT /v2.0/routers/ca0ba774-98af-42e8-bf22-e43f9b707449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5526304 Aug 09 16:00:51.138094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55918) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:51.164135 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bde58cc3-7db0-40c3-8e62-15cc4571b24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.167712 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6a6f34ca-230e-4169-912e-456bc6489889 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1314f79c80f34f21a2850a9cf64ee2db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585746 Aug 09 16:00:51.173863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55920) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:51.179783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fa884911-9651-4710-8eba-532cc7e622e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:51.189929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa884911-9651-4710-8eba-532cc7e622e1 None None] Routers {'ca0ba774-98af-42e8-bf22-e43f9b707449'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:51.190696 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fa884911-9651-4710-8eba-532cc7e622e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ca0ba774-98af-42e8-bf22-e43f9b707449'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:51.222517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0670979-7e67-426d-8001-2a7ea5bb88df req-f068ac08-9ab9-4c6f-bab2-fdfe5e1843c3 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:51.224387 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0670979-7e67-426d-8001-2a7ea5bb88df req-f068ac08-9ab9-4c6f-bab2-fdfe5e1843c3 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 946 time: 0.2223155 Aug 09 16:00:51.282677 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac65b20c-aae2-48fd-b9e3-cfd1fc0c69b8 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.287225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ac65b20c-aae2-48fd-b9e3-cfd1fc0c69b8 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "DELETE /v2.0/ports/ed682dc8-10eb-42fc-9090-6c8bcaf71406 HTTP/1.1" status: 204 len: 168 time: 1.9563365 Aug 09 16:00:51.297725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55922) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:51.305234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0', 'external_fixed_ips': [{'subnet_id': 'b45d1fa5-b8bc-4db2-955f-e58db9dbb03b', 'ip_address': '172.20.0.13'}]}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:51.363090 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bde58cc3-7db0-40c3-8e62-15cc4571b24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.369213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bde58cc3-7db0-40c3-8e62-15cc4571b24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.370510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bde58cc3-7db0-40c3-8e62-15cc4571b24c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/82c96593-2420-4d7a-bd6c-648565e9aa0d HTTP/1.1" status: 204 len: 168 time: 0.5724435 Aug 09 16:00:51.396946 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.398352 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.427781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde58cc3-7db0-40c3-8e62-15cc4571b24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c96593-2420-4d7a-bd6c-648565e9aa0d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:51.467647 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'name': 'tempest-TestServerMultinode-1665912203-router', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:35Z', 'updated_at': '2021-08-09T16:00:48Z', 'revision_number': 4, 'project_id': 'd7d453f4bd804e288e89288a9c1af565', 'gw_port': {'id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:37Z', 'updated_at': '2021-08-09T16:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '2c769c2d-692d-40af-8f16-98c8c9c87f6c', 'name': '', 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'mac_address': 'fa:16:3e:e9:b9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '8d0bbee7-2ab5-4f45-886c-5f6f6a45b193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:45Z', 'updated_at': '2021-08-09T16:00:48Z', 'revision_number': 2, 'project_id': 'd7d453f4bd804e288e89288a9c1af565', 'subnets': [{'id': '8d0bbee7-2ab5-4f45-886c-5f6f6a45b193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:51.509842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fa884911-9651-4710-8eba-532cc7e622e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:51.510539 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa884911-9651-4710-8eba-532cc7e622e1 None None] The sync data for ids ['ca0ba774-98af-42e8-bf22-e43f9b707449'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:51.511767 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.558744 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Checking router: d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:51.567622 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Updating router d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb port 2c769c2d-692d-40af-8f16-98c8c9c87f6c binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:00:51.611644 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.761291 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.878740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0670979-7e67-426d-8001-2a7ea5bb88df req-fb68c32c-8cea-46fe-ac53-b923b707e0ae tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937092 Aug 09 16:00:51.973034 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc15545d-6163-4a5c-86b4-707e12bd63d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:51.996406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-3f9370a3-e065-4997-a2b7-6a63fe9dbb75 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:52.001077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-2bafa70c-20f5-4541-94f3-89385dfb5418 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8638611 Aug 09 16:00:52.004640 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-3f9370a3-e065-4997-a2b7-6a63fe9dbb75 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/networks?id=c6a00482-dfda-4a21-89e5-730318a67397 HTTP/1.1" status: 200 len: 910 time: 0.1532938 Aug 09 16:00:52.035742 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1b30671f-e69d-4fb1-96dd-c68eb6aaa526 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/quotas/d7d453f4bd804e288e89288a9c1af565 HTTP/1.1" status: 200 len: 375 time: 0.0300512 Aug 09 16:00:52.075437 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.087157 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-86976948-4673-40d6-a34e-e3d0f07a910b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b9288acd-e1c5-456a-b29f-45a4f0ca95a4 HTTP/1.1" status: 200 len: 217 time: 0.0687244 Aug 09 16:00:52.117304 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.132686 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Transition to ACTIVE for port object 2c769c2d-692d-40af-8f16-98c8c9c87f6c will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:52.136268 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc15545d-6163-4a5c-86b4-707e12bd63d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.141543 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.209180 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:00:52.248428 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c3761-c76a-4160-b3b1-2fc21ffd878a None None] Pushing event updated for resources: {'Port': ['ID=2c769c2d-692d-40af-8f16-98c8c9c87f6c,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:52.281037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e72e70-cf32-47a0-8a9e-d16033256c34 req-5af489e2-72b8-48ea-bf9a-51cf9fbd0d35 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:52.282675 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-82e72e70-cf32-47a0-8a9e-d16033256c34 req-5af489e2-72b8-48ea-bf9a-51cf9fbd0d35 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.3002851 Aug 09 16:00:52.312681 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Attempting to bind port 2c769c2d-692d-40af-8f16-98c8c9c87f6c on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:52.313158 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Attempting to bind port 2c769c2d-692d-40af-8f16-98c8c9c87f6c by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'e73e2689-ad66-425d-8df9-82b7c0292e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:52.313610 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Attempting to bind port 2c769c2d-692d-40af-8f16-98c8c9c87f6c on network 2f84a5fc-052d-4904-bd0c-5cd21a425e34 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:52.320855 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:52.320855 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Checking segment: {'id': 'e73e2689-ad66-425d-8df9-82b7c0292e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:52.321273 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.321722 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Bound using segment: {'id': 'e73e2689-ad66-425d-8df9-82b7c0292e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:52.322191 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Bound port: 2c769c2d-692d-40af-8f16-98c8c9c87f6c, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73e2689-ad66-425d-8df9-82b7c0292e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:52.322780 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.338981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-3a95d262-4d99-4345-9194-72ddae99d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:52.340585 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-3a95d262-4d99-4345-9194-72ddae99d6bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3085894-0751-4872-a5e8-b00412ed7387 HTTP/1.1" status: 200 len: 797 time: 0.2081566 Aug 09 16:00:52.413261 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.428923 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-82e72e70-cf32-47a0-8a9e-d16033256c34 req-c58e0a55-f188-469b-b326-c3b4096cc888 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365662 Aug 09 16:00:52.434052 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc15545d-6163-4a5c-86b4-707e12bd63d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.438125 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc15545d-6163-4a5c-86b4-707e12bd63d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.442035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dc15545d-6163-4a5c-86b4-707e12bd63d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5eed5533-0cb8-42e7-b7ae-499911b4845c HTTP/1.1" status: 204 len: 168 time: 1.2262006 Aug 09 16:00:52.486229 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] For port 2c769c2d-692d-40af-8f16-98c8c9c87f6c, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:52.489545 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] For port 2c769c2d-692d-40af-8f16-98c8c9c87f6c, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2c769c2d-692d-40af-8f16-98c8c9c87f6c,segment=NetworkSegment(e73e2689-ad66-425d-8df9-82b7c0292e40),segment_id=e73e2689-ad66-425d-8df9-82b7c0292e40)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:52.501983 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.519074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15545d-6163-4a5c-86b4-707e12bd63d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eed5533-0cb8-42e7-b7ae-499911b4845c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:52.549234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-72dcdd5e-e3e5-41ea-aeda-91f8c2843cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:52.550918 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-72dcdd5e-e3e5-41ea-aeda-91f8c2843cdf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c3c728d-829e-4443-8957-ac78e0ccda02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1993611 Aug 09 16:00:52.656333 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Routers {'d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:52.658542 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:52.728894 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-a65727d5-fe14-421f-8d64-b30ec0945682 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7d453f4bd804e288e89288a9c1af565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6921203 Aug 09 16:00:52.902328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 565169a5-af2e-452f-9d5b-c2906eefbd3f {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:52.902903 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:52.908258 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] Set router d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:53.000148 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-9eb5deab-d6a5-4640-98cd-065f3c04f4d6 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251106 Aug 09 16:00:53.008105 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.057048 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c3761-c76a-4160-b3b1-2fc21ffd878a None None] Pushing event updated for resources: {'Port': ['ID=2c769c2d-692d-40af-8f16-98c8c9c87f6c,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:53.074767 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.128639 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.145198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 565169a5-af2e-452f-9d5b-c2906eefbd3f owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:53.261986 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-795b67a4-f7b6-40ef-99c2-af165ea5dd06 service neutron] 10.222.0.81 "GET /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206969 Aug 09 16:00:53.283257 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'name': 'tempest-TestServerMultinode-1665912203-router', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:35Z', 'updated_at': '2021-08-09T16:00:48Z', 'revision_number': 4, 'project_id': 'd7d453f4bd804e288e89288a9c1af565', 'gw_port': {'id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:37Z', 'updated_at': '2021-08-09T16:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '2c769c2d-692d-40af-8f16-98c8c9c87f6c', 'name': '', 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'mac_address': 'fa:16:3e:e9:b9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '8d0bbee7-2ab5-4f45-886c-5f6f6a45b193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:45Z', 'updated_at': '2021-08-09T16:00:52Z', 'revision_number': 4, 'project_id': 'd7d453f4bd804e288e89288a9c1af565', 'subnets': [{'id': '8d0bbee7-2ab5-4f45-886c-5f6f6a45b193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:53.284745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0603ad8-8613-4088-98e8-a95b7f8d9e72 req-5e186048-6f3e-423b-9a1f-3a054c8287dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:53.287564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0603ad8-8613-4088-98e8-a95b7f8d9e72 req-5e186048-6f3e-423b-9a1f-3a054c8287dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a7789d166d413a8429d82c91737140&device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 1096 time: 0.4389527 Aug 09 16:00:53.304560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53e855-2f35-4199-85d8-b57af32b977d req-118438b8-44ed-4b9e-bc9c-95e331f576c5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:53.314401 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3e53e855-2f35-4199-85d8-b57af32b977d req-118438b8-44ed-4b9e-bc9c-95e331f576c5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.4861708 Aug 09 16:00:53.317255 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d69b0-1f1f-4c31-996e-182891f04c78 None None] The sync data for ids ['d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'] in n-d-803778-2 is: [{'id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'name': 'tempest-TestServerMultinode-1665912203-router', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:35Z', 'updated_at': '2021-08-09T16:00:48Z', 'revision_number': 4, 'project_id': 'd7d453f4bd804e288e89288a9c1af565', 'gw_port': {'id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:37Z', 'updated_at': '2021-08-09T16:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '2c769c2d-692d-40af-8f16-98c8c9c87f6c', 'name': '', 'network_id': '2f84a5fc-052d-4904-bd0c-5cd21a425e34', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'mac_address': 'fa:16:3e:e9:b9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '8d0bbee7-2ab5-4f45-886c-5f6f6a45b193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:45Z', 'updated_at': '2021-08-09T16:00:52Z', 'revision_number': 4, 'project_id': 'd7d453f4bd804e288e89288a9c1af565', 'subnets': [{'id': '8d0bbee7-2ab5-4f45-886c-5f6f6a45b193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:53.521894 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-34d185fd-b4ff-4027-b316-50eb953eb363 service neutron] 10.222.0.81 "GET /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396557 Aug 09 16:00:53.545033 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Allocated IP 172.20.0.13 (24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0/b45d1fa5-b8bc-4db2-955f-e58db9dbb03b/9d88fafc-32b9-4f86-b5c7-e4311aebbc70) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:53.622169 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3e53e855-2f35-4199-85d8-b57af32b977d req-a2b2d4a5-8953-4a79-b42e-d437ef3ecab2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072677 Aug 09 16:00:53.814113 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4560973e-69dc-4690-83b9-e7182e1b2298 req-cdb04880-5994-4ac2-9626-938c95d669d7 service neutron] 10.222.0.53 "GET /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7872682 Aug 09 16:00:53.835738 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:53.905369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0603ad8-8613-4088-98e8-a95b7f8d9e72 req-9762fcfb-5203-46a4-9360-b3d67a8b26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:53.915156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0603ad8-8613-4088-98e8-a95b7f8d9e72 req-9762fcfb-5203-46a4-9360-b3d67a8b26dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 200 len: 912 time: 0.5841765 Aug 09 16:00:53.977704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.005224 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c383071c-e905-41bc-b319-d415b9801cb6 req-e251bb03-1ab5-42ef-84a2-c0a0ef19c00b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 210 time: 0.1040354 Aug 09 16:00:54.006930 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.018036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ede97b-61ad-4093-b79d-73d6f4789ac4 req-fda2b52c-e5c3-4726-8d70-b06d28072449 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:54.019763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-85ede97b-61ad-4093-b79d-73d6f4789ac4 req-fda2b52c-e5c3-4726-8d70-b06d28072449 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 946 time: 0.2575641 Aug 09 16:00:54.062006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=565169a5-af2e-452f-9d5b-c2906eefbd3f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:54.136789 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Network 24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:54.147600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:54.168457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:54.176111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event updated for resources: {'Port': ['ID=9d88fafc-32b9-4f86-b5c7-e4311aebbc70,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:54.189782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0603ad8-8613-4088-98e8-a95b7f8d9e72 req-4814fb32-021f-4373-b2a1-b49358d00b36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 200 len: 999 time: 0.2652311 Aug 09 16:00:54.222802 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-85ede97b-61ad-4093-b79d-73d6f4789ac4 req-d2db87f7-e66f-458c-a62d-5ef365a40447 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691329 Aug 09 16:00:54.321428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.429559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0603ad8-8613-4088-98e8-a95b7f8d9e72 req-6c8c583e-ed7e-4b00-83d4-90d89842a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:54.431212 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0603ad8-8613-4088-98e8-a95b7f8d9e72 req-6c8c583e-ed7e-4b00-83d4-90d89842a04d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 200 len: 850 time: 0.2159929 Aug 09 16:00:54.599841 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.603757 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.694516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0603ad8-8613-4088-98e8-a95b7f8d9e72 req-f6bcf4cc-53eb-49b9-9a50-ae6c1fc74ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:54.696066 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0603ad8-8613-4088-98e8-a95b7f8d9e72 req-f6bcf4cc-53eb-49b9-9a50-ae6c1fc74ac0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96362ae7-0b03-4c98-8b60-5c5521752bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801314 Aug 09 16:00:54.707169 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.708057 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Fanout notify agent at l3_agent the message router_deleted on router ca0ba774-98af-42e8-bf22-e43f9b707449 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:00:54.739992 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:54.755369 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fe52a731-2289-47ef-99ae-1cae7e5aea4a tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/routers/ca0ba774-98af-42e8-bf22-e43f9b707449 HTTP/1.1" status: 204 len: 168 time: 3.6061096 Aug 09 16:00:54.777291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56100) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:54.787544 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.083456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-227e1f72-d7ed-4ba2-95e4-66900f15f0ff tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting subnet 68bec483-b1f6-41fb-aa85-d4db8ab01f5b {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:55.109254 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-227e1f72-d7ed-4ba2-95e4-66900f15f0ff tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.164167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0177c-4b6b-421d-adb0-2be379fb3da0 req-bf395d8d-4904-4bdf-845e-1fb4ffed6bef tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:55.165963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b1a0177c-4b6b-421d-adb0-2be379fb3da0 req-bf395d8d-4904-4bdf-845e-1fb4ffed6bef tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2075281 Aug 09 16:00:55.188688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0603ad8-8613-4088-98e8-a95b7f8d9e72 req-76778ed9-6833-45f4-bd70-b44113a3f7f8 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835138 Aug 09 16:00:55.203920 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d96fe665-c588-4137-accf-90a3a83c9c72 req-97d6aff8-7a28-4da3-9c80-0ffb33ad226b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 210 time: 0.0697384 Aug 09 16:00:55.206453 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56114) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:55.351089 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.392759 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-227e1f72-d7ed-4ba2-95e4-66900f15f0ff tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.482267 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b1a0177c-4b6b-421d-adb0-2be379fb3da0 req-4b433133-21e6-491e-bded-e94c06fea9ad tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948439 Aug 09 16:00:55.582885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2c769c2d-692d-40af-8f16-98c8c9c87f6c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:55.629281 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6aeee9e5-8a94-4fc5-9d52-f2d8f3c11bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.695434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 2c769c2d-692d-40af-8f16-98c8c9c87f6c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:55.710076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 2c769c2d-692d-40af-8f16-98c8c9c87f6c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:55.710971 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.731806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Router 7b2f8038-2eb6-4b54-8e10-0290a0d17025 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:00:55.755838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0603ad8-8613-4088-98e8-a95b7f8d9e72 req-e6ccbd18-dffb-4980-8c47-51b2c1bf8e06 service neutron] 10.222.0.60 "GET /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472660 Aug 09 16:00:55.767721 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-227e1f72-d7ed-4ba2-95e4-66900f15f0ff tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.806524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e9f50-a380-41cb-94e8-70e705bc1b73 req-33f6a0d3-4890-4ca1-84a9-e0d52042c635 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:55.820493 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e76e9f50-a380-41cb-94e8-70e705bc1b73 req-33f6a0d3-4890-4ca1-84a9-e0d52042c635 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 946 time: 0.1578097 Aug 09 16:00:55.848381 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6aeee9e5-8a94-4fc5-9d52-f2d8f3c11bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.862298 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.877218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e76e9f50-a380-41cb-94e8-70e705bc1b73 req-bcda5bc4-2b5c-4716-b612-43a43858111a tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617297 Aug 09 16:00:55.882793 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6aeee9e5-8a94-4fc5-9d52-f2d8f3c11bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.913911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 2c769c2d-692d-40af-8f16-98c8c9c87f6c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2c769c2d-692d-40af-8f16-98c8c9c87f6c,segment=NetworkSegment(e73e2689-ad66-425d-8df9-82b7c0292e40),segment_id=e73e2689-ad66-425d-8df9-82b7c0292e40)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:55.922233 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.943462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6aeee9e5-8a94-4fc5-9d52-f2d8f3c11bfa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88877069f1924a869e98e973b823ad37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7305796 Aug 09 16:00:55.946163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeee9e5-8a94-4fc5-9d52-f2d8f3c11bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c12cdf5-5cd4-4e67-850c-44514121a31d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:55.946299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56122) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:55.949748 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:55.964516 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] Sync routers for ids ['7b2f8038-2eb6-4b54-8e10-0290a0d17025'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:55.978235 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:55.979868 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7f441824-990e-48a9-9c88-dd9209f328da tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.6812215 Aug 09 16:00:55.982588 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56124) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:55.994537 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] Routers {'7b2f8038-2eb6-4b54-8e10-0290a0d17025'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:55.995417 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7b2f8038-2eb6-4b54-8e10-0290a0d17025'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:56.022534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-227e1f72-d7ed-4ba2-95e4-66900f15f0ff tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.054987 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=2c769c2d-692d-40af-8f16-98c8c9c87f6c,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:56.095106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e1f72-d7ed-4ba2-95e4-66900f15f0ff tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Subnet': ['ID=68bec483-b1f6-41fb-aa85-d4db8ab01f5b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:56.116591 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-227e1f72-d7ed-4ba2-95e4-66900f15f0ff tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.122415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-227e1f72-d7ed-4ba2-95e4-66900f15f0ff tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/subnets/68bec483-b1f6-41fb-aa85-d4db8ab01f5b HTTP/1.1" status: 204 len: 168 time: 1.3175597 Aug 09 16:00:56.125275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56126) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:56.125573 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c42570-fb2c-42ef-b2df-1997120517fd None None] Network 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:56.154169 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] Set router 7b2f8038-2eb6-4b54-8e10-0290a0d17025 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:56.250769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.412756 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5d1b4b03-204b-47fb-9df6-96391c7490db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.437994 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8826e4c1-4851-4aa9-8f1f-a71de1c06aa1 req-e0e6de25-13be-49f4-8c67-bf72c58291ec tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 210 time: 0.0305841 Aug 09 16:00:56.475112 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.515905 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.554532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Deleting port 9d88fafc-32b9-4f86-b5c7-e4311aebbc70 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:56.555045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.566876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa46bde4-7295-4357-bf02-586204493c8c None None] DHCP port deletion for 35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:56.590717 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5d1b4b03-204b-47fb-9df6-96391c7490db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.648053 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2f8038-2eb6-4b54-8e10-0290a0d17025', 'name': '', 'tenant_id': '83ad9310d42c4344b9c32a367a17a259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0', 'external_fixed_ips': [{'subnet_id': 'b45d1fa5-b8bc-4db2-955f-e58db9dbb03b', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '9d88fafc-32b9-4f86-b5c7-e4311aebbc70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:51Z', 'updated_at': '2021-08-09T16:00:54Z', 'revision_number': 3, 'project_id': '83ad9310d42c4344b9c32a367a17a259', 'gw_port': {'id': '9d88fafc-32b9-4f86-b5c7-e4311aebbc70', 'name': '', 'network_id': '24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2f8038-2eb6-4b54-8e10-0290a0d17025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': 'b45d1fa5-b8bc-4db2-955f-e58db9dbb03b', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:53Z', 'updated_at': '2021-08-09T16:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b45d1fa5-b8bc-4db2-955f-e58db9dbb03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:56.654558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1234eaa1-494c-4d55-b5a3-895aa4f9d6d9 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:56.656898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1234eaa1-494c-4d55-b5a3-895aa4f9d6d9 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.60 "GET /v2.0/networks?id=c6a00482-dfda-4a21-89e5-730318a67397 HTTP/1.1" status: 200 len: 910 time: 0.5673635 Aug 09 16:00:56.689227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fa46bde4-7295-4357-bf02-586204493c8c None None] Deleting port 279e3f6d-2953-4491-9282-dbdc521f205c {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:56.689823 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa46bde4-7295-4357-bf02-586204493c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.697425 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.710514 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] Checking router: 7b2f8038-2eb6-4b54-8e10-0290a0d17025 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:56.711000 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] Updating router 7b2f8038-2eb6-4b54-8e10-0290a0d17025 port 9d88fafc-32b9-4f86-b5c7-e4311aebbc70 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:00:56.716081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Request body: {'port': {'device_id': '1690b6f0-1fb7-4f9e-85ac-5a973d22df19', 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397', 'admin_state_up': True, 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:56.738740 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.763465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Calling delete_port for 9d88fafc-32b9-4f86-b5c7-e4311aebbc70 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:56.776779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03290c-0d08-4707-a293-6be28f63491c req-aa876302-08ff-44e9-9bcd-9bc908811848 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:56.782966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a03290c-0d08-4707-a293-6be28f63491c req-aa876302-08ff-44e9-9bcd-9bc908811848 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1580777 Aug 09 16:00:56.789032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Made reservation on behalf of d7d453f4bd804e288e89288a9c1af565 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:56.792339 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.825993 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5d1b4b03-204b-47fb-9df6-96391c7490db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.829299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-fa46bde4-7295-4357-bf02-586204493c8c None None] For port 279e3f6d-2953-4491-9282-dbdc521f205c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=279e3f6d-2953-4491-9282-dbdc521f205c,segment=NetworkSegment(2549935f-9d33-4fc8-aa19-b0b16397b631),segment_id=2549935f-9d33-4fc8-aa19-b0b16397b631)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:56.829739 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa46bde4-7295-4357-bf02-586204493c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.834633 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5d1b4b03-204b-47fb-9df6-96391c7490db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.842913 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5d1b4b03-204b-47fb-9df6-96391c7490db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c12cdf5-5cd4-4e67-850c-44514121a31d HTTP/1.1" status: 204 len: 168 time: 0.8906810 Aug 09 16:00:56.864617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fa46bde4-7295-4357-bf02-586204493c8c None None] Calling delete_port for 279e3f6d-2953-4491-9282-dbdc521f205c owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:57.015833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Allocated IP 172.20.0.7 (c6a00482-dfda-4a21-89e5-730318a67397/581956c1-9f6b-4930-9848-6ca9c6175f1b/6e5507d9-9c7e-43d7-bfd5-644592bc595d) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:57.085457 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa46bde4-7295-4357-bf02-586204493c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.140318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46bde4-7295-4357-bf02-586204493c8c None None] Pushing event deleted for resources: {'Port': ['ID=279e3f6d-2953-4491-9282-dbdc521f205c,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:57.154852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e697f-6460-43d8-bf02-675f5267e2d6 req-13f61894-aea0-48d1-8a0e-fdaca83aa081 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:57.164677 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5c1e697f-6460-43d8-bf02-675f5267e2d6 req-13f61894-aea0-48d1-8a0e-fdaca83aa081 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 946 time: 0.1522479 Aug 09 16:00:57.167454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa46bde4-7295-4357-bf02-586204493c8c None None] No DVR routers for this DVR port 279e3f6d-2953-4491-9282-dbdc521f205c on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:57.174250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b4b03-204b-47fb-9df6-96391c7490db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c12cdf5-5cd4-4e67-850c-44514121a31d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:57.222100 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.253806 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 279e3f6d-2953-4491-9282-dbdc521f205c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:57.254157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.270689 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.db.api [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:00:57.271188 n-d-803778-2 neutron-server[94292]: DEBUG oslo_db.api [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:00:57.272933 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5c1e697f-6460-43d8-bf02-675f5267e2d6 req-40158e0b-ab93-44d3-a8b8-02cc55f4d11d tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067805 Aug 09 16:00:57.286416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d88fafc-32b9-4f86-b5c7-e4311aebbc70,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:57.361752 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.467533 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2c769c2d-692d-40af-8f16-98c8c9c87f6c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:57.590965 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.611184 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.616399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 2c769c2d-692d-40af-8f16-98c8c9c87f6c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:57.616965 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.624502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b78197cd-c4d5-4074-aff8-c3407fc87ac6 req-c03c523d-4a8c-4faa-afee-4e51a1877258 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 210 time: 0.0488064 Aug 09 16:00:57.691438 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.692067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b2f8038-2eb6-4b54-8e10-0290a0d17025 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:00:57.697463 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.699080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-74adee5d-31c9-408b-bc43-8165b10abbe2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "DELETE /v2.0/routers/7b2f8038-2eb6-4b54-8e10-0290a0d17025 HTTP/1.1" status: 204 len: 168 time: 1.7145700 Aug 09 16:00:57.702364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56152) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:57.772612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eae7d17-f4de-4ed0-a3ba-f09c3057cb53 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Deleting subnet b45d1fa5-b8bc-4db2-955f-e58db9dbb03b {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:57.777968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6eae7d17-f4de-4ed0-a3ba-f09c3057cb53 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.805912 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] Port 9d88fafc-32b9-4f86-b5c7-e4311aebbc70 not found while updating agent binding for router 7b2f8038-2eb6-4b54-8e10-0290a0d17025. {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 09 16:00:57.834198 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6eae7d17-f4de-4ed0-a3ba-f09c3057cb53 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.860201 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] Routers set() bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:57.860583 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] Router IDs set() for agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 16:00:57.861262 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7b2f8038-2eb6-4b54-8e10-0290a0d17025'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent'). {{(pid=94292) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 09 16:00:57.861803 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e0229-e1ce-4c1a-a76d-863785e9b8dc None None] The sync data for ids ['7b2f8038-2eb6-4b54-8e10-0290a0d17025'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:57.869302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 279e3f6d-2953-4491-9282-dbdc521f205c no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:57.878080 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a03290c-0d08-4707-a293-6be28f63491c req-6a20c520-105c-416c-826a-544922736747 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0781302 Aug 09 16:00:57.902626 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6eae7d17-f4de-4ed0-a3ba-f09c3057cb53 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.918662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb7582-d2cd-40fd-8c82-00a6808a9da5 req-464b63c0-9b1e-4b82-ae22-dfeebfef3704 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:57.920336 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2fb7582-d2cd-40fd-8c82-00a6808a9da5 req-464b63c0-9b1e-4b82-ae22-dfeebfef3704 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.53 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 946 time: 1.0480943 Aug 09 16:00:57.921867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 279e3f6d-2953-4491-9282-dbdc521f205c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:57.922225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 279e3f6d-2953-4491-9282-dbdc521f205c not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:57.972028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] For port 279e3f6d-2953-4491-9282-dbdc521f205c, host n-d-803778-2, got binding levels [] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:57.972487 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.977790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6eae7d17-f4de-4ed0-a3ba-f09c3057cb53 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:57.992775 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.015782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 279e3f6d-2953-4491-9282-dbdc521f205c owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:58.017994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae7d17-f4de-4ed0-a3ba-f09c3057cb53 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b45d1fa5-b8bc-4db2-955f-e58db9dbb03b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:58.023289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6eae7d17-f4de-4ed0-a3ba-f09c3057cb53 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.023492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.ipam_backend_mixin [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Port 279e3f6d-2953-4491-9282-dbdc521f205c was not found and therefore no delete operation was performed {{(pid=94290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:00:58.025645 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6eae7d17-f4de-4ed0-a3ba-f09c3057cb53 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/b45d1fa5-b8bc-4db2-955f-e58db9dbb03b HTTP/1.1" status: 204 len: 168 time: 0.3215544 Aug 09 16:00:58.028632 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56162) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:58.036536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Transition to ACTIVE for port object 6e5507d9-9c7e-43d7-bfd5-644592bc595d will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:58.037879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.117684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] No DVR routers for this DVR port 279e3f6d-2953-4491-9282-dbdc521f205c on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:58.124474 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.126759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=279e3f6d-2953-4491-9282-dbdc521f205c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:58.225679 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.241828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.250443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:58.258784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35635c49-2b4b-411d-9a6d-bd6a8cfdbe12']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:58.271727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.273620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8137ef85-ab41-4c60-b63a-6b1d914d0bff') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:58.274495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8137ef85-ab41-4c60-b63a-6b1d914d0bff') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:58.281531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2549935f-9d33-4fc8-aa19-b0b16397b631') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:58.281842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2549935f-9d33-4fc8-aa19-b0b16397b631') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:58.293726 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.298989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f2fb7582-d2cd-40fd-8c82-00a6808a9da5 req-dc14d8c8-7c41-4941-a373-b66c5aeec70e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Deleting port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:58.299476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2fb7582-d2cd-40fd-8c82-00a6808a9da5 req-dc14d8c8-7c41-4941-a373-b66c5aeec70e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.315978 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.328355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:00:58.329442 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:00:58.336576 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:00:58.356304 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.420893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Network c6a00482-dfda-4a21-89e5-730318a67397 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:58.428482 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.430625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:58.432952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:58.440129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Pushing event updated for resources: {'Port': ['ID=6e5507d9-9c7e-43d7-bfd5-644592bc595d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:58.469822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:00:58.470243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:00:58.473515 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:00:58.529346 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.546506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 16:00:58.555743 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.571061 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "DELETE /v2.0/networks/24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0 HTTP/1.1" status: 204 len: 168 time: 0.5413299 Aug 09 16:00:58.609964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a5758-4d74-428a-9eaf-60f726a466a3 req-2922f18d-50e5-4dad-a91a-5612299c3623 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:58.613361 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:58.614425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.625628 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f2a5758-4d74-428a-9eaf-60f726a466a3 req-2922f18d-50e5-4dad-a91a-5612299c3623 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 946 time: 0.2144244 Aug 09 16:00:58.641404 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.652792 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.661076 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/networks/35635c49-2b4b-411d-9a6d-bd6a8cfdbe12 HTTP/1.1" status: 204 len: 168 time: 2.5178769 Aug 09 16:00:58.670588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56180) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:58.682962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f655fa-e97d-4526-8915-49a1a16d8d73 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event deleted for resources: {'Network': ['ID=24e5f91e-e5ab-4cbb-a2fc-5698fe91b1e0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:58.744508 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f2a5758-4d74-428a-9eaf-60f726a466a3 req-21e2cfb4-4c36-4dc0-951d-ac7ec8c05293 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143200 Aug 09 16:00:58.775500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f2fb7582-d2cd-40fd-8c82-00a6808a9da5 req-dc14d8c8-7c41-4941-a373-b66c5aeec70e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] For port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471,segment=NetworkSegment(93bd3e6c-afac-4c5f-9c86-28995c93c60b),segment_id=93bd3e6c-afac-4c5f-9c86-28995c93c60b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:58.775876 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2fb7582-d2cd-40fd-8c82-00a6808a9da5 req-dc14d8c8-7c41-4941-a373-b66c5aeec70e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:58.782274 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-1f727a52-7210-4537-b14d-4753f84e565b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0726593 Aug 09 16:00:58.796244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f0685-d24b-4507-8d9e-88fd0457e4c4 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Network': ['ID=35635c49-2b4b-411d-9a6d-bd6a8cfdbe12,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:58.817501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Request body: {'port': {'device_id': '1690b6f0-1fb7-4f9e-85ac-5a973d22df19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:58.828228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f2fb7582-d2cd-40fd-8c82-00a6808a9da5 req-dc14d8c8-7c41-4941-a373-b66c5aeec70e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Calling delete_port for c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:58.988078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-418fae19-361e-471d-a194-543cb7c95f43 None None] Provisioning for port 6e5507d9-9c7e-43d7-bfd5-644592bc595d completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:58.995000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-418fae19-361e-471d-a194-543cb7c95f43 None None] Provisioning complete for port 6e5507d9-9c7e-43d7-bfd5-644592bc595d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:58.995652 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-418fae19-361e-471d-a194-543cb7c95f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.109803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-418fae19-361e-471d-a194-543cb7c95f43 None None] Port 6e5507d9-9c7e-43d7-bfd5-644592bc595d cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:59.136373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60a039-de79-4e69-8e94-9615c40cf30d req-0bef7998-d3ea-466f-9753-f517ec945ab5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:59.137988 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d60a039-de79-4e69-8e94-9615c40cf30d req-0bef7998-d3ea-466f-9753-f517ec945ab5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1193228 Aug 09 16:00:59.171447 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2fb7582-d2cd-40fd-8c82-00a6808a9da5 req-dc14d8c8-7c41-4941-a373-b66c5aeec70e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.214808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b81836-e9aa-4f2e-b7a2-0fd49cdc3566 req-fa8503f8-4305-484f-8634-f2ea5543d826 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:59.218403 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d60a039-de79-4e69-8e94-9615c40cf30d req-9629be4c-9ec6-4164-a055-93670780a89b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705955 Aug 09 16:00:59.223880 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55b81836-e9aa-4f2e-b7a2-0fd49cdc3566 req-fa8503f8-4305-484f-8634-f2ea5543d826 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1027 time: 0.4240992 Aug 09 16:00:59.264882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14d8c8-7c41-4941-a373-b66c5aeec70e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Pushing event deleted for resources: {'Port': ['ID=c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:59.280420 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.359499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fb7582-d2cd-40fd-8c82-00a6808a9da5 req-dc14d8c8-7c41-4941-a373-b66c5aeec70e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] No DVR routers for this DVR port c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:59.410480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc6355-6b26-46e6-a71c-5e66edc33dbf req-00e68ff5-5398-44d8-a016-608549661125 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:59.412967 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ddc6355-6b26-46e6-a71c-5e66edc33dbf req-00e68ff5-5398-44d8-a016-608549661125 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.1096418 Aug 09 16:00:59.414195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55b81836-e9aa-4f2e-b7a2-0fd49cdc3566 req-23323864-31ca-4cdc-8d44-70e3c11644cf tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855233 Aug 09 16:00:59.415901 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f2fb7582-d2cd-40fd-8c82-00a6808a9da5 req-dc14d8c8-7c41-4941-a373-b66c5aeec70e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.420774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2fb7582-d2cd-40fd-8c82-00a6808a9da5 req-dc14d8c8-7c41-4941-a373-b66c5aeec70e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.53 "DELETE /v2.0/ports/c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 HTTP/1.1" status: 204 len: 173 time: 1.4914880 Aug 09 16:00:59.456100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9430492a-9f1d-45f1-84de-c25447d958f9', 'name': 'network-vif-deleted', 'tag': 'c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:59.462463 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cc4517-1b34-42c4-9658-d4b01cc335d6" -d '{"events": [{"server_uuid": "9430492a-9f1d-45f1-84de-c25447d958f9", "name": "network-vif-deleted", "tag": "c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:59.505132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-649a525b-9a95-41bc-9cb2-faba643825fb tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 138febb5-4f13-4f04-981d-e00819f78b42 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:59.507888 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-649a525b-9a95-41bc-9cb2-faba643825fb tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.527692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ddc6355-6b26-46e6-a71c-5e66edc33dbf req-70484da7-112a-4227-a988-fc3bae9baf87 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072741 Aug 09 16:00:59.544830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56204) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:59.562239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-bd1b0db7-12bc-4be1-91d2-51618a700951 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Request body: {'router': {'name': 'tempest-router--1710933182', 'project_id': 'c582d4128ee343a8a5b2d1b92836a030'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:59.563357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:59.607539 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:59.610223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:59.620354 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bd1b0db7-12bc-4be1-91d2-51618a700951 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.623031 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bd1b0db7-12bc-4be1-91d2-51618a700951 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.655381 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3cefe5-b863-4986-b049-564eea5b2e0f x-openstack-request-id: req-0c3cefe5-b863-4986-b049-564eea5b2e0f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:59.655673 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9430492a-9f1d-45f1-84de-c25447d958f9", "name": "network-vif-deleted", "tag": "c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:59.655936 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c3cefe5-b863-4986-b049-564eea5b2e0f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:59.656498 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9430492a-9f1d-45f1-84de-c25447d958f9', 'name': 'network-vif-deleted', 'tag': 'c3e42f28-ac2a-4647-a3ee-8c8a6d7ec471', 'status': 'completed', 'code': 200} Aug 09 16:00:59.731319 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bd1b0db7-12bc-4be1-91d2-51618a700951 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.738165 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bd1b0db7-12bc-4be1-91d2-51618a700951 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.759807 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bd1b0db7-12bc-4be1-91d2-51618a700951 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.767814 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bd1b0db7-12bc-4be1-91d2-51618a700951 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2184846 Aug 09 16:00:59.768166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56222) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:59.893734 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-649a525b-9a95-41bc-9cb2-faba643825fb tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.893734 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-649a525b-9a95-41bc-9cb2-faba643825fb tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.912957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a776893d-526b-4b57-9a6a-9ffa5abf0745 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.930619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-649a525b-9a95-41bc-9cb2-faba643825fb tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 138febb5-4f13-4f04-981d-e00819f78b42 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:00.139421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5507d9-9c7e-43d7-bfd5-644592bc595d {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:00.150066 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.232053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Transition to ACTIVE for port object 6e5507d9-9c7e-43d7-bfd5-644592bc595d will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:00.234427 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-649a525b-9a95-41bc-9cb2-faba643825fb tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.278365 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.287741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a525b-9a95-41bc-9cb2-faba643825fb tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=138febb5-4f13-4f04-981d-e00819f78b42,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:00.410261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5507d9-9c7e-43d7-bfd5-644592bc595d,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:00.459931 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-649a525b-9a95-41bc-9cb2-faba643825fb tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.462584 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-649a525b-9a95-41bc-9cb2-faba643825fb tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.464422 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-649a525b-9a95-41bc-9cb2-faba643825fb tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/floatingips/d2e79f98-6555-4b50-8cdb-2607fca5e6f0 HTTP/1.1" status: 204 len: 168 time: 1.7882075 Aug 09 16:01:00.469405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56258) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:00.535371 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f404b41-8209-46f1-b2bd-e97ec657c3cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] DELETE failed (client error): The resource could not be found. Aug 09 16:01:00.536765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f404b41-8209-46f1-b2bd-e97ec657c3cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:01:00.539262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9f404b41-8209-46f1-b2bd-e97ec657c3cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/ports/1c514614-4379-433f-a275-49b696840271 HTTP/1.1" status: 404 len: 333 time: 0.0691314 Aug 09 16:01:00.541908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56266) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:00.551735 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-551855a2-3838-4a59-a003-77ba699c9a76 req-82223627-1b15-48a2-a24a-69514de6e8d0 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=9430492a-9f1d-45f1-84de-c25447d958f9 HTTP/1.1" status: 200 len: 210 time: 0.0393853 Aug 09 16:01:00.594084 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4dcdc0f6-ad1c-43a7-a034-7cc9aa1c02eb tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca0ba774-98af-42e8-bf22-e43f9b707449 HTTP/1.1" status: 200 len: 205 time: 0.0508442 Aug 09 16:01:00.596780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56272) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:00.687916 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-477011a0-f852-4d7c-99b5-405f9bccd1a9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] delete failed (client error): The resource could not be found. Aug 09 16:01:00.689554 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-477011a0-f852-4d7c-99b5-405f9bccd1a9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/routers/ca0ba774-98af-42e8-bf22-e43f9b707449 HTTP/1.1" status: 404 len: 336 time: 0.0916674 Aug 09 16:01:00.692408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56284) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:00.766025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Attempting to bind port 6e5507d9-9c7e-43d7-bfd5-644592bc595d on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:00.766444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Attempting to bind port 6e5507d9-9c7e-43d7-bfd5-644592bc595d by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:00.766855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Attempting to bind port 6e5507d9-9c7e-43d7-bfd5-644592bc595d on network c6a00482-dfda-4a21-89e5-730318a67397 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:00.770302 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d670582-18ef-4871-9718-2dd36b563afa tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] DELETE failed (client error): The resource could not be found. Aug 09 16:01:00.770767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d670582-18ef-4871-9718-2dd36b563afa tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:01:00.772471 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7d670582-18ef-4871-9718-2dd36b563afa tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/subnets/68bec483-b1f6-41fb-aa85-d4db8ab01f5b HTTP/1.1" status: 404 len: 337 time: 0.0789158 Aug 09 16:01:00.774711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Port 6e5507d9-9c7e-43d7-bfd5-644592bc595d on network c6a00482-dfda-4a21-89e5-730318a67397 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:01:00.775042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Attempting to bind port 6e5507d9-9c7e-43d7-bfd5-644592bc595d on network c6a00482-dfda-4a21-89e5-730318a67397 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:00.776843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56288) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:00.909087 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a776893d-526b-4b57-9a6a-9ffa5abf0745 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.911916 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a776893d-526b-4b57-9a6a-9ffa5abf0745 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.924301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:00.924301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Checking segment: {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:00.924635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Bound using segment: {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:00.926106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Bound port: 6e5507d9-9c7e-43d7-bfd5-644592bc595d, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:00.927181 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.974781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748c6a4-53c7-4ddc-8c56-df5e0ed15d6f req-743706de-de13-4dfe-86f0-6bf5f57d1e67 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:00.976331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4748c6a4-53c7-4ddc-8c56-df5e0ed15d6f req-743706de-de13-4dfe-86f0-6bf5f57d1e67 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1052 time: 0.2287281 Aug 09 16:01:00.978742 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a776893d-526b-4b57-9a6a-9ffa5abf0745 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.979507 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a776893d-526b-4b57-9a6a-9ffa5abf0745 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47a07235-820e-45f6-9676-c0a76934c7c9 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:01:00.984743 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a776893d-526b-4b57-9a6a-9ffa5abf0745 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.990664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a776893d-526b-4b57-9a6a-9ffa5abf0745 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "DELETE /v2.0/routers/47a07235-820e-45f6-9676-c0a76934c7c9 HTTP/1.1" status: 204 len: 168 time: 1.2211382 Aug 09 16:01:01.035197 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4748c6a4-53c7-4ddc-8c56-df5e0ed15d6f req-7a4d27ae-c453-41ba-ab91-74bf662d0a9c tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430014 Aug 09 16:01:01.076975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d4618-e08b-4185-9cb1-110278493ec9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 1709f98e-f6f6-4d18-b984-ab9318c4bf7b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:01.076975 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4618-e08b-4185-9cb1-110278493ec9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.135101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] For port 6e5507d9-9c7e-43d7-bfd5-644592bc595d, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:01.166543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] For port 6e5507d9-9c7e-43d7-bfd5-644592bc595d, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6e5507d9-9c7e-43d7-bfd5-644592bc595d,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:01.174596 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56296) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:01.179912 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.250587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:01.251233 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.252668 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] 10.222.0.60 "PUT /v2.0/ports/6e5507d9-9c7e-43d7-bfd5-644592bc595d HTTP/1.1" status: 200 len: 1091 time: 2.4497654 Aug 09 16:01:01.269035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2bf8-9e6d-427e-8b4d-b463dcb769a6 req-28f4ebad-2692-41b4-a297-b794f43b4127 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:01.270839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-291a2bf8-9e6d-427e-8b4d-b463dcb769a6 req-28f4ebad-2692-41b4-a297-b794f43b4127 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=75662612-c591-4edb-aa72-0e250adf5999 HTTP/1.1" status: 200 len: 944 time: 0.1730087 Aug 09 16:01:01.301212 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4618-e08b-4185-9cb1-110278493ec9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.361665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d4618-e08b-4185-9cb1-110278493ec9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 1709f98e-f6f6-4d18-b984-ab9318c4bf7b owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:01.398740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13c679-8e87-4afa-ba7b-098c5a0dcb21 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5507d9-9c7e-43d7-bfd5-644592bc595d,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:01.466108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-653254373', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:01.502262 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.504470 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.521045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-13340328-ddea-4dbc-84a5-ea1e10384827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:01.528120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-13340328-ddea-4dbc-84a5-ea1e10384827 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7d453f4bd804e288e89288a9c1af565&device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1094 time: 0.2114232 Aug 09 16:01:01.578875 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.579871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56302) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:01.606933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-31d58be9-7151-4410-8316-e51508654261 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e5507d9-9c7e-43d7-bfd5-644592bc595d HTTP/1.1" status: 200 len: 217 time: 0.0645421 Aug 09 16:01:01.661655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1690b6f0-1fb7-4f9e-85ac-5a973d22df19', 'tag': '6e5507d9-9c7e-43d7-bfd5-644592bc595d'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:01.664581 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592b8e92-5b3a-4dfd-8203-3ac77b822c41" -d '{"events": [{"name": "network-changed", "server_uuid": "1690b6f0-1fb7-4f9e-85ac-5a973d22df19", "tag": "6e5507d9-9c7e-43d7-bfd5-644592bc595d"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:01.719971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-291a2bf8-9e6d-427e-8b4d-b463dcb769a6 req-f2bc5caa-d989-4076-a547-5dd2f8a1fc40 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Deleting port 2bb80011-0e2f-4474-afe2-4a9061884122 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:01.720520 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-291a2bf8-9e6d-427e-8b4d-b463dcb769a6 req-f2bc5caa-d989-4076-a547-5dd2f8a1fc40 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.770830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-8bdee17d-1d5f-4140-be56-2fa4bbc28cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:01.772332 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-8bdee17d-1d5f-4140-be56-2fa4bbc28cfe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=581956c1-9f6b-4930-9848-6ca9c6175f1b HTTP/1.1" status: 200 len: 848 time: 0.1572874 Aug 09 16:01:01.780399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.782213 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c0030a-a198-48b8-81ae-f88aaadc42c8 x-openstack-request-id: req-45c0030a-a198-48b8-81ae-f88aaadc42c8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:01.782608 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1690b6f0-1fb7-4f9e-85ac-5a973d22df19", "tag": "6e5507d9-9c7e-43d7-bfd5-644592bc595d", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:01.782867 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45c0030a-a198-48b8-81ae-f88aaadc42c8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:01.783385 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1690b6f0-1fb7-4f9e-85ac-5a973d22df19', 'tag': '6e5507d9-9c7e-43d7-bfd5-644592bc595d', 'status': 'completed', 'code': 200} Aug 09 16:01:01.870849 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e75daa-4bcf-4f6a-8768-61fc6accf0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.939328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-291a2bf8-9e6d-427e-8b4d-b463dcb769a6 req-f2bc5caa-d989-4076-a547-5dd2f8a1fc40 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] For port 2bb80011-0e2f-4474-afe2-4a9061884122, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2bb80011-0e2f-4474-afe2-4a9061884122,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:01.940052 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-291a2bf8-9e6d-427e-8b4d-b463dcb769a6 req-f2bc5caa-d989-4076-a547-5dd2f8a1fc40 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.959828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4618-e08b-4185-9cb1-110278493ec9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.989177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-291a2bf8-9e6d-427e-8b4d-b463dcb769a6 req-f2bc5caa-d989-4076-a547-5dd2f8a1fc40 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Calling delete_port for 2bb80011-0e2f-4474-afe2-4a9061884122 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:02.034522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d4618-e08b-4185-9cb1-110278493ec9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=1709f98e-f6f6-4d18-b984-ab9318c4bf7b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:02.059589 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-a6763fd5-1d6c-410e-89bb-6a787d8e391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:02.062428 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-a6763fd5-1d6c-410e-89bb-6a787d8e391c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c6a00482-dfda-4a21-89e5-730318a67397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2757559 Aug 09 16:01:02.196834 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e75daa-4bcf-4f6a-8768-61fc6accf0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.220564 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e75daa-4bcf-4f6a-8768-61fc6accf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.224509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4618-e08b-4185-9cb1-110278493ec9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.228704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ff4d4618-e08b-4185-9cb1-110278493ec9 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/ports/1709f98e-f6f6-4d18-b984-ab9318c4bf7b HTTP/1.1" status: 204 len: 168 time: 1.4487138 Aug 09 16:01:02.230917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56326) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:02.274880 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.299262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-471709ce-d67e-402f-a844-166687d1de02 service neutron] 10.222.0.60 "GET /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036669 Aug 09 16:01:02.337805 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-26e75daa-4bcf-4f6a-8768-61fc6accf0a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da7dc98a670347afa057734dbcf6fdd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7565222 Aug 09 16:01:02.338878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.340883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56328) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:02.355445 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e75daa-4bcf-4f6a-8768-61fc6accf0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f114c5d3-80a9-4620-a715-9fd68bf45e81,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:02.375125 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-089e6752-0864-4199-82b7-6c1c7e527532 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:02.376678 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-089e6752-0864-4199-82b7-6c1c7e527532 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/networks?id=5db6aa99-06d7-43f0-8035-723ccf0c2c7b HTTP/1.1" status: 200 len: 809 time: 0.3928056 Aug 09 16:01:02.447186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-87d89244-4bb3-431d-b7b9-cdbf506ad186 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/quotas/9354282398a942abbc5356fe124f834e HTTP/1.1" status: 200 len: 375 time: 0.0376618 Aug 09 16:01:02.463819 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-291a2bf8-9e6d-427e-8b4d-b463dcb769a6 req-f2bc5caa-d989-4076-a547-5dd2f8a1fc40 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.477377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['7076e15f-0fd5-47cb-a92c-7c0ee028236a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:02.481307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['bb82bc55-5633-41e7-aca5-e4c11ab8deeb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:02.509573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fc4ff215-22c6-4057-80f6-405869e43998 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 09096cc9-be03-49a3-81fb-a7b9dce6f06c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:02.509990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff215-22c6-4057-80f6-405869e43998 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.517904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc5caa-d989-4076-a547-5dd2f8a1fc40 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event deleted for resources: {'Port': ['ID=2bb80011-0e2f-4474-afe2-4a9061884122,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:02.547050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-54c5b43f-e5b8-4cf1-b0aa-ade0e0a6375c tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9354282398a942abbc5356fe124f834e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878432 Aug 09 16:01:02.553356 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8ddaaa70-11cb-4229-b482-54e7fe5dbfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.590407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Allocated IP 172.25.2.14 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/e7ebf9b2-3fce-4875-91c1-1bd21fbfe8cf) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:02.625251 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8ddaaa70-11cb-4229-b482-54e7fe5dbfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.658010 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff215-22c6-4057-80f6-405869e43998 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.678633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fc4ff215-22c6-4057-80f6-405869e43998 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 09096cc9-be03-49a3-81fb-a7b9dce6f06c owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:02.765725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53bdbe3a-b1a9-47fe-8d2e-713be6403631 req-c7706a69-bb82-46b4-827c-367b628e1774 service neutron] 10.222.0.60 "GET /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565535 Aug 09 16:01:02.841340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-291a2bf8-9e6d-427e-8b4d-b463dcb769a6 req-f2bc5caa-d989-4076-a547-5dd2f8a1fc40 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] No DVR routers for this DVR port 2bb80011-0e2f-4474-afe2-4a9061884122 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:02.850526 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-291a2bf8-9e6d-427e-8b4d-b463dcb769a6 req-f2bc5caa-d989-4076-a547-5dd2f8a1fc40 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.861225 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-291a2bf8-9e6d-427e-8b4d-b463dcb769a6 req-f2bc5caa-d989-4076-a547-5dd2f8a1fc40 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "DELETE /v2.0/ports/2bb80011-0e2f-4474-afe2-4a9061884122 HTTP/1.1" status: 204 len: 173 time: 1.5837123 Aug 09 16:01:02.895630 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-87ac2ddc-82c5-4639-a68e-6ef40287bc14 service neutron] 10.222.0.81 "GET /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233182 Aug 09 16:01:02.896623 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8ddaaa70-11cb-4229-b482-54e7fe5dbfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.899221 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8ddaaa70-11cb-4229-b482-54e7fe5dbfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:02.900289 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8ddaaa70-11cb-4229-b482-54e7fe5dbfca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f114c5d3-80a9-4620-a715-9fd68bf45e81 HTTP/1.1" status: 204 len: 168 time: 0.5553467 Aug 09 16:01:02.945941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaaa70-11cb-4229-b482-54e7fe5dbfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f114c5d3-80a9-4620-a715-9fd68bf45e81,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:03.001188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8e92-5b3a-4dfd-8203-3ac77b822c41 req-8bdcce70-7b91-44d9-8d7d-c217e4e76588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:03.002923 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-592b8e92-5b3a-4dfd-8203-3ac77b822c41 req-8bdcce70-7b91-44d9-8d7d-c217e4e76588 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7d453f4bd804e288e89288a9c1af565&device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1094 time: 0.1770062 Aug 09 16:01:03.150676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8e92-5b3a-4dfd-8203-3ac77b822c41 req-72355359-2aca-4d9d-a221-07a74b49118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:03.152206 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-592b8e92-5b3a-4dfd-8203-3ac77b822c41 req-72355359-2aca-4d9d-a221-07a74b49118c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c6a00482-dfda-4a21-89e5-730318a67397 HTTP/1.1" status: 200 len: 910 time: 0.1415360 Aug 09 16:01:03.159867 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff215-22c6-4057-80f6-405869e43998 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.241142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-592b8e92-5b3a-4dfd-8203-3ac77b822c41 req-2c403f6c-af9f-4c29-9b04-d443417be87c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e5507d9-9c7e-43d7-bfd5-644592bc595d HTTP/1.1" status: 200 len: 217 time: 0.0792363 Aug 09 16:01:03.245029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ff215-22c6-4057-80f6-405869e43998 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=09096cc9-be03-49a3-81fb-a7b9dce6f06c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:03.378891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8e92-5b3a-4dfd-8203-3ac77b822c41 req-07ab29f4-892f-4dd7-b1ba-4081f76ccf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:03.380891 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-592b8e92-5b3a-4dfd-8203-3ac77b822c41 req-07ab29f4-892f-4dd7-b1ba-4081f76ccf81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=581956c1-9f6b-4930-9848-6ca9c6175f1b HTTP/1.1" status: 200 len: 848 time: 0.1304219 Aug 09 16:01:03.386045 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc4ff215-22c6-4057-80f6-405869e43998 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.388285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fc4ff215-22c6-4057-80f6-405869e43998 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/ports/09096cc9-be03-49a3-81fb-a7b9dce6f06c HTTP/1.1" status: 204 len: 168 time: 1.1573291 Aug 09 16:01:03.401815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56340) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:03.406086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56342) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:03.413142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.448458 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-24040093-97ca-4a4d-ba9a-bec78f24d1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.454960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-a5a8f755-958a-4e0d-b87b-c7738c1b7387 service neutron] 10.222.0.81 "GET /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411994 Aug 09 16:01:03.485191 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:03.529049 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:03.534881 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:03.539044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:03.565569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Pushing event updated for resources: {'Port': ['ID=e7ebf9b2-3fce-4875-91c1-1bd21fbfe8cf,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:03.612458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b8e92-5b3a-4dfd-8203-3ac77b822c41 req-c94bf8dd-1687-4712-bfe7-78b29adc8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:03.614201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-592b8e92-5b3a-4dfd-8203-3ac77b822c41 req-c94bf8dd-1687-4712-bfe7-78b29adc8ba2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c6a00482-dfda-4a21-89e5-730318a67397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2249088 Aug 09 16:01:03.788261 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-08b8e745-3f22-467b-b4c5-e1b830d9a4b7 req-c401d224-d618-4fa0-a78c-9bd4c63c2164 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0725830 Aug 09 16:01:04.133554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75662612-c591-4edb-aa72-0e250adf5999', 'name': 'network-vif-deleted', 'tag': '2bb80011-0e2f-4474-afe2-4a9061884122'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:04.136130 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdd144d-2543-401e-84c4-b3dd01ec1e87" -d '{"events": [{"server_uuid": "75662612-c591-4edb-aa72-0e250adf5999", "name": "network-vif-deleted", "tag": "2bb80011-0e2f-4474-afe2-4a9061884122"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:04.153533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae24c74-ba46-47b8-b27a-3ce983e7a3df tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:04.155986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7ae24c74-ba46-47b8-b27a-3ce983e7a3df tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "GET /v2.0/ports?device_id=337dac72-0a18-4853-bfd2-3d30649678a9 HTTP/1.1" status: 200 len: 913 time: 0.7516460 Aug 09 16:01:04.161963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56364) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:04.177493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5541fcb-c072-44d9-a985-4f550750914e req-8e325e21-fa30-4d0a-a543-a32fea4ee2cd tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:04.185208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5541fcb-c072-44d9-a985-4f550750914e req-8e325e21-fa30-4d0a-a543-a32fea4ee2cd tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1094 time: 0.6598845 Aug 09 16:01:04.224338 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.238634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e71e5e-a8e0-40cf-ac8c-daaa5368fa01 req-1b827913-2596-405c-b469-88b87ceb2172 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:04.240080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-06e71e5e-a8e0-40cf-ac8c-daaa5368fa01 req-1b827913-2596-405c-b469-88b87ceb2172 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 908 time: 0.1664631 Aug 09 16:01:04.298801 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57300530-f11f-4261-9be3-c98933f863c4 x-openstack-request-id: req-57300530-f11f-4261-9be3-c98933f863c4 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:04.299366 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75662612-c591-4edb-aa72-0e250adf5999", "name": "network-vif-deleted", "tag": "2bb80011-0e2f-4474-afe2-4a9061884122", "status": "failed", "code": 422}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:04.299618 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57300530-f11f-4261-9be3-c98933f863c4 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:04.300013 n-d-803778-2 neutron-server[94290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75662612-c591-4edb-aa72-0e250adf5999', 'name': 'network-vif-deleted', 'tag': '2bb80011-0e2f-4474-afe2-4a9061884122', 'status': 'failed', 'code': 422} returned with failed status Aug 09 16:01:04.338395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5541fcb-c072-44d9-a985-4f550750914e req-4129c6d1-7d93-4d11-a4a3-8bc0e7baaa21 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520202 Aug 09 16:01:04.366657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-592b8e92-5b3a-4dfd-8203-3ac77b822c41 req-c1ccb0a0-03c8-4d0c-a90d-47a6d1017667 service neutron] 10.222.0.60 "GET /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385848 Aug 09 16:01:04.455560 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-24040093-97ca-4a4d-ba9a-bec78f24d1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.472946 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-24040093-97ca-4a4d-ba9a-bec78f24d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.540209 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-592b8e92-5b3a-4dfd-8203-3ac77b822c41 req-576b5cc7-e52c-4115-ac60-af24245350eb service neutron] 10.222.0.60 "GET /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631846 Aug 09 16:01:04.545379 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-24040093-97ca-4a4d-ba9a-bec78f24d1f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c743a8bcce5244158b9f7a341f2e16f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1194522 Aug 09 16:01:04.545379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24040093-97ca-4a4d-ba9a-bec78f24d1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef2e051-b6dc-4bf7-bb16-04cab4a0e23f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:04.549236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56366) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:04.605768 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71e7f056-d70e-46e1-ad56-13d382dcc84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.627950 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71e7f056-d70e-46e1-ad56-13d382dcc84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.657473 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.679324 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71e7f056-d70e-46e1-ad56-13d382dcc84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.682249 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71e7f056-d70e-46e1-ad56-13d382dcc84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.686443 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-71e7f056-d70e-46e1-ad56-13d382dcc84e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cef2e051-b6dc-4bf7-bb16-04cab4a0e23f HTTP/1.1" status: 204 len: 168 time: 0.1333094 Aug 09 16:01:04.695385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7f056-d70e-46e1-ad56-13d382dcc84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef2e051-b6dc-4bf7-bb16-04cab4a0e23f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:04.917422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe9b142b-a852-4f03-9a6e-5cdb6a1f271e tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:04.919035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Router a9bfa148-cd59-4187-91a4-2704cbc96ca9 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:01:04.974698 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de65a36a-1547-4230-bd4b-e2177c275ad8 req-7dd885a8-f2b7-4180-a377-3e2156b476b1 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0718453 Aug 09 16:01:05.057256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-5e84889d-2bea-451a-a69d-3c52549277c4 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:05.059327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-5e84889d-2bea-451a-a69d-3c52549277c4 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.53 "GET /v2.0/networks?id=5db6aa99-06d7-43f0-8035-723ccf0c2c7b HTTP/1.1" status: 200 len: 809 time: 0.2044764 Aug 09 16:01:05.082318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Request body: {'port': {'device_id': '5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6', 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b', 'admin_state_up': True, 'tenant_id': '9354282398a942abbc5356fe124f834e'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:05.258348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Made reservation on behalf of 9354282398a942abbc5356fe124f834e for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:05.262514 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.463341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:05.477029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a5d17e-3a99-4d0b-95d8-7cf3405e1cf9 None None] Sync routers for ids ['a9bfa148-cd59-4187-91a4-2704cbc96ca9'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:05.500549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c7774-e660-4078-9de7-61f2c0868b8a req-715ddb6e-d11c-422f-aada-5e4d7b589f14 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:05.502395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-014c7774-e660-4078-9de7-61f2c0868b8a req-715ddb6e-d11c-422f-aada-5e4d7b589f14 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 908 time: 0.1377809 Aug 09 16:01:05.508227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a5d17e-3a99-4d0b-95d8-7cf3405e1cf9 None None] Routers {'a9bfa148-cd59-4187-91a4-2704cbc96ca9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:05.509196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-77a5d17e-3a99-4d0b-95d8-7cf3405e1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a9bfa148-cd59-4187-91a4-2704cbc96ca9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:05.529839 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.529839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-531372cb-fcc3-4d32-bdb7-03431fe57c0b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3530977 Aug 09 16:01:05.530342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56388) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:05.532416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Allocated IP 172.20.0.2 (5db6aa99-06d7-43f0-8035-723ccf0c2c7b/1d609eca-278f-4121-a8df-9997f8d969b7/e2f5ef2a-81c4-45d9-833a-31189938a108) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:05.567644 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-77a5d17e-3a99-4d0b-95d8-7cf3405e1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:05.584840 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a5d17e-3a99-4d0b-95d8-7cf3405e1cf9 None None] Routers {'a9bfa148-cd59-4187-91a4-2704cbc96ca9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:05.585750 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-77a5d17e-3a99-4d0b-95d8-7cf3405e1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a9bfa148-cd59-4187-91a4-2704cbc96ca9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:05.590162 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03b0d4-c109-484c-b7d5-87dc7867e610 req-dcd68a8e-7f5a-4095-80b6-fb2124be4d43 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:05.591692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d03b0d4-c109-484c-b7d5-87dc7867e610 req-dcd68a8e-7f5a-4095-80b6-fb2124be4d43 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1094 time: 0.1175332 Aug 09 16:01:05.659649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76776c7-a540-43ef-b2c8-7ade2f605773 req-ca482a31-249e-48ff-b2df-169aefd643aa tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:05.661375 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c76776c7-a540-43ef-b2c8-7ade2f605773 req-ca482a31-249e-48ff-b2df-169aefd643aa tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 908 time: 0.1120985 Aug 09 16:01:05.678630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-77a5d17e-3a99-4d0b-95d8-7cf3405e1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:05.681455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a5d17e-3a99-4d0b-95d8-7cf3405e1cf9 None None] The sync data for ids ['a9bfa148-cd59-4187-91a4-2704cbc96ca9'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:05.705365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6e5507d9-9c7e-43d7-bfd5-644592bc595d details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:01:05.841199 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d03b0d4-c109-484c-b7d5-87dc7867e610 req-c8572ce6-2916-493a-b9dd-d3352d411f44 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395775 Aug 09 16:01:05.910548 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d1e533ae-a970-4c7b-864a-4fda23401df2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/routers/a9bfa148-cd59-4187-91a4-2704cbc96ca9 HTTP/1.1" status: 200 len: 919 time: 0.3781509 Aug 09 16:01:05.910772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56398) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:05.911952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6e5507d9-9c7e-43d7-bfd5-644592bc595d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6e5507d9-9c7e-43d7-bfd5-644592bc595d,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:05.925442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '6e5507d9-9c7e-43d7-bfd5-644592bc595d', 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397', 'port_id': '6e5507d9-9c7e-43d7-bfd5-644592bc595d', 'mac_address': 'fa:16:3e:62:0b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581956c1-9f6b-4930-9848-6ca9c6175f1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:01:05.945175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-c76776c7-a540-43ef-b2c8-7ade2f605773 req-6a93c5a9-bbc3-4fa1-b4b7-dae40ecf6c01 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Deleting port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:05.946126 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c76776c7-a540-43ef-b2c8-7ade2f605773 req-6a93c5a9-bbc3-4fa1-b4b7-dae40ecf6c01 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.953372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fe9b142b-a852-4f03-9a6e-5cdb6a1f271e tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 3456b1de-44f3-4aa8-b692-99b08dcfc437 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:05.954468 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe9b142b-a852-4f03-9a6e-5cdb6a1f271e tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:05.972621 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d6d3bd1a-8a96-44dc-aa0a-a49571cd5a55 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9bfa148-cd59-4187-91a4-2704cbc96ca9 HTTP/1.1" status: 200 len: 205 time: 0.0465207 Aug 09 16:01:05.992819 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.007000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56400) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:06.044367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5507d9-9c7e-43d7-bfd5-644592bc595d {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:06.104859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6e5507d9-9c7e-43d7-bfd5-644592bc595d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6e5507d9-9c7e-43d7-bfd5-644592bc595d,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:06.112052 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.150553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.156054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe9b142b-a852-4f03-9a6e-5cdb6a1f271e tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.160224 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9b777a7-5d95-4257-8eb9-158b6d13ae5e req-250bd251-37a8-4927-888a-bf99f8e00079 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0699813 Aug 09 16:01:06.183819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6e5507d9-9c7e-43d7-bfd5-644592bc595d,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:06.184540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fe9b142b-a852-4f03-9a6e-5cdb6a1f271e tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 3456b1de-44f3-4aa8-b692-99b08dcfc437 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:06.311489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c76776c7-a540-43ef-b2c8-7ade2f605773 req-6a93c5a9-bbc3-4fa1-b4b7-dae40ecf6c01 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] For port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:06.312087 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c76776c7-a540-43ef-b2c8-7ade2f605773 req-6a93c5a9-bbc3-4fa1-b4b7-dae40ecf6c01 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.317556 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.360719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['6e5507d9-9c7e-43d7-bfd5-644592bc595d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:06.386164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-c76776c7-a540-43ef-b2c8-7ade2f605773 req-6a93c5a9-bbc3-4fa1-b4b7-dae40ecf6c01 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Calling delete_port for 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:06.408655 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.484394 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe9b142b-a852-4f03-9a6e-5cdb6a1f271e tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.518468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b142b-a852-4f03-9a6e-5cdb6a1f271e tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=3456b1de-44f3-4aa8-b692-99b08dcfc437,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:06.556308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:06.574499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:06.589296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:06.630536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56422) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:06.651676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Pushing event updated for resources: {'Port': ['ID=e2f5ef2a-81c4-45d9-833a-31189938a108,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:06.672106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:06.672836 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.687403 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.703900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-cb1bb2e1-0b6f-434e-ad36-ac56578dbf37 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6334808 Aug 09 16:01:06.745349 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14e902-5f3c-4939-ae15-0d1a91b984fd req-37f68ba5-a9f0-4d90-ab4b-a03a57290796 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:06.747187 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b14e902-5f3c-4939-ae15-0d1a91b984fd req-37f68ba5-a9f0-4d90-ab4b-a03a57290796 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed96ce5e-5c1c-4fd4-a146-46109ad74557 HTTP/1.1" status: 200 len: 908 time: 0.1134901 Aug 09 16:01:06.758531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Request body: {'port': {'device_id': '5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:06.842900 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe9b142b-a852-4f03-9a6e-5cdb6a1f271e tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.861489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2c02f55-a1d6-448d-a54d-d4257ee3a6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.867679 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c76776c7-a540-43ef-b2c8-7ade2f605773 req-6a93c5a9-bbc3-4fa1-b4b7-dae40ecf6c01 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.879848 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:06.926818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93c5a9-bbc3-4fa1-b4b7-dae40ecf6c01 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event deleted for resources: {'Port': ['ID=6d696cd2-db31-49b8-af1f-3f61a9ca02b6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:06.932431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Deleting port e7ebf9b2-3fce-4875-91c1-1bd21fbfe8cf {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:06.932645 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.089195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76776c7-a540-43ef-b2c8-7ade2f605773 req-6a93c5a9-bbc3-4fa1-b4b7-dae40ecf6c01 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] No DVR routers for this DVR port 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:07.100687 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c76776c7-a540-43ef-b2c8-7ade2f605773 req-6a93c5a9-bbc3-4fa1-b4b7-dae40ecf6c01 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.102846 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c76776c7-a540-43ef-b2c8-7ade2f605773 req-6a93c5a9-bbc3-4fa1-b4b7-dae40ecf6c01 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "DELETE /v2.0/ports/6d696cd2-db31-49b8-af1f-3f61a9ca02b6 HTTP/1.1" status: 204 len: 173 time: 1.4238188 Aug 09 16:01:07.111178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed96ce5e-5c1c-4fd4-a146-46109ad74557', 'name': 'network-vif-deleted', 'tag': '6d696cd2-db31-49b8-af1f-3f61a9ca02b6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:07.113486 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cde763-7c66-4b4b-95f9-fed6b354db6c" -d '{"events": [{"server_uuid": "ed96ce5e-5c1c-4fd4-a146-46109ad74557", "name": "network-vif-deleted", "tag": "6d696cd2-db31-49b8-af1f-3f61a9ca02b6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:07.171393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9b142b-a852-4f03-9a6e-5cdb6a1f271e tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Router 337dac72-0a18-4853-bfd2-3d30649678a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:01:07.229054 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee543039-9513-44ec-bf56-61ad020c4350 x-openstack-request-id: req-ee543039-9513-44ec-bf56-61ad020c4350 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:07.229342 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed96ce5e-5c1c-4fd4-a146-46109ad74557", "name": "network-vif-deleted", "tag": "6d696cd2-db31-49b8-af1f-3f61a9ca02b6", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:07.229704 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ee543039-9513-44ec-bf56-61ad020c4350 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:07.230102 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed96ce5e-5c1c-4fd4-a146-46109ad74557', 'name': 'network-vif-deleted', 'tag': '6d696cd2-db31-49b8-af1f-3f61a9ca02b6', 'status': 'completed', 'code': 200} Aug 09 16:01:07.251413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4cca1-7803-46f0-b5c6-1bbe4a8b8931 req-f1ad9cfd-71b8-4966-9012-9da0a2e7540a tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:07.253027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83b4cca1-7803-46f0-b5c6-1bbe4a8b8931 req-f1ad9cfd-71b8-4966-9012-9da0a2e7540a tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1095 time: 0.2951641 Aug 09 16:01:07.288522 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.393088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Calling delete_port for e7ebf9b2-3fce-4875-91c1-1bd21fbfe8cf owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:07.453110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a99a3-dc46-48ef-bca1-60685e9a180e req-a4db03d6-c0ec-41ed-95d5-152628a97f6e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:07.454767 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a0a99a3-dc46-48ef-bca1-60685e9a180e req-a4db03d6-c0ec-41ed-95d5-152628a97f6e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 931 time: 0.1274540 Aug 09 16:01:07.458302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9b142b-a852-4f03-9a6e-5cdb6a1f271e tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:07.466404 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fe9b142b-a852-4f03-9a6e-5cdb6a1f271e tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "PUT /v2.0/routers/337dac72-0a18-4853-bfd2-3d30649678a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3005924 Aug 09 16:01:07.468279 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806436c8-d056-46a8-a73a-c608bde7d44e None None] Sync routers for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:07.472564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56434) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:07.481846 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806436c8-d056-46a8-a73a-c608bde7d44e None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:07.483128 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-806436c8-d056-46a8-a73a-c608bde7d44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:07.518715 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2c02f55-a1d6-448d-a54d-d4257ee3a6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.520956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-83b4cca1-7803-46f0-b5c6-1bbe4a8b8931 req-01659a01-4354-419d-8c8e-df859116b324 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564266 Aug 09 16:01:07.548399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2c02f55-a1d6-448d-a54d-d4257ee3a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.559327 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-806436c8-d056-46a8-a73a-c608bde7d44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:07.567170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a0a99a3-dc46-48ef-bca1-60685e9a180e req-981b61dd-dfb4-4d08-9936-5c5dc984ba0c tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023619 Aug 09 16:01:07.572643 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806436c8-d056-46a8-a73a-c608bde7d44e None None] Routers {'337dac72-0a18-4853-bfd2-3d30649678a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:07.574228 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-806436c8-d056-46a8-a73a-c608bde7d44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:00:40Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['337dac72-0a18-4853-bfd2-3d30649678a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:07.613408 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-342b6949-f70d-43a6-a40a-6c6964cf062a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.641456 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-806436c8-d056-46a8-a73a-c608bde7d44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:07.642221 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806436c8-d056-46a8-a73a-c608bde7d44e None None] The sync data for ids ['337dac72-0a18-4853-bfd2-3d30649678a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:07.655812 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.698943 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d2c02f55-a1d6-448d-a54d-d4257ee3a6bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=141891b332f747f1aa77118d8c0042e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0611043 Aug 09 16:01:07.704443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56436) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:07.708964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6e5507d9-9c7e-43d7-bfd5-644592bc595d up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:07.796526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 6e5507d9-9c7e-43d7-bfd5-644592bc595d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:07.813965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c02f55-a1d6-448d-a54d-d4257ee3a6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b1d007-4f6b-4a7a-a848-f82115f2d354,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:07.819092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 6e5507d9-9c7e-43d7-bfd5-644592bc595d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:07.820745 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.822789 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9264ef9e-3534-463b-a329-b9aa4cd25dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.823115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f5ef2a-81c4-45d9-833a-31189938a108 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:07.830109 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.835514 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.859078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Transition to ACTIVE for port object e2f5ef2a-81c4-45d9-833a-31189938a108 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:07.868028 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.872744 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9264ef9e-3534-463b-a329-b9aa4cd25dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:07.962953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting port 48bc0b06-c6a8-4a83-ae30-4803ec7cba6b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:07.963340 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.008819 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9264ef9e-3534-463b-a329-b9aa4cd25dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.011381 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9264ef9e-3534-463b-a329-b9aa4cd25dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.016181 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9264ef9e-3534-463b-a329-b9aa4cd25dcd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87b1d007-4f6b-4a7a-a848-f82115f2d354 HTTP/1.1" status: 204 len: 168 time: 0.3107147 Aug 09 16:01:08.022626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Pushing event updated for resources: {'Port': ['ID=e2f5ef2a-81c4-45d9-833a-31189938a108,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:08.033081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264ef9e-3534-463b-a329-b9aa4cd25dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b1d007-4f6b-4a7a-a848-f82115f2d354,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:08.093112 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.101441 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.102489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.116217 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Calling delete_port for 48bc0b06-c6a8-4a83-ae30-4803ec7cba6b owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:08.168450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Attempting to bind port e2f5ef2a-81c4-45d9-833a-31189938a108 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:08.168723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Attempting to bind port e2f5ef2a-81c4-45d9-833a-31189938a108 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '93bd3e6c-afac-4c5f-9c86-28995c93c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:08.169074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Attempting to bind port e2f5ef2a-81c4-45d9-833a-31189938a108 on network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:08.212255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1690b6f0-1fb7-4f9e-85ac-5a973d22df19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5507d9-9c7e-43d7-bfd5-644592bc595d'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:08.218303 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c048074c-f8db-4923-8ddf-c6434760a556" -d '{"events": [{"server_uuid": "1690b6f0-1fb7-4f9e-85ac-5a973d22df19", "name": "network-vif-plugged", "status": "completed", "tag": "6e5507d9-9c7e-43d7-bfd5-644592bc595d"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:08.223247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Pushing event deleted for resources: {'Port': ['ID=e7ebf9b2-3fce-4875-91c1-1bd21fbfe8cf,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:08.231615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Port e2f5ef2a-81c4-45d9-833a-31189938a108 on network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:01:08.231942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Attempting to bind port e2f5ef2a-81c4-45d9-833a-31189938a108 on network 5db6aa99-06d7-43f0-8035-723ccf0c2c7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:08.243913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:08.243913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Checking segment: {'id': '93bd3e6c-afac-4c5f-9c86-28995c93c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:08.243913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Bound using segment: {'id': '93bd3e6c-afac-4c5f-9c86-28995c93c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:08.244630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Bound port: e2f5ef2a-81c4-45d9-833a-31189938a108, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93bd3e6c-afac-4c5f-9c86-28995c93c60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:08.245001 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.265818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6e5507d9-9c7e-43d7-bfd5-644592bc595d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6e5507d9-9c7e-43d7-bfd5-644592bc595d,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:08.275516 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.276731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:08.394737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.400961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:08.406097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6d696cd2-db31-49b8-af1f-3f61a9ca02b6 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:08.427789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] For port e2f5ef2a-81c4-45d9-833a-31189938a108, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:08.432422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb63e1-0a9e-4738-beef-7534add05d83 req-cfc119d1-51ba-48cb-ae47-396fb60d035c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:08.442156 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5fb63e1-0a9e-4738-beef-7534add05d83 req-cfc119d1-51ba-48cb-ae47-396fb60d035c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 945 time: 0.1323888 Aug 09 16:01:08.450833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.474554 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6e5507d9-9c7e-43d7-bfd5-644592bc595d,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:08.533753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] For port e2f5ef2a-81c4-45d9-833a-31189938a108, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e2f5ef2a-81c4-45d9-833a-31189938a108,segment=NetworkSegment(93bd3e6c-afac-4c5f-9c86-28995c93c60b),segment_id=93bd3e6c-afac-4c5f-9c86-28995c93c60b)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:08.538025 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.540689 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.542911 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.567665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Port': ['ID=48bc0b06-c6a8-4a83-ae30-4803ec7cba6b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:08.606329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5fb63e1-0a9e-4738-beef-7534add05d83 req-499d8acb-78c1-4d0b-932f-be07eebedd0f tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588669 Aug 09 16:01:08.645093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:08.645765 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.647512 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] 10.222.0.53 "PUT /v2.0/ports/e2f5ef2a-81c4-45d9-833a-31189938a108 HTTP/1.1" status: 200 len: 1091 time: 1.9345806 Aug 09 16:01:08.651392 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.651931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Fanout notify agent at l3_agent the message router_deleted on router a9bfa148-cd59-4187-91a4-2704cbc96ca9 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:01:08.662085 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.663052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e0727237-b949-4c36-b01f-172254104d37 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/routers/a9bfa148-cd59-4187-91a4-2704cbc96ca9 HTTP/1.1" status: 204 len: 168 time: 2.6550469 Aug 09 16:01:08.669166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56466) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:08.683640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Request body: {'router': {'name': 'tempest-snat-router-794349285', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'enable_snat': False}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:08.698122 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e0ccdc-2830-415f-8c2d-63004f3a42b8 x-openstack-request-id: req-22e0ccdc-2830-415f-8c2d-63004f3a42b8 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:08.699631 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1690b6f0-1fb7-4f9e-85ac-5a973d22df19", "name": "network-vif-plugged", "status": "completed", "tag": "6e5507d9-9c7e-43d7-bfd5-644592bc595d", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:08.699928 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22e0ccdc-2830-415f-8c2d-63004f3a42b8 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:08.700638 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1690b6f0-1fb7-4f9e-85ac-5a973d22df19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5507d9-9c7e-43d7-bfd5-644592bc595d', 'code': 200} Aug 09 16:01:08.715549 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.750742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b5b9f-1b54-454c-b591-69761f6d35db service neutron] Pushing event updated for resources: {'Port': ['ID=e2f5ef2a-81c4-45d9-833a-31189938a108,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:08.783446 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.784493 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.816255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-e03d5bdd-e6cf-4f42-b4f5-559a8beddb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:08.820631 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-e03d5bdd-e6cf-4f42-b4f5-559a8beddb99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9354282398a942abbc5356fe124f834e&device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 1094 time: 0.1194420 Aug 09 16:01:08.876345 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.885601 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.889803 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.950193 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-92dfd95d-db8f-409e-a1a1-1e6c6f60b34b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2f5ef2a-81c4-45d9-833a-31189938a108 HTTP/1.1" status: 200 len: 217 time: 0.0874543 Aug 09 16:01:08.983008 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.983697 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Fanout notify agent at l3_agent the message router_deleted on router 337dac72-0a18-4853-bfd2-3d30649678a9 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:01:08.992567 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:08.993963 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1020fe68-0340-4779-ace9-f3dd3f4c39ee tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/routers/337dac72-0a18-4853-bfd2-3d30649678a9 HTTP/1.1" status: 204 len: 168 time: 1.5200148 Aug 09 16:01:08.999512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56472) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.041026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b49a46-b4a9-41e5-8ee0-8b73c6f6d178 req-ae310034-0aaa-4fb5-baf0-1bec0db901f7 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.045489 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-73b49a46-b4a9-41e5-8ee0-8b73c6f6d178 req-ae310034-0aaa-4fb5-baf0-1bec0db901f7 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1096 time: 0.0943384 Aug 09 16:01:09.086704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb56baf-87db-4303-b4c5-445e1d2649cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Deleting subnet c0afdeae-6034-4844-b7e6-ec52a1e8bacd {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:01:09.095621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cb56baf-87db-4303-b4c5-445e1d2649cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:09.104987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3ee26-1b53-4cac-b7fa-4d9a6cdc14de req-906a9337-0097-42b5-8368-5bce0d74a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.108270 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eeb3ee26-1b53-4cac-b7fa-4d9a6cdc14de req-906a9337-0097-42b5-8368-5bce0d74a11e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1096 time: 0.3340709 Aug 09 16:01:09.142473 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-73b49a46-b4a9-41e5-8ee0-8b73c6f6d178 req-d7d2229a-c962-430d-8850-eeeef2262077 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921934 Aug 09 16:01:09.161711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-8084f85e-7d9b-4e4f-af63-91360c5822b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.161711 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-8084f85e-7d9b-4e4f-af63-91360c5822b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1d609eca-278f-4121-a8df-9997f8d969b7 HTTP/1.1" status: 200 len: 849 time: 0.1591115 Aug 09 16:01:09.210524 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cb56baf-87db-4303-b4c5-445e1d2649cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:09.287815 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cb56baf-87db-4303-b4c5-445e1d2649cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:09.384436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56482) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.432302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16364942-8574-4068-8d4c-0344f1e2f77c req-23255749-802c-4eba-9250-6a26e8143792 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.440439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16364942-8574-4068-8d4c-0344f1e2f77c req-23255749-802c-4eba-9250-6a26e8143792 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.450394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16364942-8574-4068-8d4c-0344f1e2f77c req-23255749-802c-4eba-9250-6a26e8143792 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.457470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16364942-8574-4068-8d4c-0344f1e2f77c req-23255749-802c-4eba-9250-6a26e8143792 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.464903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16364942-8574-4068-8d4c-0344f1e2f77c req-23255749-802c-4eba-9250-6a26e8143792 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.472123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16364942-8574-4068-8d4c-0344f1e2f77c req-23255749-802c-4eba-9250-6a26e8143792 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.478758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16364942-8574-4068-8d4c-0344f1e2f77c req-23255749-802c-4eba-9250-6a26e8143792 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.481014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-16364942-8574-4068-8d4c-0344f1e2f77c req-23255749-802c-4eba-9250-6a26e8143792 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5436 time: 0.1882026 Aug 09 16:01:09.494300 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cb56baf-87db-4303-b4c5-445e1d2649cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:09.534022 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb56baf-87db-4303-b4c5-445e1d2649cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Subnet': ['ID=c0afdeae-6034-4844-b7e6-ec52a1e8bacd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:09.552101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-2de901bb-c333-4780-9f6b-5f0073143551 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.553642 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2de901bb-c333-4780-9f6b-5f0073143551 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1678195 Aug 09 16:01:09.558447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56488) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.566881 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-9a1e86f5-5baa-4a7e-84db-c9f80ff5ded5 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.568371 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a1e86f5-5baa-4a7e-84db-c9f80ff5ded5 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0066175 Aug 09 16:01:09.569283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cb56baf-87db-4303-b4c5-445e1d2649cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:09.578815 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8cb56baf-87db-4303-b4c5-445e1d2649cf tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/subnets/c0afdeae-6034-4844-b7e6-ec52a1e8bacd HTTP/1.1" status: 204 len: 168 time: 0.5721982 Aug 09 16:01:09.592282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56490) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.592743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56492) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.597085 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-16364942-8574-4068-8d4c-0344f1e2f77c req-76cfa68b-de05-43bd-901d-a77fb401f6df tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058912 Aug 09 16:01:09.602602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-1e6fdece-0622-4d2a-9a12-d35b9578dc00 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.603547 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1e6fdece-0622-4d2a-9a12-d35b9578dc00 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0055392 Aug 09 16:01:09.610572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56494) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.619448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-063240fc-2e63-4bca-b026-2b59fcfa4707 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.619448 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-063240fc-2e63-4bca-b026-2b59fcfa4707 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0063949 Aug 09 16:01:09.630833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56498) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.634955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-a6abcfe6-f99e-4a03-adb0-a046f98cd312 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.636184 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a6abcfe6-f99e-4a03-adb0-a046f98cd312 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047734 Aug 09 16:01:09.665402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56500) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.670617 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-a2060885-231a-49db-a567-51d0e798abb7 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.671837 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a2060885-231a-49db-a567-51d0e798abb7 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054736 Aug 09 16:01:09.679687 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56502) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.694212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-ea1c2292-e439-4384-94f2-5febf83f3891 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.697628 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ea1c2292-e439-4384-94f2-5febf83f3891 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0145786 Aug 09 16:01:09.703604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56504) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.703850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6', 'tag': 'e2f5ef2a-81c4-45d9-833a-31189938a108'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:09.708057 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156be7c1-a1fa-4d46-80de-0aefeb7e0c55" -d '{"events": [{"name": "network-changed", "server_uuid": "5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6", "tag": "e2f5ef2a-81c4-45d9-833a-31189938a108"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:09.718112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eeb3ee26-1b53-4cac-b7fa-4d9a6cdc14de req-2ee99972-37a3-4769-a128-857b13821f0c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017189 Aug 09 16:01:09.721119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-503f4fa6-7523-4fb8-904f-b63ba27c6a9a tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.725627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-503f4fa6-7523-4fb8-904f-b63ba27c6a9a tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0176539 Aug 09 16:01:09.725627 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56508) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.730116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-539abf97-48c7-47b2-b54d-ff3288a1d69d tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.731362 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-539abf97-48c7-47b2-b54d-ff3288a1d69d tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046782 Aug 09 16:01:09.747603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56510) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.751741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:09.753147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-21c3db34-959a-42f7-9133-91f2bbb97004 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.757212 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-21c3db34-959a-42f7-9133-91f2bbb97004 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044062 Aug 09 16:01:09.757382 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-ffebc2fb-3aa6-4ecf-b5b9-b4c237365159 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db6aa99-06d7-43f0-8035-723ccf0c2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5602808 Aug 09 16:01:09.759364 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:09.761504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56512) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.767823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-407d8242-b544-47e6-84bf-fc2b7314caa4 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.768875 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-407d8242-b544-47e6-84bf-fc2b7314caa4 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050931 Aug 09 16:01:09.773082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56514) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.791072 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-73f34388-a7c6-4927-a3f6-8dd51f22d4f9 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.792018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-73f34388-a7c6-4927-a3f6-8dd51f22d4f9 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0141582 Aug 09 16:01:09.810903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56516) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.818957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-32134149-59cb-4af6-9771-a194a2fcc3e7 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.819933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-32134149-59cb-4af6-9771-a194a2fcc3e7 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070975 Aug 09 16:01:09.833181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56518) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.862667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-99f6be59-7382-4b15-94da-6140eff4aba7 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.863641 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-99f6be59-7382-4b15-94da-6140eff4aba7 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048077 Aug 09 16:01:09.877846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56520) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.889644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-2ec1f3e1-d6f3-4147-abcb-0577328f9534 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.889644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2ec1f3e1-d6f3-4147-abcb-0577328f9534 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0079989 Aug 09 16:01:09.928654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56522) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.934413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-7df875b2-76dc-4d5b-bea7-4cd3a0c2bfe2 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.938384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7df875b2-76dc-4d5b-bea7-4cd3a0c2bfe2 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057538 Aug 09 16:01:09.941116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56524) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.953780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-d2aa82d6-8fb0-4775-82db-466af0c47706 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.953780 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d2aa82d6-8fb0-4775-82db-466af0c47706 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045338 Aug 09 16:01:09.957484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56526) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.972117 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-3fda5dd1-0ad1-4553-8342-28d75e6de030 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:09.975598 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3fda5dd1-0ad1-4553-8342-28d75e6de030 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0069900 Aug 09 16:01:09.982010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b0bd-cbbe-4181-b46f-24a744b6fff4 req-0cc80d56-4863-4d06-9b5b-eb78b80b7c87 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.984067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4c4b0bd-cbbe-4181-b46f-24a744b6fff4 req-0cc80d56-4863-4d06-9b5b-eb78b80b7c87 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 943 time: 0.2812407 Aug 09 16:01:09.985818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56528) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:09.996022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f564-831b-42d0-9e1e-40b589b5294d req-aa81a8bc-052c-4eea-a8a0-65d13e40ed36 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:09.997535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8173f564-831b-42d0-9e1e-40b589b5294d req-aa81a8bc-052c-4eea-a8a0-65d13e40ed36 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.53 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 945 time: 0.2824004 Aug 09 16:01:10.004413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-cce02b32-ce34-4b74-a094-7a4795d2f58b tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.009032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cce02b32-ce34-4b74-a094-7a4795d2f58b tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0064878 Aug 09 16:01:10.018301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56530) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.033076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-96e860d5-a96f-4f4a-81c9-e71701dfe868 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.037271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-96e860d5-a96f-4f4a-81c9-e71701dfe868 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0141635 Aug 09 16:01:10.064962 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56532) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.073663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-d563f8ba-c511-4233-99ee-9fbdb73bac7e tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.077366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d563f8ba-c511-4233-99ee-9fbdb73bac7e tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0068092 Aug 09 16:01:10.081463 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56534) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.091095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-5c1c5300-b009-4790-bd88-1ba0488418e1 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.094977 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5c1c5300-b009-4790-bd88-1ba0488418e1 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0078840 Aug 09 16:01:10.095118 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f56e7-222c-4691-be10-e786cb40bfb7 req-7e9c9fcb-ce59-45c0-91ee-b273f67a8788 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.095338 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-d018a490-355b-4f45-9afb-d3fa6fd0f98c service neutron] 10.222.0.53 "GET /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204255 Aug 09 16:01:10.095453 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a16f56e7-222c-4691-be10-e786cb40bfb7 req-7e9c9fcb-ce59-45c0-91ee-b273f67a8788 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 945 time: 0.3962712 Aug 09 16:01:10.095678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56536) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.099858 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-4d260b80-2a78-4627-b3de-90083f2ebce1 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.101634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4d260b80-2a78-4627-b3de-90083f2ebce1 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043004 Aug 09 16:01:10.103615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56538) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.115628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-6ccd81ea-f420-4c67-ad3e-9c98ab841a8e tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.119454 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6ccd81ea-f420-4c67-ad3e-9c98ab841a8e tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0108407 Aug 09 16:01:10.126296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56540) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.145810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-dfd29464-32fc-47b8-8d75-7fb613c2551b tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.146786 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dfd29464-32fc-47b8-8d75-7fb613c2551b tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0062304 Aug 09 16:01:10.155624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56542) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.168693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-8003fd59-43b7-4c3f-b7df-eb6e7e47ca67 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.173015 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8003fd59-43b7-4c3f-b7df-eb6e7e47ca67 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0076046 Aug 09 16:01:10.174561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56546) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.183605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-7b90f1d9-ee33-4428-a7d3-acc720eb05b2 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.184562 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7b90f1d9-ee33-4428-a7d3-acc720eb05b2 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067546 Aug 09 16:01:10.188078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56548) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.189812 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.195872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-aff064d6-f135-45cd-96be-1f81eb4573aa tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.196811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aff064d6-f135-45cd-96be-1f81eb4573aa tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043688 Aug 09 16:01:10.203626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56550) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.207170 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4c4b0bd-cbbe-4181-b46f-24a744b6fff4 req-8f6b417e-94bc-4a79-a041-b6b335d37f89 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995432 Aug 09 16:01:10.209017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5982792f-0057-4736-9486-a870db534f57']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:10.219177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-b28caea8-b799-4afe-ad3a-7e614b8324b0 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.222602 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b28caea8-b799-4afe-ad3a-7e614b8324b0 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0142050 Aug 09 16:01:10.235867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56552) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.245131 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a16f56e7-222c-4691-be10-e786cb40bfb7 req-5403be9e-c954-449a-ba0a-5b571fd1f67e tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347544 Aug 09 16:01:10.253705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc3324c-90f1-4c1c-b071-45fa666ff5f1') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:10.255001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc3324c-90f1-4c1c-b071-45fa666ff5f1') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:10.255773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-df446805-6514-4aec-9389-e4d8f0bce5d5 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.256746 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-df446805-6514-4aec-9389-e4d8f0bce5d5 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0249088 Aug 09 16:01:10.262277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56554) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.269462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-f98758f5-6ef5-48b2-9be3-b7d0eebfe34c tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.272851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f98758f5-6ef5-48b2-9be3-b7d0eebfe34c tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046899 Aug 09 16:01:10.275942 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56556) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.284889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-4fed6021-e70e-4519-9984-545ff7a26343 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.289157 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4fed6021-e70e-4519-9984-545ff7a26343 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0113027 Aug 09 16:01:10.289752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56558) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.291800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.298931 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-9a2c82a7-e351-4a9e-8648-03698267ef50 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.302840 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a2c82a7-e351-4a9e-8648-03698267ef50 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0085218 Aug 09 16:01:10.310179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56560) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.315501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-8d2d2cf1-452f-457b-ba35-51f870d77998 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.316620 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8d2d2cf1-452f-457b-ba35-51f870d77998 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054216 Aug 09 16:01:10.321321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56562) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.325066 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae205c6-63f0-4973-a543-a975725fd529 x-openstack-request-id: req-5ae205c6-63f0-4973-a543-a975725fd529 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:10.325860 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6", "tag": "e2f5ef2a-81c4-45d9-833a-31189938a108", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:10.325860 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ae205c6-63f0-4973-a543-a975725fd529 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:10.326532 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6', 'tag': 'e2f5ef2a-81c4-45d9-833a-31189938a108', 'status': 'completed', 'code': 200} Aug 09 16:01:10.329648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-bd07c096-9a32-421c-8c65-6248b38b4dc1 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.333639 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bd07c096-9a32-421c-8c65-6248b38b4dc1 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0112703 Aug 09 16:01:10.335162 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56564) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.340153 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-ca3b0b2d-4a06-44bf-911d-8744fa5eec2c tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.344724 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ca3b0b2d-4a06-44bf-911d-8744fa5eec2c tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0083809 Aug 09 16:01:10.347220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.347356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56566) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.352921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-322ca50d-7ada-453f-9c44-7aa0263c2bb6 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.353941 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-322ca50d-7ada-453f-9c44-7aa0263c2bb6 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049024 Aug 09 16:01:10.358050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56568) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.365263 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4bba8330-dd28-4f26-8fb5-0cd9ea4bfd1f req-25e312b8-394b-4e7e-86d3-19d040d0cb3d service neutron] 10.222.0.53 "GET /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389934 Aug 09 16:01:10.369554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-c019fac6-3a8b-4a38-ad36-e33ea03dd779 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.370567 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c019fac6-3a8b-4a38-ad36-e33ea03dd779 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0101538 Aug 09 16:01:10.374624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56570) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.381188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-7a749a59-5593-403f-9700-02d3dd7c5904 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.381743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:10.382164 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.382309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7a749a59-5593-403f-9700-02d3dd7c5904 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0056951 Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:10.387201 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:10.389864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56572) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.394284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a09399b5-4d1c-4025-af4c-8babe36e5d44 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.400669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a09399b5-4d1c-4025-af4c-8babe36e5d44 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.407409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a09399b5-4d1c-4025-af4c-8babe36e5d44 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.413704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a09399b5-4d1c-4025-af4c-8babe36e5d44 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.419621 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a09399b5-4d1c-4025-af4c-8babe36e5d44 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.426977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a09399b5-4d1c-4025-af4c-8babe36e5d44 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.431478 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-854b76d8-15dc-45e8-b551-f911679d8a1c tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.432451 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-854b76d8-15dc-45e8-b551-f911679d8a1c tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0319297 Aug 09 16:01:10.432915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a09399b5-4d1c-4025-af4c-8babe36e5d44 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.434905 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a09399b5-4d1c-4025-af4c-8babe36e5d44 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5436 time: 0.2269311 Aug 09 16:01:10.437400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56574) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.439679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-8173f564-831b-42d0-9e1e-40b589b5294d req-756c8649-da08-4e4d-b5d1-2d95978e7327 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Deleting port 7076e15f-0fd5-47cb-a92c-7c0ee028236a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:10.440020 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8173f564-831b-42d0-9e1e-40b589b5294d req-756c8649-da08-4e4d-b5d1-2d95978e7327 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.457131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-a8c33050-5c1c-486d-bd3a-f00deac79d22 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.458229 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a8c33050-5c1c-486d-bd3a-f00deac79d22 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0136766 Aug 09 16:01:10.462449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717b1e4-a966-484f-ad7c-c7d17783e509 req-22cf7545-849a-477d-a4e2-14d883db1b32 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.466061 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2717b1e4-a966-484f-ad7c-c7d17783e509 req-22cf7545-849a-477d-a4e2-14d883db1b32 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1096 time: 0.1203380 Aug 09 16:01:10.467363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56576) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.473270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-ea3b0189-32c9-4bd1-b2a4-70ba7e65d12f tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.477464 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ea3b0189-32c9-4bd1-b2a4-70ba7e65d12f tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0057023 Aug 09 16:01:10.477464 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.477774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56578) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.493935 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-2d1af471-95de-4e7d-8cf2-88bf15915821 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.497480 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2d1af471-95de-4e7d-8cf2-88bf15915821 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0150454 Aug 09 16:01:10.501855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56580) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.503845 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.508802 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] 10.222.0.81 "DELETE /v2.0/networks/5982792f-0057-4736-9486-a870db534f57 HTTP/1.1" status: 204 len: 168 time: 0.9096241 Aug 09 16:01:10.515072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-af744ee0-9403-4306-a50d-d16ff9058dfd tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.517375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-af744ee0-9403-4306-a50d-d16ff9058dfd tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071859 Aug 09 16:01:10.526716 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d201d577-5011-4115-8316-2bdf8df9549b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.535591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56584) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.536906 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799973ff-0b87-49f5-8d95-daae9ce02d59 tempest-FloatingIPTestJSON-1846330186 tempest-FloatingIPTestJSON-1846330186-project] Pushing event deleted for resources: {'Network': ['ID=5982792f-0057-4736-9486-a870db534f57,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:10.554968 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2717b1e4-a966-484f-ad7c-c7d17783e509 req-6a5c25b1-c3f8-4082-8d86-e0567869db76 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778360 Aug 09 16:01:10.581228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [None req-deb87635-fe98-46b0-bf51-883a11d35be1 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.582221 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-deb87635-fe98-46b0-bf51-883a11d35be1 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0064573 Aug 09 16:01:10.593108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56586) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.598684 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-72b13f02-3607-4801-8301-2be98dc144fa tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.603529 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-72b13f02-3607-4801-8301-2be98dc144fa tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0079370 Aug 09 16:01:10.604262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56588) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.619700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-5e4d9542-dac5-4e6e-baf7-ab73cc406714 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.624335 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5e4d9542-dac5-4e6e-baf7-ab73cc406714 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0158536 Aug 09 16:01:10.625779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56592) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.652371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-86abc0dd-4067-4bf2-9f8e-dfaa1b5d806e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.653756 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-86abc0dd-4067-4bf2-9f8e-dfaa1b5d806e tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "GET /v2.0/ports/5c157cf4-9aaa-47fa-aba5-df3034f5174b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2014332 Aug 09 16:01:10.663644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-636a25ac-7e32-44f1-810e-f1c3de7350d8 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.668729 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-636a25ac-7e32-44f1-810e-f1c3de7350d8 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0394220 Aug 09 16:01:10.668961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56596) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.682764 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-ed5cea3d-409b-4e52-ab73-61c7a6a2e31f tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.688049 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ed5cea3d-409b-4e52-ab73-61c7a6a2e31f tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0139074 Aug 09 16:01:10.692680 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56598) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.703381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-727ae729-4965-43d0-93bb-10705f0376a0 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.708369 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-727ae729-4965-43d0-93bb-10705f0376a0 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0122452 Aug 09 16:01:10.710306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56600) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.722394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156be7c1-a1fa-4d46-80de-0aefeb7e0c55 req-cd1db582-46cf-4488-9073-469ab40f2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:10.723906 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-156be7c1-a1fa-4d46-80de-0aefeb7e0c55 req-cd1db582-46cf-4488-9073-469ab40f2ab5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9354282398a942abbc5356fe124f834e&device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 1094 time: 0.2875805 Aug 09 16:01:10.750302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-0623e78c-5bf4-4174-ba05-6c8cfcbab25b tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.756941 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0623e78c-5bf4-4174-ba05-6c8cfcbab25b tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0422873 Aug 09 16:01:10.757276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56602) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.766631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-424b70e0-6f1b-4385-9065-a8845ccfd156 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.770564 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-424b70e0-6f1b-4385-9065-a8845ccfd156 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0091078 Aug 09 16:01:10.771717 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56604) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.776949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-a8b95583-60b9-4ef0-a7e0-2f8eee25de2d tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.778404 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a8b95583-60b9-4ef0-a7e0-2f8eee25de2d tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0055125 Aug 09 16:01:10.781848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56606) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.787062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-8a20cf48-b398-4240-a7f2-2c7a22898156 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.788225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8a20cf48-b398-4240-a7f2-2c7a22898156 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0052114 Aug 09 16:01:10.791448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56608) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.801625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-f96c8dfa-042a-46b1-abf8-aa71224e8e0c tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.804978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f96c8dfa-042a-46b1-abf8-aa71224e8e0c tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0078285 Aug 09 16:01:10.805264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56610) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.815262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-32539ea2-18e9-4888-a2c7-3df7965f4855 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.816434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-32539ea2-18e9-4888-a2c7-3df7965f4855 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0100887 Aug 09 16:01:10.819776 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56612) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.824822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-59dff2a5-7beb-4c3c-9d2e-befd8f94dc0c tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.832409 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-59dff2a5-7beb-4c3c-9d2e-befd8f94dc0c tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0087600 Aug 09 16:01:10.832522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56614) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.838864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-22d6bd94-2c9f-4143-a38d-f41af18e5e73 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.843066 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-22d6bd94-2c9f-4143-a38d-f41af18e5e73 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0095134 Aug 09 16:01:10.844222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56616) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.856771 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.860355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-a99bc81a-0231-4432-8848-6fe17355e94c tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.869062 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a99bc81a-0231-4432-8848-6fe17355e94c tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0205686 Aug 09 16:01:10.870219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56618) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.877738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-60043faf-cde4-46f7-98fc-3326a938e114 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.882779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-60043faf-cde4-46f7-98fc-3326a938e114 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0108290 Aug 09 16:01:10.883470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56620) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.885997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.888430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-4a73899e-7771-478b-8a81-fa38d5cd7e19 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.893644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-8173f564-831b-42d0-9e1e-40b589b5294d req-756c8649-da08-4e4d-b5d1-2d95978e7327 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] For port 7076e15f-0fd5-47cb-a92c-7c0ee028236a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7076e15f-0fd5-47cb-a92c-7c0ee028236a,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:10.894024 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8173f564-831b-42d0-9e1e-40b589b5294d req-756c8649-da08-4e4d-b5d1-2d95978e7327 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.895922 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4a73899e-7771-478b-8a81-fa38d5cd7e19 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0112543 Aug 09 16:01:10.896651 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56622) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.902565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-ed073828-5461-4a20-81d7-efa810bcb8d6 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.906741 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ed073828-5461-4a20-81d7-efa810bcb8d6 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059569 Aug 09 16:01:10.913021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56626) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.917548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-8dadc2af-f235-441a-9b82-1766a0e211d5 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.923072 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8dadc2af-f235-441a-9b82-1766a0e211d5 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085931 Aug 09 16:01:10.923976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56628) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.931342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-7d33a84e-3c67-4a79-95d6-5f3b442cf39d tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.938241 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7d33a84e-3c67-4a79-95d6-5f3b442cf39d tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0131221 Aug 09 16:01:10.940217 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56630) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.940558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:10.948579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-8173f564-831b-42d0-9e1e-40b589b5294d req-756c8649-da08-4e4d-b5d1-2d95978e7327 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Calling delete_port for 7076e15f-0fd5-47cb-a92c-7c0ee028236a owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:10.949245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-57dbc027-88ad-49b9-bb86-cc834efdca09 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.954188 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-57dbc027-88ad-49b9-bb86-cc834efdca09 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0119882 Aug 09 16:01:10.955581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56632) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.961798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-6a81d454-a934-4523-b2d2-18ba87ca90c8 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.970121 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6a81d454-a934-4523-b2d2-18ba87ca90c8 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0134742 Aug 09 16:01:10.971077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56634) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.977444 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-59800d88-fe48-4ec8-9db9-7a7f6a125a5d tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.982452 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-59800d88-fe48-4ec8-9db9-7a7f6a125a5d tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0102448 Aug 09 16:01:10.984350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56636) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.989446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-2942f765-2bc1-4981-b744-7b917ec34ba4 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:10.993649 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2942f765-2bc1-4981-b744-7b917ec34ba4 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079143 Aug 09 16:01:10.994410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56638) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:10.999422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [None req-283cfbd7-0948-43a5-85e1-905ff670a274 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:01:11.005860 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-283cfbd7-0948-43a5-85e1-905ff670a274 tempest-ExtensionsTestJSON-1530614104 tempest-ExtensionsTestJSON-1530614104-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0103371 Aug 09 16:01:11.024106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56642) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:11.106672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4467bdd-4813-44dd-86a4-ed3bc8f90678 req-31bacc6c-74cc-41e3-b7ed-9e610c73a603 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.113709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4467bdd-4813-44dd-86a4-ed3bc8f90678 req-31bacc6c-74cc-41e3-b7ed-9e610c73a603 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.119613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4467bdd-4813-44dd-86a4-ed3bc8f90678 req-31bacc6c-74cc-41e3-b7ed-9e610c73a603 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.126192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4467bdd-4813-44dd-86a4-ed3bc8f90678 req-31bacc6c-74cc-41e3-b7ed-9e610c73a603 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.132304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4467bdd-4813-44dd-86a4-ed3bc8f90678 req-31bacc6c-74cc-41e3-b7ed-9e610c73a603 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.138243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4467bdd-4813-44dd-86a4-ed3bc8f90678 req-31bacc6c-74cc-41e3-b7ed-9e610c73a603 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.144481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4467bdd-4813-44dd-86a4-ed3bc8f90678 req-31bacc6c-74cc-41e3-b7ed-9e610c73a603 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.146374 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4467bdd-4813-44dd-86a4-ed3bc8f90678 req-31bacc6c-74cc-41e3-b7ed-9e610c73a603 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5436 time: 0.3728268 Aug 09 16:01:11.161274 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-cbc11b20-a36c-4f5b-b786-633eacdf9d8f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "GET /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4824634 Aug 09 16:01:11.185847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:11.239281 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-11881f4c-cfaa-4c14-bd8e-377b92174414 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=40e4496ab1894c57beedeb5222faf778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103832 Aug 09 16:01:11.240100 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56648) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:11.242862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156be7c1-a1fa-4d46-80de-0aefeb7e0c55 req-6583e3bf-c877-4529-b595-3574f0f8ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.244614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-156be7c1-a1fa-4d46-80de-0aefeb7e0c55 req-6583e3bf-c877-4529-b595-3574f0f8ea3a service neutron] 10.222.0.53 "GET /v2.0/networks?id=5db6aa99-06d7-43f0-8035-723ccf0c2c7b HTTP/1.1" status: 200 len: 910 time: 0.4810233 Aug 09 16:01:11.332262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4467bdd-4813-44dd-86a4-ed3bc8f90678 req-04cc8620-bcd1-469b-8057-baa1941ec8d3 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1759090 Aug 09 16:01:11.333704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-156be7c1-a1fa-4d46-80de-0aefeb7e0c55 req-7c6eb1e5-cfe9-419f-be19-c34a42cc09f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2f5ef2a-81c4-45d9-833a-31189938a108 HTTP/1.1" status: 200 len: 217 time: 0.0760381 Aug 09 16:01:11.400605 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c9470f18-191e-41c7-86ac-0910f879b632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.407242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Allocated IP 172.25.2.192 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/c21b40b1-a569-4775-8365-c433e3925f09) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:11.427326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8dbfa-2435-470e-9911-567d8afb31db req-155a5904-33b4-4484-be2b-b9c254691133 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.429642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56654) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:11.433438 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-48f8dbfa-2435-470e-9911-567d8afb31db req-155a5904-33b4-4484-be2b-b9c254691133 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 943 time: 0.1106174 Aug 09 16:01:11.442807 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.458878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c9470f18-191e-41c7-86ac-0910f879b632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.489386 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.551914 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-48f8dbfa-2435-470e-9911-567d8afb31db req-04052aeb-c372-4f65-bb89-47cfadb63791 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122375 Aug 09 16:01:11.556573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156be7c1-a1fa-4d46-80de-0aefeb7e0c55 req-8bb4cdab-7cec-4d56-b9b7-b40c71353187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.559586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-156be7c1-a1fa-4d46-80de-0aefeb7e0c55 req-8bb4cdab-7cec-4d56-b9b7-b40c71353187 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1d609eca-278f-4121-a8df-9997f8d969b7 HTTP/1.1" status: 200 len: 849 time: 0.1883411 Aug 09 16:01:11.574777 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.594364 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c9470f18-191e-41c7-86ac-0910f879b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.598091 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c9470f18-191e-41c7-86ac-0910f879b632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.614865 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c9470f18-191e-41c7-86ac-0910f879b632 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba89893a-5a42-463c-be83-a203f43cab79 HTTP/1.1" status: 204 len: 168 time: 0.3736184 Aug 09 16:01:11.635703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9470f18-191e-41c7-86ac-0910f879b632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba89893a-5a42-463c-be83-a203f43cab79,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:11.653840 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-156be7c1-a1fa-4d46-80de-0aefeb7e0c55 req-b2ba38e1-e186-48c4-bde2-9c7f97728088 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db6aa99-06d7-43f0-8035-723ccf0c2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548170 Aug 09 16:01:11.696917 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8173f564-831b-42d0-9e1e-40b589b5294d req-756c8649-da08-4e4d-b5d1-2d95978e7327 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.709909 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['bb82bc55-5633-41e7-aca5-e4c11ab8deeb'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:11.715987 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b71f5162-f75d-4460-8418-f18c099c179b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:11.740503 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897a2b0-9cbe-4a58-8680-06cc08dd1f6a req-af9301d0-3dc1-4515-a98b-7c01a82d79d9 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.749523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4897a2b0-9cbe-4a58-8680-06cc08dd1f6a req-af9301d0-3dc1-4515-a98b-7c01a82d79d9 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1096 time: 0.0858397 Aug 09 16:01:11.825457 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4897a2b0-9cbe-4a58-8680-06cc08dd1f6a req-0988ebaa-3764-449d-a941-dd6d466d0733 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636940 Aug 09 16:01:11.877324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba7e7a-858b-4238-8135-38d0658ec4f6 req-600dec80-ee13-4b5f-a40b-3f8d81129def tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:11.884966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9dba7e7a-858b-4238-8135-38d0658ec4f6 req-600dec80-ee13-4b5f-a40b-3f8d81129def tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=34740aad-a425-471a-a4a8-f958a20df0a7 HTTP/1.1" status: 200 len: 867 time: 0.3989379 Aug 09 16:01:11.886911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c8649-da08-4e4d-b5d1-2d95978e7327 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event deleted for resources: {'Port': ['ID=7076e15f-0fd5-47cb-a92c-7c0ee028236a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:11.923720 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.009711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f488f-23d8-4931-84d4-5f41c2b38468 req-4ca31ed8-60cc-4493-abd9-ea34a802093c tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:12.020200 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a2f488f-23d8-4931-84d4-5f41c2b38468 req-4ca31ed8-60cc-4493-abd9-ea34a802093c tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1096 time: 0.0862248 Aug 09 16:01:12.078370 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a2f488f-23d8-4931-84d4-5f41c2b38468 req-2341feaf-fbd2-4cc5-96e4-bd6cc27a3e04 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563581 Aug 09 16:01:12.246129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d8ddf-6f34-4393-b83b-53d55b353b6d req-f2687209-0359-4bae-8342-2de1536fbc81 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:12.247670 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a02d8ddf-6f34-4393-b83b-53d55b353b6d req-f2687209-0359-4bae-8342-2de1536fbc81 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1096 time: 0.0633705 Aug 09 16:01:12.315862 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a02d8ddf-6f34-4393-b83b-53d55b353b6d req-883d4f40-0972-4c5c-bf8e-218d6a0fa06b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598702 Aug 09 16:01:12.447648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8173f564-831b-42d0-9e1e-40b589b5294d req-756c8649-da08-4e4d-b5d1-2d95978e7327 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] No DVR routers for this DVR port 7076e15f-0fd5-47cb-a92c-7c0ee028236a on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:12.473231 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8173f564-831b-42d0-9e1e-40b589b5294d req-756c8649-da08-4e4d-b5d1-2d95978e7327 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.476624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8173f564-831b-42d0-9e1e-40b589b5294d req-756c8649-da08-4e4d-b5d1-2d95978e7327 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.53 "DELETE /v2.0/ports/7076e15f-0fd5-47cb-a92c-7c0ee028236a HTTP/1.1" status: 204 len: 173 time: 2.4680443 Aug 09 16:01:12.480593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34740aad-a425-471a-a4a8-f958a20df0a7', 'name': 'network-vif-deleted', 'tag': '7076e15f-0fd5-47cb-a92c-7c0ee028236a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:12.483476 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa0114d-de17-4f55-93ce-249e6e3a2eff" -d '{"events": [{"server_uuid": "34740aad-a425-471a-a4a8-f958a20df0a7", "name": "network-vif-deleted", "tag": "7076e15f-0fd5-47cb-a92c-7c0ee028236a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:12.559379 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-156be7c1-a1fa-4d46-80de-0aefeb7e0c55 req-d40e1fd7-2664-42ed-8bd1-9836098d51d2 service neutron] 10.222.0.53 "GET /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8914282 Aug 09 16:01:12.574866 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9dba7e7a-858b-4238-8135-38d0658ec4f6 req-86f5d88f-707f-4f0e-bb0a-4989391a8523 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6890175 Aug 09 16:01:12.589849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] For port 5c157cf4-9aaa-47fa-aba5-df3034f5174b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5c157cf4-9aaa-47fa-aba5-df3034f5174b,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:12.655049 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6a2d0b-e53f-45e7-89b7-a29a8e82a263 x-openstack-request-id: req-bb6a2d0b-e53f-45e7-89b7-a29a8e82a263 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:12.655763 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34740aad-a425-471a-a4a8-f958a20df0a7", "name": "network-vif-deleted", "tag": "7076e15f-0fd5-47cb-a92c-7c0ee028236a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:12.656186 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb6a2d0b-e53f-45e7-89b7-a29a8e82a263 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:12.656731 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34740aad-a425-471a-a4a8-f958a20df0a7', 'name': 'network-vif-deleted', 'tag': '7076e15f-0fd5-47cb-a92c-7c0ee028236a', 'status': 'completed', 'code': 200} Aug 09 16:01:12.658313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1aadb-926e-4771-b2ec-d216a0b43884 req-30ed23f4-3a1f-4151-8c0a-46204bdbc82a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:12.669296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1aadb-926e-4771-b2ec-d216a0b43884 req-30ed23f4-3a1f-4151-8c0a-46204bdbc82a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:12.679455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1aadb-926e-4771-b2ec-d216a0b43884 req-30ed23f4-3a1f-4151-8c0a-46204bdbc82a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:12.699233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1aadb-926e-4771-b2ec-d216a0b43884 req-30ed23f4-3a1f-4151-8c0a-46204bdbc82a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:12.714495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1aadb-926e-4771-b2ec-d216a0b43884 req-30ed23f4-3a1f-4151-8c0a-46204bdbc82a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:12.728535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1aadb-926e-4771-b2ec-d216a0b43884 req-30ed23f4-3a1f-4151-8c0a-46204bdbc82a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:12.741116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1aadb-926e-4771-b2ec-d216a0b43884 req-30ed23f4-3a1f-4151-8c0a-46204bdbc82a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:12.744547 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-30d1aadb-926e-4771-b2ec-d216a0b43884 req-30ed23f4-3a1f-4151-8c0a-46204bdbc82a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 5436 time: 0.2306423 Aug 09 16:01:12.753579 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:12.770370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56700) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:12.824084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] For port 5c157cf4-9aaa-47fa-aba5-df3034f5174b, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:12.849754 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-30d1aadb-926e-4771-b2ec-d216a0b43884 req-c43563b9-60da-4bdc-96a1-ccee7a01c901 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877669 Aug 09 16:01:12.953889 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-156be7c1-a1fa-4d46-80de-0aefeb7e0c55 req-ce7fe966-592b-4daf-ae85-51a110441530 service neutron] 10.222.0.53 "GET /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635068 Aug 09 16:01:13.027747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:13.054005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a51406-aac0-47f3-a859-3ff079653b0c req-c24d68d7-75a5-43bf-aabe-3b36cf644cf6 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:13.056792 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.058113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:13.066151 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52a51406-aac0-47f3-a859-3ff079653b0c req-c24d68d7-75a5-43bf-aabe-3b36cf644cf6 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 943 time: 0.1218705 Aug 09 16:01:13.083371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-938397953'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:13.104626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:13.130524 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52a51406-aac0-47f3-a859-3ff079653b0c req-e3d88481-8bda-476f-878f-35bd160e62e8 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632029 Aug 09 16:01:13.148028 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b71f5162-f75d-4460-8418-f18c099c179b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.151053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event updated for resources: {'Port': ['ID=c21b40b1-a569-4775-8365-c433e3925f09,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:13.155440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] device_id is not set on port 5c157cf4-9aaa-47fa-aba5-df3034f5174b yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:01:13.172559 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b71f5162-f75d-4460-8418-f18c099c179b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.191448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:13.200792 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.207896 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b71f5162-f75d-4460-8418-f18c099c179b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9876050b2f4c49c68610efe2a1412805&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7738438 Aug 09 16:01:13.208213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.227966 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56710) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:13.231222 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.327658 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.342803 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0ce98f1-67c5-4d78-b9a4-5db8bb2c4bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.386107 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0ce98f1-67c5-4d78-b9a4-5db8bb2c4bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.400543 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.401871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f5162-f75d-4460-8418-f18c099c179b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8af404d-e70f-40fc-a597-ee48ef9c0f02,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:13.439447 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-c92d3109-7011-40a8-b1bd-dce03d9e65bc tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:13.441054 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-c92d3109-7011-40a8-b1bd-dce03d9e65bc tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/networks?id=c6a00482-dfda-4a21-89e5-730318a67397 HTTP/1.1" status: 200 len: 910 time: 0.5901425 Aug 09 16:01:13.479736 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.484480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] Pushing event updated for resources: {'Port': ['ID=5c157cf4-9aaa-47fa-aba5-df3034f5174b,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:13.487239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] No DVR routers for this DVR port 5c157cf4-9aaa-47fa-aba5-df3034f5174b on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:13.489059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.521099 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-6be86f3a-91ba-4e52-b213-5fb1a69d8e1e tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/quotas/d7d453f4bd804e288e89288a9c1af565 HTTP/1.1" status: 200 len: 375 time: 0.0712681 Aug 09 16:01:13.533826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:01:13.544070 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.544430 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Added segment 2d0b67e5-7ce1-433f-906c-3866c7684631 of type vlan for network d8ae6f0b-2d43-42db-9d53-f554cf2bac86 Aug 09 16:01:13.588363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.624953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e2f5ef2a-81c4-45d9-833a-31189938a108 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:01:13.627491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:13.634960 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0ce98f1-67c5-4d78-b9a4-5db8bb2c4bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.637513 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0ce98f1-67c5-4d78-b9a4-5db8bb2c4bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.644382 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a0ce98f1-67c5-4d78-b9a4-5db8bb2c4bd6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b8af404d-e70f-40fc-a597-ee48ef9c0f02 HTTP/1.1" status: 204 len: 168 time: 0.4148326 Aug 09 16:01:13.649382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] In _notify_port_updated(), no bound segment for port 5c157cf4-9aaa-47fa-aba5-df3034f5174b on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:01:13.650576 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:13.651366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.652870 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-a1a201e7-64cf-4849-ac5c-ebab65face29 service neutron] 10.222.0.53 "PUT /v2.0/ports/5c157cf4-9aaa-47fa-aba5-df3034f5174b HTTP/1.1" status: 200 len: 1028 time: 2.4778235 Aug 09 16:01:13.663627 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296bb551-9549-41c4-98b7-f87158e538f8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:13.667770 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.675163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:13.676481 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.786974 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce98f1-67c5-4d78-b9a4-5db8bb2c4bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8af404d-e70f-40fc-a597-ee48ef9c0f02,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:13.806218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0338402 Aug 09 16:01:13.808709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-05e2f910-2670-4671-9ae7-23714a13f673 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7d453f4bd804e288e89288a9c1af565&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2493489 Aug 09 16:01:13.813808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56726) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:13.821232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2f3a89c5-bea9-4d1a-9781-535eb95506f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1610172387'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:13.826983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-6fbefbd9-f5aa-4291-a994-08fcf26f33e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:13.828710 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-6fbefbd9-f5aa-4291-a994-08fcf26f33e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "GET /v2.0/ports/3466e235-97ff-4dc2-8d02-ef6f15d1cb22?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1374648 Aug 09 16:01:13.846937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e984ac-5127-4092-80ca-6b00fccf4a60 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Network': ['ID=d8ae6f0b-2d43-42db-9d53-f554cf2bac86,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:13.869579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3a89c5-bea9-4d1a-9781-535eb95506f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:13.872749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:13.882709 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f3a89c5-bea9-4d1a-9781-535eb95506f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.900876 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.938381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3a89c5-bea9-4d1a-9781-535eb95506f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:01:13.954974 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f3a89c5-bea9-4d1a-9781-535eb95506f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:13.955450 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-2f3a89c5-bea9-4d1a-9781-535eb95506f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Added segment da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d of type vlan for network 58babae8-d833-4a57-9ac8-a85dac96a1ed Aug 09 16:01:13.972937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d8ae6f0b-2d43-42db-9d53-f554cf2bac86 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:01:14.012916 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f3a89c5-bea9-4d1a-9781-535eb95506f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.075157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.100306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f3a89c5-bea9-4d1a-9781-535eb95506f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.106682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-4a864cdc-8dcb-46e9-b6ed-acb29c93d4c7 service neutron] 10.222.0.81 "GET /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970395 Aug 09 16:01:14.111985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a89c5-bea9-4d1a-9781-535eb95506f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:14.112648 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f3a89c5-bea9-4d1a-9781-535eb95506f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.131939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2f3a89c5-bea9-4d1a-9781-535eb95506f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3191917 Aug 09 16:01:14.143865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56736) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:14.148830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5a235585-f228-455b-8c48-6306e03f2655 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'subnet': {'network_id': 'd8ae6f0b-2d43-42db-9d53-f554cf2bac86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:14.225295 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-dc403e5d-b7a7-498c-946e-9db6c0ca6b57 service neutron] 10.222.0.81 "GET /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166532 Aug 09 16:01:14.242016 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.296539 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3466e235-97ff-4dc2-8d02-ef6f15d1cb22'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:14.299182 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccf7854-0ac4-497e-a0e6-74e2db9f4b98" -d '{"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-unplugged", "status": "completed", "tag": "3466e235-97ff-4dc2-8d02-ef6f15d1cb22"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:14.324611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5ebe15bf-0d43-469b-8344-18cb912c75b8 None None] Provisioning complete for port 5c157cf4-9aaa-47fa-aba5-df3034f5174b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:14.328512 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ebe15bf-0d43-469b-8344-18cb912c75b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.354022 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a89c5-bea9-4d1a-9781-535eb95506f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Network': ['ID=58babae8-d833-4a57-9ac8-a85dac96a1ed,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:14.387969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357167-d465-48bf-a399-e916f3a4ac07 req-a7a13221-8995-49f6-83db-e3206b90da8c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:14.407631 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 58babae8-d833-4a57-9ac8-a85dac96a1ed details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:01:14.409240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357167-d465-48bf-a399-e916f3a4ac07 req-a7a13221-8995-49f6-83db-e3206b90da8c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:14.423829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357167-d465-48bf-a399-e916f3a4ac07 req-a7a13221-8995-49f6-83db-e3206b90da8c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:14.430234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357167-d465-48bf-a399-e916f3a4ac07 req-a7a13221-8995-49f6-83db-e3206b90da8c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:14.438294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:14.450020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357167-d465-48bf-a399-e916f3a4ac07 req-a7a13221-8995-49f6-83db-e3206b90da8c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:14.456955 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.462793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8357167-d465-48bf-a399-e916f3a4ac07 req-a7a13221-8995-49f6-83db-e3206b90da8c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:14.482756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8357167-d465-48bf-a399-e916f3a4ac07 req-a7a13221-8995-49f6-83db-e3206b90da8c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 4661 time: 0.2910402 Aug 09 16:01:14.496729 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:01:14.499737 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:01:14.593798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e2f5ef2a-81c4-45d9-833a-31189938a108, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e2f5ef2a-81c4-45d9-833a-31189938a108,segment=NetworkSegment(93bd3e6c-afac-4c5f-9c86-28995c93c60b),segment_id=93bd3e6c-afac-4c5f-9c86-28995c93c60b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:14.598023 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.598766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 64b75181-1c9b-405f-9297-9cd3037a0ac9 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:14.620675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a235585-f228-455b-8c48-6306e03f2655 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:14.625334 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a235585-f228-455b-8c48-6306e03f2655 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:14.725229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581a3c2-b449-4fa5-8cc4-b1abeb639366 req-303e4ff3-67ec-496c-88fe-31d7e994263c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:14.733654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a581a3c2-b449-4fa5-8cc4-b1abeb639366 req-303e4ff3-67ec-496c-88fe-31d7e994263c tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.1385038 Aug 09 16:01:14.747055 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8357167-d465-48bf-a399-e916f3a4ac07 req-ead316f5-5900-4daf-b269-aa823eea2740 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&id=19492f1b-105c-46cb-b331-bc797eef4baf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2626779 Aug 09 16:01:14.886585 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a581a3c2-b449-4fa5-8cc4-b1abeb639366 req-a1a7733a-fdd6-4f54-89dd-9bac7e956af9 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477520 Aug 09 16:01:14.931550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'e2f5ef2a-81c4-45d9-833a-31189938a108', 'network_id': '5db6aa99-06d7-43f0-8035-723ccf0c2c7b', 'port_id': 'e2f5ef2a-81c4-45d9-833a-31189938a108', 'mac_address': 'fa:16:3e:b5:d0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d609eca-278f-4121-a8df-9997f8d969b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:01:14.949930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce826653-05cc-4108-8b65-77bb26ceed0a req-bd69eab0-bfd7-4564-b51f-bad2aa106c87 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:14.963171 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce826653-05cc-4108-8b65-77bb26ceed0a req-bd69eab0-bfd7-4564-b51f-bad2aa106c87 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.2248793 Aug 09 16:01:15.015995 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd431b7e-34af-43a7-8224-53d6ec9976ca x-openstack-request-id: req-fd431b7e-34af-43a7-8224-53d6ec9976ca {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:15.016341 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-unplugged", "status": "completed", "tag": "3466e235-97ff-4dc2-8d02-ef6f15d1cb22", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:15.016601 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd431b7e-34af-43a7-8224-53d6ec9976ca {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:15.019193 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3466e235-97ff-4dc2-8d02-ef6f15d1cb22', 'code': 200} Aug 09 16:01:15.048843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe15bf-0d43-469b-8344-18cb912c75b8 None None] Port 5c157cf4-9aaa-47fa-aba5-df3034f5174b cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:15.065319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Router 8142a452-c06f-4388-a84b-c9c3e4b0b1a6 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:01:15.192654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.208382 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19422c2a-a079-4740-bb28-6ba57dc44c60 req-e50b19fa-45ab-4a92-a07d-8d4e9f209d1e tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 210 time: 0.1208472 Aug 09 16:01:15.210591 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a235585-f228-455b-8c48-6306e03f2655 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.244845 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.265256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:15.269483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f5ef2a-81c4-45d9-833a-31189938a108 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:15.277381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56778) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:15.308227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a235585-f228-455b-8c48-6306e03f2655 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Subnet': ['ID=dfc5cb76-b48f-449d-931a-ede49130e50e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:15.360227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e2f5ef2a-81c4-45d9-833a-31189938a108, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e2f5ef2a-81c4-45d9-833a-31189938a108,segment=NetworkSegment(93bd3e6c-afac-4c5f-9c86-28995c93c60b),segment_id=93bd3e6c-afac-4c5f-9c86-28995c93c60b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:15.365402 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.380297 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.400661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813bc02-c368-46af-8ab0-2f291e0c9675 req-1f969a45-947a-4a97-944c-311d2baac61b tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:15.404597 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6813bc02-c368-46af-8ab0-2f291e0c9675 req-1f969a45-947a-4a97-944c-311d2baac61b tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 943 time: 0.5206597 Aug 09 16:01:15.458291 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 64b75181-1c9b-405f-9297-9cd3037a0ac9, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=64b75181-1c9b-405f-9297-9cd3037a0ac9,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:15.476267 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.476820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5c157cf4-9aaa-47fa-aba5-df3034f5174b no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:15.485093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] For port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:15.494316 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a235585-f228-455b-8c48-6306e03f2655 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Checking segment: {'id': '2d0b67e5-7ce1-433f-906c-3866c7684631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd8ae6f0b-2d43-42db-9d53-f554cf2bac86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:15.494834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a235585-f228-455b-8c48-6306e03f2655 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network hostable DHCP agents. Network: d8ae6f0b-2d43-42db-9d53-f554cf2bac86, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:01:15.508709 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1905098162'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:15.542220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:15.551530 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.554976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e2f5ef2a-81c4-45d9-833a-31189938a108,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:15.599042 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.621310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] For port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:15.637734 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6813bc02-c368-46af-8ab0-2f291e0c9675 req-5ea51eb0-9a77-4e6c-8b98-a0b0f536af8d tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179244 Aug 09 16:01:15.642617 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a235585-f228-455b-8c48-6306e03f2655 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network d8ae6f0b-2d43-42db-9d53-f554cf2bac86 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:01:15.656384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5a235585-f228-455b-8c48-6306e03f2655 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d8ae6f0b-2d43-42db-9d53-f554cf2bac86) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:15.674695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['e2f5ef2a-81c4-45d9-833a-31189938a108'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:15.675593 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a235585-f228-455b-8c48-6306e03f2655 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:15.676135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:15.676552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a235585-f228-455b-8c48-6306e03f2655 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.676677 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f05de-2c09-4a98-bd2e-b35923713bbe None None] Network d8ae6f0b-2d43-42db-9d53-f554cf2bac86 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:15.718967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] device_id is not set on port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:01:15.721344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721045ab-2979-4435-9880-50101d87032f None None] Sync routers for ids ['8142a452-c06f-4388-a84b-c9c3e4b0b1a6'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:15.730943 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.745003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-ce826653-05cc-4108-8b65-77bb26ceed0a req-6ed8f5b4-ceb0-48e7-af99-e28064fcd44d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Deleting port bb82bc55-5633-41e7-aca5-e4c11ab8deeb {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:15.745434 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ce826653-05cc-4108-8b65-77bb26ceed0a req-6ed8f5b4-ceb0-48e7-af99-e28064fcd44d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.757132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.763252 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5c157cf4-9aaa-47fa-aba5-df3034f5174b not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:15.764344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 1ed1316a-0351-412f-8ada-42ec3a9c3323 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:15.831249 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.850789 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:15.880592 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5a235585-f228-455b-8c48-6306e03f2655 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7333417 Aug 09 16:01:15.881396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:15.894793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56784) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:15.912605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0acee741-18dd-4025-9dc5-5cc34e19cb4b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'subnet': {'network_id': '58babae8-d833-4a57-9ac8-a85dac96a1ed', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:15.932806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:01:16.034727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] No DVR routers for this DVR port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:16.053270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721045ab-2979-4435-9880-50101d87032f None None] Routers {'8142a452-c06f-4388-a84b-c9c3e4b0b1a6'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:16.053977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-721045ab-2979-4435-9880-50101d87032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8142a452-c06f-4388-a84b-c9c3e4b0b1a6'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:16.086121 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9b2b17-258d-4a77-a48e-48cf73c724d0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:16.101786 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.103510 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Added segment fbc7a895-1dc4-4ddb-9492-746f1bd7956f of type vlan for network 269726d3-2399-4334-b869-49caa925f67e Aug 09 16:01:16.134812 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.136080 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1a8eb721-2c8e-429c-991b-bf9dd4d0555c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4655566 Aug 09 16:01:16.147605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=64b75181-1c9b-405f-9297-9cd3037a0ac9,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:16.179133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56788) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:16.263605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] In _notify_port_updated(), no bound segment for port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 on network a5b49e70-6de9-4bad-8362-db65b48eb6e4 {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:01:16.264382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:16.265019 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.266334 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-eb9888dd-1f47-466d-a3c8-3aa6bcefb7e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/3466e235-97ff-4dc2-8d02-ef6f15d1cb22 HTTP/1.1" status: 200 len: 1028 time: 2.3999381 Aug 09 16:01:16.267515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-662238eb-c3cb-4d0d-9d72-5c62e4bc52ae tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:16.270837 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-662238eb-c3cb-4d0d-9d72-5c62e4bc52ae tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.53 "GET /v2.0/networks?id=c6a00482-dfda-4a21-89e5-730318a67397 HTTP/1.1" status: 200 len: 910 time: 0.2365346 Aug 09 16:01:16.311713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Request body: {'port': {'device_id': '8f5ac016-e2ed-4d1b-8ba4-30353c4868b8', 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397', 'admin_state_up': True, 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:16.427588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2f431-07be-4ee7-8d53-64a7293a59e7 req-1b03d0ec-38bf-437b-8d8a-4c7c0d830902 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:16.433835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2f431-07be-4ee7-8d53-64a7293a59e7 req-1b03d0ec-38bf-437b-8d8a-4c7c0d830902 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:16.437122 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.440429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2f431-07be-4ee7-8d53-64a7293a59e7 req-1b03d0ec-38bf-437b-8d8a-4c7c0d830902 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:16.446664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2f431-07be-4ee7-8d53-64a7293a59e7 req-1b03d0ec-38bf-437b-8d8a-4c7c0d830902 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:16.453578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2f431-07be-4ee7-8d53-64a7293a59e7 req-1b03d0ec-38bf-437b-8d8a-4c7c0d830902 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:16.455694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9ff2f431-07be-4ee7-8d53-64a7293a59e7 req-1b03d0ec-38bf-437b-8d8a-4c7c0d830902 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 3884 time: 0.5488594 Aug 09 16:01:16.478741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.481267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-721045ab-2979-4435-9880-50101d87032f None None] Set router 8142a452-c06f-4388-a84b-c9c3e4b0b1a6 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:16.485684 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:16.486133 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.491746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ce826653-05cc-4108-8b65-77bb26ceed0a req-6ed8f5b4-ceb0-48e7-af99-e28064fcd44d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] For port bb82bc55-5633-41e7-aca5-e4c11ab8deeb, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=bb82bc55-5633-41e7-aca5-e4c11ab8deeb,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:16.492071 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ce826653-05cc-4108-8b65-77bb26ceed0a req-6ed8f5b4-ceb0-48e7-af99-e28064fcd44d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.508942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Made reservation on behalf of d7d453f4bd804e288e89288a9c1af565 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:16.511657 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.534045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-ce826653-05cc-4108-8b65-77bb26ceed0a req-6ed8f5b4-ceb0-48e7-af99-e28064fcd44d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Calling delete_port for bb82bc55-5633-41e7-aca5-e4c11ab8deeb owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:16.599648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9df05f-7059-462e-a202-0ddc80338557 req-34951793-6025-4cc7-ab7f-39e0095b2a23 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:16.601284 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac9df05f-7059-462e-a202-0ddc80338557 req-34951793-6025-4cc7-ab7f-39e0095b2a23 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 945 time: 0.5532215 Aug 09 16:01:16.608688 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3282025 Aug 09 16:01:16.609250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acee741-18dd-4025-9dc5-5cc34e19cb4b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:16.612894 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0acee741-18dd-4025-9dc5-5cc34e19cb4b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.623825 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.680437 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b9eccbd9-0066-4327-8dc6-94ae72ee8348 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/routers/8142a452-c06f-4388-a84b-c9c3e4b0b1a6 HTTP/1.1" status: 200 len: 908 time: 0.4595876 Aug 09 16:01:16.691934 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Network': ['ID=269726d3-2399-4334-b869-49caa925f67e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:16.696774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56804) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:16.708456 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Request body: {'router': {'name': 'tempest-snat-router-794349285', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'enable_snat': True}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:16.712778 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 1ed1316a-0351-412f-8ada-42ec3a9c3323, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1ed1316a-0351-412f-8ada-42ec3a9c3323,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:16.716488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:16.716949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:16.717358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:16.717998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:16.718340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:16.718675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:16.719115 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:16.719539 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:16.719920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:16.720272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:16.720566 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:16.720943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b8233-9e01-4a26-a80c-38638b99b123 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:16.745624 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac9df05f-7059-462e-a202-0ddc80338557 req-88e713fa-0771-42d9-8710-eff0993f1f2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=bda3ecb4-7315-4f61-89c6-e685d9f4f606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291780 Aug 09 16:01:16.772218 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4283072e-77a8-4bf4-a47e-2ba3b083b8bf None None] Provisioning complete for port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:16.772888 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4283072e-77a8-4bf4-a47e-2ba3b083b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.796280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 269726d3-2399-4334-b869-49caa925f67e details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:01:16.833368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.841939 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:16.925790 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9ff2f431-07be-4ee7-8d53-64a7293a59e7 req-2fd005c3-a38e-4ef4-b8ba-21dc1b729cce tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4415247 Aug 09 16:01:17.036972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-d8ae6f0b-2d43-42db-9d53-f554cf2bac86', 'network_id': 'd8ae6f0b-2d43-42db-9d53-f554cf2bac86', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'fixed_ips': [{'subnet_id': 'dfc5cb76-b48f-449d-931a-ede49130e50e'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:01:17.044197 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.047201 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.047908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:17.055310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b75181-1c9b-405f-9297-9cd3037a0ac9'}, {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed1316a-0351-412f-8ada-42ec3a9c3323'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:17.057769 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c59c380-d0ff-418e-aa30-2ea24cb44b5c" -d '{"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-unplugged", "status": "completed", "tag": "64b75181-1c9b-405f-9297-9cd3037a0ac9"}, {"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed1316a-0351-412f-8ada-42ec3a9c3323"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:17.091963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ce826653-05cc-4108-8b65-77bb26ceed0a req-6ed8f5b4-ceb0-48e7-af99-e28064fcd44d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.158906 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ac7521d-59a4-4feb-a7b1-2cb5fba6127a req-20d8034f-b948-45fa-9e14-3c9e05232ccc tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 210 time: 0.1766267 Aug 09 16:01:17.160327 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.448003 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df300dd2-b443-4c1e-a524-0b762df8255b x-openstack-request-id: req-df300dd2-b443-4c1e-a524-0b762df8255b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:17.448355 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-unplugged", "status": "completed", "tag": "64b75181-1c9b-405f-9297-9cd3037a0ac9", "code": 200}, {"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-unplugged", "status": "completed", "tag": "1ed1316a-0351-412f-8ada-42ec3a9c3323", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:17.449865 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df300dd2-b443-4c1e-a524-0b762df8255b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:17.451659 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b75181-1c9b-405f-9297-9cd3037a0ac9', 'code': 200} Aug 09 16:01:17.452148 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ed1316a-0351-412f-8ada-42ec3a9c3323', 'code': 200} Aug 09 16:01:17.500332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4283072e-77a8-4bf4-a47e-2ba3b083b8bf None None] Port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:17.538129 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0acee741-18dd-4025-9dc5-5cc34e19cb4b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.625382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.652356 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.674212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acee741-18dd-4025-9dc5-5cc34e19cb4b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Checking segment: {'id': 'da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '58babae8-d833-4a57-9ac8-a85dac96a1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:17.675118 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acee741-18dd-4025-9dc5-5cc34e19cb4b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network hostable DHCP agents. Network: 58babae8-d833-4a57-9ac8-a85dac96a1ed, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:01:17.724758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:17.737300 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.738044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 7076e15f-0fd5-47cb-a92c-7c0ee028236a no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:17.763815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 7076e15f-0fd5-47cb-a92c-7c0ee028236a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:17.764344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 7076e15f-0fd5-47cb-a92c-7c0ee028236a not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:17.764806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b9288acd-e1c5-456a-b29f-45a4f0ca95a4 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:17.778077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acee741-18dd-4025-9dc5-5cc34e19cb4b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Subnet': ['ID=db12977f-54ad-48ea-8ef3-befb9a77e18e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:17.793676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acee741-18dd-4025-9dc5-5cc34e19cb4b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 58babae8-d833-4a57-9ac8-a85dac96a1ed is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:01:17.813734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=1ed1316a-0351-412f-8ada-42ec3a9c3323,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:17.824027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-0acee741-18dd-4025-9dc5-5cc34e19cb4b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 58babae8-d833-4a57-9ac8-a85dac96a1ed) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:17.840964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device bb82bc55-5633-41e7-aca5-e4c11ab8deeb no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:17.856521 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acee741-18dd-4025-9dc5-5cc34e19cb4b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:17.861413 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0acee741-18dd-4025-9dc5-5cc34e19cb4b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.903606 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0acee741-18dd-4025-9dc5-5cc34e19cb4b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0070312 Aug 09 16:01:17.909553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56812) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:17.923850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4df0cdf6-5451-4440-9ebd-0ad6b1c3a435 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1442041178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:17.977077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: bb82bc55-5633-41e7-aca5-e4c11ab8deeb {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:17.977712 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device bb82bc55-5633-41e7-aca5-e4c11ab8deeb not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:17.979445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c18588-738a-4ff5-853b-73d1b65c8b9c None None] Network 58babae8-d833-4a57-9ac8-a85dac96a1ed requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:17.988009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8f5b4-ceb0-48e7-af99-e28064fcd44d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event deleted for resources: {'Port': ['ID=bb82bc55-5633-41e7-aca5-e4c11ab8deeb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:18.002610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Allocated IP 172.20.0.11 (c6a00482-dfda-4a21-89e5-730318a67397/581956c1-9f6b-4930-9848-6ca9c6175f1b/4f779bd8-61eb-4845-af77-2d9d46068c1f) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:18.027934 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea03a5e8-45c3-483b-89e4-c397fdfec990 req-947aa251-b80a-4cf8-8f45-9521acbdce48 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1615c07-111d-41d2-8d94-4e18af7071cd HTTP/1.1" status: 200 len: 210 time: 0.0866435 Aug 09 16:01:18.097843 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4df0cdf6-5451-4440-9ebd-0ad6b1c3a435 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.098876 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4df0cdf6-5451-4440-9ebd-0ad6b1c3a435 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.110642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce826653-05cc-4108-8b65-77bb26ceed0a req-6ed8f5b4-ceb0-48e7-af99-e28064fcd44d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] No DVR routers for this DVR port bb82bc55-5633-41e7-aca5-e4c11ab8deeb on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:18.116054 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ce826653-05cc-4108-8b65-77bb26ceed0a req-6ed8f5b4-ceb0-48e7-af99-e28064fcd44d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.122933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce826653-05cc-4108-8b65-77bb26ceed0a req-6ed8f5b4-ceb0-48e7-af99-e28064fcd44d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "DELETE /v2.0/ports/bb82bc55-5633-41e7-aca5-e4c11ab8deeb HTTP/1.1" status: 204 len: 173 time: 3.1486475 Aug 09 16:01:18.143428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1615c07-111d-41d2-8d94-4e18af7071cd', 'name': 'network-vif-deleted', 'tag': 'bb82bc55-5633-41e7-aca5-e4c11ab8deeb'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:18.151102 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2305be1e-9bcd-418a-ba56-5e1bd9ae2ab3" -d '{"events": [{"server_uuid": "e1615c07-111d-41d2-8d94-4e18af7071cd", "name": "network-vif-deleted", "tag": "bb82bc55-5633-41e7-aca5-e4c11ab8deeb"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:18.207870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:18.215118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-6f8c3bde-6ef5-49b1-869b-44294f11050c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Deleting port 64b75181-1c9b-405f-9297-9cd3037a0ac9 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:18.215528 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-6f8c3bde-6ef5-49b1-869b-44294f11050c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.360838 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4df0cdf6-5451-4440-9ebd-0ad6b1c3a435 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.376387 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4df0cdf6-5451-4440-9ebd-0ad6b1c3a435 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.402426 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.415067 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4df0cdf6-5451-4440-9ebd-0ad6b1c3a435 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.419094 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4df0cdf6-5451-4440-9ebd-0ad6b1c3a435 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5077064 Aug 09 16:01:18.423374 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56822) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:18.446866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfba650-9497-4ecb-8a56-42269ccac6aa req-27827c90-0e0f-4348-ab0b-354f803c5120 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:18.453541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfba650-9497-4ecb-8a56-42269ccac6aa req-27827c90-0e0f-4348-ab0b-354f803c5120 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:18.460242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfba650-9497-4ecb-8a56-42269ccac6aa req-27827c90-0e0f-4348-ab0b-354f803c5120 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:18.467051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfba650-9497-4ecb-8a56-42269ccac6aa req-27827c90-0e0f-4348-ab0b-354f803c5120 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:18.471853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab61e74-9ce2-45ee-b712-c80c7b6255e5 req-42cda01a-3ca5-45e3-b078-8802d3cd7ce0 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:18.473910 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cab61e74-9ce2-45ee-b712-c80c7b6255e5 req-42cda01a-3ca5-45e3-b078-8802d3cd7ce0 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 944 time: 1.3867157 Aug 09 16:01:18.479752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfba650-9497-4ecb-8a56-42269ccac6aa req-27827c90-0e0f-4348-ab0b-354f803c5120 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:18.482804 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-edfba650-9497-4ecb-8a56-42269ccac6aa req-27827c90-0e0f-4348-ab0b-354f803c5120 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 3880 time: 0.2452130 Aug 09 16:01:18.504086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-58babae8-d833-4a57-9ac8-a85dac96a1ed', 'network_id': '58babae8-d833-4a57-9ac8-a85dac96a1ed', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'fixed_ips': [{'subnet_id': 'db12977f-54ad-48ea-8ef3-befb9a77e18e'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:01:18.505023 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.552979 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cab61e74-9ce2-45ee-b712-c80c7b6255e5 req-bdccd16c-180f-4824-9617-a339ea30ce4e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707977 Aug 09 16:01:18.642722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-6f8c3bde-6ef5-49b1-869b-44294f11050c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] For port 64b75181-1c9b-405f-9297-9cd3037a0ac9, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=64b75181-1c9b-405f-9297-9cd3037a0ac9,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:18.643833 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-6f8c3bde-6ef5-49b1-869b-44294f11050c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.661940 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.672074 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.676287 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd9726c-fae3-491c-8985-497c9319db08 x-openstack-request-id: req-8dd9726c-fae3-491c-8985-497c9319db08 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:18.676689 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1615c07-111d-41d2-8d94-4e18af7071cd", "name": "network-vif-deleted", "tag": "bb82bc55-5633-41e7-aca5-e4c11ab8deeb", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:18.677033 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8dd9726c-fae3-491c-8985-497c9319db08 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:18.677895 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1615c07-111d-41d2-8d94-4e18af7071cd', 'name': 'network-vif-deleted', 'tag': 'bb82bc55-5633-41e7-aca5-e4c11ab8deeb', 'status': 'completed', 'code': 200} Aug 09 16:01:18.691399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-6f8c3bde-6ef5-49b1-869b-44294f11050c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Calling delete_port for 64b75181-1c9b-405f-9297-9cd3037a0ac9 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:18.702150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Transition to ACTIVE for port object 4f779bd8-61eb-4845-af77-2d9d46068c1f will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:18.749287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-721045ab-2979-4435-9880-50101d87032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8142a452-c06f-4388-a84b-c9c3e4b0b1a6', 'name': 'tempest-snat-router-794349285', 'tenant_id': '83ad9310d42c4344b9c32a367a17a259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.192'}], 'enable_snat': False}, 'gw_port_id': 'c21b40b1-a569-4775-8365-c433e3925f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:08Z', 'updated_at': '2021-08-09T16:01:13Z', 'revision_number': 3, 'project_id': '83ad9310d42c4344b9c32a367a17a259', 'gw_port': {'id': 'c21b40b1-a569-4775-8365-c433e3925f09', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8142a452-c06f-4388-a84b-c9c3e4b0b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:10Z', 'updated_at': '2021-08-09T16:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:18.791627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Allocated IP 2001:db8::2 (d8ae6f0b-2d43-42db-9d53-f554cf2bac86/dfc5cb76-b48f-449d-931a-ede49130e50e/9e911b87-0696-4152-9713-2b45ce9725ff) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:18.881898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0098235-dffd-48cd-87be-fa0909ff92a6 req-df3c882d-c963-4b3d-a222-b31f78bd7eb5 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 210 time: 0.0787740 Aug 09 16:01:18.944960 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:18.963898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.011838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Network c6a00482-dfda-4a21-89e5-730318a67397 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:19.022175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:19.095134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:19.168980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:19.169436 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.169984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.185766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Transition to ACTIVE for port object 9e911b87-0696-4152-9713-2b45ce9725ff will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:19.194890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Pushing event updated for resources: {'Port': ['ID=4f779bd8-61eb-4845-af77-2d9d46068c1f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:19.207792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a89a5db3-8f1b-4346-979d-4434d499e3db tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9217546 Aug 09 16:01:19.224733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Transition to ACTIVE for port object 9e911b87-0696-4152-9713-2b45ce9725ff will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:19.239274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Request body: {'port': {'device_id': '8f5ac016-e2ed-4d1b-8ba4-30353c4868b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:19.308883 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-6f8c3bde-6ef5-49b1-869b-44294f11050c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.325570 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.346554 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['6e5507d9-9c7e-43d7-bfd5-644592bc595d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:19.421349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721045ab-2979-4435-9880-50101d87032f None None] Checking router: 8142a452-c06f-4388-a84b-c9c3e4b0b1a6 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:01:19.421993 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721045ab-2979-4435-9880-50101d87032f None None] Updating router 8142a452-c06f-4388-a84b-c9c3e4b0b1a6 port c21b40b1-a569-4775-8365-c433e3925f09 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:01:19.499102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c3bde-6ef5-49b1-869b-44294f11050c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Port': ['ID=64b75181-1c9b-405f-9297-9cd3037a0ac9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:19.520777 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.538311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-6f8c3bde-6ef5-49b1-869b-44294f11050c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] No DVR routers for this DVR port 64b75181-1c9b-405f-9297-9cd3037a0ac9 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:19.542696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-6f8c3bde-6ef5-49b1-869b-44294f11050c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:19.542879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31'}, {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9288acd-e1c5-456a-b29f-45a4f0ca95a4'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:19.544952 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058e6d5f-fec4-40ff-82f4-91b14ad72e2d" -d '{"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31"}, {"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-unplugged", "status": "completed", "tag": "b9288acd-e1c5-456a-b29f-45a4f0ca95a4"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:19.545430 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-6f8c3bde-6ef5-49b1-869b-44294f11050c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "DELETE /v2.0/ports/64b75181-1c9b-405f-9297-9cd3037a0ac9 HTTP/1.1" status: 204 len: 173 time: 3.2584627 Aug 09 16:01:20.011504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb812497-9b78-4fc6-a863-6c8bc0b41e50 req-dba5a2fd-6c40-4fd4-b4f1-274c250b6809 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:20.031970 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb812497-9b78-4fc6-a863-6c8bc0b41e50 req-dba5a2fd-6c40-4fd4-b4f1-274c250b6809 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.3408387 Aug 09 16:01:20.143288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Allocated IP 172.25.2.14 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/68d40ffb-b556-4dfe-be50-40d891938551) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:20.202663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56838) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:20.219709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-97c7a128-2e16-4089-b17d-953219d1d3b8 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'subnet': {'network_id': '269726d3-2399-4334-b869-49caa925f67e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:20.261472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-3b945c61-8fb6-4669-abb7-a46c36e8a5ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Deleting port b9288acd-e1c5-456a-b29f-45a4f0ca95a4 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:20.261871 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-3b945c61-8fb6-4669-abb7-a46c36e8a5ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.289904 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.296822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b9288acd-e1c5-456a-b29f-45a4f0ca95a4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:20.339162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Network d8ae6f0b-2d43-42db-9d53-f554cf2bac86 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:20.339377 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.340193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:20.342701 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-721045ab-2979-4435-9880-50101d87032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.348541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Pushing event updated for resources: {'Port': ['ID=9e911b87-0696-4152-9713-2b45ce9725ff,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:20.354604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:20.355500 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.380795 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:20.407356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb812497-9b78-4fc6-a863-6c8bc0b41e50 req-58acc7ac-42d8-4eea-9d4f-884dbdd5262b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3716109 Aug 09 16:01:20.410522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b8e2f38d-f81f-4f9c-9c2a-890c4725d338 None None] Provisioning for port 4f779bd8-61eb-4845-af77-2d9d46068c1f completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:20.432525 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-edfba650-9497-4ecb-8a56-42269ccac6aa req-b48df430-63ca-4b4c-b6ae-078f271b7b5a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.9067945 Aug 09 16:01:20.486093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b8e2f38d-f81f-4f9c-9c2a-890c4725d338 None None] Provisioning complete for port 4f779bd8-61eb-4845-af77-2d9d46068c1f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:20.486550 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f38d-f81f-4f9c-9c2a-890c4725d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.487843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-3b945c61-8fb6-4669-abb7-a46c36e8a5ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] For port b9288acd-e1c5-456a-b29f-45a4f0ca95a4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:20.488225 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-3b945c61-8fb6-4669-abb7-a46c36e8a5ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.489167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:20.497809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:20.501192 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.504844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:20.512374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-3b945c61-8fb6-4669-abb7-a46c36e8a5ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Calling delete_port for b9288acd-e1c5-456a-b29f-45a4f0ca95a4 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:20.571597 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a582a3-0bd7-4511-96c0-c2975c46986d x-openstack-request-id: req-21a582a3-0bd7-4511-96c0-c2975c46986d {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:20.572178 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31", "code": 200}, {"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-unplugged", "status": "completed", "tag": "b9288acd-e1c5-456a-b29f-45a4f0ca95a4", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:20.572178 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21a582a3-0bd7-4511-96c0-c2975c46986d {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:20.572521 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31', 'code': 200} Aug 09 16:01:20.572777 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9288acd-e1c5-456a-b29f-45a4f0ca95a4', 'code': 200} Aug 09 16:01:20.620372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Allocated IP 2001:db8:1::2 (58babae8-d833-4a57-9ac8-a85dac96a1ed/db12977f-54ad-48ea-8ef3-befb9a77e18e/0c64b5fe-9fcf-47e1-8f73-6683616f4fdd) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:20.696630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-deleted', 'tag': '64b75181-1c9b-405f-9297-9cd3037a0ac9'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:20.698657 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62095e19-e902-4939-9efe-2a1c95fcc6a4" -d '{"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-deleted", "tag": "64b75181-1c9b-405f-9297-9cd3037a0ac9"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:20.708093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-3b945c61-8fb6-4669-abb7-a46c36e8a5ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.717144 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event updated for resources: {'Port': ['ID=68d40ffb-b556-4dfe-be50-40d891938551,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:20.769382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b8e2f38d-f81f-4f9c-9c2a-890c4725d338 None None] Port 4f779bd8-61eb-4845-af77-2d9d46068c1f cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:20.772744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:20.786558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Attempting to bind port 9e911b87-0696-4152-9713-2b45ce9725ff on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:20.786963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Attempting to bind port 9e911b87-0696-4152-9713-2b45ce9725ff by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '2d0b67e5-7ce1-433f-906c-3866c7684631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd8ae6f0b-2d43-42db-9d53-f554cf2bac86'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:20.787571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Attempting to bind port 9e911b87-0696-4152-9713-2b45ce9725ff on network d8ae6f0b-2d43-42db-9d53-f554cf2bac86 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:20.807689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b945c61-8fb6-4669-abb7-a46c36e8a5ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Port': ['ID=b9288acd-e1c5-456a-b29f-45a4f0ca95a4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:20.891984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:20.892426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Checking segment: {'id': '2d0b67e5-7ce1-433f-906c-3866c7684631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd8ae6f0b-2d43-42db-9d53-f554cf2bac86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:20.892772 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.893176 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Bound using segment: {'id': '2d0b67e5-7ce1-433f-906c-3866c7684631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd8ae6f0b-2d43-42db-9d53-f554cf2bac86'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:20.893706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Bound port: 9e911b87-0696-4152-9713-2b45ce9725ff, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0b67e5-7ce1-433f-906c-3866c7684631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd8ae6f0b-2d43-42db-9d53-f554cf2bac86'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:20.894101 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.895444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-3b945c61-8fb6-4669-abb7-a46c36e8a5ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] No DVR routers for this DVR port b9288acd-e1c5-456a-b29f-45a4f0ca95a4 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:20.911098 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-3b945c61-8fb6-4669-abb7-a46c36e8a5ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:20.912915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-3b945c61-8fb6-4669-abb7-a46c36e8a5ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "DELETE /v2.0/ports/b9288acd-e1c5-456a-b29f-45a4f0ca95a4 HTTP/1.1" status: 204 len: 173 time: 1.3019147 Aug 09 16:01:20.933484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec6955-7a92-4b0a-a09c-74daa79da563 req-f6bc3b1f-8737-4648-bab2-83211ec6a70c tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:20.935547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eec6955-7a92-4b0a-a09c-74daa79da563 req-f6bc3b1f-8737-4648-bab2-83211ec6a70c tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 944 time: 0.2298412 Aug 09 16:01:21.011197 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.038719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c7a128-2e16-4089-b17d-953219d1d3b8 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:21.047921 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-97c7a128-2e16-4089-b17d-953219d1d3b8 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.189914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Allocated IP 2001:db8::1 (d8ae6f0b-2d43-42db-9d53-f554cf2bac86/dfc5cb76-b48f-449d-931a-ede49130e50e/4f0bb225-2649-4759-acd0-fe1678572767) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:21.240703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:21.252158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] For port 9e911b87-0696-4152-9713-2b45ce9725ff, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:21.369126 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-721045ab-2979-4435-9880-50101d87032f None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.383898 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-721045ab-2979-4435-9880-50101d87032f None None] Transition to ACTIVE for port object c21b40b1-a569-4775-8365-c433e3925f09 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:21.389256 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.403852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f779bd8-61eb-4845-af77-2d9d46068c1f {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:21.410577 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-97c7a128-2e16-4089-b17d-953219d1d3b8 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.425815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eec6955-7a92-4b0a-a09c-74daa79da563 req-527556c4-a590-4bff-8ea5-d77218831d23 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715123 Aug 09 16:01:21.430852 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.443008 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.449101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] For port 9e911b87-0696-4152-9713-2b45ce9725ff, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9e911b87-0696-4152-9713-2b45ce9725ff,segment=NetworkSegment(2d0b67e5-7ce1-433f-906c-3866c7684631),segment_id=2d0b67e5-7ce1-433f-906c-3866c7684631)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:21.452323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e2f5ef2a-81c4-45d9-833a-31189938a108 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:21.454174 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-721045ab-2979-4435-9880-50101d87032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.499631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-1786351a-2a8d-4c79-9f8d-a00a01a446b8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:21.500895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-1786351a-2a8d-4c79-9f8d-a00a01a446b8 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.2360001 Aug 09 16:01:21.502004 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.511285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Transition to ACTIVE for port object 4f779bd8-61eb-4845-af77-2d9d46068c1f will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:21.519452 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159908a0-1115-4eba-8bb7-51a42919dde7 x-openstack-request-id: req-159908a0-1115-4eba-8bb7-51a42919dde7 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:21.519607 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-deleted", "tag": "64b75181-1c9b-405f-9297-9cd3037a0ac9", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:21.519787 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-159908a0-1115-4eba-8bb7-51a42919dde7 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:21.520199 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-deleted', 'tag': '64b75181-1c9b-405f-9297-9cd3037a0ac9', 'status': 'completed', 'code': 200} Aug 09 16:01:21.526065 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.527109 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Transition to ACTIVE for port object 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:21.590301 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4e73a-28bd-4775-9828-91c849c237a2 req-793c778c-6c28-4379-9652-9033bca7b0f3 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:21.599035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5be4e73a-28bd-4775-9828-91c849c237a2 req-793c778c-6c28-4379-9652-9033bca7b0f3 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1028 time: 0.9204590 Aug 09 16:01:21.608069 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.637231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Transition to ACTIVE for port object 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:21.645296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:21.650737 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.653465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-721045ab-2979-4435-9880-50101d87032f None None] Attempting to bind port c21b40b1-a569-4775-8365-c433e3925f09 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:21.654507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-721045ab-2979-4435-9880-50101d87032f None None] Attempting to bind port c21b40b1-a569-4775-8365-c433e3925f09 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:21.655177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721045ab-2979-4435-9880-50101d87032f None None] Attempting to bind port c21b40b1-a569-4775-8365-c433e3925f09 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:21.706284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721045ab-2979-4435-9880-50101d87032f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:21.707128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721045ab-2979-4435-9880-50101d87032f None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:21.707763 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-721045ab-2979-4435-9880-50101d87032f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.708479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721045ab-2979-4435-9880-50101d87032f None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:21.709081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-721045ab-2979-4435-9880-50101d87032f None None] Bound port: c21b40b1-a569-4775-8365-c433e3925f09, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:21.709573 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-721045ab-2979-4435-9880-50101d87032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.718590 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5be4e73a-28bd-4775-9828-91c849c237a2 req-49c8ec10-2269-4d66-8bdc-c13ab816fed5 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184921 Aug 09 16:01:21.747810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7a128-2e16-4089-b17d-953219d1d3b8 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Subnet': ['ID=88d4135d-bbac-4968-8f4f-ed21b14182cc,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:21.760841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7a128-2e16-4089-b17d-953219d1d3b8 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Checking segment: {'id': 'fbc7a895-1dc4-4ddb-9492-746f1bd7956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '269726d3-2399-4334-b869-49caa925f67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:21.761159 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c7a128-2e16-4089-b17d-953219d1d3b8 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network hostable DHCP agents. Network: 269726d3-2399-4334-b869-49caa925f67e, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:01:21.761914 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.772654 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Network 58babae8-d833-4a57-9ac8-a85dac96a1ed is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:21.789383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:21.794186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port e2f5ef2a-81c4-45d9-833a-31189938a108 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:21.800337 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Transition to ACTIVE for port object 4f0bb225-2649-4759-acd0-fe1678572767 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:21.800829 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:21.804651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-82a21132-5602-463f-b9b9-c0539551d38c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Deleting port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:21.804996 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-82a21132-5602-463f-b9b9-c0539551d38c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.835783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c37dd0-ff97-4bb0-b8bf-02bfc463f66c None None] Pushing event updated for resources: {'Port': ['ID=c21b40b1-a569-4775-8365-c433e3925f09,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:21.855229 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.870580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port e2f5ef2a-81c4-45d9-833a-31189938a108 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:21.887870 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:21.974994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network d8ae6f0b-2d43-42db-9d53-f554cf2bac86 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:21.975980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=4f0bb225-2649-4759-acd0-fe1678572767,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:22.000098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Pushing event updated for resources: {'Port': ['ID=4f779bd8-61eb-4845-af77-2d9d46068c1f,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:22.004576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-721045ab-2979-4435-9880-50101d87032f None None] For port c21b40b1-a569-4775-8365-c433e3925f09, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:22.008199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-721045ab-2979-4435-9880-50101d87032f None None] For port c21b40b1-a569-4775-8365-c433e3925f09, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c21b40b1-a569-4775-8365-c433e3925f09,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:22.022563 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:22.030565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:22.031218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.070009 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-721045ab-2979-4435-9880-50101d87032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.115317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a3b4d-6e43-4fac-b20c-65720278743c req-9ab88abd-78b8-4cac-947e-b7c19c764f14 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:22.123615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-278a3b4d-6e43-4fac-b20c-65720278743c req-9ab88abd-78b8-4cac-947e-b7c19c764f14 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 0.5173752 Aug 09 16:01:22.144122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Attempting to bind port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:22.144517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Attempting to bind port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '58babae8-d833-4a57-9ac8-a85dac96a1ed'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:22.145483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Attempting to bind port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd on network 58babae8-d833-4a57-9ac8-a85dac96a1ed {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:22.146470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c7a128-2e16-4089-b17d-953219d1d3b8 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network 269726d3-2399-4334-b869-49caa925f67e is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:01:22.201088 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:22.202718 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Checking segment: {'id': 'da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '58babae8-d833-4a57-9ac8-a85dac96a1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:22.203414 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.203827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Bound using segment: {'id': 'da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '58babae8-d833-4a57-9ac8-a85dac96a1ed'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:22.204332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Bound port: 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '58babae8-d833-4a57-9ac8-a85dac96a1ed'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:22.204823 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.214052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795500d8-2d1e-4d39-8afe-ed616510922f req-6bf3ea34-37e9-4bd2-9c7b-ca498a64f352 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:22.219447 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Deleting port e6ccaafb-ac4e-427b-8167-30eb339681c5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:22.219912 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.220290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795500d8-2d1e-4d39-8afe-ed616510922f req-6bf3ea34-37e9-4bd2-9c7b-ca498a64f352 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:22.222872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-97c7a128-2e16-4089-b17d-953219d1d3b8 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 269726d3-2399-4334-b869-49caa925f67e) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:22.226735 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795500d8-2d1e-4d39-8afe-ed616510922f req-6bf3ea34-37e9-4bd2-9c7b-ca498a64f352 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:22.228459 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-795500d8-2d1e-4d39-8afe-ed616510922f req-6bf3ea34-37e9-4bd2-9c7b-ca498a64f352 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 2410 time: 0.3252506 Aug 09 16:01:22.265790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2409b9-9c86-4a52-902a-0e06566bece6 None None] Network 269726d3-2399-4334-b869-49caa925f67e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:22.268282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8ec19-1683-41df-b91f-3df80618680e None None] Pushing event updated for resources: {'Port': ['ID=9e911b87-0696-4152-9713-2b45ce9725ff,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:22.288777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c7a128-2e16-4089-b17d-953219d1d3b8 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:22.289384 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-97c7a128-2e16-4089-b17d-953219d1d3b8 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.332887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-97c7a128-2e16-4089-b17d-953219d1d3b8 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1242220 Aug 09 16:01:22.336197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-82a21132-5602-463f-b9b9-c0539551d38c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] For port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:22.336606 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-82a21132-5602-463f-b9b9-c0539551d38c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.353059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56858) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:22.366290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Attempting to bind port 4f779bd8-61eb-4845-af77-2d9d46068c1f on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:22.366638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Attempting to bind port 4f779bd8-61eb-4845-af77-2d9d46068c1f by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:22.366972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Attempting to bind port 4f779bd8-61eb-4845-af77-2d9d46068c1f on network c6a00482-dfda-4a21-89e5-730318a67397 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:22.376299 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-795500d8-2d1e-4d39-8afe-ed616510922f req-bf76fd8b-bc43-46e1-befb-00757bc6a8cd tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374354 Aug 09 16:01:22.377106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-278a3b4d-6e43-4fac-b20c-65720278743c req-dd664e6b-430d-4d32-b7fc-5abd61bc01b1 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525749 Aug 09 16:01:22.385034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9f02db45-93e9-4699-82ee-01a5a4442525 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-146216932'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:22.388790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-82a21132-5602-463f-b9b9-c0539551d38c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Calling delete_port for 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:22.390926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Port 4f779bd8-61eb-4845-af77-2d9d46068c1f on network c6a00482-dfda-4a21-89e5-730318a67397 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:01:22.391386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Attempting to bind port 4f779bd8-61eb-4845-af77-2d9d46068c1f on network c6a00482-dfda-4a21-89e5-730318a67397 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:22.407290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.425418 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.443634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:22.444140 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Checking segment: {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:22.444640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Bound using segment: {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:22.445673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Bound port: 4f779bd8-61eb-4845-af77-2d9d46068c1f, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6da65a-2f5f-4c77-a9e0-42460a30e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:22.446279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721045ab-2979-4435-9880-50101d87032f None None] Routers {'8142a452-c06f-4388-a84b-c9c3e4b0b1a6'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:22.446702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-721045ab-2979-4435-9880-50101d87032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['8142a452-c06f-4388-a84b-c9c3e4b0b1a6'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:22.447456 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.542545 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f02db45-93e9-4699-82ee-01a5a4442525 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:22.546840 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f02db45-93e9-4699-82ee-01a5a4442525 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.591985 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cc3f37e-6ad0-4636-805d-3e5e7885a0f4'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:22.594639 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c239085-9e75-4f53-8d35-f7fc7e59757d" -d '{"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-unplugged", "status": "completed", "tag": "1cc3f37e-6ad0-4636-805d-3e5e7885a0f4"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:22.613226 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.624524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] For port e6ccaafb-ac4e-427b-8167-30eb339681c5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e6ccaafb-ac4e-427b-8167-30eb339681c5,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:22.625160 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.672007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e2f5ef2a-81c4-45d9-833a-31189938a108, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e2f5ef2a-81c4-45d9-833a-31189938a108,segment=NetworkSegment(93bd3e6c-afac-4c5f-9c86-28995c93c60b),segment_id=93bd3e6c-afac-4c5f-9c86-28995c93c60b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:22.677889 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fcdd29-995c-452a-9022-768aa3e8114e x-openstack-request-id: req-03fcdd29-995c-452a-9022-768aa3e8114e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:22.678186 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-unplugged", "status": "completed", "tag": "1cc3f37e-6ad0-4636-805d-3e5e7885a0f4", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:22.678485 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03fcdd29-995c-452a-9022-768aa3e8114e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:22.678881 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cc3f37e-6ad0-4636-805d-3e5e7885a0f4', 'code': 200} Aug 09 16:01:22.709790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-721045ab-2979-4435-9880-50101d87032f None None] Set router 8142a452-c06f-4388-a84b-c9c3e4b0b1a6 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:22.724432 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.808888 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Pushing event updated for resources: {'Port': ['ID=0c64b5fe-9fcf-47e1-8f73-6683616f4fdd,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:22.880779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] For port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:22.928663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] For port 4f779bd8-61eb-4845-af77-2d9d46068c1f, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:22.963242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] For port 4f779bd8-61eb-4845-af77-2d9d46068c1f, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4f779bd8-61eb-4845-af77-2d9d46068c1f,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:22.981506 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.092676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Pushing event updated for resources: {'Port': ['ID=4f779bd8-61eb-4845-af77-2d9d46068c1f,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:23.132774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d4443-4e74-46b8-a334-d6ea5ec7a9a6 req-7e21371b-8186-45ca-8283-35190bbeb812 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:23.142758 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-914d4443-4e74-46b8-a334-d6ea5ec7a9a6 req-7e21371b-8186-45ca-8283-35190bbeb812 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1053 time: 0.2579384 Aug 09 16:01:23.187071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:23.187866 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.189543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-a9e84b0f-4313-490f-8d90-bab25c48678d service neutron] 10.222.0.53 "PUT /v2.0/ports/4f779bd8-61eb-4845-af77-2d9d46068c1f HTTP/1.1" status: 200 len: 1092 time: 3.9650190 Aug 09 16:01:23.211410 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.213710 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.214322 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Floating IP 15eb1a0b-cce4-43d4-8947-374a8b2a8dae disassociated. External IP: 172.25.2.72, port: e6ccaafb-ac4e-427b-8167-30eb339681c5. Aug 09 16:01:23.214899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Calling delete_port for e6ccaafb-ac4e-427b-8167-30eb339681c5 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:23.245353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-914d4443-4e74-46b8-a334-d6ea5ec7a9a6 req-db098ad9-6ed3-44eb-96d7-4cc45a9e3c8a tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014116 Aug 09 16:01:23.260750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f02db45-93e9-4699-82ee-01a5a4442525 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:01:23.287737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26093d2b-97aa-41c6-9c8b-9d2f6989a824 None None] Network d8ae6f0b-2d43-42db-9d53-f554cf2bac86 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:23.297891 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bc036-8436-4e1d-a467-2e224cd8f73b req-286e813b-ffde-4983-a226-0d7f0b08256c tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:23.302267 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-82a21132-5602-463f-b9b9-c0539551d38c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.308457 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a94bc036-8436-4e1d-a467-2e224cd8f73b req-286e813b-ffde-4983-a226-0d7f0b08256c tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 945 time: 0.7383735 Aug 09 16:01:23.318842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] For port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0c64b5fe-9fcf-47e1-8f73-6683616f4fdd,segment=NetworkSegment(da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d),segment_id=da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:23.357882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f02db45-93e9-4699-82ee-01a5a4442525 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.358247 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-9f02db45-93e9-4699-82ee-01a5a4442525 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Added segment c384fe97-a614-4f01-8bcf-86372893f88b of type vlan for network 81ffa70d-baa1-444d-911d-de378c916d02 Aug 09 16:01:23.390235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a21132-5602-463f-b9b9-c0539551d38c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Port': ['ID=9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:23.432063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-fdb065ff-ef85-4649-9a5c-7e266ccca486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:23.439130 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-fdb065ff-ef85-4649-9a5c-7e266ccca486 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7d453f4bd804e288e89288a9c1af565&device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1095 time: 0.1990411 Aug 09 16:01:23.488010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c37dd0-ff97-4bb0-b8bf-02bfc463f66c None None] Pushing event updated for resources: {'Port': ['ID=c21b40b1-a569-4775-8365-c433e3925f09,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:23.523183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-deleted', 'tag': 'b9288acd-e1c5-456a-b29f-45a4f0ca95a4'}, {'name': 'network-changed', 'server_uuid': '8f5ac016-e2ed-4d1b-8ba4-30353c4868b8', 'tag': '4f779bd8-61eb-4845-af77-2d9d46068c1f'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:23.531513 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26461928-1614-438a-a729-6817f9a29621" -d '{"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-deleted", "tag": "b9288acd-e1c5-456a-b29f-45a4f0ca95a4"}, {"name": "network-changed", "server_uuid": "8f5ac016-e2ed-4d1b-8ba4-30353c4868b8", "tag": "4f779bd8-61eb-4845-af77-2d9d46068c1f"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:23.576583 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a94bc036-8436-4e1d-a467-2e224cd8f73b req-ff478dcc-0647-4bcf-8b79-67ef2b18bc7e tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654278 Aug 09 16:01:23.594670 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.599835 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f02db45-93e9-4699-82ee-01a5a4442525 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.640570 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f02db45-93e9-4699-82ee-01a5a4442525 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.647779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f02db45-93e9-4699-82ee-01a5a4442525 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:23.648614 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f02db45-93e9-4699-82ee-01a5a4442525 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.693965 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9f02db45-93e9-4699-82ee-01a5a4442525 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3164017 Aug 09 16:01:23.710970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56878) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:23.719702 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-82a21132-5602-463f-b9b9-c0539551d38c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] No DVR routers for this DVR port 9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:23.723758 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-82a21132-5602-463f-b9b9-c0539551d38c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:23.726374 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-82a21132-5602-463f-b9b9-c0539551d38c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "DELETE /v2.0/ports/9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31 HTTP/1.1" status: 204 len: 173 time: 2.8005939 Aug 09 16:01:23.729491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-39d0269a-2f3e-4da9-b79f-275749458774 None None] Provisioning for port 9e911b87-0696-4152-9713-2b45ce9725ff completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:23.730863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b9e4e9a9-d1f7-40d6-af16-d03e0d36bbce tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'subnet': {'network_id': '81ffa70d-baa1-444d-911d-de378c916d02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:23.734687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9e911b87-0696-4152-9713-2b45ce9725ff up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:23.738921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-50d4fe15-b326-41a6-b4ce-05bfe1fff587 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f779bd8-61eb-4845-af77-2d9d46068c1f HTTP/1.1" status: 200 len: 217 time: 0.2801440 Aug 09 16:01:23.847572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Router 7846758f-83f5-4555-bd79-b258acd7a039 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:01:23.867085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e6ccaafb-ac4e-427b-8167-30eb339681c5 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:23.888799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d49265-e5b5-4f1d-a5e7-0510a1bee680 req-14b8f980-3aef-4fc6-9fae-46a2e72d3b76 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:23.902285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d49265-e5b5-4f1d-a5e7-0510a1bee680 req-14b8f980-3aef-4fc6-9fae-46a2e72d3b76 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:23.904777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61d49265-e5b5-4f1d-a5e7-0510a1bee680 req-14b8f980-3aef-4fc6-9fae-46a2e72d3b76 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 1677 time: 0.1750557 Aug 09 16:01:23.917347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02db45-93e9-4699-82ee-01a5a4442525 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Network': ['ID=81ffa70d-baa1-444d-911d-de378c916d02,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:23.989514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 81ffa70d-baa1-444d-911d-de378c916d02 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:01:24.098338 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:24.111388 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Sync routers for ids ['7846758f-83f5-4555-bd79-b258acd7a039'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:24.127228 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.131796 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7ef7b28e-c88a-43aa-bee8-de1643830c01 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.4305739 Aug 09 16:01:24.131990 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Routers {'7846758f-83f5-4555-bd79-b258acd7a039'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:24.131990 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7846758f-83f5-4555-bd79-b258acd7a039'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:24.140414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56880) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:24.170577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 9e911b87-0696-4152-9713-2b45ce9725ff completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:24.187733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e2f5ef2a-81c4-45d9-833a-31189938a108,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:24.199483 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.215700 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61d49265-e5b5-4f1d-a5e7-0510a1bee680 req-df432cad-8580-421f-9e07-1963efa69cf9 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844369 Aug 09 16:01:24.219609 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.220211 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.258192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9e911b87-0696-4152-9713-2b45ce9725ff triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:24.258563 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.417843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=4f0bb225-2649-4759-acd0-fe1678572767,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:24.444126 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Set router 7846758f-83f5-4555-bd79-b258acd7a039 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:24.465537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4aca0268-6e58-40c8-8b19-2c134ff3a7ac tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/routers/7846758f-83f5-4555-bd79-b258acd7a039 HTTP/1.1" status: 200 len: 906 time: 0.3238721 Aug 09 16:01:24.474523 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56884) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:24.551350 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900718da-489e-45a7-8504-69eb1aeb82f4 x-openstack-request-id: req-900718da-489e-45a7-8504-69eb1aeb82f4 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:24.552059 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-deleted", "tag": "b9288acd-e1c5-456a-b29f-45a4f0ca95a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f5ac016-e2ed-4d1b-8ba4-30353c4868b8", "tag": "4f779bd8-61eb-4845-af77-2d9d46068c1f", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:24.552059 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-900718da-489e-45a7-8504-69eb1aeb82f4 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:24.552659 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-deleted', 'tag': 'b9288acd-e1c5-456a-b29f-45a4f0ca95a4', 'status': 'completed', 'code': 200} Aug 09 16:01:24.553007 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5ac016-e2ed-4d1b-8ba4-30353c4868b8', 'tag': '4f779bd8-61eb-4845-af77-2d9d46068c1f', 'status': 'completed', 'code': 200} Aug 09 16:01:24.558811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8e2f5-84ab-4e78-aa15-9ca3fcbc267f None None] Pushing event updated for resources: {'Port': ['ID=0c64b5fe-9fcf-47e1-8f73-6683616f4fdd,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:24.574167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-269726d3-2399-4334-b869-49caa925f67e', 'network_id': '269726d3-2399-4334-b869-49caa925f67e', 'tenant_id': 'f4755b466d324e9099ed623395ec1551', 'fixed_ips': [{'subnet_id': '88d4135d-bbac-4968-8f4f-ed21b14182cc'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:01:24.575098 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.682156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f5ef2a-81c4-45d9-833a-31189938a108'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:24.687296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0b6c9-e67a-42f9-84c1-84fce2e20e5b req-43b8e888-2063-4985-a23b-b18ac751ab81 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:24.695843 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1eb0b6c9-e67a-42f9-84c1-84fce2e20e5b req-43b8e888-2063-4985-a23b-b18ac751ab81 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 945 time: 1.1138799 Aug 09 16:01:24.698640 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bc9c15-bba9-41cb-b2de-2373a69e63b7" -d '{"events": [{"server_uuid": "5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6", "name": "network-vif-plugged", "status": "completed", "tag": "e2f5ef2a-81c4-45d9-833a-31189938a108"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:24.720922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-6622a64d-73dd-4ab7-a1ba-a89183cd8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:24.722754 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-6622a64d-73dd-4ab7-a1ba-a89183cd8e59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=581956c1-9f6b-4930-9848-6ca9c6175f1b HTTP/1.1" status: 200 len: 848 time: 0.9625936 Aug 09 16:01:24.773384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network d8ae6f0b-2d43-42db-9d53-f554cf2bac86 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:24.798820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-721045ab-2979-4435-9880-50101d87032f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8142a452-c06f-4388-a84b-c9c3e4b0b1a6', 'name': 'tempest-snat-router-794349285', 'tenant_id': '83ad9310d42c4344b9c32a367a17a259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.192'}], 'enable_snat': False}, 'gw_port_id': 'c21b40b1-a569-4775-8365-c433e3925f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:08Z', 'updated_at': '2021-08-09T16:01:13Z', 'revision_number': 3, 'project_id': '83ad9310d42c4344b9c32a367a17a259', 'gw_port': {'id': 'c21b40b1-a569-4775-8365-c433e3925f09', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8142a452-c06f-4388-a84b-c9c3e4b0b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:10Z', 'updated_at': '2021-08-09T16:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:24.808085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:24.837407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac6e3e-3888-496e-9efb-f7cdb7af9994 req-ddbbfcaf-2871-4868-95fc-695e5ffbb1d4 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:24.849388 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dac6e3e-3888-496e-9efb-f7cdb7af9994 req-ddbbfcaf-2871-4868-95fc-695e5ffbb1d4 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1095 time: 0.2032251 Aug 09 16:01:24.863406 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:24.875612 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7846758f-83f5-4555-bd79-b258acd7a039', 'name': 'tempest-snat-router-794349285', 'tenant_id': '83ad9310d42c4344b9c32a367a17a259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '68d40ffb-b556-4dfe-be50-40d891938551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:16Z', 'updated_at': '2021-08-09T16:01:21Z', 'revision_number': 3, 'project_id': '83ad9310d42c4344b9c32a367a17a259', 'gw_port': {'id': '68d40ffb-b556-4dfe-be50-40d891938551', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7846758f-83f5-4555-bd79-b258acd7a039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:19Z', 'updated_at': '2021-08-09T16:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:24.912904 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1eb0b6c9-e67a-42f9-84c1-84fce2e20e5b req-fdc97a6e-d9ca-48dc-b911-8a14432d9c6b tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfc0da74-8df3-47ed-a58c-dd44ba224c18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156813 Aug 09 16:01:24.919884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721045ab-2979-4435-9880-50101d87032f None None] The sync data for ids ['8142a452-c06f-4388-a84b-c9c3e4b0b1a6'] in n-d-803778-2 is: [{'id': '8142a452-c06f-4388-a84b-c9c3e4b0b1a6', 'name': 'tempest-snat-router-794349285', 'tenant_id': '83ad9310d42c4344b9c32a367a17a259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.192'}], 'enable_snat': False}, 'gw_port_id': 'c21b40b1-a569-4775-8365-c433e3925f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:08Z', 'updated_at': '2021-08-09T16:01:13Z', 'revision_number': 3, 'project_id': '83ad9310d42c4344b9c32a367a17a259', 'gw_port': {'id': 'c21b40b1-a569-4775-8365-c433e3925f09', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:93:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8142a452-c06f-4388-a84b-c9c3e4b0b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:01:10Z', 'updated_at': '2021-08-09T16:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:24.932002 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Checking router: 7846758f-83f5-4555-bd79-b258acd7a039 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:01:24.932342 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Updating router 7846758f-83f5-4555-bd79-b258acd7a039 port 68d40ffb-b556-4dfe-be50-40d891938551 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:01:24.934440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-0dd50667-48b6-4261-8265-c6afe791c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:24.936769 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-0dd50667-48b6-4261-8265-c6afe791c32e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6a00482-dfda-4a21-89e5-730318a67397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899617 Aug 09 16:01:25.039579 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.091930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e4e9a9-d1f7-40d6-af16-d03e0d36bbce tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:25.099216 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9e4e9a9-d1f7-40d6-af16-d03e0d36bbce tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.108832 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.123942 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.206924 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.259236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Allocated IP 2001:db8:0:ffff::2 (269726d3-2399-4334-b869-49caa925f67e/88d4135d-bbac-4968-8f4f-ed21b14182cc/6c384938-f2fe-4214-be0a-ca295fd3051a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:25.300170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7dac6e3e-3888-496e-9efb-f7cdb7af9994 req-4ab7ac2d-f892-4912-ada0-f6e2112ed341 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403863 Aug 09 16:01:25.453137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-7ba3d7b5-7655-4170-ab6e-6d2a41ba0c87 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Deleting port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:25.453479 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-7ba3d7b5-7655-4170-ab6e-6d2a41ba0c87 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.486771 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b552a384-3d02-4dbd-8a90-b54fa2d02c17 x-openstack-request-id: req-b552a384-3d02-4dbd-8a90-b54fa2d02c17 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:25.487372 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6", "name": "network-vif-plugged", "status": "completed", "tag": "e2f5ef2a-81c4-45d9-833a-31189938a108", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:25.487802 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b552a384-3d02-4dbd-8a90-b54fa2d02c17 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:25.488403 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f5ef2a-81c4-45d9-833a-31189938a108', 'code': 200} Aug 09 16:01:25.511772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Deleting port 68d40ffb-b556-4dfe-be50-40d891938551 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:25.512440 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.521052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 80b601de-140f-4162-924f-b177b90b6549 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:01:25.592632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 9e911b87-0696-4152-9713-2b45ce9725ff, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9e911b87-0696-4152-9713-2b45ce9725ff,segment=NetworkSegment(2d0b67e5-7ce1-433f-906c-3866c7684631),segment_id=2d0b67e5-7ce1-433f-906c-3866c7684631)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:25.598476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-84af3289-d0f9-453d-99ed-178dc0d01684 None None] Provisioning complete for port 9e911b87-0696-4152-9713-2b45ce9725ff triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:25.602325 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-84af3289-d0f9-453d-99ed-178dc0d01684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.619074 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.699890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event deleted for resources: {'Port': ['ID=e6ccaafb-ac4e-427b-8167-30eb339681c5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:25.722755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:25.723331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:25.723822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:25.724344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:25.724837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:25.725326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:25.725855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:25.726359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:25.726852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:25.727553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:25.728036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:25.728518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:25.842251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a274a138-2bc4-407f-8cbd-0ebc196d66f2 None None] Network 58babae8-d833-4a57-9ac8-a85dac96a1ed requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:25.927189 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.968928 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Transition to ACTIVE for port object 68d40ffb-b556-4dfe-be50-40d891938551 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:25.979529 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:25.984930 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-87c2f465-df1a-487a-b957-a6177cef4371 service neutron] 10.222.0.53 "GET /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0358589 Aug 09 16:01:26.108865 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Attempting to bind port 68d40ffb-b556-4dfe-be50-40d891938551 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:26.109524 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Attempting to bind port 68d40ffb-b556-4dfe-be50-40d891938551 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:26.110711 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Attempting to bind port 68d40ffb-b556-4dfe-be50-40d891938551 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:26.130372 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:26.131207 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:26.137851 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.139326 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:26.142660 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Bound port: 68d40ffb-b556-4dfe-be50-40d891938551, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:26.143287 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.150009 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff7da3-1446-4737-aec3-89c352cb59af None None] Pushing event updated for resources: {'Port': ['ID=68d40ffb-b556-4dfe-be50-40d891938551,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:26.156918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c21b40b1-a569-4775-8365-c433e3925f09 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:26.217375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2572-e019-4d3b-bbf2-2f8289c721bb req-ffa23c1f-c738-435f-bbf8-68166c0138b9 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:26.239039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2572-e019-4d3b-bbf2-2f8289c721bb req-ffa23c1f-c738-435f-bbf8-68166c0138b9 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:26.241956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09df75-a760-4e77-9230-be7551f44c95 req-5931eadb-6a33-4fa9-b7fb-9f16b2b962dd tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:26.242968 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c2c2572-e019-4d3b-bbf2-2f8289c721bb req-ffa23c1f-c738-435f-bbf8-68166c0138b9 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 1677 time: 0.6090653 Aug 09 16:01:26.253874 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd09df75-a760-4e77-9230-be7551f44c95 req-5931eadb-6a33-4fa9-b7fb-9f16b2b962dd tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 945 time: 1.1365101 Aug 09 16:01:26.291555 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] For port 68d40ffb-b556-4dfe-be50-40d891938551, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:26.302554 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] For port 68d40ffb-b556-4dfe-be50-40d891938551, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=68d40ffb-b556-4dfe-be50-40d891938551,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:26.306770 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.327201 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=9e911b87-0696-4152-9713-2b45ce9725ff,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:26.344519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.347179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-7ba3d7b5-7655-4170-ab6e-6d2a41ba0c87 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] For port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:26.349209 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-7ba3d7b5-7655-4170-ab6e-6d2a41ba0c87 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.382711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Calling delete_port for 68d40ffb-b556-4dfe-be50-40d891938551 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:26.389131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f0e1f-215e-46af-a63e-aa0b51bbf2d5 req-4989a13f-ed4b-4058-85a6-fe02948baaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:26.390849 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-305f0e1f-215e-46af-a63e-aa0b51bbf2d5 req-4989a13f-ed4b-4058-85a6-fe02948baaf1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 1096 time: 0.7892313 Aug 09 16:01:26.399586 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.443206 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Routers {'7846758f-83f5-4555-bd79-b258acd7a039'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:26.443777 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7846758f-83f5-4555-bd79-b258acd7a039'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:26.456516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fd45c1-4e77-47f3-b7a9-240d4a661a65 req-aac71655-4d92-4a07-acb0-19ede32895fc service neutron] 10.222.0.53 "GET /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198220 Aug 09 16:01:26.461501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-7ba3d7b5-7655-4170-ab6e-6d2a41ba0c87 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Calling delete_port for 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:26.483955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Transition to ACTIVE for port object 6c384938-f2fe-4214-be0a-ca295fd3051a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:26.519530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:26.561285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca4890f-0e1c-4653-ad89-abe69636c765 None None] Sync routers for ids ['80b601de-140f-4162-924f-b177b90b6549'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:26.583486 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5f0bbd9a-d7b7-43c7-912b-f57fd23ca5ef tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/80b601de-140f-4162-924f-b177b90b6549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1573298 Aug 09 16:01:26.589750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56904) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:26.590307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56906) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:26.620582 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff7da3-1446-4737-aec3-89c352cb59af None None] Pushing event updated for resources: {'Port': ['ID=68d40ffb-b556-4dfe-be50-40d891938551,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:26.621248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Transition to ACTIVE for port object 6c384938-f2fe-4214-be0a-ca295fd3051a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:26.677979 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] Set router 7846758f-83f5-4555-bd79-b258acd7a039 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:26.698331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c2c2572-e019-4d3b-bbf2-2f8289c721bb req-14425e44-13d4-4207-80ea-3687733d70e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4452591 Aug 09 16:01:26.734593 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca4890f-0e1c-4653-ad89-abe69636c765 None None] Routers {'80b601de-140f-4162-924f-b177b90b6549'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:26.735362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eca4890f-0e1c-4653-ad89-abe69636c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['80b601de-140f-4162-924f-b177b90b6549'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:26.758419 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26038a1-5a8c-4ff8-b34e-d4ac745f7ea3 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:26.759918 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d26038a1-5a8c-4ff8-b34e-d4ac745f7ea3 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports/4f0bb225-2649-4759-acd0-fe1678572767 HTTP/1.1" status: 200 len: 911 time: 0.1667042 Aug 09 16:01:26.763641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56910) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:26.835357 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7846758f-83f5-4555-bd79-b258acd7a039', 'name': 'tempest-snat-router-794349285', 'tenant_id': '83ad9310d42c4344b9c32a367a17a259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:16Z', 'updated_at': '2021-08-09T16:01:25Z', 'revision_number': 4, 'project_id': '83ad9310d42c4344b9c32a367a17a259', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:26.862918 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.864872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c21b40b1-a569-4775-8365-c433e3925f09 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:26.873736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eca4890f-0e1c-4653-ad89-abe69636c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:26.894970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-deleted', 'tag': '9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:26.899559 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed72074-59c7-44d4-8d16-b31a631e6346" -d '{"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-deleted", "tag": "9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:26.976671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c21b40b1-a569-4775-8365-c433e3925f09 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:26.976946 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.006416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Router e9790007-6ed4-447c-95d6-86e129ce2ed2 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:01:27.008920 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-305f0e1f-215e-46af-a63e-aa0b51bbf2d5 req-786e99dc-0299-4cbe-90a1-c3533f0c4f44 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453548 Aug 09 16:01:27.019906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-84af3289-d0f9-453d-99ed-178dc0d01684 None None] Provisioning for port 4f0bb225-2649-4759-acd0-fe1678572767 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:27.033246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca4890f-0e1c-4653-ad89-abe69636c765 None None] Routers {'80b601de-140f-4162-924f-b177b90b6549'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:27.033913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eca4890f-0e1c-4653-ad89-abe69636c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['80b601de-140f-4162-924f-b177b90b6549'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:27.050116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Network 269726d3-2399-4334-b869-49caa925f67e is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:27.055709 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-84af3289-d0f9-453d-99ed-178dc0d01684 None None] Provisioning complete for port 4f0bb225-2649-4759-acd0-fe1678572767 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:27.056085 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-84af3289-d0f9-453d-99ed-178dc0d01684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.068184 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a086c3-f63b-4cc8-a027-1f7971520070 None None] The sync data for ids ['7846758f-83f5-4555-bd79-b258acd7a039'] in n-d-803778-2 is: [{'id': '7846758f-83f5-4555-bd79-b258acd7a039', 'name': 'tempest-snat-router-794349285', 'tenant_id': '83ad9310d42c4344b9c32a367a17a259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:01:16Z', 'updated_at': '2021-08-09T16:01:25Z', 'revision_number': 4, 'project_id': '83ad9310d42c4344b9c32a367a17a259', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:27.124766 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd09df75-a760-4e77-9230-be7551f44c95 req-ffcf8b61-ebaa-4517-8ece-7ecf3dd62f74 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8698812 Aug 09 16:01:27.212494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:27.222258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:27.234486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-84af3289-d0f9-453d-99ed-178dc0d01684 None None] Port 4f0bb225-2649-4759-acd0-fe1678572767 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:27.242462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eca4890f-0e1c-4653-ad89-abe69636c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:27.243282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca4890f-0e1c-4653-ad89-abe69636c765 None None] The sync data for ids ['80b601de-140f-4162-924f-b177b90b6549'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:27.256682 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-7ba3d7b5-7655-4170-ab6e-6d2a41ba0c87 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.271824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26461928-1614-438a-a729-6817f9a29621 req-a64bc908-782c-42a7-9ced-f3413b7c5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:27.274292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26461928-1614-438a-a729-6817f9a29621 req-a64bc908-782c-42a7-9ced-f3413b7c5413 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7d453f4bd804e288e89288a9c1af565&device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1095 time: 0.7437720 Aug 09 16:01:27.281623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Pushing event updated for resources: {'Port': ['ID=6c384938-f2fe-4214-be0a-ca295fd3051a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:27.376069 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-074e463c-da65-4bdd-8920-a65cdd727631 req-c58fcf57-b811-455f-aec3-f97483081ed2 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/ports?device_id=425eaf34-4b78-4986-8a08-abe7a5c0ed7a HTTP/1.1" status: 200 len: 210 time: 0.4980550 Aug 09 16:01:27.416625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3d7b5-7655-4170-ab6e-6d2a41ba0c87 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Port': ['ID=1cc3f37e-6ad0-4636-805d-3e5e7885a0f4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:27.458406 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68aa2c5c-035f-4d8c-afdb-42cba61034dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.472962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Attempting to bind port 6c384938-f2fe-4214-be0a-ca295fd3051a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:27.473519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Attempting to bind port 6c384938-f2fe-4214-be0a-ca295fd3051a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'fbc7a895-1dc4-4ddb-9492-746f1bd7956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '269726d3-2399-4334-b869-49caa925f67e'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:27.473916 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Attempting to bind port 6c384938-f2fe-4214-be0a-ca295fd3051a on network 269726d3-2399-4334-b869-49caa925f67e {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:27.479646 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a16a60-ee94-4f64-bb8d-cbe72066b418 x-openstack-request-id: req-62a16a60-ee94-4f64-bb8d-cbe72066b418 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:27.480186 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-deleted", "tag": "9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:27.480590 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62a16a60-ee94-4f64-bb8d-cbe72066b418 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:27.481224 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-deleted', 'tag': '9b5f0d3d-a830-4fa4-b8c1-696c8cb69c31', 'status': 'completed', 'code': 200} Aug 09 16:01:27.512568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:27.512568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Checking segment: {'id': 'fbc7a895-1dc4-4ddb-9492-746f1bd7956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '269726d3-2399-4334-b869-49caa925f67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:27.513546 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.514274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Bound using segment: {'id': 'fbc7a895-1dc4-4ddb-9492-746f1bd7956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '269726d3-2399-4334-b869-49caa925f67e'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:27.521193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Bound port: 6c384938-f2fe-4214-be0a-ca295fd3051a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7a895-1dc4-4ddb-9492-746f1bd7956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '269726d3-2399-4334-b869-49caa925f67e'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:27.521749 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.618103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-7ba3d7b5-7655-4170-ab6e-6d2a41ba0c87 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] No DVR routers for this DVR port 1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:27.626915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9e4e9a9-d1f7-40d6-af16-d03e0d36bbce tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.641770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-7ba3d7b5-7655-4170-ab6e-6d2a41ba0c87 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.644589 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-7ba3d7b5-7655-4170-ab6e-6d2a41ba0c87 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "DELETE /v2.0/ports/1cc3f37e-6ad0-4636-805d-3e5e7885a0f4 HTTP/1.1" status: 204 len: 173 time: 3.9017777 Aug 09 16:01:27.720284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4e9a9-d1f7-40d6-af16-d03e0d36bbce tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Subnet': ['ID=baf59397-6776-45e0-870c-65614cc9e80a,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:27.791460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.829769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:27.830042 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event deleted for resources: {'Port': ['ID=68d40ffb-b556-4dfe-be50-40d891938551,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:27.842307 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b3915-f3ee-46ee-a7b5-b59fba43ca2a None None] Sync routers for ids ['e9790007-6ed4-447c-95d6-86e129ce2ed2'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:27.855533 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-928e120f-460a-4845-aa19-d580d8d4d92b None None] Provisioning for port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:27.863853 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.867550 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b3915-f3ee-46ee-a7b5-b59fba43ca2a None None] Routers {'e9790007-6ed4-447c-95d6-86e129ce2ed2'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:27.868322 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5f3b3915-f3ee-46ee-a7b5-b59fba43ca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e9790007-6ed4-447c-95d6-86e129ce2ed2'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:27.887172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port c21b40b1-a569-4775-8365-c433e3925f09, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c21b40b1-a569-4775-8365-c433e3925f09,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:27.936008 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.937232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:27.938809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26461928-1614-438a-a729-6817f9a29621 req-9d68e3fa-ceb8-497e-b292-11ea3d5ea3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:27.940777 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26461928-1614-438a-a729-6817f9a29621 req-9d68e3fa-ceb8-497e-b292-11ea3d5ea3c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6a00482-dfda-4a21-89e5-730318a67397 HTTP/1.1" status: 200 len: 910 time: 0.6017342 Aug 09 16:01:27.972325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] No DVR routers for this DVR port e6ccaafb-ac4e-427b-8167-30eb339681c5 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:27.996170 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:27.998835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a1a0044-6239-4561-b4fa-415e084eba7f req-b6224d80-c3df-495e-90ce-cbe7bd38be2d tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.60 "DELETE /v2.0/ports/e6ccaafb-ac4e-427b-8167-30eb339681c5 HTTP/1.1" status: 204 len: 173 time: 6.4862800 Aug 09 16:01:28.001300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f0613-d10d-4189-bf5e-2bc4f51e420d req-afc50022-5fe1-4720-9b87-2f208a09076e tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:28.009751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-886f0613-d10d-4189-bf5e-2bc4f51e420d req-afc50022-5fe1-4720-9b87-2f208a09076e tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1095 time: 0.6404605 Aug 09 16:01:28.030005 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=c21b40b1-a569-4775-8365-c433e3925f09,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:28.032732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-928e120f-460a-4845-aa19-d580d8d4d92b None None] Provisioning complete for port 4f0bb225-2649-4759-acd0-fe1678572767 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:28.033110 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-928e120f-460a-4845-aa19-d580d8d4d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.105867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26461928-1614-438a-a729-6817f9a29621 req-bcc8d514-e5ae-472b-b003-06347ce3b2d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f779bd8-61eb-4845-af77-2d9d46068c1f HTTP/1.1" status: 200 len: 217 time: 0.1272659 Aug 09 16:01:28.108162 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5f3b3915-f3ee-46ee-a7b5-b59fba43ca2a None None] Set router e9790007-6ed4-447c-95d6-86e129ce2ed2 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:28.144246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] For port 6c384938-f2fe-4214-be0a-ca295fd3051a, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:28.149541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-928e120f-460a-4845-aa19-d580d8d4d92b None None] Port 4f0bb225-2649-4759-acd0-fe1678572767 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:28.172269 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68aa2c5c-035f-4d8c-afdb-42cba61034dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.183024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] For port 6c384938-f2fe-4214-be0a-ca295fd3051a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6c384938-f2fe-4214-be0a-ca295fd3051a,segment=NetworkSegment(fbc7a895-1dc4-4ddb-9492-746f1bd7956f),segment_id=fbc7a895-1dc4-4ddb-9492-746f1bd7956f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:28.202508 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.245622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68aa2c5c-035f-4d8c-afdb-42cba61034dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.277641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fb687-48d5-46e2-8d48-9047ac338ff0 None None] Pushing event updated for resources: {'Port': ['ID=6c384938-f2fe-4214-be0a-ca295fd3051a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:28.282666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:28.284848 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-886f0613-d10d-4189-bf5e-2bc4f51e420d req-00fb8791-6931-454d-9697-52d3fef32f78 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715805 Aug 09 16:01:28.296327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:28.298192 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.360059 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-082b2d7a-deb4-4dbd-8ab2-ad64f221c2b6 None None] Provisioning complete for port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:28.363094 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-082b2d7a-deb4-4dbd-8ab2-ad64f221c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.369541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4e9a9-d1f7-40d6-af16-d03e0d36bbce tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Checking segment: {'id': 'c384fe97-a614-4f01-8bcf-86372893f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '81ffa70d-baa1-444d-911d-de378c916d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:28.371596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4e9a9-d1f7-40d6-af16-d03e0d36bbce tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network hostable DHCP agents. Network: 81ffa70d-baa1-444d-911d-de378c916d02, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:01:28.378522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948968f3-acdd-4f05-b6ac-8b33c808dbd8 req-e6a5bbc4-418c-41e0-8a2a-782c559cc4e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:28.380608 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-948968f3-acdd-4f05-b6ac-8b33c808dbd8 req-e6a5bbc4-418c-41e0-8a2a-782c559cc4e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 943 time: 0.5573385 Aug 09 16:01:28.400023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Deleting port 1ed1316a-0351-412f-8ada-42ec3a9c3323 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:28.400285 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.414727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-68aa2c5c-035f-4d8c-afdb-42cba61034dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73821d04414f4ca0bef86f0d766ca632&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8120666 Aug 09 16:01:28.415859 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa2c5c-035f-4d8c-afdb-42cba61034dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b111c9-7970-45fa-9479-663f16273cb4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:28.435496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56920) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:28.464349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.470913 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.511369 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-082b2d7a-deb4-4dbd-8ab2-ad64f221c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.592299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-082b2d7a-deb4-4dbd-8ab2-ad64f221c2b6 None None] For port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0c64b5fe-9fcf-47e1-8f73-6683616f4fdd,segment=NetworkSegment(da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d),segment_id=da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:28.612313 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-082b2d7a-deb4-4dbd-8ab2-ad64f221c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.652032 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5f3b3915-f3ee-46ee-a7b5-b59fba43ca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 4, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '71e094f5-0a19-4ae8-bf24-6b29da114a26', 'name': '', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'mac_address': 'fa:16:3e:6a:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:52Z', 'updated_at': '2021-08-09T15:52:03Z', 'revision_number': 5, 'project_id': '48a7789d166d413a8429d82c91737140', 'subnets': [{'id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:28.692177 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b3915-f3ee-46ee-a7b5-b59fba43ca2a None None] Checking router: e9790007-6ed4-447c-95d6-86e129ce2ed2 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:01:28.706102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] For port 1ed1316a-0351-412f-8ada-42ec3a9c3323, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=1ed1316a-0351-412f-8ada-42ec3a9c3323,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:28.706603 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.716119 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3b3915-f3ee-46ee-a7b5-b59fba43ca2a None None] Routers {'e9790007-6ed4-447c-95d6-86e129ce2ed2'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:28.717233 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5f3b3915-f3ee-46ee-a7b5-b59fba43ca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e9790007-6ed4-447c-95d6-86e129ce2ed2'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:28.754122 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-948968f3-acdd-4f05-b6ac-8b33c808dbd8 req-74ceecfd-da80-4368-9738-caa0df80e11f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534839 Aug 09 16:01:28.794590 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:01:28.794954 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:01:28.807310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b2d7a-deb4-4dbd-8ab2-ad64f221c2b6 None None] Pushing event updated for resources: {'Port': ['ID=0c64b5fe-9fcf-47e1-8f73-6683616f4fdd,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:28.841805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26461928-1614-438a-a729-6817f9a29621 req-04d62632-7234-4f32-bd22-a0d7035c4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:28.843634 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26461928-1614-438a-a729-6817f9a29621 req-04d62632-7234-4f32-bd22-a0d7035c4483 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=581956c1-9f6b-4930-9848-6ca9c6175f1b HTTP/1.1" status: 200 len: 848 time: 0.7219145 Aug 09 16:01:28.852239 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.864716 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.908753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56924) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:28.909299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4e9a9-d1f7-40d6-af16-d03e0d36bbce tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network 81ffa70d-baa1-444d-911d-de378c916d02 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:01:28.930094 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5abc-7714-4632-81ce-bbb5943c9a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:28.943188 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5f3b3915-f3ee-46ee-a7b5-b59fba43ca2a None None] Set router e9790007-6ed4-447c-95d6-86e129ce2ed2 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:28.971140 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-b9e4e9a9-d1f7-40d6-af16-d03e0d36bbce tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 81ffa70d-baa1-444d-911d-de378c916d02) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:28.990541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e4e9a9-d1f7-40d6-af16-d03e0d36bbce tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:28.990780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d914650-e3fd-4c49-b2e9-0489883756b4 None None] Network 81ffa70d-baa1-444d-911d-de378c916d02 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:28.991253 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b9e4e9a9-d1f7-40d6-af16-d03e0d36bbce tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.028506 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.032782 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.035814 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7846758f-83f5-4555-bd79-b258acd7a039 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:01:29.041812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e008d1-7b24-433c-a2c4-22ddc2c09dc7 req-c260d4ce-71c3-4469-86dd-e2a930e79cae tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:29.043335 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42e008d1-7b24-433c-a2c4-22ddc2c09dc7 req-c260d4ce-71c3-4469-86dd-e2a930e79cae tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 945 time: 0.5257983 Aug 09 16:01:29.045814 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.047414 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3b73451f-d884-409b-9166-027be91a0fa2 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "DELETE /v2.0/routers/7846758f-83f5-4555-bd79-b258acd7a039 HTTP/1.1" status: 204 len: 168 time: 4.5623951 Aug 09 16:01:29.056095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56926) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:29.066261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5abc-7714-4632-81ce-bbb5943c9a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.152089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26461928-1614-438a-a729-6817f9a29621 req-d9b197c3-9ac8-437c-a1b3-5fabadd7faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:29.154238 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26461928-1614-438a-a729-6817f9a29621 req-d9b197c3-9ac8-437c-a1b3-5fabadd7faa3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6a00482-dfda-4a21-89e5-730318a67397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2613735 Aug 09 16:01:29.166207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b9e4e9a9-d1f7-40d6-af16-d03e0d36bbce tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.4440973 Aug 09 16:01:29.171270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56928) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:29.213659 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:01:29.235875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-81ffa70d-baa1-444d-911d-de378c916d02', 'network_id': '81ffa70d-baa1-444d-911d-de378c916d02', 'tenant_id': 'f4755b466d324e9099ed623395ec1551', 'fixed_ips': [{'subnet_id': 'baf59397-6776-45e0-870c-65614cc9e80a'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:01:29.237224 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.250934 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5f3b3915-f3ee-46ee-a7b5-b59fba43ca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 4, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '71e094f5-0a19-4ae8-bf24-6b29da114a26', 'name': '', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'mac_address': 'fa:16:3e:6a:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:52Z', 'updated_at': '2021-08-09T15:52:03Z', 'revision_number': 5, 'project_id': '48a7789d166d413a8429d82c91737140', 'subnets': [{'id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:29.293144 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5abc-7714-4632-81ce-bbb5943c9a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.297249 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5abc-7714-4632-81ce-bbb5943c9a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.299985 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2d1a5abc-7714-4632-81ce-bbb5943c9a40 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/72b111c9-7970-45fa-9479-663f16273cb4 HTTP/1.1" status: 204 len: 168 time: 0.8596611 Aug 09 16:01:29.302946 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3b3915-f3ee-46ee-a7b5-b59fba43ca2a None None] The sync data for ids ['e9790007-6ed4-447c-95d6-86e129ce2ed2'] in n-d-803778-2 is: [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T15:51:55Z', 'revision_number': 4, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '71e094f5-0a19-4ae8-bf24-6b29da114a26', 'name': '', 'network_id': '96362ae7-0b03-4c98-8b60-5c5521752bc3', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'mac_address': 'fa:16:3e:6a:90:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:52Z', 'updated_at': '2021-08-09T15:52:03Z', 'revision_number': 5, 'project_id': '48a7789d166d413a8429d82c91737140', 'subnets': [{'id': '17f1d73e-e128-47bd-ac1b-d09ce54d9e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:29.361643 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d8333f8-1f12-42cc-8e45-effc98deaec5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.400361 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42e008d1-7b24-433c-a2c4-22ddc2c09dc7 req-9e14be22-1bac-4af7-9a06-05194a39c836 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419113 Aug 09 16:01:29.437068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a5abc-7714-4632-81ce-bbb5943c9a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b111c9-7970-45fa-9479-663f16273cb4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:29.490664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-deleted', 'tag': '1cc3f37e-6ad0-4636-805d-3e5e7885a0f4'}, {'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-deleted', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:29.503580 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34a46d4-34e1-4f0f-9f2b-cc0f1f86f878" -d '{"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-deleted", "tag": "1cc3f37e-6ad0-4636-805d-3e5e7885a0f4"}, {"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-deleted", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:29.515556 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.523493 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.524003 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Floating IP 13b87ef2-d554-4c9e-91b6-f20dc705e6c1 disassociated. External IP: 172.25.2.13, port: 1ed1316a-0351-412f-8ada-42ec3a9c3323. Aug 09 16:01:29.525245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Calling delete_port for 1ed1316a-0351-412f-8ada-42ec3a9c3323 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:29.578087 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d8333f8-1f12-42cc-8e45-effc98deaec5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.594925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.662666 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.717353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ba15-5dd0-47c3-a299-2127c344d50d req-5712fc48-a352-45cf-989b-59ac2c08bae0 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:29.726218 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4f779bd8-61eb-4845-af77-2d9d46068c1f details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:01:29.726549 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8262ba15-5dd0-47c3-a299-2127c344d50d req-5712fc48-a352-45cf-989b-59ac2c08bae0 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1095 time: 0.2801962 Aug 09 16:01:29.989093 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8262ba15-5dd0-47c3-a299-2127c344d50d req-1fc66c56-cb85-449a-9cea-12962ab06aaf tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617705 Aug 09 16:01:30.046211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4f779bd8-61eb-4845-af77-2d9d46068c1f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4f779bd8-61eb-4845-af77-2d9d46068c1f,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:30.063022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '4f779bd8-61eb-4845-af77-2d9d46068c1f', 'network_id': 'c6a00482-dfda-4a21-89e5-730318a67397', 'port_id': '4f779bd8-61eb-4845-af77-2d9d46068c1f', 'mac_address': 'fa:16:3e:cd:8b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581956c1-9f6b-4930-9848-6ca9c6175f1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:01:30.077617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12954b1a-0415-46d6-8b3c-1a76727d7e79 None None] Network 269726d3-2399-4334-b869-49caa925f67e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:30.164545 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.232812 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Allocated IP 2001:db8:1::1 (58babae8-d833-4a57-9ac8-a85dac96a1ed/db12977f-54ad-48ea-8ef3-befb9a77e18e/f6196577-8dfb-42b4-8af3-18cfe97e1c30) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:30.298970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ab579-69e5-43b7-995f-0a06de8c9b1e None None] New status for floating IP 15eb1a0b-cce4-43d4-8947-374a8b2a8dae: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:01:30.304121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6c384938-f2fe-4214-be0a-ca295fd3051a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:30.460609 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.482913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Transition to ACTIVE for port object f6196577-8dfb-42b4-8af3-18cfe97e1c30 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:30.506433 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc3c686-3fe6-4e51-86ea-ce207d44de0f x-openstack-request-id: req-8fc3c686-3fe6-4e51-86ea-ce207d44de0f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:30.507291 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-deleted", "tag": "1cc3f37e-6ad0-4636-805d-3e5e7885a0f4", "status": "completed", "code": 200}, {"server_uuid": "425eaf34-4b78-4986-8a08-abe7a5c0ed7a", "name": "network-vif-deleted", "tag": "e6ccaafb-ac4e-427b-8167-30eb339681c5", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:30.507291 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8fc3c686-3fe6-4e51-86ea-ce207d44de0f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:30.507905 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-deleted', 'tag': '1cc3f37e-6ad0-4636-805d-3e5e7885a0f4', 'status': 'completed', 'code': 200} Aug 09 16:01:30.508071 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425eaf34-4b78-4986-8a08-abe7a5c0ed7a', 'name': 'network-vif-deleted', 'tag': 'e6ccaafb-ac4e-427b-8167-30eb339681c5', 'status': 'completed', 'code': 200} Aug 09 16:01:30.510653 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26461928-1614-438a-a729-6817f9a29621 req-02874113-62d7-40fc-ae81-25f137af133a service neutron] 10.222.0.53 "GET /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3059926 Aug 09 16:01:30.562621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.621126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 58babae8-d833-4a57-9ac8-a85dac96a1ed is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:30.627180 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:30.631521 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:30.632099 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.647597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-34b8e1fe-13be-4cdb-b0c7-3783f2036e50 None None] Provisioning for port 6c384938-f2fe-4214-be0a-ca295fd3051a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:30.660770 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.768552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658fa00-69b0-4636-bde6-b81f527e786c req-6343a4a2-4c20-4e48-bcc5-50b0883a3205 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:30.771195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=f6196577-8dfb-42b4-8af3-18cfe97e1c30,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:30.777172 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9658fa00-69b0-4636-bde6-b81f527e786c req-6343a4a2-4c20-4e48-bcc5-50b0883a3205 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 943 time: 0.2773898 Aug 09 16:01:30.821355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Allocated IP 2001:db8::1 (81ffa70d-baa1-444d-911d-de378c916d02/baf59397-6776-45e0-870c-65614cc9e80a/4993cb37-62ea-4a4d-a338-fe3557b52763) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:30.850968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.854924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f779bd8-61eb-4845-af77-2d9d46068c1f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:30.914033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 6c384938-f2fe-4214-be0a-ca295fd3051a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:30.936142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9658fa00-69b0-4636-bde6-b81f527e786c req-5f165959-cbe4-4be9-8e71-22ede8dc8d93 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups?id=74243e22-3e3d-4e7a-a36b-8c411d7526e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564074 Aug 09 16:01:30.948375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d8333f8-1f12-42cc-8e45-effc98deaec5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.955368 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d8333f8-1f12-42cc-8e45-effc98deaec5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.959891 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0d8333f8-1f12-42cc-8e45-effc98deaec5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "DELETE /v2.0/security-groups/cfc0da74-8df3-47ed-a58c-dd44ba224c18 HTTP/1.1" status: 204 len: 168 time: 2.0478811 Aug 09 16:01:30.963424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25557c-d203-46d9-8dcb-2069243a5322 req-57684061-adfa-44b7-ab6e-ff26c052c7d8 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:30.964794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56974) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:30.965047 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e25557c-d203-46d9-8dcb-2069243a5322 req-57684061-adfa-44b7-ab6e-ff26c052c7d8 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 945 time: 0.2132974 Aug 09 16:01:30.975451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4f779bd8-61eb-4845-af77-2d9d46068c1f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4f779bd8-61eb-4845-af77-2d9d46068c1f,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:30.975451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6c384938-f2fe-4214-be0a-ca295fd3051a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:30.979448 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.011727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8333f8-1f12-42cc-8e45-effc98deaec5 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc0da74-8df3-47ed-a58c-dd44ba224c18,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:31.060431 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.082652 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.114558 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-bc79f4f6-a29d-4127-84cd-8621bf45ba31 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] show failed (client error): The resource could not be found. Aug 09 16:01:31.115636 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bc79f4f6-a29d-4127-84cd-8621bf45ba31 tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "GET /v2.0/security-groups/cfc0da74-8df3-47ed-a58c-dd44ba224c18 HTTP/1.1" status: 404 len: 347 time: 0.1330292 Aug 09 16:01:31.119388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56978) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:31.123946 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26461928-1614-438a-a729-6817f9a29621 req-c4a059c0-ea47-4cf6-b86d-2738d6be9efd service neutron] 10.222.0.53 "GET /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748618 Aug 09 16:01:31.143636 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e25557c-d203-46d9-8dcb-2069243a5322 req-16392fbf-d060-4609-936e-06bf039ef405 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436937 Aug 09 16:01:31.298358 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.305063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=4f779bd8-61eb-4845-af77-2d9d46068c1f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:31.317140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['4f779bd8-61eb-4845-af77-2d9d46068c1f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:31.319208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fe3c7cde-b24f-4ac1-8ca7-e80899d47df1 None None] Provisioning for port f6196577-8dfb-42b4-8af3-18cfe97e1c30 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:31.374898 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.381509 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.382864 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.386657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949f6d3-4125-4cbf-85b1-90006652b2ed req-dadeacc5-7065-4e91-bc87-85168b1d8dc6 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:31.388248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9949f6d3-4125-4cbf-85b1-90006652b2ed req-dadeacc5-7065-4e91-bc87-85168b1d8dc6 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1096 time: 0.2158551 Aug 09 16:01:31.390415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Port': ['ID=1ed1316a-0351-412f-8ada-42ec3a9c3323,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:31.405871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fe3c7cde-b24f-4ac1-8ca7-e80899d47df1 None None] Provisioning complete for port f6196577-8dfb-42b4-8af3-18cfe97e1c30 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:31.406518 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fe3c7cde-b24f-4ac1-8ca7-e80899d47df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.454628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Deleting port c21b40b1-a569-4775-8365-c433e3925f09 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:31.455515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.480908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c7cde-b24f-4ac1-8ca7-e80899d47df1 None None] Port f6196577-8dfb-42b4-8af3-18cfe97e1c30 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:31.493464 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9949f6d3-4125-4cbf-85b1-90006652b2ed req-097c41d9-2f3d-43f7-912a-b341785225e3 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946097 Aug 09 16:01:31.518880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=f6196577-8dfb-42b4-8af3-18cfe97e1c30,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:31.612747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 58babae8-d833-4a57-9ac8-a85dac96a1ed is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:31.614811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:31.637078 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.722842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-0ffbcb75-9115-4c6a-885a-886ca56ba2db tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Deleting port 51d27a60-4dae-4c46-b7ba-a251708b3317 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:31.723405 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcb75-9115-4c6a-885a-886ca56ba2db tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.801967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Router 99b92718-3372-4cd0-83cb-83817301ecd8 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:01:31.834640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] For port c21b40b1-a569-4775-8365-c433e3925f09, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c21b40b1-a569-4775-8365-c433e3925f09,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:31.835459 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.873727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Calling delete_port for c21b40b1-a569-4775-8365-c433e3925f09 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:31.970141 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:31.984108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Transition to ACTIVE for port object 4993cb37-62ea-4a4d-a338-fe3557b52763 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:32.043330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Transition to ACTIVE for port object 4993cb37-62ea-4a4d-a338-fe3557b52763 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:32.054676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f1152663-bea1-4ed6-9c2e-bab9a1beda21 None None] Provisioning complete for port 6c384938-f2fe-4214-be0a-ca295fd3051a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:32.055372 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f1152663-bea1-4ed6-9c2e-bab9a1beda21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.094656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 6c384938-f2fe-4214-be0a-ca295fd3051a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6c384938-f2fe-4214-be0a-ca295fd3051a,segment=NetworkSegment(fbc7a895-1dc4-4ddb-9492-746f1bd7956f),segment_id=fbc7a895-1dc4-4ddb-9492-746f1bd7956f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:32.096774 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.112764 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.113914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9e911b87-0696-4152-9713-2b45ce9725ff up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:32.245141 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.261192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Network 81ffa70d-baa1-444d-911d-de378c916d02 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:32.272686 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe032301-df0f-42cc-9ce0-a876eeb07ccc req-8c407637-236e-496e-8fa8-c7007550f99f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.0370564 Aug 09 16:01:32.287703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:32.300822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Pushing event updated for resources: {'Port': ['ID=4993cb37-62ea-4a4d-a338-fe3557b52763,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:32.300822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:32.325810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.353428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcb75-9115-4c6a-885a-886ca56ba2db tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.353785 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcb75-9115-4c6a-885a-886ca56ba2db tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.370806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Subnet': ['ID=baf59397-6776-45e0-870c-65614cc9e80a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:32.382834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 80b601de-140f-4162-924f-b177b90b6549 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:01:32.389413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event deleted for resources: {'Port': ['ID=c21b40b1-a569-4775-8365-c433e3925f09,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:32.461730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-0ffbcb75-9115-4c6a-885a-886ca56ba2db tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Calling delete_port for 51d27a60-4dae-4c46-b7ba-a251708b3317 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:32.469457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:32.482030 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c2d7e-3c5d-419c-8f66-8e273f885b53 None None] Sync routers for ids ['99b92718-3372-4cd0-83cb-83817301ecd8'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:32.494910 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c2d7e-3c5d-419c-8f66-8e273f885b53 None None] Routers {'99b92718-3372-4cd0-83cb-83817301ecd8'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:32.495646 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c30c2d7e-3c5d-419c-8f66-8e273f885b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['99b92718-3372-4cd0-83cb-83817301ecd8'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:32.558891 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.596440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ffa70d-baa1-444d-911d-de378c916d02']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:32.621796 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c384fe97-a614-4f01-8bcf-86372893f88b') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:32.622372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c384fe97-a614-4f01-8bcf-86372893f88b') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:32.663207 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.668319 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.672194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=6c384938-f2fe-4214-be0a-ca295fd3051a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:32.678469 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Attempting to bind port 4993cb37-62ea-4a4d-a338-fe3557b52763 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:32.678983 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Attempting to bind port 4993cb37-62ea-4a4d-a338-fe3557b52763 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'c384fe97-a614-4f01-8bcf-86372893f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '81ffa70d-baa1-444d-911d-de378c916d02'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:32.679359 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Attempting to bind port 4993cb37-62ea-4a4d-a338-fe3557b52763 on network 81ffa70d-baa1-444d-911d-de378c916d02 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:32.684561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9e911b87-0696-4152-9713-2b45ce9725ff triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:32.684957 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.713832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:32.714174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Checking segment: {'id': 'c384fe97-a614-4f01-8bcf-86372893f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '81ffa70d-baa1-444d-911d-de378c916d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:32.714582 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.715362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Bound using segment: {'id': 'c384fe97-a614-4f01-8bcf-86372893f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '81ffa70d-baa1-444d-911d-de378c916d02'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:32.715484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Bound port: 4993cb37-62ea-4a4d-a338-fe3557b52763, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c384fe97-a614-4f01-8bcf-86372893f88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '81ffa70d-baa1-444d-911d-de378c916d02'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:32.716660 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.734165 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c30c2d7e-3c5d-419c-8f66-8e273f885b53 None None] Set router 99b92718-3372-4cd0-83cb-83817301ecd8 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:32.774150 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.780075 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.782305 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.786037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:32.786817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.813670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] No DVR routers for this DVR port 1ed1316a-0351-412f-8ada-42ec3a9c3323 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:32.823536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf0bb8-d3de-42ab-88a0-560f4fc30493 req-ed553d87-ab6f-4aa9-bbde-3b80076b4a63 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:32.825102 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7cf0bb8-d3de-42ab-88a0-560f4fc30493 req-ed553d87-ab6f-4aa9-bbde-3b80076b4a63 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 945 time: 0.8117542 Aug 09 16:01:32.826545 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.828467 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d86d8e-78b8-464a-aa64-0d6caeba5d69 req-51bdc53f-00f3-46d3-9f1b-db3f44ec961d tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.53 "DELETE /v2.0/ports/1ed1316a-0351-412f-8ada-42ec3a9c3323 HTTP/1.1" status: 204 len: 173 time: 5.1186774 Aug 09 16:01:32.832925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-deleted', 'tag': '1ed1316a-0351-412f-8ada-42ec3a9c3323'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:32.835459 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60e32b7-b9ef-4b9d-85d5-5effea647ac2" -d '{"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-deleted", "tag": "1ed1316a-0351-412f-8ada-42ec3a9c3323"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: items = [ Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:32.881744 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:32.892858 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 16:01:32.892858 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 16:01:32.892858 n-d-803778-2 neutron-server[94289]: [parameters: {'id': '81ffa70d-baa1-444d-911d-de378c916d02'}] Aug 09 16:01:32.892858 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:01:32.893369 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:01:32.910211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:32.918323 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b9c0b0c9-94cf-4010-adc6-c59a607d4511 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/80b601de-140f-4162-924f-b177b90b6549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1519237 Aug 09 16:01:32.922249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57000) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:32.929243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7a7a6adc-9914-461f-8515-37ac3688192c None None] Provisioning complete for port f6196577-8dfb-42b4-8af3-18cfe97e1c30 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:32.932893 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7a7a6adc-9914-461f-8515-37ac3688192c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.937548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9377f38-1623-4454-899d-b0732d4ce6ed req-9d4bc35e-ea08-490f-bd02-4c968e6ab313 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:32.939556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e968e3-1b4d-447f-990e-b2a0bd5fa287 req-36ea7b59-e8fb-4cc5-a482-0b58956a5186 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:32.940024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9377f38-1623-4454-899d-b0732d4ce6ed req-9d4bc35e-ea08-490f-bd02-4c968e6ab313 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1096 time: 0.2913959 Aug 09 16:01:32.943291 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60e968e3-1b4d-447f-990e-b2a0bd5fa287 req-36ea7b59-e8fb-4cc5-a482-0b58956a5186 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 945 time: 0.6115620 Aug 09 16:01:32.970069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dcc615-f7c6-4d92-858f-9325c3651dfe None None] Sync routers for ids ['80b601de-140f-4162-924f-b177b90b6549'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:33.013309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] For port 4993cb37-62ea-4a4d-a338-fe3557b52763, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:33.015369 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dd0468-9a4f-4e96-be12-c5aef976ecd9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.016974 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-03dd0468-9a4f-4e96-be12-c5aef976ecd9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports/f6196577-8dfb-42b4-8af3-18cfe97e1c30 HTTP/1.1" status: 200 len: 913 time: 0.0936897 Aug 09 16:01:33.039540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57004) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:33.040395 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d9377f38-1623-4454-899d-b0732d4ce6ed req-b9f48488-bde9-402b-a616-f1df62e72167 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654862 Aug 09 16:01:33.049724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:33.055875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] For port 4993cb37-62ea-4a4d-a338-fe3557b52763, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4993cb37-62ea-4a4d-a338-fe3557b52763,segment=NetworkSegment(c384fe97-a614-4f01-8bcf-86372893f88b),segment_id=c384fe97-a614-4f01-8bcf-86372893f88b)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:33.077611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dcc615-f7c6-4d92-858f-9325c3651dfe None None] Routers {'80b601de-140f-4162-924f-b177b90b6549'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:33.078607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-96dcc615-f7c6-4d92-858f-9325c3651dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['80b601de-140f-4162-924f-b177b90b6549'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:33.087310 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.118926 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.119954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8142a452-c06f-4388-a84b-c9c3e4b0b1a6 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:01:33.127534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.141872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-106402f6-752e-4c00-b076-7c8e868a6a60 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "DELETE /v2.0/routers/8142a452-c06f-4388-a84b-c9c3e4b0b1a6 HTTP/1.1" status: 204 len: 168 time: 4.0644672 Aug 09 16:01:33.146608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57006) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:33.150317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a6adc-9914-461f-8515-37ac3688192c None None] Port f6196577-8dfb-42b4-8af3-18cfe97e1c30 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:33.168480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-452445880', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:33.186230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-96dcc615-f7c6-4d92-858f-9325c3651dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:33.258933 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f508620-5611-40ec-92c7-2e708454209b x-openstack-request-id: req-5f508620-5611-40ec-92c7-2e708454209b {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:33.263330 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468db087-8b60-4117-946a-ed19f1017182", "name": "network-vif-deleted", "tag": "1ed1316a-0351-412f-8ada-42ec3a9c3323", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:33.263684 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f508620-5611-40ec-92c7-2e708454209b {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:33.264272 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468db087-8b60-4117-946a-ed19f1017182', 'name': 'network-vif-deleted', 'tag': '1ed1316a-0351-412f-8ada-42ec3a9c3323', 'status': 'completed', 'code': 200} Aug 09 16:01:33.268870 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c30c2d7e-3c5d-419c-8f66-8e273f885b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 4, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'f675ea51-2bb9-4051-9ee1-1121d39a879b', 'name': '', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'mac_address': 'fa:16:3e:32:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:51Z', 'updated_at': '2021-08-09T15:50:59Z', 'revision_number': 5, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'subnets': [{'id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:33.275121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dcc615-f7c6-4d92-858f-9325c3651dfe None None] Routers {'80b601de-140f-4162-924f-b177b90b6549'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:33.275906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-96dcc615-f7c6-4d92-858f-9325c3651dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['80b601de-140f-4162-924f-b177b90b6549'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:33.324137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-96dcc615-f7c6-4d92-858f-9325c3651dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:33.324880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dcc615-f7c6-4d92-858f-9325c3651dfe None None] The sync data for ids ['80b601de-140f-4162-924f-b177b90b6549'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:33.366506 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c2d7e-3c5d-419c-8f66-8e273f885b53 None None] Checking router: 99b92718-3372-4cd0-83cb-83817301ecd8 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:01:33.369764 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60e968e3-1b4d-447f-990e-b2a0bd5fa287 req-a125fa22-fd4a-4ced-bc0b-77ab935364b1 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/security-groups?id=792e44c6-e551-414c-b31f-cfa5d62b685d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828636 Aug 09 16:01:33.371156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02752227-aa6b-4af0-b6ef-f841aaef9c8a None None] Pushing event updated for resources: {'Port': ['ID=4993cb37-62ea-4a4d-a338-fe3557b52763,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:33.385091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31e9a1f-bdd1-4a6f-a22f-da8f9e4fc9d6 None None] Network 81ffa70d-baa1-444d-911d-de378c916d02 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:33.406857 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c2d7e-3c5d-419c-8f66-8e273f885b53 None None] Routers {'99b92718-3372-4cd0-83cb-83817301ecd8'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:33.410372 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c30c2d7e-3c5d-419c-8f66-8e273f885b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['99b92718-3372-4cd0-83cb-83817301ecd8'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:33.421500 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.447905 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.448956 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.471668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-b7cf0bb8-d3de-42ab-88a0-560f4fc30493 req-c5fa960d-2c00-4730-934e-afde5bd5bdac tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Deleting port e2f5ef2a-81c4-45d9-833a-31189938a108 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:33.472056 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b7cf0bb8-d3de-42ab-88a0-560f4fc30493 req-c5fa960d-2c00-4730-934e-afde5bd5bdac tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.548556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:33.548980 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.600148 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e477aee4-7bfd-4572-b9b6-8bdf7d406d91 req-11fec5dc-e9fe-425b-a11c-54a4ab202640 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.0801473 Aug 09 16:01:33.614422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54503c16-1ee2-451d-9d2b-a88308141d6c None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:01:33.723517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4f779bd8-61eb-4845-af77-2d9d46068c1f up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:33.737335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting port 4993cb37-62ea-4a4d-a338-fe3557b52763 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:33.737710 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.774644 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.816503 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c30c2d7e-3c5d-419c-8f66-8e273f885b53 None None] Set router 99b92718-3372-4cd0-83cb-83817301ecd8 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:33.819339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c21b40b1-a569-4775-8365-c433e3925f09 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:33.855151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c21b40b1-a569-4775-8365-c433e3925f09 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:33.855497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c21b40b1-a569-4775-8365-c433e3925f09 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 09 16:01:33.864216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b7cf0bb8-d3de-42ab-88a0-560f4fc30493 req-c5fa960d-2c00-4730-934e-afde5bd5bdac tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] For port e2f5ef2a-81c4-45d9-833a-31189938a108, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e2f5ef2a-81c4-45d9-833a-31189938a108,segment=NetworkSegment(93bd3e6c-afac-4c5f-9c86-28995c93c60b),segment_id=93bd3e6c-afac-4c5f-9c86-28995c93c60b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:33.864738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b7cf0bb8-d3de-42ab-88a0-560f4fc30493 req-c5fa960d-2c00-4730-934e-afde5bd5bdac tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.892563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Port c21b40b1-a569-4775-8365-c433e3925f09 not found, will not notify nova. {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 09 16:01:33.905040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] For port 4993cb37-62ea-4a4d-a338-fe3557b52763, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4993cb37-62ea-4a4d-a338-fe3557b52763,segment=NetworkSegment(c384fe97-a614-4f01-8bcf-86372893f88b),segment_id=c384fe97-a614-4f01-8bcf-86372893f88b)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:33.905439 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.906094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-b7cf0bb8-d3de-42ab-88a0-560f4fc30493 req-c5fa960d-2c00-4730-934e-afde5bd5bdac tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Calling delete_port for e2f5ef2a-81c4-45d9-833a-31189938a108 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:33.928939 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Calling delete_port for 4993cb37-62ea-4a4d-a338-fe3557b52763 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:33.960959 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcb75-9115-4c6a-885a-886ca56ba2db tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.028798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54503c16-1ee2-451d-9d2b-a88308141d6c None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:01:34.059166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 4f779bd8-61eb-4845-af77-2d9d46068c1f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:34.060767 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef585c19-f4f9-4730-b344-11f47e5c6f50 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.067129 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 4f779bd8-61eb-4845-af77-2d9d46068c1f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:34.067902 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.083371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6c384938-f2fe-4214-be0a-ca295fd3051a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:34.283265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbcb75-9115-4c6a-885a-886ca56ba2db tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Pushing event deleted for resources: {'Port': ['ID=51d27a60-4dae-4c46-b7ba-a251708b3317,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:34.284070 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.300120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No DVR routers for this DVR port 4993cb37-62ea-4a4d-a338-fe3557b52763 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:34.319947 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c30c2d7e-3c5d-419c-8f66-8e273f885b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 4, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'f675ea51-2bb9-4051-9ee1-1121d39a879b', 'name': '', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'mac_address': 'fa:16:3e:32:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:51Z', 'updated_at': '2021-08-09T15:50:59Z', 'revision_number': 5, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'subnets': [{'id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:34.359208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6c384938-f2fe-4214-be0a-ca295fd3051a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:34.360331 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.448130 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.471343 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.484073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ffa70d-baa1-444d-911d-de378c916d02']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:34.493347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4f779bd8-61eb-4845-af77-2d9d46068c1f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4f779bd8-61eb-4845-af77-2d9d46068c1f,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:34.497848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c384fe97-a614-4f01-8bcf-86372893f88b') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:34.498423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c384fe97-a614-4f01-8bcf-86372893f88b') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:34.500817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5ac016-e2ed-4d1b-8ba4-30353c4868b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f779bd8-61eb-4845-af77-2d9d46068c1f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:34.503925 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74ec135-e9cd-415b-b082-5b1d2485f3d3" -d '{"events": [{"server_uuid": "8f5ac016-e2ed-4d1b-8ba4-30353c4868b8", "name": "network-vif-plugged", "status": "completed", "tag": "4f779bd8-61eb-4845-af77-2d9d46068c1f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:34.516419 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c2d7e-3c5d-419c-8f66-8e273f885b53 None None] The sync data for ids ['99b92718-3372-4cd0-83cb-83817301ecd8'] in n-d-803778-2 is: [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T15:50:52Z', 'revision_number': 4, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'f675ea51-2bb9-4051-9ee1-1121d39a879b', 'name': '', 'network_id': '97fd2185-0eab-47a9-8199-9d7cb3b92b10', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'mac_address': 'fa:16:3e:32:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:51Z', 'updated_at': '2021-08-09T15:50:59Z', 'revision_number': 5, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'subnets': [{'id': '51659fe6-a55f-4bd8-a71f-56d7fba31309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:34.517462 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.538816 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.546269 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:34.546924 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.572243 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:34.648202 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:34.660231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Port': ['ID=4993cb37-62ea-4a4d-a338-fe3557b52763,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:34.662913 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b7cf0bb8-d3de-42ab-88a0-560f4fc30493 req-c5fa960d-2c00-4730-934e-afde5bd5bdac tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.665429 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.696655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=4f779bd8-61eb-4845-af77-2d9d46068c1f,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:34.738791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37411d51-2766-4198-963a-8dc493c68579 req-5bc721c1-37b3-4ae7-9d93-7109b122a265 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0953009 Aug 09 16:01:34.739982 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.741876 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/81ffa70d-baa1-444d-911d-de378c916d02 HTTP/1.1" status: 204 len: 168 time: 5.5691271 Aug 09 16:01:34.790451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57026) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:34.796584 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.808394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eef058-3d1a-4a30-b19a-0cc2218e7cf9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Network': ['ID=81ffa70d-baa1-444d-911d-de378c916d02,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:34.843379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2874922-cafa-48b0-bb45-80759f0784cf req-c469a8f4-40bd-4924-9262-50784a687616 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:34.853716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2874922-cafa-48b0-bb45-80759f0784cf req-c469a8f4-40bd-4924-9262-50784a687616 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1096 time: 0.5896311 Aug 09 16:01:34.860449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c48c89ad-0788-4724-96b5-5a1c3c85adae tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1070496542'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:34.862586 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8d8fb7-dc6f-4b55-a106-2ead797c3860 x-openstack-request-id: req-6f8d8fb7-dc6f-4b55-a106-2ead797c3860 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:34.862885 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5ac016-e2ed-4d1b-8ba4-30353c4868b8", "name": "network-vif-plugged", "status": "completed", "tag": "4f779bd8-61eb-4845-af77-2d9d46068c1f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:34.863139 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f8d8fb7-dc6f-4b55-a106-2ead797c3860 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:34.866257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa960d-2c00-4730-934e-afde5bd5bdac tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Pushing event deleted for resources: {'Port': ['ID=e2f5ef2a-81c4-45d9-833a-31189938a108,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:34.869622 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5ac016-e2ed-4d1b-8ba4-30353c4868b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f779bd8-61eb-4845-af77-2d9d46068c1f', 'code': 200} Aug 09 16:01:34.997659 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcb75-9115-4c6a-885a-886ca56ba2db tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.001842 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0ffbcb75-9115-4c6a-885a-886ca56ba2db tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.005231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0ffbcb75-9115-4c6a-885a-886ca56ba2db tempest-ServerActionsTestJSON-1785819209 tempest-ServerActionsTestJSON-1785819209-project] 10.222.0.81 "DELETE /v2.0/floatingips/15eb1a0b-cce4-43d4-8947-374a8b2a8dae HTTP/1.1" status: 204 len: 168 time: 3.8815219 Aug 09 16:01:35.005480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57028) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:35.055333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c21b40b1-a569-4775-8365-c433e3925f09 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:35.064506 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1249bac4-1730-4e26-90f7-3612ab702456 None None] New status for floating IP 13b87ef2-d554-4c9e-91b6-f20dc705e6c1: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:01:35.114543 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7feeeadb-e4c5-438c-82db-3df9c3a04b92 req-e53cde9f-1671-4057-89dd-325c43a1b94a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.1189265 Aug 09 16:01:35.118703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48c89ad-0788-4724-96b5-5a1c3c85adae tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:35.123577 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c48c89ad-0788-4724-96b5-5a1c3c85adae tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.141124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c21b40b1-a569-4775-8365-c433e3925f09 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:35.141470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c21b40b1-a569-4775-8365-c433e3925f09 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:35.162246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e2874922-cafa-48b0-bb45-80759f0784cf req-22c2d583-4a8b-4da5-8d19-77ca66399f60 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132337 Aug 09 16:01:35.163116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cf0bb8-d3de-42ab-88a0-560f4fc30493 req-c5fa960d-2c00-4730-934e-afde5bd5bdac tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] No DVR routers for this DVR port e2f5ef2a-81c4-45d9-833a-31189938a108 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:35.180680 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b7cf0bb8-d3de-42ab-88a0-560f4fc30493 req-c5fa960d-2c00-4730-934e-afde5bd5bdac tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.182931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7cf0bb8-d3de-42ab-88a0-560f4fc30493 req-c5fa960d-2c00-4730-934e-afde5bd5bdac tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.53 "DELETE /v2.0/ports/e2f5ef2a-81c4-45d9-833a-31189938a108 HTTP/1.1" status: 204 len: 173 time: 2.3388014 Aug 09 16:01:35.194362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47718-caff-499b-bfc7-78a1d80119bb req-afcc8e44-c7fa-44b3-897c-5d204c0a7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:35.195938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60a47718-caff-499b-bfc7-78a1d80119bb req-afcc8e44-c7fa-44b3-897c-5d204c0a7128 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1097 time: 0.3149524 Aug 09 16:01:35.201315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48c89ad-0788-4724-96b5-5a1c3c85adae tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:01:35.223734 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c48c89ad-0788-4724-96b5-5a1c3c85adae tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.224612 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-c48c89ad-0788-4724-96b5-5a1c3c85adae tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Added segment 54c869c0-8646-4a40-8e10-149fe2334bc9 of type vlan for network dae37490-08d4-40a0-b19e-3b50e373d048 Aug 09 16:01:35.280213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ef585c19-f4f9-4730-b344-11f47e5c6f50 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port f6196577-8dfb-42b4-8af3-18cfe97e1c30 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:35.281532 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef585c19-f4f9-4730-b344-11f47e5c6f50 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.289605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6', 'name': 'network-vif-deleted', 'tag': 'e2f5ef2a-81c4-45d9-833a-31189938a108'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:35.300099 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c49774-51c6-42cc-aed0-2ca92c7caa08" -d '{"events": [{"server_uuid": "5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6", "name": "network-vif-deleted", "tag": "e2f5ef2a-81c4-45d9-833a-31189938a108"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:35.351029 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c48c89ad-0788-4724-96b5-5a1c3c85adae tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.439268 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c48c89ad-0788-4724-96b5-5a1c3c85adae tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.446667 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48c89ad-0788-4724-96b5-5a1c3c85adae tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:35.447356 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c48c89ad-0788-4724-96b5-5a1c3c85adae tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.488143 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c48c89ad-0788-4724-96b5-5a1c3c85adae tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6559832 Aug 09 16:01:35.489459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57034) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:35.505096 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9d8dec69-87f7-4feb-a619-e38061cb6c75 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'subnet': {'network_id': 'dae37490-08d4-40a0-b19e-3b50e373d048', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:35.509748 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef585c19-f4f9-4730-b344-11f47e5c6f50 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.602808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ef585c19-f4f9-4730-b344-11f47e5c6f50 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for f6196577-8dfb-42b4-8af3-18cfe97e1c30 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:35.631231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c89ad-0788-4724-96b5-5a1c3c85adae tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Network': ['ID=dae37490-08d4-40a0-b19e-3b50e373d048,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:35.646347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network dae37490-08d4-40a0-b19e-3b50e373d048 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:01:35.726251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8dec69-87f7-4feb-a619-e38061cb6c75 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:35.730297 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d8dec69-87f7-4feb-a619-e38061cb6c75 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:35.740391 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e2f5ef2a-81c4-45d9-833a-31189938a108 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:35.783909 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: e2f5ef2a-81c4-45d9-833a-31189938a108 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:35.784259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e2f5ef2a-81c4-45d9-833a-31189938a108 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:35.969796 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adaaeb3-d54a-4621-9354-3c1fbbbea04b x-openstack-request-id: req-5adaaeb3-d54a-4621-9354-3c1fbbbea04b {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:35.970304 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6", "name": "network-vif-deleted", "tag": "e2f5ef2a-81c4-45d9-833a-31189938a108", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:35.970304 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5adaaeb3-d54a-4621-9354-3c1fbbbea04b {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:35.970987 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6', 'name': 'network-vif-deleted', 'tag': 'e2f5ef2a-81c4-45d9-833a-31189938a108', 'status': 'completed', 'code': 200} Aug 09 16:01:36.020448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60a47718-caff-499b-bfc7-78a1d80119bb req-56a33959-e898-4a7d-bae1-c36e3b4b20da service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8148730 Aug 09 16:01:36.063131 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad96d9ac-3a38-4d62-a118-01e2253a23c8 req-583788f2-3d5d-433f-acca-85e57f869e54 tempest-VolumesActionsTest-957326639 tempest-VolumesActionsTest-957326639-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aeea15e-2515-4eb2-8e0c-5cfd45d1d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0896573 Aug 09 16:01:36.243151 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.243781 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef585c19-f4f9-4730-b344-11f47e5c6f50 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.268972 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.374073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef585c19-f4f9-4730-b344-11f47e5c6f50 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=f6196577-8dfb-42b4-8af3-18cfe97e1c30,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:36.537853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Allocated IP 172.25.2.6 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/2be75dd4-cbae-4a3a-8e68-5ce4c501ba05) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:36.611671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2a2f3-2c5d-4b66-ac9c-a417def6d338 req-2c10d163-4334-463c-9a5d-9a6c1fe5ef8b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:36.613229 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ace2a2f3-2c5d-4b66-ac9c-a417def6d338 req-2c10d163-4334-463c-9a5d-9a6c1fe5ef8b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1097 time: 0.3489068 Aug 09 16:01:36.653940 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d8dec69-87f7-4feb-a619-e38061cb6c75 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.655792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef585c19-f4f9-4730-b344-11f47e5c6f50 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.734070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03cb544a-4e8e-4462-b4e0-171b787891e8 req-c9b0205d-5651-42e1-957c-752176d4cf42 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.3958158 Aug 09 16:01:36.773378 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ace2a2f3-2c5d-4b66-ac9c-a417def6d338 req-0c599897-3b7f-43cc-8857-0b45235f06fb tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462250 Aug 09 16:01:36.857430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dec69-87f7-4feb-a619-e38061cb6c75 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Subnet': ['ID=95a74d63-dad4-46b8-a17c-1f601e343710,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:36.882856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8dec69-87f7-4feb-a619-e38061cb6c75 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Checking segment: {'id': '54c869c0-8646-4a40-8e10-149fe2334bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae37490-08d4-40a0-b19e-3b50e373d048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:36.883148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8dec69-87f7-4feb-a619-e38061cb6c75 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network hostable DHCP agents. Network: dae37490-08d4-40a0-b19e-3b50e373d048, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:01:36.913693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8dec69-87f7-4feb-a619-e38061cb6c75 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network dae37490-08d4-40a0-b19e-3b50e373d048 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:01:37.007023 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.040846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-9d8dec69-87f7-4feb-a619-e38061cb6c75 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, dae37490-08d4-40a0-b19e-3b50e373d048) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:37.047247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef585c19-f4f9-4730-b344-11f47e5c6f50 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 80b601de-140f-4162-924f-b177b90b6549 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:01:37.051037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8dec69-87f7-4feb-a619-e38061cb6c75 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:37.052212 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9d8dec69-87f7-4feb-a619-e38061cb6c75 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.053099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e338388-c747-4970-8209-f12aee98fde2 None None] Network dae37490-08d4-40a0-b19e-3b50e373d048 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:37.073991 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2d5c-9a74-4df0-9029-115027cc98a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.124746 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.188588 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9d8dec69-87f7-4feb-a619-e38061cb6c75 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6985281 Aug 09 16:01:37.189407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57060) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:37.190176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:37.215664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:37.248501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1699023738'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:37.276611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:37.281103 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.324549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:37.329167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:01:37.348550 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.350530 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Added segment e2f33842-7c0d-4a2d-b931-d824427400b4 of type vlan for network d68e5701-748d-4467-9cd7-bdf2d766afad Aug 09 16:01:37.373562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef585c19-f4f9-4730-b344-11f47e5c6f50 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:37.410798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ef585c19-f4f9-4730-b344-11f47e5c6f50 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/80b601de-140f-4162-924f-b177b90b6549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3664627 Aug 09 16:01:37.411425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57066) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:37.440062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Pushing event updated for resources: {'Port': ['ID=2be75dd4-cbae-4a3a-8e68-5ce4c501ba05,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:37.666164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eecd88-4958-4644-9e00-f1a6af5dce20 None None] Sync routers for ids ['80b601de-140f-4162-924f-b177b90b6549'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:37.688694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-dae37490-08d4-40a0-b19e-3b50e373d048', 'network_id': 'dae37490-08d4-40a0-b19e-3b50e373d048', 'tenant_id': 'f4755b466d324e9099ed623395ec1551', 'fixed_ips': [{'subnet_id': '95a74d63-dad4-46b8-a17c-1f601e343710'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:01:37.689686 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.718396 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.723768 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eecd88-4958-4644-9e00-f1a6af5dce20 None None] Routers {'80b601de-140f-4162-924f-b177b90b6549'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:37.725416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-89eecd88-4958-4644-9e00-f1a6af5dce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['80b601de-140f-4162-924f-b177b90b6549'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:37.797634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-89eecd88-4958-4644-9e00-f1a6af5dce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:37.797634 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4a3c418e-03e3-41eb-a1cc-b4818b59f5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:37.929473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eecd88-4958-4644-9e00-f1a6af5dce20 None None] Routers {'80b601de-140f-4162-924f-b177b90b6549'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:37.930463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-89eecd88-4958-4644-9e00-f1a6af5dce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['80b601de-140f-4162-924f-b177b90b6549'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:37.949848 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.resource_extend [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 16:01:37.979983 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-89eecd88-4958-4644-9e00-f1a6af5dce20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:37.980931 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eecd88-4958-4644-9e00-f1a6af5dce20 None None] The sync data for ids ['80b601de-140f-4162-924f-b177b90b6549'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:38.000199 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3a96892-8758-4cc8-b561-cf07a14ffabc req-9cd069d4-d2ac-4132-b254-9f7413d2ae4f tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.0465555 Aug 09 16:01:38.017216 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.041013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:38.042229 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.082839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Allocated IP 2001:db8::1 (dae37490-08d4-40a0-b19e-3b50e373d048/95a74d63-dad4-46b8-a17c-1f601e343710/be1b6a65-b758-4357-9f02-8b5a4ba7b93f) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:38.188027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acac58-fc5a-4836-9363-e2af3d765f71 req-e0862fe3-5f1f-41f7-ae26-5f6acb036ee8 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:38.197318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81acac58-fc5a-4836-9363-e2af3d765f71 req-e0862fe3-5f1f-41f7-ae26-5f6acb036ee8 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1097 time: 0.2782817 Aug 09 16:01:38.203028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9681854 Aug 09 16:01:38.207871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57092) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:38.235011 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'subnet': {'network_id': 'd68e5701-748d-4467-9cd7-bdf2d766afad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:38.276864 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.315125 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3b3b0-4d12-4e65-a4c3-5c64f793a0d1 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Network': ['ID=d68e5701-748d-4467-9cd7-bdf2d766afad,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:38.337648 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d68e5701-748d-4467-9cd7-bdf2d766afad details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:01:38.412687 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81acac58-fc5a-4836-9363-e2af3d765f71 req-61a334df-ddac-46cb-b9e5-c65f12662dfe tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138855 Aug 09 16:01:38.509251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:38.521019 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.529768 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.549558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Transition to ACTIVE for port object be1b6a65-b758-4357-9f02-8b5a4ba7b93f will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:38.563946 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-0cfd2d5c-9a74-4df0-9029-115027cc98a3 admin admin] Deleting port 71e094f5-0a19-4ae8-bf24-6b29da114a26 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:38.564642 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2d5c-9a74-4df0-9029-115027cc98a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.584202 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Transition to ACTIVE for port object be1b6a65-b758-4357-9f02-8b5a4ba7b93f will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:38.594314 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.628403 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.ipam_backend_mixin [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Performing IP validity checks on allocation pools {{(pid=94289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 09 16:01:38.629506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.ipam_backend_mixin [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 09 16:01:38.638102 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Network dae37490-08d4-40a0-b19e-3b50e373d048 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:38.645431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:38.710725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:38.782924 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.842171 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Pushing event updated for resources: {'Port': ['ID=be1b6a65-b758-4357-9f02-8b5a4ba7b93f,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:38.853837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-0cfd2d5c-9a74-4df0-9029-115027cc98a3 admin admin] For port 71e094f5-0a19-4ae8-bf24-6b29da114a26, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=71e094f5-0a19-4ae8-bf24-6b29da114a26,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:38.854539 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2d5c-9a74-4df0-9029-115027cc98a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.864025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:38.864381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:38.864728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:38.865071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:38.865410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:38.865863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:38.866200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:38.866532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:38.866863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:38.867198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:38.867527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:38.867856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:38.877999 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Attempting to bind port be1b6a65-b758-4357-9f02-8b5a4ba7b93f on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:38.878373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Attempting to bind port be1b6a65-b758-4357-9f02-8b5a4ba7b93f by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '54c869c0-8646-4a40-8e10-149fe2334bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae37490-08d4-40a0-b19e-3b50e373d048'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:38.878738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Attempting to bind port be1b6a65-b758-4357-9f02-8b5a4ba7b93f on network dae37490-08d4-40a0-b19e-3b50e373d048 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:38.880137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-0cfd2d5c-9a74-4df0-9029-115027cc98a3 admin admin] Calling delete_port for 71e094f5-0a19-4ae8-bf24-6b29da114a26 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:38.889057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.903042 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:38.904128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Checking segment: {'id': '54c869c0-8646-4a40-8e10-149fe2334bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae37490-08d4-40a0-b19e-3b50e373d048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:38.904611 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.905019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Bound using segment: {'id': '54c869c0-8646-4a40-8e10-149fe2334bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae37490-08d4-40a0-b19e-3b50e373d048'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:38.905509 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Bound port: be1b6a65-b758-4357-9f02-8b5a4ba7b93f, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c869c0-8646-4a40-8e10-149fe2334bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dae37490-08d4-40a0-b19e-3b50e373d048'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:38.905931 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:38.929900 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-627d93c7-b433-4f7c-8c3c-e667f35976da tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.052402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] For port be1b6a65-b758-4357-9f02-8b5a4ba7b93f, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:39.056008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] For port be1b6a65-b758-4357-9f02-8b5a4ba7b93f, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=be1b6a65-b758-4357-9f02-8b5a4ba7b93f,segment=NetworkSegment(54c869c0-8646-4a40-8e10-149fe2334bc9),segment_id=54c869c0-8646-4a40-8e10-149fe2334bc9)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:39.064202 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.156404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02938a26-db91-4115-bf67-2d5f941cf22a req-b2644de9-1d00-436b-a640-66f79dbfd4d8 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:39.165949 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-02938a26-db91-4115-bf67-2d5f941cf22a req-b2644de9-1d00-436b-a640-66f79dbfd4d8 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1097 time: 0.3972569 Aug 09 16:01:39.195044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebf45f-e784-4b85-a7ec-60716a1fb4e1 None None] Pushing event updated for resources: {'Port': ['ID=be1b6a65-b758-4357-9f02-8b5a4ba7b93f,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:39.199601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Subnet': ['ID=8a11052e-3bc6-4924-804f-a60ab93d2abe,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:39.234919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Checking segment: {'id': 'e2f33842-7c0d-4a2d-b931-d824427400b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd68e5701-748d-4467-9cd7-bdf2d766afad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:39.235321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network hostable DHCP agents. Network: d68e5701-748d-4467-9cd7-bdf2d766afad, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:01:39.274652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-098969fa-2e65-41f7-b533-e0cffe21423d req-bda14f7c-4efe-40fa-aec1-759d2736fbf0 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.1076035 Aug 09 16:01:39.281226 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-02938a26-db91-4115-bf67-2d5f941cf22a req-160e30ac-50ca-4bcd-a5f5-0687030312da tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132877 Aug 09 16:01:39.444642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network d68e5701-748d-4467-9cd7-bdf2d766afad is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:01:39.506505 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d68e5701-748d-4467-9cd7-bdf2d766afad) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:39.527834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:39.530939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a2242b-d743-41be-b62e-4b9e0b0d871d None None] Network d68e5701-748d-4467-9cd7-bdf2d766afad requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:39.544312 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.556668 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2d5c-9a74-4df0-9029-115027cc98a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.608327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c8a07-1942-4cef-b39e-0cc489dabe46 req-9ed46c89-4cd1-4db4-a6bb-0856a0b4ebcd tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:39.623285 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7b8c8a07-1942-4cef-b39e-0cc489dabe46 req-9ed46c89-4cd1-4db4-a6bb-0856a0b4ebcd tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1097 time: 0.2255411 Aug 09 16:01:39.649626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-06d8a369-6a10-4670-9d60-f8a63aab23b4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4178495 Aug 09 16:01:39.673132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57136) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:39.717018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd2d5c-9a74-4df0-9029-115027cc98a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e094f5-0a19-4ae8-bf24-6b29da114a26,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:39.761301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Router f12d315e-1e66-4f78-9c52-757031958b87 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:01:39.846533 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7b8c8a07-1942-4cef-b39e-0cc489dabe46 req-6e2fd9d5-5ba3-45f9-84cf-e00ea9a1e67c tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205982 Aug 09 16:01:39.877146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-d68e5701-748d-4467-9cd7-bdf2d766afad', 'network_id': 'd68e5701-748d-4467-9cd7-bdf2d766afad', 'tenant_id': 'f4755b466d324e9099ed623395ec1551', 'fixed_ips': [{'subnet_id': '8a11052e-3bc6-4924-804f-a60ab93d2abe'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:01:39.878619 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:39.956611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.035720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-627d93c7-b433-4f7c-8c3c-e667f35976da tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port 4f0bb225-2649-4759-acd0-fe1678572767 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:40.035947 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-627d93c7-b433-4f7c-8c3c-e667f35976da tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.169811 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.292346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Allocated IP 2001:db8::3 (d68e5701-748d-4467-9cd7-bdf2d766afad/8a11052e-3bc6-4924-804f-a60ab93d2abe/48127c82-fabe-4407-a409-5b5ea1337505) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:40.361200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device be1b6a65-b758-4357-9f02-8b5a4ba7b93f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:40.421380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-627d93c7-b433-4f7c-8c3c-e667f35976da tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.464540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:40.467665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-627d93c7-b433-4f7c-8c3c-e667f35976da tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for 4f0bb225-2649-4759-acd0-fe1678572767 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:40.478664 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead04b4-4836-4569-8d74-8cdeb1267f5b None None] Sync routers for ids ['f12d315e-1e66-4f78-9c52-757031958b87'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:40.495450 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead04b4-4836-4569-8d74-8cdeb1267f5b None None] Routers {'f12d315e-1e66-4f78-9c52-757031958b87'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:40.496166 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-aead04b4-4836-4569-8d74-8cdeb1267f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f12d315e-1e66-4f78-9c52-757031958b87'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:40.575326 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-aead04b4-4836-4569-8d74-8cdeb1267f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:40.589296 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead04b4-4836-4569-8d74-8cdeb1267f5b None None] Routers {'f12d315e-1e66-4f78-9c52-757031958b87'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:40.590302 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-aead04b4-4836-4569-8d74-8cdeb1267f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f12d315e-1e66-4f78-9c52-757031958b87'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:40.644709 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cae11754-e94b-403e-a10d-8944878ddc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.659870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port be1b6a65-b758-4357-9f02-8b5a4ba7b93f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:40.691603 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-aead04b4-4836-4569-8d74-8cdeb1267f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:40.696249 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead04b4-4836-4569-8d74-8cdeb1267f5b None None] The sync data for ids ['f12d315e-1e66-4f78-9c52-757031958b87'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:40.748723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-90b92ea4-cb28-4c2b-aba6-8e1fba2024f8 req-8a9aadff-f551-439f-b45a-df34e4692c95 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.2555356 Aug 09 16:01:40.764751 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.770123 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4f7a8446-46aa-43b3-bef7-38c1162c5df4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.6123085 Aug 09 16:01:40.782302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57162) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:40.795130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3a36e936-c794-455f-9852-46e0c38c6e8f tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'enable_snat': False}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:40.882664 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0cfd2d5c-9a74-4df0-9029-115027cc98a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.936191 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:40.959022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Transition to ACTIVE for port object 48127c82-fabe-4407-a409-5b5ea1337505 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:40.995825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Transition to ACTIVE for port object 48127c82-fabe-4407-a409-5b5ea1337505 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:41.016446 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.112565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dabbb5-26ae-4cae-b52b-5cc25d1e6b35 None None] Network dae37490-08d4-40a0-b19e-3b50e373d048 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:41.129625 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.238730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a1903-47a7-4ad9-814c-f84112c49494 req-71ada8ab-af74-499b-bc10-731ea3e12dd9 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:41.253814 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb1a1903-47a7-4ad9-814c-f84112c49494 req-71ada8ab-af74-499b-bc10-731ea3e12dd9 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1097 time: 0.7458427 Aug 09 16:01:41.307702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Network d68e5701-748d-4467-9cd7-bdf2d766afad is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:41.316933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:41.338336 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.405362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:41.423730 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb1a1903-47a7-4ad9-814c-f84112c49494 req-1c4228e0-3114-4d3e-bd9a-b91f8dbaec55 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593502 Aug 09 16:01:41.425005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Subnet': ['ID=8a11052e-3bc6-4924-804f-a60ab93d2abe,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:41.543128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Pushing event updated for resources: {'Port': ['ID=48127c82-fabe-4407-a409-5b5ea1337505,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:41.582104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.595316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c13ae3a7-199f-42e7-956f-79c6a3667e63 None None] Provisioning for port be1b6a65-b758-4357-9f02-8b5a4ba7b93f completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:41.605226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68e5701-748d-4467-9cd7-bdf2d766afad']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:41.621865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f33842-7c0d-4a2d-b931-d824427400b4') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:41.622199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f33842-7c0d-4a2d-b931-d824427400b4') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:41.626430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c13ae3a7-199f-42e7-956f-79c6a3667e63 None None] Provisioning complete for port be1b6a65-b758-4357-9f02-8b5a4ba7b93f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:41.626430 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c13ae3a7-199f-42e7-956f-79c6a3667e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.638479 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.694816 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.727121 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.758560 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Attempting to bind port 48127c82-fabe-4407-a409-5b5ea1337505 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:41.758952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Attempting to bind port 48127c82-fabe-4407-a409-5b5ea1337505 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'e2f33842-7c0d-4a2d-b931-d824427400b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd68e5701-748d-4467-9cd7-bdf2d766afad'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:41.759350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Attempting to bind port 48127c82-fabe-4407-a409-5b5ea1337505 on network d68e5701-748d-4467-9cd7-bdf2d766afad {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:41.767810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.780406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:41.785057 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:41.799297 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:41.833833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:41.834244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Checking segment: {'id': 'e2f33842-7c0d-4a2d-b931-d824427400b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd68e5701-748d-4467-9cd7-bdf2d766afad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:41.834614 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:41.835010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Bound using segment: {'id': 'e2f33842-7c0d-4a2d-b931-d824427400b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd68e5701-748d-4467-9cd7-bdf2d766afad'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:41.835495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Bound port: 48127c82-fabe-4407-a409-5b5ea1337505, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f33842-7c0d-4a2d-b931-d824427400b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd68e5701-748d-4467-9cd7-bdf2d766afad'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:41.835873 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.037386 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c13ae3a7-199f-42e7-956f-79c6a3667e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.066974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] For port 48127c82-fabe-4407-a409-5b5ea1337505, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:42.102371 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 16:01:42.102371 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 16:01:42.102371 n-d-803778-2 neutron-server[94289]: [parameters: {'id': 'd68e5701-748d-4467-9cd7-bdf2d766afad'}] Aug 09 16:01:42.102371 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:01:42.102791 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:01:42.117402 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-627d93c7-b433-4f7c-8c3c-e667f35976da tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.182338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] For port 48127c82-fabe-4407-a409-5b5ea1337505, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=48127c82-fabe-4407-a409-5b5ea1337505,segment=NetworkSegment(e2f33842-7c0d-4a2d-b931-d824427400b4),segment_id=e2f33842-7c0d-4a2d-b931-d824427400b4)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:42.185912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c13ae3a7-199f-42e7-956f-79c6a3667e63 None None] For port be1b6a65-b758-4357-9f02-8b5a4ba7b93f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=be1b6a65-b758-4357-9f02-8b5a4ba7b93f,segment=NetworkSegment(54c869c0-8646-4a40-8e10-149fe2334bc9),segment_id=54c869c0-8646-4a40-8e10-149fe2334bc9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:42.188688 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.208429 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c13ae3a7-199f-42e7-956f-79c6a3667e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.267957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d93c7-b433-4f7c-8c3c-e667f35976da tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=4f0bb225-2649-4759-acd0-fe1678572767,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:42.455295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a2f122-1154-48e7-a3dd-67f938669a1c None None] Network d68e5701-748d-4467-9cd7-bdf2d766afad requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:42.460095 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c030e0-c7c0-4d88-ad22-4ca544d00238 None None] Pushing event updated for resources: {'Port': ['ID=48127c82-fabe-4407-a409-5b5ea1337505,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:42.586385 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6dc309f-3b14-41a0-be29-25c61d049300 req-27152186-d1a5-4634-bfdd-a40ff9ed3a3a tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.4118021 Aug 09 16:01:42.639753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ae3a7-199f-42e7-956f-79c6a3667e63 None None] Pushing event updated for resources: {'Port': ['ID=be1b6a65-b758-4357-9f02-8b5a4ba7b93f,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:42.642564 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.651098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a505b35a-2cff-4dbe-a288-ae146210526b None None] Provisioning complete for port be1b6a65-b758-4357-9f02-8b5a4ba7b93f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:42.651701 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a505b35a-2cff-4dbe-a288-ae146210526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.682709 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-627d93c7-b433-4f7c-8c3c-e667f35976da tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.753839 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a36e936-c794-455f-9852-46e0c38c6e8f tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.780473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4545ec-fa57-4f80-9f4d-7712401da156 req-a9f38ee3-3706-4321-97e3-423669da8299 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:42.782849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e4545ec-fa57-4f80-9f4d-7712401da156 req-a9f38ee3-3706-4321-97e3-423669da8299 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1097 time: 0.1304619 Aug 09 16:01:42.926996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab5616-955e-48f9-870e-58583e3da511 req-fc95a644-93dc-4f31-a2ff-c4d679976db5 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:42.928759 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70ab5616-955e-48f9-870e-58583e3da511 req-fc95a644-93dc-4f31-a2ff-c4d679976db5 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1097 time: 0.9928586 Aug 09 16:01:42.941142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfd2d5c-9a74-4df0-9029-115027cc98a3 admin admin] Router e9790007-6ed4-447c-95d6-86e129ce2ed2 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:01:42.969568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69406a8-dbf6-4a5a-9809-08da40069964 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:01:43.164291 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e4545ec-fa57-4f80-9f4d-7712401da156 req-aa693aec-aa39-46fb-8880-103b4722092a tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730030 Aug 09 16:01:43.172251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627d93c7-b433-4f7c-8c3c-e667f35976da tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 80b601de-140f-4162-924f-b177b90b6549 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:01:43.191379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting port 48127c82-fabe-4407-a409-5b5ea1337505 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:43.191732 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.305614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69406a8-dbf6-4a5a-9809-08da40069964 None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:01:43.313382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfd2d5c-9a74-4df0-9029-115027cc98a3 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:43.344752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe12188-9485-483d-9ea4-4ef1be6cb221 None None] Sync routers for ids ['e9790007-6ed4-447c-95d6-86e129ce2ed2'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:43.385302 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.386483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627d93c7-b433-4f7c-8c3c-e667f35976da tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:43.393849 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0cfd2d5c-9a74-4df0-9029-115027cc98a3 admin admin] 10.222.0.81 "PUT /v2.0/routers/e9790007-6ed4-447c-95d6-86e129ce2ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3777421 Aug 09 16:01:43.399015 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a5125-c35b-483a-baa4-4ecf42629d79 None None] Sync routers for ids ['80b601de-140f-4162-924f-b177b90b6549'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:43.408025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57212) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:43.417686 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a5125-c35b-483a-baa4-4ecf42629d79 None None] Routers {'80b601de-140f-4162-924f-b177b90b6549'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:43.419402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe12188-9485-483d-9ea4-4ef1be6cb221 None None] Routers {'e9790007-6ed4-447c-95d6-86e129ce2ed2'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:43.420257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-2fe12188-9485-483d-9ea4-4ef1be6cb221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e9790007-6ed4-447c-95d6-86e129ce2ed2'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:43.421983 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ca4a5125-c35b-483a-baa4-4ecf42629d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['80b601de-140f-4162-924f-b177b90b6549'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:43.425789 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-627d93c7-b433-4f7c-8c3c-e667f35976da tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/80b601de-140f-4162-924f-b177b90b6549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9596176 Aug 09 16:01:43.436729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57214) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:43.461719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] For port 48127c82-fabe-4407-a409-5b5ea1337505, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=48127c82-fabe-4407-a409-5b5ea1337505,segment=NetworkSegment(e2f33842-7c0d-4a2d-b931-d824427400b4),segment_id=e2f33842-7c0d-4a2d-b931-d824427400b4)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:43.462470 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.504218 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.527724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Calling delete_port for 48127c82-fabe-4407-a409-5b5ea1337505 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:43.568404 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ca4a5125-c35b-483a-baa4-4ecf42629d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:43.596014 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a5125-c35b-483a-baa4-4ecf42629d79 None None] Routers {'80b601de-140f-4162-924f-b177b90b6549'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:43.597149 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ca4a5125-c35b-483a-baa4-4ecf42629d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['80b601de-140f-4162-924f-b177b90b6549'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:43.618543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f09f6fbf-4e42-4923-82fc-d166a6bcec56 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=80b601de-140f-4162-924f-b177b90b6549 HTTP/1.1" status: 200 len: 205 time: 0.0995383 Aug 09 16:01:43.693889 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ca4a5125-c35b-483a-baa4-4ecf42629d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:43.696092 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a5125-c35b-483a-baa4-4ecf42629d79 None None] The sync data for ids ['80b601de-140f-4162-924f-b177b90b6549'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:43.700501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57218) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:43.808113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:43.884706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Port': ['ID=48127c82-fabe-4407-a409-5b5ea1337505,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:43.916817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No DVR routers for this DVR port 48127c82-fabe-4407-a409-5b5ea1337505 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:43.962379 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06cb278f-1d43-4ab0-9e1d-9fa2a16bd31b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.079144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b5be1d0-ce57-47f5-a5f0-2c17ff0cf3a4 req-64e5345e-1078-4bb2-94e0-8810dc0cd529 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.2498233 Aug 09 16:01:44.092567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device be1b6a65-b758-4357-9f02-8b5a4ba7b93f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:44.114141 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.137953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68e5701-748d-4467-9cd7-bdf2d766afad']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:44.168327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f33842-7c0d-4a2d-b931-d824427400b4') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:44.169056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f33842-7c0d-4a2d-b931-d824427400b4') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:44.204906 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.205269 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.224794 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.231350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:44.232024 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.273326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port be1b6a65-b758-4357-9f02-8b5a4ba7b93f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:44.276297 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.296557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-70ab5616-955e-48f9-870e-58583e3da511 req-8fd24d48-4b81-4b96-9826-4ad7f93a5f5b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Deleting port 4f779bd8-61eb-4845-af77-2d9d46068c1f {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:44.296899 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-70ab5616-955e-48f9-870e-58583e3da511 req-8fd24d48-4b81-4b96-9826-4ad7f93a5f5b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:44.318323 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:44.321031 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.360266 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.367597 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/d68e5701-748d-4467-9cd7-bdf2d766afad HTTP/1.1" status: 204 len: 168 time: 4.6901484 Aug 09 16:01:44.398380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-70ab5616-955e-48f9-870e-58583e3da511 req-8fd24d48-4b81-4b96-9826-4ad7f93a5f5b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] For port 4f779bd8-61eb-4845-af77-2d9d46068c1f, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4f779bd8-61eb-4845-af77-2d9d46068c1f,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:44.398778 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-70ab5616-955e-48f9-870e-58583e3da511 req-8fd24d48-4b81-4b96-9826-4ad7f93a5f5b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.410603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57234) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:44.416797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-70ab5616-955e-48f9-870e-58583e3da511 req-8fd24d48-4b81-4b96-9826-4ad7f93a5f5b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Calling delete_port for 4f779bd8-61eb-4845-af77-2d9d46068c1f owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:44.428267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-2fe12188-9485-483d-9ea4-4ef1be6cb221 None None] Set router e9790007-6ed4-447c-95d6-86e129ce2ed2 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:44.445701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-432a8d0f-df50-4a06-b043-e02bb6a440c2 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1949565318'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:44.462331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1befa-9c24-4cf5-96c6-d041d6accab6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Network': ['ID=d68e5701-748d-4467-9cd7-bdf2d766afad,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:44.599178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8770d20-79a8-4e08-9c2b-ae8bb8eb5336 req-0c898f22-6696-423a-aa5d-e26fb262f6a2 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.615412 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8770d20-79a8-4e08-9c2b-ae8bb8eb5336 req-0c898f22-6696-423a-aa5d-e26fb262f6a2 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 1097 time: 0.2025278 Aug 09 16:01:44.650046 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432a8d0f-df50-4a06-b043-e02bb6a440c2 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:44.676518 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-432a8d0f-df50-4a06-b043-e02bb6a440c2 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.750056 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-70ab5616-955e-48f9-870e-58583e3da511 req-8fd24d48-4b81-4b96-9826-4ad7f93a5f5b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.794457 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8770d20-79a8-4e08-9c2b-ae8bb8eb5336 req-c19d12ec-9dba-4dcd-8e2d-6a7a05127f76 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768095 Aug 09 16:01:44.803444 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432a8d0f-df50-4a06-b043-e02bb6a440c2 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:01:44.833962 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-432a8d0f-df50-4a06-b043-e02bb6a440c2 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.834328 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-432a8d0f-df50-4a06-b043-e02bb6a440c2 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Added segment d8d92011-ef3c-49e6-b15b-03315f3b8615 of type vlan for network e91bd37d-6672-40e7-8020-34d867e6300a Aug 09 16:01:44.899175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd24d48-4b81-4b96-9826-4ad7f93a5f5b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f779bd8-61eb-4845-af77-2d9d46068c1f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:44.926474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['6e5507d9-9c7e-43d7-bfd5-644592bc595d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:44.933417 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-432a8d0f-df50-4a06-b043-e02bb6a440c2 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.004173 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-432a8d0f-df50-4a06-b043-e02bb6a440c2 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.010586 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a8d0f-df50-4a06-b043-e02bb6a440c2 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:45.011268 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-432a8d0f-df50-4a06-b043-e02bb6a440c2 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.024760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06cb278f-1d43-4ab0-9e1d-9fa2a16bd31b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.031477 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06cb278f-1d43-4ab0-9e1d-9fa2a16bd31b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.060425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ab5616-955e-48f9-870e-58583e3da511 req-8fd24d48-4b81-4b96-9826-4ad7f93a5f5b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] No DVR routers for this DVR port 4f779bd8-61eb-4845-af77-2d9d46068c1f on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:45.068164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-70ab5616-955e-48f9-870e-58583e3da511 req-8fd24d48-4b81-4b96-9826-4ad7f93a5f5b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.072551 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70ab5616-955e-48f9-870e-58583e3da511 req-8fd24d48-4b81-4b96-9826-4ad7f93a5f5b tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4f779bd8-61eb-4845-af77-2d9d46068c1f HTTP/1.1" status: 204 len: 173 time: 2.1286929 Aug 09 16:01:45.085406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5ac016-e2ed-4d1b-8ba4-30353c4868b8', 'name': 'network-vif-deleted', 'tag': '4f779bd8-61eb-4845-af77-2d9d46068c1f'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:45.087969 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a326aadf-a1b9-4c5e-91b0-643382c5865d" -d '{"events": [{"server_uuid": "8f5ac016-e2ed-4d1b-8ba4-30353c4868b8", "name": "network-vif-deleted", "tag": "4f779bd8-61eb-4845-af77-2d9d46068c1f"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:45.209089 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-432a8d0f-df50-4a06-b043-e02bb6a440c2 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7764041 Aug 09 16:01:45.216192 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57246) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:45.301554 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-96e0376b-e1be-4954-9d2a-1fb0f7da438e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'subnet': {'network_id': 'e91bd37d-6672-40e7-8020-34d867e6300a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:45.484571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a8d0f-df50-4a06-b043-e02bb6a440c2 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Network': ['ID=e91bd37d-6672-40e7-8020-34d867e6300a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:45.499986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network e91bd37d-6672-40e7-8020-34d867e6300a details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:01:45.579599 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89df3469-e948-4b6e-aabf-7237ca9fbcb7 x-openstack-request-id: req-89df3469-e948-4b6e-aabf-7237ca9fbcb7 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:45.579905 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5ac016-e2ed-4d1b-8ba4-30353c4868b8", "name": "network-vif-deleted", "tag": "4f779bd8-61eb-4845-af77-2d9d46068c1f", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:45.580339 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89df3469-e948-4b6e-aabf-7237ca9fbcb7 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:45.580758 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5ac016-e2ed-4d1b-8ba4-30353c4868b8', 'name': 'network-vif-deleted', 'tag': '4f779bd8-61eb-4845-af77-2d9d46068c1f', 'status': 'completed', 'code': 200} Aug 09 16:01:45.607064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-2fe12188-9485-483d-9ea4-4ef1be6cb221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T16:01:39Z', 'revision_number': 5, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:45.710238 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e0376b-e1be-4954-9d2a-1fb0f7da438e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:45.722440 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96e0376b-e1be-4954-9d2a-1fb0f7da438e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:45.742876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe12188-9485-483d-9ea4-4ef1be6cb221 None None] Checking router: e9790007-6ed4-447c-95d6-86e129ce2ed2 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:01:45.868788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4f779bd8-61eb-4845-af77-2d9d46068c1f no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:45.932686 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 4f779bd8-61eb-4845-af77-2d9d46068c1f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:45.933333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4f779bd8-61eb-4845-af77-2d9d46068c1f not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:45.937944 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe12188-9485-483d-9ea4-4ef1be6cb221 None None] Routers {'e9790007-6ed4-447c-95d6-86e129ce2ed2'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:45.938757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-2fe12188-9485-483d-9ea4-4ef1be6cb221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e9790007-6ed4-447c-95d6-86e129ce2ed2'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:46.160187 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8b9fd89-6de5-4e57-a397-e0a463aa92db req-53d5a3c8-dd88-4096-b8b1-06e425d40296 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f5ac016-e2ed-4d1b-8ba4-30353c4868b8 HTTP/1.1" status: 200 len: 210 time: 0.0893123 Aug 09 16:01:46.251661 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6b496553-945e-43b4-88f2-31bbfb213f2a req-c2bd0295-1a92-4e6f-8359-fdba67353c81 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.8578677 Aug 09 16:01:46.266216 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.270553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06cb278f-1d43-4ab0-9e1d-9fa2a16bd31b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.271117 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cb278f-1d43-4ab0-9e1d-9fa2a16bd31b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Fanout notify agent at l3_agent the message router_deleted on router 80b601de-140f-4162-924f-b177b90b6549 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:01:46.301687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-2fe12188-9485-483d-9ea4-4ef1be6cb221 None None] Set router e9790007-6ed4-447c-95d6-86e129ce2ed2 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:46.306516 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06cb278f-1d43-4ab0-9e1d-9fa2a16bd31b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.307794 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-06cb278f-1d43-4ab0-9e1d-9fa2a16bd31b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/80b601de-140f-4162-924f-b177b90b6549 HTTP/1.1" status: 204 len: 168 time: 2.6026006 Aug 09 16:01:46.323716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57256) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:46.471192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a092dd-e964-4bca-b828-3e0d6ff3496e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting subnet db12977f-54ad-48ea-8ef3-befb9a77e18e {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:01:46.485932 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96e0376b-e1be-4954-9d2a-1fb0f7da438e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.489378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-34a092dd-e964-4bca-b828-3e0d6ff3496e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.686170 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a36e936-c794-455f-9852-46e0c38c6e8f tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.690268 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a36e936-c794-455f-9852-46e0c38c6e8f tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.701986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0376b-e1be-4954-9d2a-1fb0f7da438e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Subnet': ['ID=4088432d-3153-4853-ac1e-3506b00e1cb1,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:46.702209 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-34a092dd-e964-4bca-b828-3e0d6ff3496e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.742643 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0376b-e1be-4954-9d2a-1fb0f7da438e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Checking segment: {'id': 'd8d92011-ef3c-49e6-b15b-03315f3b8615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e91bd37d-6672-40e7-8020-34d867e6300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:46.742917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0376b-e1be-4954-9d2a-1fb0f7da438e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network hostable DHCP agents. Network: e91bd37d-6672-40e7-8020-34d867e6300a, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:01:46.772792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0376b-e1be-4954-9d2a-1fb0f7da438e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network e91bd37d-6672-40e7-8020-34d867e6300a is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:01:46.801701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-96e0376b-e1be-4954-9d2a-1fb0f7da438e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, e91bd37d-6672-40e7-8020-34d867e6300a) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:46.811836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e0376b-e1be-4954-9d2a-1fb0f7da438e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:46.812440 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96e0376b-e1be-4954-9d2a-1fb0f7da438e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.828395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357aeb53-77ec-4dbb-b86a-c5b0b27ccc75 None None] Network e91bd37d-6672-40e7-8020-34d867e6300a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:46.905960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-96e0376b-e1be-4954-9d2a-1fb0f7da438e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6536801 Aug 09 16:01:46.906559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-2fe12188-9485-483d-9ea4-4ef1be6cb221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T16:01:39Z', 'revision_number': 5, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:46.911251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57260) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:46.929709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a36e936-c794-455f-9852-46e0c38c6e8f tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Router f12d315e-1e66-4f78-9c52-757031958b87 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:01:46.949061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe12188-9485-483d-9ea4-4ef1be6cb221 None None] The sync data for ids ['e9790007-6ed4-447c-95d6-86e129ce2ed2'] in n-d-803778-2 is: [{'id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'name': 'tempest-ServerActionsTestJSON-571001249-router', 'tenant_id': '48a7789d166d413a8429d82c91737140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '161103aa-3942-4972-8662-ac8fdceba15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:51:45Z', 'updated_at': '2021-08-09T16:01:39Z', 'revision_number': 5, 'project_id': '48a7789d166d413a8429d82c91737140', 'gw_port': {'id': '161103aa-3942-4972-8662-ac8fdceba15c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9790007-6ed4-447c-95d6-86e129ce2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:51:46Z', 'updated_at': '2021-08-09T15:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:46.972066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Deleting port 161103aa-3942-4972-8662-ac8fdceba15c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:46.972984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.227861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-e91bd37d-6672-40e7-8020-34d867e6300a', 'network_id': 'e91bd37d-6672-40e7-8020-34d867e6300a', 'tenant_id': 'f4755b466d324e9099ed623395ec1551', 'fixed_ips': [{'subnet_id': '4088432d-3153-4853-ac1e-3506b00e1cb1'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:01:47.229136 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.315558 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.509418 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.640184 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ec76d56-8ef4-44ba-a2fa-a95e3bed8a98 req-20112e0d-6c2b-4313-87b1-f6ce1141f159 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.1347878 Aug 09 16:01:47.676471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Allocated IP 2001:db8::1 (e91bd37d-6672-40e7-8020-34d867e6300a/4088432d-3153-4853-ac1e-3506b00e1cb1/daf7c143-6814-457d-9670-64d0f752faa2) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:47.859636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a36e936-c794-455f-9852-46e0c38c6e8f tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:47.873915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a36e936-c794-455f-9852-46e0c38c6e8f tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.875776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3a36e936-c794-455f-9852-46e0c38c6e8f tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "PUT /v2.0/routers/f12d315e-1e66-4f78-9c52-757031958b87 HTTP/1.1" status: 200 len: 919 time: 7.0864592 Aug 09 16:01:47.878552 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57276) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:47.888338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbd4d3-5897-4dd3-8d77-f88681ad3c41 None None] Sync routers for ids ['f12d315e-1e66-4f78-9c52-757031958b87'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:47.931645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] For port 161103aa-3942-4972-8662-ac8fdceba15c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=161103aa-3942-4972-8662-ac8fdceba15c,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:47.932104 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.947426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Calling delete_port for 161103aa-3942-4972-8662-ac8fdceba15c owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:47.948873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fbd4d3-5897-4dd3-8d77-f88681ad3c41 None None] Routers {'f12d315e-1e66-4f78-9c52-757031958b87'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:47.949436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-44fbd4d3-5897-4dd3-8d77-f88681ad3c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f12d315e-1e66-4f78-9c52-757031958b87'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:48.193997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.272735 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-34a092dd-e964-4bca-b828-3e0d6ff3496e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.276581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Pushing event deleted for resources: {'Port': ['ID=161103aa-3942-4972-8662-ac8fdceba15c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:48.349770 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc13a4-031f-49fe-b078-c044934e26f5 req-5861c530-a15c-4a5b-9916-a5ad49000592 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:48.361284 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4bc13a4-031f-49fe-b078-c044934e26f5 req-5861c530-a15c-4a5b-9916-a5ad49000592 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1096 time: 0.2506146 Aug 09 16:01:48.423745 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c9d8eac5-e6ae-411a-9ec8-6239b94767de tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/routers/f12d315e-1e66-4f78-9c52-757031958b87 HTTP/1.1" status: 200 len: 919 time: 0.5437076 Aug 09 16:01:48.425097 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57284) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:48.431926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-44fbd4d3-5897-4dd3-8d77-f88681ad3c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:48.448120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 71e094f5-0a19-4ae8-bf24-6b29da114a26 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:48.490971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 71e094f5-0a19-4ae8-bf24-6b29da114a26 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:48.491680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 71e094f5-0a19-4ae8-bf24-6b29da114a26 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:48.494826 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fbd4d3-5897-4dd3-8d77-f88681ad3c41 None None] Routers {'f12d315e-1e66-4f78-9c52-757031958b87'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:48.498021 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-44fbd4d3-5897-4dd3-8d77-f88681ad3c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f12d315e-1e66-4f78-9c52-757031958b87'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:48.537411 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.569348 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4bc13a4-031f-49fe-b078-c044934e26f5 req-298332e7-8c30-4234-9d7c-bbc7b014827c tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070248 Aug 09 16:01:48.604316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-44fbd4d3-5897-4dd3-8d77-f88681ad3c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:48.605652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbd4d3-5897-4dd3-8d77-f88681ad3c41 None None] The sync data for ids ['f12d315e-1e66-4f78-9c52-757031958b87'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:48.612506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5387620-d3e6-4bfe-b918-95deb2fcbabc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:48.619576 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d5387620-d3e6-4bfe-b918-95deb2fcbabc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&device_id=f12d315e-1e66-4f78-9c52-757031958b87&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1857934 Aug 09 16:01:48.620535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57286) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:48.693257 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-34a092dd-e964-4bca-b828-3e0d6ff3496e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.826118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a092dd-e964-4bca-b828-3e0d6ff3496e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Subnet': ['ID=db12977f-54ad-48ea-8ef3-befb9a77e18e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:48.828782 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-34a092dd-e964-4bca-b828-3e0d6ff3496e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.833630 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-34a092dd-e964-4bca-b828-3e0d6ff3496e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/db12977f-54ad-48ea-8ef3-befb9a77e18e HTTP/1.1" status: 204 len: 168 time: 2.5040672 Aug 09 16:01:48.845377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57290) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:48.850629 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.863692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca4abd-0700-46ad-8f12-68cc6f5283ed tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:48.870192 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-14ca4abd-0700-46ad-8f12-68cc6f5283ed tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 881 time: 0.2483952 Aug 09 16:01:48.871062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57292) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:48.890080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Transition to ACTIVE for port object daf7c143-6814-457d-9670-64d0f752faa2 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:48.896562 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.918359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1066c9d9-32a3-41e0-9ef3-71cf01dc7f05 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12d315e-1e66-4f78-9c52-757031958b87 HTTP/1.1" status: 200 len: 205 time: 0.0444231 Aug 09 16:01:48.919536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57294) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:48.937339 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.945938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d6ee5a-da0b-40c8-be04-d2acc5ae765e None None] Network 58babae8-d833-4a57-9ac8-a85dac96a1ed requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:49.110129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80196ea-70f6-4d30-8bea-b16439c79418 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting subnet dfc5cb76-b48f-449d-931a-ede49130e50e {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:01:49.124658 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0ec2002c-bd69-4970-97c1-628457f28197 req-24eebba3-7b5f-4b5d-9cd3-98be7b50c660 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.2756011 Aug 09 16:01:49.128418 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f80196ea-70f6-4d30-8bea-b16439c79418 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.164834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Transition to ACTIVE for port object daf7c143-6814-457d-9670-64d0f752faa2 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:49.185324 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.223939 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.281479 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.323584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Network e91bd37d-6672-40e7-8020-34d867e6300a is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:49.352249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:49.363754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:49.369982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Pushing event updated for resources: {'Port': ['ID=daf7c143-6814-457d-9670-64d0f752faa2,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:49.464808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d9c4a-9b55-43a1-82dd-cd14cc2ea200 None None] DHCP port deletion for 58babae8-d833-4a57-9ac8-a85dac96a1ed request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:01:49.521292 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.521887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9790007-6ed4-447c-95d6-86e129ce2ed2 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:01:49.540046 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.543782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f3d7014c-8af4-479d-8198-464158e23363 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e9790007-6ed4-447c-95d6-86e129ce2ed2 HTTP/1.1" status: 204 len: 168 time: 6.1320965 Aug 09 16:01:49.546566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f80196ea-70f6-4d30-8bea-b16439c79418 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.579061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Attempting to bind port daf7c143-6814-457d-9670-64d0f752faa2 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:49.579440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Attempting to bind port daf7c143-6814-457d-9670-64d0f752faa2 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd8d92011-ef3c-49e6-b15b-03315f3b8615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e91bd37d-6672-40e7-8020-34d867e6300a'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:49.579811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Attempting to bind port daf7c143-6814-457d-9670-64d0f752faa2 on network e91bd37d-6672-40e7-8020-34d867e6300a {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:49.592617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:49.593011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Checking segment: {'id': 'd8d92011-ef3c-49e6-b15b-03315f3b8615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e91bd37d-6672-40e7-8020-34d867e6300a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:49.593389 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.593828 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Bound using segment: {'id': 'd8d92011-ef3c-49e6-b15b-03315f3b8615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e91bd37d-6672-40e7-8020-34d867e6300a'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:49.595025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Bound port: daf7c143-6814-457d-9670-64d0f752faa2, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d92011-ef3c-49e6-b15b-03315f3b8615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e91bd37d-6672-40e7-8020-34d867e6300a'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:49.598006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57306) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:49.602071 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.774541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-9880124c-f8c7-457c-baad-8611d3cc3187 admin admin] Deleting subnet 17f1d73e-e128-47bd-ac1b-d09ce54d9e7b {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:01:49.783924 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9880124c-f8c7-457c-baad-8611d3cc3187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.833337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] For port daf7c143-6814-457d-9670-64d0f752faa2, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:49.837432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] For port daf7c143-6814-457d-9670-64d0f752faa2, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=daf7c143-6814-457d-9670-64d0f752faa2,segment=NetworkSegment(d8d92011-ef3c-49e6-b15b-03315f3b8615),segment_id=d8d92011-ef3c-49e6-b15b-03315f3b8615)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:49.869400 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.884251 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9880124c-f8c7-457c-baad-8611d3cc3187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.890913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Subnet': ['ID=4088432d-3153-4853-ac1e-3506b00e1cb1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:49.978289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.992308 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91bd37d-6672-40e7-8020-34d867e6300a']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:50.009105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d92011-ef3c-49e6-b15b-03315f3b8615') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:50.010130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d92011-ef3c-49e6-b15b-03315f3b8615') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:50.024043 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.043073 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.053300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:50.054351 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.072630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e925aa6-915d-4d62-ad68-b3fe8f4f77df None None] Pushing event updated for resources: {'Port': ['ID=daf7c143-6814-457d-9670-64d0f752faa2,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:50.076538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9880124c-f8c7-457c-baad-8611d3cc3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:50.163609 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:50.209329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 16:01:50.209329 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 16:01:50.209329 n-d-803778-2 neutron-server[94289]: [parameters: {'id': 'e91bd37d-6672-40e7-8020-34d867e6300a'}] Aug 09 16:01:50.209329 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:01:50.212345 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:01:50.236253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478e1e0-85be-4730-8753-4e5d75e86710 req-a8ec0a8c-3865-4e22-a8d3-397cce0e391c tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.247908 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1478e1e0-85be-4730-8753-4e5d75e86710 req-a8ec0a8c-3865-4e22-a8d3-397cce0e391c tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1096 time: 0.4775553 Aug 09 16:01:50.249933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8c37b-9948-4b0c-bc0d-6a74676cb1c7 None None] Network e91bd37d-6672-40e7-8020-34d867e6300a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:50.283286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d15d9c4a-9b55-43a1-82dd-cd14cc2ea200 None None] Deleting port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:50.283935 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d15d9c4a-9b55-43a1-82dd-cd14cc2ea200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.297425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9880124c-f8c7-457c-baad-8611d3cc3187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.318241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e04b76-2cef-482c-a118-de092834e787 req-4eaaf20b-c398-4966-92c7-085c2550e9f9 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.319982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3e04b76-2cef-482c-a118-de092834e787 req-4eaaf20b-c398-4966-92c7-085c2550e9f9 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1096 time: 1.0578599 Aug 09 16:01:50.337391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.393301 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1478e1e0-85be-4730-8753-4e5d75e86710 req-0746e815-0ed6-436a-9899-e61fc5979349 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392219 Aug 09 16:01:50.514073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880124c-f8c7-457c-baad-8611d3cc3187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f1d73e-e128-47bd-ac1b-d09ce54d9e7b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:50.556217 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Deleting port 2be75dd4-cbae-4a3a-8e68-5ce4c501ba05 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:50.556969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.619048 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9880124c-f8c7-457c-baad-8611d3cc3187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.626832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9880124c-f8c7-457c-baad-8611d3cc3187 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/17f1d73e-e128-47bd-ac1b-d09ce54d9e7b HTTP/1.1" status: 204 len: 168 time: 1.0228126 Aug 09 16:01:50.627684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57318) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:50.686869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 161103aa-3942-4972-8662-ac8fdceba15c no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:50.727883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36230ac2-a94a-4817-a7e5-96a17eb4384f None None] Network 96362ae7-0b03-4c98-8b60-5c5521752bc3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:50.737981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d15d9c4a-9b55-43a1-82dd-cd14cc2ea200 None None] For port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0c64b5fe-9fcf-47e1-8f73-6683616f4fdd,segment=NetworkSegment(da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d),segment_id=da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:50.738688 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d15d9c4a-9b55-43a1-82dd-cd14cc2ea200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.753362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d15d9c4a-9b55-43a1-82dd-cd14cc2ea200 None None] Calling delete_port for 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:50.782254 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87b953e1-4715-4be0-bf4e-1f2c41cb1539 req-e4a05eff-371c-4c94-bb35-5798fb4a8132 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.3877997 Aug 09 16:01:50.787815 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.867293 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.873123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 161103aa-3942-4972-8662-ac8fdceba15c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:50.874039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 161103aa-3942-4972-8662-ac8fdceba15c not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:50.875092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:50.897929 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d15d9c4a-9b55-43a1-82dd-cd14cc2ea200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:50.939198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d9c4a-9b55-43a1-82dd-cd14cc2ea200 None None] No DVR routers for this DVR port 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:50.955874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Calling delete_port for 2be75dd4-cbae-4a3a-8e68-5ce4c501ba05 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:50.956566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f80196ea-70f6-4d30-8bea-b16439c79418 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.084968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:51.085316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0c64b5fe-9fcf-47e1-8f73-6683616f4fdd not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:51.111139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d9c4a-9b55-43a1-82dd-cd14cc2ea200 None None] Pushing event deleted for resources: {'Port': ['ID=0c64b5fe-9fcf-47e1-8f73-6683616f4fdd,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:51.197515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.242891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4822b406-35b3-40e6-81c0-d8342e11d138 None None] DHCP port deletion for 96362ae7-0b03-4c98-8b60-5c5521752bc3 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:01:51.263764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f3e04b76-2cef-482c-a118-de092834e787 req-8495abd7-8750-4ff0-86c7-4711881726b7 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Deleting port 6e5507d9-9c7e-43d7-bfd5-644592bc595d {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:51.264669 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3e04b76-2cef-482c-a118-de092834e787 req-8495abd7-8750-4ff0-86c7-4711881726b7 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.270173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting port daf7c143-6814-457d-9670-64d0f752faa2 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:51.270808 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.330893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4822b406-35b3-40e6-81c0-d8342e11d138 None None] Deleting port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:51.331427 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4822b406-35b3-40e6-81c0-d8342e11d138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.381723 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f80196ea-70f6-4d30-8bea-b16439c79418 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.427004 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f80196ea-70f6-4d30-8bea-b16439c79418 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.432033 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f80196ea-70f6-4d30-8bea-b16439c79418 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/dfc5cb76-b48f-449d-931a-ede49130e50e HTTP/1.1" status: 204 len: 168 time: 2.5591261 Aug 09 16:01:51.434170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57326) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:51.468104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c7e8b3-0c4b-4996-ad84-7d8d5bda8afa None None] Network d8ae6f0b-2d43-42db-9d53-f554cf2bac86 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:51.506861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] For port daf7c143-6814-457d-9670-64d0f752faa2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=daf7c143-6814-457d-9670-64d0f752faa2,segment=NetworkSegment(d8d92011-ef3c-49e6-b15b-03315f3b8615),segment_id=d8d92011-ef3c-49e6-b15b-03315f3b8615)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:51.507347 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.552387 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.555854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Calling delete_port for daf7c143-6814-457d-9670-64d0f752faa2 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:51.569404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80196ea-70f6-4d30-8bea-b16439c79418 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc5cb76-b48f-449d-931a-ede49130e50e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:51.731630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4822b406-35b3-40e6-81c0-d8342e11d138 None None] For port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:51.739222 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4822b406-35b3-40e6-81c0-d8342e11d138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.753325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Deleting port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:51.754117 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.823212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4822b406-35b3-40e6-81c0-d8342e11d138 None None] Calling delete_port for d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:51.874688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 6e5507d9-9c7e-43d7-bfd5-644592bc595d no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:51.875151 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:51.904750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47603952-4d76-469a-810b-1e65d6a73bf4 req-1ecb4d87-f241-4950-8b27-6c9b907288f6 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:51.904750 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-47603952-4d76-469a-810b-1e65d6a73bf4 req-1ecb4d87-f241-4950-8b27-6c9b907288f6 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 1096 time: 0.3023071 Aug 09 16:01:51.964250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f3e04b76-2cef-482c-a118-de092834e787 req-8495abd7-8750-4ff0-86c7-4711881726b7 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] For port 6e5507d9-9c7e-43d7-bfd5-644592bc595d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6e5507d9-9c7e-43d7-bfd5-644592bc595d,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:51.964816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3e04b76-2cef-482c-a118-de092834e787 req-8495abd7-8750-4ff0-86c7-4711881726b7 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.000348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f3e04b76-2cef-482c-a118-de092834e787 req-8495abd7-8750-4ff0-86c7-4711881726b7 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Calling delete_port for 6e5507d9-9c7e-43d7-bfd5-644592bc595d owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:52.002435 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.039354 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Pushing event deleted for resources: {'Port': ['ID=2be75dd4-cbae-4a3a-8e68-5ce4c501ba05,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:52.063457 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.104155 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 6e5507d9-9c7e-43d7-bfd5-644592bc595d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=6e5507d9-9c7e-43d7-bfd5-644592bc595d,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:52.106324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:52.134910 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-47603952-4d76-469a-810b-1e65d6a73bf4 req-ef4cd76b-7f3f-489b-8562-a98acd63b9de tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=44c2a06f-965d-4c45-b1b2-e049a6eb9c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885533 Aug 09 16:01:52.204611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1690b6f0-1fb7-4f9e-85ac-5a973d22df19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5507d9-9c7e-43d7-bfd5-644592bc595d'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:52.219070 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c8dbbd-7e30-4f15-a987-d427e7310fee" -d '{"events": [{"server_uuid": "1690b6f0-1fb7-4f9e-85ac-5a973d22df19", "name": "network-vif-unplugged", "status": "completed", "tag": "6e5507d9-9c7e-43d7-bfd5-644592bc595d"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:52.223546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6629e5a3-3274-40c4-86ba-c053e84fae8a None None] DHCP port deletion for d8ae6f0b-2d43-42db-9d53-f554cf2bac86 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:01:52.225170 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.260637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No DVR routers for this DVR port daf7c143-6814-457d-9670-64d0f752faa2 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:52.271679 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Port': ['ID=daf7c143-6814-457d-9670-64d0f752faa2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:52.388861 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71464827-8e85-4d34-bf09-baa7c7a97271 x-openstack-request-id: req-71464827-8e85-4d34-bf09-baa7c7a97271 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:52.389540 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1690b6f0-1fb7-4f9e-85ac-5a973d22df19", "name": "network-vif-unplugged", "status": "completed", "tag": "6e5507d9-9c7e-43d7-bfd5-644592bc595d", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:52.389540 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71464827-8e85-4d34-bf09-baa7c7a97271 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:52.389979 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1690b6f0-1fb7-4f9e-85ac-5a973d22df19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5507d9-9c7e-43d7-bfd5-644592bc595d', 'code': 200} Aug 09 16:01:52.397148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=6e5507d9-9c7e-43d7-bfd5-644592bc595d,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:52.405322 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.420840 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91bd37d-6672-40e7-8020-34d867e6300a']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:52.435433 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d92011-ef3c-49e6-b15b-03315f3b8615') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:52.435690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d92011-ef3c-49e6-b15b-03315f3b8615') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:52.475020 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.489214 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3e04b76-2cef-482c-a118-de092834e787 req-8495abd7-8750-4ff0-86c7-4711881726b7 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.495221 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.505083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:52.505650 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.560348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-84c977c3-0a28-4573-a4f8-a0de52703c42 req-5c88cbbd-e5ee-46a3-a76c-8d111f9e9fc8 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.1846597 Aug 09 16:01:52.563459 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.592957 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4822b406-35b3-40e6-81c0-d8342e11d138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.597442 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:52.627847 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:52.633165 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.652894 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.655412 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/e91bd37d-6672-40e7-8020-34d867e6300a HTTP/1.1" status: 204 len: 168 time: 5.7398026 Aug 09 16:01:52.660881 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57342) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:52.668851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-de361863-287a-4fc2-a11f-22037b4d72cb tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1758365742'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:52.672538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822b406-35b3-40e6-81c0-d8342e11d138 None None] Pushing event deleted for resources: {'Port': ['ID=d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:52.682212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495abd7-8750-4ff0-86c7-4711881726b7 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e5507d9-9c7e-43d7-bfd5-644592bc595d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:52.693119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91442c3e-e429-4e28-a2d2-3758a4d68179 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Network': ['ID=e91bd37d-6672-40e7-8020-34d867e6300a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:52.725062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58babae8-d833-4a57-9ac8-a85dac96a1ed']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:52.745490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822b406-35b3-40e6-81c0-d8342e11d138 None None] No DVR routers for this DVR port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:52.748998 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.758755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:52.758755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2435ed-0e1b-41b4-8ff1-4a78f22fdc7d') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:52.800624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6629e5a3-3274-40c4-86ba-c053e84fae8a None None] Deleting port 9e911b87-0696-4152-9713-2b45ce9725ff {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:52.801009 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6629e5a3-3274-40c4-86ba-c053e84fae8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.874839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e04b76-2cef-482c-a118-de092834e787 req-8495abd7-8750-4ff0-86c7-4711881726b7 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] No DVR routers for this DVR port 6e5507d9-9c7e-43d7-bfd5-644592bc595d on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:52.893307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] For port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d,segment=NetworkSegment(4f9771f0-1079-4ed7-b358-5e85e2e81f1e),segment_id=4f9771f0-1079-4ed7-b358-5e85e2e81f1e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:52.893725 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.896869 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3e04b76-2cef-482c-a118-de092834e787 req-8495abd7-8750-4ff0-86c7-4711881726b7 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.914860 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3e04b76-2cef-482c-a118-de092834e787 req-8495abd7-8750-4ff0-86c7-4711881726b7 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.60 "DELETE /v2.0/ports/6e5507d9-9c7e-43d7-bfd5-644592bc595d HTTP/1.1" status: 204 len: 173 time: 2.5490601 Aug 09 16:01:52.926365 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.928256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1690b6f0-1fb7-4f9e-85ac-5a973d22df19', 'name': 'network-vif-deleted', 'tag': '6e5507d9-9c7e-43d7-bfd5-644592bc595d'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:52.933272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6629e5a3-3274-40c4-86ba-c053e84fae8a None None] For port 9e911b87-0696-4152-9713-2b45ce9725ff, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9e911b87-0696-4152-9713-2b45ce9725ff,segment=NetworkSegment(2d0b67e5-7ce1-433f-906c-3866c7684631),segment_id=2d0b67e5-7ce1-433f-906c-3866c7684631)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:52.933778 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6629e5a3-3274-40c4-86ba-c053e84fae8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:52.935012 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a5e493-345a-42dd-a8d1-d62784b78c5d" -d '{"events": [{"server_uuid": "1690b6f0-1fb7-4f9e-85ac-5a973d22df19", "name": "network-vif-deleted", "tag": "6e5507d9-9c7e-43d7-bfd5-644592bc595d"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:52.972295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6629e5a3-3274-40c4-86ba-c053e84fae8a None None] Calling delete_port for 9e911b87-0696-4152-9713-2b45ce9725ff owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:53.024509 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214e44b1-0067-49fe-8663-b8f280dbfe79 x-openstack-request-id: req-214e44b1-0067-49fe-8663-b8f280dbfe79 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:53.024836 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1690b6f0-1fb7-4f9e-85ac-5a973d22df19", "name": "network-vif-deleted", "tag": "6e5507d9-9c7e-43d7-bfd5-644592bc595d", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:53.025860 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-214e44b1-0067-49fe-8663-b8f280dbfe79 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:53.025860 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1690b6f0-1fb7-4f9e-85ac-5a973d22df19', 'name': 'network-vif-deleted', 'tag': '6e5507d9-9c7e-43d7-bfd5-644592bc595d', 'status': 'completed', 'code': 200} Aug 09 16:01:53.042751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Calling delete_port for d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:53.043944 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.045240 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.054285 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.058599 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de361863-287a-4fc2-a11f-22037b4d72cb tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:53.063688 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de361863-287a-4fc2-a11f-22037b4d72cb tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.089129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:53.089579 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.098358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de361863-287a-4fc2-a11f-22037b4d72cb tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:53.100903 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:53.112076 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de361863-287a-4fc2-a11f-22037b4d72cb tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.112546 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-de361863-287a-4fc2-a11f-22037b4d72cb tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Added segment 8a9e8c96-6d80-4cd8-b791-803589301d44 of type vlan for network 425b8197-f526-4376-b5ff-e6cbb9b7cead Aug 09 16:01:53.166127 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6629e5a3-3274-40c4-86ba-c053e84fae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.177729 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de361863-287a-4fc2-a11f-22037b4d72cb tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.251199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629e5a3-3274-40c4-86ba-c053e84fae8a None None] Pushing event deleted for resources: {'Port': ['ID=9e911b87-0696-4152-9713-2b45ce9725ff,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:53.258198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629e5a3-3274-40c4-86ba-c053e84fae8a None None] No DVR routers for this DVR port 9e911b87-0696-4152-9713-2b45ce9725ff on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:53.349098 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de361863-287a-4fc2-a11f-22037b4d72cb tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.376635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de361863-287a-4fc2-a11f-22037b4d72cb tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:53.381118 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de361863-287a-4fc2-a11f-22037b4d72cb tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.579473 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0201cdd-c56a-45c6-8961-ee3dd68b38e5 req-37826060-0f74-4b93-940c-05f415d5d979 tempest-TestServerMultinode-1367346837 tempest-TestServerMultinode-1367346837-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1690b6f0-1fb7-4f9e-85ac-5a973d22df19 HTTP/1.1" status: 200 len: 210 time: 0.1480384 Aug 09 16:01:53.595999 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c532ea4a-4bdb-40ec-a47b-e2d57aaf55b8 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:01:53.627141 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de361863-287a-4fc2-a11f-22037b4d72cb tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Network': ['ID=425b8197-f526-4376-b5ff-e6cbb9b7cead,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:53.627663 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.643663 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.644497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Fanout notify agent at l3_agent the message router_deleted on router f12d315e-1e66-4f78-9c52-757031958b87 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:01:53.657185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.661883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-de361863-287a-4fc2-a11f-22037b4d72cb tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9985471 Aug 09 16:01:53.666400 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/networks/58babae8-d833-4a57-9ac8-a85dac96a1ed HTTP/1.1" status: 204 len: 168 time: 2.2275360 Aug 09 16:01:53.669185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:53.671472 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-724f30e6-22e5-4b15-9be7-ad34d830b672 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/routers/f12d315e-1e66-4f78-9c52-757031958b87 HTTP/1.1" status: 204 len: 168 time: 4.7499959 Aug 09 16:01:53.675292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57356) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:53.675292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57358) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:53.675292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57360) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:53.681976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 425b8197-f526-4376-b5ff-e6cbb9b7cead details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:01:53.745377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-0b5a90cc-39c4-4b02-806f-7a2f92dfcafe tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'subnet': {'network_id': '425b8197-f526-4376-b5ff-e6cbb9b7cead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:53.875048 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-640d8efa-ccaa-477a-a73c-77a790883c69 req-8c204a05-6d57-468f-b800-f9f9d458e4c5 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.1078901 Aug 09 16:01:53.984661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2b0d1379-feb1-4e90-8cc1-378b611d43cd tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1890081622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:53.993684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d0fc3-133c-4f4a-b693-023ddb9973eb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Network': ['ID=58babae8-d833-4a57-9ac8-a85dac96a1ed,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:54.006168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.031249 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.101854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:54.140609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] No DVR routers for this DVR port d5fc355a-a9ed-4a76-8a14-92eeb7f17a1d on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:01:54.152191 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9e911b87-0696-4152-9713-2b45ce9725ff no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:54.214598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 9e911b87-0696-4152-9713-2b45ce9725ff {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:01:54.215016 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9e911b87-0696-4152-9713-2b45ce9725ff not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:01:54.225378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532ea4a-4bdb-40ec-a47b-e2d57aaf55b8 None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:01:54.279205 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.311609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ae6f0b-2d43-42db-9d53-f554cf2bac86']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:54.335079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0b67e5-7ce1-433f-906c-3866c7684631') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:54.335460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0b67e5-7ce1-433f-906c-3866c7684631') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:54.374363 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.391794 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.401616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:54.402247 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:54.494166 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:54.497558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-2b0d1379-feb1-4e90-8cc1-378b611d43cd tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:01:54.497558 n-d-803778-2 neutron-server[94290]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 16:01:54.497558 n-d-803778-2 neutron-server[94290]: [parameters: {'project_id': '44b38341eecb452abe1ab1b7b3ce15c0', 'id': 'ffd20698-5c47-4b8b-a70c-6cb9ce3eb8c3', 'expiration': datetime.datetime(2021, 8, 9, 16, 3, 54, 93919)}] Aug 09 16:01:54.497558 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:01:54.497558 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-2b0d1379-feb1-4e90-8cc1-378b611d43cd tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:01:54.499647 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.506037 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.512691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/networks/d8ae6f0b-2d43-42db-9d53-f554cf2bac86 HTTP/1.1" status: 204 len: 168 time: 0.6483963 Aug 09 16:01:54.513003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57372) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:54.518975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-208591662'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:54.612559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:54.636964 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.641911 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.661824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96362ae7-0b03-4c98-8b60-5c5521752bc3']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:54.714460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9771f0-1079-4ed7-b358-5e85e2e81f1e') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:54.716518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57376) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:54.716655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9771f0-1079-4ed7-b358-5e85e2e81f1e') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:54.764022 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.805478 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:01:54.806856 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.823400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:01:54.827441 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.869294 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:54.875444 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Added segment 5019d597-4daf-4f24-b1b9-2bf6e291684b of type vlan for network d3aebf86-0a43-43a8-bd5c-68afe074beb5 Aug 09 16:01:54.955134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6464f02-e727-42a8-bde4-285eec7522af tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Network': ['ID=d8ae6f0b-2d43-42db-9d53-f554cf2bac86,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:01:54.963586 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:01:54.967815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5a90cc-39c4-4b02-806f-7a2f92dfcafe tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:54.980203 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b5a90cc-39c4-4b02-806f-7a2f92dfcafe tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.020056 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.323815 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.335727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.345710 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] 10.222.0.81 "DELETE /v2.0/networks/96362ae7-0b03-4c98-8b60-5c5521752bc3 HTTP/1.1" status: 204 len: 168 time: 4.6132503 Aug 09 16:01:55.480150 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1379-feb1-4e90-8cc1-378b611d43cd tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.481625 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1379-feb1-4e90-8cc1-378b611d43cd tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.615763 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1379-feb1-4e90-8cc1-378b611d43cd tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.640203 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1379-feb1-4e90-8cc1-378b611d43cd tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.670678 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a52a3a8e-4930-4bf6-9d27-75e4011b677b req-29c0996b-4a61-4287-9b88-be5d4fe5dfdb tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.4337673 Aug 09 16:01:55.681018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71d6f0-b981-4c37-a7fd-e19e787a9bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=96362ae7-0b03-4c98-8b60-5c5521752bc3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:55.690841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.resource_extend [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 16:01:55.750128 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.757521 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1379-feb1-4e90-8cc1-378b611d43cd tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.758743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2b0d1379-feb1-4e90-8cc1-378b611d43cd tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.7789226 Aug 09 16:01:55.774822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57388) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:55.782403 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:55.783063 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:55.908961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Request body: {'router': {'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:55.911953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57392) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:55.944040 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4298964 Aug 09 16:01:55.958428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57394) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:55.965665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5bb8ba20-8e3d-42e1-9011-b0f157c3c49d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'subnet': {'network_id': 'd3aebf86-0a43-43a8-bd5c-68afe074beb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:56.189993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78a72b-b485-433a-a3cc-303910ebccdc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Network': ['ID=d3aebf86-0a43-43a8-bd5c-68afe074beb5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:56.192923 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b5a90cc-39c4-4b02-806f-7a2f92dfcafe tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:56.206391 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d3aebf86-0a43-43a8-bd5c-68afe074beb5 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:01:56.254005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb8ba20-8e3d-42e1-9011-b0f157c3c49d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:56.276908 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ba20-8e3d-42e1-9011-b0f157c3c49d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:56.532695 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6f368139-90d5-44ef-b4b4-05a0a1b22ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:56.967209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ba20-8e3d-42e1-9011-b0f157c3c49d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.141861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb8ba20-8e3d-42e1-9011-b0f157c3c49d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Checking segment: {'id': '5019d597-4daf-4f24-b1b9-2bf6e291684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd3aebf86-0a43-43a8-bd5c-68afe074beb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:57.142324 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb8ba20-8e3d-42e1-9011-b0f157c3c49d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network hostable DHCP agents. Network: d3aebf86-0a43-43a8-bd5c-68afe074beb5, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:01:57.151247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8ba20-8e3d-42e1-9011-b0f157c3c49d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Subnet': ['ID=b3dbeea5-4e51-487a-b99d-6d13e51e27ed,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:57.182863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb8ba20-8e3d-42e1-9011-b0f157c3c49d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network d3aebf86-0a43-43a8-bd5c-68afe074beb5 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:01:57.248340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5bb8ba20-8e3d-42e1-9011-b0f157c3c49d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d3aebf86-0a43-43a8-bd5c-68afe074beb5) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:57.263371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a1e57-4a13-474d-b4c1-08039d7ed540 None None] Network d3aebf86-0a43-43a8-bd5c-68afe074beb5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:57.266462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb8ba20-8e3d-42e1-9011-b0f157c3c49d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:57.267214 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ba20-8e3d-42e1-9011-b0f157c3c49d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.469579 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5bb8ba20-8e3d-42e1-9011-b0f157c3c49d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5095766 Aug 09 16:01:57.476679 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57410) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:57.544390 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d3e986f9-280c-428a-a1d3-aab1e6287aed tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1746147100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:57.608456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a90cc-39c4-4b02-806f-7a2f92dfcafe tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Subnet': ['ID=e2111e0a-8ffb-4b27-816e-80a6b43e3596,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:57.612710 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3cca7c05-c56c-4871-8dfd-a0bd21013a20 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48a7789d166d413a8429d82c91737140&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6958604 Aug 09 16:01:57.623598 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57412) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:57.626432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.640121 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-6f368139-90d5-44ef-b4b4-05a0a1b22ac0 admin admin] Deleting port 05decba1-6a39-4b06-9593-3683dd3f34d5 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:01:57.640736 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6f368139-90d5-44ef-b4b4-05a0a1b22ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.643344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d3e986f9-280c-428a-a1d3-aab1e6287aed tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.645040 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d3e986f9-280c-428a-a1d3-aab1e6287aed tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.695867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50cdcf66-c862-400d-b9f0-abf359e87a25 req-d1256106-cd97-44af-86eb-8e50e75ed8cf tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/ports?device_id=468db087-8b60-4117-946a-ed19f1017182 HTTP/1.1" status: 200 len: 210 time: 0.1022518 Aug 09 16:01:57.718478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5a90cc-39c4-4b02-806f-7a2f92dfcafe tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Checking segment: {'id': '8a9e8c96-6d80-4cd8-b791-803589301d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '425b8197-f526-4376-b5ff-e6cbb9b7cead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:57.719053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5a90cc-39c4-4b02-806f-7a2f92dfcafe tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network hostable DHCP agents. Network: 425b8197-f526-4376-b5ff-e6cbb9b7cead, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:01:57.736161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-d3aebf86-0a43-43a8-bd5c-68afe074beb5', 'network_id': 'd3aebf86-0a43-43a8-bd5c-68afe074beb5', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'fixed_ips': [{'subnet_id': 'b3dbeea5-4e51-487a-b99d-6d13e51e27ed'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:01:57.747353 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.839723 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-6f368139-90d5-44ef-b4b4-05a0a1b22ac0 admin admin] For port 05decba1-6a39-4b06-9593-3683dd3f34d5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=05decba1-6a39-4b06-9593-3683dd3f34d5,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:57.840619 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6f368139-90d5-44ef-b4b4-05a0a1b22ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.855347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-6f368139-90d5-44ef-b4b4-05a0a1b22ac0 admin admin] Calling delete_port for 05decba1-6a39-4b06-9593-3683dd3f34d5 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:01:57.971832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5a90cc-39c4-4b02-806f-7a2f92dfcafe tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network 425b8197-f526-4376-b5ff-e6cbb9b7cead is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:01:58.021217 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-0b5a90cc-39c4-4b02-806f-7a2f92dfcafe tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 425b8197-f526-4376-b5ff-e6cbb9b7cead) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:58.064600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c97cd-72e0-4b2b-bde1-e83a071265a4 None None] Network 425b8197-f526-4376-b5ff-e6cbb9b7cead requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:01:58.069396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5a90cc-39c4-4b02-806f-7a2f92dfcafe tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:58.070041 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b5a90cc-39c4-4b02-806f-7a2f92dfcafe tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.091153 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5a4738-6db7-40bb-9db9-efbff9f91043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.176675 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5a4738-6db7-40bb-9db9-efbff9f91043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.268439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0b5a90cc-39c4-4b02-806f-7a2f92dfcafe tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.5350389 Aug 09 16:01:58.271854 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5a4738-6db7-40bb-9db9-efbff9f91043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.280699 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5a4738-6db7-40bb-9db9-efbff9f91043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.288366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ae5a4738-6db7-40bb-9db9-efbff9f91043 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bda3ecb4-7315-4f61-89c6-e685d9f4f606 HTTP/1.1" status: 204 len: 168 time: 0.6580758 Aug 09 16:01:58.291772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57418) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:58.297806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Allocated IP 2001:db8::2 (d3aebf86-0a43-43a8-bd5c-68afe074beb5/b3dbeea5-4e51-487a-b99d-6d13e51e27ed/4778e092-e4f2-477b-b263-73e8efaf8a5a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:58.365115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a4738-6db7-40bb-9db9-efbff9f91043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda3ecb4-7315-4f61-89c6-e685d9f4f606,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:58.479858 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6f368139-90d5-44ef-b4b4-05a0a1b22ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.488924 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d3e986f9-280c-428a-a1d3-aab1e6287aed tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.509663 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.530913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Transition to ACTIVE for port object 4778e092-e4f2-477b-b263-73e8efaf8a5a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:58.549104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Transition to ACTIVE for port object 4778e092-e4f2-477b-b263-73e8efaf8a5a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:58.555725 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d3e986f9-280c-428a-a1d3-aab1e6287aed tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.582300 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.583867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f368139-90d5-44ef-b4b4-05a0a1b22ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=05decba1-6a39-4b06-9593-3683dd3f34d5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:58.644581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Pushing event updated for resources: {'Port': ['ID=4778e092-e4f2-477b-b263-73e8efaf8a5a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:58.713157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Network d3aebf86-0a43-43a8-bd5c-68afe074beb5 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:58.737217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:58.745048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:58.762645 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d3e986f9-280c-428a-a1d3-aab1e6287aed tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.764048 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d3e986f9-280c-428a-a1d3-aab1e6287aed tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2755990 Aug 09 16:01:58.766816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57428) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:58.785828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:58.787036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'port': {'network_id': 'd3aebf86-0a43-43a8-bd5c-68afe074beb5', 'name': 'tempest-RoutersIpV6Test-1582414636'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:58.995906 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57436) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:59.017042 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455bdf2-016c-4a62-8012-5330a88831c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-425b8197-f526-4376-b5ff-e6cbb9b7cead', 'network_id': '425b8197-f526-4376-b5ff-e6cbb9b7cead', 'tenant_id': 'f4755b466d324e9099ed623395ec1551', 'fixed_ips': [{'subnet_id': 'e2111e0a-8ffb-4b27-816e-80a6b43e3596'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:01:59.017980 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3455bdf2-016c-4a62-8012-5330a88831c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.070191 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Attempting to bind port 4778e092-e4f2-477b-b263-73e8efaf8a5a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:59.071205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Attempting to bind port 4778e092-e4f2-477b-b263-73e8efaf8a5a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '5019d597-4daf-4f24-b1b9-2bf6e291684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd3aebf86-0a43-43a8-bd5c-68afe074beb5'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:59.071578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Attempting to bind port 4778e092-e4f2-477b-b263-73e8efaf8a5a on network d3aebf86-0a43-43a8-bd5c-68afe074beb5 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:59.082665 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:59.083075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Checking segment: {'id': '5019d597-4daf-4f24-b1b9-2bf6e291684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd3aebf86-0a43-43a8-bd5c-68afe074beb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:59.084337 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.084861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Bound using segment: {'id': '5019d597-4daf-4f24-b1b9-2bf6e291684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd3aebf86-0a43-43a8-bd5c-68afe074beb5'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:59.085566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Bound port: 4778e092-e4f2-477b-b263-73e8efaf8a5a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5019d597-4daf-4f24-b1b9-2bf6e291684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd3aebf86-0a43-43a8-bd5c-68afe074beb5'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:59.086170 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.096010 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.124257 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.130769 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.161166 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-39088340-a385-4206-8372-b5db5f92b8ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.266222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] For port 4778e092-e4f2-477b-b263-73e8efaf8a5a, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:59.270694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] For port 4778e092-e4f2-477b-b263-73e8efaf8a5a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4778e092-e4f2-477b-b263-73e8efaf8a5a,segment=NetworkSegment(5019d597-4daf-4f24-b1b9-2bf6e291684b),segment_id=5019d597-4daf-4f24-b1b9-2bf6e291684b)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:59.278958 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.306204 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-39088340-a385-4206-8372-b5db5f92b8ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.405310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9b4b5-03ad-498a-b65c-2ec951181cbb None None] Pushing event updated for resources: {'Port': ['ID=4778e092-e4f2-477b-b263-73e8efaf8a5a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:59.592425 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6f368139-90d5-44ef-b4b4-05a0a1b22ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.636155 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Allocated IP 172.25.2.168 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/056f14cd-8fde-464e-a3c4-229119f27dbf) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:59.705527 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57454) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:59.756262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:59.761382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.962396 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.986497 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server [None req-3455bdf2-016c-4a62-8012-5330a88831c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2111e0a-8ffb-4b27-816e-80a6b43e3596: This subnet is being modified by another concurrent operation. Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise exception Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2111e0a-8ffb-4b27-816e-80a6b43e3596: This subnet is being modified by another concurrent operation. Aug 09 16:01:59.987135 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Aug 09 16:02:00.015101 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-39088340-a385-4206-8372-b5db5f92b8ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.018492 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-39088340-a385-4206-8372-b5db5f92b8ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.019981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-39088340-a385-4206-8372-b5db5f92b8ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "DELETE /v2.0/security-groups/74243e22-3e3d-4e7a-a36b-8c411d7526e9 HTTP/1.1" status: 204 len: 168 time: 1.0229356 Aug 09 16:02:00.020745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287a3c6-5d05-44ea-a44c-212e63cae115 None None] Network 425b8197-f526-4376-b5ff-e6cbb9b7cead requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:00.037304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57462) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:00.149503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Subnet': ['ID=e2111e0a-8ffb-4b27-816e-80a6b43e3596,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:00.174776 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] device_id is not set on port 4616e072-dff1-4032-9c9f-8018947725d3 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:02:00.184266 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7df8-cf6c-4b94-b1e1-a21cc03df849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.188642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39088340-a385-4206-8372-b5db5f92b8ab tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74243e22-3e3d-4e7a-a36b-8c411d7526e9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:00.319837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57468) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:00.366626 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.370007 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-8cc80acb-d8b1-4f65-84c9-b3f0ffb59b7b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] show failed (client error): The resource could not be found. Aug 09 16:02:00.371007 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8cc80acb-d8b1-4f65-84c9-b3f0ffb59b7b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "GET /v2.0/security-groups/74243e22-3e3d-4e7a-a36b-8c411d7526e9 HTTP/1.1" status: 404 len: 347 time: 0.3324144 Aug 09 16:02:00.402512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4778e092-e4f2-477b-b263-73e8efaf8a5a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:00.403674 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57470) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:00.426851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425b8197-f526-4376-b5ff-e6cbb9b7cead']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:00.461164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9e8c96-6d80-4cd8-b791-803589301d44') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:00.461481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9e8c96-6d80-4cd8-b791-803589301d44') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:00.478078 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.511232 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.516807 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.542969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:00.542969 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:00.559896 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:00.564379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 4778e092-e4f2-477b-b263-73e8efaf8a5a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:00.657924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:00.739742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:00.740555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Allocated IP 2001:db8::22b (d3aebf86-0a43-43a8-bd5c-68afe074beb5/b3dbeea5-4e51-487a-b99d-6d13e51e27ed/4616e072-dff1-4032-9c9f-8018947725d3) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:00.763345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:00.823785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Pushing event updated for resources: {'Port': ['ID=056f14cd-8fde-464e-a3c4-229119f27dbf,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:00.829627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.850220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1371358505-network', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:00.851060 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.854549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/425b8197-f526-4376-b5ff-e6cbb9b7cead HTTP/1.1" status: 204 len: 168 time: 2.5224891 Aug 09 16:02:00.875429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f368139-90d5-44ef-b4b4-05a0a1b22ac0 admin admin] Router f1e4f42e-b3ef-4990-985a-3f2b7711cd4e has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:00.881984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57478) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:00.890005 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f9d5eca9-3a90-4aeb-8863-39fb72358aba tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-623976916'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:00.898593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03a99b-27f2-4c9f-95ba-670c8d949fcf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Network': ['ID=425b8197-f526-4376-b5ff-e6cbb9b7cead,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:01.240582 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f368139-90d5-44ef-b4b4-05a0a1b22ac0 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:01.254964 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ec21b-a5e5-4895-9c95-4346c7d36c2f None None] Sync routers for ids ['f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:01.268211 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6f368139-90d5-44ef-b4b4-05a0a1b22ac0 admin admin] 10.222.0.81 "PUT /v2.0/routers/f1e4f42e-b3ef-4990-985a-3f2b7711cd4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5476007 Aug 09 16:02:01.271800 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ec21b-a5e5-4895-9c95-4346c7d36c2f None None] Routers {'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:01.272425 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-712ec21b-a5e5-4895-9c95-4346c7d36c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:01.287018 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5c633-1317-4964-9b35-39ebb82676b6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Deleting port faf06255-ec63-42d4-b817-95fa8cff725e {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:01.287367 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ebf5c633-1317-4964-9b35-39ebb82676b6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.305434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57486) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:01.345516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d7755-04c4-44fa-bb34-1223151e572d None None] Network d3aebf86-0a43-43a8-bd5c-68afe074beb5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:01.378132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.469638 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-712ec21b-a5e5-4895-9c95-4346c7d36c2f None None] Set router f1e4f42e-b3ef-4990-985a-3f2b7711cd4e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:01.513660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ff653123-e867-4a8b-a7b8-9f32757024a7 None None] Provisioning for port 4778e092-e4f2-477b-b263-73e8efaf8a5a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:01.521378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.550369 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ff653123-e867-4a8b-a7b8-9f32757024a7 None None] Provisioning complete for port 4778e092-e4f2-477b-b263-73e8efaf8a5a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:01.551217 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ff653123-e867-4a8b-a7b8-9f32757024a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.600397 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7df8-cf6c-4b94-b1e1-a21cc03df849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.679964 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7df8-cf6c-4b94-b1e1-a21cc03df849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.694892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Made reservation on behalf of 086fb16a47f4457db6b1fb2cd534457c for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:01.698395 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.715661 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.734795 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-712ec21b-a5e5-4895-9c95-4346c7d36c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'name': 'tempest-TestServerMultinode-694197359-router', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:01:58Z', 'revision_number': 5, 'project_id': '7edd19b38f6245baa2deb7acbdacc954', 'gw_port': {'id': 'c21708d3-a8ee-4d5a-94a3-9322fa03030a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:01.756885 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.802678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Transition to ACTIVE for port object 4616e072-dff1-4032-9c9f-8018947725d3 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:01.820231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b7df8-cf6c-4b94-b1e1-a21cc03df849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1280dc95-90b7-461e-92c8-857a2c890f29,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:01.828380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d5eca9-3a90-4aeb-8863-39fb72358aba tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:01.832845 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9d5eca9-3a90-4aeb-8863-39fb72358aba tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.854397 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ec21b-a5e5-4895-9c95-4346c7d36c2f None None] Checking router: f1e4f42e-b3ef-4990-985a-3f2b7711cd4e for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:02:01.858541 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.889169 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ec21b-a5e5-4895-9c95-4346c7d36c2f None None] Routers {'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:01.890169 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-712ec21b-a5e5-4895-9c95-4346c7d36c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:01.897867 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ff653123-e867-4a8b-a7b8-9f32757024a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.956705 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.966260 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aa5b7df8-cf6c-4b94-b1e1-a21cc03df849 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=371b9a66e77346619db57011a1e6cff5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2576149 Aug 09 16:02:01.970479 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ebf5c633-1317-4964-9b35-39ebb82676b6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.970895 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ebf5c633-1317-4964-9b35-39ebb82676b6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.973911 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.986400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57492) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:01.987093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d5eca9-3a90-4aeb-8863-39fb72358aba tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:01.995212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ff653123-e867-4a8b-a7b8-9f32757024a7 None None] For port 4778e092-e4f2-477b-b263-73e8efaf8a5a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4778e092-e4f2-477b-b263-73e8efaf8a5a,segment=NetworkSegment(5019d597-4daf-4f24-b1b9-2bf6e291684b),segment_id=5019d597-4daf-4f24-b1b9-2bf6e291684b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:02.006187 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ff653123-e867-4a8b-a7b8-9f32757024a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.016363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5c633-1317-4964-9b35-39ebb82676b6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Calling delete_port for faf06255-ec63-42d4-b817-95fa8cff725e owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:02.022339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:02.060799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98e3c00-ac3a-40e4-9838-4b8223a5e496,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:02.071030 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.071383 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Added segment d5e50d2c-296e-4147-aa30-a22e684a6de4 of type vlan for network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff Aug 09 16:02:02.094275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff653123-e867-4a8b-a7b8-9f32757024a7 None None] Pushing event updated for resources: {'Port': ['ID=4778e092-e4f2-477b-b263-73e8efaf8a5a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:02.130860 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.155910 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-712ec21b-a5e5-4895-9c95-4346c7d36c2f None None] Set router f1e4f42e-b3ef-4990-985a-3f2b7711cd4e gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:02.221444 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.225197 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9d5eca9-3a90-4aeb-8863-39fb72358aba tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.225561 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-f9d5eca9-3a90-4aeb-8863-39fb72358aba tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Added segment 328de337-6efa-4e64-93df-f0c976cf2b08 of type vlan for network b5340a30-8a0f-447a-9164-af35488dacb2 Aug 09 16:02:02.260720 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.269549 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.270988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:02.272120 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.288044 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.302541 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-712ec21b-a5e5-4895-9c95-4346c7d36c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'name': 'tempest-TestServerMultinode-694197359-router', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:02:01Z', 'revision_number': 6, 'project_id': '7edd19b38f6245baa2deb7acbdacc954', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:02.337666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0922d5a5-39d8-407d-b527-97755b9b64c0 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:02:02.341368 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ec21b-a5e5-4895-9c95-4346c7d36c2f None None] The sync data for ids ['f1e4f42e-b3ef-4990-985a-3f2b7711cd4e'] in n-d-803778-2 is: [{'id': 'f1e4f42e-b3ef-4990-985a-3f2b7711cd4e', 'name': 'tempest-TestServerMultinode-694197359-router', 'tenant_id': '7edd19b38f6245baa2deb7acbdacc954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:21Z', 'updated_at': '2021-08-09T16:02:01Z', 'revision_number': 6, 'project_id': '7edd19b38f6245baa2deb7acbdacc954', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:02.348205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8ade8b83-29c8-4669-91b3-2b945dd062f4 None None] Provisioning complete for port 4778e092-e4f2-477b-b263-73e8efaf8a5a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:02.348673 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ade8b83-29c8-4669-91b3-2b945dd062f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.376760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3284e18-cb42-44d3-96d4-64c68641e74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.419208 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3284e18-cb42-44d3-96d4-64c68641e74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.427691 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network d3aebf86-0a43-43a8-bd5c-68afe074beb5 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:02.433502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:02.439305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Deleting port c21708d3-a8ee-4d5a-94a3-9322fa03030a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:02.439655 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.443642 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9d5eca9-3a90-4aeb-8863-39fb72358aba tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.444617 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-310ffade-fcb8-4d69-ba7e-ed98aaba0cd4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0536327 Aug 09 16:02:02.450979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57494) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:02.451232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:02.453149 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:02.460621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:02.466719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:02.467542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.475052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-df13fa4c-bde6-42cd-848c-9816505ae61d admin admin] Request body: {'subnet': {'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1371358505-subnet', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:02.504414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df13fa4c-bde6-42cd-848c-9816505ae61d admin admin] Made reservation on behalf of 086fb16a47f4457db6b1fb2cd534457c for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:02.507692 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df13fa4c-bde6-42cd-848c-9816505ae61d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.723597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0922d5a5-39d8-407d-b527-97755b9b64c0 None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:02:02.751482 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df13fa4c-bde6-42cd-848c-9816505ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.762910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=4616e072-dff1-4032-9c9f-8018947725d3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:02.866078 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9d5eca9-3a90-4aeb-8863-39fb72358aba tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.899060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d5eca9-3a90-4aeb-8863-39fb72358aba tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:02.901168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f9d5eca9-3a90-4aeb-8863-39fb72358aba tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.977489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3284e18-cb42-44d3-96d4-64c68641e74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.985217 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3284e18-cb42-44d3-96d4-64c68641e74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.990419 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d3284e18-cb42-44d3-96d4-64c68641e74c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1280dc95-90b7-461e-92c8-857a2c890f29 HTTP/1.1" status: 204 len: 168 time: 0.9955935 Aug 09 16:02:02.998331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-51015f1b-139e-404a-916e-b4a2c7423a05 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2304153 Aug 09 16:02:03.003994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57502) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:03.004688 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ebf5c633-1317-4964-9b35-39ebb82676b6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:03.021518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f9d5eca9-3a90-4aeb-8863-39fb72358aba tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1378105 Aug 09 16:02:03.040760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57504) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:03.071366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3477414b-0a05-4025-8e5e-c7be9c67bbee tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'subnet': {'network_id': 'b5340a30-8a0f-447a-9164-af35488dacb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:03.155954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] For port c21708d3-a8ee-4d5a-94a3-9322fa03030a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c21708d3-a8ee-4d5a-94a3-9322fa03030a,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:03.156524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:03.164695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3284e18-cb42-44d3-96d4-64c68641e74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1280dc95-90b7-461e-92c8-857a2c890f29,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:03.212674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Router 87eea737-f352-45a5-9998-73474f0ac03b is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:02:03.226737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5eca9-3a90-4aeb-8863-39fb72358aba tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Network': ['ID=b5340a30-8a0f-447a-9164-af35488dacb2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:03.258467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Calling delete_port for c21708d3-a8ee-4d5a-94a3-9322fa03030a owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:03.294803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network b5340a30-8a0f-447a-9164-af35488dacb2 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:03.347376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5c633-1317-4964-9b35-39ebb82676b6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Port': ['ID=faf06255-ec63-42d4-b817-95fa8cff725e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:03.481295 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ebf5c633-1317-4964-9b35-39ebb82676b6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:03.488739 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ebf5c633-1317-4964-9b35-39ebb82676b6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:03.489990 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ebf5c633-1317-4964-9b35-39ebb82676b6 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "DELETE /v2.0/floatingips/13b87ef2-d554-4c9e-91b6-f20dc705e6c1 HTTP/1.1" status: 204 len: 168 time: 3.0609541 Aug 09 16:02:03.506452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57508) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:03.507933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13fa4c-bde6-42cd-848c-9816505ae61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6131387-8542-4fb2-9550-dcd88eedfaa5,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:03.549392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df13fa4c-bde6-42cd-848c-9816505ae61d admin admin] Checking segment: {'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:03.549759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df13fa4c-bde6-42cd-848c-9816505ae61d admin admin] Network hostable DHCP agents. Network: 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:03.667652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:03.680930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f3dc2-3ab5-4d0c-9a3d-e298df7ac120 None None] Sync routers for ids ['87eea737-f352-45a5-9998-73474f0ac03b'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:03.699800 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:03.703872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-223c2b3c-a338-40cb-a3b5-728467c3798e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "PUT /v2.0/routers/87eea737-f352-45a5-9998-73474f0ac03b HTTP/1.1" status: 200 len: 880 time: 7.7969627 Aug 09 16:02:03.709471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f3dc2-3ab5-4d0c-9a3d-e298df7ac120 None None] Routers {'87eea737-f352-45a5-9998-73474f0ac03b'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:03.712732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-322f3dc2-3ab5-4d0c-9a3d-e298df7ac120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['87eea737-f352-45a5-9998-73474f0ac03b'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:03.723248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57516) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:03.860077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-322f3dc2-3ab5-4d0c-9a3d-e298df7ac120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:03.879624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f3dc2-3ab5-4d0c-9a3d-e298df7ac120 None None] Routers {'87eea737-f352-45a5-9998-73474f0ac03b'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:03.882073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-322f3dc2-3ab5-4d0c-9a3d-e298df7ac120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:01:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['87eea737-f352-45a5-9998-73474f0ac03b'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:03.952004 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3477414b-0a05-4025-8e5e-c7be9c67bbee tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:03.957340 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3477414b-0a05-4025-8e5e-c7be9c67bbee tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.001097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-322f3dc2-3ab5-4d0c-9a3d-e298df7ac120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:04.003357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f3dc2-3ab5-4d0c-9a3d-e298df7ac120 None None] The sync data for ids ['87eea737-f352-45a5-9998-73474f0ac03b'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:04.083673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4778e092-e4f2-477b-b263-73e8efaf8a5a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:04.151239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8ff7df4f-edd4-448a-851f-f92b2a8cc5d7 None None] Provisioning for port 4616e072-dff1-4032-9c9f-8018947725d3 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:04.157026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8ff7df4f-edd4-448a-851f-f92b2a8cc5d7 None None] Provisioning complete for port 4616e072-dff1-4032-9c9f-8018947725d3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:04.157934 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ff7df4f-edd4-448a-851f-f92b2a8cc5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.208603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df13fa4c-bde6-42cd-848c-9816505ae61d admin admin] Network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:04.215253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 4778e092-e4f2-477b-b263-73e8efaf8a5a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:04.215644 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.261806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7df4f-edd4-448a-851f-f92b2a8cc5d7 None None] Port 4616e072-dff1-4032-9c9f-8018947725d3 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:02:04.298045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-df13fa4c-bde6-42cd-848c-9816505ae61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:04.315184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df13fa4c-bde6-42cd-848c-9816505ae61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:04.315712 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df13fa4c-bde6-42cd-848c-9816505ae61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.328289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aeea52-815a-40ef-a6ea-edd84ffd1d8c None None] Network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:04.461747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 05decba1-6a39-4b06-9593-3683dd3f34d5 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:04.480953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-df13fa4c-bde6-42cd-848c-9816505ae61d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0252922 Aug 09 16:02:04.487255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57532) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:04.505743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1371358505-router', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:04.508027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 05decba1-6a39-4b06-9593-3683dd3f34d5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:04.508740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 05decba1-6a39-4b06-9593-3683dd3f34d5 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:04.509408 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c21708d3-a8ee-4d5a-94a3-9322fa03030a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:04.556770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691dd93c-cfb8-44ab-9145-9a2d680377c8 None None] Network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:04.763766 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.789301 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.791588 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.833638 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.838427 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.878886 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.891380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Pushing event deleted for resources: {'Port': ['ID=c21708d3-a8ee-4d5a-94a3-9322fa03030a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:04.932162 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4517bb8b-c43e-46ea-aa1b-191e8d2a5aae tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/routers/87eea737-f352-45a5-9998-73474f0ac03b HTTP/1.1" status: 200 len: 921 time: 1.2034745 Aug 09 16:02:04.954858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57544) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:05.035111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3e5588a8-4b01-4b08-a335-564144141701 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Deleting port 5c157cf4-9aaa-47fa-aba5-df3034f5174b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:05.035467 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e5588a8-4b01-4b08-a335-564144141701 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.100018 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.378643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe213d-4e1b-4aa6-bd44-3af3471f0232 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:05.385782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a9fe213d-4e1b-4aa6-bd44-3af3471f0232 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&device_id=87eea737-f352-45a5-9998-73474f0ac03b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4294894 Aug 09 16:02:05.390017 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.392518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57554) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:05.419894 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.496617 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3477414b-0a05-4025-8e5e-c7be9c67bbee tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.648858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.649928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1e4f42e-b3ef-4990-985a-3f2b7711cd4e {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:02:05.657295 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.661530 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f11a1ca6-b6e2-4e93-8a4c-a73ee5a4fe0e admin admin] 10.222.0.81 "DELETE /v2.0/routers/f1e4f42e-b3ef-4990-985a-3f2b7711cd4e HTTP/1.1" status: 204 len: 168 time: 4.3513398 Aug 09 16:02:05.662353 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e5588a8-4b01-4b08-a335-564144141701 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.676757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57556) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:05.697632 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:05.756265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3e5588a8-4b01-4b08-a335-564144141701 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Calling delete_port for 5c157cf4-9aaa-47fa-aba5-df3034f5174b owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:05.807658 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477414b-0a05-4025-8e5e-c7be9c67bbee tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Subnet': ['ID=5c6318c2-c018-4ee2-98a2-d12d24383c91,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:05.834658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c31f3b-9cb8-466f-9323-928102f571c0 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:05.841824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-44c31f3b-9cb8-466f-9323-928102f571c0 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 881 time: 0.4411619 Aug 09 16:02:05.851636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57562) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:05.893743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ea62c23e-27fb-46a1-b228-69b03c738325 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "GET /v2.0/ports?device_id=87eea737-f352-45a5-9998-73474f0ac03b HTTP/1.1" status: 200 len: 205 time: 0.0448084 Aug 09 16:02:05.905074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57564) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:05.958757 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3477414b-0a05-4025-8e5e-c7be9c67bbee tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Checking segment: {'id': '328de337-6efa-4e64-93df-f0c976cf2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b5340a30-8a0f-447a-9164-af35488dacb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:05.959073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477414b-0a05-4025-8e5e-c7be9c67bbee tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network hostable DHCP agents. Network: b5340a30-8a0f-447a-9164-af35488dacb2, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:06.003512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-7184420e-6226-4b53-bf14-5feae105b492 admin admin] Deleting subnet 581956c1-9f6b-4930-9848-6ca9c6175f1b {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:06.018502 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7184420e-6226-4b53-bf14-5feae105b492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.030766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477414b-0a05-4025-8e5e-c7be9c67bbee tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network b5340a30-8a0f-447a-9164-af35488dacb2 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:06.055189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3477414b-0a05-4025-8e5e-c7be9c67bbee tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, b5340a30-8a0f-447a-9164-af35488dacb2) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:06.061523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c05adf-c811-4c48-832a-30e96b1d11ba None None] Network b5340a30-8a0f-447a-9164-af35488dacb2 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:06.066531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3477414b-0a05-4025-8e5e-c7be9c67bbee tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:06.067134 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3477414b-0a05-4025-8e5e-c7be9c67bbee tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.124798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7184420e-6226-4b53-bf14-5feae105b492 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.129660 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3477414b-0a05-4025-8e5e-c7be9c67bbee tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0809143 Aug 09 16:02:06.129890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57570) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:06.134776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8baecbf4-1a4c-4684-b23e-ea10d1f11c85 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'subnet': {'network_id': 'b5340a30-8a0f-447a-9164-af35488dacb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:06.154886 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.217053 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:02:06.324581 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.414615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=4616e072-dff1-4032-9c9f-8018947725d3,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:06.442787 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.572331 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.583621 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7184420e-6226-4b53-bf14-5feae105b492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.645151 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.755432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e5588a8-4b01-4b08-a335-564144141701 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.759419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-b5340a30-8a0f-447a-9164-af35488dacb2', 'network_id': 'b5340a30-8a0f-447a-9164-af35488dacb2', 'tenant_id': 'f4755b466d324e9099ed623395ec1551', 'fixed_ips': [{'subnet_id': '5c6318c2-c018-4ee2-98a2-d12d24383c91'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:02:06.760368 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.860897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5588a8-4b01-4b08-a335-564144141701 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Port': ['ID=5c157cf4-9aaa-47fa-aba5-df3034f5174b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:06.971119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Allocated IP 2001:db8::2 (b5340a30-8a0f-447a-9164-af35488dacb2/5c6318c2-c018-4ee2-98a2-d12d24383c91/ec17c897-f218-4ff1-8d48-05c2ad81bb75) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:06.994109 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c0e3d611-bf48-4e08-911a-d4dfb9dcb490 None None] Provisioning complete for port 4616e072-dff1-4032-9c9f-8018947725d3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:06.994109 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0e3d611-bf48-4e08-911a-d4dfb9dcb490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.033258 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.083796 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.084060 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7184420e-6226-4b53-bf14-5feae105b492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.085240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baecbf4-1a4c-4684-b23e-ea10d1f11c85 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:07.088968 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8baecbf4-1a4c-4684-b23e-ea10d1f11c85 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.177885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Allocated IP 172.25.2.154 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/ad21732f-c205-4a26-a528-10e85dac5b1c) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:07.183192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184420e-6226-4b53-bf14-5feae105b492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581956c1-9f6b-4930-9848-6ca9c6175f1b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:07.220945 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e5588a8-4b01-4b08-a335-564144141701 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.222927 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3e5588a8-4b01-4b08-a335-564144141701 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "DELETE /v2.0/ports/5c157cf4-9aaa-47fa-aba5-df3034f5174b HTTP/1.1" status: 204 len: 168 time: 3.5629218 Aug 09 16:02:07.227732 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7184420e-6226-4b53-bf14-5feae105b492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.229567 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7184420e-6226-4b53-bf14-5feae105b492 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/581956c1-9f6b-4930-9848-6ca9c6175f1b HTTP/1.1" status: 204 len: 168 time: 1.5518503 Aug 09 16:02:07.230836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57580) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:07.242368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57582) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:07.321658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1f1ddf-6478-4431-a8af-91f40b4dcd12 None None] Network c6a00482-dfda-4a21-89e5-730318a67397 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:07.350113 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.451996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3d611-bf48-4e08-911a-d4dfb9dcb490 None None] Port 4616e072-dff1-4032-9c9f-8018947725d3 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:02:07.488223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Deleting port 056f14cd-8fde-464e-a3c4-229119f27dbf {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:07.488576 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.547990 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.690732 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8eb4465b-b669-4899-a79f-27375c4edbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.726525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Deleting port 88880492-68f8-4ee7-8b8d-10924bcf31cb {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:07.726873 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.740482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f8164c25-1f4c-4e81-80f2-767d39d76365 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Deleting port 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:07.740843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8164c25-1f4c-4e81-80f2-767d39d76365 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.801446 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.814582 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.834729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Transition to ACTIVE for port object ec17c897-f218-4ff1-8d48-05c2ad81bb75 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:07.860910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Transition to ACTIVE for port object ec17c897-f218-4ff1-8d48-05c2ad81bb75 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:07.878112 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:07.893528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb7110b-7044-418f-bdfd-f3a8d95d91ef None None] DHCP port deletion for c6a00482-dfda-4a21-89e5-730318a67397 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:07.945884 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.008194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Pushing event updated for resources: {'Port': ['ID=ec17c897-f218-4ff1-8d48-05c2ad81bb75,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:08.009388 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8164c25-1f4c-4e81-80f2-767d39d76365 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.013854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Network b5340a30-8a0f-447a-9164-af35488dacb2 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:08.016411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:08.020460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:08.030270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f8164c25-1f4c-4e81-80f2-767d39d76365 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Calling delete_port for 3466e235-97ff-4dc2-8d02-ef6f15d1cb22 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:08.032170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7110b-7044-418f-bdfd-f3a8d95d91ef None None] Deleting port 88880492-68f8-4ee7-8b8d-10924bcf31cb {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:08.032566 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8fb7110b-7044-418f-bdfd-f3a8d95d91ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.172672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 88880492-68f8-4ee7-8b8d-10924bcf31cb no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:08.175201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Calling delete_port for 056f14cd-8fde-464e-a3c4-229119f27dbf owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:08.185786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] For port 88880492-68f8-4ee7-8b8d-10924bcf31cb, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=88880492-68f8-4ee7-8b8d-10924bcf31cb,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:08.186166 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.219577 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.304437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Attempting to bind port ec17c897-f218-4ff1-8d48-05c2ad81bb75 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:08.304953 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8164c25-1f4c-4e81-80f2-767d39d76365 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.309860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Attempting to bind port ec17c897-f218-4ff1-8d48-05c2ad81bb75 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '328de337-6efa-4e64-93df-f0c976cf2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b5340a30-8a0f-447a-9164-af35488dacb2'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:08.311955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Attempting to bind port ec17c897-f218-4ff1-8d48-05c2ad81bb75 on network b5340a30-8a0f-447a-9164-af35488dacb2 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:08.321668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8fb7110b-7044-418f-bdfd-f3a8d95d91ef None None] For port 88880492-68f8-4ee7-8b8d-10924bcf31cb, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=88880492-68f8-4ee7-8b8d-10924bcf31cb,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:08.322085 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8fb7110b-7044-418f-bdfd-f3a8d95d91ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.335363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:08.335923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Checking segment: {'id': '328de337-6efa-4e64-93df-f0c976cf2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b5340a30-8a0f-447a-9164-af35488dacb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:08.336529 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.336953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Bound using segment: {'id': '328de337-6efa-4e64-93df-f0c976cf2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b5340a30-8a0f-447a-9164-af35488dacb2'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:08.337548 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Bound port: ec17c897-f218-4ff1-8d48-05c2ad81bb75, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328de337-6efa-4e64-93df-f0c976cf2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b5340a30-8a0f-447a-9164-af35488dacb2'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:08.338066 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.342562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Calling delete_port for 88880492-68f8-4ee7-8b8d-10924bcf31cb owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:08.384034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:08.409299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Pushing event updated for resources: {'Port': ['ID=ad21732f-c205-4a26-a528-10e85dac5b1c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:08.427986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8164c25-1f4c-4e81-80f2-767d39d76365 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Port': ['ID=3466e235-97ff-4dc2-8d02-ef6f15d1cb22,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:08.439979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] For port ec17c897-f218-4ff1-8d48-05c2ad81bb75, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:08.443409 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:08.444221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] For port ec17c897-f218-4ff1-8d48-05c2ad81bb75, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ec17c897-f218-4ff1-8d48-05c2ad81bb75,segment=NetworkSegment(328de337-6efa-4e64-93df-f0c976cf2b08),segment_id=328de337-6efa-4e64-93df-f0c976cf2b08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:08.447688 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.449618 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:08.452448 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.461019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7110b-7044-418f-bdfd-f3a8d95d91ef None None] Calling delete_port for 88880492-68f8-4ee7-8b8d-10924bcf31cb owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:08.600801 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8baecbf4-1a4c-4684-b23e-ea10d1f11c85 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.617091 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.623370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.669283 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8164c25-1f4c-4e81-80f2-767d39d76365 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:08.671229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf3907-175e-4ade-813f-bdfc1da21470 None None] Pushing event updated for resources: {'Port': ['ID=ec17c897-f218-4ff1-8d48-05c2ad81bb75,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:08.673252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f8164c25-1f4c-4e81-80f2-767d39d76365 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "DELETE /v2.0/ports/3466e235-97ff-4dc2-8d02-ef6f15d1cb22 HTTP/1.1" status: 204 len: 168 time: 1.4404740 Aug 09 16:02:08.773981 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57596) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:08.898333 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.033346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 88880492-68f8-4ee7-8b8d-10924bcf31cb, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=88880492-68f8-4ee7-8b8d-10924bcf31cb,segment=NetworkSegment(8f6da65a-2f5f-4c77-a9e0-42460a30e832),segment_id=8f6da65a-2f5f-4c77-a9e0-42460a30e832)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:09.042545 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.092462 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8fb7110b-7044-418f-bdfd-f3a8d95d91ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.103274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event deleted for resources: {'Port': ['ID=88880492-68f8-4ee7-8b8d-10924bcf31cb,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:09.155099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7110b-7044-418f-bdfd-f3a8d95d91ef None None] Pushing event deleted for resources: {'Port': ['ID=88880492-68f8-4ee7-8b8d-10924bcf31cb,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:09.180923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7110b-7044-418f-bdfd-f3a8d95d91ef None None] No DVR routers for this DVR port 88880492-68f8-4ee7-8b8d-10924bcf31cb on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:09.221777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=4616e072-dff1-4032-9c9f-8018947725d3,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:09.274431 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97d8137-76cd-46d1-bb9e-5ad53a1ac2e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Deleting subnet a3085894-0751-4872-a5e8-b00412ed7387 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:09.296696 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d97d8137-76cd-46d1-bb9e-5ad53a1ac2e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.356462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baecbf4-1a4c-4684-b23e-ea10d1f11c85 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network b5340a30-8a0f-447a-9164-af35488dacb2 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:09.373742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-8baecbf4-1a4c-4684-b23e-ea10d1f11c85 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:09.376939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baecbf4-1a4c-4684-b23e-ea10d1f11c85 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:09.377529 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8baecbf4-1a4c-4684-b23e-ea10d1f11c85 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.408483 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.440963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=88880492-68f8-4ee7-8b8d-10924bcf31cb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:09.443634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baecbf4-1a4c-4684-b23e-ea10d1f11c85 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Subnet': ['ID=09cd6320-2572-4d3c-8123-841e6b238d41,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:09.450265 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8baecbf4-1a4c-4684-b23e-ea10d1f11c85 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3195436 Aug 09 16:02:09.452840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57604) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:09.467427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] No DVR routers for this DVR port 88880492-68f8-4ee7-8b8d-10924bcf31cb on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:09.485893 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.556002 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d97d8137-76cd-46d1-bb9e-5ad53a1ac2e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.675950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80131f4-8e71-4441-abdc-73a1c4b739e9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:09.689665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80131f4-8e71-4441-abdc-73a1c4b739e9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:09.691699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80131f4-8e71-4441-abdc-73a1c4b739e9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:09.693248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80131f4-8e71-4441-abdc-73a1c4b739e9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:09.706321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80131f4-8e71-4441-abdc-73a1c4b739e9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:09.711771 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d80131f4-8e71-4441-abdc-73a1c4b739e9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2545238 Aug 09 16:02:09.712002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.715379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57606) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:09.729636 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.736276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f22093d2-8878-4024-8f8f-ec3a1822f76a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10311090'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:09.753210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a00482-dfda-4a21-89e5-730318a67397']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:09.821299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6da65a-2f5f-4c77-a9e0-42460a30e832') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:09.821776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6da65a-2f5f-4c77-a9e0-42460a30e832') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:09.844305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22093d2-8878-4024-8f8f-ec3a1822f76a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:09.847906 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f22093d2-8878-4024-8f8f-ec3a1822f76a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:09.863891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Pushing event deleted for resources: {'Port': ['ID=056f14cd-8fde-464e-a3c4-229119f27dbf,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:09.878395 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.036638 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.067949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22093d2-8878-4024-8f8f-ec3a1822f76a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:10.073963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:10.075123 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:10.079904 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:10.139579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ec17c897-f218-4ff1-8d48-05c2ad81bb75 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:10.149746 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f22093d2-8878-4024-8f8f-ec3a1822f76a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.150649 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-f22093d2-8878-4024-8f8f-ec3a1822f76a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Added segment dc1c735f-5f3b-49cf-880d-4efc32d7027b of type vlan for network 16469622-9aa3-451c-8b56-4ec812033ecb Aug 09 16:02:10.180143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.200437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network d3aebf86-0a43-43a8-bd5c-68afe074beb5 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:10.212239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:10.272002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5339d9-8f4e-456d-b9b3-bb1bcbee8d3d None None] Network b5340a30-8a0f-447a-9164-af35488dacb2 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:10.406955 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.416662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.536789 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f22093d2-8878-4024-8f8f-ec3a1822f76a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.540890 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.549020 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.551696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] 10.222.0.81 "DELETE /v2.0/networks/c6a00482-dfda-4a21-89e5-730318a67397 HTTP/1.1" status: 204 len: 168 time: 3.3018608 Aug 09 16:02:10.555278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57614) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:10.579852 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.580396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Fanout notify agent at l3_agent the message router_deleted on router 87eea737-f352-45a5-9998-73474f0ac03b {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:02:10.594343 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.604801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7c1fd7f3-ce4b-400c-b54d-28c4787cd443 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/routers/87eea737-f352-45a5-9998-73474f0ac03b HTTP/1.1" status: 204 len: 168 time: 4.5978570 Aug 09 16:02:10.609094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3db69-9c77-472f-b289-c6f99078f9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a00482-dfda-4a21-89e5-730318a67397,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:10.613049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57616) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:10.623063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bae10260-52c9-414e-b4c3-2850c6598002 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1888490463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:10.665583 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f22093d2-8878-4024-8f8f-ec3a1822f76a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.674733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22093d2-8878-4024-8f8f-ec3a1822f76a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:10.675938 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f22093d2-8878-4024-8f8f-ec3a1822f76a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.703918 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bae10260-52c9-414e-b4c3-2850c6598002 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.706423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bae10260-52c9-414e-b4c3-2850c6598002 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.717392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96a4732c-95de-41b8-ae43-a0dc0e92ec59 None None] Provisioning for port ec17c897-f218-4ff1-8d48-05c2ad81bb75 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:10.770901 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-713582eb-bf07-43d8-b5c3-10217ea569d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.782040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ec17c897-f218-4ff1-8d48-05c2ad81bb75 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:10.884006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ec17c897-f218-4ff1-8d48-05c2ad81bb75 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:10.884701 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:10.925178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f22093d2-8878-4024-8f8f-ec3a1822f76a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2058480 Aug 09 16:02:10.938267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57624) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:10.978135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0687bea1-fb0a-40e5-a252-17948d0124be tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:11.036984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bae10260-52c9-414e-b4c3-2850c6598002 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.043036 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bae10260-52c9-414e-b4c3-2850c6598002 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.050874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22093d2-8878-4024-8f8f-ec3a1822f76a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Network': ['ID=16469622-9aa3-451c-8b56-4ec812033ecb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:11.075173 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bae10260-52c9-414e-b4c3-2850c6598002 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.076691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bae10260-52c9-414e-b4c3-2850c6598002 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4618351 Aug 09 16:02:11.079841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57626) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:11.080613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d97d8137-76cd-46d1-bb9e-5ad53a1ac2e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.088371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'enable_snat': True}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:11.127399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07f950-d142-4582-9f11-655c72aa8419 None None] Update dhcp port {'port': {'network_id': 'b5340a30-8a0f-447a-9164-af35488dacb2', 'fixed_ips': [{'subnet_id': '5c6318c2-c018-4ee2-98a2-d12d24383c91', 'ip_address': '2001:db8::2'}, {'subnet_id': '09cd6320-2572-4d3c-8123-841e6b238d41'}], 'binding:host_id': 'n-d-803778-2'}, 'id': 'ec17c897-f218-4ff1-8d48-05c2ad81bb75'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:02:11.163040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 16469622-9aa3-451c-8b56-4ec812033ecb details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:11.171532 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae07f950-d142-4582-9f11-655c72aa8419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.327793 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.350646 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.374797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a225fa0d-4385-47c0-a09d-7777ad1daa16 None None] Provisioning complete for port 4616e072-dff1-4032-9c9f-8018947725d3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:11.375197 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a225fa0d-4385-47c0-a09d-7777ad1daa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.520655 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.584485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 5f43e25e-9412-462a-8c6f-9a31162e336b is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:02:11.672210 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0687bea1-fb0a-40e5-a252-17948d0124be tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.680427 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d97d8137-76cd-46d1-bb9e-5ad53a1ac2e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.787096 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.887948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a225fa0d-4385-47c0-a09d-7777ad1daa16 None None] Port 4616e072-dff1-4032-9c9f-8018947725d3 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:02:11.901350 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.904941 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.950633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d8137-76cd-46d1-bb9e-5ad53a1ac2e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Subnet': ['ID=a3085894-0751-4872-a5e8-b00412ed7387,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:11.961342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-ae07f950-d142-4582-9f11-655c72aa8419 None None] Allocated IP 172.20.0.1 (b5340a30-8a0f-447a-9164-af35488dacb2/09cd6320-2572-4d3c-8123-841e6b238d41/ec17c897-f218-4ff1-8d48-05c2ad81bb75) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:11.975013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ec17c897-f218-4ff1-8d48-05c2ad81bb75, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ec17c897-f218-4ff1-8d48-05c2ad81bb75,segment=NetworkSegment(328de337-6efa-4e64-93df-f0c976cf2b08),segment_id=328de337-6efa-4e64-93df-f0c976cf2b08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:11.985825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf1aa2-64a6-4118-98de-d3dff8d2be72 None None] Network 1c3c728d-829e-4443-8957-ac78e0ccda02 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:11.985825 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:11.990735 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d97d8137-76cd-46d1-bb9e-5ad53a1ac2e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.002066 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d97d8137-76cd-46d1-bb9e-5ad53a1ac2e4 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "DELETE /v2.0/subnets/a3085894-0751-4872-a5e8-b00412ed7387 HTTP/1.1" status: 204 len: 168 time: 3.2099383 Aug 09 16:02:12.047005 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0687bea1-fb0a-40e5-a252-17948d0124be tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.073355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57636) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:12.210142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edd0cda-be1c-4ac5-ae0c-97076f3bf047 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Deleting subnet 39bff017-66a5-44c5-b50a-e9fe63406ced {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:12.219532 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0edd0cda-be1c-4ac5-ae0c-97076f3bf047 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.255329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.264010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ec17c897-f218-4ff1-8d48-05c2ad81bb75,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:12.290259 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.306649 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0edd0cda-be1c-4ac5-ae0c-97076f3bf047 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.360996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0687bea1-fb0a-40e5-a252-17948d0124be tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network 16469622-9aa3-451c-8b56-4ec812033ecb is not hosted by any dhcp agent {{(pid=94289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 16:02:12.367303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0687bea1-fb0a-40e5-a252-17948d0124be tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:12.368196 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0687bea1-fb0a-40e5-a252-17948d0124be tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.371220 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0687bea1-fb0a-40e5-a252-17948d0124be tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "PUT /v2.0/networks/16469622-9aa3-451c-8b56-4ec812033ecb HTTP/1.1" status: 200 len: 723 time: 1.4006212 Aug 09 16:02:12.375198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57642) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:12.381818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-805e2930-abbb-4000-a03f-b60595e89649 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'subnet': {'network_id': '16469622-9aa3-451c-8b56-4ec812033ecb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:12.461361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ae07f950-d142-4582-9f11-655c72aa8419 None None] For port ec17c897-f218-4ff1-8d48-05c2ad81bb75, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ec17c897-f218-4ff1-8d48-05c2ad81bb75,segment=NetworkSegment(328de337-6efa-4e64-93df-f0c976cf2b08),segment_id=328de337-6efa-4e64-93df-f0c976cf2b08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:12.469235 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687bea1-fb0a-40e5-a252-17948d0124be tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Network': ['ID=16469622-9aa3-451c-8b56-4ec812033ecb,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:12.484778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:12.502963 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-000ea7d7-c970-416a-98be-84353e376053 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/5f43e25e-9412-462a-8c6f-9a31162e336b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4877746 Aug 09 16:02:12.503321 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9cfd77-1bf3-4f82-ba59-e124831f92c5 None None] Sync routers for ids ['5f43e25e-9412-462a-8c6f-9a31162e336b'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:12.505080 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57644) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:12.506816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 16469622-9aa3-451c-8b56-4ec812033ecb details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:12.521846 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9cfd77-1bf3-4f82-ba59-e124831f92c5 None None] Routers {'5f43e25e-9412-462a-8c6f-9a31162e336b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:12.523233 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc9cfd77-1bf3-4f82-ba59-e124831f92c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5f43e25e-9412-462a-8c6f-9a31162e336b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:12.541101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Router 1514ec14-156b-42c8-b5f4-c086195f3da1 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:02:12.615030 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc9cfd77-1bf3-4f82-ba59-e124831f92c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:12.633668 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9cfd77-1bf3-4f82-ba59-e124831f92c5 None None] Routers {'5f43e25e-9412-462a-8c6f-9a31162e336b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:12.634554 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc9cfd77-1bf3-4f82-ba59-e124831f92c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5f43e25e-9412-462a-8c6f-9a31162e336b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:12.679296 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae07f950-d142-4582-9f11-655c72aa8419 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.704733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805e2930-abbb-4000-a03f-b60595e89649 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:12.716040 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc9cfd77-1bf3-4f82-ba59-e124831f92c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:12.716440 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-805e2930-abbb-4000-a03f-b60595e89649 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.722732 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9cfd77-1bf3-4f82-ba59-e124831f92c5 None None] The sync data for ids ['5f43e25e-9412-462a-8c6f-9a31162e336b'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:12.754023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79434f20-b311-42c5-ad7b-66ae8c7bfea8 None None] DHCP port deletion for 1c3c728d-829e-4443-8957-ac78e0ccda02 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:12.777924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ae07f950-d142-4582-9f11-655c72aa8419 None None] Transition to ACTIVE for port object ec17c897-f218-4ff1-8d48-05c2ad81bb75 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:12.787530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:12.812002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc120455-c2ae-45ec-8f67-e607861cbf41 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:12.819579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cc120455-c2ae-45ec-8f67-e607861cbf41 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports/4616e072-dff1-4032-9c9f-8018947725d3 HTTP/1.1" status: 200 len: 984 time: 0.3130851 Aug 09 16:02:12.820104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc575ae1-947a-4d1a-8f8d-d97973ad8e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.822031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57646) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:12.856437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Sync routers for ids ['1514ec14-156b-42c8-b5f4-c086195f3da1'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:12.863264 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae07f950-d142-4582-9f11-655c72aa8419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.968089 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0edd0cda-be1c-4ac5-ae0c-97076f3bf047 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:12.983359 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07f950-d142-4582-9f11-655c72aa8419 None None] Pushing event updated for resources: {'Port': ['ID=ec17c897-f218-4ff1-8d48-05c2ad81bb75,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:12.993117 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Routers {'1514ec14-156b-42c8-b5f4-c086195f3da1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:12.993901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1514ec14-156b-42c8-b5f4-c086195f3da1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:13.020736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Allocated IP 172.25.2.30 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/5e659d72-a038-4650-88b3-7ec3af52124e) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:13.354763 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.387317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-79434f20-b311-42c5-ad7b-66ae8c7bfea8 None None] Deleting port 682da841-8cdc-4617-9c85-cad3aeb2ecc5 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:13.387690 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-79434f20-b311-42c5-ad7b-66ae8c7bfea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.451652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Set router 1514ec14-156b-42c8-b5f4-c086195f3da1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:13.466067 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0edd0cda-be1c-4ac5-ae0c-97076f3bf047 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.508684 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-805e2930-abbb-4000-a03f-b60595e89649 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.577039 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.623275 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.624519 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cf0d0b11-f205-4dff-afb8-41b4d2e5ef2f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1263168 Aug 09 16:02:13.627864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd0cda-be1c-4ac5-ae0c-97076f3bf047 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Subnet': ['ID=39bff017-66a5-44c5-b50a-e9fe63406ced,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:13.630634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57654) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:13.733624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac336fe-e456-449f-a8c3-778d334c2f9f None None] Network a5b49e70-6de9-4bad-8362-db65b48eb6e4 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:13.806827 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0edd0cda-be1c-4ac5-ae0c-97076f3bf047 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.808992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0edd0cda-be1c-4ac5-ae0c-97076f3bf047 tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "DELETE /v2.0/subnets/39bff017-66a5-44c5-b50a-e9fe63406ced HTTP/1.1" status: 204 len: 168 time: 1.7345045 Aug 09 16:02:13.961712 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:13.985712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57656) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:14.018494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-79434f20-b311-42c5-ad7b-66ae8c7bfea8 None None] For port 682da841-8cdc-4617-9c85-cad3aeb2ecc5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=682da841-8cdc-4617-9c85-cad3aeb2ecc5,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:14.020828 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-79434f20-b311-42c5-ad7b-66ae8c7bfea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.118405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-79434f20-b311-42c5-ad7b-66ae8c7bfea8 None None] Calling delete_port for 682da841-8cdc-4617-9c85-cad3aeb2ecc5 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:14.217496 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.261384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ec17c897-f218-4ff1-8d48-05c2ad81bb75 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:14.317227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805e2930-abbb-4000-a03f-b60595e89649 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Checking segment: {'id': 'dc1c735f-5f3b-49cf-880d-4efc32d7027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16469622-9aa3-451c-8b56-4ec812033ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:14.317704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805e2930-abbb-4000-a03f-b60595e89649 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network hostable DHCP agents. Network: 16469622-9aa3-451c-8b56-4ec812033ecb, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:14.336967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e2930-abbb-4000-a03f-b60595e89649 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Subnet': ['ID=c415a046-7392-43d7-b664-12e5d7b1e3d1,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:14.343044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fdce0e-eb7c-488e-a636-921c104d6ee6 None None] Network b5340a30-8a0f-447a-9164-af35488dacb2 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:14.488859 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.501286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805e2930-abbb-4000-a03f-b60595e89649 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network 16469622-9aa3-451c-8b56-4ec812033ecb is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:14.568602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:14.569705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-805e2930-abbb-4000-a03f-b60595e89649 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 16469622-9aa3-451c-8b56-4ec812033ecb) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:14.579534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ee636dde-09c3-4baf-8d44-ade5115b088b None None] Provisioning for port ec17c897-f218-4ff1-8d48-05c2ad81bb75 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:14.597892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-733783ff-7d82-4448-8b54-a11b6c5bda2e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.612248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:14.616677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805e2930-abbb-4000-a03f-b60595e89649 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:14.617515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-805e2930-abbb-4000-a03f-b60595e89649 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.630643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:14.635102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event updated for resources: {'Port': ['ID=5e659d72-a038-4650-88b3-7ec3af52124e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:14.665039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-805e2930-abbb-4000-a03f-b60595e89649 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2886205 Aug 09 16:02:14.668778 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e69be-aa23-448e-9896-4b3fa80667c7 None None] Network 16469622-9aa3-451c-8b56-4ec812033ecb requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:14.670598 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57664) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:14.673933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Deleting port 682da841-8cdc-4617-9c85-cad3aeb2ecc5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:14.674389 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.685633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4055120a-900f-419e-8d26-1d7f887a04d3 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:14.766678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fc575ae1-947a-4d1a-8f8d-d97973ad8e3a admin admin] Deleting port 2c769c2d-692d-40af-8f16-98c8c9c87f6c {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:14.767443 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc575ae1-947a-4d1a-8f8d-d97973ad8e3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.926940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ee636dde-09c3-4baf-8d44-ade5115b088b None None] Provisioning complete for port ec17c897-f218-4ff1-8d48-05c2ad81bb75 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:14.927249 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee636dde-09c3-4baf-8d44-ade5115b088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.934105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] For port 682da841-8cdc-4617-9c85-cad3aeb2ecc5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=682da841-8cdc-4617-9c85-cad3aeb2ecc5,segment=NetworkSegment(ba319ed8-f968-4586-a4f0-7493d1d75594),segment_id=ba319ed8-f968-4586-a4f0-7493d1d75594)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:14.934689 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.936629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-fc575ae1-947a-4d1a-8f8d-d97973ad8e3a admin admin] For port 2c769c2d-692d-40af-8f16-98c8c9c87f6c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2c769c2d-692d-40af-8f16-98c8c9c87f6c,segment=NetworkSegment(e73e2689-ad66-425d-8df9-82b7c0292e40),segment_id=e73e2689-ad66-425d-8df9-82b7c0292e40)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:14.937193 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc575ae1-947a-4d1a-8f8d-d97973ad8e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:14.954136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fc575ae1-947a-4d1a-8f8d-d97973ad8e3a admin admin] Calling delete_port for 2c769c2d-692d-40af-8f16-98c8c9c87f6c owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:15.081670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ec17c897-f218-4ff1-8d48-05c2ad81bb75 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:15.082076 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.103235 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-733783ff-7d82-4448-8b54-a11b6c5bda2e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port 4616e072-dff1-4032-9c9f-8018947725d3 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:15.103496 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-733783ff-7d82-4448-8b54-a11b6c5bda2e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.270638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e2e4fa-ada9-4ee4-91bd-7573f52f65c9 None None] DHCP port deletion for a5b49e70-6de9-4bad-8362-db65b48eb6e4 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:15.307258 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-733783ff-7d82-4448-8b54-a11b6c5bda2e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.348007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-733783ff-7d82-4448-8b54-a11b6c5bda2e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for 4616e072-dff1-4032-9c9f-8018947725d3 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:15.437775 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc575ae1-947a-4d1a-8f8d-d97973ad8e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.474437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-16469622-9aa3-451c-8b56-4ec812033ecb', 'network_id': '16469622-9aa3-451c-8b56-4ec812033ecb', 'tenant_id': 'f4755b466d324e9099ed623395ec1551', 'fixed_ips': [{'subnet_id': 'c415a046-7392-43d7-b664-12e5d7b1e3d1'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:02:15.475289 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.501736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc575ae1-947a-4d1a-8f8d-d97973ad8e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c769c2d-692d-40af-8f16-98c8c9c87f6c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:15.659592 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-79434f20-b311-42c5-ad7b-66ae8c7bfea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.696070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Calling delete_port for 682da841-8cdc-4617-9c85-cad3aeb2ecc5 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:15.824205 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4055120a-900f-419e-8d26-1d7f887a04d3 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5943699'] for subnet, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:15.838947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79434f20-b311-42c5-ad7b-66ae8c7bfea8 None None] No DVR routers for this DVR port 682da841-8cdc-4617-9c85-cad3aeb2ecc5 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:15.885243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79434f20-b311-42c5-ad7b-66ae8c7bfea8 None None] Pushing event deleted for resources: {'Port': ['ID=682da841-8cdc-4617-9c85-cad3aeb2ecc5,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:16.053909 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc575ae1-947a-4d1a-8f8d-d97973ad8e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.151427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2e4fa-ada9-4ee4-91bd-7573f52f65c9 None None] Deleting port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:16.152626 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e4fa-ada9-4ee4-91bd-7573f52f65c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.180378 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-733783ff-7d82-4448-8b54-a11b6c5bda2e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.181973 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Allocated IP 2001:db8::2 (16469622-9aa3-451c-8b56-4ec812033ecb/c415a046-7392-43d7-b664-12e5d7b1e3d1/e9869c7b-6ad1-4295-853a-ab1cbfc2bb30) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:16.196698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 682da841-8cdc-4617-9c85-cad3aeb2ecc5 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:16.225285 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.291640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733783ff-7d82-4448-8b54-a11b6c5bda2e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=4616e072-dff1-4032-9c9f-8018947725d3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:16.368752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'name': 'tempest-ServerRescueTestJSON-1371358505-router', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:04Z', 'updated_at': '2021-08-09T16:02:09Z', 'revision_number': 3, 'project_id': '086fb16a47f4457db6b1fb2cd534457c', 'gw_port': {'id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:06Z', 'updated_at': '2021-08-09T16:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:16.384268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 682da841-8cdc-4617-9c85-cad3aeb2ecc5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:16.385753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 682da841-8cdc-4617-9c85-cad3aeb2ecc5 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:16.517576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Checking router: 1514ec14-156b-42c8-b5f4-c086195f3da1 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:02:16.520639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Updating router 1514ec14-156b-42c8-b5f4-c086195f3da1 port ad21732f-c205-4a26-a528-10e85dac5b1c binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:02:16.575802 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.709035 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-733783ff-7d82-4448-8b54-a11b6c5bda2e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.733368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b2aae041-e6e6-47dc-8dc5-975e2ceadf6b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:16.750686 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a9e2e4fa-ada9-4ee4-91bd-7573f52f65c9 None None] For port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b2aae041-e6e6-47dc-8dc5-975e2ceadf6b,segment=NetworkSegment(9c0ce5bb-a8e6-4f76-8c05-cf73961c6240),segment_id=9c0ce5bb-a8e6-4f76-8c05-cf73961c6240)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:16.751102 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e4fa-ada9-4ee4-91bd-7573f52f65c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.803644 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.865340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:16.976966 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Port': ['ID=682da841-8cdc-4617-9c85-cad3aeb2ecc5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:16.991074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] No DVR routers for this DVR port 682da841-8cdc-4617-9c85-cad3aeb2ecc5 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:17.172690 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:17.184742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Transition to ACTIVE for port object e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:17.205441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Transition to ACTIVE for port object e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:17.213563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2e4fa-ada9-4ee4-91bd-7573f52f65c9 None None] Calling delete_port for b2aae041-e6e6-47dc-8dc5-975e2ceadf6b owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:17.350543 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:17.379958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Allocated IP 172.20.0.1 (508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff/a6131387-8542-4fb2-9550-dcd88eedfaa5/08c641c1-543a-402e-8e96-b5d137081cc8) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:17.413111 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:17.440270 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e4fa-ada9-4ee4-91bd-7573f52f65c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:17.451776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3c728d-829e-4443-8957-ac78e0ccda02']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:17.466911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Network 16469622-9aa3-451c-8b56-4ec812033ecb is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:17.480977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba319ed8-f968-4586-a4f0-7493d1d75594') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:17.481522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba319ed8-f968-4586-a4f0-7493d1d75594') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:17.526243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:17.535517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:17.567807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e2e4fa-ada9-4ee4-91bd-7573f52f65c9 None None] No DVR routers for this DVR port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:17.592940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Pushing event updated for resources: {'Port': ['ID=e9869c7b-6ad1-4295-853a-ab1cbfc2bb30,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:17.597499 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9f390263-258a-4746-82f5-baf2a56304cb None None] Provisioning complete for port ec17c897-f218-4ff1-8d48-05c2ad81bb75 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:17.597955 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f390263-258a-4746-82f5-baf2a56304cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:17.681752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No active binding found for port b2aae041-e6e6-47dc-8dc5-975e2ceadf6b {{(pid=94291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 16:02:17.682229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b2aae041-e6e6-47dc-8dc5-975e2ceadf6b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:17.727419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2e4fa-ada9-4ee4-91bd-7573f52f65c9 None None] Pushing event deleted for resources: {'Port': ['ID=b2aae041-e6e6-47dc-8dc5-975e2ceadf6b,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:17.783611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733783ff-7d82-4448-8b54-a11b6c5bda2e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 5f43e25e-9412-462a-8c6f-9a31162e336b has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:17.785421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:17.802642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Attempting to bind port e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:17.803230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Attempting to bind port e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'dc1c735f-5f3b-49cf-880d-4efc32d7027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16469622-9aa3-451c-8b56-4ec812033ecb'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:17.803427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Attempting to bind port e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 on network 16469622-9aa3-451c-8b56-4ec812033ecb {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:17.822493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:17.822882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Checking segment: {'id': 'dc1c735f-5f3b-49cf-880d-4efc32d7027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16469622-9aa3-451c-8b56-4ec812033ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:17.823293 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:17.823883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Bound using segment: {'id': 'dc1c735f-5f3b-49cf-880d-4efc32d7027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16469622-9aa3-451c-8b56-4ec812033ecb'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:17.824728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Bound port: e9869c7b-6ad1-4295-853a-ab1cbfc2bb30, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1c735f-5f3b-49cf-880d-4efc32d7027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '16469622-9aa3-451c-8b56-4ec812033ecb'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:17.825178 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:17.833657 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:17.949538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.034067 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.036831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] For port e9869c7b-6ad1-4295-853a-ab1cbfc2bb30, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:18.041099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] For port e9869c7b-6ad1-4295-853a-ab1cbfc2bb30, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e9869c7b-6ad1-4295-853a-ab1cbfc2bb30,segment=NetworkSegment(dc1c735f-5f3b-49cf-880d-4efc32d7027b),segment_id=dc1c735f-5f3b-49cf-880d-4efc32d7027b)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:18.051612 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.101299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733783ff-7d82-4448-8b54-a11b6c5bda2e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:18.106107 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc575ae1-947a-4d1a-8f8d-d97973ad8e3a admin admin] Router d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:18.111655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-733783ff-7d82-4448-8b54-a11b6c5bda2e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/5f43e25e-9412-462a-8c6f-9a31162e336b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2864919 Aug 09 16:02:18.115199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57692) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:18.117255 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bd59a9-1fbe-43ed-b699-6e976fa359b8 None None] Sync routers for ids ['5f43e25e-9412-462a-8c6f-9a31162e336b'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:18.135471 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd59a9-1fbe-43ed-b699-6e976fa359b8 None None] Routers {'5f43e25e-9412-462a-8c6f-9a31162e336b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:18.141054 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d7bd59a9-1fbe-43ed-b699-6e976fa359b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5f43e25e-9412-462a-8c6f-9a31162e336b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:18.180493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Transition to ACTIVE for port object ad21732f-c205-4a26-a528-10e85dac5b1c will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:18.183537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04135c-cdda-43f0-8a7c-edceda28d677 None None] Pushing event updated for resources: {'Port': ['ID=e9869c7b-6ad1-4295-853a-ab1cbfc2bb30,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:18.228869 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.279794 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d7bd59a9-1fbe-43ed-b699-6e976fa359b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:18.328396 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd59a9-1fbe-43ed-b699-6e976fa359b8 None None] Routers {'5f43e25e-9412-462a-8c6f-9a31162e336b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:18.333319 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d7bd59a9-1fbe-43ed-b699-6e976fa359b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5f43e25e-9412-462a-8c6f-9a31162e336b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:18.373572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Attempting to bind port ad21732f-c205-4a26-a528-10e85dac5b1c on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:18.375317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Attempting to bind port ad21732f-c205-4a26-a528-10e85dac5b1c by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:18.375706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Attempting to bind port ad21732f-c205-4a26-a528-10e85dac5b1c on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:18.378428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.412645 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:18.414223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:18.416819 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.417808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:18.418470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Bound port: ad21732f-c205-4a26-a528-10e85dac5b1c, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:18.418876 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.426707 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d7bd59a9-1fbe-43ed-b699-6e976fa359b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:18.429713 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bd59a9-1fbe-43ed-b699-6e976fa359b8 None None] The sync data for ids ['5f43e25e-9412-462a-8c6f-9a31162e336b'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:18.445354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:18.446024 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:18.457136 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:18.466849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269950c0-fa18-49d9-b6fa-0dd52ed0f9ca None None] Pushing event updated for resources: {'Port': ['ID=ad21732f-c205-4a26-a528-10e85dac5b1c,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:18.507794 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4055120a-900f-419e-8d26-1d7f887a04d3 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765756868244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4793079'] for subnet, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.510122 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc575ae1-947a-4d1a-8f8d-d97973ad8e3a admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:18.518823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fc575ae1-947a-4d1a-8f8d-d97973ad8e3a admin admin] 10.222.0.81 "PUT /v2.0/routers/d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9606440 Aug 09 16:02:18.522137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57698) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:18.544732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f0bcd7-a509-4f32-9759-87b2afa4fc7e None None] Sync routers for ids ['d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:18.614424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f0bcd7-a509-4f32-9759-87b2afa4fc7e None None] Routers {'d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:18.617494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f6f0bcd7-a509-4f32-9759-87b2afa4fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:18.717282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4055120a-900f-419e-8d26-1d7f887a04d3 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:18.718163 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4055120a-900f-419e-8d26-1d7f887a04d3 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.720264 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4055120a-900f-419e-8d26-1d7f887a04d3 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "PUT /v2.0/subnets/c415a046-7392-43d7-b664-12e5d7b1e3d1 HTTP/1.1" status: 200 len: 826 time: 4.0436494 Aug 09 16:02:18.730596 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] For port ad21732f-c205-4a26-a528-10e85dac5b1c, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:18.736232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57700) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:18.737017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Router 7aa1fee4-9694-48a4-95bf-41f41d58d16f is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:02:18.763172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] For port ad21732f-c205-4a26-a528-10e85dac5b1c, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ad21732f-c205-4a26-a528-10e85dac5b1c,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:18.772039 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.812620 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.954572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-f6f0bcd7-a509-4f32-9759-87b2afa4fc7e None None] Set router d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:18.956700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:18.956871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Routers {'1514ec14-156b-42c8-b5f4-c086195f3da1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:18.957133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1514ec14-156b-42c8-b5f4-c086195f3da1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:18.979042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055120a-900f-419e-8d26-1d7f887a04d3 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Subnet': ['ID=c415a046-7392-43d7-b664-12e5d7b1e3d1,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:18.999255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269950c0-fa18-49d9-b6fa-0dd52ed0f9ca None None] Pushing event updated for resources: {'Port': ['ID=ad21732f-c205-4a26-a528-10e85dac5b1c,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:19.074290 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:19.076772 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "DELETE /v2.0/networks/1c3c728d-829e-4443-8957-ac78e0ccda02 HTTP/1.1" status: 204 len: 168 time: 5.0880358 Aug 09 16:02:19.085238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ea6ed-0dc1-4f24-a124-6bacfe1e0c9c tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Network': ['ID=1c3c728d-829e-4443-8957-ac78e0ccda02,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:19.102290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57706) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:19.131972 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-4851eab7-9d85-485a-a8ad-9b8a34221435 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] remove_router_interface failed (client error): The resource could not be found. Aug 09 16:02:19.138032 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4851eab7-9d85-485a-a8ad-9b8a34221435 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/5f43e25e-9412-462a-8c6f-9a31162e336b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0215051 Aug 09 16:02:19.141557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57708) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:19.188005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ac47adf2-bf0b-4648-80ef-fab8c235def7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f43e25e-9412-462a-8c6f-9a31162e336b HTTP/1.1" status: 200 len: 205 time: 0.0399284 Aug 09 16:02:19.190729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57710) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:19.292993 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:19.407371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] Set router 1514ec14-156b-42c8-b5f4-c086195f3da1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:19.449090 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:19.489283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-247a2b95-39d8-4299-98d2-fea0a31c9503 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:19.686015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57718) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:19.722723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:19.737675 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:19.737902 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37f992-428a-4a05-be47-0a06e59523de None None] Sync routers for ids ['7aa1fee4-9694-48a4-95bf-41f41d58d16f'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:19.749622 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37f992-428a-4a05-be47-0a06e59523de None None] Routers {'7aa1fee4-9694-48a4-95bf-41f41d58d16f'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:19.750280 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-2d37f992-428a-4a05-be47-0a06e59523de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7aa1fee4-9694-48a4-95bf-41f41d58d16f'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:19.824904 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:19.830755 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-99f60d65-d681-4ca3-b6d9-d71debc1eca5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "PUT /v2.0/routers/7aa1fee4-9694-48a4-95bf-41f41d58d16f HTTP/1.1" status: 200 len: 914 time: 8.7494128 Aug 09 16:02:19.848383 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:19.849425 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-2d37f992-428a-4a05-be47-0a06e59523de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:19.850716 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:19.863220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57722) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:19.872030 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37f992-428a-4a05-be47-0a06e59523de None None] Routers {'7aa1fee4-9694-48a4-95bf-41f41d58d16f'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:19.872930 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-2d37f992-428a-4a05-be47-0a06e59523de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7aa1fee4-9694-48a4-95bf-41f41d58d16f'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:19.930791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:19.935525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f6f0bcd7-a509-4f32-9759-87b2afa4fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'name': 'tempest-TestServerMultinode-1665912203-router', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:35Z', 'updated_at': '2021-08-09T16:02:15Z', 'revision_number': 5, 'project_id': 'd7d453f4bd804e288e89288a9c1af565', 'gw_port': {'id': '867a3fd0-a54a-4366-af55-9af59ccc025b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:00:37Z', 'updated_at': '2021-08-09T16:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:19.971412 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-2d37f992-428a-4a05-be47-0a06e59523de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:19.972476 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37f992-428a-4a05-be47-0a06e59523de None None] The sync data for ids ['7aa1fee4-9694-48a4-95bf-41f41d58d16f'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:20.038611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f0bcd7-a509-4f32-9759-87b2afa4fc7e None None] Checking router: d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:02:20.066904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'name': 'tempest-ServerRescueTestJSON-1371358505-router', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:04Z', 'updated_at': '2021-08-09T16:02:09Z', 'revision_number': 3, 'project_id': '086fb16a47f4457db6b1fb2cd534457c', 'gw_port': {'id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:06Z', 'updated_at': '2021-08-09T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:20.114207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-247a2b95-39d8-4299-98d2-fea0a31c9503 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.117455 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-247a2b95-39d8-4299-98d2-fea0a31c9503 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.119097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.157644 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f0bcd7-a509-4f32-9759-87b2afa4fc7e None None] Routers {'d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:20.159290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f6f0bcd7-a509-4f32-9759-87b2afa4fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:20.163580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c74e99-71e2-4a9f-9448-62f5d88f87ac None None] The sync data for ids ['1514ec14-156b-42c8-b5f4-c086195f3da1'] in n-d-803778-2 is: [{'id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'name': 'tempest-ServerRescueTestJSON-1371358505-router', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:04Z', 'updated_at': '2021-08-09T16:02:09Z', 'revision_number': 3, 'project_id': '086fb16a47f4457db6b1fb2cd534457c', 'gw_port': {'id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:06Z', 'updated_at': '2021-08-09T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:20.167783 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Deleting port 867a3fd0-a54a-4366-af55-9af59ccc025b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:20.168567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Pushing event updated for resources: {'Port': ['ID=08c641c1-543a-402e-8e96-b5d137081cc8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:20.169580 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.178351 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:20.207526 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-154a45db-0978-4e17-a464-17c685779b51 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/routers/7aa1fee4-9694-48a4-95bf-41f41d58d16f HTTP/1.1" status: 200 len: 920 time: 0.2748833 Aug 09 16:02:20.213711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:20.241020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57724) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:20.285305 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc515fc-1d2b-452e-95aa-2333ef118a7a None None] Network 16469622-9aa3-451c-8b56-4ec812033ecb requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:20.327593 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.489056 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-247a2b95-39d8-4299-98d2-fea0a31c9503 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.489056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247a2b95-39d8-4299-98d2-fea0a31c9503 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Fanout notify agent at l3_agent the message router_deleted on router 5f43e25e-9412-462a-8c6f-9a31162e336b {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:02:20.495568 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-247a2b95-39d8-4299-98d2-fea0a31c9503 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.499825 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-247a2b95-39d8-4299-98d2-fea0a31c9503 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/5f43e25e-9412-462a-8c6f-9a31162e336b HTTP/1.1" status: 204 len: 168 time: 1.3081286 Aug 09 16:02:20.501902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57730) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:20.626713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-f6f0bcd7-a509-4f32-9759-87b2afa4fc7e None None] Set router d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:20.688879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.700489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fac7f1f-d66f-4357-9a1a-aedb70419a53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting subnet b3dbeea5-4e51-487a-b99d-6d13e51e27ed {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:20.751863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b49e70-6de9-4bad-8362-db65b48eb6e4']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:20.753925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8fac7f1f-d66f-4357-9a1a-aedb70419a53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.767824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b1db6d-4155-4485-8f2a-cd0d42166111 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:20.769525 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-13b1db6d-4155-4485-8f2a-cd0d42166111 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&device_id=7aa1fee4-9694-48a4-95bf-41f41d58d16f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3842242 Aug 09 16:02:20.773190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] For port 867a3fd0-a54a-4366-af55-9af59ccc025b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=867a3fd0-a54a-4366-af55-9af59ccc025b,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:20.773629 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.780497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:20.780793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0ce5bb-a8e6-4f76-8c05-cf73961c6240') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:20.819824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57732) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:20.830030 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.848078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Calling delete_port for 867a3fd0-a54a-4366-af55-9af59ccc025b owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:20.895249 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.907914 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8fac7f1f-d66f-4357-9a1a-aedb70419a53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.948003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:20.949043 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:20.954579 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:21.025190 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting port e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:21.025532 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.052503 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f6f0bcd7-a509-4f32-9759-87b2afa4fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'name': 'tempest-TestServerMultinode-1665912203-router', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:35Z', 'updated_at': '2021-08-09T16:02:19Z', 'revision_number': 6, 'project_id': 'd7d453f4bd804e288e89288a9c1af565', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:21.071279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:21.132180 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.179696 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c1fc5193-0721-4e66-84a7-da47a6d1f37f None None] Provisioning for port e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:21.184537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f0bcd7-a509-4f32-9759-87b2afa4fc7e None None] The sync data for ids ['d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb'] in n-d-803778-2 is: [{'id': 'd0e4bb88-6352-45bf-9d34-e80a1e2ef6cb', 'name': 'tempest-TestServerMultinode-1665912203-router', 'tenant_id': 'd7d453f4bd804e288e89288a9c1af565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:00:35Z', 'updated_at': '2021-08-09T16:02:19Z', 'revision_number': 6, 'project_id': 'd7d453f4bd804e288e89288a9c1af565', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:21.204967 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.219100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] For port e9869c7b-6ad1-4295-853a-ab1cbfc2bb30, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e9869c7b-6ad1-4295-853a-ab1cbfc2bb30,segment=NetworkSegment(dc1c735f-5f3b-49cf-880d-4efc32d7027b),segment_id=dc1c735f-5f3b-49cf-880d-4efc32d7027b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:21.219492 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.249017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Calling delete_port for e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:21.399329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d7ccae30d0f47a3a16ea59cd8a0d799&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7093906 Aug 09 16:02:21.422844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57736) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:21.425335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5058dc59-04a2-4268-825f-6ec3d9e5be45,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:21.465542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8fac7f1f-d66f-4357-9a1a-aedb70419a53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.481362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd084c3-1294-4f1b-8584-b07da25780e5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:21.485647 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3cd084c3-1294-4f1b-8584-b07da25780e5 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 881 time: 0.6562417 Aug 09 16:02:21.487536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57740) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:21.525446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:21.532864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:21.533212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:21.533996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:21.534335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:21.534669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:21.534998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:21.535323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:21.535720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:21.536045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:21.536365 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:21.536687 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:21.537013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a80e0f-711c-4cf9-bfa4-82a32737e41b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:21.548254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:21.548770 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.555646 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.680937 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2dea-9bf7-45c8-b8e3-82b0623f3e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.775891 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.836674 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8fac7f1f-d66f-4357-9a1a-aedb70419a53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.891206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2dea-9bf7-45c8-b8e3-82b0623f3e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.898964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac7f1f-d66f-4357-9a1a-aedb70419a53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Subnet': ['ID=b3dbeea5-4e51-487a-b99d-6d13e51e27ed,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:21.930022 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8fac7f1f-d66f-4357-9a1a-aedb70419a53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:21.935392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8fac7f1f-d66f-4357-9a1a-aedb70419a53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/b3dbeea5-4e51-487a-b99d-6d13e51e27ed HTTP/1.1" status: 204 len: 168 time: 1.4264150 Aug 09 16:02:21.938957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dba71e0-c44b-4157-ac18-3d35ac120c18 None None] Network d3aebf86-0a43-43a8-bd5c-68afe074beb5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:21.950018 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57742) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:22.097397 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.172612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=867a3fd0-a54a-4366-af55-9af59ccc025b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:22.196269 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.226241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b434827-5edf-482e-b6c1-0a302a39abaa None None] Network 16469622-9aa3-451c-8b56-4ec812033ecb requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:22.293935 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2dea-9bf7-45c8-b8e3-82b0623f3e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.296905 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2dea-9bf7-45c8-b8e3-82b0623f3e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.298227 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b8ca2dea-9bf7-45c8-b8e3-82b0623f3e0e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5058dc59-04a2-4268-825f-6ec3d9e5be45 HTTP/1.1" status: 204 len: 168 time: 0.8619137 Aug 09 16:02:22.330968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29ae33b-33e9-4471-a6da-93db3b4fc152 None None] DHCP port deletion for d3aebf86-0a43-43a8-bd5c-68afe074beb5 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:22.352443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2dea-9bf7-45c8-b8e3-82b0623f3e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5058dc59-04a2-4268-825f-6ec3d9e5be45,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:22.415277 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.419730 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-02a6834d-9472-4a3a-ab79-eeacdf8f593d None None] Provisioning complete for port e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:22.420124 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02a6834d-9472-4a3a-ab79-eeacdf8f593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.522661 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bfd57afb-5856-4003-a5dc-4df7fa7270f5 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7aa1fee4-9694-48a4-95bf-41f41d58d16f HTTP/1.1" status: 200 len: 205 time: 1.0314336 Aug 09 16:02:22.523590 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.534191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57750) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:22.551177 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.558669 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d29ae33b-33e9-4471-a6da-93db3b4fc152 None None] Deleting port 4778e092-e4f2-477b-b263-73e8efaf8a5a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:22.559378 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d29ae33b-33e9-4471-a6da-93db3b4fc152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.575276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] 10.222.0.81 "DELETE /v2.0/networks/a5b49e70-6de9-4bad-8362-db65b48eb6e4 HTTP/1.1" status: 204 len: 168 time: 3.4715464 Aug 09 16:02:22.622291 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.631151 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.719845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a256d-039c-450f-9c56-26e05f9d249b tempest-TaggedBootDevicesTest-1856859272 tempest-TaggedBootDevicesTest-1856859272-project] Pushing event deleted for resources: {'Network': ['ID=a5b49e70-6de9-4bad-8362-db65b48eb6e4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:22.720256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port 4778e092-e4f2-477b-b263-73e8efaf8a5a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:22.720776 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.841685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d29ae33b-33e9-4471-a6da-93db3b4fc152 None None] For port 4778e092-e4f2-477b-b263-73e8efaf8a5a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4778e092-e4f2-477b-b263-73e8efaf8a5a,segment=NetworkSegment(5019d597-4daf-4f24-b1b9-2bf6e291684b),segment_id=5019d597-4daf-4f24-b1b9-2bf6e291684b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:22.842531 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d29ae33b-33e9-4471-a6da-93db3b4fc152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.863525 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.864069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:02:22.876945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d29ae33b-33e9-4471-a6da-93db3b4fc152 None None] Calling delete_port for 4778e092-e4f2-477b-b263-73e8efaf8a5a owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:22.881291 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:22.890882 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b9d2473c-3036-4485-9498-4d7ec7576a0b admin admin] 10.222.0.81 "DELETE /v2.0/routers/d0e4bb88-6352-45bf-9d34-e80a1e2ef6cb HTTP/1.1" status: 204 len: 168 time: 4.3670912 Aug 09 16:02:22.893504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57756) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:22.904849 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:23.025455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Port': ['ID=e9869c7b-6ad1-4295-853a-ab1cbfc2bb30,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:23.058711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] For port 4778e092-e4f2-477b-b263-73e8efaf8a5a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4778e092-e4f2-477b-b263-73e8efaf8a5a,segment=NetworkSegment(5019d597-4daf-4f24-b1b9-2bf6e291684b),segment_id=5019d597-4daf-4f24-b1b9-2bf6e291684b)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:23.059213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:23.138212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for 4778e092-e4f2-477b-b263-73e8efaf8a5a owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:23.183676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1020f85d-b44b-4ba1-b49b-5501e1438636 admin admin] Deleting subnet 8d0bbee7-2ab5-4f45-886c-5f6f6a45b193 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:23.199415 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020f85d-b44b-4ba1-b49b-5501e1438636 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:23.206998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No DVR routers for this DVR port e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:23.218036 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-02a6834d-9472-4a3a-ab79-eeacdf8f593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:23.224517 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d29ae33b-33e9-4471-a6da-93db3b4fc152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:23.260070 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ae33b-33e9-4471-a6da-93db3b4fc152 None None] No DVR routers for this DVR port 4778e092-e4f2-477b-b263-73e8efaf8a5a on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:23.335355 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:23.393320 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020f85d-b44b-4ba1-b49b-5501e1438636 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:23.403682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ae33b-33e9-4471-a6da-93db3b4fc152 None None] Pushing event deleted for resources: {'Port': ['ID=4778e092-e4f2-477b-b263-73e8efaf8a5a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:23.447965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:23.596613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:23.683799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ad21732f-c205-4a26-a528-10e85dac5b1c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:23.691276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=4778e092-e4f2-477b-b263-73e8efaf8a5a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:23.699356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No DVR routers for this DVR port 4778e092-e4f2-477b-b263-73e8efaf8a5a on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:23.732164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:23.752483 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:23.847055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ad21732f-c205-4a26-a528-10e85dac5b1c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:23.852301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ad21732f-c205-4a26-a528-10e85dac5b1c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:23.852803 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:23.946135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7f9e9-cfd1-49d0-843f-fe23a0364899 None None] Network 16469622-9aa3-451c-8b56-4ec812033ecb requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:23.977855 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.012834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16469622-9aa3-451c-8b56-4ec812033ecb']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:24.019275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Subnet': ['ID=c415a046-7392-43d7-b664-12e5d7b1e3d1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:24.038364 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e8f241d1-17c8-4b69-a9d0-73935eb8b763 None None] Could not find standard attr ID for object e9869c7b-6ad1-4295-853a-ab1cbfc2bb30. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:02:24.087828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1c735f-5f3b-49cf-880d-4efc32d7027b') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:24.088166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1c735f-5f3b-49cf-880d-4efc32d7027b') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:24.109008 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.124643 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020f85d-b44b-4ba1-b49b-5501e1438636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.152474 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.177575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:24.177575 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:24.188645 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:24.259156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.277852 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.283719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3aebf86-0a43-43a8-bd5c-68afe074beb5']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:24.309529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5019d597-4daf-4f24-b1b9-2bf6e291684b') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:24.310007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5019d597-4daf-4f24-b1b9-2bf6e291684b') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:24.330559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ad21732f-c205-4a26-a528-10e85dac5b1c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ad21732f-c205-4a26-a528-10e85dac5b1c,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:24.336760 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.337912 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.343438 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.385271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Deleting port 5e659d72-a038-4650-88b3-7ec3af52124e {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:24.387107 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.393395 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020f85d-b44b-4ba1-b49b-5501e1438636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.407618 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.419788 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.425843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e186563-03bb-4c72-aaf1-3df044948188 None None] DHCP port deletion for 16469622-9aa3-451c-8b56-4ec812033ecb request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:24.445952 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020f85d-b44b-4ba1-b49b-5501e1438636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0bbee7-2ab5-4f45-886c-5f6f6a45b193,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:24.469199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:24.470005 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:24.474124 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:24.488353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 867a3fd0-a54a-4366-af55-9af59ccc025b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:24.507939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f53fa6e-2f30-4ef2-9850-098b1ca1f3c6 None None] Network 2f84a5fc-052d-4904-bd0c-5cd21a425e34 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:24.567689 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1020f85d-b44b-4ba1-b49b-5501e1438636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.570022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1020f85d-b44b-4ba1-b49b-5501e1438636 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8d0bbee7-2ab5-4f45-886c-5f6f6a45b193 HTTP/1.1" status: 204 len: 168 time: 1.6685760 Aug 09 16:02:24.578292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57772) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:24.595163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Pushing event updated for resources: {'Port': ['ID=08c641c1-543a-402e-8e96-b5d137081cc8,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:24.604128 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.610772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 867a3fd0-a54a-4366-af55-9af59ccc025b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:24.611146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 867a3fd0-a54a-4366-af55-9af59ccc025b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:24.612725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2c769c2d-692d-40af-8f16-98c8c9c87f6c no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:24.633649 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.635574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/16469622-9aa3-451c-8b56-4ec812033ecb HTTP/1.1" status: 204 len: 168 time: 5.8864036 Aug 09 16:02:24.643510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68c615-7210-4605-a7aa-e0b3e16c3a84 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Network': ['ID=16469622-9aa3-451c-8b56-4ec812033ecb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:24.648081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57774) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:24.691487 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d500079-3c5e-4cd8-93d9-c3f7284da34f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:24.692137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d500079-3c5e-4cd8-93d9-c3f7284da34f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:24.694195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4d500079-3c5e-4cd8-93d9-c3f7284da34f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/16469622-9aa3-451c-8b56-4ec812033ecb HTTP/1.1" status: 404 len: 339 time: 0.0450385 Aug 09 16:02:24.698706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57776) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:24.699221 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.705873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cf489c95-06e5-45a2-ab2e-aee81fe7f61f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1671553390', 'description': 'd1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:24.738772 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.743989 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.744791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ad21732f-c205-4a26-a528-10e85dac5b1c,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:24.753915 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 2c769c2d-692d-40af-8f16-98c8c9c87f6c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:24.754310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2c769c2d-692d-40af-8f16-98c8c9c87f6c not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:24.754686 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4778e092-e4f2-477b-b263-73e8efaf8a5a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:24.768971 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.781399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.783902 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/networks/d3aebf86-0a43-43a8-bd5c-68afe074beb5 HTTP/1.1" status: 204 len: 168 time: 2.8279195 Aug 09 16:02:24.792796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57778) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:24.799176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d10f9d87-bf5c-4cc1-bdc4-2af449e43c47 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831443198'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:24.803812 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddab96-bc43-48cd-8b2e-b903ea1f4d0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Network': ['ID=d3aebf86-0a43-43a8-bd5c-68afe074beb5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:24.814630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Calling delete_port for 5e659d72-a038-4650-88b3-7ec3af52124e owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:24.830693 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 4778e092-e4f2-477b-b263-73e8efaf8a5a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:24.831244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4778e092-e4f2-477b-b263-73e8efaf8a5a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:24.868716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10f9d87-bf5c-4cc1-bdc4-2af449e43c47 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:24.872986 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d10f9d87-bf5c-4cc1-bdc4-2af449e43c47 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:24.892760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf489c95-06e5-45a2-ab2e-aee81fe7f61f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:24.899757 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf489c95-06e5-45a2-ab2e-aee81fe7f61f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.016950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10f9d87-bf5c-4cc1-bdc4-2af449e43c47 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:25.031662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:25.037365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:25.042928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d10f9d87-bf5c-4cc1-bdc4-2af449e43c47 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.043420 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-d10f9d87-bf5c-4cc1-bdc4-2af449e43c47 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Added segment c3e44a97-f323-4983-ad7e-84a846b2e96e of type vlan for network 9312ce11-4c86-4ef1-8693-5088ae49980b Aug 09 16:02:25.052218 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3a8b4d-f85b-454d-9015-b80a33a10e97 None None] DHCP port deletion for 2f84a5fc-052d-4904-bd0c-5cd21a425e34 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:25.065682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf489c95-06e5-45a2-ab2e-aee81fe7f61f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:25.100586 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf489c95-06e5-45a2-ab2e-aee81fe7f61f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.103659 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-cf489c95-06e5-45a2-ab2e-aee81fe7f61f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Added segment 8a73b3d2-a799-49fd-9eef-98c3aa53f755 of type vlan for network 8c530c41-4980-45ea-be5c-8033fa7ef050 Aug 09 16:02:25.109935 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Deleting port 20593450-708e-4148-9b95-fb85deb77172 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:25.110567 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.160852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a8b4d-f85b-454d-9015-b80a33a10e97 None None] Deleting port 20593450-708e-4148-9b95-fb85deb77172 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:25.161243 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8b4d-f85b-454d-9015-b80a33a10e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.190282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d10f9d87-bf5c-4cc1-bdc4-2af449e43c47 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.270773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4e3a8b4d-f85b-454d-9015-b80a33a10e97 None None] For port 20593450-708e-4148-9b95-fb85deb77172, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=20593450-708e-4148-9b95-fb85deb77172,segment=NetworkSegment(e73e2689-ad66-425d-8df9-82b7c0292e40),segment_id=e73e2689-ad66-425d-8df9-82b7c0292e40)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:25.271636 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8b4d-f85b-454d-9015-b80a33a10e97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.310815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a8b4d-f85b-454d-9015-b80a33a10e97 None None] Calling delete_port for 20593450-708e-4148-9b95-fb85deb77172 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:25.345835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d10f9d87-bf5c-4cc1-bdc4-2af449e43c47 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.356986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10f9d87-bf5c-4cc1-bdc4-2af449e43c47 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:25.357798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d10f9d87-bf5c-4cc1-bdc4-2af449e43c47 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.376470 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf489c95-06e5-45a2-ab2e-aee81fe7f61f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.390070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d10f9d87-bf5c-4cc1-bdc4-2af449e43c47 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5961838 Aug 09 16:02:25.394101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57780) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:25.399158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'subnet': {'network_id': '9312ce11-4c86-4ef1-8693-5088ae49980b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:25.416447 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Router 1514ec14-156b-42c8-b5f4-c086195f3da1 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:25.460892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] For port 20593450-708e-4148-9b95-fb85deb77172, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=20593450-708e-4148-9b95-fb85deb77172,segment=NetworkSegment(e73e2689-ad66-425d-8df9-82b7c0292e40),segment_id=e73e2689-ad66-425d-8df9-82b7c0292e40)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:25.461531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.481929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ad21732f-c205-4a26-a528-10e85dac5b1c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:25.501239 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8b4d-f85b-454d-9015-b80a33a10e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.517937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Calling delete_port for 20593450-708e-4148-9b95-fb85deb77172 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:25.541852 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.554460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf489c95-06e5-45a2-ab2e-aee81fe7f61f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.563266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf489c95-06e5-45a2-ab2e-aee81fe7f61f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:25.564073 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf489c95-06e5-45a2-ab2e-aee81fe7f61f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.666227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a8b4d-f85b-454d-9015-b80a33a10e97 None None] Pushing event deleted for resources: {'Port': ['ID=20593450-708e-4148-9b95-fb85deb77172,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:25.672036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f9d87-bf5c-4cc1-bdc4-2af449e43c47 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Network': ['ID=9312ce11-4c86-4ef1-8693-5088ae49980b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:25.677038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Pushing event deleted for resources: {'Port': ['ID=5e659d72-a038-4650-88b3-7ec3af52124e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:25.684829 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a8b4d-f85b-454d-9015-b80a33a10e97 None None] No DVR routers for this DVR port 20593450-708e-4148-9b95-fb85deb77172 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:25.703552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 9312ce11-4c86-4ef1-8693-5088ae49980b details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:25.724137 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cf489c95-06e5-45a2-ab2e-aee81fe7f61f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0232072 Aug 09 16:02:25.731866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57788) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:25.843306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf489c95-06e5-45a2-ab2e-aee81fe7f61f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Network': ['ID=8c530c41-4980-45ea-be5c-8033fa7ef050,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:25.905020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f8b5fb-7e93-4359-80c5-5d2137d66d85 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:25.906819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 8c530c41-4980-45ea-be5c-8033fa7ef050 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:25.914883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-89f8b5fb-7e93-4359-80c5-5d2137d66d85 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/networks?id=8c530c41-4980-45ea-be5c-8033fa7ef050 HTTP/1.1" status: 200 len: 765 time: 0.1816697 Aug 09 16:02:25.918797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57790) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:25.925920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:25.933436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:25.934204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-533cddb5-7209-4476-8f79-be290487eee4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'network': {'description': 'd2'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:25.943204 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.075024 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.114073 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.120976 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.122622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:26.142755 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d363f5d6-2820-4325-8097-b845040e2bae admin admin] 10.222.0.81 "PUT /v2.0/routers/1514ec14-156b-42c8-b5f4-c086195f3da1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4921260 Aug 09 16:02:26.154957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Sync routers for ids ['1514ec14-156b-42c8-b5f4-c086195f3da1'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:26.172334 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ad21732f-c205-4a26-a528-10e85dac5b1c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:26.173041 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.240749 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Routers {'1514ec14-156b-42c8-b5f4-c086195f3da1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:26.241698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1514ec14-156b-42c8-b5f4-c086195f3da1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:26.317967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] No DVR routers for this DVR port 20593450-708e-4148-9b95-fb85deb77172 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:26.319976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20593450-708e-4148-9b95-fb85deb77172,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:26.415916 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.416518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Fanout notify agent at l3_agent the message router_deleted on router 7aa1fee4-9694-48a4-95bf-41f41d58d16f {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:02:26.428605 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.436894 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4cd891d7-5733-42b1-85f9-a3b5fce82df1 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/routers/7aa1fee4-9694-48a4-95bf-41f41d58d16f HTTP/1.1" status: 204 len: 168 time: 3.8966963 Aug 09 16:02:26.438421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57798) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:26.439351 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.452028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1af6c82e-04c1-4329-8bee-f6334b778c1a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2064610497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:26.502611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Set router 1514ec14-156b-42c8-b5f4-c086195f3da1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:26.575211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Subnet': ['ID=16a28ae3-138e-4833-bfb5-6146402abedb,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:26.576521 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-533cddb5-7209-4476-8f79-be290487eee4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.583154 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1af6c82e-04c1-4329-8bee-f6334b778c1a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.584167 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1af6c82e-04c1-4329-8bee-f6334b778c1a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.588522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:26.622995 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.643474 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-533cddb5-7209-4476-8f79-be290487eee4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.648227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f84a5fc-052d-4904-bd0c-5cd21a425e34']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:26.705549 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1af6c82e-04c1-4329-8bee-f6334b778c1a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.718691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:26.719367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:26.721935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:26.722783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:26.723444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:26.723965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:26.724607 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:26.726145 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73e2689-ad66-425d-8df9-82b7c0292e40') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:26.726582 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73e2689-ad66-425d-8df9-82b7c0292e40') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:26.726910 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:26.727434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:26.727953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:26.732195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:26.732801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:26.741578 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1af6c82e-04c1-4329-8bee-f6334b778c1a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.787747 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1af6c82e-04c1-4329-8bee-f6334b778c1a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.788986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1af6c82e-04c1-4329-8bee-f6334b778c1a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3471000 Aug 09 16:02:26.790049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Checking segment: {'id': 'c3e44a97-f323-4983-ad7e-84a846b2e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9312ce11-4c86-4ef1-8693-5088ae49980b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:26.790420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network hostable DHCP agents. Network: 9312ce11-4c86-4ef1-8693-5088ae49980b, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:26.792692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57814) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:26.812626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-533cddb5-7209-4476-8f79-be290487eee4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network 8c530c41-4980-45ea-be5c-8033fa7ef050 is not hosted by any dhcp agent {{(pid=94289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 16:02:26.821888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'enable_snat': False}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:26.831718 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533cddb5-7209-4476-8f79-be290487eee4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:26.832387 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-533cddb5-7209-4476-8f79-be290487eee4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.840911 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-533cddb5-7209-4476-8f79-be290487eee4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "PUT /v2.0/networks/8c530c41-4980-45ea-be5c-8033fa7ef050 HTTP/1.1" status: 200 len: 762 time: 0.9155698 Aug 09 16:02:26.845560 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.861129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57816) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:26.913698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.933099 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cddb5-7209-4476-8f79-be290487eee4 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Network': ['ID=8c530c41-4980-45ea-be5c-8033fa7ef050,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:26.935740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:26.936163 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:26.943745 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:27.065570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 9312ce11-4c86-4ef1-8693-5088ae49980b is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:27.125988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 8c530c41-4980-45ea-be5c-8033fa7ef050 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:27.131744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 9312ce11-4c86-4ef1-8693-5088ae49980b) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:27.178562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-06bafca8-73a0-43fe-bd89-cb6fb75b15c2 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:27.180154 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-06bafca8-73a0-43fe-bd89-cb6fb75b15c2 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/networks?id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff HTTP/1.1" status: 200 len: 811 time: 0.1728303 Aug 09 16:02:27.191130 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:27.212961 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:27.221422 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2f84a5fc-052d-4904-bd0c-5cd21a425e34 HTTP/1.1" status: 204 len: 168 time: 2.6417153 Aug 09 16:02:27.241519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:27.241901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e9869c7b-6ad1-4295-853a-ab1cbfc2bb30 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:27.242309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 20593450-708e-4148-9b95-fb85deb77172 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:27.244217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7612d38-c502-4bff-bd42-2e9d64301396 None None] Network 9312ce11-4c86-4ef1-8693-5088ae49980b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:27.256140 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-9ff9483d-630c-467a-98ec-9cffb4ac4123 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/quotas/086fb16a47f4457db6b1fb2cd534457c HTTP/1.1" status: 200 len: 375 time: 0.0665390 Aug 09 16:02:27.257193 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3f288-33ef-4820-a18c-c1426fca36c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f84a5fc-052d-4904-bd0c-5cd21a425e34,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:27.395783 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-b4bebcee-3c4d-4cfa-9177-d52ac64acebc tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=086fb16a47f4457db6b1fb2cd534457c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1304624 Aug 09 16:02:27.457981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 20593450-708e-4148-9b95-fb85deb77172 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:27.458323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 20593450-708e-4148-9b95-fb85deb77172 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:27.627177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'name': 'tempest-ServerRescueTestJSON-1371358505-router', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:04Z', 'updated_at': '2021-08-09T16:02:21Z', 'revision_number': 4, 'project_id': '086fb16a47f4457db6b1fb2cd534457c', 'gw_port': {'id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:06Z', 'updated_at': '2021-08-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '08c641c1-543a-402e-8e96-b5d137081cc8', 'name': '', 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'mac_address': 'fa:16:3e:ab:ff:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'a6131387-8542-4fb2-9550-dcd88eedfaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:16Z', 'updated_at': '2021-08-09T16:02:23Z', 'revision_number': 2, 'project_id': '086fb16a47f4457db6b1fb2cd534457c', 'subnets': [{'id': 'a6131387-8542-4fb2-9550-dcd88eedfaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:27.646702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57828) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:27.719078 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7beeee8c-b545-4073-bb44-05a189976a4e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7edd19b38f6245baa2deb7acbdacc954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665390 Aug 09 16:02:27.723111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57834) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:27.724348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Checking router: 1514ec14-156b-42c8-b5f4-c086195f3da1 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:02:27.724811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Updating router 1514ec14-156b-42c8-b5f4-c086195f3da1 port 08c641c1-543a-402e-8e96-b5d137081cc8 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:02:27.813974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b9611-b34d-4437-9d6e-2d0d74ab47b6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:27.821838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e91b9611-b34d-4437-9d6e-2d0d74ab47b6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/networks?id=8c530c41-4980-45ea-be5c-8033fa7ef050 HTTP/1.1" status: 200 len: 765 time: 0.8916047 Aug 09 16:02:27.824720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57838) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:27.833203 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:27.834133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:27.842947 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:27.887469 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-a0fac384-e681-4dcb-ba73-048c195218dc service neutron] 10.222.0.81 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834363 Aug 09 16:02:27.912014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-84e60dc6-2dec-47ff-a671-06f138cebbe9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5167675 Aug 09 16:02:27.929693 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-9312ce11-4c86-4ef1-8693-5088ae49980b', 'network_id': '9312ce11-4c86-4ef1-8693-5088ae49980b', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'fixed_ips': [{'subnet_id': '16a28ae3-138e-4833-bfb5-6146402abedb'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:02:27.930562 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:27.934530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57840) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:27.941510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4757a5ca-e388-4ddd-a189-81a45bc1338a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1345518984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:27.962220 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.024490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4757a5ca-e388-4ddd-a189-81a45bc1338a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.025886 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4757a5ca-e388-4ddd-a189-81a45bc1338a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.085306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96e5144c-fed7-47e9-b376-3408cc2b2c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.164948 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96e5144c-fed7-47e9-b376-3408cc2b2c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.337557 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4757a5ca-e388-4ddd-a189-81a45bc1338a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.345108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Allocated IP 2001:db8::2 (9312ce11-4c86-4ef1-8693-5088ae49980b/16a28ae3-138e-4833-bfb5-6146402abedb/1a8e4a92-3562-4f7f-9815-ffce6b247175) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:28.368270 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.384398 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4757a5ca-e388-4ddd-a189-81a45bc1338a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.392704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.443128 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-01fe0712-85aa-4340-b2dd-94f7f58b64ab service neutron] 10.222.0.81 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543077 Aug 09 16:02:28.461316 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a7b5fa-0272-4bf4-b758-2362b245960f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:28.466548 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-33a7b5fa-0272-4bf4-b758-2362b245960f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6365311 Aug 09 16:02:28.467563 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4757a5ca-e388-4ddd-a189-81a45bc1338a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.471957 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4757a5ca-e388-4ddd-a189-81a45bc1338a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5322227 Aug 09 16:02:28.471957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57852) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:28.472170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57854) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:28.587241 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.621551 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Transition to ACTIVE for port object 08c641c1-543a-402e-8e96-b5d137081cc8 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:28.640569 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.660123 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96e5144c-fed7-47e9-b376-3408cc2b2c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.673161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96e5144c-fed7-47e9-b376-3408cc2b2c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.674411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-96e5144c-fed7-47e9-b376-3408cc2b2c99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59f43381-acc0-433d-a0cf-8b24ca5cf2c4 HTTP/1.1" status: 204 len: 168 time: 0.9503670 Aug 09 16:02:28.684867 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:28.694906 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Allocated IP 172.25.2.129 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/06c9b343-88bf-4831-bde4-405b67fde2fa) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:28.733342 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f7743546-a10a-44d7-afe4-3f54846cb07d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 207 time: 0.2623327 Aug 09 16:02:28.740178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57872) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:28.740430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Transition to ACTIVE for port object 1a8e4a92-3562-4f7f-9815-ffce6b247175 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:28.767885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5144c-fed7-47e9-b376-3408cc2b2c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f43381-acc0-433d-a0cf-8b24ca5cf2c4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:28.826764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Transition to ACTIVE for port object 1a8e4a92-3562-4f7f-9815-ffce6b247175 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:28.842182 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1225c-46f4-415b-944b-783baa2128ff None None] Pushing event updated for resources: {'Port': ['ID=08c641c1-543a-402e-8e96-b5d137081cc8,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:28.947750 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.097646 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f4c18c75-332c-45f8-a778-4c62182674b5 req-8a153cab-5e7b-46f7-9e62-0f60ac707d3e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 210 time: 0.3045576 Aug 09 16:02:29.145708 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Pushing event updated for resources: {'Port': ['ID=1a8e4a92-3562-4f7f-9815-ffce6b247175,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:29.202733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Network 9312ce11-4c86-4ef1-8693-5088ae49980b is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:29.209206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:29.218492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:29.237830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Attempting to bind port 08c641c1-543a-402e-8e96-b5d137081cc8 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:29.239378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Attempting to bind port 08c641c1-543a-402e-8e96-b5d137081cc8 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:29.239697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Attempting to bind port 08c641c1-543a-402e-8e96-b5d137081cc8 on network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:29.298294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b30f24-e4c2-472f-b46c-6d638518d75d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:29.305761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b30f24-e4c2-472f-b46c-6d638518d75d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:29.314184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b30f24-e4c2-472f-b46c-6d638518d75d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:29.315050 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.321899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b30f24-e4c2-472f-b46c-6d638518d75d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:29.329838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b30f24-e4c2-472f-b46c-6d638518d75d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:29.330336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:29.330685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Checking segment: {'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:29.331063 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.331468 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Bound using segment: {'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:29.332181 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Bound port: 08c641c1-543a-402e-8e96-b5d137081cc8, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:29.332624 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.341273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b30f24-e4c2-472f-b46c-6d638518d75d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:29.343825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-42b30f24-e4c2-472f-b46c-6d638518d75d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6026018 Aug 09 16:02:29.348262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57892) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:29.376975 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.390883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Attempting to bind port 1a8e4a92-3562-4f7f-9815-ffce6b247175 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:29.391475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Attempting to bind port 1a8e4a92-3562-4f7f-9815-ffce6b247175 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'c3e44a97-f323-4983-ad7e-84a846b2e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9312ce11-4c86-4ef1-8693-5088ae49980b'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:29.391861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Attempting to bind port 1a8e4a92-3562-4f7f-9815-ffce6b247175 on network 9312ce11-4c86-4ef1-8693-5088ae49980b {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:29.400415 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:29.400944 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Checking segment: {'id': 'c3e44a97-f323-4983-ad7e-84a846b2e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9312ce11-4c86-4ef1-8693-5088ae49980b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:29.401698 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.402052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Bound using segment: {'id': 'c3e44a97-f323-4983-ad7e-84a846b2e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9312ce11-4c86-4ef1-8693-5088ae49980b'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:29.402653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Bound port: 1a8e4a92-3562-4f7f-9815-ffce6b247175, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e44a97-f323-4983-ad7e-84a846b2e96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '9312ce11-4c86-4ef1-8693-5088ae49980b'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:29.403096 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.445419 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.502350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] For port 08c641c1-543a-402e-8e96-b5d137081cc8, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:29.507858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57896) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:29.514166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Pushing event updated for resources: {'Port': ['ID=06c9b343-88bf-4831-bde4-405b67fde2fa,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:29.543653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] For port 08c641c1-543a-402e-8e96-b5d137081cc8, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=08c641c1-543a-402e-8e96-b5d137081cc8,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:29.547684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:29.552037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:29.554988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:29.558511 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] For port 1a8e4a92-3562-4f7f-9815-ffce6b247175, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:29.566482 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.586164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] For port 1a8e4a92-3562-4f7f-9815-ffce6b247175, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1a8e4a92-3562-4f7f-9815-ffce6b247175,segment=NetworkSegment(c3e44a97-f323-4983-ad7e-84a846b2e96e),segment_id=c3e44a97-f323-4983-ad7e-84a846b2e96e)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:29.690191 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1225c-46f4-415b-944b-783baa2128ff None None] Pushing event updated for resources: {'Port': ['ID=08c641c1-543a-402e-8e96-b5d137081cc8,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:29.723241 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.814367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Routers {'1514ec14-156b-42c8-b5f4-c086195f3da1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:29.815254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1514ec14-156b-42c8-b5f4-c086195f3da1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:29.917529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7956447e-984e-463b-908f-c214fb6b6487 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7d453f4bd804e288e89288a9c1af565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981955 Aug 09 16:02:29.920376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57900) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:30.054660 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:30.260876 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3556768a-2abe-438a-8aa0-2e46eeca8066 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.9004760 Aug 09 16:02:30.262611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57918) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:30.320581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ab42f-e488-4537-9e63-15ad6607859e None None] Pushing event updated for resources: {'Port': ['ID=1a8e4a92-3562-4f7f-9815-ffce6b247175,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:30.344140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b99a2adc-8cde-4169-8c56-c780df6fce2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:30.369212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] Set router 1514ec14-156b-42c8-b5f4-c086195f3da1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:30.489981 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b99a2adc-8cde-4169-8c56-c780df6fce2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:30.756396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'name': 'tempest-ServerRescueTestJSON-1371358505-router', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:04Z', 'updated_at': '2021-08-09T16:02:21Z', 'revision_number': 4, 'project_id': '086fb16a47f4457db6b1fb2cd534457c', 'gw_port': {'id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:06Z', 'updated_at': '2021-08-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '08c641c1-543a-402e-8e96-b5d137081cc8', 'name': '', 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'mac_address': 'fa:16:3e:ab:ff:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'a6131387-8542-4fb2-9550-dcd88eedfaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:16Z', 'updated_at': '2021-08-09T16:02:29Z', 'revision_number': 4, 'project_id': '086fb16a47f4457db6b1fb2cd534457c', 'subnets': [{'id': 'a6131387-8542-4fb2-9550-dcd88eedfaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:30.781165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f419679-4be6-40b3-a2fd-e823e9559394 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:30.783088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f419679-4be6-40b3-a2fd-e823e9559394 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:30.785325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f419679-4be6-40b3-a2fd-e823e9559394 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:30.787710 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f419679-4be6-40b3-a2fd-e823e9559394 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:30.789519 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f419679-4be6-40b3-a2fd-e823e9559394 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:30.798204 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9f419679-4be6-40b3-a2fd-e823e9559394 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5234799 Aug 09 16:02:30.818301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3efe39c-da22-4857-97b4-c535817e5b21 None None] The sync data for ids ['1514ec14-156b-42c8-b5f4-c086195f3da1'] in n-d-803778-2 is: [{'id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'name': 'tempest-ServerRescueTestJSON-1371358505-router', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:04Z', 'updated_at': '2021-08-09T16:02:21Z', 'revision_number': 4, 'project_id': '086fb16a47f4457db6b1fb2cd534457c', 'gw_port': {'id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:06Z', 'updated_at': '2021-08-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '08c641c1-543a-402e-8e96-b5d137081cc8', 'name': '', 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'mac_address': 'fa:16:3e:ab:ff:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'a6131387-8542-4fb2-9550-dcd88eedfaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:16Z', 'updated_at': '2021-08-09T16:02:29Z', 'revision_number': 4, 'project_id': '086fb16a47f4457db6b1fb2cd534457c', 'subnets': [{'id': 'a6131387-8542-4fb2-9550-dcd88eedfaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:30.820594 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57948) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:30.831684 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d46b08a-b4bc-4e00-bbb7-17b6ea59dae4 req-37239cd0-5319-43af-8452-09cfba3be27e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 210 time: 0.5057955 Aug 09 16:02:30.971898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b99a2adc-8cde-4169-8c56-c780df6fce2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:30.974632 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b99a2adc-8cde-4169-8c56-c780df6fce2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:30.976002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b99a2adc-8cde-4169-8c56-c780df6fce2b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44c2a06f-965d-4c45-b1b2-e049a6eb9c83 HTTP/1.1" status: 204 len: 168 time: 1.0541725 Aug 09 16:02:30.993570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-629f26e4-8efa-4842-b148-5a0d9234f1bf tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:30.999936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-629f26e4-8efa-4842-b148-5a0d9234f1bf tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.53 "GET /v2.0/networks?id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff HTTP/1.1" status: 200 len: 811 time: 0.4755177 Aug 09 16:02:31.027300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Request body: {'port': {'device_id': '667ecb55-e3a7-465c-89d7-7fe0afd750fe', 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff', 'admin_state_up': True, 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:31.107116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a2adc-8cde-4169-8c56-c780df6fce2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c2a06f-965d-4c45-b1b2-e049a6eb9c83,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:31.200859 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:31.239990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:31.286985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-b939ea1a-dc4b-4465-8ef9-336ea3bf1335 req-6477ef30-3567-4489-95db-547cd169cae5 service neutron] (94290) timed out ('10.222.0.81', 50004) {{(pid=94290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:02:31.616359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Allocated IP 2001:db8::1 (9312ce11-4c86-4ef1-8693-5088ae49980b/16a28ae3-138e-4833-bfb5-6146402abedb/983730b4-6630-48ef-a907-332e52c91525) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:31.704030 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387aa6ee-af32-422d-816e-ab74ff2605bc tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:31.706303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387aa6ee-af32-422d-816e-ab74ff2605bc tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:31.708337 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387aa6ee-af32-422d-816e-ab74ff2605bc tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:31.712039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387aa6ee-af32-422d-816e-ab74ff2605bc tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:31.730750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387aa6ee-af32-422d-816e-ab74ff2605bc tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:31.733613 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-387aa6ee-af32-422d-816e-ab74ff2605bc tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.8988984 Aug 09 16:02:31.741340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57966) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:31.742665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Made reservation on behalf of 086fb16a47f4457db6b1fb2cd534457c for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:31.758444 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:31.781223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2541d0f-3443-44d5-9ffe-045b7f011c4f None None] Network 9312ce11-4c86-4ef1-8693-5088ae49980b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:31.833910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1a8e4a92-3562-4f7f-9815-ffce6b247175 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:31.867141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Router f1c78ab1-c3b9-49e8-9a50-9104f2d9332d is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:02:32.051585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:32.064206 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceb94f3-d5c3-444c-8c5e-edef487641b5 None None] Sync routers for ids ['f1c78ab1-c3b9-49e8-9a50-9104f2d9332d'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:32.065553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.072728 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cf9dcce7-75bd-4682-832f-8ba1b299b7cc tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "PUT /v2.0/routers/f1c78ab1-c3b9-49e8-9a50-9104f2d9332d HTTP/1.1" status: 200 len: 916 time: 5.2580388 Aug 09 16:02:32.079010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57970) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:32.088017 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb94f3-d5c3-444c-8c5e-edef487641b5 None None] Routers {'f1c78ab1-c3b9-49e8-9a50-9104f2d9332d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:32.090305 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7ceb94f3-d5c3-444c-8c5e-edef487641b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f1c78ab1-c3b9-49e8-9a50-9104f2d9332d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:32.113152 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9308e27-7acc-4a79-a057-68055a70f052 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:32.117875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f01583d5-54b8-429f-b0a3-492a3e761218 None None] Provisioning for port 1a8e4a92-3562-4f7f-9815-ffce6b247175 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:32.119125 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f9308e27-7acc-4a79-a057-68055a70f052 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/networks/269726d3-2399-4334-b869-49caa925f67e HTTP/1.1" status: 200 len: 804 time: 0.3751173 Aug 09 16:02:32.161817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57972) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:32.186763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9db16ceb-ca30-41fa-89aa-045cad6eea3b req-3a78f63f-5da8-464d-a8ce-0f5961367387 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 210 time: 0.1367271 Aug 09 16:02:32.192320 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7ceb94f3-d5c3-444c-8c5e-edef487641b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:32.222987 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb94f3-d5c3-444c-8c5e-edef487641b5 None None] Routers {'f1c78ab1-c3b9-49e8-9a50-9104f2d9332d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:32.223681 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7ceb94f3-d5c3-444c-8c5e-edef487641b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f1c78ab1-c3b9-49e8-9a50-9104f2d9332d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:32.309648 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7ceb94f3-d5c3-444c-8c5e-edef487641b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:32.310331 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceb94f3-d5c3-444c-8c5e-edef487641b5 None None] The sync data for ids ['f1c78ab1-c3b9-49e8-9a50-9104f2d9332d'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:32.332414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 1a8e4a92-3562-4f7f-9815-ffce6b247175 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:32.350907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1a8e4a92-3562-4f7f-9815-ffce6b247175 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:32.351606 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.386307 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.408475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Transition to ACTIVE for port object 983730b4-6630-48ef-a907-332e52c91525 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:32.477920 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5039d835-73a8-4393-8658-563d02e3dd80 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/routers/f1c78ab1-c3b9-49e8-9a50-9104f2d9332d HTTP/1.1" status: 200 len: 922 time: 0.3957839 Aug 09 16:02:32.480015 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.490866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57976) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:32.547454 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=983730b4-6630-48ef-a907-332e52c91525,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:32.564761 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 9312ce11-4c86-4ef1-8693-5088ae49980b is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:32.566698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:32.574581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:32.576227 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.630279 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.639031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Allocated IP 172.20.0.4 (508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff/a6131387-8542-4fb2-9550-dcd88eedfaa5/90be6eda-2ad3-4a92-ab86-0a3a71a7beac) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:32.698759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 1a8e4a92-3562-4f7f-9815-ffce6b247175, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1a8e4a92-3562-4f7f-9815-ffce6b247175,segment=NetworkSegment(c3e44a97-f323-4983-ad7e-84a846b2e96e),segment_id=c3e44a97-f323-4983-ad7e-84a846b2e96e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:32.707145 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.708007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 08c641c1-543a-402e-8e96-b5d137081cc8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:32.714218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5d3f3f0b-5b35-40fd-b320-a0e3750d347f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/networks/269726d3-2399-4334-b869-49caa925f67e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5512533 Aug 09 16:02:32.724872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57980) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:32.761498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7d802f-09ea-419f-b1d4-c5bfdd155bd9 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:32.765945 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7e7d802f-09ea-419f-b1d4-c5bfdd155bd9 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&device_id=f1c78ab1-c3b9-49e8-9a50-9104f2d9332d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2627873 Aug 09 16:02:32.767901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57982) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:32.805571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb21b93-d6ac-4d57-ac41-fc5c94bcf9af tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:32.807005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-efb21b93-d6ac-4d57-ac41-fc5c94bcf9af tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/subnets/88d4135d-bbac-4968-8f4f-ed21b14182cc HTTP/1.1" status: 200 len: 843 time: 0.0787337 Aug 09 16:02:32.815302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57984) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:32.913023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=1a8e4a92-3562-4f7f-9815-ffce6b247175,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:32.954428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 08c641c1-543a-402e-8e96-b5d137081cc8 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:32.960478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 08c641c1-543a-402e-8e96-b5d137081cc8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:32.961151 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.032170 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.047711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a12dadd-2103-4513-81f6-2c3a7e34b6fa tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['shared'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:33.052510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0a12dadd-2103-4513-81f6-2c3a7e34b6fa tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "GET /v2.0/subnets/88d4135d-bbac-4968-8f4f-ed21b14182cc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2330916 Aug 09 16:02:33.061624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57986) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:33.069226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1b5c93a5-501e-445c-aa85-6719b003fd7a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1855495946'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:33.100879 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.145401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e191f37-98ff-463b-ae97-d151c3d9beaf tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:33.147397 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9e191f37-98ff-463b-ae97-d151c3d9beaf tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 881 time: 0.3742912 Aug 09 16:02:33.161715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57988) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:33.168427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 08c641c1-543a-402e-8e96-b5d137081cc8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=08c641c1-543a-402e-8e96-b5d137081cc8,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:33.184408 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.226246 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5c93a5-501e-445c-aa85-6719b003fd7a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:33.230969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b5c93a5-501e-445c-aa85-6719b003fd7a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.272542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5c93a5-501e-445c-aa85-6719b003fd7a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:33.288086 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b5c93a5-501e-445c-aa85-6719b003fd7a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.288446 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-1b5c93a5-501e-445c-aa85-6719b003fd7a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Added segment d90021ce-c470-40c0-b114-2624d5abebe8 of type vlan for network 8ea1c342-df8f-4225-ba31-da9ca5a4853f Aug 09 16:02:33.294241 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-eb861ed5-e261-4778-9ee1-08910e94d91b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1c78ab1-c3b9-49e8-9a50-9104f2d9332d HTTP/1.1" status: 200 len: 205 time: 0.1249151 Aug 09 16:02:33.299965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57992) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:33.310824 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.332384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fdb8d10d-e3e0-44df-bebb-7a65b2f64adb None None] Provisioning complete for port 1a8e4a92-3562-4f7f-9815-ffce6b247175 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:33.332618 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d10d-e3e0-44df-bebb-7a65b2f64adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.395490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b5c93a5-501e-445c-aa85-6719b003fd7a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.401184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=08c641c1-543a-402e-8e96-b5d137081cc8,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:33.562670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fdb8d10d-e3e0-44df-bebb-7a65b2f64adb None None] Provisioning for port 983730b4-6630-48ef-a907-332e52c91525 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:33.566798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fdb8d10d-e3e0-44df-bebb-7a65b2f64adb None None] Provisioning complete for port 983730b4-6630-48ef-a907-332e52c91525 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:33.567183 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d10d-e3e0-44df-bebb-7a65b2f64adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.570218 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.578400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.612929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1a8e4a92-3562-4f7f-9815-ffce6b247175 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:33.647853 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b5c93a5-501e-445c-aa85-6719b003fd7a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.654109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5c93a5-501e-445c-aa85-6719b003fd7a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:33.654757 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b5c93a5-501e-445c-aa85-6719b003fd7a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.735198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8d10d-e3e0-44df-bebb-7a65b2f64adb None None] Port 983730b4-6630-48ef-a907-332e52c91525 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:02:33.753662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1a8e4a92-3562-4f7f-9815-ffce6b247175 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:33.754313 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:33.795516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57aefec-ab83-4af4-b27e-dd27acfef4c0 req-c6ad04be-081d-430f-809a-d6bb78f52966 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:33.803717 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c57aefec-ab83-4af4-b27e-dd27acfef4c0 req-c6ad04be-081d-430f-809a-d6bb78f52966 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 931 time: 0.3391101 Aug 09 16:02:33.808766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c93a5-501e-445c-aa85-6719b003fd7a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Network': ['ID=8ea1c342-df8f-4225-ba31-da9ca5a4853f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:33.856513 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1b5c93a5-501e-445c-aa85-6719b003fd7a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7909892 Aug 09 16:02:33.861037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57998) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:33.866587 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'subnet': {'network_id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:33.982872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c57aefec-ab83-4af4-b27e-dd27acfef4c0 req-4ae06def-ac3e-445f-972a-88ae128173ad tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724014 Aug 09 16:02:33.998429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 8ea1c342-df8f-4225-ba31-da9ca5a4853f details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:34.188419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.193166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Made reservation on behalf of f4755b466d324e9099ed623395ec1551 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:34.199065 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.202565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1852351b-1dab-4b40-b07c-7e1f37b9d221 None None] Provisioning complete for port 983730b4-6630-48ef-a907-332e52c91525 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:34.202939 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1852351b-1dab-4b40-b07c-7e1f37b9d221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.241079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:34.243328 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.250555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:34.256931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:34.282377 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.284826 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.308136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:34.308847 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.333718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Pushing event updated for resources: {'Port': ['ID=90be6eda-2ad3-4a92-ab86-0a3a71a7beac,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:34.357574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1852351b-1dab-4b40-b07c-7e1f37b9d221 None None] Port 983730b4-6630-48ef-a907-332e52c91525 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:02:34.371582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 08c641c1-543a-402e-8e96-b5d137081cc8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:34.385888 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.ipam_backend_mixin [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Performing IP validity checks on allocation pools {{(pid=94289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 09 16:02:34.386787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.ipam_backend_mixin [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 09 16:02:34.399443 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-2ae87bac-0637-41a4-a853-f700963d7811 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3886065 Aug 09 16:02:34.417996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Request body: {'port': {'device_id': '667ecb55-e3a7-465c-89d7-7fe0afd750fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:34.436759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 08c641c1-543a-402e-8e96-b5d137081cc8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:34.438191 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.456383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Deleting port 06c9b343-88bf-4831-bde4-405b67fde2fa {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:34.456737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.497778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=983730b4-6630-48ef-a907-332e52c91525,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:34.530548 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.559933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 9312ce11-4c86-4ef1-8693-5088ae49980b is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:34.563602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:34.597174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58002) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:34.654759 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.737246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Calling delete_port for 06c9b343-88bf-4831-bde4-405b67fde2fa owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:34.802226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e62089e-9af5-44b4-8e9f-2c707b41dbd9 admin admin] Deleting subnet 1d609eca-278f-4121-a8df-9997f8d969b7 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:34.818309 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e62089e-9af5-44b4-8e9f-2c707b41dbd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:34.952782 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.006019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-030c3da1-ddae-498f-aa1a-76c0e3ad56a5 None None] Provisioning complete for port 983730b4-6630-48ef-a907-332e52c91525 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:35.006508 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-030c3da1-ddae-498f-aa1a-76c0e3ad56a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.061508 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e62089e-9af5-44b4-8e9f-2c707b41dbd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.082390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-030c3da1-ddae-498f-aa1a-76c0e3ad56a5 None None] Port 983730b4-6630-48ef-a907-332e52c91525 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:02:35.129323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Subnet': ['ID=c895c164-0d6b-4b6f-a8b8-8bc98b5df2fd,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:35.154551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Checking segment: {'id': 'd90021ce-c470-40c0-b114-2624d5abebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:35.155165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network hostable DHCP agents. Network: 8ea1c342-df8f-4225-ba31-da9ca5a4853f, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:35.186210 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Network 8ea1c342-df8f-4225-ba31-da9ca5a4853f is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:35.191087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1a1359e4-47dc-4e6c-bada-ef4ddd2dc590 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:02:35.206921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 8ea1c342-df8f-4225-ba31-da9ca5a4853f) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:35.210387 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e62089e-9af5-44b4-8e9f-2c707b41dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.218173 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f61ecb8-7faf-47a3-94c9-1628a94b81f5 None None] Network 8ea1c342-df8f-4225-ba31-da9ca5a4853f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:35.228825 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:35.230291 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.398067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90be6eda-2ad3-4a92-ab86-0a3a71a7beac {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:02:35.411627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7219ba92-5ebd-458f-8160-847a4d791d45 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5494018 Aug 09 16:02:35.413710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58014) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:35.419938 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.426607 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bf9c872d-eab1-4269-b527-3c9edc0cd4d6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:35.439043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:35.451075 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ce65d92a-854b-47ea-a60d-9171a7d01c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1a1359e4-47dc-4e6c-bada-ef4ddd2dc590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9779360 Aug 09 16:02:35.455625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58016) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:35.458001 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e62089e-9af5-44b4-8e9f-2c707b41dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.497742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62089e-9af5-44b4-8e9f-2c707b41dbd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d609eca-278f-4121-a8df-9997f8d969b7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:35.513294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Transition to ACTIVE for port object 90be6eda-2ad3-4a92-ab86-0a3a71a7beac will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:35.518447 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e62089e-9af5-44b4-8e9f-2c707b41dbd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.520737 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3e62089e-9af5-44b4-8e9f-2c707b41dbd9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1d609eca-278f-4121-a8df-9997f8d969b7 HTTP/1.1" status: 204 len: 168 time: 0.9193439 Aug 09 16:02:35.521770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.523939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58018) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:35.547071 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.563262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad4253-a6a7-444c-8eaa-84d09ce5624f None None] Sync routers for ids ['1a1359e4-47dc-4e6c-bada-ef4ddd2dc590'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:35.631841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Pushing event deleted for resources: {'Port': ['ID=06c9b343-88bf-4831-bde4-405b67fde2fa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:35.637938 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585e3649-871d-44bc-9491-f77f566f7d88 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:35.641805 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-585e3649-871d-44bc-9491-f77f566f7d88 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports/983730b4-6630-48ef-a907-332e52c91525 HTTP/1.1" status: 200 len: 911 time: 0.1846490 Aug 09 16:02:35.644788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58020) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:35.650369 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-8ea1c342-df8f-4225-ba31-da9ca5a4853f', 'network_id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f', 'tenant_id': 'f4755b466d324e9099ed623395ec1551', 'fixed_ips': [{'subnet_id': 'c895c164-0d6b-4b6f-a8b8-8bc98b5df2fd'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:02:35.652495 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.664457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad4253-a6a7-444c-8eaa-84d09ce5624f None None] Routers {'1a1359e4-47dc-4e6c-bada-ef4ddd2dc590'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:35.665110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-acad4253-a6a7-444c-8eaa-84d09ce5624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1a1359e4-47dc-4e6c-bada-ef4ddd2dc590'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:35.707847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-acad4253-a6a7-444c-8eaa-84d09ce5624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:35.724860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad4253-a6a7-444c-8eaa-84d09ce5624f None None] Routers {'1a1359e4-47dc-4e6c-bada-ef4ddd2dc590'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:35.725943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-acad4253-a6a7-444c-8eaa-84d09ce5624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1a1359e4-47dc-4e6c-bada-ef4ddd2dc590'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:35.726805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Pushing event updated for resources: {'Port': ['ID=90be6eda-2ad3-4a92-ab86-0a3a71a7beac,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:35.780370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-acad4253-a6a7-444c-8eaa-84d09ce5624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:35.781076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acad4253-a6a7-444c-8eaa-84d09ce5624f None None] The sync data for ids ['1a1359e4-47dc-4e6c-bada-ef4ddd2dc590'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:35.875657 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.888713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf9c872d-eab1-4269-b527-3c9edc0cd4d6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5943699'] for subnet, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.902813 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:35.916020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Allocated IP 2001:db8::3 (8ea1c342-df8f-4225-ba31-da9ca5a4853f/c895c164-0d6b-4b6f-a8b8-8bc98b5df2fd/093c3fc7-75c2-4776-b050-f8d7806da2bc) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:36.108938 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.111448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.141958 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.151429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Transition to ACTIVE for port object 093c3fc7-75c2-4776-b050-f8d7806da2bc will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:36.155266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Attempting to bind port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:36.155844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Attempting to bind port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:36.156620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Attempting to bind port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac on network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:36.165431 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc7cce77-3f9f-40b7-b1d1-d685e9faf5ac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.172671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Transition to ACTIVE for port object 093c3fc7-75c2-4776-b050-f8d7806da2bc will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:36.174085 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac on network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:02:36.174416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Attempting to bind port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac on network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:36.181894 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.195409 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.195954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Fanout notify agent at l3_agent the message router_deleted on router f1c78ab1-c3b9-49e8-9a50-9104f2d9332d {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:02:36.204718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda5f17-62ce-4d4c-88fc-5445daca218a req-08dd946a-68ea-4360-9887-32900e1e480b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:36.206331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdda5f17-62ce-4d4c-88fc-5445daca218a req-08dd946a-68ea-4360-9887-32900e1e480b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 943 time: 1.1048751 Aug 09 16:02:36.215881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.216994 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-377b96f3-1b4d-4832-86b2-c645acf78372 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/routers/f1c78ab1-c3b9-49e8-9a50-9104f2d9332d HTTP/1.1" status: 204 len: 168 time: 2.9139400 Aug 09 16:02:36.246396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58024) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:36.253370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-156452461', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:36.255727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Pushing event updated for resources: {'Port': ['ID=093c3fc7-75c2-4776-b050-f8d7806da2bc,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:36.259614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:36.259948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Checking segment: {'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:36.260361 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Bound using segment: {'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:36.260837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Bound port: 90be6eda-2ad3-4a92-ab86-0a3a71a7beac, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:36.261168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.271764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Network 8ea1c342-df8f-4225-ba31-da9ca5a4853f is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:36.273462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:36.279028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:36.342947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Attempting to bind port 093c3fc7-75c2-4776-b050-f8d7806da2bc on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:36.342947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Attempting to bind port 093c3fc7-75c2-4776-b050-f8d7806da2bc by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd90021ce-c470-40c0-b114-2624d5abebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:36.343268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Attempting to bind port 093c3fc7-75c2-4776-b050-f8d7806da2bc on network 8ea1c342-df8f-4225-ba31-da9ca5a4853f {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:36.349850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:36.350231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Checking segment: {'id': 'd90021ce-c470-40c0-b114-2624d5abebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:36.350640 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.351040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Bound using segment: {'id': 'd90021ce-c470-40c0-b114-2624d5abebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:36.351514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Bound port: 093c3fc7-75c2-4776-b050-f8d7806da2bc, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90021ce-c470-40c0-b114-2624d5abebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:36.351948 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.379079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdda5f17-62ce-4d4c-88fc-5445daca218a req-eac7e102-a846-44b1-9176-7df51b3c0736 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608417 Aug 09 16:02:36.432855 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.444068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] For port 093c3fc7-75c2-4776-b050-f8d7806da2bc, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:36.449456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] For port 093c3fc7-75c2-4776-b050-f8d7806da2bc, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=093c3fc7-75c2-4776-b050-f8d7806da2bc,segment=NetworkSegment(d90021ce-c470-40c0-b114-2624d5abebe8),segment_id=d90021ce-c470-40c0-b114-2624d5abebe8)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:36.457195 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.523310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41029b8e-4fba-4515-9563-532e796957f3 None None] Pushing event updated for resources: {'Port': ['ID=093c3fc7-75c2-4776-b050-f8d7806da2bc,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:36.532788 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.533924 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.554148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-cc7cce77-3f9f-40b7-b1d1-d685e9faf5ac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port 983730b4-6630-48ef-a907-332e52c91525 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:36.554755 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc7cce77-3f9f-40b7-b1d1-d685e9faf5ac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.569384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db6aa99-06d7-43f0-8035-723ccf0c2c7b']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:36.593941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] For port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:36.597185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bd3e6c-afac-4c5f-9c86-28995c93c60b') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:36.597488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bd3e6c-afac-4c5f-9c86-28995c93c60b') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:36.635557 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.666067 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc7cce77-3f9f-40b7-b1d1-d685e9faf5ac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.676414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] For port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=90be6eda-2ad3-4a92-ab86-0a3a71a7beac,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:36.686293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.687500 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-cc7cce77-3f9f-40b7-b1d1-d685e9faf5ac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for 983730b4-6630-48ef-a907-332e52c91525 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:36.719437 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.742081 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.748335 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf9c872d-eab1-4269-b527-3c9edc0cd4d6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765756868244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4793079'] for subnet, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.751188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:36.751664 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.754483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:36.755190 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.756679 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] 10.222.0.53 "PUT /v2.0/ports/90be6eda-2ad3-4a92-ab86-0a3a71a7beac HTTP/1.1" status: 200 len: 1091 time: 2.3468614 Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:36.783262 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:36.785756 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667ecb55-e3a7-465c-89d7-7fe0afd750fe', 'tag': '90be6eda-2ad3-4a92-ab86-0a3a71a7beac'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:36.786297 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3447b0-529d-4ef1-a7c0-020ec2b03430" -d '{"events": [{"name": "network-changed", "server_uuid": "667ecb55-e3a7-465c-89d7-7fe0afd750fe", "tag": "90be6eda-2ad3-4a92-ab86-0a3a71a7beac"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:36.925213 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee10529-c0d5-4786-8883-37a0764d7541 x-openstack-request-id: req-dee10529-c0d5-4786-8883-37a0764d7541 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:36.925213 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667ecb55-e3a7-465c-89d7-7fe0afd750fe", "tag": "90be6eda-2ad3-4a92-ab86-0a3a71a7beac", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:36.925510 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dee10529-c0d5-4786-8883-37a0764d7541 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:36.926060 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667ecb55-e3a7-465c-89d7-7fe0afd750fe', 'tag': '90be6eda-2ad3-4a92-ab86-0a3a71a7beac', 'status': 'completed', 'code': 200} Aug 09 16:02:36.964121 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc7cce77-3f9f-40b7-b1d1-d685e9faf5ac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:36.997207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cce77-3f9f-40b7-b1d1-d685e9faf5ac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=983730b4-6630-48ef-a907-332e52c91525,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:37.014671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9c872d-eab1-4269-b527-3c9edc0cd4d6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:37.015528 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf9c872d-eab1-4269-b527-3c9edc0cd4d6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:37.016837 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bf9c872d-eab1-4269-b527-3c9edc0cd4d6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "PUT /v2.0/subnets/c895c164-0d6b-4b6f-a8b8-8bc98b5df2fd HTTP/1.1" status: 200 len: 900 time: 1.6019230 Aug 09 16:02:37.024971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58028) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:37.130596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c872d-eab1-4269-b527-3c9edc0cd4d6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event updated for resources: {'Subnet': ['ID=c895c164-0d6b-4b6f-a8b8-8bc98b5df2fd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:37.134297 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:37.144993 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:37.147011 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5db6aa99-06d7-43f0-8035-723ccf0c2c7b HTTP/1.1" status: 204 len: 168 time: 1.6182630 Aug 09 16:02:37.149744 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:37.187070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-f458ece4-aa99-4b5e-928b-506109660327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:37.188912 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-f458ece4-aa99-4b5e-928b-506109660327 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=086fb16a47f4457db6b1fb2cd534457c&device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 1094 time: 0.2724655 Aug 09 16:02:37.189581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72118201-7d30-40d6-87e7-9be7a2eb4a5f service neutron] Pushing event updated for resources: {'Port': ['ID=90be6eda-2ad3-4a92-ab86-0a3a71a7beac,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:37.215284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bb944-598d-4246-b2e6-d435f4694a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db6aa99-06d7-43f0-8035-723ccf0c2c7b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:37.233156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:37.304511 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc7cce77-3f9f-40b7-b1d1-d685e9faf5ac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:37.310598 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-8da02fe7-3f4f-4355-bd41-f916ca681b92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be6eda-2ad3-4a92-ab86-0a3a71a7beac HTTP/1.1" status: 200 len: 217 time: 0.1136150 Aug 09 16:02:37.439772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-a0e5664d-2585-47df-94f4-3bf9fc46e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:37.446750 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-a0e5664d-2585-47df-94f4-3bf9fc46e956 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6131387-8542-4fb2-9550-dcd88eedfaa5 HTTP/1.1" status: 200 len: 851 time: 0.1281552 Aug 09 16:02:37.476080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58036) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:37.536705 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-0b8572c4-13db-453a-a1fe-6f2097a44017 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798109 Aug 09 16:02:37.623220 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92210c1f-44a7-457f-bf71-eabc4b9adb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:37.639273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting port 093c3fc7-75c2-4776-b050-f8d7806da2bc {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:37.639613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:37.652384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7cce77-3f9f-40b7-b1d1-d685e9faf5ac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1a1359e4-47dc-4e6c-bada-ef4ddd2dc590 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:37.690901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 093c3fc7-75c2-4776-b050-f8d7806da2bc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:37.772936 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3ab430b2-ca3a-45bb-84be-8e950f3e8ffd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9354282398a942abbc5356fe124f834e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902243 Aug 09 16:02:37.775623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58038) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:37.788612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 093c3fc7-75c2-4776-b050-f8d7806da2bc completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:37.842816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68a30e-1e6f-4e5e-9dd2-9a841d070fed req-e93b92b6-35f3-446b-8831-f22b56736a62 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:37.845936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea68a30e-1e6f-4e5e-9dd2-9a841d070fed req-e93b92b6-35f3-446b-8831-f22b56736a62 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 943 time: 0.3079457 Aug 09 16:02:37.890855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] For port 093c3fc7-75c2-4776-b050-f8d7806da2bc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=093c3fc7-75c2-4776-b050-f8d7806da2bc,segment=NetworkSegment(d90021ce-c470-40c0-b114-2624d5abebe8),segment_id=d90021ce-c470-40c0-b114-2624d5abebe8)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:37.891233 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:37.906094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Calling delete_port for 093c3fc7-75c2-4776-b050-f8d7806da2bc owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:37.952602 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:37.990115 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea68a30e-1e6f-4e5e-9dd2-9a841d070fed req-33bc19bb-6b98-440e-859f-b924c9e1f65d tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321149 Aug 09 16:02:37.993461 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.025501 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-e7a96118-1fdb-4e2a-877f-71a01626e3c1 service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753091 Aug 09 16:02:38.042061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02df87ba-59ef-4e88-97cd-3a555d2f8649 None None] Network 8ea1c342-df8f-4225-ba31-da9ca5a4853f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:38.203810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7cce77-3f9f-40b7-b1d1-d685e9faf5ac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:38.223470 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e4965-a88c-4183-9b79-cc42dc714ac3 None None] Sync routers for ids ['1a1359e4-47dc-4e6c-bada-ef4ddd2dc590'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:38.243696 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e4965-a88c-4183-9b79-cc42dc714ac3 None None] Routers {'1a1359e4-47dc-4e6c-bada-ef4ddd2dc590'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:38.250158 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-373e4965-a88c-4183-9b79-cc42dc714ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1a1359e4-47dc-4e6c-bada-ef4ddd2dc590'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:38.270880 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5e8680dc-15db-432a-b818-de9f49c4de3b req-7ac8b690-34bb-49bb-b678-299df776c488 service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829140 Aug 09 16:02:38.272021 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Allocated IP 172.25.2.107 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/59957f6d-1bb1-4648-91df-8eb93c971001) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:38.287871 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cc7cce77-3f9f-40b7-b1d1-d685e9faf5ac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1a1359e4-47dc-4e6c-bada-ef4ddd2dc590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6396272 Aug 09 16:02:38.300675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58042) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:38.301834 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebb41-0494-415e-a6b3-28edead7fb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.306528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-caf93503-28da-4c5b-9967-c8e2fd4e5c26 None None] Provisioning for port 093c3fc7-75c2-4776-b050-f8d7806da2bc completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:38.323558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-caf93503-28da-4c5b-9967-c8e2fd4e5c26 None None] Provisioning complete for port 093c3fc7-75c2-4776-b050-f8d7806da2bc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:38.324196 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-caf93503-28da-4c5b-9967-c8e2fd4e5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.395379 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebb41-0494-415e-a6b3-28edead7fb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.395820 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-373e4965-a88c-4183-9b79-cc42dc714ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:38.407933 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.432690 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e4965-a88c-4183-9b79-cc42dc714ac3 None None] Routers {'1a1359e4-47dc-4e6c-bada-ef4ddd2dc590'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:38.433536 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-373e4965-a88c-4183-9b79-cc42dc714ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1a1359e4-47dc-4e6c-bada-ef4ddd2dc590'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:38.483061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.493185 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-caf93503-28da-4c5b-9967-c8e2fd4e5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.500369 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-373e4965-a88c-4183-9b79-cc42dc714ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:38.501823 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e4965-a88c-4183-9b79-cc42dc714ac3 None None] The sync data for ids ['1a1359e4-47dc-4e6c-bada-ef4ddd2dc590'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:38.531836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:38.553619 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-caf93503-28da-4c5b-9967-c8e2fd4e5c26 None None] For port 093c3fc7-75c2-4776-b050-f8d7806da2bc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=093c3fc7-75c2-4776-b050-f8d7806da2bc,segment=NetworkSegment(d90021ce-c470-40c0-b114-2624d5abebe8),segment_id=d90021ce-c470-40c0-b114-2624d5abebe8)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:38.556820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:38.560672 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-caf93503-28da-4c5b-9967-c8e2fd4e5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.566064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:38.596149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3447b0-529d-4ef1-a7c0-020ec2b03430 req-e53c060e-6ce9-4e91-8b22-0446939fdbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:38.597788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc3447b0-529d-4ef1-a7c0-020ec2b03430 req-e53c060e-6ce9-4e91-8b22-0446939fdbdd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=086fb16a47f4457db6b1fb2cd534457c&device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 1094 time: 0.1447380 Aug 09 16:02:38.599097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebb41-0494-415e-a6b3-28edead7fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.600591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Pushing event updated for resources: {'Port': ['ID=59957f6d-1bb1-4648-91df-8eb93c971001,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:38.608992 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebb41-0494-415e-a6b3-28edead7fb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.610700 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1e6ebb41-0494-415e-a6b3-28edead7fb92 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/792e44c6-e551-414c-b31f-cfa5d62b685d HTTP/1.1" status: 204 len: 168 time: 0.8305304 Aug 09 16:02:38.634381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c5d5837c-98a7-45e5-b759-8d9489616b31 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a1359e4-47dc-4e6c-bada-ef4ddd2dc590 HTTP/1.1" status: 200 len: 205 time: 0.1094079 Aug 09 16:02:38.636769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ebb41-0494-415e-a6b3-28edead7fb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792e44c6-e551-414c-b31f-cfa5d62b685d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:38.641043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58046) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:38.678124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf93503-28da-4c5b-9967-c8e2fd4e5c26 None None] Pushing event updated for resources: {'Port': ['ID=093c3fc7-75c2-4776-b050-f8d7806da2bc,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:38.771963 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c741605-e682-439d-8de6-d189e47af97e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:38.802793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3447b0-529d-4ef1-a7c0-020ec2b03430 req-e9a091a6-915b-4a74-8360-8f52e44c6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:38.804888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc3447b0-529d-4ef1-a7c0-020ec2b03430 req-e9a091a6-915b-4a74-8360-8f52e44c6bd7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff HTTP/1.1" status: 200 len: 912 time: 0.1987774 Aug 09 16:02:38.878290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162783af-aa9c-4b8b-a83a-daa00a438725 None None] Network 8ea1c342-df8f-4225-ba31-da9ca5a4853f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:38.923993 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc3447b0-529d-4ef1-a7c0-020ec2b03430 req-84c6f680-ff41-4123-aad4-76f8d24cffbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be6eda-2ad3-4a92-ab86-0a3a71a7beac HTTP/1.1" status: 200 len: 217 time: 0.1073542 Aug 09 16:02:38.976247 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6074c578-8bf7-4118-9c73-762a39087cc9 None None] Provisioning complete for port 093c3fc7-75c2-4776-b050-f8d7806da2bc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:38.987378 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6074c578-8bf7-4118-9c73-762a39087cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:39.079671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3447b0-529d-4ef1-a7c0-020ec2b03430 req-ee90f2ea-4212-45a2-bc17-ff5147d636a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:39.081372 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc3447b0-529d-4ef1-a7c0-020ec2b03430 req-ee90f2ea-4212-45a2-bc17-ff5147d636a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6131387-8542-4fb2-9550-dcd88eedfaa5 HTTP/1.1" status: 200 len: 851 time: 0.1004224 Aug 09 16:02:39.128291 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc3447b0-529d-4ef1-a7c0-020ec2b03430 req-19fad816-8be3-4490-8b43-17789af59be6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375609 Aug 09 16:02:39.421265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58066) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:39.511729 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:39.546841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c741605-e682-439d-8de6-d189e47af97e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:39.589047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-36f5b9ec-cbbf-43ef-8cd8-a45243dbcc15 None None] Could not find standard attr ID for object 093c3fc7-75c2-4776-b050-f8d7806da2bc. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:02:39.595359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Port': ['ID=093c3fc7-75c2-4776-b050-f8d7806da2bc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:39.596611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 093c3fc7-75c2-4776-b050-f8d7806da2bc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:39.599050 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c741605-e682-439d-8de6-d189e47af97e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:39.644610 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 093c3fc7-75c2-4776-b050-f8d7806da2bc {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:39.645162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 093c3fc7-75c2-4776-b050-f8d7806da2bc not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 09 16:02:39.689106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Port 093c3fc7-75c2-4776-b050-f8d7806da2bc not found, will not notify nova. {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 09 16:02:39.705014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ccb383-278c-46de-9bca-06cb7a86be37 None None] DHCP port deletion for 8ea1c342-df8f-4225-ba31-da9ca5a4853f request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:39.727442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c6203-3b35-4bbd-80ad-a20c5fb43ea6 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:02:39.757222 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c741605-e682-439d-8de6-d189e47af97e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:39.757866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c741605-e682-439d-8de6-d189e47af97e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Fanout notify agent at l3_agent the message router_deleted on router 1a1359e4-47dc-4e6c-bada-ef4ddd2dc590 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:02:39.766252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c741605-e682-439d-8de6-d189e47af97e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:39.770835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4c741605-e682-439d-8de6-d189e47af97e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/1a1359e4-47dc-4e6c-bada-ef4ddd2dc590 HTTP/1.1" status: 204 len: 168 time: 1.1281991 Aug 09 16:02:39.771522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58074) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:39.886096 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8c6203-3b35-4bbd-80ad-a20c5fb43ea6 None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:02:39.964584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 90be6eda-2ad3-4a92-ab86-0a3a71a7beac details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:02:39.989111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc3447b0-529d-4ef1-a7c0-020ec2b03430 req-a2954c4f-ba0d-42de-86c5-d1574cbd3aa2 service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8523967 Aug 09 16:02:40.034033 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No DVR routers for this DVR port 093c3fc7-75c2-4776-b050-f8d7806da2bc on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:40.058088 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.159414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=90be6eda-2ad3-4a92-ab86-0a3a71a7beac,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:40.211857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc3447b0-529d-4ef1-a7c0-020ec2b03430 req-0a8f184b-21fb-4065-a068-14cdfa24449c service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135427 Aug 09 16:02:40.272660 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.319082 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '90be6eda-2ad3-4a92-ab86-0a3a71a7beac', 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff', 'port_id': '90be6eda-2ad3-4a92-ab86-0a3a71a7beac', 'mac_address': 'fa:16:3e:2b:44:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6131387-8542-4fb2-9550-dcd88eedfaa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:02:40.367961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.370387 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.374885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-8ea1c342-df8f-4225-ba31-da9ca5a4853f', 'network_id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f', 'tenant_id': 'f4755b466d324e9099ed623395ec1551', 'fixed_ips': [{'subnet_id': 'c895c164-0d6b-4b6f-a8b8-8bc98b5df2fd'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:02:40.376289 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.398136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fc370-5d1e-4583-9f68-3d8d37fa0e59 req-bab22504-e514-4b7f-a2fd-9375ddf209ab tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:40.400228 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a11fc370-5d1e-4583-9f68-3d8d37fa0e59 req-bab22504-e514-4b7f-a2fd-9375ddf209ab tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 943 time: 1.0495050 Aug 09 16:02:40.403219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90be6eda-2ad3-4a92-ab86-0a3a71a7beac {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:02:40.410156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08e30e6-e10b-44b6-82bf-61d0b06357db tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting subnet 16a28ae3-138e-4833-bfb5-6146402abedb {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:40.454292 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b08e30e6-e10b-44b6-82bf-61d0b06357db tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.517154 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a11fc370-5d1e-4583-9f68-3d8d37fa0e59 req-dcf0f092-7e09-4631-a817-df5b08498f90 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976956 Aug 09 16:02:40.542685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Router 077ee428-dcac-4f31-84ab-a0ddc3fb4c9a is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:02:40.550909 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b08e30e6-e10b-44b6-82bf-61d0b06357db tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.570193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=90be6eda-2ad3-4a92-ab86-0a3a71a7beac,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:40.583746 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.590801 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1d56-fbde-4c16-9185-e3ba580f7cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.592727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Allocated IP 2001:db8::3 (8ea1c342-df8f-4225-ba31-da9ca5a4853f/c895c164-0d6b-4b6f-a8b8-8bc98b5df2fd/8759d220-e2d2-4b20-9f65-7a20b237398d) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:40.697157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=90be6eda-2ad3-4a92-ab86-0a3a71a7beac,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:40.699764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:40.710884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:40.711235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:40.711707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:40.711910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:40.712232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:40.712570 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:40.713378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:40.713378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:40.714458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:40.714784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:40.715112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:40.715497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:40.736401 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76560a-d81f-4c9b-8b66-ad8394ed8cd9 None None] Sync routers for ids ['077ee428-dcac-4f31-84ab-a0ddc3fb4c9a'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:40.756336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd76560a-d81f-4c9b-8b66-ad8394ed8cd9 None None] Routers {'077ee428-dcac-4f31-84ab-a0ddc3fb4c9a'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:40.756964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fd76560a-d81f-4c9b-8b66-ad8394ed8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['077ee428-dcac-4f31-84ab-a0ddc3fb4c9a'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:40.769264 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.771303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9b0cda15-1cab-4b53-ac92-0a0a8d04b9da tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5215056 Aug 09 16:02:40.774018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58086) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:40.783070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:40.801762 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b08e30e6-e10b-44b6-82bf-61d0b06357db tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.801986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['90be6eda-2ad3-4a92-ab86-0a3a71a7beac'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:02:40.828896 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fd76560a-d81f-4c9b-8b66-ad8394ed8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:40.905965 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd76560a-d81f-4c9b-8b66-ad8394ed8cd9 None None] Routers {'077ee428-dcac-4f31-84ab-a0ddc3fb4c9a'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:40.906945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fd76560a-d81f-4c9b-8b66-ad8394ed8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['077ee428-dcac-4f31-84ab-a0ddc3fb4c9a'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:40.937084 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b08e30e6-e10b-44b6-82bf-61d0b06357db tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.946264 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.957387 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fd76560a-d81f-4c9b-8b66-ad8394ed8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:40.958035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76560a-d81f-4c9b-8b66-ad8394ed8cd9 None None] The sync data for ids ['077ee428-dcac-4f31-84ab-a0ddc3fb4c9a'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:40.977241 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b08e30e6-e10b-44b6-82bf-61d0b06357db tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.979793 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b08e30e6-e10b-44b6-82bf-61d0b06357db tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/16a28ae3-138e-4833-bfb5-6146402abedb HTTP/1.1" status: 204 len: 168 time: 1.2041249 Aug 09 16:02:40.982667 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e30e6-e10b-44b6-82bf-61d0b06357db tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Subnet': ['ID=16a28ae3-138e-4833-bfb5-6146402abedb,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:40.985231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58090) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:40.985446 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:40.990306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c56b0d9-5dc9-4c48-9e11-0b6d113a1b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.004497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Transition to ACTIVE for port object 8759d220-e2d2-4b20-9f65-7a20b237398d will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:41.037842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Transition to ACTIVE for port object 8759d220-e2d2-4b20-9f65-7a20b237398d will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:41.052835 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.127179 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Network 8ea1c342-df8f-4225-ba31-da9ca5a4853f is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:41.135448 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:41.138639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:41.140648 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Pushing event updated for resources: {'Port': ['ID=8759d220-e2d2-4b20-9f65-7a20b237398d,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:41.178236 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.207245 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Attempting to bind port 8759d220-e2d2-4b20-9f65-7a20b237398d on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:41.207868 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Attempting to bind port 8759d220-e2d2-4b20-9f65-7a20b237398d by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd90021ce-c470-40c0-b114-2624d5abebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:41.208552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Attempting to bind port 8759d220-e2d2-4b20-9f65-7a20b237398d on network 8ea1c342-df8f-4225-ba31-da9ca5a4853f {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:41.214843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:41.215483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Checking segment: {'id': 'd90021ce-c470-40c0-b114-2624d5abebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:41.216100 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.216659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Bound using segment: {'id': 'd90021ce-c470-40c0-b114-2624d5abebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:41.217298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Bound port: 8759d220-e2d2-4b20-9f65-7a20b237398d, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90021ce-c470-40c0-b114-2624d5abebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:41.217953 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.240007 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.255171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.255890 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.263912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Subnet': ['ID=c895c164-0d6b-4b6f-a8b8-8bc98b5df2fd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:41.307484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] For port 8759d220-e2d2-4b20-9f65-7a20b237398d, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:41.311331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] For port 8759d220-e2d2-4b20-9f65-7a20b237398d, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8759d220-e2d2-4b20-9f65-7a20b237398d,segment=NetworkSegment(d90021ce-c470-40c0-b114-2624d5abebe8),segment_id=d90021ce-c470-40c0-b114-2624d5abebe8)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:41.318401 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.368545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Deleting port 59957f6d-1bb1-4648-91df-8eb93c971001 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:41.368902 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.385810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.402988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea1c342-df8f-4225-ba31-da9ca5a4853f']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:41.429712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90021ce-c470-40c0-b114-2624d5abebe8') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:41.430140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90021ce-c470-40c0-b114-2624d5abebe8') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:41.442160 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.466249 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.474757 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.480560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Calling delete_port for 59957f6d-1bb1-4648-91df-8eb93c971001 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:41.506100 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:41.506829 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.555748 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port 1a8e4a92-3562-4f7f-9815-ffce6b247175 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:41.558285 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:41.560397 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:41.611441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 093c3fc7-75c2-4776-b050-f8d7806da2bc no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:41.622874 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.637608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 16:02:41.637608 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 16:02:41.637608 n-d-803778-2 neutron-server[94289]: [parameters: {'id': '8ea1c342-df8f-4225-ba31-da9ca5a4853f'}] Aug 09 16:02:41.637608 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:02:41.638110 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:02:41.685456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 093c3fc7-75c2-4776-b050-f8d7806da2bc {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:41.685969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 093c3fc7-75c2-4776-b050-f8d7806da2bc not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:41.691479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2846f3-f2ff-4a36-9147-a47ffbb1e487 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:02:41.715020 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.775485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28206830-12f9-4841-b0b1-7b95476d045d None None] Pushing event updated for resources: {'Port': ['ID=8759d220-e2d2-4b20-9f65-7a20b237398d,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:41.789482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] For port 1a8e4a92-3562-4f7f-9815-ffce6b247175, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1a8e4a92-3562-4f7f-9815-ffce6b247175,segment=NetworkSegment(c3e44a97-f323-4983-ad7e-84a846b2e96e),segment_id=c3e44a97-f323-4983-ad7e-84a846b2e96e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:41.789872 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.815760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.829527 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for 1a8e4a92-3562-4f7f-9815-ffce6b247175 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:41.832450 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-4c56b0d9-5dc9-4c48-9e11-0b6d113a1b36 admin admin] Deleting port f675ea51-2bb9-4051-9ee1-1121d39a879b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:41.832795 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c56b0d9-5dc9-4c48-9e11-0b6d113a1b36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.835632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67b7cc-9ab9-49f1-8274-eb80fbc6fb15 req-5a36df14-d9eb-419e-9ac1-c71803d204b9 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:41.843834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a67b7cc-9ab9-49f1-8274-eb80fbc6fb15 req-5a36df14-d9eb-419e-9ac1-c71803d204b9 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 944 time: 0.1559253 Aug 09 16:02:41.888936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Pushing event deleted for resources: {'Port': ['ID=59957f6d-1bb1-4648-91df-8eb93c971001,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:41.897399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2846f3-f2ff-4a36-9147-a47ffbb1e487 None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:02:41.928980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 90be6eda-2ad3-4a92-ab86-0a3a71a7beac up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:41.965339 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a67b7cc-9ab9-49f1-8274-eb80fbc6fb15 req-58e8a24c-1d6e-4133-9aae-e94410bd8e1c tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205409 Aug 09 16:02:41.990652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-4c56b0d9-5dc9-4c48-9e11-0b6d113a1b36 admin admin] For port f675ea51-2bb9-4051-9ee1-1121d39a879b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f675ea51-2bb9-4051-9ee1-1121d39a879b,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:41.990652 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c56b0d9-5dc9-4c48-9e11-0b6d113a1b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:41.998220 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.012364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-4c56b0d9-5dc9-4c48-9e11-0b6d113a1b36 admin admin] Calling delete_port for f675ea51-2bb9-4051-9ee1-1121d39a879b owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:42.027136 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.049072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:42.057516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:42.057929 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.071846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=1a8e4a92-3562-4f7f-9815-ffce6b247175,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:42.107410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No DVR routers for this DVR port 1a8e4a92-3562-4f7f-9815-ffce6b247175 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:42.149793 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.227870 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.235504 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.239196 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.249834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9312ce11-4c86-4ef1-8693-5088ae49980b']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:42.250945 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.289680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667ecb55-e3a7-465c-89d7-7fe0afd750fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90be6eda-2ad3-4a92-ab86-0a3a71a7beac'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:42.292732 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ef10cf-32b8-4d91-bb7e-ee1b8553a896" -d '{"events": [{"server_uuid": "667ecb55-e3a7-465c-89d7-7fe0afd750fe", "name": "network-vif-plugged", "status": "completed", "tag": "90be6eda-2ad3-4a92-ab86-0a3a71a7beac"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:42.309489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b320d3e-8fe1-43b9-a32b-9a5f699a37e6 None None] Network 9312ce11-4c86-4ef1-8693-5088ae49980b requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:42.311138 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8253e383-781a-4fb8-b0c2-71bc59270b62 None None] Network 8ea1c342-df8f-4225-ba31-da9ca5a4853f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:42.321369 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e44a97-f323-4983-ad7e-84a846b2e96e') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:42.321698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e44a97-f323-4983-ad7e-84a846b2e96e') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:42.327713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=90be6eda-2ad3-4a92-ab86-0a3a71a7beac,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:42.351000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Router 077ee428-dcac-4f31-84ab-a0ddc3fb4c9a has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:42.356820 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.367835 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5206715-5ac3-4716-bf4b-2e932c4ba6df x-openstack-request-id: req-c5206715-5ac3-4716-bf4b-2e932c4ba6df {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:42.368122 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667ecb55-e3a7-465c-89d7-7fe0afd750fe", "name": "network-vif-plugged", "status": "completed", "tag": "90be6eda-2ad3-4a92-ab86-0a3a71a7beac", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:42.368373 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5206715-5ac3-4716-bf4b-2e932c4ba6df {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:42.368767 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667ecb55-e3a7-465c-89d7-7fe0afd750fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90be6eda-2ad3-4a92-ab86-0a3a71a7beac', 'code': 200} Aug 09 16:02:42.396760 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.409036 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.417966 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:42.418382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:42.422789 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:42.466296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:42.477448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.477448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-01c67c13-dd03-41df-86d7-5882c5f5494a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "PUT /v2.0/routers/077ee428-dcac-4f31-84ab-a0ddc3fb4c9a HTTP/1.1" status: 200 len: 705 time: 1.7019911 Aug 09 16:02:42.482798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58098) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:42.507390 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05c9b3-25d4-42d6-b055-5b8893aaf070 None None] Sync routers for ids ['077ee428-dcac-4f31-84ab-a0ddc3fb4c9a'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:42.521544 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05c9b3-25d4-42d6-b055-5b8893aaf070 None None] Routers {'077ee428-dcac-4f31-84ab-a0ddc3fb4c9a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:42.522250 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9f05c9b3-25d4-42d6-b055-5b8893aaf070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['077ee428-dcac-4f31-84ab-a0ddc3fb4c9a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:42.530098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=90be6eda-2ad3-4a92-ab86-0a3a71a7beac,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:42.531964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting port 8759d220-e2d2-4b20-9f65-7a20b237398d {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:42.533709 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.551085 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.572902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af71fbd-508c-45d5-a7d1-9a67b48e1de6 req-f1767dd0-eb98-42fb-9ab4-81f74acfc3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:42.574689 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8af71fbd-508c-45d5-a7d1-9a67b48e1de6 req-f1767dd0-eb98-42fb-9ab4-81f74acfc3a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 1096 time: 0.1714277 Aug 09 16:02:42.574858 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9f05c9b3-25d4-42d6-b055-5b8893aaf070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:42.584303 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05c9b3-25d4-42d6-b055-5b8893aaf070 None None] Routers {'077ee428-dcac-4f31-84ab-a0ddc3fb4c9a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:42.584992 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9f05c9b3-25d4-42d6-b055-5b8893aaf070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['077ee428-dcac-4f31-84ab-a0ddc3fb4c9a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:42.594612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-45fa25ae-7b35-439a-bb1e-88571a3dfd5c tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/routers/077ee428-dcac-4f31-84ab-a0ddc3fb4c9a HTTP/1.1" status: 200 len: 740 time: 0.1066048 Aug 09 16:02:42.595929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58100) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:42.608181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.610473 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/networks/9312ce11-4c86-4ef1-8693-5088ae49980b HTTP/1.1" status: 204 len: 168 time: 1.6240666 Aug 09 16:02:42.622527 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58102) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:42.633181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1675983977', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:42.640768 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-9f05c9b3-25d4-42d6-b055-5b8893aaf070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:42.644354 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05c9b3-25d4-42d6-b055-5b8893aaf070 None None] The sync data for ids ['077ee428-dcac-4f31-84ab-a0ddc3fb4c9a'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:42.665426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9b439b47-8cb0-418f-b5db-862d691449d0 tempest-RoutersAdminTest-965801029 tempest-RoutersAdminTest-965801029-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&device_id=077ee428-dcac-4f31-84ab-a0ddc3fb4c9a HTTP/1.1" status: 200 len: 205 time: 0.0657952 Aug 09 16:02:42.665581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58104) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:42.670913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad87e37-ff4e-42c1-adf5-bc4f985ad6ec tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Network': ['ID=9312ce11-4c86-4ef1-8693-5088ae49980b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:42.686421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd604f-f161-497d-a7ff-c1efa964d6a0 None None] DHCP port deletion for 8ea1c342-df8f-4225-ba31-da9ca5a4853f request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:42.688908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523476df-cb85-4610-8b0f-6f7aef6cd3c2 None None] DHCP port deletion for 9312ce11-4c86-4ef1-8693-5088ae49980b request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:42.691408 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c56b0d9-5dc9-4c48-9e11-0b6d113a1b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.699730 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-48732522-fd5b-4ab5-9c8f-571f670191a2 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "GET /v2.0/ports?device_id=077ee428-dcac-4f31-84ab-a0ddc3fb4c9a HTTP/1.1" status: 200 len: 205 time: 0.0309191 Aug 09 16:02:42.703930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58106) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:42.748322 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] For port 8759d220-e2d2-4b20-9f65-7a20b237398d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8759d220-e2d2-4b20-9f65-7a20b237398d,segment=NetworkSegment(d90021ce-c470-40c0-b114-2624d5abebe8),segment_id=d90021ce-c470-40c0-b114-2624d5abebe8)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:42.748869 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.751785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8af71fbd-508c-45d5-a7d1-9a67b48e1de6 req-96fe81ca-5ebc-4ee7-a688-6ccbd09434e1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698332 Aug 09 16:02:42.751985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56b0d9-5dc9-4c48-9e11-0b6d113a1b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=f675ea51-2bb9-4051-9ee1-1121d39a879b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:42.763367 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.764440 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.782324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-70bd604f-f161-497d-a7ff-c1efa964d6a0 None None] Deleting port 8759d220-e2d2-4b20-9f65-7a20b237398d {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:42.782902 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-70bd604f-f161-497d-a7ff-c1efa964d6a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.792336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Calling delete_port for 8759d220-e2d2-4b20-9f65-7a20b237398d owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:42.792727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3088-878b-4745-84c7-2d0bb27190e4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.894481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-70bd604f-f161-497d-a7ff-c1efa964d6a0 None None] For port 8759d220-e2d2-4b20-9f65-7a20b237398d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8759d220-e2d2-4b20-9f65-7a20b237398d,segment=NetworkSegment(d90021ce-c470-40c0-b114-2624d5abebe8),segment_id=d90021ce-c470-40c0-b114-2624d5abebe8)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:42.895200 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-70bd604f-f161-497d-a7ff-c1efa964d6a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.938466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-70bd604f-f161-497d-a7ff-c1efa964d6a0 None None] Calling delete_port for 8759d220-e2d2-4b20-9f65-7a20b237398d owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:42.993606 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.059010 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3088-878b-4745-84c7-2d0bb27190e4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.062024 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3088-878b-4745-84c7-2d0bb27190e4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.087662 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.101969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.104627 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-70bd604f-f161-497d-a7ff-c1efa964d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.146399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd604f-f161-497d-a7ff-c1efa964d6a0 None None] Pushing event deleted for resources: {'Port': ['ID=8759d220-e2d2-4b20-9f65-7a20b237398d,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:43.150106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd604f-f161-497d-a7ff-c1efa964d6a0 None None] No DVR routers for this DVR port 8759d220-e2d2-4b20-9f65-7a20b237398d on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:43.178295 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3088-878b-4745-84c7-2d0bb27190e4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.179710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8d3088-878b-4745-84c7-2d0bb27190e4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Fanout notify agent at l3_agent the message router_deleted on router 077ee428-dcac-4f31-84ab-a0ddc3fb4c9a {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:02:43.187924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Port': ['ID=8759d220-e2d2-4b20-9f65-7a20b237398d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:43.203132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a8d3088-878b-4745-84c7-2d0bb27190e4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.204354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4a8d3088-878b-4745-84c7-2d0bb27190e4 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/routers/077ee428-dcac-4f31-84ab-a0ddc3fb4c9a HTTP/1.1" status: 204 len: 168 time: 0.5001607 Aug 09 16:02:43.208485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58118) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.231423 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:02:43.250213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b3c5f415-2746-431b-9170-a3ec34a92c73 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "GET /v2.0/ports?device_id=077ee428-dcac-4f31-84ab-a0ddc3fb4c9a HTTP/1.1" status: 200 len: 205 time: 0.0375955 Aug 09 16:02:43.254185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58120) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.307650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c7d36-cd88-485a-b6ad-3f378b667cf8 req-667e6e23-78d4-4707-9578-dd868025e330 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:43.309744 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-000c7d36-cd88-485a-b6ad-3f378b667cf8 req-667e6e23-78d4-4707-9578-dd868025e330 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1842146 Aug 09 16:02:43.310789 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-737fb74a-165d-499e-a004-1c73c86088bc tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] delete failed (client error): The resource could not be found. Aug 09 16:02:43.314309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-737fb74a-165d-499e-a004-1c73c86088bc tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/routers/077ee428-dcac-4f31-84ab-a0ddc3fb4c9a HTTP/1.1" status: 404 len: 336 time: 0.0565209 Aug 09 16:02:43.316561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58122) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.364510 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-79ce58b4-e966-46ff-8d8c-0ef57c93253a tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1c78ab1-c3b9-49e8-9a50-9104f2d9332d HTTP/1.1" status: 200 len: 205 time: 0.0460730 Aug 09 16:02:43.366524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58124) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.411895 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.420426 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-62164f06-3943-4eb6-a16c-387f0bffea3f tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] delete failed (client error): The resource could not be found. Aug 09 16:02:43.421776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-62164f06-3943-4eb6-a16c-387f0bffea3f tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/routers/f1c78ab1-c3b9-49e8-9a50-9104f2d9332d HTTP/1.1" status: 404 len: 336 time: 0.0508413 Aug 09 16:02:43.424542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58126) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.449499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-000c7d36-cd88-485a-b6ad-3f378b667cf8 req-26950c78-a389-4b70-9c17-2b2d53bfd6d1 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336708 Aug 09 16:02:43.471299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a6240563-cac4-40d6-89f4-b06e19157caf tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "GET /v2.0/ports?device_id=7aa1fee4-9694-48a4-95bf-41f41d58d16f HTTP/1.1" status: 200 len: 205 time: 0.0406656 Aug 09 16:02:43.471967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58128) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.528338 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-544ac51f-c513-46fe-bc49-6a9d80efbd26 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] delete failed (client error): The resource could not be found. Aug 09 16:02:43.535667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-544ac51f-c513-46fe-bc49-6a9d80efbd26 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/routers/7aa1fee4-9694-48a4-95bf-41f41d58d16f HTTP/1.1" status: 404 len: 336 time: 0.0600417 Aug 09 16:02:43.536322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58130) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.575693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2306c58d-d3ec-4078-a075-8e3cef718c89 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "GET /v2.0/ports?device_id=87eea737-f352-45a5-9998-73474f0ac03b HTTP/1.1" status: 200 len: 205 time: 0.0382583 Aug 09 16:02:43.578113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58132) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.625908 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-b0756817-1023-4ec6-9eed-a9d6e3c92f5e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] delete failed (client error): The resource could not be found. Aug 09 16:02:43.627864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No DVR routers for this DVR port 8759d220-e2d2-4b20-9f65-7a20b237398d on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:43.630278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b0756817-1023-4ec6-9eed-a9d6e3c92f5e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/routers/87eea737-f352-45a5-9998-73474f0ac03b HTTP/1.1" status: 404 len: 336 time: 0.0507936 Aug 09 16:02:43.631060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58134) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.663354 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.675874 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e0f08881-f239-465f-855f-b89fe551f34e tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12d315e-1e66-4f78-9c52-757031958b87 HTTP/1.1" status: 200 len: 205 time: 0.0411615 Aug 09 16:02:43.676457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58136) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.680094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1a8e4a92-3562-4f7f-9815-ffce6b247175 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:43.702432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 1a8e4a92-3562-4f7f-9815-ffce6b247175 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:43.702792 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1a8e4a92-3562-4f7f-9815-ffce6b247175 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:43.720419 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-9bf6f332-6ed3-40a9-9060-f52d0de3cb44 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] delete failed (client error): The resource could not be found. Aug 09 16:02:43.723727 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9bf6f332-6ed3-40a9-9060-f52d0de3cb44 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/routers/f12d315e-1e66-4f78-9c52-757031958b87 HTTP/1.1" status: 404 len: 336 time: 0.0426369 Aug 09 16:02:43.724411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58138) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.749013 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.757065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9a388117-f710-4327-a558-23c27c01a917 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9bfa148-cd59-4187-91a4-2704cbc96ca9 HTTP/1.1" status: 200 len: 205 time: 0.0290079 Aug 09 16:02:43.757448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58140) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.786445 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c56b0d9-5dc9-4c48-9e11-0b6d113a1b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.789391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea1c342-df8f-4225-ba31-da9ca5a4853f']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:43.800489 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-34b398c0-a81f-4851-b5a6-ccebdcb42da2 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] delete failed (client error): The resource could not be found. Aug 09 16:02:43.804323 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-34b398c0-a81f-4851-b5a6-ccebdcb42da2 tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/routers/a9bfa148-cd59-4187-91a4-2704cbc96ca9 HTTP/1.1" status: 404 len: 336 time: 0.0428391 Aug 09 16:02:43.804323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58142) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:43.813412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90021ce-c470-40c0-b114-2624d5abebe8') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:43.813412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90021ce-c470-40c0-b114-2624d5abebe8') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:43.827881 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.836514 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-96746ae5-2b56-42a2-a577-032f9a0a069b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:43.836976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96746ae5-2b56-42a2-a577-032f9a0a069b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:43.841888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-96746ae5-2b56-42a2-a577-032f9a0a069b tempest-RoutersAdminTest-364517698 tempest-RoutersAdminTest-364517698-project] 10.222.0.81 "DELETE /v2.0/subnets/b45d1fa5-b8bc-4db2-955f-e58db9dbb03b HTTP/1.1" status: 404 len: 337 time: 0.0338273 Aug 09 16:02:43.892759 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.908700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:43.909113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:43.913645 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:44.030532 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.040643 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.046891 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/8ea1c342-df8f-4225-ba31-da9ca5a4853f HTTP/1.1" status: 204 len: 168 time: 7.0197556 Aug 09 16:02:44.047290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58148) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:44.067913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae7f7d-b122-44c4-b8c0-e4e9aaecf64c tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Network': ['ID=8ea1c342-df8f-4225-ba31-da9ca5a4853f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:44.090209 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4504259-9aed-4263-bc67-68cbed62a4cf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:44.090814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4504259-9aed-4263-bc67-68cbed62a4cf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:44.092688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a4504259-9aed-4263-bc67-68cbed62a4cf tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/subnets/c895c164-0d6b-4b6f-a8b8-8bc98b5df2fd HTTP/1.1" status: 404 len: 337 time: 0.0443251 Aug 09 16:02:44.095153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58150) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:44.114557 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a8184d-d6ac-4ccc-94a9-ea519361ab07 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:44.115470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a8184d-d6ac-4ccc-94a9-ea519361ab07 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:44.117288 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b0a8184d-d6ac-4ccc-94a9-ea519361ab07 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/8ea1c342-df8f-4225-ba31-da9ca5a4853f HTTP/1.1" status: 404 len: 339 time: 0.0211082 Aug 09 16:02:44.121195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58152) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:44.192187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58154) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:44.319648 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.351216 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.356028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c56b0d9-5dc9-4c48-9e11-0b6d113a1b36 admin admin] Router 99b92718-3372-4cd0-83cb-83817301ecd8 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:44.438962 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-982735e7-cf69-432e-9261-7132c86d0dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.616399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.684633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Allocated IP 172.25.2.64 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/95f8acba-2986-4f2c-93d6-abdc66d9cf41) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:44.698113 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c56b0d9-5dc9-4c48-9e11-0b6d113a1b36 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:44.705327 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4c56b0d9-5dc9-4c48-9e11-0b6d113a1b36 admin admin] 10.222.0.81 "PUT /v2.0/routers/99b92718-3372-4cd0-83cb-83817301ecd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2814853 Aug 09 16:02:44.707275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58162) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:44.714180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d58fe-7f61-410b-9a06-b0192541233b None None] Sync routers for ids ['99b92718-3372-4cd0-83cb-83817301ecd8'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:44.715521 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.725990 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d58fe-7f61-410b-9a06-b0192541233b None None] Routers {'99b92718-3372-4cd0-83cb-83817301ecd8'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:44.727136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-987d58fe-7f61-410b-9a06-b0192541233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['99b92718-3372-4cd0-83cb-83817301ecd8'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:44.743407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56ed41-2680-4d84-a19e-714c44c761da req-3cb9a800-d365-447e-9846-bfc5d2cedf47 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:44.745543 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cf56ed41-2680-4d84-a19e-714c44c761da req-3cb9a800-d365-447e-9846-bfc5d2cedf47 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1486490 Aug 09 16:02:44.778086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c530c41-4980-45ea-be5c-8033fa7ef050']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:44.795793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a73b3d2-a799-49fd-9eef-98c3aa53f755') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:44.796360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a73b3d2-a799-49fd-9eef-98c3aa53f755') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:44.819036 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.835173 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.848703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:44.849358 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.867197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-987d58fe-7f61-410b-9a06-b0192541233b None None] Set router 99b92718-3372-4cd0-83cb-83817301ecd8 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:44.908963 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cf56ed41-2680-4d84-a19e-714c44c761da req-4b4880d8-3e3e-43bc-aa72-2b41aa0b4069 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503680 Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:44.925710 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:44.936944 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-982735e7-cf69-432e-9261-7132c86d0dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.942312 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.950803 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-982735e7-cf69-432e-9261-7132c86d0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.971788 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.998357 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.002538 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/8c530c41-4980-45ea-be5c-8033fa7ef050 HTTP/1.1" status: 204 len: 168 time: 0.8779683 Aug 09 16:02:45.006859 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58166) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:45.014682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800fe12-456a-4da7-846b-0e21298018c9 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Network': ['ID=8c530c41-4980-45ea-be5c-8033fa7ef050,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:45.023180 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982735e7-cf69-432e-9261-7132c86d0dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237f9ae6-c90f-4865-aff2-6371e909ba49,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:45.028305 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.029689 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-982735e7-cf69-432e-9261-7132c86d0dbb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44b38341eecb452abe1ab1b7b3ce15c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8327646 Aug 09 16:02:45.052094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58168) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:45.066658 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac4701d-717b-488e-8004-b0e71a9cb422 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:45.067211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac4701d-717b-488e-8004-b0e71a9cb422 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:45.069662 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0ac4701d-717b-488e-8004-b0e71a9cb422 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/subnets/c415a046-7392-43d7-b664-12e5d7b1e3d1 HTTP/1.1" status: 404 len: 337 time: 0.0617042 Aug 09 16:02:45.074321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58170) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:45.128107 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-65aee08c-cdf3-45d0-8cc5-b325d7cda30a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:45.129201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65aee08c-cdf3-45d0-8cc5-b325d7cda30a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:45.131695 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-65aee08c-cdf3-45d0-8cc5-b325d7cda30a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/16469622-9aa3-451c-8b56-4ec812033ecb HTTP/1.1" status: 404 len: 339 time: 0.0496502 Aug 09 16:02:45.147130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58172) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:45.183815 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.215226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.240098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27208413-ed10-4d16-8612-158a7d09d093 req-28f9ed70-6ac9-4402-a81e-9a9ed3bde67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:45.242560 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27208413-ed10-4d16-8612-158a7d09d093 req-28f9ed70-6ac9-4402-a81e-9a9ed3bde67e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=086fb16a47f4457db6b1fb2cd534457c&device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 1096 time: 0.0607636 Aug 09 16:02:45.249354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-987d58fe-7f61-410b-9a06-b0192541233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T16:02:42Z', 'revision_number': 5, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port': {'id': 'aa94972a-7865-4773-9c90-6a3b1e043d02', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:37:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:50:47Z', 'updated_at': '2021-08-09T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:45.281095 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d58fe-7f61-410b-9a06-b0192541233b None None] Checking router: 99b92718-3372-4cd0-83cb-83817301ecd8 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:02:45.298903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d58fe-7f61-410b-9a06-b0192541233b None None] Routers {'99b92718-3372-4cd0-83cb-83817301ecd8'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:45.299527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-987d58fe-7f61-410b-9a06-b0192541233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['99b92718-3372-4cd0-83cb-83817301ecd8'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:45.339397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:45.348821 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b7981649-cb25-46e8-89d1-ec3be897dbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.382668 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b7981649-cb25-46e8-89d1-ec3be897dbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.419810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-987d58fe-7f61-410b-9a06-b0192541233b None None] Set router 99b92718-3372-4cd0-83cb-83817301ecd8 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:45.426754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Deleting port aa94972a-7865-4773-9c90-6a3b1e043d02 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:45.428330 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.448757 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:45.452488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:45.457488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27208413-ed10-4d16-8612-158a7d09d093 req-5bd97f57-5e6d-4b1f-a4f5-0083bb562ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:45.459409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27208413-ed10-4d16-8612-158a7d09d093 req-5bd97f57-5e6d-4b1f-a4f5-0083bb562ae2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff HTTP/1.1" status: 200 len: 912 time: 0.1967235 Aug 09 16:02:45.463747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-97203958-bde2-48aa-9866-7178b595fff6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting subnet 09cd6320-2572-4d3c-8123-841e6b238d41 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:45.472733 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b7981649-cb25-46e8-89d1-ec3be897dbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.475458 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b7981649-cb25-46e8-89d1-ec3be897dbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.476622 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b7981649-cb25-46e8-89d1-ec3be897dbb1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/237f9ae6-c90f-4865-aff2-6371e909ba49 HTTP/1.1" status: 204 len: 168 time: 0.4172382 Aug 09 16:02:45.500334 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97203958-bde2-48aa-9866-7178b595fff6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.533315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=95f8acba-2986-4f2c-93d6-abdc66d9cf41,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:45.535110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-987d58fe-7f61-410b-9a06-b0192541233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T16:02:45Z', 'revision_number': 6, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:45.560668 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac1911-1438-4ca9-b762-e573f104c16a req-7ece5d8f-bbae-4305-a338-ccb90378fbbf tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:45.569653 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4ac1911-1438-4ca9-b762-e573f104c16a req-7ece5d8f-bbae-4305-a338-ccb90378fbbf tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.3295672 Aug 09 16:02:45.578786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7981649-cb25-46e8-89d1-ec3be897dbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237f9ae6-c90f-4865-aff2-6371e909ba49,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:45.597128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d58fe-7f61-410b-9a06-b0192541233b None None] The sync data for ids ['99b92718-3372-4cd0-83cb-83817301ecd8'] in n-d-803778-2 is: [{'id': '99b92718-3372-4cd0-83cb-83817301ecd8', 'name': 'tempest-TaggedBootDevicesTest-746871540-router', 'tenant_id': '6b11b354c2a244fa872442da9eb700e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:50:45Z', 'updated_at': '2021-08-09T16:02:45Z', 'revision_number': 6, 'project_id': '6b11b354c2a244fa872442da9eb700e6', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:45.600470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27208413-ed10-4d16-8612-158a7d09d093 req-7fa94210-f6e4-44a4-80b9-b807ca3c461a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be6eda-2ad3-4a92-ab86-0a3a71a7beac HTTP/1.1" status: 200 len: 217 time: 0.0514848 Aug 09 16:02:45.634058 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97203958-bde2-48aa-9866-7178b595fff6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.706456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] For port aa94972a-7865-4773-9c90-6a3b1e043d02, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aa94972a-7865-4773-9c90-6a3b1e043d02,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:45.706972 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.710484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27208413-ed10-4d16-8612-158a7d09d093 req-1e0678c4-c5ec-46bf-bb00-0459434f0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:45.711987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27208413-ed10-4d16-8612-158a7d09d093 req-1e0678c4-c5ec-46bf-bb00-0459434f0d7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6131387-8542-4fb2-9550-dcd88eedfaa5 HTTP/1.1" status: 200 len: 851 time: 0.1013393 Aug 09 16:02:45.734190 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c4ac1911-1438-4ca9-b762-e573f104c16a req-78c5eaf0-d525-4ae4-9173-cb15c2fd36aa tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632237 Aug 09 16:02:45.760855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Calling delete_port for aa94972a-7865-4773-9c90-6a3b1e043d02 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:45.764431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58186) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:45.792841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27208413-ed10-4d16-8612-158a7d09d093 req-55dffad0-475f-45b0-86f3-9a73ab9aaff0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687180 Aug 09 16:02:45.920872 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97203958-bde2-48aa-9866-7178b595fff6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:45.994735 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-558d6240-b3e8-48ce-8d32-3ae6080249f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.046635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58190) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:46.060628 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97203958-bde2-48aa-9866-7178b595fff6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.087166 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.112993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97203958-bde2-48aa-9866-7178b595fff6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Subnet': ['ID=09cd6320-2572-4d3c-8123-841e6b238d41,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:46.113313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27208413-ed10-4d16-8612-158a7d09d093 req-dd5fd8bc-4554-4a45-a188-c6659ba1e4c2 service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111737 Aug 09 16:02:46.118781 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97203958-bde2-48aa-9866-7178b595fff6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.121495 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-97203958-bde2-48aa-9866-7178b595fff6 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/subnets/09cd6320-2572-4d3c-8123-841e6b238d41 HTTP/1.1" status: 204 len: 168 time: 0.9729545 Aug 09 16:02:46.126920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58192) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:46.130854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412f5ddd-20d2-4887-bf5f-4a24fa708534 None None] Network b5340a30-8a0f-447a-9164-af35488dacb2 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:46.192169 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-820fcf5b-dd58-4806-b2c4-208bb6d2ccae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=83ad9310d42c4344b9c32a367a17a259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432424 Aug 09 16:02:46.192355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58194) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:46.373022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a23c2dd-0c09-4e2d-9927-949ffe95949b tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting subnet 5c6318c2-c018-4ee2-98a2-d12d24383c91 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:46.384228 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a23c2dd-0c09-4e2d-9927-949ffe95949b tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.387245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.410758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.514017 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a92dae10-e0a3-4395-952c-04b5d730afc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.523526 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a23c2dd-0c09-4e2d-9927-949ffe95949b tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.526767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=aa94972a-7865-4773-9c90-6a3b1e043d02,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:46.533869 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-27208413-ed10-4d16-8612-158a7d09d093 req-03339637-0bf2-4d76-b803-fb00e1db314c service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058921 Aug 09 16:02:46.565425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-558d6240-b3e8-48ce-8d32-3ae6080249f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.598052 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-558d6240-b3e8-48ce-8d32-3ae6080249f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.684135 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a92dae10-e0a3-4395-952c-04b5d730afc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.730717 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-558d6240-b3e8-48ce-8d32-3ae6080249f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8321daf7a234a4d806df38a24adacf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9468329 Aug 09 16:02:46.746353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58200) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:46.779643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d6240-b3e8-48ce-8d32-3ae6080249f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e380a3a1-57c7-4b64-aded-be3bf61b8e76,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:46.804077 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.970419 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.972612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a23c2dd-0c09-4e2d-9927-949ffe95949b tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.980496 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.982329 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 3b6640f3-d1fb-43a9-b4f3-53afbb506205 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:02:47.052363 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a92dae10-e0a3-4395-952c-04b5d730afc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.054937 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a92dae10-e0a3-4395-952c-04b5d730afc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.059608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a92dae10-e0a3-4395-952c-04b5d730afc5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/442e13a8-5843-4fa8-9a16-7270b0f1ed1a HTTP/1.1" status: 204 len: 168 time: 0.8089161 Aug 09 16:02:47.096252 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.096804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99b92718-3372-4cd0-83cb-83817301ecd8 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:02:47.098501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dae10-e0a3-4395-952c-04b5d730afc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442e13a8-5843-4fa8-9a16-7270b0f1ed1a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:47.105969 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.109384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-66c170e3-09f2-45bc-a1ba-af5f8ac5c0fc admin admin] 10.222.0.81 "DELETE /v2.0/routers/99b92718-3372-4cd0-83cb-83817301ecd8 HTTP/1.1" status: 204 len: 168 time: 2.3990381 Aug 09 16:02:47.117952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed7515-0cdd-4a88-a1dd-cf48b7336d16 req-640218c3-f7fb-458c-abdb-400ca073325e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:47.120201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79ed7515-0cdd-4a88-a1dd-cf48b7336d16 req-640218c3-f7fb-458c-abdb-400ca073325e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.2362797 Aug 09 16:02:47.120717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58206) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:47.129842 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef9c23ee-befd-4262-ba7e-55e454b49ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.149362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:47.169207 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840d15be-6752-476c-99ce-cdecbf6dfbc6 None None] Sync routers for ids ['3b6640f3-d1fb-43a9-b4f3-53afbb506205'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:47.178656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c80263af-99bf-46b2-8be4-37d716b3bec4 None None] Provisioning complete for port ec17c897-f218-4ff1-8d48-05c2ad81bb75 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:47.179931 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c80263af-99bf-46b2-8be4-37d716b3bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.183114 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840d15be-6752-476c-99ce-cdecbf6dfbc6 None None] Routers {'3b6640f3-d1fb-43a9-b4f3-53afbb506205'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:47.185122 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.186490 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-840d15be-6752-476c-99ce-cdecbf6dfbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['3b6640f3-d1fb-43a9-b4f3-53afbb506205'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:47.190382 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-96a38238-1b66-462c-8a1d-74a70dcea7c5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.5624120 Aug 09 16:02:47.191219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58208) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:47.235558 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-840d15be-6752-476c-99ce-cdecbf6dfbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:47.248127 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840d15be-6752-476c-99ce-cdecbf6dfbc6 None None] Routers {'3b6640f3-d1fb-43a9-b4f3-53afbb506205'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:47.249605 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-840d15be-6752-476c-99ce-cdecbf6dfbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['3b6640f3-d1fb-43a9-b4f3-53afbb506205'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:47.303488 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-840d15be-6752-476c-99ce-cdecbf6dfbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:47.304416 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840d15be-6752-476c-99ce-cdecbf6dfbc6 None None] The sync data for ids ['3b6640f3-d1fb-43a9-b4f3-53afbb506205'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:47.344841 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a23c2dd-0c09-4e2d-9927-949ffe95949b tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.360806 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef9c23ee-befd-4262-ba7e-55e454b49ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.397341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d46ba8-5bf2-40f5-abcd-c917a51019aa admin admin] Deleting subnet 51659fe6-a55f-4bd8-a71f-56d7fba31309 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:47.413023 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45d46ba8-5bf2-40f5-abcd-c917a51019aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.420568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23c2dd-0c09-4e2d-9927-949ffe95949b tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6318c2-c018-4ee2-98a2-d12d24383c91,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:47.454478 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a23c2dd-0c09-4e2d-9927-949ffe95949b tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.456679 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4a23c2dd-0c09-4e2d-9927-949ffe95949b tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/subnets/5c6318c2-c018-4ee2-98a2-d12d24383c91 HTTP/1.1" status: 204 len: 168 time: 1.3195016 Aug 09 16:02:47.459643 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58214) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:47.464355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc8d5f5-a791-4652-852a-f0aa56169a76 None None] Network b5340a30-8a0f-447a-9164-af35488dacb2 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:47.499550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79ed7515-0cdd-4a88-a1dd-cf48b7336d16 req-0a5dde30-af62-4ab1-82fd-9e8faabb318a tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605733 Aug 09 16:02:47.528500 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c80eed2f-3158-49d9-9aea-cef33df0f20e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/routers/3b6640f3-d1fb-43a9-b4f3-53afbb506205 HTTP/1.1" status: 200 len: 884 time: 0.3298800 Aug 09 16:02:47.529129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58218) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:47.584791 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45d46ba8-5bf2-40f5-abcd-c917a51019aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.612239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f675ea51-2bb9-4051-9ee1-1121d39a879b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:47.620069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.628922 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef9c23ee-befd-4262-ba7e-55e454b49ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.631613 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef9c23ee-befd-4262-ba7e-55e454b49ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.632790 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ef9c23ee-befd-4262-ba7e-55e454b49ce0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e380a3a1-57c7-4b64-aded-be3bf61b8e76 HTTP/1.1" status: 204 len: 168 time: 0.8855608 Aug 09 16:02:47.648980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: f675ea51-2bb9-4051-9ee1-1121d39a879b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:47.649578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f675ea51-2bb9-4051-9ee1-1121d39a879b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:47.650248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aa94972a-7865-4773-9c90-6a3b1e043d02 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:47.681415 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: aa94972a-7865-4773-9c90-6a3b1e043d02 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:47.682399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aa94972a-7865-4773-9c90-6a3b1e043d02 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:47.690136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c23ee-befd-4262-ba7e-55e454b49ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e380a3a1-57c7-4b64-aded-be3bf61b8e76,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:47.724553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting port ec17c897-f218-4ff1-8d48-05c2ad81bb75 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:47.724927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.748027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd8a382-910b-4d46-bb5b-ee205016f103 None None] DHCP port deletion for b5340a30-8a0f-447a-9164-af35488dacb2 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:47.767891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45d46ba8-5bf2-40f5-abcd-c917a51019aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.817572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] For port ec17c897-f218-4ff1-8d48-05c2ad81bb75, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ec17c897-f218-4ff1-8d48-05c2ad81bb75,segment=NetworkSegment(328de337-6efa-4e64-93df-f0c976cf2b08),segment_id=328de337-6efa-4e64-93df-f0c976cf2b08)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:47.818932 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.850675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Calling delete_port for ec17c897-f218-4ff1-8d48-05c2ad81bb75 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:47.859729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8a382-910b-4d46-bb5b-ee205016f103 None None] Deleting port ec17c897-f218-4ff1-8d48-05c2ad81bb75 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:47.860620 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3dd8a382-910b-4d46-bb5b-ee205016f103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.950889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3dd8a382-910b-4d46-bb5b-ee205016f103 None None] For port ec17c897-f218-4ff1-8d48-05c2ad81bb75, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ec17c897-f218-4ff1-8d48-05c2ad81bb75,segment=NetworkSegment(328de337-6efa-4e64-93df-f0c976cf2b08),segment_id=328de337-6efa-4e64-93df-f0c976cf2b08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:47.951435 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3dd8a382-910b-4d46-bb5b-ee205016f103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.957256 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45d46ba8-5bf2-40f5-abcd-c917a51019aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:47.969312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8a382-910b-4d46-bb5b-ee205016f103 None None] Calling delete_port for ec17c897-f218-4ff1-8d48-05c2ad81bb75 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:47.991289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5e4bf208-40ce-4bba-a095-ad0c854ada49 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4582140 Aug 09 16:02:47.995589 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58232) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:48.001262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e0cb1ad8-ed8b-47f1-a1c2-937cef3a877a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1675983977'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:48.015695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d46ba8-5bf2-40f5-abcd-c917a51019aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51659fe6-a55f-4bd8-a71f-56d7fba31309,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:48.017825 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45d46ba8-5bf2-40f5-abcd-c917a51019aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.022511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-45d46ba8-5bf2-40f5-abcd-c917a51019aa admin admin] 10.222.0.81 "DELETE /v2.0/subnets/51659fe6-a55f-4bd8-a71f-56d7fba31309 HTTP/1.1" status: 204 len: 168 time: 0.8986559 Aug 09 16:02:48.023478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58236) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:48.034027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625e16a-3803-4b9c-a52b-03f5835027cb None None] Network 97fd2185-0eab-47a9-8199-9d7cb3b92b10 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:48.126648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-a9139b88-4772-451e-8aa7-2dea036aea0d req-1713d9fe-a406-432e-a4d3-2c021ba4df2c service neutron] (94290) timed out ('10.222.0.81', 34016) {{(pid=94290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:02:48.130556 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.160215 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.189547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No DVR routers for this DVR port ec17c897-f218-4ff1-8d48-05c2ad81bb75 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:48.211586 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3dd8a382-910b-4d46-bb5b-ee205016f103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.236468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Port': ['ID=ec17c897-f218-4ff1-8d48-05c2ad81bb75,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:48.244244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Deleting port d7654703-d6c3-400f-a73e-10ccaa2f39aa {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:48.245164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.303250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8a382-910b-4d46-bb5b-ee205016f103 None None] Pushing event deleted for resources: {'Port': ['ID=ec17c897-f218-4ff1-8d48-05c2ad81bb75,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:48.324040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd8a382-910b-4d46-bb5b-ee205016f103 None None] No DVR routers for this DVR port ec17c897-f218-4ff1-8d48-05c2ad81bb75 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:48.325615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f3c65-82cb-45bc-a6ef-a33ac216dad6 None None] DHCP port deletion for 97fd2185-0eab-47a9-8199-9d7cb3b92b10 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:48.368486 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] For port d7654703-d6c3-400f-a73e-10ccaa2f39aa, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d7654703-d6c3-400f-a73e-10ccaa2f39aa,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:48.369631 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.400498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Calling delete_port for d7654703-d6c3-400f-a73e-10ccaa2f39aa owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:48.417185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f94f3c65-82cb-45bc-a6ef-a33ac216dad6 None None] Deleting port d7654703-d6c3-400f-a73e-10ccaa2f39aa {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:48.417856 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f94f3c65-82cb-45bc-a6ef-a33ac216dad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.461860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58248) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:48.481750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.536308 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f94f3c65-82cb-45bc-a6ef-a33ac216dad6 None None] For port d7654703-d6c3-400f-a73e-10ccaa2f39aa, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d7654703-d6c3-400f-a73e-10ccaa2f39aa,segment=NetworkSegment(3c30fb1f-06dd-4b1d-8bd7-204d0c737c43),segment_id=3c30fb1f-06dd-4b1d-8bd7-204d0c737c43)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:48.536518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5340a30-8a0f-447a-9164-af35488dacb2']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:48.543650 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f94f3c65-82cb-45bc-a6ef-a33ac216dad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.554157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.555206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328de337-6efa-4e64-93df-f0c976cf2b08') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:48.555575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328de337-6efa-4e64-93df-f0c976cf2b08') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:48.581611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.587447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f94f3c65-82cb-45bc-a6ef-a33ac216dad6 None None] Calling delete_port for d7654703-d6c3-400f-a73e-10ccaa2f39aa owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:48.624481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] No DVR routers for this DVR port d7654703-d6c3-400f-a73e-10ccaa2f39aa on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:48.624985 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.632579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7654703-d6c3-400f-a73e-10ccaa2f39aa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:48.651280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:48.651928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:48.705062 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:48.726895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.738707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fd2185-0eab-47a9-8199-9d7cb3b92b10']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:48.752667 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f94f3c65-82cb-45bc-a6ef-a33ac216dad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.756070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:48.756678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c30fb1f-06dd-4b1d-8bd7-204d0c737c43') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:48.773271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.782299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f3c65-82cb-45bc-a6ef-a33ac216dad6 None None] Pushing event deleted for resources: {'Port': ['ID=d7654703-d6c3-400f-a73e-10ccaa2f39aa,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:48.797213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f3c65-82cb-45bc-a6ef-a33ac216dad6 None None] No DVR routers for this DVR port d7654703-d6c3-400f-a73e-10ccaa2f39aa on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:48.799192 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.820796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:48.821085 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:48.825161 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:48.888837 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.894895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.897852 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/97fd2185-0eab-47a9-8199-9d7cb3b92b10 HTTP/1.1" status: 204 len: 168 time: 0.8726876 Aug 09 16:02:48.913114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1678374547'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:48.917422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d32b6-8279-4225-be4b-56c5e5b08ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=97fd2185-0eab-47a9-8199-9d7cb3b92b10,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:48.926424 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.984836 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.987484 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/b5340a30-8a0f-447a-9164-af35488dacb2 HTTP/1.1" status: 204 len: 168 time: 1.5247700 Aug 09 16:02:48.990078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58268) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:48.997751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892ea9e-797a-40e8-859c-689b8c1ad35d req-b58925a7-3a39-463f-ac4d-d911997ad712 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:48.999292 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1892ea9e-797a-40e8-859c-689b8c1ad35d req-b58925a7-3a39-463f-ac4d-d911997ad712 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.3692188 Aug 09 16:02:49.018455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d97aaa-1d41-4b61-8e9b-aad956928265 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Network': ['ID=b5340a30-8a0f-447a-9164-af35488dacb2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:49.032985 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3ca87c-86d1-471e-bde8-1bf4547fc90a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:49.033525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3ca87c-86d1-471e-bde8-1bf4547fc90a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:49.035565 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ce3ca87c-86d1-471e-bde8-1bf4547fc90a tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/subnets/e2111e0a-8ffb-4b27-816e-80a6b43e3596 HTTP/1.1" status: 404 len: 337 time: 0.0443156 Aug 09 16:02:49.038173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58270) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:49.063803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:49.067524 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.081040 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1ad8-ed8b-47f1-a1c2-937cef3a877a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.087336 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-23adbd09-ef3f-432a-ae8f-3de86f9dd2e5 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:49.089349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23adbd09-ef3f-432a-ae8f-3de86f9dd2e5 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:49.093752 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-23adbd09-ef3f-432a-ae8f-3de86f9dd2e5 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/425b8197-f526-4376-b5ff-e6cbb9b7cead HTTP/1.1" status: 404 len: 339 time: 0.0521896 Aug 09 16:02:49.093927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58272) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:49.106380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.120157 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1892ea9e-797a-40e8-859c-689b8c1ad35d req-a955fcb3-5226-41b6-96b8-cf006e0855e7 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061957 Aug 09 16:02:49.122113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1ad8-ed8b-47f1-a1c2-937cef3a877a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.156278 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-949d8036-2730-4dfa-a2f8-95f73739b763 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:49.156738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949d8036-2730-4dfa-a2f8-95f73739b763 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:49.160908 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-949d8036-2730-4dfa-a2f8-95f73739b763 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/subnets/4088432d-3153-4853-ac1e-3506b00e1cb1 HTTP/1.1" status: 404 len: 337 time: 0.0635974 Aug 09 16:02:49.161213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58274) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:49.186802 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab10e962-4bb0-4c6d-a4cf-4c2324ad0d3e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:49.187252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab10e962-4bb0-4c6d-a4cf-4c2324ad0d3e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:49.191461 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ab10e962-4bb0-4c6d-a4cf-4c2324ad0d3e tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/e91bd37d-6672-40e7-8020-34d867e6300a HTTP/1.1" status: 404 len: 339 time: 0.0267828 Aug 09 16:02:49.191786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58276) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:49.203060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58278) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:49.235587 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9650011b-bf6b-49dc-83c5-72e36f297788 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:49.236202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9650011b-bf6b-49dc-83c5-72e36f297788 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:49.238961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9650011b-bf6b-49dc-83c5-72e36f297788 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/subnets/8a11052e-3bc6-4924-804f-a60ab93d2abe HTTP/1.1" status: 404 len: 337 time: 0.0455756 Aug 09 16:02:49.240988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58280) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:49.264027 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-96436262-0bcc-46a4-83db-4f2f9ef9933f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:49.264602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96436262-0bcc-46a4-83db-4f2f9ef9933f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:49.266349 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-96436262-0bcc-46a4-83db-4f2f9ef9933f tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/d68e5701-748d-4467-9cd7-bdf2d766afad HTTP/1.1" status: 404 len: 339 time: 0.0244467 Aug 09 16:02:49.269159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58282) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:49.293330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-943976bc-4c05-4fc2-849b-392d579fd185 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b11b354c2a244fa872442da9eb700e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890601 Aug 09 16:02:49.296200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58284) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:49.335163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cb1ad8-ed8b-47f1-a1c2-937cef3a877a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 3b6640f3-d1fb-43a9-b4f3-53afbb506205 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:49.351722 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-acc000ee-8c6d-40db-a2e4-9020e125262e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.360420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-9089d8e2-a3cd-4890-9ab0-4e047e5616c5 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting subnet 95a74d63-dad4-46b8-a17c-1f601e343710 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:49.371660 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9089d8e2-a3cd-4890-9ab0-4e047e5616c5 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.377221 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-acc000ee-8c6d-40db-a2e4-9020e125262e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.424200 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.439083 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-acc000ee-8c6d-40db-a2e4-9020e125262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.442206 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-acc000ee-8c6d-40db-a2e4-9020e125262e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.443455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-acc000ee-8c6d-40db-a2e4-9020e125262e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/19492f1b-105c-46cb-b331-bc797eef4baf HTTP/1.1" status: 204 len: 168 time: 0.1463377 Aug 09 16:02:49.465581 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.472605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc000ee-8c6d-40db-a2e4-9020e125262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19492f1b-105c-46cb-b331-bc797eef4baf,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:49.535113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9089d8e2-a3cd-4890-9ab0-4e047e5616c5 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.576250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:49.610657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d7654703-d6c3-400f-a73e-10ccaa2f39aa no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:49.626350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e625b7e9-ea6b-4a74-907e-7f7384d215f2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:49.633920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d7654703-d6c3-400f-a73e-10ccaa2f39aa {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:49.634434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d7654703-d6c3-400f-a73e-10ccaa2f39aa not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:49.636063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ec17c897-f218-4ff1-8d48-05c2ad81bb75 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:49.653771 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.654161 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Added segment eec849ba-c40c-46df-961e-28e64ad710be of type vlan for network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 Aug 09 16:02:49.658600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ec17c897-f218-4ff1-8d48-05c2ad81bb75 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:49.659269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ec17c897-f218-4ff1-8d48-05c2ad81bb75 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:49.740807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cb1ad8-ed8b-47f1-a1c2-937cef3a877a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:49.751709 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1ad8-ed8b-47f1-a1c2-937cef3a877a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.752473 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e0cb1ad8-ed8b-47f1-a1c2-937cef3a877a tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/3b6640f3-d1fb-43a9-b4f3-53afbb506205 HTTP/1.1" status: 200 len: 891 time: 1.7552617 Aug 09 16:02:49.754157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2483d80-d5d1-458a-a4bd-a47f7495c0ef None None] Sync routers for ids ['3b6640f3-d1fb-43a9-b4f3-53afbb506205'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:49.754408 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.757773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58296) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:49.777064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2483d80-d5d1-458a-a4bd-a47f7495c0ef None None] Routers {'3b6640f3-d1fb-43a9-b4f3-53afbb506205'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:49.777922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f2483d80-d5d1-458a-a4bd-a47f7495c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['3b6640f3-d1fb-43a9-b4f3-53afbb506205'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:49.780247 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9089d8e2-a3cd-4890-9ab0-4e047e5616c5 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.848819 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.855984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:49.856641 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.865917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f2483d80-d5d1-458a-a4bd-a47f7495c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:49.895744 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7f4d97e0-a13b-43b1-8a94-30c7cca4a003 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/routers/3b6640f3-d1fb-43a9-b4f3-53afbb506205 HTTP/1.1" status: 200 len: 891 time: 0.1367044 Aug 09 16:02:49.899436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2483d80-d5d1-458a-a4bd-a47f7495c0ef None None] Routers {'3b6640f3-d1fb-43a9-b4f3-53afbb506205'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:49.900079 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f2483d80-d5d1-458a-a4bd-a47f7495c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['3b6640f3-d1fb-43a9-b4f3-53afbb506205'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:49.902314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58300) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:49.950470 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4846601 Aug 09 16:02:49.953495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58304) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:49.959326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'name': 'tempest-PortsIpV6TestJSON-134732918'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:49.962822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fe6d5-10fd-4141-be61-231cc01699b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Network': ['ID=207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:49.965168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b25254d0-d4e9-464f-8c3d-662ba6f10d03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6640f3-d1fb-43a9-b4f3-53afbb506205 HTTP/1.1" status: 200 len: 205 time: 0.0617373 Aug 09 16:02:49.969004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58306) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:49.978155 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f2483d80-d5d1-458a-a4bd-a47f7495c0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:49.978979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2483d80-d5d1-458a-a4bd-a47f7495c0ef None None] The sync data for ids ['3b6640f3-d1fb-43a9-b4f3-53afbb506205'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:49.982255 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9089d8e2-a3cd-4890-9ab0-4e047e5616c5 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.990484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:50.059605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089d8e2-a3cd-4890-9ab0-4e047e5616c5 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Subnet': ['ID=95a74d63-dad4-46b8-a17c-1f601e343710,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:50.061811 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9089d8e2-a3cd-4890-9ab0-4e047e5616c5 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.063809 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9089d8e2-a3cd-4890-9ab0-4e047e5616c5 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/subnets/95a74d63-dad4-46b8-a17c-1f601e343710 HTTP/1.1" status: 204 len: 168 time: 0.7935989 Aug 09 16:02:50.066781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58310) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:50.178385 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.185881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.195164 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:50.199235 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.224781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:02:50.310421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b15b3d-3c19-4faf-9288-41027c350fff None None] Network dae37490-08d4-40a0-b19e-3b50e373d048 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:50.444994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting port be1b6a65-b758-4357-9f02-8b5a4ba7b93f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:50.445351 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.596309 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] For port be1b6a65-b758-4357-9f02-8b5a4ba7b93f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=be1b6a65-b758-4357-9f02-8b5a4ba7b93f,segment=NetworkSegment(54c869c0-8646-4a40-8e10-149fe2334bc9),segment_id=54c869c0-8646-4a40-8e10-149fe2334bc9)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:50.596691 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.610368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.627127 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Calling delete_port for be1b6a65-b758-4357-9f02-8b5a4ba7b93f owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:50.694521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc5a253-f921-4de7-9209-2122fe7fc700 None None] DHCP port deletion for dae37490-08d4-40a0-b19e-3b50e373d048 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:50.721532 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.788734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6bc5a253-f921-4de7-9209-2122fe7fc700 None None] Deleting port be1b6a65-b758-4357-9f02-8b5a4ba7b93f {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:50.789043 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6bc5a253-f921-4de7-9209-2122fe7fc700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.790535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=4cdfd4c7-ca8a-4528-bc6f-8164871011b5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:50.852064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Checking segment: {'id': 'eec849ba-c40c-46df-961e-28e64ad710be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:50.852881 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network hostable DHCP agents. Network: 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:50.858742 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.876955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6bc5a253-f921-4de7-9209-2122fe7fc700 None None] For port be1b6a65-b758-4357-9f02-8b5a4ba7b93f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=be1b6a65-b758-4357-9f02-8b5a4ba7b93f,segment=NetworkSegment(54c869c0-8646-4a40-8e10-149fe2334bc9),segment_id=54c869c0-8646-4a40-8e10-149fe2334bc9)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:50.877462 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6bc5a253-f921-4de7-9209-2122fe7fc700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.891660 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Port': ['ID=be1b6a65-b758-4357-9f02-8b5a4ba7b93f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:50.899191 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6bc5a253-f921-4de7-9209-2122fe7fc700 None None] Calling delete_port for be1b6a65-b758-4357-9f02-8b5a4ba7b93f owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:50.913345 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.917711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No DVR routers for this DVR port be1b6a65-b758-4357-9f02-8b5a4ba7b93f on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:50.926327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:50.930727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b7e83-0599-41e0-afd1-397d22cbebef req-676b6b4a-2363-4c48-b77e-1aaf816e3b1d tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:50.933095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a9b7e83-0599-41e0-afd1-397d22cbebef req-676b6b4a-2363-4c48-b77e-1aaf816e3b1d tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.5725114 Aug 09 16:02:50.941621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:50.956245 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4aacd2-de0c-47b1-86ad-866e63876bf9 None None] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:50.973754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:50.980353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:50.981151 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.056126 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a9b7e83-0599-41e0-afd1-397d22cbebef req-65317d53-794b-4111-947f-88c4fdd15999 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140924 Aug 09 16:02:51.078705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port 95f8acba-2986-4f2c-93d6-abdc66d9cf41 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:51.079306 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.092924 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-304e4e10-b4c1-4aad-8d2f-4d06b27670bc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1289628 Aug 09 16:02:51.092924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58340) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:51.103435 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.109580 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-25de8fd9-aa70-47b5-879f-5373bfc8d2ff tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-474652385'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:51.116403 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6bc5a253-f921-4de7-9209-2122fe7fc700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.146242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5a253-f921-4de7-9209-2122fe7fc700 None None] Pushing event deleted for resources: {'Port': ['ID=be1b6a65-b758-4357-9f02-8b5a4ba7b93f,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:51.158840 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc5a253-f921-4de7-9209-2122fe7fc700 None None] No DVR routers for this DVR port be1b6a65-b758-4357-9f02-8b5a4ba7b93f on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:51.160096 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25de8fd9-aa70-47b5-879f-5373bfc8d2ff tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:51.163857 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25de8fd9-aa70-47b5-879f-5373bfc8d2ff tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.168738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae37490-08d4-40a0-b19e-3b50e373d048']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:51.188110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c869c0-8646-4a40-8e10-149fe2334bc9') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:51.188110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c869c0-8646-4a40-8e10-149fe2334bc9') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:51.195656 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.203040 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.215164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for 95f8acba-2986-4f2c-93d6-abdc66d9cf41 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:51.220404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25de8fd9-aa70-47b5-879f-5373bfc8d2ff tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:51.225957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.235792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:51.235792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:51.238669 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:51.241163 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25de8fd9-aa70-47b5-879f-5373bfc8d2ff tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.241163 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-25de8fd9-aa70-47b5-879f-5373bfc8d2ff tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Added segment 14ad3b78-8e0f-4d3c-9a0c-d5f031f14752 of type vlan for network 781c9156-3b03-49b8-8769-705784f011ea Aug 09 16:02:51.328611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25de8fd9-aa70-47b5-879f-5373bfc8d2ff tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.343315 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.353358 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.358285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58352) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:51.358586 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/dae37490-08d4-40a0-b19e-3b50e373d048 HTTP/1.1" status: 204 len: 168 time: 1.2900431 Aug 09 16:02:51.378637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064c314-2c8a-429a-a82c-f86b5a65a1a7 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Network': ['ID=dae37490-08d4-40a0-b19e-3b50e373d048,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:51.392140 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25de8fd9-aa70-47b5-879f-5373bfc8d2ff tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.394264 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6794d2d-c63c-448e-a2ee-92cbc50a5247 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:51.394720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6794d2d-c63c-448e-a2ee-92cbc50a5247 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:51.396420 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b6794d2d-c63c-448e-a2ee-92cbc50a5247 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/subnets/baf59397-6776-45e0-870c-65614cc9e80a HTTP/1.1" status: 404 len: 337 time: 0.0371242 Aug 09 16:02:51.398703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25de8fd9-aa70-47b5-879f-5373bfc8d2ff tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:51.399378 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25de8fd9-aa70-47b5-879f-5373bfc8d2ff tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.403025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58354) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:51.443097 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.474815 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8eb803-31ee-47ee-b1ae-f31367ade78b tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] DELETE failed (client error): The resource could not be found. Aug 09 16:02:51.475452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8eb803-31ee-47ee-b1ae-f31367ade78b tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:02:51.480037 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-da8eb803-31ee-47ee-b1ae-f31367ade78b tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/81ffa70d-baa1-444d-911d-de378c916d02 HTTP/1.1" status: 404 len: 339 time: 0.0698767 Aug 09 16:02:51.480275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=95f8acba-2986-4f2c-93d6-abdc66d9cf41,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:51.480375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58358) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:51.491708 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-25de8fd9-aa70-47b5-879f-5373bfc8d2ff tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3879364 Aug 09 16:02:51.492263 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58360) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:51.499987 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'ports': [{'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8'}, {'network_id': '781c9156-3b03-49b8-8769-705784f011ea'}]} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:51.500306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:51.500789 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '781c9156-3b03-49b8-8769-705784f011ea'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:51.550301 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58362) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:51.562967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de8fd9-aa70-47b5-879f-5373bfc8d2ff tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Network': ['ID=781c9156-3b03-49b8-8769-705784f011ea,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:51.575985 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device be1b6a65-b758-4357-9f02-8b5a4ba7b93f no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:51.600644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e25217-e489-418a-87c5-ea8184b1970d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting subnet 88d4135d-bbac-4968-8f4f-ed21b14182cc {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:51.605844 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6e25217-e489-418a-87c5-ea8184b1970d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.609111 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.609701 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 781c9156-3b03-49b8-8769-705784f011ea details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:51.612057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: be1b6a65-b758-4357-9f02-8b5a4ba7b93f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:51.626035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device be1b6a65-b758-4357-9f02-8b5a4ba7b93f not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:51.726210 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 2} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:51.731863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.735317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4436bf6-c753-42e5-953a-cef176d9de85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.737809 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.742281 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.745369 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6e25217-e489-418a-87c5-ea8184b1970d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.754888 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.828092 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.828612 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Fanout notify agent at l3_agent the message router_deleted on router 3b6640f3-d1fb-43a9-b4f3-53afbb506205 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:02:51.836018 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.837123 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b316265a-32de-4884-9ae1-7e12d617a94d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/3b6640f3-d1fb-43a9-b4f3-53afbb506205 HTTP/1.1" status: 204 len: 168 time: 1.8671243 Aug 09 16:02:51.841424 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58372) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:51.849452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d66abc2f-592a-47e1-a51d-0cd79f716b6e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-231592803'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:51.883323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port a049b49d-eb24-46d8-80ff-0698a175201f yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:02:51.892308 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6e25217-e489-418a-87c5-ea8184b1970d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.977222 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6e25217-e489-418a-87c5-ea8184b1970d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.005644 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4436bf6-c753-42e5-953a-cef176d9de85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.006785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e25217-e489-418a-87c5-ea8184b1970d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Subnet': ['ID=88d4135d-bbac-4968-8f4f-ed21b14182cc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:52.010855 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6e25217-e489-418a-87c5-ea8184b1970d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.012749 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a6e25217-e489-418a-87c5-ea8184b1970d tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/subnets/88d4135d-bbac-4968-8f4f-ed21b14182cc HTTP/1.1" status: 204 len: 168 time: 0.5267742 Aug 09 16:02:52.015456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58380) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:52.015727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e4436bf6-c753-42e5-953a-cef176d9de85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.021071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901897c9-0106-4403-8816-3cb0be1f4d82 None None] Network 269726d3-2399-4334-b869-49caa925f67e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:52.108186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e4436bf6-c753-42e5-953a-cef176d9de85 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6cb06d009dfb4055893c8245be867ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568056 Aug 09 16:02:52.110240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58384) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:52.144195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66abc2f-592a-47e1-a51d-0cd79f716b6e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:52.146745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4436bf6-c753-42e5-953a-cef176d9de85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33799bc3-1b7d-4525-a137-fdbb5bf43ab1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:52.148081 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66abc2f-592a-47e1-a51d-0cd79f716b6e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.210299 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.236999 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.258754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66abc2f-592a-47e1-a51d-0cd79f716b6e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:52.276861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ac297-7741-411c-b81b-8453f0dce68b None None] DHCP port deletion for 269726d3-2399-4334-b869-49caa925f67e request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:52.284661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961cff3-a820-4ed2-aed7-97913688af81 req-905889bf-75da-42fc-90d1-5f00f5dbf3e3 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:52.286157 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0961cff3-a820-4ed2-aed7-97913688af81 req-905889bf-75da-42fc-90d1-5f00f5dbf3e3 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1058178 Aug 09 16:02:52.299384 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66abc2f-592a-47e1-a51d-0cd79f716b6e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.299732 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-d66abc2f-592a-47e1-a51d-0cd79f716b6e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Added segment 21f6db12-cd79-44c0-bc8a-109c86859c03 of type vlan for network de1b06b7-dd8b-409c-baca-5e6f5fce7d3f Aug 09 16:02:52.349129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port e8724732-deff-4745-988a-832d0687aa3e yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:02:52.371434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9a8ac297-7741-411c-b81b-8453f0dce68b None None] Deleting port 6c384938-f2fe-4214-be0a-ca295fd3051a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:52.372096 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a8ac297-7741-411c-b81b-8453f0dce68b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.399301 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a143-e856-4400-8f1d-efa8a6d275d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.410588 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0961cff3-a820-4ed2-aed7-97913688af81 req-ce881be8-d652-4d4d-b173-d16663957675 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154280 Aug 09 16:02:52.414780 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66abc2f-592a-47e1-a51d-0cd79f716b6e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.464339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9a8ac297-7741-411c-b81b-8453f0dce68b None None] For port 6c384938-f2fe-4214-be0a-ca295fd3051a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6c384938-f2fe-4214-be0a-ca295fd3051a,segment=NetworkSegment(fbc7a895-1dc4-4ddb-9492-746f1bd7956f),segment_id=fbc7a895-1dc4-4ddb-9492-746f1bd7956f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:52.464954 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a8ac297-7741-411c-b81b-8453f0dce68b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.476523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Deleting port 6c384938-f2fe-4214-be0a-ca295fd3051a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:52.476875 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.482976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a143-e856-4400-8f1d-efa8a6d275d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.484602 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9a8ac297-7741-411c-b81b-8453f0dce68b None None] Calling delete_port for 6c384938-f2fe-4214-be0a-ca295fd3051a owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:52.493973 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66abc2f-592a-47e1-a51d-0cd79f716b6e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.503299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66abc2f-592a-47e1-a51d-0cd79f716b6e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:52.506486 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d66abc2f-592a-47e1-a51d-0cd79f716b6e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.561674 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.589704 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a143-e856-4400-8f1d-efa8a6d275d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.592865 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a143-e856-4400-8f1d-efa8a6d275d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.594144 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f1e0a143-e856-4400-8f1d-efa8a6d275d5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33799bc3-1b7d-4525-a137-fdbb5bf43ab1 HTTP/1.1" status: 204 len: 168 time: 0.4778128 Aug 09 16:02:52.606701 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a8ac297-7741-411c-b81b-8453f0dce68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.620562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58394) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:52.621463 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d66abc2f-592a-47e1-a51d-0cd79f716b6e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7763975 Aug 09 16:02:52.637715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ac297-7741-411c-b81b-8453f0dce68b None None] Pushing event deleted for resources: {'Port': ['ID=6c384938-f2fe-4214-be0a-ca295fd3051a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:52.644142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8ac297-7741-411c-b81b-8453f0dce68b None None] No DVR routers for this DVR port 6c384938-f2fe-4214-be0a-ca295fd3051a on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:52.650436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-de05a8a4-2d16-493a-be2c-5cf79c40d909 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'subnet': {'network_id': 'de1b06b7-dd8b-409c-baca-5e6f5fce7d3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:52.663671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0a143-e856-4400-8f1d-efa8a6d275d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33799bc3-1b7d-4525-a137-fdbb5bf43ab1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:52.710650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] For port 6c384938-f2fe-4214-be0a-ca295fd3051a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6c384938-f2fe-4214-be0a-ca295fd3051a,segment=NetworkSegment(fbc7a895-1dc4-4ddb-9492-746f1bd7956f),segment_id=fbc7a895-1dc4-4ddb-9492-746f1bd7956f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:52.711017 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.721510 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.725640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Calling delete_port for 6c384938-f2fe-4214-be0a-ca295fd3051a owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:52.788801 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=a049b49d-eb24-46d8-80ff-0698a175201f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:52.818123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:52.819067 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.823721 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:52.827911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:52.830115 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.833980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66abc2f-592a-47e1-a51d-0cd79f716b6e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Network': ['ID=de1b06b7-dd8b-409c-baca-5e6f5fce7d3f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:52.847258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network de1b06b7-dd8b-409c-baca-5e6f5fce7d3f details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:52.855421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Port': ['ID=6c384938-f2fe-4214-be0a-ca295fd3051a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:52.857315 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] No DVR routers for this DVR port 6c384938-f2fe-4214-be0a-ca295fd3051a on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:52.897636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de05a8a4-2d16-493a-be2c-5cf79c40d909 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:52.903776 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de05a8a4-2d16-493a-be2c-5cf79c40d909 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.950919 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.964656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269726d3-2399-4334-b869-49caa925f67e']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:52.980038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc7a895-1dc4-4ddb-9492-746f1bd7956f') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:52.980700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc7a895-1dc4-4ddb-9492-746f1bd7956f') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:52.993242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.017655 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.021300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=e8724732-deff-4745-988a-832d0687aa3e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:53.024603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:53.025023 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:53.029645 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:53.053118 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Checking segment: {'id': '14ad3b78-8e0f-4d3c-9a0c-d5f031f14752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '781c9156-3b03-49b8-8769-705784f011ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:53.053876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network hostable DHCP agents. Network: 781c9156-3b03-49b8-8769-705784f011ea, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:53.105392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 781c9156-3b03-49b8-8769-705784f011ea is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:53.116012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 781c9156-3b03-49b8-8769-705784f011ea) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:53.120308 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:53.126806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:53.132587 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:53.133347 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.147989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75266040-bbfa-4ddd-9440-094de1ad35ca None None] Network 781c9156-3b03-49b8-8769-705784f011ea requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:53.153175 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.164817 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f1f28f3f-ceee-452b-a66a-3af6a4ae752c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6678445 Aug 09 16:02:53.165638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58404) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:53.179583 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.186939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] 10.222.0.81 "DELETE /v2.0/networks/269726d3-2399-4334-b869-49caa925f67e HTTP/1.1" status: 204 len: 168 time: 1.1673231 Aug 09 16:02:53.226840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ff05b-fbbf-40f6-b88f-986603973690 tempest-NetworksIpV6Test-906770601 tempest-NetworksIpV6Test-906770601-project] Pushing event deleted for resources: {'Network': ['ID=269726d3-2399-4334-b869-49caa925f67e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:53.354834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-93098b01-ddca-4366-b4fa-f070dbd08dc3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port e8724732-deff-4745-988a-832d0687aa3e {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:53.355243 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93098b01-ddca-4366-b4fa-f070dbd08dc3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.576690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58422) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:53.600854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6c384938-f2fe-4214-be0a-ca295fd3051a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:53.643120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 6c384938-f2fe-4214-be0a-ca295fd3051a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:53.643465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6c384938-f2fe-4214-be0a-ca295fd3051a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:53.804232 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de05a8a4-2d16-493a-be2c-5cf79c40d909 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.809727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93098b01-ddca-4366-b4fa-f070dbd08dc3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.821363 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-85ef566a-92f4-4b5e-a270-d9b45d6f20ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4755b466d324e9099ed623395ec1551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431502 Aug 09 16:02:53.824306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58434) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:53.879797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-93098b01-ddca-4366-b4fa-f070dbd08dc3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for e8724732-deff-4745-988a-832d0687aa3e owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:53.897162 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473619f-08ee-40fe-a2bd-d8e94ef78425 req-76c528d1-5c3b-4bf1-98c8-96452a75a3eb tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:53.898740 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e473619f-08ee-40fe-a2bd-d8e94ef78425 req-76c528d1-5c3b-4bf1-98c8-96452a75a3eb tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1530321 Aug 09 16:02:53.906891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90d7fb19-b270-454a-99ab-39ba1e8fdedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.910670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05a8a4-2d16-493a-be2c-5cf79c40d909 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Subnet': ['ID=c56a172a-5df7-465f-bb77-20c00f766bae,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:53.932936 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90d7fb19-b270-454a-99ab-39ba1e8fdedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:53.985885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58436) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:53.995014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e473619f-08ee-40fe-a2bd-d8e94ef78425 req-b57a5f83-2f42-4412-95bc-2d50b34d637e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866957 Aug 09 16:02:54.012920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de05a8a4-2d16-493a-be2c-5cf79c40d909 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Checking segment: {'id': '21f6db12-cd79-44c0-bc8a-109c86859c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de1b06b7-dd8b-409c-baca-5e6f5fce7d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:54.013363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de05a8a4-2d16-493a-be2c-5cf79c40d909 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network hostable DHCP agents. Network: de1b06b7-dd8b-409c-baca-5e6f5fce7d3f, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:54.025137 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90d7fb19-b270-454a-99ab-39ba1e8fdedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.030559 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90d7fb19-b270-454a-99ab-39ba1e8fdedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.035910 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-90d7fb19-b270-454a-99ab-39ba1e8fdedc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb9b2b17-258d-4a77-a48e-48cf73c724d0 HTTP/1.1" status: 204 len: 168 time: 0.2091753 Aug 09 16:02:54.057908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de05a8a4-2d16-493a-be2c-5cf79c40d909 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network de1b06b7-dd8b-409c-baca-5e6f5fce7d3f is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:54.066693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7fb19-b270-454a-99ab-39ba1e8fdedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9b2b17-258d-4a77-a48e-48cf73c724d0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:54.094596 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93098b01-ddca-4366-b4fa-f070dbd08dc3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.097221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-de05a8a4-2d16-493a-be2c-5cf79c40d909 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, de1b06b7-dd8b-409c-baca-5e6f5fce7d3f) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:54.106611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1f2b7-1eef-4ca1-9b8c-6d97c1dbf46c None None] Network de1b06b7-dd8b-409c-baca-5e6f5fce7d3f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:54.137445 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93098b01-ddca-4366-b4fa-f070dbd08dc3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=e8724732-deff-4745-988a-832d0687aa3e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:54.143150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de05a8a4-2d16-493a-be2c-5cf79c40d909 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:54.144130 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de05a8a4-2d16-493a-be2c-5cf79c40d909 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.160497 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93098b01-ddca-4366-b4fa-f070dbd08dc3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.163803 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-93098b01-ddca-4366-b4fa-f070dbd08dc3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/e8724732-deff-4745-988a-832d0687aa3e HTTP/1.1" status: 204 len: 168 time: 0.9972277 Aug 09 16:02:54.167021 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58442) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:54.176959 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-de05a8a4-2d16-493a-be2c-5cf79c40d909 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5363724 Aug 09 16:02:54.180723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58444) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:54.186638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e391937f-45d6-428d-b2f0-4eef4769adb7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1704727761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:54.197053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-635580792-network', 'tenant_id': 'a4b6817d33344d3cb8ee56f475296104'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:54.269945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7eeaed-ba38-4b0c-9632-91cde919aacf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:54.276712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7eeaed-ba38-4b0c-9632-91cde919aacf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:54.279060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3d7eeaed-ba38-4b0c-9632-91cde919aacf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1105444 Aug 09 16:02:54.281731 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58448) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:54.303214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Made reservation on behalf of a4b6817d33344d3cb8ee56f475296104 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:54.305918 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.312687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-de1b06b7-dd8b-409c-baca-5e6f5fce7d3f', 'network_id': 'de1b06b7-dd8b-409c-baca-5e6f5fce7d3f', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'fixed_ips': [{'subnet_id': 'c56a172a-5df7-465f-bb77-20c00f766bae'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:02:54.313622 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.334581 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.352238 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e391937f-45d6-428d-b2f0-4eef4769adb7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.353965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e391937f-45d6-428d-b2f0-4eef4769adb7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.475370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ed2db1e0-3f3f-48e9-934b-002d4189d4d3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port a049b49d-eb24-46d8-80ff-0698a175201f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:54.475718 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed2db1e0-3f3f-48e9-934b-002d4189d4d3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.492469 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e391937f-45d6-428d-b2f0-4eef4769adb7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.504616 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e391937f-45d6-428d-b2f0-4eef4769adb7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.598270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Allocated IP 2001:db8::2 (de1b06b7-dd8b-409c-baca-5e6f5fce7d3f/c56a172a-5df7-465f-bb77-20c00f766bae/2d696f8d-bc53-4ea2-b3f6-491cdebae28b) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:54.602640 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.610434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed2db1e0-3f3f-48e9-934b-002d4189d4d3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.612053 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.643108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e391937f-45d6-428d-b2f0-4eef4769adb7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.643680 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ed2db1e0-3f3f-48e9-934b-002d4189d4d3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for a049b49d-eb24-46d8-80ff-0698a175201f owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:54.648590 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e391937f-45d6-428d-b2f0-4eef4769adb7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4626493 Aug 09 16:02:54.650031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58458) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:54.658546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:54.662458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:54.682975 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.683570 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Added segment bc1c6523-4fab-4f09-8068-691ff85eb8dc of type vlan for network 46890e98-9312-4a9c-9838-72f573e938c3 Aug 09 16:02:54.774834 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.820674 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.821912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:54.823723 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.856488 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.868406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Transition to ACTIVE for port object 2d696f8d-bc53-4ea2-b3f6-491cdebae28b will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:54.894252 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Transition to ACTIVE for port object 2d696f8d-bc53-4ea2-b3f6-491cdebae28b will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:54.906298 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.948207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] Pushing event updated for resources: {'Network': ['ID=46890e98-9312-4a9c-9838-72f573e938c3,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:54.971394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-be56ea61-a3c0-4038-b6c9-4262640a4d2b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9834576 Aug 09 16:02:54.971971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 46890e98-9312-4a9c-9838-72f573e938c3 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:54.974663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58470) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:54.987472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-87a886c5-fd02-42b8-8429-b80e20face39 admin admin] Request body: {'subnet': {'network_id': '46890e98-9312-4a9c-9838-72f573e938c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-635580792-subnet', 'tenant_id': 'a4b6817d33344d3cb8ee56f475296104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:55.027682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a886c5-fd02-42b8-8429-b80e20face39 admin admin] Made reservation on behalf of a4b6817d33344d3cb8ee56f475296104 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:55.029625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58472) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:55.032299 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87a886c5-fd02-42b8-8429-b80e20face39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.063398 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed2db1e0-3f3f-48e9-934b-002d4189d4d3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.066757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Network de1b06b7-dd8b-409c-baca-5e6f5fce7d3f is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:55.071071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:55.073824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Pushing event updated for resources: {'Port': ['ID=2d696f8d-bc53-4ea2-b3f6-491cdebae28b,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:55.077230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:55.140184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Attempting to bind port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:02:55.140551 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Attempting to bind port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21f6db12-cd79-44c0-bc8a-109c86859c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de1b06b7-dd8b-409c-baca-5e6f5fce7d3f'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:02:55.140924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Attempting to bind port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b on network de1b06b7-dd8b-409c-baca-5e6f5fce7d3f {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:02:55.145474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2db1e0-3f3f-48e9-934b-002d4189d4d3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=a049b49d-eb24-46d8-80ff-0698a175201f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:55.146532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:02:55.146912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Checking segment: {'id': '21f6db12-cd79-44c0-bc8a-109c86859c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de1b06b7-dd8b-409c-baca-5e6f5fce7d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:55.147323 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.147720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Bound using segment: {'id': '21f6db12-cd79-44c0-bc8a-109c86859c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de1b06b7-dd8b-409c-baca-5e6f5fce7d3f'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:02:55.148195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Bound port: 2d696f8d-bc53-4ea2-b3f6-491cdebae28b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f6db12-cd79-44c0-bc8a-109c86859c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'de1b06b7-dd8b-409c-baca-5e6f5fce7d3f'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:02:55.148586 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.174348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.177098 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed2db1e0-3f3f-48e9-934b-002d4189d4d3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.182079 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ed2db1e0-3f3f-48e9-934b-002d4189d4d3 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/a049b49d-eb24-46d8-80ff-0698a175201f HTTP/1.1" status: 204 len: 168 time: 0.8990483 Aug 09 16:02:55.183893 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58478) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:55.222106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] For port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:02:55.227065 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] For port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2d696f8d-bc53-4ea2-b3f6-491cdebae28b,segment=NetworkSegment(21f6db12-cd79-44c0-bc8a-109c86859c03),segment_id=21f6db12-cd79-44c0-bc8a-109c86859c03)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:02:55.235891 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.250526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2138754306'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:55.274536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1136-135e-4222-86ae-87568794e0f2 req-238e9601-6244-4004-80af-6d86efc76f99 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:55.276201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e70c1136-135e-4222-86ae-87568794e0f2 req-238e9601-6244-4004-80af-6d86efc76f99 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1369541 Aug 09 16:02:55.328055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52622398-318e-44b8-9eaf-04df3f9328d2 None None] Pushing event updated for resources: {'Port': ['ID=2d696f8d-bc53-4ea2-b3f6-491cdebae28b,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:55.414132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87a886c5-fd02-42b8-8429-b80e20face39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.421338 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f665fb2-bfdb-4f5c-96b8-db3f41b93981 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:55.426182 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3f665fb2-bfdb-4f5c-96b8-db3f41b93981 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2387331 Aug 09 16:02:55.426906 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58480) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:55.467467 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac77e22-743b-4cb0-a3f9-87cc988e1424 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:02:55.469505 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-eac77e22-743b-4cb0-a3f9-87cc988e1424 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/e8724732-deff-4745-988a-832d0687aa3e HTTP/1.1" status: 404 len: 333 time: 0.0416698 Aug 09 16:02:55.470344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:55.474011 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.476728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58482) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:55.493245 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e70c1136-135e-4222-86ae-87568794e0f2 req-c265acb7-9b36-4e59-b1a2-e4bce8377223 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951805 Aug 09 16:02:55.526879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a886c5-fd02-42b8-8429-b80e20face39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd9a95d-4703-4ef7-a562-f36ab4d2ea8a,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:55.531690 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cd58f6-fca3-4c9d-ab3a-7a0fe9fdf00a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:02:55.533961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-38cd58f6-fca3-4c9d-ab3a-7a0fe9fdf00a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/a049b49d-eb24-46d8-80ff-0698a175201f HTTP/1.1" status: 404 len: 333 time: 0.0551016 Aug 09 16:02:55.538862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58484) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:55.594643 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.599642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a886c5-fd02-42b8-8429-b80e20face39 admin admin] Checking segment: {'id': 'bc1c6523-4fab-4f09-8068-691ff85eb8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '46890e98-9312-4a9c-9838-72f573e938c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:55.599642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a886c5-fd02-42b8-8429-b80e20face39 admin admin] Network hostable DHCP agents. Network: 46890e98-9312-4a9c-9838-72f573e938c3, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:55.649222 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.675318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a886c5-fd02-42b8-8429-b80e20face39 admin admin] Network 46890e98-9312-4a9c-9838-72f573e938c3 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:55.703386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-87a886c5-fd02-42b8-8429-b80e20face39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 46890e98-9312-4a9c-9838-72f573e938c3) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:55.721534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc07eb01-5820-4943-a75c-52662f27b444 None None] Network 46890e98-9312-4a9c-9838-72f573e938c3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:55.730652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a886c5-fd02-42b8-8429-b80e20face39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:55.731271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87a886c5-fd02-42b8-8429-b80e20face39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.816740 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.841431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781c9156-3b03-49b8-8769-705784f011ea']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:55.850487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Allocated IP 2001:db8::1 (de1b06b7-dd8b-409c-baca-5e6f5fce7d3f/c56a172a-5df7-465f-bb77-20c00f766bae/65e853b8-9bba-430c-bf18-7c51e7f276c7) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:55.863634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ad3b78-8e0f-4d3c-9a0c-d5f031f14752') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:55.864837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ad3b78-8e0f-4d3c-9a0c-d5f031f14752') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:55.897541 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.920459 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.927697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:55.928176 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.989163 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080de8e-dd26-43dc-9cc4-a28ba8292ae3 None None] Network 46890e98-9312-4a9c-9838-72f573e938c3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:55.997109 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.004613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:56.012536 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:56.016985 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.029565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:56.030789 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.046750 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/networks/781c9156-3b03-49b8-8769-705784f011ea HTTP/1.1" status: 204 len: 168 time: 0.4967616 Aug 09 16:02:56.046750 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-87a886c5-fd02-42b8-8429-b80e20face39 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0597274 Aug 09 16:02:56.056346 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.057779 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Added segment efbad714-8045-469b-b2d9-01164a5eda7d of type vlan for network 486b00a6-0fe2-4bd8-a988-a30b2e45f606 Aug 09 16:02:56.065163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58494) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:56.078892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6dff60d8-a5b5-4864-ae42-4df277ac5d54 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-723057805'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:56.085645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146a4a9-6142-4357-8b19-c71277d63633 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Network': ['ID=781c9156-3b03-49b8-8769-705784f011ea,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:56.109017 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.123195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dff60d8-a5b5-4864-ae42-4df277ac5d54 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:56.132337 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6dff60d8-a5b5-4864-ae42-4df277ac5d54 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.153538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.170518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:56.171789 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.194695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dff60d8-a5b5-4864-ae42-4df277ac5d54 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:56.213845 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1821921 Aug 09 16:02:56.243382 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6dff60d8-a5b5-4864-ae42-4df277ac5d54 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.243936 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-6dff60d8-a5b5-4864-ae42-4df277ac5d54 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Added segment 915ab5f6-5cc5-4249-8590-1d8389c08adc of type vlan for network 29bcf0a8-800b-4822-a3d3-441f24206b47 Aug 09 16:02:56.446734 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c20e20-2bd0-4bd2-8d40-f7f4250eeb61,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:56.467698 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6dff60d8-a5b5-4864-ae42-4df277ac5d54 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.500529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3296b2-2a85-4e72-95b6-9773b2f198e8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Network': ['ID=486b00a6-0fe2-4bd8-a988-a30b2e45f606,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:56.516487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 486b00a6-0fe2-4bd8-a988-a30b2e45f606 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:56.533139 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6dff60d8-a5b5-4864-ae42-4df277ac5d54 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.537134 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.545324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff60d8-a5b5-4864-ae42-4df277ac5d54 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:56.546312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6dff60d8-a5b5-4864-ae42-4df277ac5d54 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.584898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Transition to ACTIVE for port object 65e853b8-9bba-430c-bf18-7c51e7f276c7 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:02:56.716058 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.721936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6dff60d8-a5b5-4864-ae42-4df277ac5d54 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6518307 Aug 09 16:02:56.728009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58504) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:56.785796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff60d8-a5b5-4864-ae42-4df277ac5d54 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Network': ['ID=29bcf0a8-800b-4822-a3d3-441f24206b47,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:56.798360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 29bcf0a8-800b-4822-a3d3-441f24206b47 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:56.871054 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2effc8a1-7372-4b88-b058-850562d85bd1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '29bcf0a8-800b-4822-a3d3-441f24206b47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:56.879688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=65e853b8-9bba-430c-bf18-7c51e7f276c7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:56.951971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b0cf3-eb49-4ab4-a69d-62c5aa7ad53e req-06d6cabb-f460-4564-a6d5-84427fc2c9d3 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:56.953620 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8d9b0cf3-eb49-4ab4-a69d-62c5aa7ad53e req-06d6cabb-f460-4564-a6d5-84427fc2c9d3 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.2145073 Aug 09 16:02:56.982514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network de1b06b7-dd8b-409c-baca-5e6f5fce7d3f is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:57.027223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc53204d-6270-4c05-a18a-842a8bde3de1 None None] Network de1b06b7-dd8b-409c-baca-5e6f5fce7d3f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:57.068912 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8d9b0cf3-eb49-4ab4-a69d-62c5aa7ad53e req-3e5d7dd3-1625-41bb-9799-2753b50e2ddf tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074407 Aug 09 16:02:57.111109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:57.122583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:02:57.125262 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.178128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-15f5449e-e539-46b4-8527-66ab75ea928b None None] Provisioning for port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:57.458401 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.700213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2effc8a1-7372-4b88-b058-850562d85bd1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:57.706154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2effc8a1-7372-4b88-b058-850562d85bd1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.740042 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2d696f8d-bc53-4ea2-b3f6-491cdebae28b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:57.753383 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-464254f9-f6f8-4b74-abf5-af260295e0fd tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:57.755404 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-464254f9-f6f8-4b74-abf5-af260295e0fd tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/networks?id=46890e98-9312-4a9c-9838-72f573e938c3 HTTP/1.1" status: 200 len: 812 time: 0.7872155 Aug 09 16:02:57.815468 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:57.820004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:57.820488 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.888058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5969536b-6fa2-433b-b0ef-1f8d1d55e4f1 None None] Provisioning for port 65e853b8-9bba-430c-bf18-7c51e7f276c7 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:02:57.889632 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-b962a0d3-dc9c-40d5-8065-07863fa8ad1f tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/quotas/a4b6817d33344d3cb8ee56f475296104 HTTP/1.1" status: 200 len: 375 time: 0.1123166 Aug 09 16:02:57.902007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5969536b-6fa2-433b-b0ef-1f8d1d55e4f1 None None] Provisioning complete for port 65e853b8-9bba-430c-bf18-7c51e7f276c7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:57.902525 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5969536b-6fa2-433b-b0ef-1f8d1d55e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.980934 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5969536b-6fa2-433b-b0ef-1f8d1d55e4f1 None None] Port 65e853b8-9bba-430c-bf18-7c51e7f276c7 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:02:58.023166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5969536b-6fa2-433b-b0ef-1f8d1d55e4f1 None None] Provisioning complete for port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:58.023782 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5969536b-6fa2-433b-b0ef-1f8d1d55e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:58.202973 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:58.203365 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-791704ee-e4bc-4719-be2e-2cbcfccc39da tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a4b6817d33344d3cb8ee56f475296104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2851174 Aug 09 16:02:58.226357 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5969536b-6fa2-433b-b0ef-1f8d1d55e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:58.303945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2d696f8d-bc53-4ea2-b3f6-491cdebae28b,segment=NetworkSegment(21f6db12-cd79-44c0-bc8a-109c86859c03),segment_id=21f6db12-cd79-44c0-bc8a-109c86859c03)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:58.314716 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:58.324108 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-15b1dfeb-70c7-45bd-b075-d27859715a9c service neutron] 10.222.0.81 "GET /v2.0/networks/46890e98-9312-4a9c-9838-72f573e938c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119130 Aug 09 16:02:58.376675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94a2f4-8125-4cfc-9435-de51fa6b1e0c req-d4a7e23f-766a-4b48-92fe-b9bbd7185c92 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:58.381207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b94a2f4-8125-4cfc-9435-de51fa6b1e0c req-d4a7e23f-766a-4b48-92fe-b9bbd7185c92 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1265440 Aug 09 16:02:58.412728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:58.425375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2effc8a1-7372-4b88-b058-850562d85bd1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:58.480431 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b94a2f4-8125-4cfc-9435-de51fa6b1e0c req-29b759c6-232b-424f-90c8-dd33ad0a1fe9 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920630 Aug 09 16:02:58.488803 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-5969536b-6fa2-433b-b0ef-1f8d1d55e4f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:02:58.489163 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-5969536b-6fa2-433b-b0ef-1f8d1d55e4f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:02:58.492398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=2d696f8d-bc53-4ea2-b3f6-491cdebae28b,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:58.495239 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:58.496795 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:58.514419 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effc8a1-7372-4b88-b058-850562d85bd1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Subnet': ['ID=bdcca095-2013-4476-b1b4-8b64d0259f66,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:58.665934 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=65e853b8-9bba-430c-bf18-7c51e7f276c7,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:58.716790 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2effc8a1-7372-4b88-b058-850562d85bd1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Checking segment: {'id': '915ab5f6-5cc5-4249-8590-1d8389c08adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bcf0a8-800b-4822-a3d3-441f24206b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:58.717166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2effc8a1-7372-4b88-b058-850562d85bd1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network hostable DHCP agents. Network: 29bcf0a8-800b-4822-a3d3-441f24206b47, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:58.732410 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-57e5f743-6b36-4696-a92b-84088f7f1fb2 service neutron] 10.222.0.81 "GET /v2.0/networks/46890e98-9312-4a9c-9838-72f573e938c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164005 Aug 09 16:02:58.760926 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2effc8a1-7372-4b88-b058-850562d85bd1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 29bcf0a8-800b-4822-a3d3-441f24206b47 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:58.765626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network de1b06b7-dd8b-409c-baca-5e6f5fce7d3f is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:02:58.769507 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:58.777690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-2effc8a1-7372-4b88-b058-850562d85bd1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 29bcf0a8-800b-4822-a3d3-441f24206b47) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:58.784546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2effc8a1-7372-4b88-b058-850562d85bd1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:58.785426 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2effc8a1-7372-4b88-b058-850562d85bd1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:58.830165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90897769-0bcd-4aa7-a840-4bb07f27496a None None] Network 29bcf0a8-800b-4822-a3d3-441f24206b47 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:58.983562 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2effc8a1-7372-4b88-b058-850562d85bd1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1189044 Aug 09 16:02:58.986001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58520) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:58.992262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '29bcf0a8-800b-4822-a3d3-441f24206b47', 'name': 'tempest-PortsIpV6TestJSON-325716365'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:59.154670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router d8432aee-f25c-4888-ae2f-39d9f2a5bf3c is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:02:59.222280 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5fd6f572-e5f9-45cc-88b9-8a29017d0179 req-3e0e76ff-ffd8-48c1-a0e0-d7a927fe8eb3 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 210 time: 0.0937498 Aug 09 16:02:59.321464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:59.357481 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:59.387609 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:59.404898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d1497643-3320-489e-8647-8272f12cd15f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/d8432aee-f25c-4888-ae2f-39d9f2a5bf3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7479064 Aug 09 16:02:59.405189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58534) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:59.406308 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61592c82-5183-441a-b4d4-c1dda29583df None None] Sync routers for ids ['d8432aee-f25c-4888-ae2f-39d9f2a5bf3c'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:59.454479 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61592c82-5183-441a-b4d4-c1dda29583df None None] Routers {'d8432aee-f25c-4888-ae2f-39d9f2a5bf3c'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:59.456653 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-61592c82-5183-441a-b4d4-c1dda29583df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d8432aee-f25c-4888-ae2f-39d9f2a5bf3c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:59.458615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port de45d825-6001-40f5-933d-ecca0f2fbc76 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:02:59.466746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-29bcf0a8-800b-4822-a3d3-441f24206b47', 'network_id': '29bcf0a8-800b-4822-a3d3-441f24206b47', 'tenant_id': '596d8765b0fd4c94a6c68a2e70f64cb0', 'fixed_ips': [{'subnet_id': 'bdcca095-2013-4476-b1b4-8b64d0259f66'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:02:59.470730 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:59.555215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-16cefa46-4a8b-48fa-b584-475d89023c87 None None] Provisioning complete for port 65e853b8-9bba-430c-bf18-7c51e7f276c7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:59.563281 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-16cefa46-4a8b-48fa-b584-475d89023c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:59.606490 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-61592c82-5183-441a-b4d4-c1dda29583df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:59.631221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696fc7f7-f671-4606-b4db-3bbb513cfb3c tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:59.632730 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-696fc7f7-f671-4606-b4db-3bbb513cfb3c tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports/65e853b8-9bba-430c-bf18-7c51e7f276c7 HTTP/1.1" status: 200 len: 911 time: 0.2238533 Aug 09 16:02:59.633352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58540) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:59.635546 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61592c82-5183-441a-b4d4-c1dda29583df None None] Routers {'d8432aee-f25c-4888-ae2f-39d9f2a5bf3c'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:59.636412 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-61592c82-5183-441a-b4d4-c1dda29583df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d8432aee-f25c-4888-ae2f-39d9f2a5bf3c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:59.645980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58542) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:59.653537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6fb68f01-6909-4d04-adc3-2636dbd29850 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c56a172a-5df7-465f-bb77-20c00f766bae'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:59.672712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f63cddbd-0b41-4582-8b73-e94deffd26ee tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'subnet': {'network_id': '486b00a6-0fe2-4bd8-a988-a30b2e45f606', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:59.679926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2d696f8d-bc53-4ea2-b3f6-491cdebae28b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:59.725490 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-61592c82-5183-441a-b4d4-c1dda29583df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:59.726443 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61592c82-5183-441a-b4d4-c1dda29583df None None] The sync data for ids ['d8432aee-f25c-4888-ae2f-39d9f2a5bf3c'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:59.843336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8::2e0 (29bcf0a8-800b-4822-a3d3-441f24206b47/bdcca095-2013-4476-b1b4-8b64d0259f66/de45d825-6001-40f5-933d-ecca0f2fbc76) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:02:59.876206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-16cefa46-4a8b-48fa-b584-475d89023c87 None None] Port 65e853b8-9bba-430c-bf18-7c51e7f276c7 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:02:59.926157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:59.927981 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:59.948516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63cddbd-0b41-4582-8b73-e94deffd26ee tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:59.952356 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f63cddbd-0b41-4582-8b73-e94deffd26ee tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:59.964623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a0290-d8b8-46cf-a50d-817bfa7a5f80 req-8b515510-e00f-4b79-a0a7-105ffccfa4ba tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:59.972778 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b07a0290-d8b8-46cf-a50d-817bfa7a5f80 req-8b515510-e00f-4b79-a0a7-105ffccfa4ba tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1596658 Aug 09 16:03:00.109681 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b07a0290-d8b8-46cf-a50d-817bfa7a5f80 req-d92226c2-407a-402d-bed0-e368df504e99 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357007 Aug 09 16:03:00.145718 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.176880 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6fb68f01-6909-4d04-adc3-2636dbd29850 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.181951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Transition to ACTIVE for port object de45d825-6001-40f5-933d-ecca0f2fbc76 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:00.371553 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f63cddbd-0b41-4582-8b73-e94deffd26ee tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.433124 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73229a68-f0cf-4acb-8143-5a33634481ce req-7e91dff1-0885-4635-90cd-a8edfb91987c tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 210 time: 0.0688298 Aug 09 16:03:00.459456 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.463182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cddbd-0b41-4582-8b73-e94deffd26ee tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Subnet': ['ID=dfefcbdf-3ac5-4e95-ad1d-256a030ee686,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:00.466823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63cddbd-0b41-4582-8b73-e94deffd26ee tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Checking segment: {'id': 'efbad714-8045-469b-b2d9-01164a5eda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '486b00a6-0fe2-4bd8-a988-a30b2e45f606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:00.467547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63cddbd-0b41-4582-8b73-e94deffd26ee tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network hostable DHCP agents. Network: 486b00a6-0fe2-4bd8-a988-a30b2e45f606, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:00.492847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63cddbd-0b41-4582-8b73-e94deffd26ee tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network 486b00a6-0fe2-4bd8-a988-a30b2e45f606 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:00.508848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f63cddbd-0b41-4582-8b73-e94deffd26ee tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 486b00a6-0fe2-4bd8-a988-a30b2e45f606) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:00.519071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437de01c-5ad1-4963-bbd4-07b6fc23b9c7 None None] Network 486b00a6-0fe2-4bd8-a988-a30b2e45f606 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:00.521737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Allocated IP 2001:db8::2 (29bcf0a8-800b-4822-a3d3-441f24206b47/bdcca095-2013-4476-b1b4-8b64d0259f66/9c9e493b-5fc7-4570-be4f-b391686c79bf) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:00.526689 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63cddbd-0b41-4582-8b73-e94deffd26ee tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:00.528443 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f63cddbd-0b41-4582-8b73-e94deffd26ee tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.554721 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f63cddbd-0b41-4582-8b73-e94deffd26ee tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9199817 Aug 09 16:03:00.555786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58554) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:00.562160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-88cec3c5-adc0-4178-9a7f-6932308976aa tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1681849458'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:00.593298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cec3c5-adc0-4178-9a7f-6932308976aa tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:00.601301 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88cec3c5-adc0-4178-9a7f-6932308976aa tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.616861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 29bcf0a8-800b-4822-a3d3-441f24206b47 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:00.630836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:00.635445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=de45d825-6001-40f5-933d-ecca0f2fbc76,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:00.640830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:00.647011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:00.648125 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.665033 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cec3c5-adc0-4178-9a7f-6932308976aa tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:00.682491 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88cec3c5-adc0-4178-9a7f-6932308976aa tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.683124 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-88cec3c5-adc0-4178-9a7f-6932308976aa tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Added segment 63c3313f-2823-4d4c-a8fc-e31c7b2cda75 of type vlan for network efffd9fa-a43f-4c4d-b1c7-a3530019a7fd Aug 09 16:03:00.747265 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88cec3c5-adc0-4178-9a7f-6932308976aa tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.820948 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88cec3c5-adc0-4178-9a7f-6932308976aa tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.839205 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cec3c5-adc0-4178-9a7f-6932308976aa tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:00.840841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88cec3c5-adc0-4178-9a7f-6932308976aa tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.853058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bba468c6-f450-4ea9-9c9c-1dbca9e13c45 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8635588 Aug 09 16:03:00.859361 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58556) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:00.965244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cec3c5-adc0-4178-9a7f-6932308976aa tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Network': ['ID=efffd9fa-a43f-4c4d-b1c7-a3530019a7fd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:00.979826 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network efffd9fa-a43f-4c4d-b1c7-a3530019a7fd details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:00.985525 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.998362 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-88cec3c5-adc0-4178-9a7f-6932308976aa tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4378016 Aug 09 16:03:00.998739 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58558) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:01.000938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-486b00a6-0fe2-4bd8-a988-a30b2e45f606', 'network_id': '486b00a6-0fe2-4bd8-a988-a30b2e45f606', 'tenant_id': '13ea5f387b8e460a9e23e541b832848c', 'fixed_ips': [{'subnet_id': 'dfefcbdf-3ac5-4e95-ad1d-256a030ee686'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:01.001812 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.005662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'subnet': {'network_id': 'efffd9fa-a43f-4c4d-b1c7-a3530019a7fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:01.049532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-49c11e05-b574-4d4a-9e60-e7cb4b69dbda tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:01.051550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-49c11e05-b574-4d4a-9e60-e7cb4b69dbda tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.60 "GET /v2.0/networks?id=46890e98-9312-4a9c-9838-72f573e938c3 HTTP/1.1" status: 200 len: 812 time: 0.2875271 Aug 09 16:03:01.052725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Transition to ACTIVE for port object 9c9e493b-5fc7-4570-be4f-b391686c79bf will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:01.072935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Request body: {'port': {'device_id': 'e1203fcb-3dd1-49b6-bac5-cc8a38d2289a', 'network_id': '46890e98-9312-4a9c-9838-72f573e938c3', 'admin_state_up': True, 'tenant_id': 'a4b6817d33344d3cb8ee56f475296104'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:01.133469 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:01.138590 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.174264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fddc1e4e-4eb3-4282-b1f3-f3ee9a142db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port de45d825-6001-40f5-933d-ecca0f2fbc76 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:01.174264 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fddc1e4e-4eb3-4282-b1f3-f3ee9a142db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.272748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Transition to ACTIVE for port object 9c9e493b-5fc7-4570-be4f-b391686c79bf will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:01.289305 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.300846 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6fb68f01-6909-4d04-adc3-2636dbd29850 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.335017 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6fb68f01-6909-4d04-adc3-2636dbd29850 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.341414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb68f01-6909-4d04-adc3-2636dbd29850 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:01.342016 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6fb68f01-6909-4d04-adc3-2636dbd29850 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.346407 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6fb68f01-6909-4d04-adc3-2636dbd29850 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/ports/65e853b8-9bba-430c-bf18-7c51e7f276c7 HTTP/1.1" status: 200 len: 911 time: 1.6961005 Aug 09 16:03:01.350788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58566) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:01.377967 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Network 29bcf0a8-800b-4822-a3d3-441f24206b47 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:01.384327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:01.388073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Pushing event updated for resources: {'Port': ['ID=9c9e493b-5fc7-4570-be4f-b391686c79bf,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:01.392699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:01.399318 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fddc1e4e-4eb3-4282-b1f3-f3ee9a142db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.410601 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Allocated IP 2001:db8:0:ffff::2 (486b00a6-0fe2-4bd8-a988-a30b2e45f606/dfefcbdf-3ac5-4e95-ad1d-256a030ee686/cefb08b5-f62e-4607-b80f-17bbf20868a9) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:01.490888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fddc1e4e-4eb3-4282-b1f3-f3ee9a142db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for de45d825-6001-40f5-933d-ecca0f2fbc76 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:01.511661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Made reservation on behalf of a4b6817d33344d3cb8ee56f475296104 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:01.515312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.517410 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb68f01-6909-4d04-adc3-2636dbd29850 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=65e853b8-9bba-430c-bf18-7c51e7f276c7,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:01.536752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Attempting to bind port 9c9e493b-5fc7-4570-be4f-b391686c79bf on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:01.537146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Attempting to bind port 9c9e493b-5fc7-4570-be4f-b391686c79bf by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '915ab5f6-5cc5-4249-8590-1d8389c08adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bcf0a8-800b-4822-a3d3-441f24206b47'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:01.537481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Attempting to bind port 9c9e493b-5fc7-4570-be4f-b391686c79bf on network 29bcf0a8-800b-4822-a3d3-441f24206b47 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:01.548881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:01.549331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Checking segment: {'id': '915ab5f6-5cc5-4249-8590-1d8389c08adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bcf0a8-800b-4822-a3d3-441f24206b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:01.549858 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.550078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Bound using segment: {'id': '915ab5f6-5cc5-4249-8590-1d8389c08adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bcf0a8-800b-4822-a3d3-441f24206b47'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:01.550562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Bound port: 9c9e493b-5fc7-4570-be4f-b391686c79bf, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915ab5f6-5cc5-4249-8590-1d8389c08adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bcf0a8-800b-4822-a3d3-441f24206b47'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:01.550946 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.606176 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30c93231-07d0-4107-9566-6c321f4bb5d6 req-c429737a-2873-4bff-8340-c5cfd582654a tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 210 time: 0.0840499 Aug 09 16:03:01.694500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] For port 9c9e493b-5fc7-4570-be4f-b391686c79bf, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:01.715679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] For port 9c9e493b-5fc7-4570-be4f-b391686c79bf, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9c9e493b-5fc7-4570-be4f-b391686c79bf,segment=NetworkSegment(915ab5f6-5cc5-4249-8590-1d8389c08adc),segment_id=915ab5f6-5cc5-4249-8590-1d8389c08adc)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:01.720539 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.722824 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.766961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Transition to ACTIVE for port object cefb08b5-f62e-4607-b80f-17bbf20868a9 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:01.820626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448bd58-d18d-44ab-8421-182e9a338535 None None] Pushing event updated for resources: {'Port': ['ID=9c9e493b-5fc7-4570-be4f-b391686c79bf,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:01.823836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Transition to ACTIVE for port object cefb08b5-f62e-4607-b80f-17bbf20868a9 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:01.839504 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.841148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c7bae-4997-4e83-8747-77123be3ca61 req-085cddc4-3ea5-435f-b09d-6f961c46f3d6 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:01.842787 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-887c7bae-4997-4e83-8747-77123be3ca61 req-085cddc4-3ea5-435f-b09d-6f961c46f3d6 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.5593407 Aug 09 16:03:01.910516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Network 486b00a6-0fe2-4bd8-a988-a30b2e45f606 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:01.916185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:01.918516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Pushing event updated for resources: {'Port': ['ID=cefb08b5-f62e-4607-b80f-17bbf20868a9,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:01.921235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:01.935423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-887c7bae-4997-4e83-8747-77123be3ca61 req-98db6122-f638-4b3f-9955-b8dd31195eaa tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725727 Aug 09 16:03:01.959751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.objects.ports [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:03:01.959751 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:01.996153 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Attempting to bind port cefb08b5-f62e-4607-b80f-17bbf20868a9 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:01.996725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Attempting to bind port cefb08b5-f62e-4607-b80f-17bbf20868a9 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'efbad714-8045-469b-b2d9-01164a5eda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '486b00a6-0fe2-4bd8-a988-a30b2e45f606'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:01.996873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Attempting to bind port cefb08b5-f62e-4607-b80f-17bbf20868a9 on network 486b00a6-0fe2-4bd8-a988-a30b2e45f606 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:02.005576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:02.007260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Checking segment: {'id': 'efbad714-8045-469b-b2d9-01164a5eda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '486b00a6-0fe2-4bd8-a988-a30b2e45f606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:02.007682 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.008089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Bound using segment: {'id': 'efbad714-8045-469b-b2d9-01164a5eda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '486b00a6-0fe2-4bd8-a988-a30b2e45f606'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:02.008587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Bound port: cefb08b5-f62e-4607-b80f-17bbf20868a9, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbad714-8045-469b-b2d9-01164a5eda7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '486b00a6-0fe2-4bd8-a988-a30b2e45f606'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:02.008972 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.028210 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Subnet': ['ID=2f231988-0e59-4350-85a9-de84530956f7,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:02.030867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Checking segment: {'id': '63c3313f-2823-4d4c-a8fc-e31c7b2cda75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'efffd9fa-a43f-4c4d-b1c7-a3530019a7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:02.031237 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network hostable DHCP agents. Network: efffd9fa-a43f-4c4d-b1c7-a3530019a7fd, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:02.052110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network efffd9fa-a43f-4c4d-b1c7-a3530019a7fd is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:02.082913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, efffd9fa-a43f-4c4d-b1c7-a3530019a7fd) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:02.095931 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:02.096576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.101096 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb25f5a9-d08c-4a30-b5a9-83b9bbc7cb13 None None] Network efffd9fa-a43f-4c4d-b1c7-a3530019a7fd requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:02.114512 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-165461eb-612e-4c97-b592-f000fac7f7bc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1145663 Aug 09 16:03:02.117002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58570) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:02.122729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'port': {'network_id': 'efffd9fa-a43f-4c4d-b1c7-a3530019a7fd', 'name': 'tempest-NetworksIpV6TestAttrs-1484098252'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:02.222133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] For port cefb08b5-f62e-4607-b80f-17bbf20868a9, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:02.244232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] For port cefb08b5-f62e-4607-b80f-17bbf20868a9, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=cefb08b5-f62e-4607-b80f-17bbf20868a9,segment=NetworkSegment(efbad714-8045-469b-b2d9-01164a5eda7d),segment_id=efbad714-8045-469b-b2d9-01164a5eda7d)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:02.309701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:02.314962 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.332188 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.343201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] device_id is not set on port bacdad88-4c05-45ff-b03b-a3b7c8e9f84f yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:02.406254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Allocated IP 172.20.0.11 (46890e98-9312-4a9c-9838-72f573e938c3/0cd9a95d-4703-4ef7-a562-f36ab4d2ea8a/881acca5-33b9-4bd0-9f7a-bc4c9ba0b713) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:02.437248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cdf43-5f3a-458a-9298-a9c8e19ad6cc None None] Pushing event updated for resources: {'Port': ['ID=cefb08b5-f62e-4607-b80f-17bbf20868a9,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:02.452172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-efffd9fa-a43f-4c4d-b1c7-a3530019a7fd', 'network_id': 'efffd9fa-a43f-4c4d-b1c7-a3530019a7fd', 'tenant_id': '13ea5f387b8e460a9e23e541b832848c', 'fixed_ips': [{'subnet_id': '2f231988-0e59-4350-85a9-de84530956f7'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:02.453476 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.501956 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fddc1e4e-4eb3-4282-b1f3-f3ee9a142db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.572686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc1e4e-4eb3-4282-b1f3-f3ee9a142db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=de45d825-6001-40f5-933d-ecca0f2fbc76,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:02.580678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Allocated IP 2001:db8::f816:3eff:fe7d:c046 (efffd9fa-a43f-4c4d-b1c7-a3530019a7fd/2f231988-0e59-4350-85a9-de84530956f7/bacdad88-4c05-45ff-b03b-a3b7c8e9f84f) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:02.656610 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fddc1e4e-4eb3-4282-b1f3-f3ee9a142db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.659282 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fddc1e4e-4eb3-4282-b1f3-f3ee9a142db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/de45d825-6001-40f5-933d-ecca0f2fbc76 HTTP/1.1" status: 204 len: 168 time: 1.7996154 Aug 09 16:03:02.669020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58578) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:02.772804 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2fb20a1-ca09-4584-afa0-9a638f5e42d9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] DELETE failed (client error): The resource could not be found. Aug 09 16:03:02.773506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2fb20a1-ca09-4584-afa0-9a638f5e42d9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:02.778509 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c2fb20a1-ca09-4584-afa0-9a638f5e42d9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/de45d825-6001-40f5-933d-ecca0f2fbc76 HTTP/1.1" status: 404 len: 333 time: 0.1079476 Aug 09 16:03:02.789538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58582) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:02.883213 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1011a64-303d-4fb4-92ee-0baf08e225bd tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:03:02.885804 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f1011a64-303d-4fb4-92ee-0baf08e225bd tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/de45d825-6001-40f5-933d-ecca0f2fbc76 HTTP/1.1" status: 404 len: 333 time: 0.0951037 Aug 09 16:03:02.892370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58586) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:02.916853 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b690b9d9-9a1b-40b6-bc23-133527acf4fe req-3faf3dff-f3d0-4f71-9b54-5b25de0d9dcd tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 210 time: 0.1110232 Aug 09 16:03:02.949923 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.968724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Transition to ACTIVE for port object bacdad88-4c05-45ff-b03b-a3b7c8e9f84f will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:03.006315 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c156ced6-bb30-4c16-ab9e-0cac7c232538 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.047648 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.117011 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.119619 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Allocated IP 2001:db8::f816:3eff:fe12:e1ac (efffd9fa-a43f-4c4d-b1c7-a3530019a7fd/2f231988-0e59-4350-85a9-de84530956f7/403e300a-5683-4fce-9888-1ac0a42777a2) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:03.149164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f62b4ed-66d8-4b6e-8260-ceee7074dccb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting subnet bdcca095-2013-4476-b1b4-8b64d0259f66 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:03.156307 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f62b4ed-66d8-4b6e-8260-ceee7074dccb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.186874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network efffd9fa-a43f-4c4d-b1c7-a3530019a7fd is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:03.195195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:03.207206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:03.219169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:03.221906 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.241788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Port': ['ID=bacdad88-4c05-45ff-b03b-a3b7c8e9f84f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:03.278726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6592fbe-7fb0-4884-88f1-00870eca25ec req-b78a2210-4b6b-4c47-82b5-3c72c1b74080 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:03.287049 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c6592fbe-7fb0-4884-88f1-00870eca25ec req-b78a2210-4b6b-4c47-82b5-3c72c1b74080 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.2441292 Aug 09 16:03:03.303767 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f62b4ed-66d8-4b6e-8260-ceee7074dccb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.324278 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-52e7886b-d530-4d10-b187-19d8699ce09d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2061231 Aug 09 16:03:03.329285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58592) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:03.352949 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c6592fbe-7fb0-4884-88f1-00870eca25ec req-f38ef760-6f6d-4bcf-8952-1d97cbbbb376 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647421 Aug 09 16:03:03.380714 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.391542 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Transition to ACTIVE for port object 403e300a-5683-4fce-9888-1ac0a42777a2 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:03.407520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd635854-538a-4a91-b725-4d4a5504d355 None None] Network 29bcf0a8-800b-4822-a3d3-441f24206b47 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:03.412328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Transition to ACTIVE for port object 403e300a-5683-4fce-9888-1ac0a42777a2 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:03.419214 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.458009 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.494697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-604bc271-ac6b-43ad-8d1b-a3272b650a17 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Deleting subnet 2f231988-0e59-4350-85a9-de84530956f7 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:03.498279 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-604bc271-ac6b-43ad-8d1b-a3272b650a17 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.545883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Pushing event updated for resources: {'Port': ['ID=403e300a-5683-4fce-9888-1ac0a42777a2,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:03.555778 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Network efffd9fa-a43f-4c4d-b1c7-a3530019a7fd is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:03.559371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ad16eca3-a766-4b37-bc60-99415b4df302 None None] Provisioning for port 9c9e493b-5fc7-4570-be4f-b391686c79bf completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:03.562395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Network 46890e98-9312-4a9c-9838-72f573e938c3 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:03.576245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:03.579957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:03.580087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:03.585863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:03.668879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-604bc271-ac6b-43ad-8d1b-a3272b650a17 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.672180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Pushing event updated for resources: {'Port': ['ID=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:03.694968 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f62b4ed-66d8-4b6e-8260-ceee7074dccb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.720544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Attempting to bind port 403e300a-5683-4fce-9888-1ac0a42777a2 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:03.720942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Attempting to bind port 403e300a-5683-4fce-9888-1ac0a42777a2 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '63c3313f-2823-4d4c-a8fc-e31c7b2cda75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'efffd9fa-a43f-4c4d-b1c7-a3530019a7fd'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:03.721280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Attempting to bind port 403e300a-5683-4fce-9888-1ac0a42777a2 on network efffd9fa-a43f-4c4d-b1c7-a3530019a7fd {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:03.731331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:03.731711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Checking segment: {'id': '63c3313f-2823-4d4c-a8fc-e31c7b2cda75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'efffd9fa-a43f-4c4d-b1c7-a3530019a7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:03.732118 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.732516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Bound using segment: {'id': '63c3313f-2823-4d4c-a8fc-e31c7b2cda75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'efffd9fa-a43f-4c4d-b1c7-a3530019a7fd'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:03.732993 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Bound port: 403e300a-5683-4fce-9888-1ac0a42777a2, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c3313f-2823-4d4c-a8fc-e31c7b2cda75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'efffd9fa-a43f-4c4d-b1c7-a3530019a7fd'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:03.733380 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.747127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device cefb08b5-f62e-4607-b80f-17bbf20868a9 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:03.810203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:03.810873 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.873868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a1146011-7082-4b52-823d-80d09aaeafbc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8047373 Aug 09 16:03:03.904539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Request body: {'port': {'device_id': 'e1203fcb-3dd1-49b6-bac5-cc8a38d2289a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:03.918568 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f62b4ed-66d8-4b6e-8260-ceee7074dccb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:03.948605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port cefb08b5-f62e-4607-b80f-17bbf20868a9 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:03.975599 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9c9e493b-5fc7-4570-be4f-b391686c79bf up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:04.008823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62b4ed-66d8-4b6e-8260-ceee7074dccb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Subnet': ['ID=bdcca095-2013-4476-b1b4-8b64d0259f66,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:04.018252 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3f62b4ed-66d8-4b6e-8260-ceee7074dccb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.022765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3f62b4ed-66d8-4b6e-8260-ceee7074dccb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/bdcca095-2013-4476-b1b4-8b64d0259f66 HTTP/1.1" status: 204 len: 168 time: 1.1103740 Aug 09 16:03:04.023481 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58598) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:04.030179 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875dea27-d095-49e2-85ad-a6d6954b6361 None None] Network 486b00a6-0fe2-4bd8-a988-a30b2e45f606 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:04.053602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c156ced6-bb30-4c16-ab9e-0cac7c232538 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port 65e853b8-9bba-430c-bf18-7c51e7f276c7 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:04.053963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c156ced6-bb30-4c16-ab9e-0cac7c232538 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.107756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fa9fbf4a-9266-4bb8-93bf-99c2421b3d0d None None] Provisioning for port cefb08b5-f62e-4607-b80f-17bbf20868a9 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:04.113486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fa9fbf4a-9266-4bb8-93bf-99c2421b3d0d None None] Provisioning complete for port cefb08b5-f62e-4607-b80f-17bbf20868a9 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:04.113888 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa9fbf4a-9266-4bb8-93bf-99c2421b3d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.133641 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.144196 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-604bc271-ac6b-43ad-8d1b-a3272b650a17 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.197820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 9c9e493b-5fc7-4570-be4f-b391686c79bf completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:04.210849 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.214309 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port 9c9e493b-5fc7-4570-be4f-b391686c79bf {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:04.214901 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.223254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9c9e493b-5fc7-4570-be4f-b391686c79bf triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:04.223677 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.281263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72ed10-a523-4ed1-a546-687022008ea1 req-3934afad-5b14-4a70-92cf-81a8ba3d2db5 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:04.283109 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc72ed10-a523-4ed1-a546-687022008ea1 req-3934afad-5b14-4a70-92cf-81a8ba3d2db5 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 932 time: 0.2595861 Aug 09 16:03:04.325252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] For port 9c9e493b-5fc7-4570-be4f-b391686c79bf, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9c9e493b-5fc7-4570-be4f-b391686c79bf,segment=NetworkSegment(915ab5f6-5cc5-4249-8590-1d8389c08adc),segment_id=915ab5f6-5cc5-4249-8590-1d8389c08adc)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:04.326852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.347350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c156ced6-bb30-4c16-ab9e-0cac7c232538 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.364223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for 9c9e493b-5fc7-4570-be4f-b391686c79bf owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:04.455873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e34590-88e3-46e5-b6b6-3cd984ccb629 None None] Network 29bcf0a8-800b-4822-a3d3-441f24206b47 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:04.567741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] For port 403e300a-5683-4fce-9888-1ac0a42777a2, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:04.588788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c156ced6-bb30-4c16-ab9e-0cac7c232538 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for 65e853b8-9bba-430c-bf18-7c51e7f276c7 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:04.591315 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-604bc271-ac6b-43ad-8d1b-a3272b650a17 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.608884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0b947-5db5-442f-8f4d-1e0029228acc req-827ff6f0-ea5f-4b50-a69d-1a6cc9152efa tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:04.613180 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa9fbf4a-9266-4bb8-93bf-99c2421b3d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.619205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-86f0b947-5db5-442f-8f4d-1e0029228acc req-827ff6f0-ea5f-4b50-a69d-1a6cc9152efa tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1158593 Aug 09 16:03:04.620732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] For port 403e300a-5683-4fce-9888-1ac0a42777a2, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=403e300a-5683-4fce-9888-1ac0a42777a2,segment=NetworkSegment(63c3313f-2823-4d4c-a8fc-e31c7b2cda75),segment_id=63c3313f-2823-4d4c-a8fc-e31c7b2cda75)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:04.638215 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.647618 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.647956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.677116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bc271-ac6b-43ad-8d1b-a3272b650a17 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Subnet': ['ID=2f231988-0e59-4350-85a9-de84530956f7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:04.694651 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-604bc271-ac6b-43ad-8d1b-a3272b650a17 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.696388 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-604bc271-ac6b-43ad-8d1b-a3272b650a17 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/subnets/2f231988-0e59-4350-85a9-de84530956f7 HTTP/1.1" status: 204 len: 168 time: 1.3647163 Aug 09 16:03:04.699987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58602) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:04.708740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=9c9e493b-5fc7-4570-be4f-b391686c79bf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:04.716172 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-86f0b947-5db5-442f-8f4d-1e0029228acc req-6b5e01ca-5d61-4ace-b7f5-b58b75ffffa8 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958149 Aug 09 16:03:04.719692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No DVR routers for this DVR port 9c9e493b-5fc7-4570-be4f-b391686c79bf on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:04.742406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86367030-8581-401a-8052-b97d3f7ee696 None None] Pushing event updated for resources: {'Port': ['ID=403e300a-5683-4fce-9888-1ac0a42777a2,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:04.758226 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc72ed10-a523-4ed1-a546-687022008ea1 req-9f148282-e4a9-4677-a637-b1c8d8703fa9 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459789 Aug 09 16:03:04.771878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-fa9fbf4a-9266-4bb8-93bf-99c2421b3d0d None None] For port cefb08b5-f62e-4607-b80f-17bbf20868a9, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=cefb08b5-f62e-4607-b80f-17bbf20868a9,segment=NetworkSegment(efbad714-8045-469b-b2d9-01164a5eda7d),segment_id=efbad714-8045-469b-b2d9-01164a5eda7d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:04.781765 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fa9fbf4a-9266-4bb8-93bf-99c2421b3d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.898371 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.917890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bcf0a8-800b-4822-a3d3-441f24206b47']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:04.935468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915ab5f6-5cc5-4249-8590-1d8389c08adc') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:04.936207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915ab5f6-5cc5-4249-8590-1d8389c08adc') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:04.951043 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.980477 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.990922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:04.991930 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:04.997525 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:05.022758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67396f19-cb9b-4c0b-ad4b-94cb39bb1ea8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:05.024491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67396f19-cb9b-4c0b-ad4b-94cb39bb1ea8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:05.026957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-67396f19-cb9b-4c0b-ad4b-94cb39bb1ea8 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2661557 Aug 09 16:03:05.030688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58606) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:05.105158 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.112080 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.115895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/networks/29bcf0a8-800b-4822-a3d3-441f24206b47 HTTP/1.1" status: 204 len: 168 time: 1.0908511 Aug 09 16:03:05.125163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58608) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:05.144973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ff69144a-ba09-4824-835b-40a333437dcf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1348364949'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:05.177010 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-24983323-c7d7-499b-b03a-23ccdb206605 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.205714 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989991b-3e47-4391-aad1-e3bb99288195 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Network': ['ID=29bcf0a8-800b-4822-a3d3-441f24206b47,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:05.216179 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1a46ab4e-1cd1-44f8-8e36-3b0ff3ec53e7 None None] Could not find standard attr ID for object 9c9e493b-5fc7-4570-be4f-b391686c79bf. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:03:05.229303 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-24983323-c7d7-499b-b03a-23ccdb206605 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 09 16:03:05.229856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24983323-c7d7-499b-b03a-23ccdb206605 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:05.239856 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-24983323-c7d7-499b-b03a-23ccdb206605 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/networks/efffd9fa-a43f-4c4d-b1c7-a3530019a7fd HTTP/1.1" status: 409 len: 405 time: 0.2007065 Aug 09 16:03:05.247027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58610) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:05.259996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-593153902'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:05.262576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fbf4a-9266-4bb8-93bf-99c2421b3d0d None None] Pushing event updated for resources: {'Port': ['ID=cefb08b5-f62e-4607-b80f-17bbf20868a9,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:05.288980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff69144a-ba09-4824-835b-40a333437dcf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:05.301398 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff69144a-ba09-4824-835b-40a333437dcf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.326667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d3d611-9435-49d6-bdb8-17c5c519863b None None] DHCP port deletion for 29bcf0a8-800b-4822-a3d3-441f24206b47 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:05.355199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff69144a-ba09-4824-835b-40a333437dcf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:05.366596 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-dd7a5912-9379-4d8d-a511-902d0a66ae74 None None] Provisioning complete for port cefb08b5-f62e-4607-b80f-17bbf20868a9 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:05.367037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:05.368257 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5912-9379-4d8d-a511-902d0a66ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.377919 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.381700 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff69144a-ba09-4824-835b-40a333437dcf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.382214 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-ff69144a-ba09-4824-835b-40a333437dcf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Added segment b7855688-c0ca-40fd-bbdf-2e7bedd6d823 of type vlan for network bf72c943-dabf-4ec9-b226-47826c84a6eb Aug 09 16:03:05.392081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:05.395982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.416661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c156ced6-bb30-4c16-ab9e-0cac7c232538 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.418913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Transition to ACTIVE for port object 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:05.432823 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.440312 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff69144a-ba09-4824-835b-40a333437dcf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.460284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156ced6-bb30-4c16-ab9e-0cac7c232538 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=65e853b8-9bba-430c-bf18-7c51e7f276c7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:05.499045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff69144a-ba09-4824-835b-40a333437dcf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.517891 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff69144a-ba09-4824-835b-40a333437dcf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:05.518910 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff69144a-ba09-4824-835b-40a333437dcf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.521852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:05.572278 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.572656 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Added segment b71b241c-0a8b-4fb0-b0cf-a2ac746bf330 of type vlan for network c2b4fc93-d246-482c-b5dc-781b5fa6421c Aug 09 16:03:05.656408 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ff69144a-ba09-4824-835b-40a333437dcf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5286613 Aug 09 16:03:05.659635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58612) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:05.669072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3a0132f2-b649-40a1-8860-2861bdacd20c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': 'bf72c943-dabf-4ec9-b226-47826c84a6eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:05.741412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Pushing event updated for resources: {'Port': ['ID=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:05.755168 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69144a-ba09-4824-835b-40a333437dcf tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Network': ['ID=bf72c943-dabf-4ec9-b226-47826c84a6eb,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:05.768140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network bf72c943-dabf-4ec9-b226-47826c84a6eb details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:05.848219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0132f2-b649-40a1-8860-2861bdacd20c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:05.855099 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a0132f2-b649-40a1-8860-2861bdacd20c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.905961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c156ced6-bb30-4c16-ab9e-0cac7c232538 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.913633 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:05.929334 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device cefb08b5-f62e-4607-b80f-17bbf20868a9 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:06.005443 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port cefb08b5-f62e-4607-b80f-17bbf20868a9 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:06.006665 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.048831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e981c-1b86-4533-b32b-28bc875a8b1f req-f16f7c41-41ab-4e21-89e3-86feb191ee89 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:06.051228 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2f4e981c-1b86-4533-b32b-28bc875a8b1f req-f16f7c41-41ab-4e21-89e3-86feb191ee89 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1270051 Aug 09 16:03:06.110453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 403e300a-5683-4fce-9888-1ac0a42777a2 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:06.124971 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.resource_extend [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 16:03:06.157210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726e8fc-446b-434e-ad0b-8f3429c32738 req-a8afa040-ca89-42f7-b466-d6cbe3a0b099 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:06.159142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4726e8fc-446b-434e-ad0b-8f3429c32738 req-a8afa040-ca89-42f7-b466-d6cbe3a0b099 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 944 time: 0.2645614 Aug 09 16:03:06.177723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2f4e981c-1b86-4533-b32b-28bc875a8b1f req-13cca1c7-1269-4fc4-8b02-f1a32b87822a tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188605 Aug 09 16:03:06.209808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 403e300a-5683-4fce-9888-1ac0a42777a2 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:06.227710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Attempting to bind port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:06.229030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Attempting to bind port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'bc1c6523-4fab-4f09-8068-691ff85eb8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '46890e98-9312-4a9c-9838-72f573e938c3'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:06.229452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Attempting to bind port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 on network 46890e98-9312-4a9c-9838-72f573e938c3 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:06.261299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 on network 46890e98-9312-4a9c-9838-72f573e938c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:03:06.261960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Attempting to bind port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 on network 46890e98-9312-4a9c-9838-72f573e938c3 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:06.267702 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.273303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:06.274509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.286043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:06.286383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Checking segment: {'id': 'bc1c6523-4fab-4f09-8068-691ff85eb8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '46890e98-9312-4a9c-9838-72f573e938c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:06.286778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Bound using segment: {'id': 'bc1c6523-4fab-4f09-8068-691ff85eb8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '46890e98-9312-4a9c-9838-72f573e938c3'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:06.287225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Bound port: 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1c6523-4fab-4f09-8068-691ff85eb8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '46890e98-9312-4a9c-9838-72f573e938c3'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:06.287585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.300667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9c9e493b-5fc7-4570-be4f-b391686c79bf no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:06.323561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 9c9e493b-5fc7-4570-be4f-b391686c79bf {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:06.323912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9c9e493b-5fc7-4570-be4f-b391686c79bf not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:06.339995 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a0132f2-b649-40a1-8860-2861bdacd20c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.371645 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494aac64-d1fe-40e7-a33b-8c71195f4a74 None None] Network efffd9fa-a43f-4c4d-b1c7-a3530019a7fd requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:06.412176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0132f2-b649-40a1-8860-2861bdacd20c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Subnet': ['ID=02f285da-9fb6-4a04-ab2e-1144ed77b27f,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:06.424214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0132f2-b649-40a1-8860-2861bdacd20c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Checking segment: {'id': 'b7855688-c0ca-40fd-bbdf-2e7bedd6d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf72c943-dabf-4ec9-b226-47826c84a6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:06.424214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0132f2-b649-40a1-8860-2861bdacd20c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network hostable DHCP agents. Network: bf72c943-dabf-4ec9-b226-47826c84a6eb, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:06.443954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0132f2-b649-40a1-8860-2861bdacd20c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network bf72c943-dabf-4ec9-b226-47826c84a6eb is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:06.455458 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3a0132f2-b649-40a1-8860-2861bdacd20c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, bf72c943-dabf-4ec9-b226-47826c84a6eb) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:06.460151 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0132f2-b649-40a1-8860-2861bdacd20c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:06.461075 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a0132f2-b649-40a1-8860-2861bdacd20c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.468600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491bef58-3f7f-4985-ab06-9e7c6bd239ad None None] Network bf72c943-dabf-4ec9-b226-47826c84a6eb requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:06.483554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3a0132f2-b649-40a1-8860-2861bdacd20c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8206997 Aug 09 16:03:06.484078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58620) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:06.489957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': 'bf72c943-dabf-4ec9-b226-47826c84a6eb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-178412597'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:06.513793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f2eb904a-b5b5-4ab2-a998-d1770365f2a3 None None] Provisioning for port 403e300a-5683-4fce-9888-1ac0a42777a2 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:06.546840 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f2eb904a-b5b5-4ab2-a998-d1770365f2a3 None None] Provisioning complete for port 403e300a-5683-4fce-9888-1ac0a42777a2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:06.547224 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f2eb904a-b5b5-4ab2-a998-d1770365f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.735805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d3ade-ac7b-49eb-bb00-57fab0d589d2 None None] DHCP port deletion for efffd9fa-a43f-4c4d-b1c7-a3530019a7fd request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:06.781255 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f2eb904a-b5b5-4ab2-a998-d1770365f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.805964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-bf72c943-dabf-4ec9-b226-47826c84a6eb', 'network_id': 'bf72c943-dabf-4ec9-b226-47826c84a6eb', 'tenant_id': '596d8765b0fd4c94a6c68a2e70f64cb0', 'fixed_ips': [{'subnet_id': '02f285da-9fb6-4a04-ab2e-1144ed77b27f'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:06.808208 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.849441 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4726e8fc-446b-434e-ad0b-8f3429c32738 req-f87d3a18-e82c-44d5-b987-deab49e8bb24 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6538241 Aug 09 16:03:06.883570 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:06.889787 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.913184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port 86763663-0a33-41e6-ae4d-04b2cc3f1c1e yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:06.919290 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6657777 Aug 09 16:03:06.921677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58622) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:06.940938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f2eb904a-b5b5-4ab2-a998-d1770365f2a3 None None] For port 403e300a-5683-4fce-9888-1ac0a42777a2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=403e300a-5683-4fce-9888-1ac0a42777a2,segment=NetworkSegment(63c3313f-2823-4d4c-a8fc-e31c7b2cda75),segment_id=63c3313f-2823-4d4c-a8fc-e31c7b2cda75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:06.953666 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f2eb904a-b5b5-4ab2-a998-d1770365f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:06.959908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'subnet': {'network_id': 'c2b4fc93-d246-482c-b5dc-781b5fa6421c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:06.987405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fb2eb-bec1-4936-b211-677fe303e959 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Network': ['ID=c2b4fc93-d246-482c-b5dc-781b5fa6421c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:07.019502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb904a-b5b5-4ab2-a998-d1770365f2a3 None None] Pushing event updated for resources: {'Port': ['ID=403e300a-5683-4fce-9888-1ac0a42777a2,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:07.030286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c2b4fc93-d246-482c-b5dc-781b5fa6421c details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:07.065659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c156ced6-bb30-4c16-ab9e-0cac7c232538 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router d8432aee-f25c-4888-ae2f-39d9f2a5bf3c has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:07.068752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8::dc (bf72c943-dabf-4ec9-b226-47826c84a6eb/02f285da-9fb6-4a04-ab2e-1144ed77b27f/86763663-0a33-41e6-ae4d-04b2cc3f1c1e) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:07.087904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] For port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:07.094327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] For port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713,segment=NetworkSegment(bc1c6523-4fab-4f09-8068-691ff85eb8dc),segment_id=bc1c6523-4fab-4f09-8068-691ff85eb8dc)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:07.103174 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.115207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d3ade-ac7b-49eb-bb00-57fab0d589d2 None None] Deleting port 403e300a-5683-4fce-9888-1ac0a42777a2 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:07.115700 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8d2d3ade-ac7b-49eb-bb00-57fab0d589d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.184548 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8d2d3ade-ac7b-49eb-bb00-57fab0d589d2 None None] For port 403e300a-5683-4fce-9888-1ac0a42777a2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=403e300a-5683-4fce-9888-1ac0a42777a2,segment=NetworkSegment(63c3313f-2823-4d4c-a8fc-e31c7b2cda75),segment_id=63c3313f-2823-4d4c-a8fc-e31c7b2cda75)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:07.185154 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8d2d3ade-ac7b-49eb-bb00-57fab0d589d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.200341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d3ade-ac7b-49eb-bb00-57fab0d589d2 None None] Calling delete_port for 403e300a-5683-4fce-9888-1ac0a42777a2 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:07.244914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:07.246027 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.247477 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] 10.222.0.60 "PUT /v2.0/ports/881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 HTTP/1.1" status: 200 len: 1092 time: 3.3541660 Aug 09 16:03:07.248244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1203fcb-3dd1-49b6-bac5-cc8a38d2289a', 'tag': '881acca5-33b9-4bd0-9f7a-bc4c9ba0b713'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:07.250904 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9fe66f-58cd-40c2-a141-019b05d40a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1203fcb-3dd1-49b6-bac5-cc8a38d2289a", "tag": "881acca5-33b9-4bd0-9f7a-bc4c9ba0b713"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:07.256400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:07.260177 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.265749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c156ced6-bb30-4c16-ab9e-0cac7c232538 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:07.295354 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.299383 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c156ced6-bb30-4c16-ab9e-0cac7c232538 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/d8432aee-f25c-4888-ae2f-39d9f2a5bf3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9378774 Aug 09 16:03:07.300661 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f022ee-8549-4099-abe0-f23f45a0d63f None None] Sync routers for ids ['d8432aee-f25c-4888-ae2f-39d9f2a5bf3c'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:07.304612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58630) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:07.330869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f022ee-8549-4099-abe0-f23f45a0d63f None None] Routers {'d8432aee-f25c-4888-ae2f-39d9f2a5bf3c'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:07.333754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a0f022ee-8549-4099-abe0-f23f45a0d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d8432aee-f25c-4888-ae2f-39d9f2a5bf3c'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:07.339194 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630f7e06-399e-4115-be24-2176ca5915de x-openstack-request-id: req-630f7e06-399e-4115-be24-2176ca5915de {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:07.339403 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1203fcb-3dd1-49b6-bac5-cc8a38d2289a", "tag": "881acca5-33b9-4bd0-9f7a-bc4c9ba0b713", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:07.339574 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-630f7e06-399e-4115-be24-2176ca5915de {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:07.339981 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1203fcb-3dd1-49b6-bac5-cc8a38d2289a', 'tag': '881acca5-33b9-4bd0-9f7a-bc4c9ba0b713', 'status': 'completed', 'code': 200} Aug 09 16:03:07.348037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Transition to ACTIVE for port object 86763663-0a33-41e6-ae4d-04b2cc3f1c1e will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:07.386043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e5d77-c95a-4079-a668-e5a1aad07539 service neutron] Pushing event updated for resources: {'Port': ['ID=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:07.408543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a0f022ee-8549-4099-abe0-f23f45a0d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:07.419404 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.429642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-31388056-fbe3-496d-8675-a2860f1032bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:07.431796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-31388056-fbe3-496d-8675-a2860f1032bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4b6817d33344d3cb8ee56f475296104&device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 1095 time: 0.1278179 Aug 09 16:03:07.461727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f022ee-8549-4099-abe0-f23f45a0d63f None None] Routers {'d8432aee-f25c-4888-ae2f-39d9f2a5bf3c'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:07.462858 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a0f022ee-8549-4099-abe0-f23f45a0d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:02:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d8432aee-f25c-4888-ae2f-39d9f2a5bf3c'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:07.487732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-95869c2e-2dc3-48ec-86e4-d3d692ffeeb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 HTTP/1.1" status: 200 len: 217 time: 0.0473192 Aug 09 16:03:07.512559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a0f022ee-8549-4099-abe0-f23f45a0d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:07.513282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f022ee-8549-4099-abe0-f23f45a0d63f None None] The sync data for ids ['d8432aee-f25c-4888-ae2f-39d9f2a5bf3c'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:07.534388 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Allocated IP 2001:db8::2 (bf72c943-dabf-4ec9-b226-47826c84a6eb/02f285da-9fb6-4a04-ab2e-1144ed77b27f/79a83705-b27f-44ad-ae77-1e7fc403c76a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:07.538539 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=86763663-0a33-41e6-ae4d-04b2cc3f1c1e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:07.544380 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c8dc8dc8-3373-4285-9928-f8dca509384e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8432aee-f25c-4888-ae2f-39d9f2a5bf3c HTTP/1.1" status: 200 len: 205 time: 0.2340891 Aug 09 16:03:07.549273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58632) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:07.579282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network bf72c943-dabf-4ec9-b226-47826c84a6eb is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:07.582111 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8d2d3ade-ac7b-49eb-bb00-57fab0d589d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.586530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:07.603608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:07.611933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:07.612849 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.633252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8cd39-a5fb-4a2c-921e-5efc13ba192e req-e7423691-45c8-4e17-8293-d7ee23445d1e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:07.642827 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e0a8cd39-a5fb-4a2c-921e-5efc13ba192e req-e7423691-45c8-4e17-8293-d7ee23445d1e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.2445171 Aug 09 16:03:07.647756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d3ade-ac7b-49eb-bb00-57fab0d589d2 None None] Pushing event deleted for resources: {'Port': ['ID=403e300a-5683-4fce-9888-1ac0a42777a2,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:07.651799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 403e300a-5683-4fce-9888-1ac0a42777a2 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:07.682927 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fcef956-0e54-487f-97e0-24aa3828a063 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.685703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-c22b8a4a-62e6-474b-a20a-83c437f66096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:07.687195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-c22b8a4a-62e6-474b-a20a-83c437f66096 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cd9a95d-4703-4ef7-a562-f36ab4d2ea8a HTTP/1.1" status: 200 len: 852 time: 0.1922591 Aug 09 16:03:07.706952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d3ade-ac7b-49eb-bb00-57fab0d589d2 None None] No DVR routers for this DVR port 403e300a-5683-4fce-9888-1ac0a42777a2 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:07.721566 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee36190e-0907-4b48-8284-7c3424da25c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.723931 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 403e300a-5683-4fce-9888-1ac0a42777a2 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:07.724281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 403e300a-5683-4fce-9888-1ac0a42777a2 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:07.727054 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e0a8cd39-a5fb-4a2c-921e-5efc13ba192e req-862ab63d-0e45-4e87-978b-54d806b305c9 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822222 Aug 09 16:03:07.749169 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-354b60d5-2fc9-4218-bd0a-aa5db75204b1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.2638719 Aug 09 16:03:07.752578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58634) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:07.797381 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-c19a6c07-b184-4f97-8f5e-727d944e9552 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=46890e98-9312-4a9c-9838-72f573e938c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628777 Aug 09 16:03:07.850391 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.861549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Transition to ACTIVE for port object 79a83705-b27f-44ad-ae77-1e7fc403c76a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:07.894901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Transition to ACTIVE for port object 79a83705-b27f-44ad-ae77-1e7fc403c76a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:07.896330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd3db1-8ffc-4c54-99bd-bf48d91de661 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port 86763663-0a33-41e6-ae4d-04b2cc3f1c1e {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:07.896813 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3db1-8ffc-4c54-99bd-bf48d91de661 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.908514 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:07.942955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Network bf72c943-dabf-4ec9-b226-47826c84a6eb is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:07.945863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:07.990726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:08.041013 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3db1-8ffc-4c54-99bd-bf48d91de661 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.049216 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fcef956-0e54-487f-97e0-24aa3828a063 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.058187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd3db1-8ffc-4c54-99bd-bf48d91de661 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for 86763663-0a33-41e6-ae4d-04b2cc3f1c1e owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:08.060264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Pushing event updated for resources: {'Port': ['ID=79a83705-b27f-44ad-ae77-1e7fc403c76a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:08.060396 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fcef956-0e54-487f-97e0-24aa3828a063 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.078641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Attempting to bind port 79a83705-b27f-44ad-ae77-1e7fc403c76a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:08.079277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Attempting to bind port 79a83705-b27f-44ad-ae77-1e7fc403c76a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'b7855688-c0ca-40fd-bbdf-2e7bedd6d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf72c943-dabf-4ec9-b226-47826c84a6eb'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:08.079841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Attempting to bind port 79a83705-b27f-44ad-ae77-1e7fc403c76a on network bf72c943-dabf-4ec9-b226-47826c84a6eb {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:08.085344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:08.085981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Checking segment: {'id': 'b7855688-c0ca-40fd-bbdf-2e7bedd6d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf72c943-dabf-4ec9-b226-47826c84a6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:08.086575 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.087131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Bound using segment: {'id': 'b7855688-c0ca-40fd-bbdf-2e7bedd6d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf72c943-dabf-4ec9-b226-47826c84a6eb'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:08.088571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Bound port: 79a83705-b27f-44ad-ae77-1e7fc403c76a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7855688-c0ca-40fd-bbdf-2e7bedd6d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf72c943-dabf-4ec9-b226-47826c84a6eb'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:08.089138 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.158385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] For port 79a83705-b27f-44ad-ae77-1e7fc403c76a, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:08.160920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.objects.ports [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:03:08.162463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] For port 79a83705-b27f-44ad-ae77-1e7fc403c76a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=79a83705-b27f-44ad-ae77-1e7fc403c76a,segment=NetworkSegment(b7855688-c0ca-40fd-bbdf-2e7bedd6d823),segment_id=b7855688-c0ca-40fd-bbdf-2e7bedd6d823)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:08.168612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.175120 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.182513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-a6f8790a-01f6-412f-8744-5475ba0c293c service neutron] 10.222.0.60 "GET /v2.0/networks/46890e98-9312-4a9c-9838-72f573e938c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773341 Aug 09 16:03:08.189601 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fcef956-0e54-487f-97e0-24aa3828a063 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.190143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcef956-0e54-487f-97e0-24aa3828a063 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Fanout notify agent at l3_agent the message router_deleted on router d8432aee-f25c-4888-ae2f-39d9f2a5bf3c {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:03:08.237355 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fcef956-0e54-487f-97e0-24aa3828a063 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.238506 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4fcef956-0e54-487f-97e0-24aa3828a063 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/d8432aee-f25c-4888-ae2f-39d9f2a5bf3c HTTP/1.1" status: 204 len: 168 time: 0.6867588 Aug 09 16:03:08.249699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f890d-8aa1-4501-821a-798ba886a0c2 req-3a33e6e6-8acc-49a8-a147-f13249d6ce72 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:08.251144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285f890d-8aa1-4501-821a-798ba886a0c2 req-3a33e6e6-8acc-49a8-a147-f13249d6ce72 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 944 time: 0.2441585 Aug 09 16:03:08.260128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123c213-f9d9-4e1b-b6e0-e188812de73b None None] Pushing event updated for resources: {'Port': ['ID=79a83705-b27f-44ad-ae77-1e7fc403c76a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:08.268296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58638) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:08.335554 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3db1-8ffc-4c54-99bd-bf48d91de661 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.373941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd3db1-8ffc-4c54-99bd-bf48d91de661 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=86763663-0a33-41e6-ae4d-04b2cc3f1c1e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:08.419229 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3db1-8ffc-4c54-99bd-bf48d91de661 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.424023 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0cbd3db1-8ffc-4c54-99bd-bf48d91de661 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/86763663-0a33-41e6-ae4d-04b2cc3f1c1e HTTP/1.1" status: 204 len: 168 time: 0.6704283 Aug 09 16:03:08.426178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58642) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:08.450771 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b1aca4-da52-4a5e-b457-eac724bc51f8 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:03:08.455384 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a9b1aca4-da52-4a5e-b457-eac724bc51f8 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/86763663-0a33-41e6-ae4d-04b2cc3f1c1e HTTP/1.1" status: 404 len: 333 time: 0.0296431 Aug 09 16:03:08.456001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58644) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:08.458386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Subnet': ['ID=faa2566a-ca12-4dcc-9ffd-22ced791c37b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:08.466593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-e560eacd-f454-4d57-a70b-d9b7490c72fc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting subnet c56a172a-5df7-465f-bb77-20c00f766bae {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:08.470490 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e560eacd-f454-4d57-a70b-d9b7490c72fc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.516106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bb6015-8a1f-4d52-a9b9-cfebcc74b90d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting subnet 02f285da-9fb6-4a04-ab2e-1144ed77b27f {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:08.520020 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4bb6015-8a1f-4d52-a9b9-cfebcc74b90d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.552366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285f890d-8aa1-4501-821a-798ba886a0c2 req-8cec2956-4a44-49e0-beff-2e079f53a2fe tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707522 Aug 09 16:03:08.556895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e560eacd-f454-4d57-a70b-d9b7490c72fc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.623894 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4bb6015-8a1f-4d52-a9b9-cfebcc74b90d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.626577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Checking segment: {'id': 'b71b241c-0a8b-4fb0-b0cf-a2ac746bf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c2b4fc93-d246-482c-b5dc-781b5fa6421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:08.627031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network hostable DHCP agents. Network: c2b4fc93-d246-482c-b5dc-781b5fa6421c, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:08.673146 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8a65064-32d6-4004-9dbf-a3f84136238c req-e4354e36-4c82-497e-b9cd-1a1dd3ab1493 service neutron] 10.222.0.60 "GET /v2.0/networks/46890e98-9312-4a9c-9838-72f573e938c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590957 Aug 09 16:03:08.711429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network c2b4fc93-d246-482c-b5dc-781b5fa6421c is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:08.731903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c2b4fc93-d246-482c-b5dc-781b5fa6421c) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:08.739522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:08.740120 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.756711 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e560eacd-f454-4d57-a70b-d9b7490c72fc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.783979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f922d-4725-4252-a342-061448eb7413 None None] Network c2b4fc93-d246-482c-b5dc-781b5fa6421c requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:08.792064 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4bb6015-8a1f-4d52-a9b9-cfebcc74b90d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.805092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-120861b4-7693-4815-beb2-738b119207a4 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8491230 Aug 09 16:03:08.814429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58648) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:08.825882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'port': {'network_id': 'c2b4fc93-d246-482c-b5dc-781b5fa6421c', 'name': 'tempest-NetworksIpV6TestAttrs-420696711'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:08.879245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4bb6015-8a1f-4d52-a9b9-cfebcc74b90d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.933742 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb6015-8a1f-4d52-a9b9-cfebcc74b90d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Subnet': ['ID=02f285da-9fb6-4a04-ab2e-1144ed77b27f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:08.943243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e560eacd-f454-4d57-a70b-d9b7490c72fc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.963668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fe66f-58cd-40c2-a141-019b05d40a3c req-ff25df0a-5e9a-4e5d-ad62-daf4175a9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:08.965645 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a9fe66f-58cd-40c2-a141-019b05d40a3c req-ff25df0a-5e9a-4e5d-ad62-daf4175a9825 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4b6817d33344d3cb8ee56f475296104&device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 1095 time: 0.1594083 Aug 09 16:03:08.966500 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c4bb6015-8a1f-4d52-a9b9-cfebcc74b90d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:08.970664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c4bb6015-8a1f-4d52-a9b9-cfebcc74b90d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/02f285da-9fb6-4a04-ab2e-1144ed77b27f HTTP/1.1" status: 204 len: 168 time: 0.5114548 Aug 09 16:03:08.971195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58650) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:09.017114 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e560eacd-f454-4d57-a70b-d9b7490c72fc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.029768 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e560eacd-f454-4d57-a70b-d9b7490c72fc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/c56a172a-5df7-465f-bb77-20c00f766bae HTTP/1.1" status: 204 len: 168 time: 0.7570503 Aug 09 16:03:09.029768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560eacd-f454-4d57-a70b-d9b7490c72fc tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Subnet': ['ID=c56a172a-5df7-465f-bb77-20c00f766bae,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:09.031672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce1364-7f00-490f-8032-b73d225f3349 None None] Network de1b06b7-dd8b-409c-baca-5e6f5fce7d3f requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:09.035338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58652) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:09.057833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.081075 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65559-e748-4660-8feb-c6259bd58731 req-013cfd5a-d476-4d1a-80ce-40e398ebc32e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:09.089069 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-41b65559-e748-4660-8feb-c6259bd58731 req-013cfd5a-d476-4d1a-80ce-40e398ebc32e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1692352 Aug 09 16:03:09.163670 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-41b65559-e748-4660-8feb-c6259bd58731 req-90907eb7-5fcb-4657-a46a-f0c462650b61 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733356 Aug 09 16:03:09.253367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port 79a83705-b27f-44ad-ae77-1e7fc403c76a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:09.253811 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.288560 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.370273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:09.375610 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.399067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] device_id is not set on port ddebae81-267c-4ca3-8878-0183b5f54f86 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:09.419916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] For port 79a83705-b27f-44ad-ae77-1e7fc403c76a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=79a83705-b27f-44ad-ae77-1e7fc403c76a,segment=NetworkSegment(b7855688-c0ca-40fd-bbdf-2e7bedd6d823),segment_id=b7855688-c0ca-40fd-bbdf-2e7bedd6d823)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:09.420507 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.472156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-c2b4fc93-d246-482c-b5dc-781b5fa6421c', 'network_id': 'c2b4fc93-d246-482c-b5dc-781b5fa6421c', 'tenant_id': '13ea5f387b8e460a9e23e541b832848c', 'fixed_ips': [{'subnet_id': 'faa2566a-ca12-4dcc-9ffd-22ced791c37b'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:09.473216 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.473352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for 79a83705-b27f-44ad-ae77-1e7fc403c76a owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:09.574776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Allocated IP 2001:db8::f816:3eff:fe9a:5d32 (c2b4fc93-d246-482c-b5dc-781b5fa6421c/faa2566a-ca12-4dcc-9ffd-22ced791c37b/ddebae81-267c-4ca3-8878-0183b5f54f86) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:09.681629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fe66f-58cd-40c2-a141-019b05d40a3c req-7bdb8acb-e803-4266-993b-2c9da4e1dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:09.683587 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a9fe66f-58cd-40c2-a141-019b05d40a3c req-7bdb8acb-e803-4266-993b-2c9da4e1dbac service neutron] 10.222.0.60 "GET /v2.0/networks?id=46890e98-9312-4a9c-9838-72f573e938c3 HTTP/1.1" status: 200 len: 913 time: 0.6850905 Aug 09 16:03:09.694498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd41048-10c6-4b71-a6b7-debf663ca3b4 None None] DHCP port deletion for de1b06b7-dd8b-409c-baca-5e6f5fce7d3f request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:09.765706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 79a83705-b27f-44ad-ae77-1e7fc403c76a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:09.774263 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a9fe66f-58cd-40c2-a141-019b05d40a3c req-7ee751e3-57ff-4fad-b595-076a7fb0f7d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 HTTP/1.1" status: 200 len: 217 time: 0.0809937 Aug 09 16:03:09.870195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7fd41048-10c6-4b71-a6b7-debf663ca3b4 None None] Deleting port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:09.870938 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7fd41048-10c6-4b71-a6b7-debf663ca3b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.881923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:09.883193 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.883865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c1c8a5-26ab-4ed5-bc61-4998846af663 None None] Network bf72c943-dabf-4ec9-b226-47826c84a6eb requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:09.887444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 79a83705-b27f-44ad-ae77-1e7fc403c76a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:09.894172 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:09.947947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No DVR routers for this DVR port 79a83705-b27f-44ad-ae77-1e7fc403c76a on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:09.956430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=79a83705-b27f-44ad-ae77-1e7fc403c76a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:09.966842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 79a83705-b27f-44ad-ae77-1e7fc403c76a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:09.967221 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.004616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2b046cd2-eeb3-4cdd-980f-c6923abed114 None None] Could not find standard attr ID for object 79a83705-b27f-44ad-ae77-1e7fc403c76a. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:03:10.035351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Port 79a83705-b27f-44ad-ae77-1e7fc403c76a was deleted so its status cannot be updated. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 09 16:03:10.055639 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.062538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7fd41048-10c6-4b71-a6b7-debf663ca3b4 None None] For port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2d696f8d-bc53-4ea2-b3f6-491cdebae28b,segment=NetworkSegment(21f6db12-cd79-44c0-bc8a-109c86859c03),segment_id=21f6db12-cd79-44c0-bc8a-109c86859c03)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:10.062945 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7fd41048-10c6-4b71-a6b7-debf663ca3b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.072417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Transition to ACTIVE for port object ddebae81-267c-4ca3-8878-0183b5f54f86 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:10.096459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7fd41048-10c6-4b71-a6b7-debf663ca3b4 None None] Calling delete_port for 2d696f8d-bc53-4ea2-b3f6-491cdebae28b owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:10.135504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.152816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf72c943-dabf-4ec9-b226-47826c84a6eb']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:10.165869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7855688-c0ca-40fd-bbdf-2e7bedd6d823') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:10.166167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7855688-c0ca-40fd-bbdf-2e7bedd6d823') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:10.175754 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.196019 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.207527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Allocated IP 2001:db8::f816:3eff:feba:11ff (c2b4fc93-d246-482c-b5dc-781b5fa6421c/faa2566a-ca12-4dcc-9ffd-22ced791c37b/e1ef0a6b-bab2-4f1c-a11a-923757b3ce62) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:10.244658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Port': ['ID=ddebae81-267c-4ca3-8878-0183b5f54f86,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:10.257191 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.272637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:10.273146 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:10.278002 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:10.297253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b43a9-7b78-4db6-8cfe-ace0070fba61 None None] DHCP port deletion for bf72c943-dabf-4ec9-b226-47826c84a6eb request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:10.317142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0381a8-2e2b-4206-b4a4-272e788982a7 req-b3e9b032-c045-4b77-8034-020c9f25b5b3 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:10.333171 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab0381a8-2e2b-4206-b4a4-272e788982a7 req-b3e9b032-c045-4b77-8034-020c9f25b5b3 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 944 time: 0.2261200 Aug 09 16:03:10.346465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fe66f-58cd-40c2-a141-019b05d40a3c req-b7c146f6-3ca2-42dc-a532-360ed9536c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:10.347732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a9fe66f-58cd-40c2-a141-019b05d40a3c req-b7c146f6-3ca2-42dc-a532-360ed9536c74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cd9a95d-4703-4ef7-a562-f36ab4d2ea8a HTTP/1.1" status: 200 len: 852 time: 0.5650413 Aug 09 16:03:10.356579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] For port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2d696f8d-bc53-4ea2-b3f6-491cdebae28b,segment=NetworkSegment(21f6db12-cd79-44c0-bc8a-109c86859c03),segment_id=21f6db12-cd79-44c0-bc8a-109c86859c03)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:10.356959 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.360567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network c2b4fc93-d246-482c-b5dc-781b5fa6421c is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:10.403644 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7fd41048-10c6-4b71-a6b7-debf663ca3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.406699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:10.414886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a9fe66f-58cd-40c2-a141-019b05d40a3c req-d7cc1c3f-463a-4d42-a053-3bbad6652704 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=46890e98-9312-4a9c-9838-72f573e938c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472975 Aug 09 16:03:10.415183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:10.421236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:10.421889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.433061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for 2d696f8d-bc53-4ea2-b3f6-491cdebae28b owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:10.477813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd41048-10c6-4b71-a6b7-debf663ca3b4 None None] Pushing event deleted for resources: {'Port': ['ID=2d696f8d-bc53-4ea2-b3f6-491cdebae28b,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:10.485108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd41048-10c6-4b71-a6b7-debf663ca3b4 None None] No DVR routers for this DVR port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:10.487136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76299-5c56-4fb9-9f17-05bd99f5f65e req-75840184-fadb-4e93-8ce8-1f5ae0d64819 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:10.499263 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d0e76299-5c56-4fb9-9f17-05bd99f5f65e req-75840184-fadb-4e93-8ce8-1f5ae0d64819 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.2030611 Aug 09 16:03:10.524550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a9fe66f-58cd-40c2-a141-019b05d40a3c req-c0471e3b-4d62-4593-8bf5-aaa02171dafe service neutron] 10.222.0.60 "GET /v2.0/networks/46890e98-9312-4a9c-9838-72f573e938c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891488 Aug 09 16:03:10.533563 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9654b07c-7ee2-4549-bcdb-588015ce4706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.542797 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1efe8f36-e5c8-4918-bf0d-0ed5bf3a7982 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7217324 Aug 09 16:03:10.550036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58660) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:10.555000 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.555348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.574335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Transition to ACTIVE for port object e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:10.605689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Transition to ACTIVE for port object e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:10.607294 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.612445 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/networks/bf72c943-dabf-4ec9-b226-47826c84a6eb HTTP/1.1" status: 204 len: 168 time: 1.6402719 Aug 09 16:03:10.620524 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.639400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58664) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:10.646184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'name': 'tempest-PortsIpV6TestJSON-2117314451'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:10.674320 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab0381a8-2e2b-4206-b4a4-272e788982a7 req-d48d39c0-8406-4d9a-8925-4f5d6ae4d32b tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395197 Aug 09 16:03:10.676627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Network c2b4fc93-d246-482c-b5dc-781b5fa6421c is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:10.680926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:10.684227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Pushing event updated for resources: {'Port': ['ID=e1ef0a6b-bab2-4f1c-a11a-923757b3ce62,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:10.696978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:10.734089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee037-ba1e-4f80-8c34-f68f3d59fb04 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Network': ['ID=bf72c943-dabf-4ec9-b226-47826c84a6eb,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:10.741229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2c93a2-a656-40ca-aecb-382fe90b7792 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Deleting subnet faa2566a-ca12-4dcc-9ffd-22ced791c37b {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:10.766387 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Attempting to bind port e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:10.767351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Attempting to bind port e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'b71b241c-0a8b-4fb0-b0cf-a2ac746bf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c2b4fc93-d246-482c-b5dc-781b5fa6421c'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:10.767351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Attempting to bind port e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 on network c2b4fc93-d246-482c-b5dc-781b5fa6421c {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:10.767597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a2c93a2-a656-40ca-aecb-382fe90b7792 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.774143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:10.774529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Checking segment: {'id': 'b71b241c-0a8b-4fb0-b0cf-a2ac746bf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c2b4fc93-d246-482c-b5dc-781b5fa6421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:10.775684 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.775684 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Bound using segment: {'id': 'b71b241c-0a8b-4fb0-b0cf-a2ac746bf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c2b4fc93-d246-482c-b5dc-781b5fa6421c'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:10.776110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Bound port: e1ef0a6b-bab2-4f1c-a11a-923757b3ce62, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71b241c-0a8b-4fb0-b0cf-a2ac746bf330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'c2b4fc93-d246-482c-b5dc-781b5fa6421c'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:10.777376 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.820634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d0e76299-5c56-4fb9-9f17-05bd99f5f65e req-02f1c350-d8c6-44bb-99e2-47d3a07fda2d tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220084 Aug 09 16:03:10.824013 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a9fe66f-58cd-40c2-a141-019b05d40a3c req-a54053bd-cf82-4db5-92a2-4864c15e2864 service neutron] 10.222.0.60 "GET /v2.0/networks/46890e98-9312-4a9c-9838-72f573e938c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893786 Aug 09 16:03:10.826809 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.865272 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a2c93a2-a656-40ca-aecb-382fe90b7792 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.869713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No DVR routers for this DVR port 2d696f8d-bc53-4ea2-b3f6-491cdebae28b on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:10.878936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=2d696f8d-bc53-4ea2-b3f6-491cdebae28b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:10.880701 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.882647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] For port e1ef0a6b-bab2-4f1c-a11a-923757b3ce62, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:10.888524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] For port e1ef0a6b-bab2-4f1c-a11a-923757b3ce62, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e1ef0a6b-bab2-4f1c-a11a-923757b3ce62,segment=NetworkSegment(b71b241c-0a8b-4fb0-b0cf-a2ac746bf330),segment_id=b71b241c-0a8b-4fb0-b0cf-a2ac746bf330)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:10.894728 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.922686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:10.926203 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.969649 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4da1f-9cc5-4289-8282-07f56e3335e2 None None] Pushing event updated for resources: {'Port': ['ID=e1ef0a6b-bab2-4f1c-a11a-923757b3ce62,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:10.996666 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:10.999835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port 9c20d6fa-8827-49ed-86bc-7bdb328172a6 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:11.020006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1b06b7-dd8b-409c-baca-5e6f5fce7d3f']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:11.097337 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a2c93a2-a656-40ca-aecb-382fe90b7792 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.119705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f6db12-cd79-44c0-bc8a-109c86859c03') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:11.120113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f6db12-cd79-44c0-bc8a-109c86859c03') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:11.133562 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.180039 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.197164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:11.197648 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.198877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a2c93a2-a656-40ca-aecb-382fe90b7792 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:11.201054 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:11.288088 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a2c93a2-a656-40ca-aecb-382fe90b7792 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.293095 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8a2c93a2-a656-40ca-aecb-382fe90b7792 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/subnets/faa2566a-ca12-4dcc-9ffd-22ced791c37b HTTP/1.1" status: 204 len: 168 time: 0.7273898 Aug 09 16:03:11.293095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c93a2-a656-40ca-aecb-382fe90b7792 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Subnet': ['ID=faa2566a-ca12-4dcc-9ffd-22ced791c37b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:11.293518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58666) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:11.353518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b6dea-dee0-4daf-ab88-33c9a361d5de tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:11.355661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b6dea-dee0-4daf-ab88-33c9a361d5de tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:11.359423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-910b6dea-dee0-4daf-ab88-33c9a361d5de tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0625100 Aug 09 16:03:11.360028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58668) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:11.471503 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-27116650-c897-4c64-aadf-0d5bb177345e tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.478874 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-27116650-c897-4c64-aadf-0d5bb177345e tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 09 16:03:11.479339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27116650-c897-4c64-aadf-0d5bb177345e tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:11.481097 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-27116650-c897-4c64-aadf-0d5bb177345e tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/networks/c2b4fc93-d246-482c-b5dc-781b5fa6421c HTTP/1.1" status: 409 len: 405 time: 0.1200957 Aug 09 16:03:11.487645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58670) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:11.499137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a1598ffa-16c9-46bd-8665-ade59851eefc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-813564637'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:11.512963 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.587924 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.588667 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1598ffa-16c9-46bd-8665-ade59851eefc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:11.599333 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1598ffa-16c9-46bd-8665-ade59851eefc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.655150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:11.656764 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1598ffa-16c9-46bd-8665-ade59851eefc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:11.687724 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1598ffa-16c9-46bd-8665-ade59851eefc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.688214 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-a1598ffa-16c9-46bd-8665-ade59851eefc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Added segment b88cd77b-4a64-47cc-8872-c3a92a8afaa3 of type vlan for network d3bcdbe5-b543-4717-8a49-cc82615051ed Aug 09 16:03:11.811082 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1598ffa-16c9-46bd-8665-ade59851eefc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.840999 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.878000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:11.892034 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.912010 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/networks/de1b06b7-dd8b-409c-baca-5e6f5fce7d3f HTTP/1.1" status: 204 len: 168 time: 2.7896349 Aug 09 16:03:11.912010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b549e3-722f-4b20-9fbc-8dd77620cfb5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Network': ['ID=de1b06b7-dd8b-409c-baca-5e6f5fce7d3f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:11.912237 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58678) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:11.924403 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8cb8a006-877d-4211-ab40-899729f6aec2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-238440546', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:11.970445 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.977793 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1598ffa-16c9-46bd-8665-ade59851eefc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.991273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1598ffa-16c9-46bd-8665-ade59851eefc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:11.992039 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a1598ffa-16c9-46bd-8665-ade59851eefc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.013624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2d696f8d-bc53-4ea2-b3f6-491cdebae28b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:12.019145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991612a9-a729-475b-bd92-87ee4ffd90fb req-16c4f7c0-44bb-48cd-acc1-c4ddebd3e9a6 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:12.020963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-991612a9-a729-475b-bd92-87ee4ffd90fb req-16c4f7c0-44bb-48cd-acc1-c4ddebd3e9a6 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 944 time: 0.1581514 Aug 09 16:03:12.035627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a006-877d-4211-ab40-899729f6aec2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.037019 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a006-877d-4211-ab40-899729f6aec2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.085452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 2d696f8d-bc53-4ea2-b3f6-491cdebae28b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:12.085839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2d696f8d-bc53-4ea2-b3f6-491cdebae28b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:12.086244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 79a83705-b27f-44ad-ae77-1e7fc403c76a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:12.096630 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-991612a9-a729-475b-bd92-87ee4ffd90fb req-d1192422-ae71-40c4-b0d6-f3240405d941 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606356 Aug 09 16:03:12.112488 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.113029 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a1598ffa-16c9-46bd-8665-ade59851eefc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6175611 Aug 09 16:03:12.115795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58680) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:12.126714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'subnet': {'network_id': 'd3bcdbe5-b543-4717-8a49-cc82615051ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:12.147665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b6721-5b0e-4d15-a917-4f5153f80021 req-39e1c7db-d085-46c9-adfb-aa8a5b29cd8d tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:12.149270 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e83b6721-5b0e-4d15-a917-4f5153f80021 req-39e1c7db-d085-46c9-adfb-aa8a5b29cd8d tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1875455 Aug 09 16:03:12.151298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 79a83705-b27f-44ad-ae77-1e7fc403c76a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:12.151666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 79a83705-b27f-44ad-ae77-1e7fc403c76a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:12.184159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1598ffa-16c9-46bd-8665-ade59851eefc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Network': ['ID=d3bcdbe5-b543-4717-8a49-cc82615051ed,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:12.207757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d3bcdbe5-b543-4717-8a49-cc82615051ed details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:12.277199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:03:12.281092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a006-877d-4211-ab40-899729f6aec2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.289885 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a006-877d-4211-ab40-899729f6aec2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.325770 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e83b6721-5b0e-4d15-a917-4f5153f80021 req-cffdc3c5-ffab-421d-b6a4-7e9476007cf1 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663430 Aug 09 16:03:12.339756 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a006-877d-4211-ab40-899729f6aec2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.343713 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8cb8a006-877d-4211-ab40-899729f6aec2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4212945 Aug 09 16:03:12.344181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58682) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:12.355378 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1754151867'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:12.398811 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:12.399962 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:03:12.399962 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 16:03:12.399962 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id_1': 'c34846ac20094e11b36d1d9c960a9221', 'expiration_1': datetime.datetime(2021, 8, 9, 16, 3, 12, 360278)}] Aug 09 16:03:12.399962 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:03:12.401074 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:03:12.403160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=9c20d6fa-8827-49ed-86bc-7bdb328172a6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:12.407655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:12.411548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:12.418222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:12.418872 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.433327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:12.437082 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.495315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713,segment=NetworkSegment(bc1c6523-4fab-4f09-8068-691ff85eb8dc),segment_id=bc1c6523-4fab-4f09-8068-691ff85eb8dc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:12.559473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '881acca5-33b9-4bd0-9f7a-bc4c9ba0b713', 'network_id': '46890e98-9312-4a9c-9838-72f573e938c3', 'port_id': '881acca5-33b9-4bd0-9f7a-bc4c9ba0b713', 'mac_address': 'fa:16:3e:b6:6c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd9a95d-4703-4ef7-a562-f36ab4d2ea8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:03:12.609274 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a2051d30-6bc6-408a-8c6d-d95ad865689d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9671636 Aug 09 16:03:12.609436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58686) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:12.660077 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.684404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:12.694934 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dcaf69-c81a-45d3-9662-475c21d7b477 None None] Network c2b4fc93-d246-482c-b5dc-781b5fa6421c requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:12.695186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61707e-ff0f-4977-aeba-91c5b985bdbd req-71db8144-2d43-4098-a5f9-20e737d60b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:12.696748 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af61707e-ff0f-4977-aeba-91c5b985bdbd req-71db8144-2d43-4098-a5f9-20e737d60b34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 1096 time: 0.1199286 Aug 09 16:03:12.761728 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8d253-570a-496b-9eb0-41b7b46dd992 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port 9c20d6fa-8827-49ed-86bc-7bdb328172a6 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:12.761728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfc8d253-570a-496b-9eb0-41b7b46dd992 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.776344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713,segment=NetworkSegment(bc1c6523-4fab-4f09-8068-691ff85eb8dc),segment_id=bc1c6523-4fab-4f09-8068-691ff85eb8dc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:12.784363 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.785106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af61707e-ff0f-4977-aeba-91c5b985bdbd req-5f05ff24-6ca6-4e06-931e-05211c26af7b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777161 Aug 09 16:03:12.800227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d7b4a78d-0ee4-4de6-8ed6-17848088adef None None] Provisioning for port e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:12.832123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d7b4a78d-0ee4-4de6-8ed6-17848088adef None None] Provisioning complete for port e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:12.832719 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a78d-0ee4-4de6-8ed6-17848088adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.937512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:12.991698 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a78d-0ee4-4de6-8ed6-17848088adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.991933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:12.996069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.018928 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfc8d253-570a-496b-9eb0-41b7b46dd992 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.038075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.objects.ports [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:03:13.041949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['881acca5-33b9-4bd0-9f7a-bc4c9ba0b713'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:03:13.045343 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.050844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:13.063403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.065204 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Added segment 0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d of type vlan for network 4728a753-0df0-4db9-8b12-56915ee31eca Aug 09 16:03:13.067590 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d7b4a78d-0ee4-4de6-8ed6-17848088adef None None] For port e1ef0a6b-bab2-4f1c-a11a-923757b3ce62, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e1ef0a6b-bab2-4f1c-a11a-923757b3ce62,segment=NetworkSegment(b71b241c-0a8b-4fb0-b0cf-a2ac746bf330),segment_id=b71b241c-0a8b-4fb0-b0cf-a2ac746bf330)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:13.086767 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a78d-0ee4-4de6-8ed6-17848088adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.113384 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.144638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce63669-dd84-4cc0-a33a-a306e27b7503 None None] DHCP port deletion for c2b4fc93-d246-482c-b5dc-781b5fa6421c request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:13.155890 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.156766 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.160603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Subnet': ['ID=c281e4a1-eee9-4f00-a0bc-7c867c7068cc,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:13.163302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:13.163987 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.168554 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8d253-570a-496b-9eb0-41b7b46dd992 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for 9c20d6fa-8827-49ed-86bc-7bdb328172a6 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:13.182259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Checking segment: {'id': 'b88cd77b-4a64-47cc-8872-c3a92a8afaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd3bcdbe5-b543-4717-8a49-cc82615051ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:13.183022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network hostable DHCP agents. Network: d3bcdbe5-b543-4717-8a49-cc82615051ed, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:13.204830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network d3bcdbe5-b543-4717-8a49-cc82615051ed is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:13.214105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4a78d-0ee4-4de6-8ed6-17848088adef None None] Pushing event updated for resources: {'Port': ['ID=e1ef0a6b-bab2-4f1c-a11a-923757b3ce62,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:13.230070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d3bcdbe5-b543-4717-8a49-cc82615051ed) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:13.236063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:13.236802 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.243234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7909b6-cc82-416f-897d-cdb8d70975bd None None] Network d3bcdbe5-b543-4717-8a49-cc82615051ed requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:13.257883 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6d354fbd-aef1-454f-86fd-eaf0d787d2e0 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1363764 Aug 09 16:03:13.261581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58692) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:13.324739 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0ce63669-dd84-4cc0-a33a-a306e27b7503 None None] Deleting port e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:13.324739 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0ce63669-dd84-4cc0-a33a-a306e27b7503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.397445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0ce63669-dd84-4cc0-a33a-a306e27b7503 None None] For port e1ef0a6b-bab2-4f1c-a11a-923757b3ce62, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e1ef0a6b-bab2-4f1c-a11a-923757b3ce62,segment=NetworkSegment(b71b241c-0a8b-4fb0-b0cf-a2ac746bf330),segment_id=b71b241c-0a8b-4fb0-b0cf-a2ac746bf330)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:13.398042 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0ce63669-dd84-4cc0-a33a-a306e27b7503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.408375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfc8d253-570a-496b-9eb0-41b7b46dd992 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.414646 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0650699 Aug 09 16:03:13.419230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0ce63669-dd84-4cc0-a33a-a306e27b7503 None None] Calling delete_port for e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:13.439733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58696) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:13.458815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-351099d7-b293-44ac-acaf-dcaf64d6ab63 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'subnet': {'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:13.496920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abe14c-07ab-4922-85a6-d7bb949d1b14 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Network': ['ID=4728a753-0df0-4db9-8b12-56915ee31eca,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:13.534463 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.535128 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfc8d253-570a-496b-9eb0-41b7b46dd992 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.536213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 4728a753-0df0-4db9-8b12-56915ee31eca details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:13.539933 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bfc8d253-570a-496b-9eb0-41b7b46dd992 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/9c20d6fa-8827-49ed-86bc-7bdb328172a6 HTTP/1.1" status: 204 len: 168 time: 0.9291999 Aug 09 16:03:13.541939 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8d253-570a-496b-9eb0-41b7b46dd992 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=9c20d6fa-8827-49ed-86bc-7bdb328172a6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:13.556397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58698) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:13.557480 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0ce63669-dd84-4cc0-a33a-a306e27b7503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.574429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'mac_address': 'fa:16:3e:ce:a1:ce', 'name': 'tempest-PortsIpV6TestJSON-573690727'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:13.613056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8eab9-b38f-47d5-b2f9-cb86a43cc348 req-2a595d49-0c2e-4cf9-a9ab-bc3f87d3f247 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:13.629688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53b8eab9-b38f-47d5-b2f9-cb86a43cc348 req-2a595d49-0c2e-4cf9-a9ab-bc3f87d3f247 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 945 time: 0.3087695 Aug 09 16:03:13.733986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:13.774823 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.820599 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f447dac-ec26-46c9-ad5d-af9326e41702 req-47ec8167-f31c-47fb-95ca-430ac06015ef tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:13.823396 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f447dac-ec26-46c9-ad5d-af9326e41702 req-47ec8167-f31c-47fb-95ca-430ac06015ef tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.3581350 Aug 09 16:03:13.886128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351099d7-b293-44ac-acaf-dcaf64d6ab63 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:13.890693 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-351099d7-b293-44ac-acaf-dcaf64d6ab63 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.914097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53b8eab9-b38f-47d5-b2f9-cb86a43cc348 req-742281e0-0bd4-45d6-bef7-b36f050d9e34 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833445 Aug 09 16:03:13.936851 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.019965 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f447dac-ec26-46c9-ad5d-af9326e41702 req-5a1b70e6-5908-4e9f-9442-25032b8c0732 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622460 Aug 09 16:03:14.021185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port a4e88973-c353-452d-87e4-10f4439f7490 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:14.038498 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.082132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Subnet': ['ID=c281e4a1-eee9-4f00-a0bc-7c867c7068cc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:14.171737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:14.226603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce63669-dd84-4cc0-a33a-a306e27b7503 None None] No DVR routers for this DVR port e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:14.235923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce63669-dd84-4cc0-a33a-a306e27b7503 None None] Pushing event deleted for resources: {'Port': ['ID=e1ef0a6b-bab2-4f1c-a11a-923757b3ce62,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:14.255097 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.275946 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:14.276707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e1ef0a6b-bab2-4f1c-a11a-923757b3ce62 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:14.293847 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.339288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bcdbe5-b543-4717-8a49-cc82615051ed']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:14.364477 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88cd77b-4a64-47cc-8872-c3a92a8afaa3') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:14.365158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88cd77b-4a64-47cc-8872-c3a92a8afaa3') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:14.405223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7df723-c339-4495-8771-6f99abe991c4 None None] Network d3bcdbe5-b543-4717-8a49-cc82615051ed requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:14.413929 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.427438 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.447248 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.460375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:14.463849 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:14.472623 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:14.491855 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.541866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:14.545370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:14.552768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:14.559059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:14.559699 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.574804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=a4e88973-c353-452d-87e4-10f4439f7490,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:14.588528 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-351099d7-b293-44ac-acaf-dcaf64d6ab63 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.590002 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-56eab88a-6fe3-4343-8fcf-f04e2f935b23 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0317531 Aug 09 16:03:14.590554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58702) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:14.698216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aea0c4-00d2-45a7-9a3b-dc7892be3eb9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:14.700781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e2aea0c4-00d2-45a7-9a3b-dc7892be3eb9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/a4e88973-c353-452d-87e4-10f4439f7490 HTTP/1.1" status: 200 len: 844 time: 0.0972719 Aug 09 16:03:14.702396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58704) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:14.705533 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.721241 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.731045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/networks/d3bcdbe5-b543-4717-8a49-cc82615051ed HTTP/1.1" status: 204 len: 168 time: 1.4599309 Aug 09 16:03:14.735449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58706) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:14.736977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351099d7-b293-44ac-acaf-dcaf64d6ab63 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Subnet': ['ID=4dc1b02a-9b52-41e1-a533-42b385f91da0,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:14.741226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1b638d2e-3d8d-41af-9d80-2ca55c9a98c7 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1110430150'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:14.747763 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea149b6e-bc98-4b79-9568-69d35f85f72b tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Network': ['ID=d3bcdbe5-b543-4717-8a49-cc82615051ed,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:14.775213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351099d7-b293-44ac-acaf-dcaf64d6ab63 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Checking segment: {'id': '0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:14.776546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351099d7-b293-44ac-acaf-dcaf64d6ab63 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network hostable DHCP agents. Network: 4728a753-0df0-4db9-8b12-56915ee31eca, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:14.800348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351099d7-b293-44ac-acaf-dcaf64d6ab63 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 4728a753-0df0-4db9-8b12-56915ee31eca is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:14.800594 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b638d2e-3d8d-41af-9d80-2ca55c9a98c7 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:14.804042 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b638d2e-3d8d-41af-9d80-2ca55c9a98c7 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.817342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-351099d7-b293-44ac-acaf-dcaf64d6ab63 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 4728a753-0df0-4db9-8b12-56915ee31eca) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:14.833222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd934361-07cd-47e5-ae32-34c1b2974027 None None] Network 4728a753-0df0-4db9-8b12-56915ee31eca requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:14.844633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351099d7-b293-44ac-acaf-dcaf64d6ab63 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:14.846430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b638d2e-3d8d-41af-9d80-2ca55c9a98c7 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:14.848068 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-351099d7-b293-44ac-acaf-dcaf64d6ab63 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.871039 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b638d2e-3d8d-41af-9d80-2ca55c9a98c7 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.871794 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-1b638d2e-3d8d-41af-9d80-2ca55c9a98c7 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Added segment aec6988c-79ac-4c5a-9bae-758ad81514a5 of type vlan for network 7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa Aug 09 16:03:14.892778 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-351099d7-b293-44ac-acaf-dcaf64d6ab63 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4473333 Aug 09 16:03:14.893003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-327ae224-577d-48b1-a5aa-a236772c0d95 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port a4e88973-c353-452d-87e4-10f4439f7490 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:14.893003 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-327ae224-577d-48b1-a5aa-a236772c0d95 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:14.894080 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58708) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:14.985516 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b638d2e-3d8d-41af-9d80-2ca55c9a98c7 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.007118 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-327ae224-577d-48b1-a5aa-a236772c0d95 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.040228 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-327ae224-577d-48b1-a5aa-a236772c0d95 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for a4e88973-c353-452d-87e4-10f4439f7490 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:15.064246 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b638d2e-3d8d-41af-9d80-2ca55c9a98c7 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.069933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b638d2e-3d8d-41af-9d80-2ca55c9a98c7 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:15.070855 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b638d2e-3d8d-41af-9d80-2ca55c9a98c7 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.110846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-4728a753-0df0-4db9-8b12-56915ee31eca', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:15.112319 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.291467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158d59e-0c54-41bf-b7ab-2f7138620706 req-3eb16b92-c994-4723-8f31-6216a38bc02e tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:15.300271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c158d59e-0c54-41bf-b7ab-2f7138620706 req-3eb16b92-c994-4723-8f31-6216a38bc02e tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 945 time: 0.2251644 Aug 09 16:03:15.388780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Allocated IP 2001:db8::2 (4728a753-0df0-4db9-8b12-56915ee31eca/4dc1b02a-9b52-41e1-a533-42b385f91da0/9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:15.421792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c158d59e-0c54-41bf-b7ab-2f7138620706 req-9fc6f753-ab0a-4525-b07c-bfe78ad95ecc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205091 Aug 09 16:03:15.424922 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.586779 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.597725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Transition to ACTIVE for port object 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:15.601186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1b638d2e-3d8d-41af-9d80-2ca55c9a98c7 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8621080 Aug 09 16:03:15.605499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58716) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:15.614806 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6a4b3a31-0f0a-47a8-a290-728670ff44dc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'subnet': {'network_id': '7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:15.622563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Transition to ACTIVE for port object 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:15.626174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b638d2e-3d8d-41af-9d80-2ca55c9a98c7 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Network': ['ID=7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:15.641790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:15.647306 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.653331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6fe60-71bf-4673-ac3e-16c810e68c47 req-aac071fd-75d1-497d-8dd8-6fdb4c62f849 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:15.654935 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ca6fe60-71bf-4673-ac3e-16c810e68c47 req-aac071fd-75d1-497d-8dd8-6fdb4c62f849 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1421947 Aug 09 16:03:15.683931 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-327ae224-577d-48b1-a5aa-a236772c0d95 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.721442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ae224-577d-48b1-a5aa-a236772c0d95 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=a4e88973-c353-452d-87e4-10f4439f7490,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:15.738737 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-327ae224-577d-48b1-a5aa-a236772c0d95 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.744169 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-327ae224-577d-48b1-a5aa-a236772c0d95 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/a4e88973-c353-452d-87e4-10f4439f7490 HTTP/1.1" status: 204 len: 168 time: 1.0407145 Aug 09 16:03:15.746972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58718) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:15.757078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Network 4728a753-0df0-4db9-8b12-56915ee31eca is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:15.764867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:15.768979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:15.779508 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ca6fe60-71bf-4673-ac3e-16c810e68c47 req-bc227b47-6a37-446c-b74d-0e47effe522b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161537 Aug 09 16:03:15.780624 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b35f19-db6b-49b9-9f1a-d4c09468fb9f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:03:15.786747 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-67b35f19-db6b-49b9-9f1a-d4c09468fb9f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/a4e88973-c353-452d-87e4-10f4439f7490 HTTP/1.1" status: 404 len: 333 time: 0.0387173 Aug 09 16:03:15.787433 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58720) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:15.793658 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'name': 'tempest-PortsIpV6TestJSON-1523748142'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:15.835081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Pushing event updated for resources: {'Port': ['ID=9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:15.887603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Attempting to bind port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:15.893782 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Attempting to bind port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:15.894098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Attempting to bind port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce on network 4728a753-0df0-4db9-8b12-56915ee31eca {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:15.901267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Allocated IP 2001:db8::1 (4728a753-0df0-4db9-8b12-56915ee31eca/4dc1b02a-9b52-41e1-a533-42b385f91da0/e69d9314-dea4-4850-a11d-e6bb9934b810) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:15.906049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:15.906460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Checking segment: {'id': '0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:15.906936 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.907366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Bound using segment: {'id': '0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:15.908488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Bound port: 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:15.908488 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.930063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4b3a31-0f0a-47a8-a290-728670ff44dc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:15.936553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3a31-0f0a-47a8-a290-728670ff44dc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.949491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:15.954694 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:15.980898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port a8307b82-b46a-481f-92da-ba1c12231dde yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:16.044163 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] For port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:16.049556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] For port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce,segment=NetworkSegment(0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d),segment_id=0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:16.057923 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.183002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63d28a-cc49-4e38-b2cb-aa7cd928ed1a None None] Pushing event updated for resources: {'Port': ['ID=9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:16.239402 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.254696 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:16.308829 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.410705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:16.423443 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:16.423862 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.427151 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:16.433547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:16.436276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:16.447436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:16.448138 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.510299 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7217751 Aug 09 16:03:16.514251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044339d5-7470-4e1e-b51f-4e187da4d7c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=a8307b82-b46a-481f-92da-ba1c12231dde,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:16.529396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58738) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:16.546602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-478a02d6-9ea4-43a9-aab2-0d84bcba9ac0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:16.658244 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.708058 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.708627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478a02d6-9ea4-43a9-aab2-0d84bcba9ac0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.714832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1203fcb-3dd1-49b6-bac5-cc8a38d2289a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881acca5-33b9-4bd0-9f7a-bc4c9ba0b713'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:16.723212 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5d4c2a-b205-4b83-9b84-26d3b73df77e" -d '{"events": [{"server_uuid": "e1203fcb-3dd1-49b6-bac5-cc8a38d2289a", "name": "network-vif-plugged", "status": "completed", "tag": "881acca5-33b9-4bd0-9f7a-bc4c9ba0b713"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:16.733349 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9b45c-180d-4109-bcf9-729d34c2fa51 req-9dfc637d-4e5e-4342-9a8c-0c23ced83bfe tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:16.735028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-02c9b45c-180d-4109-bcf9-729d34c2fa51 req-9dfc637d-4e5e-4342-9a8c-0c23ced83bfe tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 945 time: 0.1228218 Aug 09 16:03:16.745150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Transition to ACTIVE for port object e69d9314-dea4-4850-a11d-e6bb9934b810 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:16.751290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713,segment=NetworkSegment(bc1c6523-4fab-4f09-8068-691ff85eb8dc),segment_id=bc1c6523-4fab-4f09-8068-691ff85eb8dc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:16.760089 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.761752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-2633806b-8543-4e59-a031-69d8f5a860e1 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:16.769402 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-2633806b-8543-4e59-a031-69d8f5a860e1 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/networks?id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff HTTP/1.1" status: 200 len: 811 time: 0.6057262 Aug 09 16:03:16.818263 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b627bbca-e0d8-48f6-a8c5-94e7a612de07 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/quotas/086fb16a47f4457db6b1fb2cd534457c HTTP/1.1" status: 200 len: 375 time: 0.0459368 Aug 09 16:03:16.845748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:16.848594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-02c9b45c-180d-4109-bcf9-729d34c2fa51 req-aa9da6c1-41b7-4bc2-bcde-c122e259396d tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787416 Aug 09 16:03:16.912098 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3374cb99-d26e-4c5c-942e-224f85be62a7 x-openstack-request-id: req-3374cb99-d26e-4c5c-942e-224f85be62a7 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:16.912422 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1203fcb-3dd1-49b6-bac5-cc8a38d2289a", "name": "network-vif-plugged", "status": "completed", "tag": "881acca5-33b9-4bd0-9f7a-bc4c9ba0b713", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:16.912682 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3374cb99-d26e-4c5c-942e-224f85be62a7 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:16.913087 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1203fcb-3dd1-49b6-bac5-cc8a38d2289a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881acca5-33b9-4bd0-9f7a-bc4c9ba0b713', 'code': 200} Aug 09 16:03:16.976239 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478a02d6-9ea4-43a9-aab2-0d84bcba9ac0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.981026 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478a02d6-9ea4-43a9-aab2-0d84bcba9ac0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.981734 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:16.984324 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3a31-0f0a-47a8-a290-728670ff44dc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.013476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-478a02d6-9ea4-43a9-aab2-0d84bcba9ac0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] In _notify_port_updated(), no bound segment for port a8307b82-b46a-481f-92da-ba1c12231dde on network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 {{(pid=94289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:03:17.018974 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a02d6-9ea4-43a9-aab2-0d84bcba9ac0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:17.019603 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478a02d6-9ea4-43a9-aab2-0d84bcba9ac0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.023630 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-478a02d6-9ea4-43a9-aab2-0d84bcba9ac0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "PUT /v2.0/ports/a8307b82-b46a-481f-92da-ba1c12231dde HTTP/1.1" status: 200 len: 818 time: 0.4898143 Aug 09 16:03:17.023827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58742) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:17.071977 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a02d6-9ea4-43a9-aab2-0d84bcba9ac0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=a8307b82-b46a-481f-92da-ba1c12231dde,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:17.112074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-5df3079d-7bd8-450b-acc8-79e9597fe683 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=086fb16a47f4457db6b1fb2cd534457c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2835577 Aug 09 16:03:17.116544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 4728a753-0df0-4db9-8b12-56915ee31eca is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:17.133389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc575a-5780-4c03-aaa6-d881319fa8f2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port a8307b82-b46a-481f-92da-ba1c12231dde {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:17.133801 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8cc575a-5780-4c03-aaa6-d881319fa8f2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.142637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:17.159100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:17.159718 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.165488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=e69d9314-dea4-4850-a11d-e6bb9934b810,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:17.204433 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8cc575a-5780-4c03-aaa6-d881319fa8f2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.218994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc575a-5780-4c03-aaa6-d881319fa8f2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for a8307b82-b46a-481f-92da-ba1c12231dde owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:17.251687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b3a31-0f0a-47a8-a290-728670ff44dc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Subnet': ['ID=c5104677-be70-4a6f-b491-ad757126de31,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:17.271980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70e4e6-b192-406e-b101-157af685b0f3 req-6e1bd7f9-fc8a-49ae-b712-13c2c10fc76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:17.273513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd70e4e6-b192-406e-b101-157af685b0f3 req-6e1bd7f9-fc8a-49ae-b712-13c2c10fc76b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 1097 time: 0.3004856 Aug 09 16:03:17.317014 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8cc575a-5780-4c03-aaa6-d881319fa8f2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.352364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc575a-5780-4c03-aaa6-d881319fa8f2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=a8307b82-b46a-481f-92da-ba1c12231dde,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:17.356721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b3a31-0f0a-47a8-a290-728670ff44dc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Checking segment: {'id': 'aec6988c-79ac-4c5a-9bae-758ad81514a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:17.357097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4b3a31-0f0a-47a8-a290-728670ff44dc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network hostable DHCP agents. Network: 7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:17.358642 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8cc575a-5780-4c03-aaa6-d881319fa8f2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.361627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f8cc575a-5780-4c03-aaa6-d881319fa8f2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/a8307b82-b46a-481f-92da-ba1c12231dde HTTP/1.1" status: 204 len: 168 time: 0.3366551 Aug 09 16:03:17.364530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58744) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:17.422311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec36fa69-8c9e-4b7a-81d9-8167180ff8b5 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:17.426108 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ec36fa69-8c9e-4b7a-81d9-8167180ff8b5 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0582864 Aug 09 16:03:17.427031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58748) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:17.427450 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd70e4e6-b192-406e-b101-157af685b0f3 req-28c87395-95eb-424e-b864-f938871f6668 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272140 Aug 09 16:03:17.438569 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-db8848b1-bffd-4869-bce4-6ee4313f7905 service neutron] 10.222.0.81 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161075 Aug 09 16:03:17.443831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9218cf98-5ca3-4f49-823c-e552aec46462 None None] Network 4728a753-0df0-4db9-8b12-56915ee31eca requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:17.475042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4b3a31-0f0a-47a8-a290-728670ff44dc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network 7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:17.481200 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-36725913-f45a-4d80-85ee-7ddb4736279d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:03:17.487170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-36725913-f45a-4d80-85ee-7ddb4736279d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/a8307b82-b46a-481f-92da-ba1c12231dde HTTP/1.1" status: 404 len: 333 time: 0.0544369 Aug 09 16:03:17.487170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58752) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:17.491697 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f88ba95e-8421-4908-9519-d7d86b6ce500 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-866740921'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:17.520601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88ba95e-8421-4908-9519-d7d86b6ce500 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:17.526575 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.528006 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f88ba95e-8421-4908-9519-d7d86b6ce500 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.541642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-6a4b3a31-0f0a-47a8-a290-728670ff44dc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:17.571971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6932d319-abc2-41bc-8972-db5a6af65944 None None] Network 7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:17.580475 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4b3a31-0f0a-47a8-a290-728670ff44dc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:17.581080 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3a31-0f0a-47a8-a290-728670ff44dc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.586046 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88ba95e-8421-4908-9519-d7d86b6ce500 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:17.608110 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f88ba95e-8421-4908-9519-d7d86b6ce500 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.608607 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-f88ba95e-8421-4908-9519-d7d86b6ce500 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Added segment cac73b8d-8fdb-4923-8c5d-57620767a66f of type vlan for network 893661f3-a9f9-49d0-9596-d523193527ba Aug 09 16:03:17.617432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6a4b3a31-0f0a-47a8-a290-728670ff44dc tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0107706 Aug 09 16:03:17.620974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58756) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:17.679674 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-66e80c3d-f615-45b4-8901-f826c342faf0 service neutron] 10.222.0.81 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230098 Aug 09 16:03:17.693545 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f88ba95e-8421-4908-9519-d7d86b6ce500 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.733674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-33782d93-9150-4848-a1f3-fc481d682fa5 None None] Provisioning for port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:17.773662 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f88ba95e-8421-4908-9519-d7d86b6ce500 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.787449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ba95e-8421-4908-9519-d7d86b6ce500 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:17.788853 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f88ba95e-8421-4908-9519-d7d86b6ce500 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.817244 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.847222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:17.934829 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f88ba95e-8421-4908-9519-d7d86b6ce500 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4439030 Aug 09 16:03:17.936211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58768) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:17.950402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ba95e-8421-4908-9519-d7d86b6ce500 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Network': ['ID=893661f3-a9f9-49d0-9596-d523193527ba,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:17.956776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2ac6a5b2-1cc2-416b-990c-d0832126faae tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '893661f3-a9f9-49d0-9596-d523193527ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:17.979771 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa', 'network_id': '7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa', 'tenant_id': '13ea5f387b8e460a9e23e541b832848c', 'fixed_ips': [{'subnet_id': 'c5104677-be70-4a6f-b491-ad757126de31'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:17.980587 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.999217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 893661f3-a9f9-49d0-9596-d523193527ba details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:18.006728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:18.024819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:18.025309 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.032812 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.042629 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-47027d49-c643-41bc-9489-02c45b29fe21 req-e0cf6afe-7cf9-4d9c-875e-512c6cd43db8 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 210 time: 0.0774536 Aug 09 16:03:18.092843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.123277 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.124074 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.363480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=e69d9314-dea4-4850-a11d-e6bb9934b810,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:18.366362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac6a5b2-1cc2-416b-990c-d0832126faae tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:18.370438 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a5b2-1cc2-416b-990c-d0832126faae tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.439187 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.449712 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Allocated IP 2001:db8::2 (7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa/c5104677-be70-4a6f-b491-ad757126de31/bb7b1bb0-dd08-434b-acdd-1042aecd19dc) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:18.497143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460884df-dfa0-45c1-b646-464afcc05592 req-8930f696-d51c-41f4-acc6-7e89ec0db5b3 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:18.505456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-460884df-dfa0-45c1-b646-464afcc05592 req-8930f696-d51c-41f4-acc6-7e89ec0db5b3 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 946 time: 0.4579320 Aug 09 16:03:18.601027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-460884df-dfa0-45c1-b646-464afcc05592 req-e02794aa-5456-4b9e-9a61-1ca9014774ee tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946553 Aug 09 16:03:18.620560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 4728a753-0df0-4db9-8b12-56915ee31eca is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:18.624396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:18.646452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce,segment=NetworkSegment(0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d),segment_id=0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:18.657116 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.833809 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.843440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Transition to ACTIVE for port object bb7b1bb0-dd08-434b-acdd-1042aecd19dc will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:18.860015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a5b2-1cc2-416b-990c-d0832126faae tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.890788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Transition to ACTIVE for port object bb7b1bb0-dd08-434b-acdd-1042aecd19dc will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:18.899358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-97022421-dd74-4b8e-afc1-ba503ee713fc None None] Provisioning complete for port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:18.900760 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-97022421-dd74-4b8e-afc1-ba503ee713fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.903934 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:18.926785 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.969090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1159f21c-52c8-4a0c-8146-98b7f833f568 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:03:18.978070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6a5b2-1cc2-416b-990c-d0832126faae tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Subnet': ['ID=80c078fa-aa44-4310-b325-f0cba2f2a303,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:18.984887 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.995664 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Network 7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:19.009535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:19.026029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:19.034699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Pushing event updated for resources: {'Port': ['ID=bb7b1bb0-dd08-434b-acdd-1042aecd19dc,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:19.155784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Attempting to bind port bb7b1bb0-dd08-434b-acdd-1042aecd19dc on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:19.156167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Attempting to bind port bb7b1bb0-dd08-434b-acdd-1042aecd19dc by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'aec6988c-79ac-4c5a-9bae-758ad81514a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:19.156662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Attempting to bind port bb7b1bb0-dd08-434b-acdd-1042aecd19dc on network 7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:19.170363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:19.170737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Checking segment: {'id': 'aec6988c-79ac-4c5a-9bae-758ad81514a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:19.171558 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.172012 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Bound using segment: {'id': 'aec6988c-79ac-4c5a-9bae-758ad81514a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:19.172521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Bound port: bb7b1bb0-dd08-434b-acdd-1042aecd19dc, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec6988c-79ac-4c5a-9bae-758ad81514a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:19.172909 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.216921 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-beefd115-d43e-445c-930e-d124fc8c97ba req-e831d16d-4330-4ee6-824f-7764df2979a4 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 210 time: 0.0833642 Aug 09 16:03:19.260742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-97022421-dd74-4b8e-afc1-ba503ee713fc None None] Provisioning for port e69d9314-dea4-4850-a11d-e6bb9934b810 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:19.266660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-97022421-dd74-4b8e-afc1-ba503ee713fc None None] Provisioning complete for port e69d9314-dea4-4850-a11d-e6bb9934b810 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:19.267040 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-97022421-dd74-4b8e-afc1-ba503ee713fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.321159 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] For port bb7b1bb0-dd08-434b-acdd-1042aecd19dc, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:19.357335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] For port bb7b1bb0-dd08-434b-acdd-1042aecd19dc, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bb7b1bb0-dd08-434b-acdd-1042aecd19dc,segment=NetworkSegment(aec6988c-79ac-4c5a-9bae-758ad81514a5),segment_id=aec6988c-79ac-4c5a-9bae-758ad81514a5)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:19.367915 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.377854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-97022421-dd74-4b8e-afc1-ba503ee713fc None None] Port e69d9314-dea4-4850-a11d-e6bb9934b810 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:03:19.470492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82bd44-ef39-4622-91f4-1121c9cf2138 None None] Pushing event updated for resources: {'Port': ['ID=bb7b1bb0-dd08-434b-acdd-1042aecd19dc,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:19.499489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ec0f61-16fd-4697-853b-68c42c4eb655 None None] Network 7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:19.559221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7e428a6a-3d7f-48e5-9112-52c1fb9d2725 None None] Provisioning complete for port e69d9314-dea4-4850-a11d-e6bb9934b810 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:19.559706 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7e428a6a-3d7f-48e5-9112-52c1fb9d2725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.572978 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Subnet': ['ID=c5104677-be70-4a6f-b491-ad757126de31,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:19.583396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6a5b2-1cc2-416b-990c-d0832126faae tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Checking segment: {'id': 'cac73b8d-8fdb-4923-8c5d-57620767a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '893661f3-a9f9-49d0-9596-d523193527ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:19.583799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac6a5b2-1cc2-416b-990c-d0832126faae tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network hostable DHCP agents. Network: 893661f3-a9f9-49d0-9596-d523193527ba, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:19.636484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7e428a6a-3d7f-48e5-9112-52c1fb9d2725 None None] Port e69d9314-dea4-4850-a11d-e6bb9934b810 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:03:19.661132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:19.720358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46171b2f-d06f-43d5-847a-92606f736b3e None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:03:19.720902 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.755577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:19.756881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:19.757575 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.807797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec6988c-79ac-4c5a-9bae-758ad81514a5') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:19.808210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec6988c-79ac-4c5a-9bae-758ad81514a5') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:19.835191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac6a5b2-1cc2-416b-990c-d0832126faae tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 893661f3-a9f9-49d0-9596-d523193527ba is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:19.842380 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.857804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:19.871196 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Sync routers for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:19.871732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4a4378c3-5671-49b8-8142-239302627842 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9765060 Aug 09 16:03:19.874441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58798) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:19.884904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-c4659e06-1bc5-4559-b9ab-7ca547f3c8c2 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:19.886587 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-c4659e06-1bc5-4559-b9ab-7ca547f3c8c2 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.53 "GET /v2.0/networks?id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff HTTP/1.1" status: 200 len: 811 time: 0.3625727 Aug 09 16:03:19.887213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d6ecbc2e-1399-4aed-9fc9-f4573fd83f0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1631928061'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:19.889631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-2ac6a5b2-1cc2-416b-990c-d0832126faae tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 893661f3-a9f9-49d0-9596-d523193527ba) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:19.891566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.901457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac6a5b2-1cc2-416b-990c-d0832126faae tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:19.901979 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a5b2-1cc2-416b-990c-d0832126faae tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.909388 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:19.909616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Request body: {'port': {'device_id': '1219dbf3-8b39-4e32-b710-ee9601c2906d', 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff', 'admin_state_up': True, 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:19.910378 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:19.925325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38529-10c7-4113-b1e1-899a64d34d38 req-a774f184-fa93-4afa-b482-87da37774d18 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:19.927131 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9b38529-10c7-4113-b1e1-899a64d34d38 req-a774f184-fa93-4afa-b482-87da37774d18 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 946 time: 0.1984129 Aug 09 16:03:19.942320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:19.942742 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:19.946702 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:19.968448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ecbc2e-1399-4aed-9fc9-f4573fd83f0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:19.975015 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6ecbc2e-1399-4aed-9fc9-f4573fd83f0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.040416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ecbc2e-1399-4aed-9fc9-f4573fd83f0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:20.062820 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2ac6a5b2-1cc2-416b-990c-d0832126faae tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1238284 Aug 09 16:03:20.068631 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6ecbc2e-1399-4aed-9fc9-f4573fd83f0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.071578 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-d6ecbc2e-1399-4aed-9fc9-f4573fd83f0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Added segment 9b15d6db-a211-4d17-9c4a-53900f192f80 of type vlan for network 678094ca-368e-44ff-82a3-ce2f027bb4a3 Aug 09 16:03:20.072821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58800) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:20.078225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1cc7c961-161a-4349-b9ff-6692d677e448 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '893661f3-a9f9-49d0-9596-d523193527ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:20.148823 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:20.156307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46171b2f-d06f-43d5-847a-92606f736b3e None None] Unable to find a vacant binding_index for network 893661f3-a9f9-49d0-9596-d523193527ba and agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 {{(pid=94291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 09 16:03:20.158269 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 09 16:03:20.158269 n-d-803778-2 neutron-server[94290]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 09 16:03:20.158269 n-d-803778-2 neutron-server[94290]: [parameters: {'id': '7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa'}] Aug 09 16:03:20.158269 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:03:20.160203 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:03:20.164918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46171b2f-d06f-43d5-847a-92606f736b3e None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 893661f3-a9f9-49d0-9596-d523193527ba) {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:03:20.166951 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6ecbc2e-1399-4aed-9fc9-f4573fd83f0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.174984 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9b38529-10c7-4113-b1e1-899a64d34d38 req-90b40bdf-762e-4ef1-b604-a67aebcdb194 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987278 Aug 09 16:03:20.208799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6ecbc2e-1399-4aed-9fc9-f4573fd83f0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.214974 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ecbc2e-1399-4aed-9fc9-f4573fd83f0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:20.215615 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6ecbc2e-1399-4aed-9fc9-f4573fd83f0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.269949 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:03:20.371120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecbc2e-1399-4aed-9fc9-f4573fd83f0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Network': ['ID=678094ca-368e-44ff-82a3-ce2f027bb4a3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:20.374108 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3bcb66c7-b583-4e1d-8b76-6ec18d755dfd req-be21190e-9e76-463d-8e4c-68678d2060d5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 210 time: 0.0577490 Aug 09 16:03:20.391168 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d6ecbc2e-1399-4aed-9fc9-f4573fd83f0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5142908 Aug 09 16:03:20.392870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58806) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:20.399959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Made reservation on behalf of 086fb16a47f4457db6b1fb2cd534457c for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:20.404076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 678094ca-368e-44ff-82a3-ce2f027bb4a3 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:20.409769 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.409995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e5e7c82f-2847-4694-afc3-8abe3c779bdf tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'subnet': {'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:20.437740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc7c961-161a-4349-b9ff-6692d677e448 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:20.441436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c961-161a-4349-b9ff-6692d677e448 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.498697 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:17Z', 'revision_number': 2, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:17Z', 'revision_number': 2, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:20.569233 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Checking router: 1159f21c-52c8-4a0c-8146-98b7f833f568 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:20.573725 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Updating router 1159f21c-52c8-4a0c-8146-98b7f833f568 port e69d9314-dea4-4850-a11d-e6bb9934b810 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:03:20.594124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e7c82f-2847-4694-afc3-8abe3c779bdf tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:20.601264 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e5e7c82f-2847-4694-afc3-8abe3c779bdf tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.636655 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.662035 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.721261 n-d-803778-2 neutron-server[94290]: INFO neutron.db.ipam_backend_mixin [None req-1cc7c961-161a-4349-b9ff-6692d677e448 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80c078fa-aa44-4310-b325-f0cba2f2a303 (CIDR: 2001:db8::/64) Aug 09 16:03:20.760820 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc7c961-161a-4349-b9ff-6692d677e448 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:03:20.761332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc7c961-161a-4349-b9ff-6692d677e448 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:20.775489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Allocated IP 172.20.0.13 (508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff/a6131387-8542-4fb2-9550-dcd88eedfaa5/3650bca3-f2e8-4be3-8814-b06596698ed6) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:20.852116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-893661f3-a9f9-49d0-9596-d523193527ba', 'network_id': '893661f3-a9f9-49d0-9596-d523193527ba', 'tenant_id': '596d8765b0fd4c94a6c68a2e70f64cb0', 'fixed_ips': [{'subnet_id': '80c078fa-aa44-4310-b325-f0cba2f2a303'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:20.853371 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.862918 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1cc7c961-161a-4349-b9ff-6692d677e448 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7892148 Aug 09 16:03:20.868569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58816) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:20.884271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '893661f3-a9f9-49d0-9596-d523193527ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:20.939372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Deleting port bb7b1bb0-dd08-434b-acdd-1042aecd19dc {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:20.939940 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.048785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f351a1c-0599-4350-812b-85d3158aed05 req-8712d15c-a710-4db1-a018-bc4a14fd7681 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:21.050448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f351a1c-0599-4350-812b-85d3158aed05 req-8712d15c-a710-4db1-a018-bc4a14fd7681 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 946 time: 0.2093492 Aug 09 16:03:21.116187 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] For port bb7b1bb0-dd08-434b-acdd-1042aecd19dc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bb7b1bb0-dd08-434b-acdd-1042aecd19dc,segment=NetworkSegment(aec6988c-79ac-4c5a-9bae-758ad81514a5),segment_id=aec6988c-79ac-4c5a-9bae-758ad81514a5)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:21.116466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.116905 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.117857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Allocated IP 2001:db8::2 (893661f3-a9f9-49d0-9596-d523193527ba/80c078fa-aa44-4310-b325-f0cba2f2a303/9fc672db-b538-4a33-8772-f84b114752b2) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:21.126188 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e5e7c82f-2847-4694-afc3-8abe3c779bdf tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.130675 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Transition to ACTIVE for port object e69d9314-dea4-4850-a11d-e6bb9934b810 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:21.140309 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.150435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Calling delete_port for bb7b1bb0-dd08-434b-acdd-1042aecd19dc owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:21.165754 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1f351a1c-0599-4350-812b-85d3158aed05 req-6193fffb-04ff-457b-9a85-4118fd810c92 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034071 Aug 09 16:03:21.233995 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.242375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:21.247954 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.254964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7c82f-2847-4694-afc3-8abe3c779bdf tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Subnet': ['ID=887e68e2-df4d-4c97-b05b-243a1e361235,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:21.275934 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e7c82f-2847-4694-afc3-8abe3c779bdf tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Checking segment: {'id': '9b15d6db-a211-4d17-9c4a-53900f192f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:21.276310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e7c82f-2847-4694-afc3-8abe3c779bdf tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network hostable DHCP agents. Network: 678094ca-368e-44ff-82a3-ce2f027bb4a3, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:21.281169 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Pushing event updated for resources: {'Port': ['ID=e69d9314-dea4-4850-a11d-e6bb9934b810,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:21.298497 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:21.298840 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:21.299175 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:21.299509 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:21.299838 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:21.300164 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:21.300487 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:21.300843 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:21.301725 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:21.302055 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:21.302520 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:21.302848 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:21.331467 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.342588 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.350245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e7c82f-2847-4694-afc3-8abe3c779bdf tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 678094ca-368e-44ff-82a3-ce2f027bb4a3 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:21.359424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['90be6eda-2ad3-4a92-ab86-0a3a71a7beac'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:03:21.376644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e5e7c82f-2847-4694-afc3-8abe3c779bdf tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 678094ca-368e-44ff-82a3-ce2f027bb4a3) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:21.382468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7c82f-2847-4694-afc3-8abe3c779bdf tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:21.383070 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e5e7c82f-2847-4694-afc3-8abe3c779bdf tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.398373 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] No DVR routers for this DVR port bb7b1bb0-dd08-434b-acdd-1042aecd19dc on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:21.413263 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e5e7c82f-2847-4694-afc3-8abe3c779bdf tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0167198 Aug 09 16:03:21.426177 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Attempting to bind port e69d9314-dea4-4850-a11d-e6bb9934b810 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:21.426559 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Attempting to bind port e69d9314-dea4-4850-a11d-e6bb9934b810 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:21.426920 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Attempting to bind port e69d9314-dea4-4850-a11d-e6bb9934b810 on network 4728a753-0df0-4db9-8b12-56915ee31eca {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:21.437827 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:21.438219 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Checking segment: {'id': '0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:21.439802 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.440203 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Bound using segment: {'id': '0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:21.441681 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Bound port: e69d9314-dea4-4850-a11d-e6bb9934b810, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:21.442119 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.456383 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.483252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Pushing event updated for resources: {'Port': ['ID=3650bca3-f2e8-4be3-8814-b06596698ed6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:21.492587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:21.494246 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58820) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:21.505955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Transition to ACTIVE for port object 9fc672db-b538-4a33-8772-f84b114752b2 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:21.539030 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] For port e69d9314-dea4-4850-a11d-e6bb9934b810, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:21.544544 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] For port e69d9314-dea4-4850-a11d-e6bb9934b810, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e69d9314-dea4-4850-a11d-e6bb9934b810,segment=NetworkSegment(0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d),segment_id=0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:21.550601 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.566246 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.577225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:21.591653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec6988c-79ac-4c5a-9bae-758ad81514a5') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:21.591953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec6988c-79ac-4c5a-9bae-758ad81514a5') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:21.602481 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.613263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Transition to ACTIVE for port object 9fc672db-b538-4a33-8772-f84b114752b2 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:21.620066 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.627688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:21.628181 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:21.628310 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.628958 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:21.651114 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.706135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:21.707601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4fdca-9695-46f2-9a8a-c48f73dd349b req-f58ccd2a-39e3-4f3e-b36f-0515b4a7f841 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:21.708450 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:21.711593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:21.713522 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5b4fdca-9695-46f2-9a8a-c48f73dd349b req-f58ccd2a-39e3-4f3e-b36f-0515b4a7f841 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 932 time: 0.2310002 Aug 09 16:03:21.722715 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.739220 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:21.763498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Pushing event updated for resources: {'Port': ['ID=9fc672db-b538-4a33-8772-f84b114752b2,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:21.770435 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.776167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/networks/7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa HTTP/1.1" status: 204 len: 168 time: 4.1504107 Aug 09 16:03:21.776167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Port': ['ID=bb7b1bb0-dd08-434b-acdd-1042aecd19dc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:21.786628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58822) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:21.793896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ba76a-0643-4b20-b28a-e58011d4045c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Network': ['ID=7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:21.805150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-96fa3306-3378-435a-852b-3aea476b1471 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2069686679'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:21.835777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:21.837803 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.860702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Network 893661f3-a9f9-49d0-9596-d523193527ba is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:21.865532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:21.877648 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:21.879214 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7324313c-81ff-494e-afe6-71d178c4c5b5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9738088 Aug 09 16:03:21.894518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Request body: {'port': {'device_id': '1219dbf3-8b39-4e32-b710-ee9601c2906d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:21.911581 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217bc8e-2d16-413e-94a8-a48f6797208b None None] Pushing event updated for resources: {'Port': ['ID=e69d9314-dea4-4850-a11d-e6bb9934b810,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:21.977869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5b4fdca-9695-46f2-9a8a-c48f73dd349b req-50ad2a97-0290-4b63-a0b9-8bce3f9940b9 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527835 Aug 09 16:03:21.978856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fa3306-3378-435a-852b-3aea476b1471 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:21.982814 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96fa3306-3378-435a-852b-3aea476b1471 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:21.990005 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Attempting to bind port 9fc672db-b538-4a33-8772-f84b114752b2 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:21.990376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Attempting to bind port 9fc672db-b538-4a33-8772-f84b114752b2 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'cac73b8d-8fdb-4923-8c5d-57620767a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '893661f3-a9f9-49d0-9596-d523193527ba'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:21.990933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Attempting to bind port 9fc672db-b538-4a33-8772-f84b114752b2 on network 893661f3-a9f9-49d0-9596-d523193527ba {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:22.006426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:22.006988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Checking segment: {'id': 'cac73b8d-8fdb-4923-8c5d-57620767a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '893661f3-a9f9-49d0-9596-d523193527ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:22.007430 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.007831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Bound using segment: {'id': 'cac73b8d-8fdb-4923-8c5d-57620767a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '893661f3-a9f9-49d0-9596-d523193527ba'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:22.008320 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Bound port: 9fc672db-b538-4a33-8772-f84b114752b2, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac73b8d-8fdb-4923-8c5d-57620767a66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '893661f3-a9f9-49d0-9596-d523193527ba'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:22.009257 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.027848 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.122450 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.132208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] For port 9fc672db-b538-4a33-8772-f84b114752b2, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:22.135148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96fa3306-3378-435a-852b-3aea476b1471 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:22.137215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] For port 9fc672db-b538-4a33-8772-f84b114752b2, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9fc672db-b538-4a33-8772-f84b114752b2,segment=NetworkSegment(cac73b8d-8fdb-4923-8c5d-57620767a66f),segment_id=cac73b8d-8fdb-4923-8c5d-57620767a66f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:22.147593 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.182878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96fa3306-3378-435a-852b-3aea476b1471 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.183638 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-96fa3306-3378-435a-852b-3aea476b1471 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Added segment f11fab82-9a95-42f5-971e-2006e7f2628a of type vlan for network b27cf22e-b034-4a4b-b2f4-dd380162549e Aug 09 16:03:22.209911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 893661f3-a9f9-49d0-9596-d523193527ba is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:22.254325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:22.268565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d81101-8d49-43d0-8187-edbb463c537f None None] Pushing event updated for resources: {'Port': ['ID=9fc672db-b538-4a33-8772-f84b114752b2,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:22.290652 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:17Z', 'revision_number': 2, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:21Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:22.292173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:22.293056 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.339593 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96fa3306-3378-435a-852b-3aea476b1471 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.349935 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Subnet': ['ID=ee55ec75-9179-45d1-9e3c-87bc68b76f87,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:22.350766 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5668a-5e99-4190-9ca6-a1363596bf83 None None] The sync data for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 is: [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:17Z', 'revision_number': 2, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:21Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:22.392492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:22.393025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:22.393513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:22.393929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:22.394532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:22.395515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:22.396064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:22.396518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:22.396891 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:22.397226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:22.397647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:22.397963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:22.412309 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ebc340ac-82e6-4b71-a54e-96364a865afa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5390480 Aug 09 16:03:22.419924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58828) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:22.436545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '893661f3-a9f9-49d0-9596-d523193527ba', 'fixed_ips': [{'subnet_id': '80c078fa-aa44-4310-b325-f0cba2f2a303'}, {'subnet_id': 'ee55ec75-9179-45d1-9e3c-87bc68b76f87'}], 'name': 'tempest-PortsIpV6TestJSON-85100773'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:22.455382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9680f0c-7c67-4695-9b5c-6bedbb665e03 req-36f1a772-b731-4288-a31a-b8c200e55902 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:22.456966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9680f0c-7c67-4695-9b5c-6bedbb665e03 req-36f1a772-b731-4288-a31a-b8c200e55902 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 946 time: 0.2757719 Aug 09 16:03:22.473969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.479199 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96fa3306-3378-435a-852b-3aea476b1471 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.503952 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fa3306-3378-435a-852b-3aea476b1471 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:22.504618 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96fa3306-3378-435a-852b-3aea476b1471 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:22.602141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad382e1-8dc0-4011-97ac-1e938a175ee7 req-ae06570f-1d30-4704-a4c9-8bf1b459cacc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:22.604229 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-96fa3306-3378-435a-852b-3aea476b1471 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8117366 Aug 09 16:03:22.610016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fad382e1-8dc0-4011-97ac-1e938a175ee7 req-ae06570f-1d30-4704-a4c9-8bf1b459cacc tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 946 time: 0.2944806 Aug 09 16:03:22.616563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58830) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:22.651561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Request body: {'subnet': {'network_id': 'b27cf22e-b034-4a4b-b2f4-dd380162549e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:22.725325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa3306-3378-435a-852b-3aea476b1471 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Network': ['ID=b27cf22e-b034-4a4b-b2f4-dd380162549e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:22.738033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network b27cf22e-b034-4a4b-b2f4-dd380162549e details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:22.876682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fad382e1-8dc0-4011-97ac-1e938a175ee7 req-0934bf4e-4a5f-4279-aa82-e7db9c8cf459 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656980 Aug 09 16:03:23.052769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3650bca3-f2e8-4be3-8814-b06596698ed6 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:23.078634 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:23.110191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Transition to ACTIVE for port object 3650bca3-f2e8-4be3-8814-b06596698ed6 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:23.143299 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:23.204514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:23.523077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Allocated IP 2001:db8:1::1 (678094ca-368e-44ff-82a3-ce2f027bb4a3/887e68e2-df4d-4c97-b05b-243a1e361235/b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:23.729968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:23.750605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e69d9314-dea4-4850-a11d-e6bb9934b810 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:23.777875 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Transition to ACTIVE for port object b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:23.804833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49759c04-d561-4354-abc5-7f20c6dd7378 req-d646b09d-0031-44cf-986c-55359b09796a tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:23.808190 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-49759c04-d561-4354-abc5-7f20c6dd7378 req-d646b09d-0031-44cf-986c-55359b09796a tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 944 time: 0.1017170 Aug 09 16:03:23.824225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Pushing event updated for resources: {'Port': ['ID=3650bca3-f2e8-4be3-8814-b06596698ed6,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:23.830318 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:23.843409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e69d9314-dea4-4850-a11d-e6bb9934b810 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:23.852716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e69d9314-dea4-4850-a11d-e6bb9934b810 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:23.853376 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:23.888779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-49759c04-d561-4354-abc5-7f20c6dd7378 req-72c6db5d-ba48-41bb-ac10-e37cd2cb1500 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716691 Aug 09 16:03:23.899853 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:23.915451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f3ee32-c21c-486f-8437-3342e7d50082 None None] Network 893661f3-a9f9-49d0-9596-d523193527ba requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:23.962261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f9680f0c-7c67-4695-9b5c-6bedbb665e03 req-1bb1ab7e-e09f-40e0-ad71-ddc667470d96 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Deleting port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:23.963154 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f9680f0c-7c67-4695-9b5c-6bedbb665e03 req-1bb1ab7e-e09f-40e0-ad71-ddc667470d96 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:23.972321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d562b3f5-e344-4fc4-86f3-ca1720819a84 None None] Network 678094ca-368e-44ff-82a3-ce2f027bb4a3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:23.992374 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 678094ca-368e-44ff-82a3-ce2f027bb4a3 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:23.996257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:24.010086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:24.010933 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.082112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port d2c3ba04-4da1-4675-9a26-fe2c0cad5047 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:24.119881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Made reservation on behalf of 13ea5f387b8e460a9e23e541b832848c for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:24.124522 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.131796 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:24.154671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c64b8a27-be1c-4fb8-ab54-bbefcc32b503 None None] Provisioning for port 9fc672db-b538-4a33-8772-f84b114752b2 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:24.297167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.318537 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.429676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port e69d9314-dea4-4850-a11d-e6bb9934b810, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e69d9314-dea4-4850-a11d-e6bb9934b810,segment=NetworkSegment(0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d),segment_id=0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:24.449413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-678094ca-368e-44ff-82a3-ce2f027bb4a3', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:24.450819 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.453165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f9680f0c-7c67-4695-9b5c-6bedbb665e03 req-1bb1ab7e-e09f-40e0-ad71-ddc667470d96 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] For port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713,segment=NetworkSegment(bc1c6523-4fab-4f09-8068-691ff85eb8dc),segment_id=bc1c6523-4fab-4f09-8068-691ff85eb8dc)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:24.453766 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f9680f0c-7c67-4695-9b5c-6bedbb665e03 req-1bb1ab7e-e09f-40e0-ad71-ddc667470d96 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.490410 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.494642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9fc672db-b538-4a33-8772-f84b114752b2 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:24.564195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ba5c5-04e6-485f-a9e8-989503c60cdc req-3953f04e-601c-4067-bdcc-b7575e47d774 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:24.566002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be1ba5c5-04e6-485f-a9e8-989503c60cdc req-3953f04e-601c-4067-bdcc-b7575e47d774 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 946 time: 0.4756033 Aug 09 16:03:24.574934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f9680f0c-7c67-4695-9b5c-6bedbb665e03 req-1bb1ab7e-e09f-40e0-ad71-ddc667470d96 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Calling delete_port for 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:24.590331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Attempting to bind port 3650bca3-f2e8-4be3-8814-b06596698ed6 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:24.590672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Attempting to bind port 3650bca3-f2e8-4be3-8814-b06596698ed6 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:24.591006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Attempting to bind port 3650bca3-f2e8-4be3-8814-b06596698ed6 on network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:24.615473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3c927ab0-8d2f-4b5b-bb6c-ed73c370ae09 None None] Provisioning complete for port e69d9314-dea4-4850-a11d-e6bb9934b810 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:24.622181 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3c927ab0-8d2f-4b5b-bb6c-ed73c370ae09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.655336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Port 3650bca3-f2e8-4be3-8814-b06596698ed6 on network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:03:24.660403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Attempting to bind port 3650bca3-f2e8-4be3-8814-b06596698ed6 on network 508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:24.732400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:24.732750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Checking segment: {'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:24.733918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Bound using segment: {'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:24.733918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Bound port: 3650bca3-f2e8-4be3-8814-b06596698ed6, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e50d2c-296e-4147-aa30-a22e684a6de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:24.733918 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.786650 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.798717 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.800415 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.808150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be1ba5c5-04e6-485f-a9e8-989503c60cdc req-43301698-b712-4bea-af30-331c255dfbe6 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/security-groups?id=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310500 Aug 09 16:03:24.915312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c39452b-c891-49e7-abe9-fbf6b42d81f6 None None] Update dhcp port {'port': {'network_id': '893661f3-a9f9-49d0-9596-d523193527ba', 'fixed_ips': [{'subnet_id': '80c078fa-aa44-4310-b325-f0cba2f2a303', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ee55ec75-9179-45d1-9e3c-87bc68b76f87'}], 'binding:host_id': 'n-d-803778-2'}, 'id': '9fc672db-b538-4a33-8772-f84b114752b2'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:03:24.958540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:24.973124 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9c39452b-c891-49e7-abe9-fbf6b42d81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.020529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 9fc672db-b538-4a33-8772-f84b114752b2 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:25.031278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9fc672db-b538-4a33-8772-f84b114752b2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:25.031829 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.063859 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] For port 3650bca3-f2e8-4be3-8814-b06596698ed6, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:25.094703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 678094ca-368e-44ff-82a3-ce2f027bb4a3 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:25.099198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:25.110028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=e69d9314-dea4-4850-a11d-e6bb9934b810,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:25.124124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d5c59-4bc4-4a47-b431-38cf99667409 req-36a9c150-66a3-4cae-b4ad-21d0fe2aeec8 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.126591 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-241d5c59-4bc4-4a47-b431-38cf99667409 req-36a9c150-66a3-4cae-b4ad-21d0fe2aeec8 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 944 time: 0.1133916 Aug 09 16:03:25.128722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8::2dc (893661f3-a9f9-49d0-9596-d523193527ba/80c078fa-aa44-4310-b325-f0cba2f2a303/d2c3ba04-4da1-4675-9a26-fe2c0cad5047) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:25.146366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8:0:1::270 (893661f3-a9f9-49d0-9596-d523193527ba/ee55ec75-9179-45d1-9e3c-87bc68b76f87/d2c3ba04-4da1-4675-9a26-fe2c0cad5047) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:25.155651 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f9680f0c-7c67-4695-9b5c-6bedbb665e03 req-1bb1ab7e-e09f-40e0-ad71-ddc667470d96 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.177079 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5130cb43-c64f-4bd5-b290-3aa31a6e2cc4 None None] Provisioning complete for port e69d9314-dea4-4850-a11d-e6bb9934b810 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:25.177403 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5130cb43-c64f-4bd5-b290-3aa31a6e2cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.186592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] For port 3650bca3-f2e8-4be3-8814-b06596698ed6, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3650bca3-f2e8-4be3-8814-b06596698ed6,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:25.226428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1ab7e-e09f-40e0-ad71-ddc667470d96 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Pushing event deleted for resources: {'Port': ['ID=881acca5-33b9-4bd0-9f7a-bc4c9ba0b713,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:25.229304 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.289554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.objects.ports [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:03:25.305954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.336297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.336429 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.338913 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] 10.222.0.53 "PUT /v2.0/ports/3650bca3-f2e8-4be3-8814-b06596698ed6 HTTP/1.1" status: 200 len: 1092 time: 3.4500191 Aug 09 16:03:25.345921 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-241d5c59-4bc4-4a47-b431-38cf99667409 req-8f277e69-15de-4c1a-a51f-9ff3ad2ecae9 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035620 Aug 09 16:03:25.351922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Allocated IP 2001:db8:1::2 (678094ca-368e-44ff-82a3-ce2f027bb4a3/887e68e2-df4d-4c97-b05b-243a1e361235/f891bd26-df1c-4fcf-8542-d6031061a3df) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:25.356479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1159f21c-52c8-4a0c-8146-98b7f833f568 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:25.358326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1219dbf3-8b39-4e32-b710-ee9601c2906d', 'tag': '3650bca3-f2e8-4be3-8814-b06596698ed6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:25.361570 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35b48d6-714b-47b2-8e92-8b1dc1c29c33" -d '{"events": [{"name": "network-changed", "server_uuid": "1219dbf3-8b39-4e32-b710-ee9601c2906d", "tag": "3650bca3-f2e8-4be3-8814-b06596698ed6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:25.362460 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.440469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9680f0c-7c67-4695-9b5c-6bedbb665e03 req-1bb1ab7e-e09f-40e0-ad71-ddc667470d96 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] No DVR routers for this DVR port 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:25.455526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 9fc672db-b538-4a33-8772-f84b114752b2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9fc672db-b538-4a33-8772-f84b114752b2,segment=NetworkSegment(cac73b8d-8fdb-4923-8c5d-57620767a66f),segment_id=cac73b8d-8fdb-4923-8c5d-57620767a66f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:25.468004 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f9680f0c-7c67-4695-9b5c-6bedbb665e03 req-1bb1ab7e-e09f-40e0-ad71-ddc667470d96 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.470017 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f9680f0c-7c67-4695-9b5c-6bedbb665e03 req-1bb1ab7e-e09f-40e0-ad71-ddc667470d96 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.60 "DELETE /v2.0/ports/881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 HTTP/1.1" status: 204 len: 173 time: 2.9855585 Aug 09 16:03:25.489399 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.541533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b14eb6-8c95-4e4a-804e-88d41958c96d service neutron] Pushing event updated for resources: {'Port': ['ID=3650bca3-f2e8-4be3-8814-b06596698ed6,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:25.590227 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77607be-b479-4d47-a885-5893fb089d4c x-openstack-request-id: req-e77607be-b479-4d47-a885-5893fb089d4c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:25.590526 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1219dbf3-8b39-4e32-b710-ee9601c2906d", "tag": "3650bca3-f2e8-4be3-8814-b06596698ed6", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:25.590781 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e77607be-b479-4d47-a885-5893fb089d4c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:25.591382 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1219dbf3-8b39-4e32-b710-ee9601c2906d', 'tag': '3650bca3-f2e8-4be3-8814-b06596698ed6', 'status': 'completed', 'code': 200} Aug 09 16:03:25.614622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:25.641656 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-16b8c594-2d8a-4b38-8662-a395cdbf78f2 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1396103 Aug 09 16:03:25.641656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58852) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:25.641656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ffe0ae24-d346-4e97-bffd-f271f3643939 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1559841301'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:25.661170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event updated for resources: {'Subnet': ['ID=d78ec00e-145c-4d83-97b2-4000281f0310,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:25.687433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Checking segment: {'id': 'f11fab82-9a95-42f5-971e-2006e7f2628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b27cf22e-b034-4a4b-b2f4-dd380162549e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:25.687654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network hostable DHCP agents. Network: b27cf22e-b034-4a4b-b2f4-dd380162549e, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:25.689255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe0ae24-d346-4e97-bffd-f271f3643939 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:25.698920 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ae24-d346-4e97-bffd-f271f3643939 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.731172 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe0ae24-d346-4e97-bffd-f271f3643939 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:25.734803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-ee1e03ca-242c-4eb2-8f43-721f7858628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.736725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-ee1e03ca-242c-4eb2-8f43-721f7858628a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=086fb16a47f4457db6b1fb2cd534457c&device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 1095 time: 0.3068922 Aug 09 16:03:25.741687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Network b27cf22e-b034-4a4b-b2f4-dd380162549e is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:25.745904 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ae24-d346-4e97-bffd-f271f3643939 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.747546 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-ffe0ae24-d346-4e97-bffd-f271f3643939 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Added segment 55e636ef-bf97-402f-877c-3165440c24cc of type vlan for network 1791bffc-1460-4f33-97c7-8c202717a088 Aug 09 16:03:25.787029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=9fc672db-b538-4a33-8772-f84b114752b2,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:25.789971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e69d9314-dea4-4850-a11d-e6bb9934b810 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:25.793321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Sync routers for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:25.802766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, b27cf22e-b034-4a4b-b2f4-dd380162549e) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:25.810775 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-94b41495-3a9a-4ca9-a162-9df02e5ed19a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3650bca3-f2e8-4be3-8814-b06596698ed6 HTTP/1.1" status: 200 len: 217 time: 0.0616686 Aug 09 16:03:25.816579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.816579 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.833519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e3e90-5e8c-4491-b50c-17cc59318eea None None] Network b27cf22e-b034-4a4b-b2f4-dd380162549e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:25.855944 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ae24-d346-4e97-bffd-f271f3643939 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.892592 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ae24-d346-4e97-bffd-f271f3643939 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.900733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe0ae24-d346-4e97-bffd-f271f3643939 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.902446 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ae24-d346-4e97-bffd-f271f3643939 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.905227 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.927071 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e2004785-b150-44f2-8955-701d8575befe tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2805135 Aug 09 16:03:25.931294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58856) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:25.988833 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ffe0ae24-d346-4e97-bffd-f271f3643939 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3516386 Aug 09 16:03:25.996020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58858) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:26.006049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:26.007282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:26.016883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-58166b2d-6908-4eb5-8a58-84f6b65e3638 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'subnet': {'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:26.039015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Transition to ACTIVE for port object d2c3ba04-4da1-4675-9a26-fe2c0cad5047 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:26.061364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7e06b28b-1cc7-4ad0-b90f-976652c891ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:26.062929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-7e06b28b-1cc7-4ad0-b90f-976652c891ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6131387-8542-4fb2-9550-dcd88eedfaa5 HTTP/1.1" status: 200 len: 851 time: 0.2428770 Aug 09 16:03:26.072670 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.104417 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-67177e0e-593c-4814-931e-8316815c9811 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295889 Aug 09 16:03:26.183139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0ae24-d346-4e97-bffd-f271f3643939 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Network': ['ID=1791bffc-1460-4f33-97c7-8c202717a088,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:26.187700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:26.215513 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa9dbee7-793c-4c26-8227-31ac0147e639 req-73a83647-67e9-40cf-a0a1-37b50b475d99 tempest-ServerPasswordTestJSON-336762208 tempest-ServerPasswordTestJSON-336762208-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1203fcb-3dd1-49b6-bac5-cc8a38d2289a HTTP/1.1" status: 200 len: 210 time: 0.2159922 Aug 09 16:03:26.244151 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.246445 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58166b2d-6908-4eb5-8a58-84f6b65e3638 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:26.253460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58166b2d-6908-4eb5-8a58-84f6b65e3638 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.256425 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 1791bffc-1460-4f33-97c7-8c202717a088 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:26.318142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-9c39452b-c891-49e7-abe9-fbf6b42d81f6 None None] Allocated IP 2001:db8:0:1::2 (893661f3-a9f9-49d0-9596-d523193527ba/ee55ec75-9179-45d1-9e3c-87bc68b76f87/9fc672db-b538-4a33-8772-f84b114752b2) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:26.318641 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.321999 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e69d9314-dea4-4850-a11d-e6bb9934b810 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:26.322725 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.333561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 893661f3-a9f9-49d0-9596-d523193527ba is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:26.371731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:26.379518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:26.386737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:26.387232 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.393234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=d2c3ba04-4da1-4675-9a26-fe2c0cad5047,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:26.397127 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-b111be85-3f61-4979-b524-902cade0ce90 service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846999 Aug 09 16:03:26.428308 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:26.560177 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f17ee4ec-fa99-4b0e-9788-fb31a2abba57 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.1306682 Aug 09 16:03:26.570000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58890) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:26.578208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-561deeb4-964b-49b4-8b4a-da5174cd6fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80c078fa-aa44-4310-b325-f0cba2f2a303'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:26.608028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:26.608481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 881acca5-33b9-4bd0-9f7a-bc4c9ba0b713 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:26.634097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58166b2d-6908-4eb5-8a58-84f6b65e3638 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.671384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc1112c-5e3e-452d-8cbd-ccc106d2ff61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-b27cf22e-b034-4a4b-b2f4-dd380162549e', 'network_id': 'b27cf22e-b034-4a4b-b2f4-dd380162549e', 'tenant_id': '13ea5f387b8e460a9e23e541b832848c', 'fixed_ips': [{'subnet_id': 'd78ec00e-145c-4d83-97b2-4000281f0310'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:26.672710 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8cc1112c-5e3e-452d-8cbd-ccc106d2ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.713242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.741210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb940a-ebe3-48d1-a08d-2757a0f2b451 req-b26bb3b9-0baf-4466-ba00-80776a14aa1d tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:26.749847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2bb940a-ebe3-48d1-a08d-2757a0f2b451 req-b26bb3b9-0baf-4466-ba00-80776a14aa1d tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 944 time: 0.2320566 Aug 09 16:03:26.781438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58166b2d-6908-4eb5-8a58-84f6b65e3638 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Checking segment: {'id': '55e636ef-bf97-402f-877c-3165440c24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:26.782204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58166b2d-6908-4eb5-8a58-84f6b65e3638 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network hostable DHCP agents. Network: 1791bffc-1460-4f33-97c7-8c202717a088, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:26.787487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58166b2d-6908-4eb5-8a58-84f6b65e3638 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Subnet': ['ID=df49504a-7c55-4f31-9568-da2982097e49,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:26.792528 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f65649-e051-43f0-a92b-de44c3ddc897 req-aff752c4-988d-41d3-8d15-445e2d75129f service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788979 Aug 09 16:03:26.796957 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-561deeb4-964b-49b4-8b4a-da5174cd6fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.798646 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Subnet': ['ID=d78ec00e-145c-4d83-97b2-4000281f0310,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:26.842135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:26.842135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:26.842135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:26.842135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:26.842135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:26.842135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:26.842135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:26.842838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:26.842838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:26.843160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:26.843758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:26.843996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:26.856549 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.868498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58166b2d-6908-4eb5-8a58-84f6b65e3638 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 1791bffc-1460-4f33-97c7-8c202717a088 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:26.886997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-58166b2d-6908-4eb5-8a58-84f6b65e3638 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 1791bffc-1460-4f33-97c7-8c202717a088) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:26.903247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58166b2d-6908-4eb5-8a58-84f6b65e3638 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:26.903953 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58166b2d-6908-4eb5-8a58-84f6b65e3638 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.914837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee46b34e-1ee1-446b-9b58-5a92081abb93 None None] Network 1791bffc-1460-4f33-97c7-8c202717a088 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:26.931444 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-58166b2d-6908-4eb5-8a58-84f6b65e3638 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9323311 Aug 09 16:03:26.938040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58904) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:26.940521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Transition to ACTIVE for port object f891bd26-df1c-4fcf-8542-d6031061a3df will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:26.967554 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.973428 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2bb940a-ebe3-48d1-a08d-2757a0f2b451 req-3528391d-d8e2-4220-a676-b5c8786c302c tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227800 Aug 09 16:03:26.990903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27cf22e-b034-4a4b-b2f4-dd380162549e']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:27.030811 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11fab82-9a95-42f5-971e-2006e7f2628a') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:27.031180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11fab82-9a95-42f5-971e-2006e7f2628a') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:27.088894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Transition to ACTIVE for port object f891bd26-df1c-4fcf-8542-d6031061a3df will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:27.124604 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.131587 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.135408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b48d6-714b-47b2-8e92-8b1dc1c29c33 req-88fbfa5b-0841-484a-9dab-34fe7965f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:27.136953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c35b48d6-714b-47b2-8e92-8b1dc1c29c33 req-88fbfa5b-0841-484a-9dab-34fe7965f805 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=086fb16a47f4457db6b1fb2cd534457c&device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 1095 time: 0.2485049 Aug 09 16:03:27.142908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dcad00-9454-47b1-be40-c6f6dc8b7095 None None] Network b27cf22e-b034-4a4b-b2f4-dd380162549e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:27.249273 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Network 678094ca-368e-44ff-82a3-ce2f027bb4a3 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:27.312941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58914) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:27.415799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4608b5eb-6e6c-4cbe-9119-697a1b1dc2ab admin admin] Deleting subnet 0cd9a95d-4703-4ef7-a562-f36ab4d2ea8a {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:27.422953 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4608b5eb-6e6c-4cbe-9119-697a1b1dc2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.426003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:27.429380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:27.479643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9c39452b-c891-49e7-abe9-fbf6b42d81f6 None None] For port 9fc672db-b538-4a33-8772-f84b114752b2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9fc672db-b538-4a33-8772-f84b114752b2,segment=NetworkSegment(cac73b8d-8fdb-4923-8c5d-57620767a66f),segment_id=cac73b8d-8fdb-4923-8c5d-57620767a66f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:27.488122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-1791bffc-1460-4f33-97c7-8c202717a088', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:27.488968 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.530198 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4608b5eb-6e6c-4cbe-9119-697a1b1dc2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.560118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 3, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 2, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:27.620244 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4608b5eb-6e6c-4cbe-9119-697a1b1dc2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.653351 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.659419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Pushing event updated for resources: {'Port': ['ID=f891bd26-df1c-4fcf-8542-d6031061a3df,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:27.666776 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Checking router: 1159f21c-52c8-4a0c-8146-98b7f833f568 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:27.667122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Updating router 1159f21c-52c8-4a0c-8146-98b7f833f568 port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:03:27.681782 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9fc672db-b538-4a33-8772-f84b114752b2 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:27.701105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1203fcb-3dd1-49b6-bac5-cc8a38d2289a', 'name': 'network-vif-deleted', 'tag': '881acca5-33b9-4bd0-9f7a-bc4c9ba0b713'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:27.704219 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752567ca-d9f4-4b35-aebe-66032ee65d1f" -d '{"events": [{"server_uuid": "e1203fcb-3dd1-49b6-bac5-cc8a38d2289a", "name": "network-vif-deleted", "tag": "881acca5-33b9-4bd0-9f7a-bc4c9ba0b713"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:27.721377 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.734663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:27.735194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:27.738980 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:27.790997 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be1d3fe-4aa3-42f2-82b5-b16e945ea2a7 x-openstack-request-id: req-7be1d3fe-4aa3-42f2-82b5-b16e945ea2a7 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:27.791395 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1203fcb-3dd1-49b6-bac5-cc8a38d2289a", "name": "network-vif-deleted", "tag": "881acca5-33b9-4bd0-9f7a-bc4c9ba0b713", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:27.791740 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7be1d3fe-4aa3-42f2-82b5-b16e945ea2a7 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:27.792221 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1203fcb-3dd1-49b6-bac5-cc8a38d2289a', 'name': 'network-vif-deleted', 'tag': '881acca5-33b9-4bd0-9f7a-bc4c9ba0b713', 'status': 'completed', 'code': 200} Aug 09 16:03:27.825785 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.839229 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.843811 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/networks/b27cf22e-b034-4a4b-b2f4-dd380162549e HTTP/1.1" status: 204 len: 168 time: 1.9091868 Aug 09 16:03:27.869887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58946) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:27.874385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8864d-c245-44b2-b17b-dcf7877c0a5a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Network': ['ID=b27cf22e-b034-4a4b-b2f4-dd380162549e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:27.917508 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-337447e2-2441-4ea2-8cf9-fd95ca16ac9c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] DELETE failed (client error): The resource could not be found. Aug 09 16:03:27.917960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337447e2-2441-4ea2-8cf9-fd95ca16ac9c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:27.922806 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-337447e2-2441-4ea2-8cf9-fd95ca16ac9c tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/subnets/d78ec00e-145c-4d83-97b2-4000281f0310 HTTP/1.1" status: 404 len: 337 time: 0.0513237 Aug 09 16:03:27.923505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58948) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:27.933632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b48d6-714b-47b2-8e92-8b1dc1c29c33 req-b80fb72a-1e19-4bba-b8e4-1c311a763fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:27.935161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c35b48d6-714b-47b2-8e92-8b1dc1c29c33 req-b80fb72a-1e19-4bba-b8e4-1c311a763fbb service neutron] 10.222.0.53 "GET /v2.0/networks?id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff HTTP/1.1" status: 200 len: 912 time: 0.7769382 Aug 09 16:03:27.955964 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4608b5eb-6e6c-4cbe-9119-697a1b1dc2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.960820 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c15e98b-2015-4e1a-95b7-10f190aaebfb tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] DELETE failed (client error): The resource could not be found. Aug 09 16:03:27.962428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c15e98b-2015-4e1a-95b7-10f190aaebfb tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:27.964807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7c15e98b-2015-4e1a-95b7-10f190aaebfb tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/networks/b27cf22e-b034-4a4b-b2f4-dd380162549e HTTP/1.1" status: 404 len: 339 time: 0.0396206 Aug 09 16:03:27.967375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58950) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:28.001664 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608b5eb-6e6c-4cbe-9119-697a1b1dc2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd9a95d-4703-4ef7-a562-f36ab4d2ea8a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:28.003903 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4608b5eb-6e6c-4cbe-9119-697a1b1dc2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.005830 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4608b5eb-6e6c-4cbe-9119-697a1b1dc2ab admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0cd9a95d-4703-4ef7-a562-f36ab4d2ea8a HTTP/1.1" status: 204 len: 168 time: 0.6919188 Aug 09 16:03:28.010908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58952) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:28.044058 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe4f79a-0bf6-4a0e-91b5-04465f3df4a2 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] DELETE failed (client error): The resource could not be found. Aug 09 16:03:28.044953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe4f79a-0bf6-4a0e-91b5-04465f3df4a2 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:28.047392 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dbe4f79a-0bf6-4a0e-91b5-04465f3df4a2 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/subnets/c5104677-be70-4a6f-b491-ad757126de31 HTTP/1.1" status: 404 len: 337 time: 0.0788393 Aug 09 16:03:28.049411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c35b48d6-714b-47b2-8e92-8b1dc1c29c33 req-48e5e8fe-3ed6-4d20-a4d9-3161c365f2d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3650bca3-f2e8-4be3-8814-b06596698ed6 HTTP/1.1" status: 200 len: 217 time: 0.0980499 Aug 09 16:03:28.050368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58956) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:28.067577 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9c39452b-c891-49e7-abe9-fbf6b42d81f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.075190 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9557a01-3cfa-4d9b-b62b-00c6f24db53f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] DELETE failed (client error): The resource could not be found. Aug 09 16:03:28.076970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9557a01-3cfa-4d9b-b62b-00c6f24db53f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:28.079719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a9557a01-3cfa-4d9b-b62b-00c6f24db53f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/networks/7d6663b0-63d8-4cfa-9c86-a4047ee6a9aa HTTP/1.1" status: 404 len: 339 time: 0.0278578 Aug 09 16:03:28.083949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58958) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:28.085258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Allocated IP 2001:db8:2::1 (1791bffc-1460-4f33-97c7-8c202717a088/df49504a-7c55-4f31-9568-da2982097e49/e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:28.090049 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.127872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3650bca3-f2e8-4be3-8814-b06596698ed6 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:03:28.146191 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c67ef4-c3fc-4a9e-a186-e2e8bcda172f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] DELETE failed (client error): The resource could not be found. Aug 09 16:03:28.146666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c67ef4-c3fc-4a9e-a186-e2e8bcda172f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:28.148438 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-28c67ef4-c3fc-4a9e-a186-e2e8bcda172f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/subnets/c281e4a1-eee9-4f00-a0bc-7c867c7068cc HTTP/1.1" status: 404 len: 337 time: 0.0561461 Aug 09 16:03:28.151431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58960) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:28.155649 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.161222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9c39452b-c891-49e7-abe9-fbf6b42d81f6 None None] Transition to ACTIVE for port object 9fc672db-b538-4a33-8772-f84b114752b2 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:28.195465 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0519206-766a-4f2f-9996-7da15d654b6a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] DELETE failed (client error): The resource could not be found. Aug 09 16:03:28.195465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0519206-766a-4f2f-9996-7da15d654b6a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:28.197669 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Attempting to bind port f891bd26-df1c-4fcf-8542-d6031061a3df on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:28.198049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Attempting to bind port f891bd26-df1c-4fcf-8542-d6031061a3df by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '9b15d6db-a211-4d17-9c4a-53900f192f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:28.198475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Attempting to bind port f891bd26-df1c-4fcf-8542-d6031061a3df on network 678094ca-368e-44ff-82a3-ce2f027bb4a3 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:28.201620 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c0519206-766a-4f2f-9996-7da15d654b6a tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/networks/d3bcdbe5-b543-4717-8a49-cc82615051ed HTTP/1.1" status: 404 len: 339 time: 0.0460715 Aug 09 16:03:28.202378 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9c39452b-c891-49e7-abe9-fbf6b42d81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.224641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58964) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:28.228531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b48d6-714b-47b2-8e92-8b1dc1c29c33 req-9996be75-ac3c-4c22-b86b-cf7c5d4c55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:28.230350 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c35b48d6-714b-47b2-8e92-8b1dc1c29c33 req-9996be75-ac3c-4c22-b86b-cf7c5d4c55fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6131387-8542-4fb2-9550-dcd88eedfaa5 HTTP/1.1" status: 200 len: 851 time: 0.1489537 Aug 09 16:03:28.272878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:28.273565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Checking segment: {'id': '9b15d6db-a211-4d17-9c4a-53900f192f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:28.274808 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.275495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Bound using segment: {'id': '9b15d6db-a211-4d17-9c4a-53900f192f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:28.276136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Bound port: f891bd26-df1c-4fcf-8542-d6031061a3df, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b15d6db-a211-4d17-9c4a-53900f192f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:28.276374 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.283107 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.resource_extend [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 16:03:28.326570 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c35b48d6-714b-47b2-8e92-8b1dc1c29c33 req-554c1211-6564-47a8-9013-e45b47111f2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801604 Aug 09 16:03:28.405260 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.415081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01c68-5b63-4ed4-8738-8c60bc9f4599 req-1d63c81d-1349-4aea-af90-68001efc81e9 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:28.416708 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-22d01c68-5b63-4ed4-8738-8c60bc9f4599 req-1d63c81d-1349-4aea-af90-68001efc81e9 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 944 time: 0.2881122 Aug 09 16:03:28.452834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46890e98-9312-4a9c-9838-72f573e938c3']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:28.479118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c35b48d6-714b-47b2-8e92-8b1dc1c29c33 req-004bd3aa-a063-47b4-b565-938a1a3a6e51 service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398993 Aug 09 16:03:28.480744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1c6523-4fab-4f09-8068-691ff85eb8dc') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:28.481055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1c6523-4fab-4f09-8068-691ff85eb8dc') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:28.502820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-561deeb4-964b-49b4-8b4a-da5174cd6fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Delete allocated IP 2001:db8:0:1::270 (893661f3-a9f9-49d0-9596-d523193527ba/ee55ec75-9179-45d1-9e3c-87bc68b76f87) {{(pid=94290) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 09 16:03:28.508338 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.520855 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.527125 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-22d01c68-5b63-4ed4-8738-8c60bc9f4599 req-8de1f678-a093-469d-a229-f520ac0d376a tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946846 Aug 09 16:03:28.539265 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.554705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Transition to ACTIVE for port object e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:28.562027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:28.562438 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:28.580768 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:28.598250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39452b-c891-49e7-abe9-fbf6b42d81f6 None None] Pushing event updated for resources: {'Port': ['ID=9fc672db-b538-4a33-8772-f84b114752b2,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:28.607476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] For port f891bd26-df1c-4fcf-8542-d6031061a3df, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:28.655872 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.662271 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.667600 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] 10.222.0.81 "DELETE /v2.0/networks/46890e98-9312-4a9c-9838-72f573e938c3 HTTP/1.1" status: 204 len: 168 time: 0.6556878 Aug 09 16:03:28.684047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160b978-a815-45f6-b3b0-c994e2fd9fce admin admin] Pushing event deleted for resources: {'Network': ['ID=46890e98-9312-4a9c-9838-72f573e938c3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:28.693876 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.714521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] For port f891bd26-df1c-4fcf-8542-d6031061a3df, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f891bd26-df1c-4fcf-8542-d6031061a3df,segment=NetworkSegment(9b15d6db-a211-4d17-9c4a-53900f192f80),segment_id=9b15d6db-a211-4d17-9c4a-53900f192f80)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:28.748702 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.762952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3650bca3-f2e8-4be3-8814-b06596698ed6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3650bca3-f2e8-4be3-8814-b06596698ed6,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:28.768290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 1791bffc-1460-4f33-97c7-8c202717a088 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:28.772662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:28.777573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:28.778485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.856894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:28.922495 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-88830664-21ab-4acf-a4e3-5e2e0bf8284d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Deleting port ddebae81-267c-4ca3-8878-0183b5f54f86 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:28.923057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-88830664-21ab-4acf-a4e3-5e2e0bf8284d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.952663 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c35b48d6-714b-47b2-8e92-8b1dc1c29c33 req-0f02f45f-a465-487c-93c2-14f23e04f7bd service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630427 Aug 09 16:03:28.955329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-561deeb4-964b-49b4-8b4a-da5174cd6fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.957040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '3650bca3-f2e8-4be3-8814-b06596698ed6', 'network_id': '508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff', 'port_id': '3650bca3-f2e8-4be3-8814-b06596698ed6', 'mac_address': 'fa:16:3e:f9:a4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6131387-8542-4fb2-9550-dcd88eedfaa5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:03:29.038737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Allocated IP 2001:db8:2::2 (1791bffc-1460-4f33-97c7-8c202717a088/df49504a-7c55-4f31-9568-da2982097e49/b165b970-9c79-4d52-bc85-cfedfef4eb68) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:29.068179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-561deeb4-964b-49b4-8b4a-da5174cd6fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Ignored duplicate provisioning block setup for port d2c3ba04-4da1-4675-9a26-fe2c0cad5047 by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 09 16:03:29.074710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293473e4-b00b-4892-b7cc-3b1efc07d679 None None] Pushing event updated for resources: {'Port': ['ID=f891bd26-df1c-4fcf-8542-d6031061a3df,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:29.077428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-561deeb4-964b-49b4-8b4a-da5174cd6fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.086233 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.172811 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-88830664-21ab-4acf-a4e3-5e2e0bf8284d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.178250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58968) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:29.212541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-88830664-21ab-4acf-a4e3-5e2e0bf8284d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Calling delete_port for ddebae81-267c-4ca3-8878-0183b5f54f86 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:29.276398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-561deeb4-964b-49b4-8b4a-da5174cd6fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] In _notify_port_updated(), no bound segment for port d2c3ba04-4da1-4675-9a26-fe2c0cad5047 on network 893661f3-a9f9-49d0-9596-d523193527ba {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:03:29.284485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561deeb4-964b-49b4-8b4a-da5174cd6fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:29.284485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-561deeb4-964b-49b4-8b4a-da5174cd6fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.285473 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-561deeb4-964b-49b4-8b4a-da5174cd6fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "PUT /v2.0/ports/d2c3ba04-4da1-4675-9a26-fe2c0cad5047 HTTP/1.1" status: 200 len: 924 time: 2.7118301 Aug 09 16:03:29.296411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58972) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:29.310845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561deeb4-964b-49b4-8b4a-da5174cd6fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=d2c3ba04-4da1-4675-9a26-fe2c0cad5047,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:29.316692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-14280553-27d3-4900-a07d-0fc895ad61b7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80c078fa-aa44-4310-b325-f0cba2f2a303'}, {'subnet_id': 'ee55ec75-9179-45d1-9e3c-87bc68b76f87'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:29.370477 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.382025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Transition to ACTIVE for port object b165b970-9c79-4d52-bc85-cfedfef4eb68 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:29.409700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Transition to ACTIVE for port object b165b970-9c79-4d52-bc85-cfedfef4eb68 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:29.430991 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.457047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3650bca3-f2e8-4be3-8814-b06596698ed6 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:03:29.463277 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.575453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Pushing event updated for resources: {'Port': ['ID=b165b970-9c79-4d52-bc85-cfedfef4eb68,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:29.621943 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-88830664-21ab-4acf-a4e3-5e2e0bf8284d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.630046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Network 1791bffc-1460-4f33-97c7-8c202717a088 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:29.674261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:29.698172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f7f280-4de1-437f-936b-581fc317474b None None] Network 893661f3-a9f9-49d0-9596-d523193527ba requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:29.702795 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3650bca3-f2e8-4be3-8814-b06596698ed6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3650bca3-f2e8-4be3-8814-b06596698ed6,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:29.703982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:29.726146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88830664-21ab-4acf-a4e3-5e2e0bf8284d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Port': ['ID=ddebae81-267c-4ca3-8878-0183b5f54f86,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:29.741076 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-88830664-21ab-4acf-a4e3-5e2e0bf8284d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.742468 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.748701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-88830664-21ab-4acf-a4e3-5e2e0bf8284d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/ports/ddebae81-267c-4ca3-8878-0183b5f54f86 HTTP/1.1" status: 204 len: 168 time: 1.5134203 Aug 09 16:03:29.752120 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58976) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:29.863104 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-935639a8-4b71-4051-bd54-ab9ac813a623 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] DELETE failed (client error): The resource could not be found. Aug 09 16:03:29.863563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935639a8-4b71-4051-bd54-ab9ac813a623 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:29.866423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-935639a8-4b71-4051-bd54-ab9ac813a623 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/subnets/faa2566a-ca12-4dcc-9ffd-22ced791c37b HTTP/1.1" status: 404 len: 337 time: 0.0657780 Aug 09 16:03:29.872916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58978) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:29.901546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9fc672db-b538-4a33-8772-f84b114752b2 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:29.942425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfd4ae-a4b6-4dc6-86e0-58dc6d180c7b req-47024e55-fbf0-4460-9d5c-5a47cb9496e9 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:29.953802 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-88cfd4ae-a4b6-4dc6-86e0-58dc6d180c7b req-47024e55-fbf0-4460-9d5c-5a47cb9496e9 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 945 time: 0.1998165 Aug 09 16:03:29.976878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['3650bca3-f2e8-4be3-8814-b06596698ed6'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:03:29.985992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-29c0a339-6c4d-40d2-a0bf-3e39c2db07b6 None None] Provisioning for port 9fc672db-b538-4a33-8772-f84b114752b2 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:29.995332 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-14280553-27d3-4900-a07d-0fc895ad61b7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.996926 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.002756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fe41cdc9-d8b6-4234-b84c-a97221fb5358 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a4b6817d33344d3cb8ee56f475296104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8140399 Aug 09 16:03:30.005179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58980) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:30.014442 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.014576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-29c0a339-6c4d-40d2-a0bf-3e39c2db07b6 None None] Provisioning complete for port 9fc672db-b538-4a33-8772-f84b114752b2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:30.014576 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-29c0a339-6c4d-40d2-a0bf-3e39c2db07b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.060112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-88cfd4ae-a4b6-4dc6-86e0-58dc6d180c7b req-744e8832-6048-42cc-8e65-8d21afc91998 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034510 Aug 09 16:03:30.130763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3650bca3-f2e8-4be3-8814-b06596698ed6,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:30.153688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Transition to ACTIVE for port object b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:30.157304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Attempting to bind port b165b970-9c79-4d52-bc85-cfedfef4eb68 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:30.157708 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Attempting to bind port b165b970-9c79-4d52-bc85-cfedfef4eb68 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '55e636ef-bf97-402f-877c-3165440c24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:30.158079 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Attempting to bind port b165b970-9c79-4d52-bc85-cfedfef4eb68 on network 1791bffc-1460-4f33-97c7-8c202717a088 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:30.197374 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.211044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:30.211417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Checking segment: {'id': '55e636ef-bf97-402f-877c-3165440c24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:30.212339 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.212747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Bound using segment: {'id': '55e636ef-bf97-402f-877c-3165440c24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:30.213246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Bound port: b165b970-9c79-4d52-bc85-cfedfef4eb68, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e636ef-bf97-402f-877c-3165440c24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:30.213801 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.266597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.280480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b4fc93-d246-482c-b5dc-781b5fa6421c']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:30.294420 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8bb930f6-6114-4b6b-95bf-c4d0eeb3e210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.297277 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71b241c-0a8b-4fb0-b0cf-a2ac746bf330') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:30.297804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71b241c-0a8b-4fb0-b0cf-a2ac746bf330') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:30.320187 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.353532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9fc672db-b538-4a33-8772-f84b114752b2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:30.353978 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.403862 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8bb930f6-6114-4b6b-95bf-c4d0eeb3e210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.414374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.438506 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.439923 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.460173 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.503847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:30.504268 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:30.507545 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:30.545095 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6eb029-ebae-49ca-aaf1-ee31b426cb91 None None] Pushing event updated for resources: {'Port': ['ID=b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:30.569563 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8bb930f6-6114-4b6b-95bf-c4d0eeb3e210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.572804 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8bb930f6-6114-4b6b-95bf-c4d0eeb3e210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.581359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8bb930f6-6114-4b6b-95bf-c4d0eeb3e210 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1d1935c-e5c0-4b82-9aff-b88fd4d15eea HTTP/1.1" status: 204 len: 168 time: 0.5712442 Aug 09 16:03:30.637899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb930f6-6114-4b6b-95bf-c4d0eeb3e210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d1935c-e5c0-4b82-9aff-b88fd4d15eea,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:30.640045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:30.644363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-14280553-27d3-4900-a07d-0fc895ad61b7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8:0:1::388 (893661f3-a9f9-49d0-9596-d523193527ba/ee55ec75-9179-45d1-9e3c-87bc68b76f87/d2c3ba04-4da1-4675-9a26-fe2c0cad5047) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:30.663276 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.688979 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.690908 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/networks/c2b4fc93-d246-482c-b5dc-781b5fa6421c HTTP/1.1" status: 204 len: 168 time: 0.8153024 Aug 09 16:03:30.695680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58986) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:30.698689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] For port b165b970-9c79-4d52-bc85-cfedfef4eb68, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:30.706462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Attempting to bind port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:30.706835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Attempting to bind port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '9b15d6db-a211-4d17-9c4a-53900f192f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:30.707236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Attempting to bind port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 on network 678094ca-368e-44ff-82a3-ce2f027bb4a3 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:30.716264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9c441-646d-40dd-94b3-a578728c908f tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Network': ['ID=c2b4fc93-d246-482c-b5dc-781b5fa6421c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:30.746860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network 1791bffc-1460-4f33-97c7-8c202717a088 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:30.748022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:30.748407 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Checking segment: {'id': '9b15d6db-a211-4d17-9c4a-53900f192f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:30.748815 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.749476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Bound using segment: {'id': '9b15d6db-a211-4d17-9c4a-53900f192f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:30.749732 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:30.750025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Bound port: b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b15d6db-a211-4d17-9c4a-53900f192f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:30.750409 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.771605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b1dab0-df06-4865-8ab6-50a7ee014ad4 None None] Network 678094ca-368e-44ff-82a3-ce2f027bb4a3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:30.791552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] For port b165b970-9c79-4d52-bc85-cfedfef4eb68, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b165b970-9c79-4d52-bc85-cfedfef4eb68,segment=NetworkSegment(55e636ef-bf97-402f-877c-3165440c24cc),segment_id=55e636ef-bf97-402f-877c-3165440c24cc)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:30.910840 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.924552 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1159f21c-52c8-4a0c-8146-98b7f833f568 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:30.932745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f891bd26-df1c-4fcf-8542-d6031061a3df up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:31.099785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fccfe31f-757a-4215-a7cc-73a71172bf3e tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Deleting port bacdad88-4c05-45ff-b03b-a3b7c8e9f84f {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:31.100291 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fccfe31f-757a-4215-a7cc-73a71172bf3e tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.135642 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-14280553-27d3-4900-a07d-0fc895ad61b7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.209081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-14280553-27d3-4900-a07d-0fc895ad61b7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Ignored duplicate provisioning block setup for port d2c3ba04-4da1-4675-9a26-fe2c0cad5047 by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 09 16:03:31.212105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:31.222611 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-14280553-27d3-4900-a07d-0fc895ad61b7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.267651 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a0d3ca0a-cc03-458b-8e94-c09e9f00b763 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3257902 Aug 09 16:03:31.269531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58998) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:31.288953 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fccfe31f-757a-4215-a7cc-73a71172bf3e tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.291224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-271d7b92-7441-4c74-bed8-61edbeff42f5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-435532452'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:31.314482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ead96-0d5b-484e-9ae8-611d1ff828c1 None None] Network 893661f3-a9f9-49d0-9596-d523193527ba requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:31.363374 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a8087-8a5a-4559-aed0-6d9b7f071526 req-1c201be2-a17e-4035-a5ff-7b0205fa1a36 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:31.365933 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-796a8087-8a5a-4559-aed0-6d9b7f071526 req-1c201be2-a17e-4035-a5ff-7b0205fa1a36 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 945 time: 0.1824374 Aug 09 16:03:31.379140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271d7b92-7441-4c74-bed8-61edbeff42f5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:31.386342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-14280553-27d3-4900-a07d-0fc895ad61b7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] In _notify_port_updated(), no bound segment for port d2c3ba04-4da1-4675-9a26-fe2c0cad5047 on network 893661f3-a9f9-49d0-9596-d523193527ba {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:03:31.395443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14280553-27d3-4900-a07d-0fc895ad61b7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:31.396606 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-14280553-27d3-4900-a07d-0fc895ad61b7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.396839 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-271d7b92-7441-4c74-bed8-61edbeff42f5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.398611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-14280553-27d3-4900-a07d-0fc895ad61b7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "PUT /v2.0/ports/d2c3ba04-4da1-4675-9a26-fe2c0cad5047 HTTP/1.1" status: 200 len: 1010 time: 2.1037257 Aug 09 16:03:31.410390 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59002) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:31.418553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fccfe31f-757a-4215-a7cc-73a71172bf3e tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Calling delete_port for bacdad88-4c05-45ff-b03b-a3b7c8e9f84f owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:31.426260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14280553-27d3-4900-a07d-0fc895ad61b7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=d2c3ba04-4da1-4675-9a26-fe2c0cad5047,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:31.476231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c740d3a3-6c86-4e8e-ac24-7f90b5ddf31e None None] Provisioning for port f891bd26-df1c-4fcf-8542-d6031061a3df completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:31.564085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271d7b92-7441-4c74-bed8-61edbeff42f5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:31.570985 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fccfe31f-757a-4215-a7cc-73a71172bf3e tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.621791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f891bd26-df1c-4fcf-8542-d6031061a3df completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:31.650024 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-796a8087-8a5a-4559-aed0-6d9b7f071526 req-ad2caf37-57f7-4157-8afb-91fa384a5f2f tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350254 Aug 09 16:03:31.665397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfe31f-757a-4215-a7cc-73a71172bf3e tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Port': ['ID=bacdad88-4c05-45ff-b03b-a3b7c8e9f84f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:31.674356 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fccfe31f-757a-4215-a7cc-73a71172bf3e tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.680077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fccfe31f-757a-4215-a7cc-73a71172bf3e tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/ports/bacdad88-4c05-45ff-b03b-a3b7c8e9f84f HTTP/1.1" status: 204 len: 168 time: 0.9739411 Aug 09 16:03:31.680464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f891bd26-df1c-4fcf-8542-d6031061a3df triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:31.680752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59008) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:31.681230 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.687730 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-271d7b92-7441-4c74-bed8-61edbeff42f5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.688099 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-271d7b92-7441-4c74-bed8-61edbeff42f5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Added segment 8e065834-6182-4605-9534-b240aed75c7c of type vlan for network c8b15455-cba1-4385-b933-6224aeab96a6 Aug 09 16:03:31.717360 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7a3db1-b8b7-4043-b733-53242644a1ec tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] DELETE failed (client error): The resource could not be found. Aug 09 16:03:31.717360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7a3db1-b8b7-4043-b733-53242644a1ec tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:31.718644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9b7a3db1-b8b7-4043-b733-53242644a1ec tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/subnets/2f231988-0e59-4350-85a9-de84530956f7 HTTP/1.1" status: 404 len: 337 time: 0.0360034 Aug 09 16:03:31.723296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59012) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:31.765375 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c740d3a3-6c86-4e8e-ac24-7f90b5ddf31e None None] Provisioning complete for port f891bd26-df1c-4fcf-8542-d6031061a3df triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:31.765375 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c740d3a3-6c86-4e8e-ac24-7f90b5ddf31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.890073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacd70a-dffb-4576-a5b2-2863c1706ee8 None None] Pushing event updated for resources: {'Port': ['ID=b165b970-9c79-4d52-bc85-cfedfef4eb68,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:31.890625 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-271d7b92-7441-4c74-bed8-61edbeff42f5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.902997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.908463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c3c38-91ca-446c-9722-0bbd716f816f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port d2c3ba04-4da1-4675-9a26-fe2c0cad5047 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:31.908767 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b2c3c38-91ca-446c-9722-0bbd716f816f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.931980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] For port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:32.030565 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-271d7b92-7441-4c74-bed8-61edbeff42f5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.040226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d7b92-7441-4c74-bed8-61edbeff42f5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:32.042057 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-271d7b92-7441-4c74-bed8-61edbeff42f5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.091647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] For port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3,segment=NetworkSegment(9b15d6db-a211-4d17-9c4a-53900f192f80),segment_id=9b15d6db-a211-4d17-9c4a-53900f192f80)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:32.113775 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.126609 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.141053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efffd9fa-a43f-4c4d-b1c7-a3530019a7fd']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:32.166254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d7b92-7441-4c74-bed8-61edbeff42f5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Network': ['ID=c8b15455-cba1-4385-b933-6224aeab96a6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:32.172454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c3313f-2823-4d4c-a8fc-e31c7b2cda75') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:32.172805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c3313f-2823-4d4c-a8fc-e31c7b2cda75') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:32.201924 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.209157 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-271d7b92-7441-4c74-bed8-61edbeff42f5 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9351957 Aug 09 16:03:32.213883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59024) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:32.222250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c8b15455-cba1-4385-b933-6224aeab96a6 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:32.223165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-851d634e-7d3f-4137-91ac-655457e5756e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'subnet': {'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:32.232421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b2c3c38-91ca-446c-9722-0bbd716f816f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.240419 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.254948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:32.256300 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.293215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c3c38-91ca-446c-9722-0bbd716f816f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for d2c3ba04-4da1-4675-9a26-fe2c0cad5047 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:32.320036 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:32.414961 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:32.418672 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.427494 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.430908 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/networks/efffd9fa-a43f-4c4d-b1c7-a3530019a7fd HTTP/1.1" status: 204 len: 168 time: 0.7064831 Aug 09 16:03:32.433511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59026) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:32.435447 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c740d3a3-6c86-4e8e-ac24-7f90b5ddf31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.491987 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:32.493268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:32.515614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f24fae-b09a-4b44-bde0-9e0e61bafa3d tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Network': ['ID=efffd9fa-a43f-4c4d-b1c7-a3530019a7fd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:32.534330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6eb029-ebae-49ca-aaf1-ee31b426cb91 None None] Pushing event updated for resources: {'Port': ['ID=b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:32.582284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-62de7dc9-a22d-4a8a-9536-cd699640a392 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Deleting subnet dfefcbdf-3ac5-4e95-ad1d-256a030ee686 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:32.585045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b2c3c38-91ca-446c-9722-0bbd716f816f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.591925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-62de7dc9-a22d-4a8a-9536-cd699640a392 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.689676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c3c38-91ca-446c-9722-0bbd716f816f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=d2c3ba04-4da1-4675-9a26-fe2c0cad5047,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:32.748651 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-62de7dc9-a22d-4a8a-9536-cd699640a392 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.751571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port f891bd26-df1c-4fcf-8542-d6031061a3df, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f891bd26-df1c-4fcf-8542-d6031061a3df,segment=NetworkSegment(9b15d6db-a211-4d17-9c4a-53900f192f80),segment_id=9b15d6db-a211-4d17-9c4a-53900f192f80)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:32.769380 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.855084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851d634e-7d3f-4137-91ac-655457e5756e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Made reservation on behalf of c34846ac20094e11b36d1d9c960a9221 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:32.871080 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-851d634e-7d3f-4137-91ac-655457e5756e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.042095 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:33.075474 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b2c3c38-91ca-446c-9722-0bbd716f816f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.084709 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-62de7dc9-a22d-4a8a-9536-cd699640a392 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.089440 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3b2c3c38-91ca-446c-9722-0bbd716f816f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/d2c3ba04-4da1-4675-9a26-fe2c0cad5047 HTTP/1.1" status: 204 len: 168 time: 1.6765199 Aug 09 16:03:33.091228 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59042) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:33.158817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b165b970-9c79-4d52-bc85-cfedfef4eb68 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:33.223805 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-62de7dc9-a22d-4a8a-9536-cd699640a392 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.257760 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-c740d3a3-6c86-4e8e-ac24-7f90b5ddf31e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:03:33.258484 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-c740d3a3-6c86-4e8e-ac24-7f90b5ddf31e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:03:33.272019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9923e2-6386-45bc-9cca-be0e046d3fb1 None None] Network 1791bffc-1460-4f33-97c7-8c202717a088 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:33.287535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de7dc9-a22d-4a8a-9536-cd699640a392 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Subnet': ['ID=dfefcbdf-3ac5-4e95-ad1d-256a030ee686,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:33.315531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-827c3102-05d4-43c9-9dc3-f408c1a886a6 req-dfe8af87-49fd-450d-b1f3-aa85ef7b2d93 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0991578 Aug 09 16:03:33.319652 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-62de7dc9-a22d-4a8a-9536-cd699640a392 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.332873 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-62de7dc9-a22d-4a8a-9536-cd699640a392 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/subnets/dfefcbdf-3ac5-4e95-ad1d-256a030ee686 HTTP/1.1" status: 204 len: 168 time: 0.8982656 Aug 09 16:03:33.333576 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59046) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:33.353622 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-092c1cad-55ad-44f8-ab0f-3ee94960f06e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:03:33.363102 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-092c1cad-55ad-44f8-ab0f-3ee94960f06e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/d2c3ba04-4da1-4675-9a26-fe2c0cad5047 HTTP/1.1" status: 404 len: 333 time: 0.1649747 Aug 09 16:03:33.372117 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59048) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:33.399605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eb6815-7f18-42a1-87d2-ad42dbab0a73 None None] Network 486b00a6-0fe2-4bd8-a988-a30b2e45f606 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:33.415968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=f891bd26-df1c-4fcf-8542-d6031061a3df,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:33.528337 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.536016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c09c7d-9270-4ca9-8f82-db0a7a256ef8 req-bc5dbacf-0665-42e2-879c-aea742b106eb tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:33.541201 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-94c09c7d-9270-4ca9-8f82-db0a7a256ef8 req-bc5dbacf-0665-42e2-879c-aea742b106eb tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 945 time: 0.6126535 Aug 09 16:03:33.654028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Deleting port cefb08b5-f62e-4607-b80f-17bbf20868a9 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:33.654430 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.668681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb4363d-5843-40e1-962b-8f67e2bda088 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting subnet ee55ec75-9179-45d1-9e3c-87bc68b76f87 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:33.713405 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fb4363d-5843-40e1-962b-8f67e2bda088 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.744554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-94c09c7d-9270-4ca9-8f82-db0a7a256ef8 req-dcf6ac73-da36-4c9b-a37b-fca2909125ab tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602027 Aug 09 16:03:33.760527 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] For port cefb08b5-f62e-4607-b80f-17bbf20868a9, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=cefb08b5-f62e-4607-b80f-17bbf20868a9,segment=NetworkSegment(efbad714-8045-469b-b2d9-01164a5eda7d),segment_id=efbad714-8045-469b-b2d9-01164a5eda7d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:33.762456 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.794933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Calling delete_port for cefb08b5-f62e-4607-b80f-17bbf20868a9 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:33.875918 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fb4363d-5843-40e1-962b-8f67e2bda088 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.946147 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.982605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] No DVR routers for this DVR port cefb08b5-f62e-4607-b80f-17bbf20868a9 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:33.985292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port b165b970-9c79-4d52-bc85-cfedfef4eb68 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:34.078134 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-851d634e-7d3f-4137-91ac-655457e5756e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.147861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Port': ['ID=cefb08b5-f62e-4607-b80f-17bbf20868a9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:34.181713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.197160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486b00a6-0fe2-4bd8-a988-a30b2e45f606']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:34.205091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c740d3a3-6c86-4e8e-ac24-7f90b5ddf31e None None] Provisioning for port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:34.209166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbad714-8045-469b-b2d9-01164a5eda7d') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:34.209468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbad714-8045-469b-b2d9-01164a5eda7d') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:34.211575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3650bca3-f2e8-4be3-8814-b06596698ed6 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:34.221084 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.253964 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.262133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:34.262979 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:34.268474 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:34.322762 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fb4363d-5843-40e1-962b-8f67e2bda088 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.402225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d634e-7d3f-4137-91ac-655457e5756e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Checking segment: {'id': '8e065834-6182-4605-9534-b240aed75c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:34.402815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d634e-7d3f-4137-91ac-655457e5756e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network hostable DHCP agents. Network: c8b15455-cba1-4385-b933-6224aeab96a6, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:34.407190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d634e-7d3f-4137-91ac-655457e5756e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Subnet': ['ID=cb240566-fdfc-49dd-aa25-f5959dc31d07,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:34.407877 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 3650bca3-f2e8-4be3-8814-b06596698ed6 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:34.414657 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.433805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 3650bca3-f2e8-4be3-8814-b06596698ed6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:34.434586 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.437694 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.447335 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] 10.222.0.81 "DELETE /v2.0/networks/486b00a6-0fe2-4bd8-a988-a30b2e45f606 HTTP/1.1" status: 204 len: 168 time: 1.1097176 Aug 09 16:03:34.476108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462b994-4c5a-4231-94e8-dafe3f7b4e31 tempest-NetworksIpV6TestAttrs-1962179032 tempest-NetworksIpV6TestAttrs-1962179032-project] Pushing event deleted for resources: {'Network': ['ID=486b00a6-0fe2-4bd8-a988-a30b2e45f606,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:34.485056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d634e-7d3f-4137-91ac-655457e5756e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network c8b15455-cba1-4385-b933-6224aeab96a6 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:34.516689 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-851d634e-7d3f-4137-91ac-655457e5756e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c8b15455-cba1-4385-b933-6224aeab96a6) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:34.526069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851d634e-7d3f-4137-91ac-655457e5756e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:34.527168 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-851d634e-7d3f-4137-91ac-655457e5756e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.574956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fb4363d-5843-40e1-962b-8f67e2bda088 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.583641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6c44d2-57af-41b5-895d-576aafc9a7f9 None None] Network c8b15455-cba1-4385-b933-6224aeab96a6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:34.601769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ee3436-443c-42aa-9a0c-4108111d0d49 None None] DHCP port deletion for 486b00a6-0fe2-4bd8-a988-a30b2e45f606 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:34.609515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-434e2e4f-bb2a-43b3-b363-1d6ecdd137b9 req-048f8e54-8f3d-4a02-bc7b-d24cef30b86b tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0764954 Aug 09 16:03:34.614557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:28Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:31Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:29Z', 'revision_number': 2, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:34.632555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-851d634e-7d3f-4137-91ac-655457e5756e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4152932 Aug 09 16:03:34.636346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59062) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:34.656180 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4363d-5843-40e1-962b-8f67e2bda088 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Subnet': ['ID=ee55ec75-9179-45d1-9e3c-87bc68b76f87,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:34.678119 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fb4363d-5843-40e1-962b-8f67e2bda088 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.680235 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1fb4363d-5843-40e1-962b-8f67e2bda088 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/ee55ec75-9179-45d1-9e3c-87bc68b76f87 HTTP/1.1" status: 204 len: 168 time: 1.2893109 Aug 09 16:03:34.683373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59064) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:34.878938 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-43366506-17cf-436c-b474-7121771dc9fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting subnet 80c078fa-aa44-4310-b325-f0cba2f2a303 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:34.893945 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-43366506-17cf-436c-b474-7121771dc9fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.174063 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-43366506-17cf-436c-b474-7121771dc9fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.236139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59072) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:35.294760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03f03a-e4b1-42c6-a590-a09484ea115b req-cb107622-8f0f-4a81-8fe7-5c4051fca20e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:35.296788 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0b03f03a-e4b1-42c6-a590-a09484ea115b req-cb107622-8f0f-4a81-8fe7-5c4051fca20e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 945 time: 0.3920898 Aug 09 16:03:35.419448 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499863f-daa7-481a-9788-10c204a47bcd None None] The sync data for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 is: [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:28Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:31Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:29Z', 'revision_number': 2, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:35.422838 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f891bd26-df1c-4fcf-8542-d6031061a3df up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:35.428879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b22054-e1cb-4a1e-8fc4-281e10fa9a67 None None] Network 893661f3-a9f9-49d0-9596-d523193527ba requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:35.464658 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0b03f03a-e4b1-42c6-a590-a09484ea115b req-445a852d-148a-4bbb-be95-0b29ba6590d9 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614878 Aug 09 16:03:35.511956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-43366506-17cf-436c-b474-7121771dc9fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.663275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] Provisioning for port b165b970-9c79-4d52-bc85-cfedfef4eb68 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:35.717481 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-43366506-17cf-436c-b474-7121771dc9fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.739901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] Provisioning complete for port b165b970-9c79-4d52-bc85-cfedfef4eb68 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:35.740697 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.749286 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-43366506-17cf-436c-b474-7121771dc9fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.753142 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-43366506-17cf-436c-b474-7121771dc9fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/80c078fa-aa44-4310-b325-f0cba2f2a303 HTTP/1.1" status: 204 len: 168 time: 1.0663855 Aug 09 16:03:35.755882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59078) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:35.798867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c1fb1967-fc60-41d4-8ae3-45fe7930e113 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=13ea5f387b8e460a9e23e541b832848c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385020 Aug 09 16:03:35.848040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59080) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:35.854361 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43366506-17cf-436c-b474-7121771dc9fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Subnet': ['ID=80c078fa-aa44-4310-b325-f0cba2f2a303,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:35.960082 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.972453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f891bd26-df1c-4fcf-8542-d6031061a3df triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:35.972925 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.980152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8dbd75ba-8c47-46e5-99d1-2298aa371c09 req-2ed32056-519a-48cc-8628-4a1e494e0404 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.1325636 Aug 09 16:03:36.036935 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.056932 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-c8b15455-cba1-4385-b933-6224aeab96a6', 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'fixed_ips': [{'subnet_id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:36.058460 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.087540 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1599d47b-03f2-4f08-b043-b0a3df0eb9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.190147 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1219dbf3-8b39-4e32-b710-ee9601c2906d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3650bca3-f2e8-4be3-8814-b06596698ed6'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:36.193045 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff648dd-d204-442c-b8b4-369993756b65" -d '{"events": [{"server_uuid": "1219dbf3-8b39-4e32-b710-ee9601c2906d", "name": "network-vif-plugged", "status": "completed", "tag": "3650bca3-f2e8-4be3-8814-b06596698ed6"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:36.239651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3650bca3-f2e8-4be3-8814-b06596698ed6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3650bca3-f2e8-4be3-8814-b06596698ed6,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:36.246857 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1599d47b-03f2-4f08-b043-b0a3df0eb9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.257266 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.309302 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.384553 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.516930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port 9fc672db-b538-4a33-8772-f84b114752b2 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:36.517122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.537876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64534254-abd4-483e-a512-060d0c0dffa4 None None] DHCP port deletion for 893661f3-a9f9-49d0-9596-d523193527ba request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:36.552052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3650bca3-f2e8-4be3-8814-b06596698ed6,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:36.571611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] For port b165b970-9c79-4d52-bc85-cfedfef4eb68, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b165b970-9c79-4d52-bc85-cfedfef4eb68,segment=NetworkSegment(55e636ef-bf97-402f-877c-3165440c24cc),segment_id=55e636ef-bf97-402f-877c-3165440c24cc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:36.624300 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.662531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1599d47b-03f2-4f08-b043-b0a3df0eb9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.666273 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1599d47b-03f2-4f08-b043-b0a3df0eb9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.669405 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1599d47b-03f2-4f08-b043-b0a3df0eb9a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8c20e20-2bd0-4bd2-8d40-f7f4250eeb61 HTTP/1.1" status: 204 len: 168 time: 0.8189883 Aug 09 16:03:36.691046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Allocated IP 2001:db8:3::2 (c8b15455-cba1-4385-b933-6224aeab96a6/cb240566-fdfc-49dd-aa25-f5959dc31d07/e6b89d87-ce45-4666-a091-849c824a6ebc) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:36.694552 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e05e5b-2188-41a4-bd37-416c1f23e988 x-openstack-request-id: req-06e05e5b-2188-41a4-bd37-416c1f23e988 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:36.694799 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1219dbf3-8b39-4e32-b710-ee9601c2906d", "name": "network-vif-plugged", "status": "completed", "tag": "3650bca3-f2e8-4be3-8814-b06596698ed6", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:36.695049 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06e05e5b-2188-41a4-bd37-416c1f23e988 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:36.695437 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1219dbf3-8b39-4e32-b710-ee9601c2906d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3650bca3-f2e8-4be3-8814-b06596698ed6', 'code': 200} Aug 09 16:03:36.696385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device cefb08b5-f62e-4607-b80f-17bbf20868a9 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:36.739222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95d490bf-94b3-40b3-ba5d-fbc022641ed8 req-c96fb410-2285-4887-b163-db5ef54379b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.2826312 Aug 09 16:03:36.766169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: cefb08b5-f62e-4607-b80f-17bbf20868a9 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:36.766543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device cefb08b5-f62e-4607-b80f-17bbf20868a9 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:36.812704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599d47b-03f2-4f08-b043-b0a3df0eb9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c20e20-2bd0-4bd2-8d40-f7f4250eeb61,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:36.839302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] Provisioning complete for port 9fc672db-b538-4a33-8772-f84b114752b2 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:36.841697 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.973719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] Pushing event updated for resources: {'Port': ['ID=b165b970-9c79-4d52-bc85-cfedfef4eb68,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:37.011998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:37.020548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] For port 9fc672db-b538-4a33-8772-f84b114752b2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9fc672db-b538-4a33-8772-f84b114752b2,segment=NetworkSegment(cac73b8d-8fdb-4923-8c5d-57620767a66f),segment_id=cac73b8d-8fdb-4923-8c5d-57620767a66f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:37.020929 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.049996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for 9fc672db-b538-4a33-8772-f84b114752b2 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:37.098826 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-64534254-abd4-483e-a512-060d0c0dffa4 None None] Deleting port 9fc672db-b538-4a33-8772-f84b114752b2 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:37.099654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-64534254-abd4-483e-a512-060d0c0dffa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.105449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622b04-4433-4218-abf7-ac8e178142af req-0725ce21-abbb-4128-9a9c-a95a72173a5e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:37.109208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6622b04-4433-4218-abf7-ac8e178142af req-0725ce21-abbb-4128-9a9c-a95a72173a5e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.4555953 Aug 09 16:03:37.181894 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3883a7f6-f123-4cb3-bb9d-76e660444684 req-5bfa2c12-5622-4442-8b09-b25a96119198 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0404794 Aug 09 16:03:37.218605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-64534254-abd4-483e-a512-060d0c0dffa4 None None] For port 9fc672db-b538-4a33-8772-f84b114752b2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9fc672db-b538-4a33-8772-f84b114752b2,segment=NetworkSegment(cac73b8d-8fdb-4923-8c5d-57620767a66f),segment_id=cac73b8d-8fdb-4923-8c5d-57620767a66f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:37.219021 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-64534254-abd4-483e-a512-060d0c0dffa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.241852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2549aa2-c7df-4599-8d35-d3dca0874464 req-52cdd5de-3d4b-4a01-8663-f24cdb9bcb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:37.245560 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2549aa2-c7df-4599-8d35-d3dca0874464 req-52cdd5de-3d4b-4a01-8663-f24cdb9bcb6f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 1097 time: 0.5054355 Aug 09 16:03:37.246034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-64534254-abd4-483e-a512-060d0c0dffa4 None None] Calling delete_port for 9fc672db-b538-4a33-8772-f84b114752b2 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:37.350618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6622b04-4433-4218-abf7-ac8e178142af req-ba29174f-580c-42dc-9f12-de27f1a49fa7 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352192 Aug 09 16:03:37.383321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2549aa2-c7df-4599-8d35-d3dca0874464 req-e381094d-a2e0-49e7-ab17-283ebfe09476 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240478 Aug 09 16:03:37.401022 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.435393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=9fc672db-b538-4a33-8772-f84b114752b2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:37.438965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No DVR routers for this DVR port 9fc672db-b538-4a33-8772-f84b114752b2 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:37.504115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] Port 9fc672db-b538-4a33-8772-f84b114752b2 update to ACTIVE by agent not found {{(pid=94291) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 09 16:03:37.531694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:37.555302 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Sync routers for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:37.570023 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:37.570700 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:37.577072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:37.577072 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.606816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.626343 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.629477 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893661f3-a9f9-49d0-9596-d523193527ba']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:37.671322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac73b8d-8fdb-4923-8c5d-57620767a66f') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:37.676529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac73b8d-8fdb-4923-8c5d-57620767a66f') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:37.679074 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-64534254-abd4-483e-a512-060d0c0dffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.691681 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:37.697827 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.704258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] Provisioning complete for port f891bd26-df1c-4fcf-8542-d6031061a3df triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:37.705001 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.731439 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.741018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:37.742652 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:37.846743 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:37.850312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.859292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Transition to ACTIVE for port object e6b89d87-ce45-4666-a091-849c824a6ebc will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:37.859877 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.867079 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59116) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:37.869859 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/networks/893661f3-a9f9-49d0-9596-d523193527ba HTTP/1.1" status: 204 len: 168 time: 2.1106296 Aug 09 16:03:37.895419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64534254-abd4-483e-a512-060d0c0dffa4 None None] Pushing event deleted for resources: {'Port': ['ID=9fc672db-b538-4a33-8772-f84b114752b2,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:37.909930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04676817-209c-4e32-b39a-b0a3e54854a0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Network': ['ID=893661f3-a9f9-49d0-9596-d523193527ba,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:37.977763 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59118) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:37.982448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c56bec-9bd2-479d-8b2d-dd330f02d1e1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:37.984037 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e0c56bec-9bd2-479d-8b2d-dd330f02d1e1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1150336 Aug 09 16:03:37.991227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59122) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:37.992468 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Transition to ACTIVE for port object e6b89d87-ce45-4666-a091-849c824a6ebc will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:38.000975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64534254-abd4-483e-a512-060d0c0dffa4 None None] No DVR routers for this DVR port 9fc672db-b538-4a33-8772-f84b114752b2 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:38.002496 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f001455-d198-49b1-8e65-fa51d07f1be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.010251 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.106524 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:28Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:31Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:29Z', 'revision_number': 2, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:38.140046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Allocated IP 2001:db8:3::1 (c8b15455-cba1-4385-b933-6224aeab96a6/cb240566-fdfc-49dd-aa25-f5959dc31d07/97668701-ca5b-4952-9ae3-ea1f6da41b20) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:38.147771 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f9c31a75-de3b-4c89-8caa-d8271d099c42 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1524224 Aug 09 16:03:38.152710 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59124) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:38.158900 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a4c6f12a-ac18-4245-bc3f-d3e645c07393 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1092524652'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:38.196098 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Checking router: 1159f21c-52c8-4a0c-8146-98b7f833f568 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:38.196457 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Updating router 1159f21c-52c8-4a0c-8146-98b7f833f568 port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:03:38.198673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-383131840'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:38.209659 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c6f12a-ac18-4245-bc3f-d3e645c07393 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:38.215274 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a4c6f12a-ac18-4245-bc3f-d3e645c07393 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.218520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Network c8b15455-cba1-4385-b933-6224aeab96a6 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:38.236238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:38.244521 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.263982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Pushing event updated for resources: {'Port': ['ID=e6b89d87-ce45-4666-a091-849c824a6ebc,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:38.266757 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c6f12a-ac18-4245-bc3f-d3e645c07393 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:38.271006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:38.292748 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a4c6f12a-ac18-4245-bc3f-d3e645c07393 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.293992 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-a4c6f12a-ac18-4245-bc3f-d3e645c07393 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Added segment f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb of type vlan for network 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1 Aug 09 16:03:38.320118 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.399687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3fae85c8-a309-4b46-ac1b-500a5464b09e None None] Could not find standard attr ID for object d2c3ba04-4da1-4675-9a26-fe2c0cad5047. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:03:38.401897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a4c6f12a-ac18-4245-bc3f-d3e645c07393 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.500501 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81f994d3-2695-4aaa-969d-c787b4beef13 req-c4f52394-0546-4a7f-820d-a5b1ae110ae7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2088046 Aug 09 16:03:38.501383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-98de610c-dd1b-47ec-9f00-cd1ac406b177 req-0dc0b3cd-482f-456f-8a89-95433cda8fad tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0608444 Aug 09 16:03:38.502860 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a4c6f12a-ac18-4245-bc3f-d3e645c07393 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.510436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:38.515632 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.522959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c6f12a-ac18-4245-bc3f-d3e645c07393 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:38.527077 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a4c6f12a-ac18-4245-bc3f-d3e645c07393 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.598705 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.629608 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a4c6f12a-ac18-4245-bc3f-d3e645c07393 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4752407 Aug 09 16:03:38.633084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59134) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:38.642479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-39f0298d-7086-4466-ad90-75a561252061 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '5509e384-bcd1-4ea8-9c69-be7bc0cb66c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:38.652377 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81f994d3-2695-4aaa-969d-c787b4beef13 req-85fd2cad-dda8-49b4-93d5-c31b07bdaea4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e56d2a319a134c06acc076d54af4ef87&device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0982766 Aug 09 16:03:38.662490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3,segment=NetworkSegment(9b15d6db-a211-4d17-9c4a-53900f192f80),segment_id=9b15d6db-a211-4d17-9c4a-53900f192f80)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:38.684996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Attempting to bind port e6b89d87-ce45-4666-a091-849c824a6ebc on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:38.685689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Attempting to bind port e6b89d87-ce45-4666-a091-849c824a6ebc by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '8e065834-6182-4605-9534-b240aed75c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:38.686440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Attempting to bind port e6b89d87-ce45-4666-a091-849c824a6ebc on network c8b15455-cba1-4385-b933-6224aeab96a6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:38.711520 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.723118 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6f12a-ac18-4245-bc3f-d3e645c07393 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Network': ['ID=5509e384-bcd1-4ea8-9c69-be7bc0cb66c1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:38.755686 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2a632a9d-0ab8-4602-b8f5-22cd5a9cebac None None] Provisioning complete for port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:38.762019 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a632a9d-0ab8-4602-b8f5-22cd5a9cebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.784632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0be70-f113-4309-a53c-3715ac994d3f req-a330855f-50a9-44da-a96d-900c6e5f9040 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:38.790268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-94c0be70-f113-4309-a53c-3715ac994d3f req-a330855f-50a9-44da-a96d-900c6e5f9040 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.2874913 Aug 09 16:03:38.843240 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81f994d3-2695-4aaa-969d-c787b4beef13 req-747d2fdf-be3e-4e6f-95eb-7cb052e3198f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e56d2a319a134c06acc076d54af4ef87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1472619 Aug 09 16:03:38.911894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:38.913294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Checking segment: {'id': '8e065834-6182-4605-9534-b240aed75c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:38.915130 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.916378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Bound using segment: {'id': '8e065834-6182-4605-9534-b240aed75c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:38.918674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Bound port: e6b89d87-ce45-4666-a091-849c824a6ebc, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e065834-6182-4605-9534-b240aed75c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:38.919179 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.924883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:38.927642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9fc672db-b538-4a33-8772-f84b114752b2 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:38.949986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:39.099163 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.124665 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 9fc672db-b538-4a33-8772-f84b114752b2 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:39.126367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9fc672db-b538-4a33-8772-f84b114752b2 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:39.146856 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Transition to ACTIVE for port object e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:39.159014 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.192751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f994d3-2695-4aaa-969d-c787b4beef13 req-9467ccb2-1ad5-4893-a164-a5fff754f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:39.194390 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81f994d3-2695-4aaa-969d-c787b4beef13 req-9467ccb2-1ad5-4893-a164-a5fff754f7d9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3176877 Aug 09 16:03:39.262837 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.306485 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e08dd5c-6843-488f-ae41-31c832915c5c req-7e921bc4-7ea4-4d41-85da-4862906425e1 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.1093340 Aug 09 16:03:39.327440 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-94c0be70-f113-4309-a53c-3715ac994d3f req-a7c1dd79-70e3-4b01-a6d3-a3d34cb0d6f8 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000043 Aug 09 16:03:39.329415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Transition to ACTIVE for port object 97668701-ca5b-4952-9ae3-ea1f6da41b20 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:39.423996 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daf52d-24e1-4afc-aeae-f397f87c2a44 None None] Pushing event updated for resources: {'Port': ['ID=e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:39.452348 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Attempting to bind port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:39.453116 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Attempting to bind port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '55e636ef-bf97-402f-877c-3165440c24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:39.453762 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Attempting to bind port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 on network 1791bffc-1460-4f33-97c7-8c202717a088 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:39.460247 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:39.461211 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Checking segment: {'id': '55e636ef-bf97-402f-877c-3165440c24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:39.461961 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.462763 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Bound using segment: {'id': '55e636ef-bf97-402f-877c-3165440c24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:39.463570 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Bound port: e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e636ef-bf97-402f-877c-3165440c24cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:39.464276 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.514078 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.521019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b165b970-9c79-4d52-bc85-cfedfef4eb68 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:39.530795 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.553355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f0298d-7086-4466-ad90-75a561252061 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:39.557226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:39.562280 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39f0298d-7086-4466-ad90-75a561252061 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.567613 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] For port e6b89d87-ce45-4666-a091-849c824a6ebc, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:39.571601 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] For port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:39.578055 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] For port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48,segment=NetworkSegment(55e636ef-bf97-402f-877c-3165440c24cc),segment_id=55e636ef-bf97-402f-877c-3165440c24cc)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:39.585315 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.597179 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] For port e6b89d87-ce45-4666-a091-849c824a6ebc, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e6b89d87-ce45-4666-a091-849c824a6ebc,segment=NetworkSegment(8e065834-6182-4605-9534-b240aed75c7c),segment_id=8e065834-6182-4605-9534-b240aed75c7c)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:39.611225 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.628881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df9f7e8-3b75-4404-9d1d-69fb1ad7fb87,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:39.642523 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.643019 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Added segment c2c5072c-a5ea-4287-947e-3696eb8c7ceb of type vlan for network dc47a3ed-407b-4bef-8250-5b993556a33d Aug 09 16:03:39.690798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.755217 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.763221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=97668701-ca5b-4952-9ae3-ea1f6da41b20,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:39.772688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2a632a9d-0ab8-4602-b8f5-22cd5a9cebac None None] Provisioning complete for port b165b970-9c79-4d52-bc85-cfedfef4eb68 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:39.773165 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a632a9d-0ab8-4602-b8f5-22cd5a9cebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.778455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcc2ec-214d-4387-af60-00a01eaadcd8 None None] Pushing event updated for resources: {'Port': ['ID=e6b89d87-ce45-4666-a091-849c824a6ebc,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:39.781455 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:39.782654 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:10Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:39.794735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network c8b15455-cba1-4385-b933-6224aeab96a6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:39.799076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:39.808101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:39.808679 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.851389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b165b970-9c79-4d52-bc85-cfedfef4eb68 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:39.853073 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:39.905991 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daf52d-24e1-4afc-aeae-f397f87c2a44 None None] Pushing event updated for resources: {'Port': ['ID=e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:40.054207 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:40.094683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:40.122504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39f0298d-7086-4466-ad90-75a561252061 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.204553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:40.204995 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.245717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2a632a9d-0ab8-4602-b8f5-22cd5a9cebac None None] Provisioning for port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:40.279827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2a632a9d-0ab8-4602-b8f5-22cd5a9cebac None None] Could not find standard attr ID for object d2c3ba04-4da1-4675-9a26-fe2c0cad5047. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:03:40.281762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0298d-7086-4466-ad90-75a561252061 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Subnet': ['ID=925ddc12-c1bb-44e3-a0ac-41df8d91421c,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:40.354957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f0298d-7086-4466-ad90-75a561252061 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Checking segment: {'id': 'f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5509e384-bcd1-4ea8-9c69-be7bc0cb66c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:40.355641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0298d-7086-4466-ad90-75a561252061 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network hostable DHCP agents. Network: 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:40.393494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0298d-7086-4466-ad90-75a561252061 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:40.452972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-39f0298d-7086-4466-ad90-75a561252061 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:40.462294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa39554-3848-47a4-8985-05ffdd27439b None None] Network 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:40.491975 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cd91fb6f-4e12-4487-9983-747de2bbdd69 req-28f69d3a-f4bc-494f-924d-b28de99ac44d tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0734107 Aug 09 16:03:40.497826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f0298d-7086-4466-ad90-75a561252061 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:40.498726 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39f0298d-7086-4466-ad90-75a561252061 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.540700 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-39f0298d-7086-4466-ad90-75a561252061 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9061480 Aug 09 16:03:40.544334 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59158) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:40.552237 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.554325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '5509e384-bcd1-4ea8-9c69-be7bc0cb66c1', 'name': 'tempest-PortsIpV6TestJSON-978086688'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:40.560280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:40.561256 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.591624 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:28Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:39Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:40.643768 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1a895e5c-a948-4395-a8cd-26681d1ce462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.654424 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882df5e-45f1-4318-bf50-51e7a8d9d59d None None] The sync data for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 is: [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:28Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:39Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:40.709991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7306762 Aug 09 16:03:40.715263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59160) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:40.739915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'name': 'tempest-PortsTestJSON-1013414949'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:40.756836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:40.762534 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.802049 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port fcecd00e-bf00-45f5-bd75-d51228bee614 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:40.844699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e403c-3b51-4e1c-ab6e-4711d05c4f08 req-4915ef56-578a-4ba3-b613-9833a2a6452f tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:40.863132 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa8e403c-3b51-4e1c-ab6e-4711d05c4f08 req-4915ef56-578a-4ba3-b613-9833a2a6452f tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.3278427 Aug 09 16:03:40.864939 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.869655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-5509e384-bcd1-4ea8-9c69-be7bc0cb66c1', 'network_id': '5509e384-bcd1-4ea8-9c69-be7bc0cb66c1', 'tenant_id': '596d8765b0fd4c94a6c68a2e70f64cb0', 'fixed_ips': [{'subnet_id': '925ddc12-c1bb-44e3-a0ac-41df8d91421c'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:40.870513 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:40.884386 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.033075 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8::f3 (5509e384-bcd1-4ea8-9c69-be7bc0cb66c1/925ddc12-c1bb-44e3-a0ac-41df8d91421c/fcecd00e-bf00-45f5-bd75-d51228bee614) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:41.076645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa500900-e65c-4dbc-83ad-816cbcc62bcd tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Network': ['ID=dc47a3ed-407b-4bef-8250-5b993556a33d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:41.092159 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network dc47a3ed-407b-4bef-8250-5b993556a33d details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:41.305728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.388088 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa8e403c-3b51-4e1c-ab6e-4711d05c4f08 req-ba0dec13-fcf0-4a42-908f-cc37f1b18815 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239162 Aug 09 16:03:41.392033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:41.396377 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.422703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3589a707-dbde-4cef-ae8a-2d73edaae562 None None] Network c8b15455-cba1-4385-b933-6224aeab96a6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:41.531655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:41.588447 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port e9161ced-2f2d-445a-8371-201a13d7bce7 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:41.721383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-08fe78e8-80a2-488b-a9aa-4eee1db7986e None None] Provisioning for port e6b89d87-ce45-4666-a091-849c824a6ebc completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:41.723916 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.729225 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.762491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Transition to ACTIVE for port object fcecd00e-bf00-45f5-bd75-d51228bee614 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:41.770537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:41.795281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:41.795744 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.808105 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ccc5c788-0791-40b8-8b8b-844a44f82368 req-80b171a1-105f-41ea-b71f-65e1795aa5c4 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0809808 Aug 09 16:03:41.827833 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.842501 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.842501 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:41.869845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d4c71-ac04-4ed1-8797-19e5441f650d req-ee8da002-3d6e-4d39-a23c-a5bad20407a5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:41.877786 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa6d4c71-ac04-4ed1-8797-19e5441f650d req-ee8da002-3d6e-4d39-a23c-a5bad20407a5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.1185274 Aug 09 16:03:41.930160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event updated for resources: {'Port': ['ID=97668701-ca5b-4952-9ae3-ea1f6da41b20,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:41.960692 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.017481 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.032010 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fa6d4c71-ac04-4ed1-8797-19e5441f650d req-965a17ca-7a04-4d19-90a9-982d8cbae97f tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432004 Aug 09 16:03:42.034990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=fcecd00e-bf00-45f5-bd75-d51228bee614,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:42.063735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Allocated IP 2001:db8::2 (5509e384-bcd1-4ea8-9c69-be7bc0cb66c1/925ddc12-c1bb-44e3-a0ac-41df8d91421c/03948f8d-25b9-4557-9b75-31fee6631a47) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:42.080421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48,segment=NetworkSegment(55e636ef-bf97-402f-877c-3165440c24cc),segment_id=55e636ef-bf97-402f-877c-3165440c24cc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:42.082227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:42.086737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:42.090108 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.090889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e6b89d87-ce45-4666-a091-849c824a6ebc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:42.098487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:42.105101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:42.105806 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.123496 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2d2252b2-7357-4dab-a323-3ddd1ed3a2a7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5776973 Aug 09 16:03:42.126595 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59172) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:42.141566 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '5509e384-bcd1-4ea8-9c69-be7bc0cb66c1', 'name': 'tempest-PortsIpV6TestJSON-1782190927'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:42.204358 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07544bed-826b-41a9-971a-4e8906c2f963 req-385d9484-a50b-4187-91a3-904114670397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:42.205931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07544bed-826b-41a9-971a-4e8906c2f963 req-385d9484-a50b-4187-91a3-904114670397 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=086fb16a47f4457db6b1fb2cd534457c&device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 1097 time: 0.4530203 Aug 09 16:03:42.212460 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.278242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:42.283128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Network c8b15455-cba1-4385-b933-6224aeab96a6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:42.288605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:42.312950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:42.313120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:42.315000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:42.316996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:42.317932 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:42.318364 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:42.322386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:42.322386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:42.322386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:42.323241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:42.323698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:42.325136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:42.325571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:03:42.326090 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.347221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port 0185f223-1c90-418a-a2d1-f9d2c6835c22 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:42.408695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e6b89d87-ce45-4666-a091-849c824a6ebc completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:42.419990 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e6b89d87-ce45-4666-a091-849c824a6ebc triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:42.420298 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.490061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.501679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-907860b1-02b9-45f5-892a-1d3a664f98ec None None] Provisioning for port 97668701-ca5b-4952-9ae3-ea1f6da41b20 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:42.518878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-907860b1-02b9-45f5-892a-1d3a664f98ec None None] Provisioning complete for port 97668701-ca5b-4952-9ae3-ea1f6da41b20 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:42.519647 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-907860b1-02b9-45f5-892a-1d3a664f98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.521220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07544bed-826b-41a9-971a-4e8906c2f963 req-f46b2ad4-e08d-4b6b-99cb-d1f78e8f17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:42.522783 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07544bed-826b-41a9-971a-4e8906c2f963 req-f46b2ad4-e08d-4b6b-99cb-d1f78e8f17d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff HTTP/1.1" status: 200 len: 912 time: 0.3084540 Aug 09 16:03:42.550346 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.577150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Transition to ACTIVE for port object 03948f8d-25b9-4557-9b75-31fee6631a47 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:42.584512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-907860b1-02b9-45f5-892a-1d3a664f98ec None None] Port 97668701-ca5b-4952-9ae3-ea1f6da41b20 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:03:42.613304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1159f21c-52c8-4a0c-8146-98b7f833f568 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:42.622203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07544bed-826b-41a9-971a-4e8906c2f963 req-4ff8335c-7715-4636-8add-5eb3a375cc36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3650bca3-f2e8-4be3-8814-b06596698ed6 HTTP/1.1" status: 200 len: 217 time: 0.0636477 Aug 09 16:03:42.625782 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Transition to ACTIVE for port object 03948f8d-25b9-4557-9b75-31fee6631a47 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:42.640893 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.654111 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.688521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=e9161ced-2f2d-445a-8371-201a13d7bce7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:42.709475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Network 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:42.714992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:42.719566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:42.776483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8::32c (5509e384-bcd1-4ea8-9c69-be7bc0cb66c1/925ddc12-c1bb-44e3-a0ac-41df8d91421c/0185f223-1c90-418a-a2d1-f9d2c6835c22) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:42.800801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Pushing event updated for resources: {'Port': ['ID=03948f8d-25b9-4557-9b75-31fee6631a47,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:42.808872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Checking segment: {'id': 'c2c5072c-a5ea-4287-947e-3696eb8c7ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:42.809256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network hostable DHCP agents. Network: dc47a3ed-407b-4bef-8250-5b993556a33d, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:42.812862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port e6b89d87-ce45-4666-a091-849c824a6ebc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e6b89d87-ce45-4666-a091-849c824a6ebc,segment=NetworkSegment(8e065834-6182-4605-9534-b240aed75c7c),segment_id=8e065834-6182-4605-9534-b240aed75c7c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:42.835306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-11497127-49db-4920-8750-03fb1c5b33d0 None None] Provisioning complete for port 97668701-ca5b-4952-9ae3-ea1f6da41b20 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:42.835774 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-11497127-49db-4920-8750-03fb1c5b33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.843695 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.917302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Attempting to bind port 03948f8d-25b9-4557-9b75-31fee6631a47 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:42.917781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Attempting to bind port 03948f8d-25b9-4557-9b75-31fee6631a47 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5509e384-bcd1-4ea8-9c69-be7bc0cb66c1'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:42.918212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Attempting to bind port 03948f8d-25b9-4557-9b75-31fee6631a47 on network 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:42.938202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:42.949844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3a2fe19d-41cc-42bf-8c8a-d081c4c3e870 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3119309 Aug 09 16:03:42.951771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07544bed-826b-41a9-971a-4e8906c2f963 req-9b601531-3bbb-41c3-8503-3e11e504f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:42.953305 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07544bed-826b-41a9-971a-4e8906c2f963 req-9b601531-3bbb-41c3-8503-3e11e504f11d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6131387-8542-4fb2-9550-dcd88eedfaa5 HTTP/1.1" status: 200 len: 851 time: 0.3238392 Aug 09 16:03:42.955673 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59178) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:42.956859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:42.957921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Checking segment: {'id': 'f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5509e384-bcd1-4ea8-9c69-be7bc0cb66c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:42.960694 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.961683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Bound using segment: {'id': 'f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5509e384-bcd1-4ea8-9c69-be7bc0cb66c1'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:42.962303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Bound port: 03948f8d-25b9-4557-9b75-31fee6631a47, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5509e384-bcd1-4ea8-9c69-be7bc0cb66c1'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:42.962697 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:42.963058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8cc904a0-95e8-469d-aaaf-3674ea1c035b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:42.981933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Sync routers for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:43.007319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-11497127-49db-4920-8750-03fb1c5b33d0 None None] Port 97668701-ca5b-4952-9ae3-ea1f6da41b20 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:03:43.050868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cd01bab3-0de0-4347-9813-ed75522645cf req-140948c3-fbc2-44af-95d5-2357025337aa tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0920830 Aug 09 16:03:43.053487 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07544bed-826b-41a9-971a-4e8906c2f963 req-5edd6562-5563-41c7-9e51-fb3d3776b8dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732775 Aug 09 16:03:43.054517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network dc47a3ed-407b-4bef-8250-5b993556a33d is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:43.094507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=e6b89d87-ce45-4666-a091-849c824a6ebc,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:43.123752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:43.124525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:43.148320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, dc47a3ed-407b-4bef-8250-5b993556a33d) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:43.153657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:43.160244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:43.160804 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.191861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b8c7bd-9651-40d4-8cf0-419eb30f5661 None None] Network dc47a3ed-407b-4bef-8250-5b993556a33d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:43.198951 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] For port 03948f8d-25b9-4557-9b75-31fee6631a47, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:43.211469 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1e537178-a481-46d7-b786-f0976a3ba592 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4777837 Aug 09 16:03:43.213073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59182) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:43.225738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c6cdb471-c2b0-4bff-895d-909339710684 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-330936829'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:43.243722 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.301892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07544bed-826b-41a9-971a-4e8906c2f963 req-a46d6691-dbe0-4b9b-835b-68061cf3f7f0 service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387817 Aug 09 16:03:43.302781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] For port 03948f8d-25b9-4557-9b75-31fee6631a47, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=03948f8d-25b9-4557-9b75-31fee6631a47,segment=NetworkSegment(f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb),segment_id=f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:43.303401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cdb471-c2b0-4bff-895d-909339710684 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:43.306364 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.310567 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb471-c2b0-4bff-895d-909339710684 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.326172 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Transition to ACTIVE for port object 0185f223-1c90-418a-a2d1-f9d2c6835c22 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:43.343671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:43.358323 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.426290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f13625af-82db-4402-9151-83ce3e3c2d1d None None] Provisioning complete for port 97668701-ca5b-4952-9ae3-ea1f6da41b20 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:43.426691 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f13625af-82db-4402-9151-83ce3e3c2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.453429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07544bed-826b-41a9-971a-4e8906c2f963 req-92e3aef7-0137-46b3-bdf9-a50a033bd4f2 service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278298 Aug 09 16:03:43.472103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cdb471-c2b0-4bff-895d-909339710684 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:43.483911 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb471-c2b0-4bff-895d-909339710684 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.484350 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-c6cdb471-c2b0-4bff-895d-909339710684 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Added segment 7df0be44-8d5b-4e35-a32c-385f5bc78ce8 of type vlan for network 1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143 Aug 09 16:03:43.536118 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580a0a6-69e7-448e-b30e-baa39a693d65 req-b391a758-7b3d-413d-99f5-8640b9897f74 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:43.546415 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9580a0a6-69e7-448e-b30e-baa39a693d65 req-b391a758-7b3d-413d-99f5-8640b9897f74 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.3575542 Aug 09 16:03:43.550165 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.553813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:43.555276 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb471-c2b0-4bff-895d-909339710684 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.651673 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb471-c2b0-4bff-895d-909339710684 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.661387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cdb471-c2b0-4bff-895d-909339710684 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:43.662706 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb471-c2b0-4bff-895d-909339710684 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.737460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f13625af-82db-4402-9151-83ce3e3c2d1d None None] Port 97668701-ca5b-4952-9ae3-ea1f6da41b20 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:03:43.760015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15d10c-d00a-4b5f-b69f-a2dc100abde1 None None] Pushing event updated for resources: {'Port': ['ID=03948f8d-25b9-4557-9b75-31fee6631a47,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:43.777039 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9580a0a6-69e7-448e-b30e-baa39a693d65 req-c622e6cd-8bf6-4420-b1ab-a79027908d5b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300894 Aug 09 16:03:43.818565 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.848072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.extraroute_db [None req-8cc904a0-95e8-469d-aaaf-3674ea1c035b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 09 16:03:43.873257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03794407-dbe4-43c0-be76-02b3d73e83a2 req-2e51cb84-d898-40ac-8003-90a06ea2abd4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2720296 Aug 09 16:03:43.879197 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c6cdb471-c2b0-4bff-895d-909339710684 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6634357 Aug 09 16:03:43.884094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59190) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:43.921376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'ports': [{'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d'}, {'network_id': '1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143'}]} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:43.921867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:43.922461 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': '1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:43.964075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdb471-c2b0-4bff-895d-909339710684 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Network': ['ID=1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:43.998610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:44.025631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03794407-dbe4-43c0-be76-02b3d73e83a2 req-3d47c28c-46dc-45b0-8d32-4d1219bdc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:44.027582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03794407-dbe4-43c0-be76-02b3d73e83a2 req-3d47c28c-46dc-45b0-8d32-4d1219bdc205 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=086fb16a47f4457db6b1fb2cd534457c&device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 1096 time: 0.0589614 Aug 09 16:03:44.041663 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.extraroute_db [None req-8cc904a0-95e8-469d-aaaf-3674ea1c035b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Removed routes are [] {{(pid=94289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 09 16:03:44.042079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cc904a0-95e8-469d-aaaf-3674ea1c035b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.055324 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:44.064255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:44.074774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:44.075391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.096224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=0185f223-1c90-418a-a2d1-f9d2c6835c22,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:44.114181 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:44.191527 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03794407-dbe4-43c0-be76-02b3d73e83a2 req-e9c35567-ba37-4918-b66f-0332a0633afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:44.196014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03794407-dbe4-43c0-be76-02b3d73e83a2 req-e9c35567-ba37-4918-b66f-0332a0633afd service neutron] 10.222.0.53 "GET /v2.0/networks?id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff HTTP/1.1" status: 200 len: 912 time: 0.1369059 Aug 09 16:03:44.240582 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3840f282-1d96-465c-97bd-03eec0e7623e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1128905 Aug 09 16:03:44.249504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59194) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:44.263550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03794407-dbe4-43c0-be76-02b3d73e83a2 req-2a44149a-84ce-4ff7-8f6b-17820a0a47af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90be6eda-2ad3-4a92-ab86-0a3a71a7beac HTTP/1.1" status: 200 len: 217 time: 0.0601795 Aug 09 16:03:44.277119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:44.277677 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.298014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a077e5d8-eb5c-438d-af8c-290b44d51eeb req-8dd1e596-0d8b-4641-8b05-c7294c71d3f5 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0375676 Aug 09 16:03:44.361454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03794407-dbe4-43c0-be76-02b3d73e83a2 req-77efb3b3-2098-432e-9811-d31d16da8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:44.363142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03794407-dbe4-43c0-be76-02b3d73e83a2 req-77efb3b3-2098-432e-9811-d31d16da8891 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6131387-8542-4fb2-9550-dcd88eedfaa5 HTTP/1.1" status: 200 len: 851 time: 0.0641932 Aug 09 16:03:44.425426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03794407-dbe4-43c0-be76-02b3d73e83a2 req-cf22a17d-f0fb-44d2-9873-649bc4817d55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521152 Aug 09 16:03:44.478751 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e6b89d87-ce45-4666-a091-849c824a6ebc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:44.506662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda3c59-ac8c-42e1-8402-2875b8558dfb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:44.507359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7fda3c59-ac8c-42e1-8402-2875b8558dfb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af3 HTTP/1.1" status: 200 len: 927 time: 0.2568812 Aug 09 16:03:44.514485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59196) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:44.543207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:40Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': '97668701-ca5b-4952-9ae3-ea1f6da41b20', 'name': '', 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:86:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:36Z', 'updated_at': '2021-08-09T16:03:41Z', 'revision_number': 2, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:42Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:44.558370 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03794407-dbe4-43c0-be76-02b3d73e83a2 req-de8c4179-43ff-4f1c-bbac-e6b4dd09a6ba service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249485 Aug 09 16:03:44.573649 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cc904a0-95e8-469d-aaaf-3674ea1c035b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.581671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Checking router: 1159f21c-52c8-4a0c-8146-98b7f833f568 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:44.581883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Updating router 1159f21c-52c8-4a0c-8146-98b7f833f568 port 97668701-ca5b-4952-9ae3-ea1f6da41b20 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:03:44.612972 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cc904a0-95e8-469d-aaaf-3674ea1c035b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.615320 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.618777 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e6b89d87-ce45-4666-a091-849c824a6ebc triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:44.619156 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.635335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 2} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:44.640719 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.715479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-03794407-dbe4-43c0-be76-02b3d73e83a2 req-60c4dfe0-0d10-430c-bab6-4c96cffc8118 service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493747 Aug 09 16:03:44.786314 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.957306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-66066c47-efe9-4cb6-8d73-80cab32e3b4f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port 0185f223-1c90-418a-a2d1-f9d2c6835c22 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:44.959538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66066c47-efe9-4cb6-8d73-80cab32e3b4f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:44.964972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc904a0-95e8-469d-aaaf-3674ea1c035b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1159f21c-52c8-4a0c-8146-98b7f833f568 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:45.099326 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.113266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Transition to ACTIVE for port object 97668701-ca5b-4952-9ae3-ea1f6da41b20 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:45.122921 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.141804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port 42350ea4-8d8c-467d-9247-f7d2e11c52dd yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:45.143634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865652c-c985-481f-860a-cbb9fe8dcc84 None None] Network 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:45.271356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f19695c0-f249-46b9-b633-1f323844227e None None] Provisioning for port 03948f8d-25b9-4557-9b75-31fee6631a47 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:45.281050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0441aec-e337-4221-891a-37ba331762a1 req-3c282cb0-dfe7-43ef-b6f4-c4e084da73eb tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:45.291791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c0441aec-e337-4221-891a-37ba331762a1 req-3c282cb0-dfe7-43ef-b6f4-c4e084da73eb tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.3482809 Aug 09 16:03:45.293499 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda43c8-055e-4352-9e64-9ae6b8689a0f None None] Pushing event updated for resources: {'Port': ['ID=97668701-ca5b-4952-9ae3-ea1f6da41b20,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:45.336915 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Attempting to bind port 97668701-ca5b-4952-9ae3-ea1f6da41b20 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:45.337288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Attempting to bind port 97668701-ca5b-4952-9ae3-ea1f6da41b20 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '8e065834-6182-4605-9534-b240aed75c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:45.337704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Attempting to bind port 97668701-ca5b-4952-9ae3-ea1f6da41b20 on network c8b15455-cba1-4385-b933-6224aeab96a6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:45.343489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 03948f8d-25b9-4557-9b75-31fee6631a47 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:45.346559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc904a0-95e8-469d-aaaf-3674ea1c035b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:45.349552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66066c47-efe9-4cb6-8d73-80cab32e3b4f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.382652 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cc904a0-95e8-469d-aaaf-3674ea1c035b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.384093 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8cc904a0-95e8-469d-aaaf-3674ea1c035b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568 HTTP/1.1" status: 200 len: 953 time: 2.4268165 Aug 09 16:03:45.384987 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:45.385367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Checking segment: {'id': '8e065834-6182-4605-9534-b240aed75c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:45.385806 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.386207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Bound using segment: {'id': '8e065834-6182-4605-9534-b240aed75c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:45.387408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59204) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:45.395542 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Bound port: 97668701-ca5b-4952-9ae3-ea1f6da41b20, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e065834-6182-4605-9534-b240aed75c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:45.396324 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-66066c47-efe9-4cb6-8d73-80cab32e3b4f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for 0185f223-1c90-418a-a2d1-f9d2c6835c22 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:45.404969 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.521451 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c0441aec-e337-4221-891a-37ba331762a1 req-8abeadda-3462-444c-8fd9-52e08b6d2df7 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016807 Aug 09 16:03:45.591403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.641635 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4cf504b6-19b6-4cf9-93d9-4e22700b51ee req-b07b8ba0-d4bb-439d-9c0a-19b0464d10e8 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.1881769 Aug 09 16:03:45.691290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] For port 97668701-ca5b-4952-9ae3-ea1f6da41b20, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:45.697964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 03948f8d-25b9-4557-9b75-31fee6631a47 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:45.721986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-765b8f09-1993-4db0-b15a-ef7b7c4bca34 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568 HTTP/1.1" status: 200 len: 953 time: 0.3332953 Aug 09 16:03:45.724466 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port c02b2aec-9d84-4bc4-ae54-41a37e56c707 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:45.724750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59206) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:45.734633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-19d6c682-cc94-4bc6-9f82-f751048d8c02 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'router': {'routes': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:45.761706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] For port 97668701-ca5b-4952-9ae3-ea1f6da41b20, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=97668701-ca5b-4952-9ae3-ea1f6da41b20,segment=NetworkSegment(8e065834-6182-4605-9534-b240aed75c7c),segment_id=8e065834-6182-4605-9534-b240aed75c7c)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:45.766074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 03948f8d-25b9-4557-9b75-31fee6631a47 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:45.766674 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.775760 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.788398 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66066c47-efe9-4cb6-8d73-80cab32e3b4f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:45.932419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda43c8-055e-4352-9e64-9ae6b8689a0f None None] Pushing event updated for resources: {'Port': ['ID=97668701-ca5b-4952-9ae3-ea1f6da41b20,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:45.940927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:45.941833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:46.173969 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:46.217195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:46.293843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 03948f8d-25b9-4557-9b75-31fee6631a47, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=03948f8d-25b9-4557-9b75-31fee6631a47,segment=NetworkSegment(f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb),segment_id=f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:46.304291 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:46.444908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66066c47-efe9-4cb6-8d73-80cab32e3b4f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=0185f223-1c90-418a-a2d1-f9d2c6835c22,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:46.522369 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:46.577185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:46.611072 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66066c47-efe9-4cb6-8d73-80cab32e3b4f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:46.613094 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-66066c47-efe9-4cb6-8d73-80cab32e3b4f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/0185f223-1c90-418a-a2d1-f9d2c6835c22 HTTP/1.1" status: 204 len: 168 time: 2.0979736 Aug 09 16:03:46.616560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59212) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:46.662429 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4dfe5f-c7ea-4e14-b284-2e2470326acc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:03:46.666716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9b4dfe5f-c7ea-4e14-b284-2e2470326acc tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/0185f223-1c90-418a-a2d1-f9d2c6835c22 HTTP/1.1" status: 404 len: 333 time: 0.0457525 Aug 09 16:03:46.670594 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network dc47a3ed-407b-4bef-8250-5b993556a33d is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:46.672944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59214) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:46.685821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:46.694960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b66632e4-71dc-4587-abd5-fc3f3f33f252 None None] Could not find standard attr ID for object 0185f223-1c90-418a-a2d1-f9d2c6835c22. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:03:46.715787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:46.721180 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:46.751827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=42350ea4-8d8c-467d-9247-f7d2e11c52dd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:46.794579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b66632e4-71dc-4587-abd5-fc3f3f33f252 None None] Provisioning complete for port 03948f8d-25b9-4557-9b75-31fee6631a47 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:46.794965 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b66632e4-71dc-4587-abd5-fc3f3f33f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:46.823836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def0b3f-d503-46a0-9d2e-d4b9ce38039b req-16cf7f42-8597-4120-9157-80faf5b2ab63 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:46.825955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9def0b3f-d503-46a0-9d2e-d4b9ce38039b req-16cf7f42-8597-4120-9157-80faf5b2ab63 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.1615696 Aug 09 16:03:46.848118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=03948f8d-25b9-4557-9b75-31fee6631a47,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:46.869072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=c02b2aec-9d84-4bc4-ae54-41a37e56c707,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:46.907332 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Checking segment: {'id': '7df0be44-8d5b-4e35-a32c-385f5bc78ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:46.907726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network hostable DHCP agents. Network: 1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:46.927990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1863d1b-2275-48e9-b94d-b3fd1614e9b1 req-34964e3d-6836-45dc-b57e-bab9e8da5055 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0534060 Aug 09 16:03:46.973879 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9def0b3f-d503-46a0-9d2e-d4b9ce38039b req-bfa80e14-b541-4e51-936c-3462df648694 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296883 Aug 09 16:03:46.997153 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:47.009842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:47.013958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-8cc153d3-57d5-4193-abe3-1b9b7b2dae83 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port fcecd00e-bf00-45f5-bd75-d51228bee614 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:47.014317 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8cc153d3-57d5-4193-abe3-1b9b7b2dae83 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.014459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:47.021878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:47.027645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:47.028379 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.042286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd8127d-491b-4e12-85d0-ed1876297da7 None None] Network 1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:47.061273 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4e2e57db-1647-476e-8b94-80f71cf77c7d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1616881 Aug 09 16:03:47.065569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59218) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:47.089886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.extraroute_db [None req-19d6c682-cc94-4bc6-9f82-f751048d8c02 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Added routes are [] {{(pid=94290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 09 16:03:47.090260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.extraroute_db [None req-19d6c682-cc94-4bc6-9f82-f751048d8c02 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 09 16:03:47.143697 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8cc153d3-57d5-4193-abe3-1b9b7b2dae83 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.144747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b66632e4-71dc-4587-abd5-fc3f3f33f252 None None] Provisioning for port fcecd00e-bf00-45f5-bd75-d51228bee614 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:47.169822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b66632e4-71dc-4587-abd5-fc3f3f33f252 None None] Provisioning complete for port fcecd00e-bf00-45f5-bd75-d51228bee614 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:47.170469 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b66632e4-71dc-4587-abd5-fc3f3f33f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.173404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-8cc153d3-57d5-4193-abe3-1b9b7b2dae83 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for fcecd00e-bf00-45f5-bd75-d51228bee614 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:47.205293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19d6c682-cc94-4bc6-9f82-f751048d8c02 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.259672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b66632e4-71dc-4587-abd5-fc3f3f33f252 None None] Port fcecd00e-bf00-45f5-bd75-d51228bee614 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:03:47.284702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:43Z', 'revision_number': 6, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': '97668701-ca5b-4952-9ae3-ea1f6da41b20', 'name': '', 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:86:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:36Z', 'updated_at': '2021-08-09T16:03:45Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:42Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:47.324609 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c769dd77-d9a7-472a-b22a-87b14ee5d58d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port c02b2aec-9d84-4bc4-ae54-41a37e56c707 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:47.325028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c769dd77-d9a7-472a-b22a-87b14ee5d58d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.349411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 03948f8d-25b9-4557-9b75-31fee6631a47 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:47.406344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5e51c4-7d96-4117-ad3e-0ae9a7b5782f None None] The sync data for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 is: [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:43Z', 'revision_number': 6, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': '97668701-ca5b-4952-9ae3-ea1f6da41b20', 'name': '', 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:86:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:36Z', 'updated_at': '2021-08-09T16:03:45Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:42Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:47.419578 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c769dd77-d9a7-472a-b22a-87b14ee5d58d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.437652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c769dd77-d9a7-472a-b22a-87b14ee5d58d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for c02b2aec-9d84-4bc4-ae54-41a37e56c707 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:47.501384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 03948f8d-25b9-4557-9b75-31fee6631a47 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:47.501384 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.572310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8ddc19eb-8174-4b78-963a-f764ca0ce662 None None] Could not find standard attr ID for object 0185f223-1c90-418a-a2d1-f9d2c6835c22. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:03:47.600480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8ddc19eb-8174-4b78-963a-f764ca0ce662 None None] Provisioning complete for port fcecd00e-bf00-45f5-bd75-d51228bee614 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:47.600863 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ddc19eb-8174-4b78-963a-f764ca0ce662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.637808 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8cc153d3-57d5-4193-abe3-1b9b7b2dae83 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.666695 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c769dd77-d9a7-472a-b22a-87b14ee5d58d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.681175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc153d3-57d5-4193-abe3-1b9b7b2dae83 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=fcecd00e-bf00-45f5-bd75-d51228bee614,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:47.698481 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19d6c682-cc94-4bc6-9f82-f751048d8c02 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.704978 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19d6c682-cc94-4bc6-9f82-f751048d8c02 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.713063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769dd77-d9a7-472a-b22a-87b14ee5d58d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=c02b2aec-9d84-4bc4-ae54-41a37e56c707,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:47.729711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c769dd77-d9a7-472a-b22a-87b14ee5d58d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.733651 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c769dd77-d9a7-472a-b22a-87b14ee5d58d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/c02b2aec-9d84-4bc4-ae54-41a37e56c707 HTTP/1.1" status: 204 len: 168 time: 0.6665974 Aug 09 16:03:47.737206 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8cc153d3-57d5-4193-abe3-1b9b7b2dae83 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:47.740030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8cc153d3-57d5-4193-abe3-1b9b7b2dae83 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/fcecd00e-bf00-45f5-bd75-d51228bee614 HTTP/1.1" status: 204 len: 168 time: 1.0657759 Aug 09 16:03:47.750603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59222) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:47.774027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59224) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:47.821495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8ddc19eb-8174-4b78-963a-f764ca0ce662 None None] Port fcecd00e-bf00-45f5-bd75-d51228bee614 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:03:47.860777 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57ba71d-f3cc-462e-8960-15ab052fd93d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:03:47.863447 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c57ba71d-f3cc-462e-8960-15ab052fd93d tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/fcecd00e-bf00-45f5-bd75-d51228bee614 HTTP/1.1" status: 404 len: 333 time: 0.1114199 Aug 09 16:03:47.868108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59234) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:47.913079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d6c682-cc94-4bc6-9f82-f751048d8c02 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1159f21c-52c8-4a0c-8146-98b7f833f568 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:47.932442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7212b-b8ce-4b86-993e-99b8a8ca191f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:47.942826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7212b-b8ce-4b86-993e-99b8a8ca191f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:47.944626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-75e7212b-b8ce-4b86-993e-99b8a8ca191f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1686416 Aug 09 16:03:47.948106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59236) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:48.068579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-515db74b-75b7-4141-a2ea-86336fc4ed24 req-e976e494-a03e-4463-99ff-ab6c7a4de61a tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0313706 Aug 09 16:03:48.082726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d6c682-cc94-4bc6-9f82-f751048d8c02 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:48.084576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3db7806-6e12-4e83-b6e3-4412800478c4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting subnet 925ddc12-c1bb-44e3-a0ac-41df8d91421c {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:48.090552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3db7806-6e12-4e83-b6e3-4412800478c4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.091038 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19d6c682-cc94-4bc6-9f82-f751048d8c02 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.092365 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-19d6c682-cc94-4bc6-9f82-f751048d8c02 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568 HTTP/1.1" status: 200 len: 703 time: 2.3659267 Aug 09 16:03:48.096911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59242) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:48.200239 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3db7806-6e12-4e83-b6e3-4412800478c4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.240979 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e13ae5d7-695c-444e-aeeb-1f6c4f503c9c tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568 HTTP/1.1" status: 200 len: 703 time: 0.1429310 Aug 09 16:03:48.244915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59244) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:48.251882 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0698a217-d6d6-4355-a390-54bfdd072934 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 42350ea4-8d8c-467d-9247-f7d2e11c52dd {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:48.252427 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0698a217-d6d6-4355-a390-54bfdd072934 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.342058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cea4f0-52a9-43ff-a87e-c665d09257fb req-551aa2ce-1be1-49eb-8f36-4d80a772d04b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:48.343795 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-58cea4f0-52a9-43ff-a87e-c665d09257fb req-551aa2ce-1be1-49eb-8f36-4d80a772d04b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.2206376 Aug 09 16:03:48.409330 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0698a217-d6d6-4355-a390-54bfdd072934 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.432365 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0698a217-d6d6-4355-a390-54bfdd072934 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 42350ea4-8d8c-467d-9247-f7d2e11c52dd owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:48.460861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3db7806-6e12-4e83-b6e3-4412800478c4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.524359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-58cea4f0-52a9-43ff-a87e-c665d09257fb req-2643b8fa-c092-4a09-ac3a-afdff357aa60 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646445 Aug 09 16:03:48.590062 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3db7806-6e12-4e83-b6e3-4412800478c4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.603710 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bcbd15-5bc7-48e2-8609-af6a64e66f5d None None] Sync routers for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:48.613469 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bcbd15-5bc7-48e2-8609-af6a64e66f5d None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:48.614395 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-35bcbd15-5bc7-48e2-8609-af6a64e66f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:48.630446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db7806-6e12-4e83-b6e3-4412800478c4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Subnet': ['ID=925ddc12-c1bb-44e3-a0ac-41df8d91421c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:48.637860 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3db7806-6e12-4e83-b6e3-4412800478c4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.643243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b3db7806-6e12-4e83-b6e3-4412800478c4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/925ddc12-c1bb-44e3-a0ac-41df8d91421c HTTP/1.1" status: 204 len: 168 time: 0.7723444 Aug 09 16:03:48.643981 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59256) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:48.653380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a456d0-c70c-4c65-8261-5e727e95d4b1 None None] Network 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:48.657725 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0698a217-d6d6-4355-a390-54bfdd072934 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.698771 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30e994fa-b37f-43e5-ac92-ee35019e7136 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.738997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698a217-d6d6-4355-a390-54bfdd072934 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=42350ea4-8d8c-467d-9247-f7d2e11c52dd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:48.767685 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0698a217-d6d6-4355-a390-54bfdd072934 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.773997 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0698a217-d6d6-4355-a390-54bfdd072934 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/42350ea4-8d8c-467d-9247-f7d2e11c52dd HTTP/1.1" status: 204 len: 168 time: 0.8243828 Aug 09 16:03:48.777508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59258) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:48.782460 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-35bcbd15-5bc7-48e2-8609-af6a64e66f5d None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:48.846925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.874163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29584cd3-7555-489f-82bf-a9b075be4e0f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:48.888991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-29584cd3-7555-489f-82bf-a9b075be4e0f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1102295 Aug 09 16:03:48.890940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59260) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:48.939823 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e16e6cf-06c8-4516-94e0-705d773cb3c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:03:48.944358 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6e16e6cf-06c8-4516-94e0-705d773cb3c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/c02b2aec-9d84-4bc4-ae54-41a37e56c707 HTTP/1.1" status: 404 len: 333 time: 0.0524457 Aug 09 16:03:48.945727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59262) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:48.970587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d30295-a8f6-481b-a318-db098ef2c8af None None] DHCP port deletion for 5509e384-bcd1-4ea8-9c69-be7bc0cb66c1 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:48.975710 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port 03948f8d-25b9-4557-9b75-31fee6631a47 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:48.976053 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:48.985603 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-55596acc-7587-4f90-83ea-0beed6fb267e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:03:48.987270 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-55596acc-7587-4f90-83ea-0beed6fb267e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/42350ea4-8d8c-467d-9247-f7d2e11c52dd HTTP/1.1" status: 404 len: 333 time: 0.0403199 Aug 09 16:03:48.991423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59264) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:49.078601 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d0d30295-a8f6-481b-a318-db098ef2c8af None None] Deleting port 03948f8d-25b9-4557-9b75-31fee6631a47 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:49.080770 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d0d30295-a8f6-481b-a318-db098ef2c8af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.111935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-30e994fa-b37f-43e5-ac92-ee35019e7136 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port 97668701-ca5b-4952-9ae3-ea1f6da41b20 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:49.112478 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30e994fa-b37f-43e5-ac92-ee35019e7136 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.128872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] For port 03948f8d-25b9-4557-9b75-31fee6631a47, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=03948f8d-25b9-4557-9b75-31fee6631a47,segment=NetworkSegment(f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb),segment_id=f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:49.129350 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.151622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.155855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for 03948f8d-25b9-4557-9b75-31fee6631a47 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:49.248613 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d0d30295-a8f6-481b-a318-db098ef2c8af None None] For port 03948f8d-25b9-4557-9b75-31fee6631a47, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=03948f8d-25b9-4557-9b75-31fee6631a47,segment=NetworkSegment(f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb),segment_id=f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:49.248986 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d0d30295-a8f6-481b-a318-db098ef2c8af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.264565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d0d30295-a8f6-481b-a318-db098ef2c8af None None] Calling delete_port for 03948f8d-25b9-4557-9b75-31fee6631a47 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:49.339007 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-30e994fa-b37f-43e5-ac92-ee35019e7136 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] For port 97668701-ca5b-4952-9ae3-ea1f6da41b20, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=97668701-ca5b-4952-9ae3-ea1f6da41b20,segment=NetworkSegment(8e065834-6182-4605-9534-b240aed75c7c),segment_id=8e065834-6182-4605-9534-b240aed75c7c)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:49.340834 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30e994fa-b37f-43e5-ac92-ee35019e7136 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.368451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-30e994fa-b37f-43e5-ac92-ee35019e7136 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for 97668701-ca5b-4952-9ae3-ea1f6da41b20 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:49.373567 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d0d30295-a8f6-481b-a318-db098ef2c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.394981 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.405170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 97668701-ca5b-4952-9ae3-ea1f6da41b20 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:49.421289 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:49.426834 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-35bcbd15-5bc7-48e2-8609-af6a64e66f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:47Z', 'revision_number': 7, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': '97668701-ca5b-4952-9ae3-ea1f6da41b20', 'name': '', 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:86:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:36Z', 'updated_at': '2021-08-09T16:03:45Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:42Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:49.434330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df0be44-8d5b-4e35-a32c-385f5bc78ce8') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:49.434673 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df0be44-8d5b-4e35-a32c-385f5bc78ce8') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:49.446659 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.448426 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.482629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=03948f8d-25b9-4557-9b75-31fee6631a47,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:49.496157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No DVR routers for this DVR port 03948f8d-25b9-4557-9b75-31fee6631a47 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:49.500018 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.506019 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bcbd15-5bc7-48e2-8609-af6a64e66f5d None None] Checking router: 1159f21c-52c8-4a0c-8146-98b7f833f568 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:49.518406 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bcbd15-5bc7-48e2-8609-af6a64e66f5d None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:49.519029 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-35bcbd15-5bc7-48e2-8609-af6a64e66f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:49.533938 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:49.534346 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:49.538105 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:49.562076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d30295-a8f6-481b-a318-db098ef2c8af None None] No DVR routers for this DVR port 03948f8d-25b9-4557-9b75-31fee6631a47 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:49.566185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d30295-a8f6-481b-a318-db098ef2c8af None None] Pushing event deleted for resources: {'Port': ['ID=03948f8d-25b9-4557-9b75-31fee6631a47,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:49.629766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 97668701-ca5b-4952-9ae3-ea1f6da41b20 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:49.638322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 97668701-ca5b-4952-9ae3-ea1f6da41b20 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:49.638931 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.692334 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-35bcbd15-5bc7-48e2-8609-af6a64e66f5d None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:49.721223 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.739226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5509e384-bcd1-4ea8-9c69-be7bc0cb66c1']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:49.756793 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.778607 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.787247 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/networks/1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143 HTTP/1.1" status: 204 len: 168 time: 0.7949173 Aug 09 16:03:49.789167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59272) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:49.791128 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:49.791419 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e67b5b-b2dd-44a6-868a-e1c35c5dabbb') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:49.801439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fed16579-33ce-4607-9dc5-f7bd25c7b7e5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-110752539'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:49.803917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8677decf-4d7c-44c5-b202-6fa91c3a6c78 req-164f47e6-fa72-4cc6-a66d-aa439bd971ba tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.1803215 Aug 09 16:03:49.827746 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30e994fa-b37f-43e5-ac92-ee35019e7136 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.849303 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.859764 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.873504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbefa4-3523-4a03-978d-451f92b7a96c req-96a81964-11df-4b4b-941c-18dd10d5f3a3 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:49.875305 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b8dbefa4-3523-4a03-978d-451f92b7a96c req-96a81964-11df-4b4b-941c-18dd10d5f3a3 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.2046752 Aug 09 16:03:49.884866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e994fa-b37f-43e5-ac92-ee35019e7136 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=97668701-ca5b-4952-9ae3-ea1f6da41b20,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:49.885126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1b0c3-5722-4ae7-be0b-230564bdec35 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Network': ['ID=1cf67c7f-6c2f-4e60-b5ce-5c2e00e7f143,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:49.948247 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.979646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:49.980071 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:49.984789 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:50.005700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed16579-33ce-4607-9dc5-f7bd25c7b7e5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:50.011215 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fed16579-33ce-4607-9dc5-f7bd25c7b7e5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.040436 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b8dbefa4-3523-4a03-978d-451f92b7a96c req-7e80831f-2542-4607-9d6b-147ef02c38c7 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344023 Aug 09 16:03:50.046637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 03948f8d-25b9-4557-9b75-31fee6631a47 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:50.088959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 03948f8d-25b9-4557-9b75-31fee6631a47 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:50.089575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 03948f8d-25b9-4557-9b75-31fee6631a47 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:50.145768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed16579-33ce-4607-9dc5-f7bd25c7b7e5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:50.152289 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30e994fa-b37f-43e5-ac92-ee35019e7136 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.158147 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.160594 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fed16579-33ce-4607-9dc5-f7bd25c7b7e5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.161020 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-fed16579-33ce-4607-9dc5-f7bd25c7b7e5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Added segment 2d7890e3-5b14-4b37-9430-5a04bf58fc34 of type vlan for network 12d5ee6d-b76b-4e1c-8ed8-6a1adf243294 Aug 09 16:03:50.170410 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-35bcbd15-5bc7-48e2-8609-af6a64e66f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:47Z', 'revision_number': 7, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': '97668701-ca5b-4952-9ae3-ea1f6da41b20', 'name': '', 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:86:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:36Z', 'updated_at': '2021-08-09T16:03:45Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:42Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:50.176125 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.178252 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/networks/5509e384-bcd1-4ea8-9c69-be7bc0cb66c1 HTTP/1.1" status: 204 len: 168 time: 1.5333269 Aug 09 16:03:50.188654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59274) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:50.193902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ba4a11f7-9f9e-4dab-afb8-7f535af153a9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-7910792'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:50.227468 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bcbd15-5bc7-48e2-8609-af6a64e66f5d None None] The sync data for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 is: [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:47Z', 'revision_number': 7, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': '97668701-ca5b-4952-9ae3-ea1f6da41b20', 'name': '', 'network_id': 'c8b15455-cba1-4385-b933-6224aeab96a6', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:86:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:36Z', 'updated_at': '2021-08-09T16:03:45Z', 'revision_number': 4, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'cb240566-fdfc-49dd-aa25-f5959dc31d07', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:42Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:50.247880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a49d8-7556-4f56-9338-5fdcd62218a6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Network': ['ID=5509e384-bcd1-4ea8-9c69-be7bc0cb66c1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:50.280248 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fed16579-33ce-4607-9dc5-f7bd25c7b7e5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.297703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4a11f7-9f9e-4dab-afb8-7f535af153a9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:50.301322 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4a11f7-9f9e-4dab-afb8-7f535af153a9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.342241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4a11f7-9f9e-4dab-afb8-7f535af153a9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:50.352845 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4a11f7-9f9e-4dab-afb8-7f535af153a9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.353198 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-ba4a11f7-9f9e-4dab-afb8-7f535af153a9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Added segment d3ff1a62-e686-4d23-96c3-88b971d232ae of type vlan for network 43d445b0-45bd-4958-bc26-0556ec24ce99 Aug 09 16:03:50.362558 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fed16579-33ce-4607-9dc5-f7bd25c7b7e5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.368765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed16579-33ce-4607-9dc5-f7bd25c7b7e5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:50.370961 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fed16579-33ce-4607-9dc5-f7bd25c7b7e5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.467303 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4a11f7-9f9e-4dab-afb8-7f535af153a9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.471867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fed16579-33ce-4607-9dc5-f7bd25c7b7e5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6745253 Aug 09 16:03:50.475573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59284) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:50.485326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-179337f6-83ab-4d64-8a4e-0455b3b53dd5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': '12d5ee6d-b76b-4e1c-8ed8-6a1adf243294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:50.511266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed16579-33ce-4607-9dc5-f7bd25c7b7e5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Network': ['ID=12d5ee6d-b76b-4e1c-8ed8-6a1adf243294,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:50.528363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 12d5ee6d-b76b-4e1c-8ed8-6a1adf243294 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:50.613419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4a11f7-9f9e-4dab-afb8-7f535af153a9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.620641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4a11f7-9f9e-4dab-afb8-7f535af153a9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:50.621298 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba4a11f7-9f9e-4dab-afb8-7f535af153a9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.715265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a11f7-9f9e-4dab-afb8-7f535af153a9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Network': ['ID=43d445b0-45bd-4958-bc26-0556ec24ce99,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:50.719155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179337f6-83ab-4d64-8a4e-0455b3b53dd5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:50.722671 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-179337f6-83ab-4d64-8a4e-0455b3b53dd5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.730622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 43d445b0-45bd-4958-bc26-0556ec24ce99 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:50.744471 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ba4a11f7-9f9e-4dab-afb8-7f535af153a9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5548198 Aug 09 16:03:50.767991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59288) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:50.774504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8fb82ce8-a312-4c6a-a9c3-6f6ea8f57972 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '43d445b0-45bd-4958-bc26-0556ec24ce99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:50.871880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e994fa-b37f-43e5-ac92-ee35019e7136 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1159f21c-52c8-4a0c-8146-98b7f833f568 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:50.979748 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-179337f6-83ab-4d64-8a4e-0455b3b53dd5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:50.988328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb82ce8-a312-4c6a-a9c3-6f6ea8f57972 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:50.991571 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fb82ce8-a312-4c6a-a9c3-6f6ea8f57972 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.024931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bb77ce41-ce50-45a5-81c5-22ddbc7f17bb req-d4c0edf3-3adc-4cb4-9bd3-a378c1ab500f tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0771546 Aug 09 16:03:51.077103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179337f6-83ab-4d64-8a4e-0455b3b53dd5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Checking segment: {'id': '2d7890e3-5b14-4b37-9430-5a04bf58fc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '12d5ee6d-b76b-4e1c-8ed8-6a1adf243294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:51.078026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179337f6-83ab-4d64-8a4e-0455b3b53dd5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network hostable DHCP agents. Network: 12d5ee6d-b76b-4e1c-8ed8-6a1adf243294, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:51.084624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179337f6-83ab-4d64-8a4e-0455b3b53dd5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Subnet': ['ID=b4f781a0-6175-4058-ad90-5c7f8e628b46,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:51.108407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e994fa-b37f-43e5-ac92-ee35019e7136 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:51.109223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179337f6-83ab-4d64-8a4e-0455b3b53dd5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 12d5ee6d-b76b-4e1c-8ed8-6a1adf243294 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:51.119841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-30e994fa-b37f-43e5-ac92-ee35019e7136 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8711097 Aug 09 16:03:51.123084 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024fe590-a56c-4ddf-b6ff-1125d416dd50 None None] Sync routers for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:51.124864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59294) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:51.135922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024fe590-a56c-4ddf-b6ff-1125d416dd50 None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:51.136846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-024fe590-a56c-4ddf-b6ff-1125d416dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:51.146123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-179337f6-83ab-4d64-8a4e-0455b3b53dd5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 12d5ee6d-b76b-4e1c-8ed8-6a1adf243294) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:51.188248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df39f840-7e5f-4eab-ab9c-bdbb8a73c03c None None] Network 12d5ee6d-b76b-4e1c-8ed8-6a1adf243294 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:51.201379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179337f6-83ab-4d64-8a4e-0455b3b53dd5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:51.202298 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-179337f6-83ab-4d64-8a4e-0455b3b53dd5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.234709 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-179337f6-83ab-4d64-8a4e-0455b3b53dd5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7580707 Aug 09 16:03:51.245562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59296) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:51.250941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': '12d5ee6d-b76b-4e1c-8ed8-6a1adf243294', 'name': 'tempest-PortsTestJSON-95559225'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:51.317866 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fb82ce8-a312-4c6a-a9c3-6f6ea8f57972 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.339333 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768415b9-bab9-4c30-8372-1632e36af0f3 req-2f3e8441-d4f3-4fe8-aa9c-fca84351e81f tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:51.341369 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-768415b9-bab9-4c30-8372-1632e36af0f3 req-2f3e8441-d4f3-4fe8-aa9c-fca84351e81f tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.2059250 Aug 09 16:03:51.350576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd77ac6-ce87-4b06-8fbb-447b4e713b75 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting subnet cb240566-fdfc-49dd-aa25-f5959dc31d07 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:51.363398 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7fd77ac6-ce87-4b06-8fbb-447b4e713b75 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.380425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb82ce8-a312-4c6a-a9c3-6f6ea8f57972 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Subnet': ['ID=0275f666-b1e1-4caa-ae0d-688c8bb2c5f6,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:51.408888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb82ce8-a312-4c6a-a9c3-6f6ea8f57972 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Checking segment: {'id': 'd3ff1a62-e686-4d23-96c3-88b971d232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '43d445b0-45bd-4958-bc26-0556ec24ce99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:51.410293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb82ce8-a312-4c6a-a9c3-6f6ea8f57972 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network hostable DHCP agents. Network: 43d445b0-45bd-4958-bc26-0556ec24ce99, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:51.424207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-024fe590-a56c-4ddf-b6ff-1125d416dd50 None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:51.439678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb82ce8-a312-4c6a-a9c3-6f6ea8f57972 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 43d445b0-45bd-4958-bc26-0556ec24ce99 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:51.448149 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-768415b9-bab9-4c30-8372-1632e36af0f3 req-30c57c77-9909-4bbc-bd4f-052915558e19 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952225 Aug 09 16:03:51.452360 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7fd77ac6-ce87-4b06-8fbb-447b4e713b75 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.459677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-8fb82ce8-a312-4c6a-a9c3-6f6ea8f57972 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 43d445b0-45bd-4958-bc26-0556ec24ce99) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:51.464484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb82ce8-a312-4c6a-a9c3-6f6ea8f57972 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:51.465098 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fb82ce8-a312-4c6a-a9c3-6f6ea8f57972 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.485552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98a8f8-1c4e-4c1f-9a7d-78d866b08a0c None None] Network 43d445b0-45bd-4958-bc26-0556ec24ce99 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:51.486636 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8fb82ce8-a312-4c6a-a9c3-6f6ea8f57972 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7173417 Aug 09 16:03:51.489264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59298) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:51.498802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '43d445b0-45bd-4958-bc26-0556ec24ce99', 'name': 'tempest-PortsIpV6TestJSON-980199400', 'fixed_ips': [{'subnet_id': '0275f666-b1e1-4caa-ae0d-688c8bb2c5f6', 'ip_address': '2001:db8::10'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:51.547481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-12d5ee6d-b76b-4e1c-8ed8-6a1adf243294', 'network_id': '12d5ee6d-b76b-4e1c-8ed8-6a1adf243294', 'tenant_id': '138e98a468924b939cb78ad3108818e3', 'fixed_ips': [{'subnet_id': 'b4f781a0-6175-4058-ad90-5c7f8e628b46'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:51.548327 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.619477 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7fd77ac6-ce87-4b06-8fbb-447b4e713b75 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.661148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:51.665822 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.675411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:51.690485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port 15fcfd01-cb99-4945-9ca5-41f4c04b8b45 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:51.786162 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7fd77ac6-ce87-4b06-8fbb-447b4e713b75 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.795569 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.826822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port f0533be9-74bf-4f4b-87cc-7afa051ae87d yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:51.836182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd77ac6-ce87-4b06-8fbb-447b4e713b75 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Subnet': ['ID=cb240566-fdfc-49dd-aa25-f5959dc31d07,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:51.843219 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7fd77ac6-ce87-4b06-8fbb-447b4e713b75 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:51.845553 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7fd77ac6-ce87-4b06-8fbb-447b4e713b75 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/cb240566-fdfc-49dd-aa25-f5959dc31d07 HTTP/1.1" status: 204 len: 168 time: 0.7195160 Aug 09 16:03:51.848325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59302) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:51.942564 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.002220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port e6b89d87-ce45-4666-a091-849c824a6ebc {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:52.003149 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.010506 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c414cd-ae72-41d2-af55-2dba72d4df1d None None] Network c8b15455-cba1-4385-b933-6224aeab96a6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:52.065777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8::10 (43d445b0-45bd-4958-bc26-0556ec24ce99/0275f666-b1e1-4caa-ae0d-688c8bb2c5f6/f0533be9-74bf-4f4b-87cc-7afa051ae87d) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:52.128150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Allocated IP 172.20.0.2 (12d5ee6d-b76b-4e1c-8ed8-6a1adf243294/b4f781a0-6175-4058-ad90-5c7f8e628b46/77480ebd-f626-45ce-8248-08fa3b50f915) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:52.146092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] For port e6b89d87-ce45-4666-a091-849c824a6ebc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e6b89d87-ce45-4666-a091-849c824a6ebc,segment=NetworkSegment(8e065834-6182-4605-9534-b240aed75c7c),segment_id=8e065834-6182-4605-9534-b240aed75c7c)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:52.147604 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.187772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for e6b89d87-ce45-4666-a091-849c824a6ebc owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:52.197501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-43d445b0-45bd-4958-bc26-0556ec24ce99', 'network_id': '43d445b0-45bd-4958-bc26-0556ec24ce99', 'tenant_id': '596d8765b0fd4c94a6c68a2e70f64cb0', 'fixed_ips': [{'subnet_id': '0275f666-b1e1-4caa-ae0d-688c8bb2c5f6'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:03:52.198384 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.216432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c12dc0e-d7c3-4024-8f00-d6dd71811f85 req-67dfb734-0c7e-4860-9dee-b671d1b097df tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0405376 Aug 09 16:03:52.297037 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.313293 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.318062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Transition to ACTIVE for port object f0533be9-74bf-4f4b-87cc-7afa051ae87d will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:52.332454 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No DVR routers for this DVR port e6b89d87-ce45-4666-a091-849c824a6ebc on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:52.358021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=e6b89d87-ce45-4666-a091-849c824a6ebc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:52.359173 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.429871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 43d445b0-45bd-4958-bc26-0556ec24ce99 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:52.433556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:52.438148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:52.444076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:52.444984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.452473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-024fe590-a56c-4ddf-b6ff-1125d416dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:49Z', 'revision_number': 8, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:42Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:52.455319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=f0533be9-74bf-4f4b-87cc-7afa051ae87d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:52.473563 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-07d728f1-23af-4181-bdde-88125be07d1f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9816101 Aug 09 16:03:52.475966 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59306) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:52.486735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '43d445b0-45bd-4958-bc26-0556ec24ce99', 'name': 'tempest-PortsIpV6TestJSON-1282148359', 'fixed_ips': [{'subnet_id': '0275f666-b1e1-4caa-ae0d-688c8bb2c5f6', 'ip_address': '2001:db8::f'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:52.503002 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.527340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b15455-cba1-4385-b933-6224aeab96a6']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:52.543072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024fe590-a56c-4ddf-b6ff-1125d416dd50 None None] Checking router: 1159f21c-52c8-4a0c-8146-98b7f833f568 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:52.548286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e065834-6182-4605-9534-b240aed75c7c') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:52.548987 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e065834-6182-4605-9534-b240aed75c7c') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:52.558512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Allocated IP 2001:db8::2 (43d445b0-45bd-4958-bc26-0556ec24ce99/0275f666-b1e1-4caa-ae0d-688c8bb2c5f6/dfeeaaaa-385c-4074-be55-28a9e5494368) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:52.576578 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.594033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c5fcd-a2e8-4d80-8017-0d532701ff38 None None] DHCP port deletion for c8b15455-cba1-4385-b933-6224aeab96a6 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:52.615736 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.616418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024fe590-a56c-4ddf-b6ff-1125d416dd50 None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:52.616950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-024fe590-a56c-4ddf-b6ff-1125d416dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:52.645398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:52.646598 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:52.652001 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:52.750060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:52.759463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943da5ba-014b-4004-b918-f25701fad155 req-0265ecea-0995-43fd-99dd-92bb04e9962d tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:52.761734 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-943da5ba-014b-4004-b918-f25701fad155 req-0265ecea-0995-43fd-99dd-92bb04e9962d tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.1654422 Aug 09 16:03:52.764896 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.771445 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.776937 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.795864 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:52.800453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Transition to ACTIVE for port object 77480ebd-f626-45ce-8248-08fa3b50f915 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:52.802705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/networks/c8b15455-cba1-4385-b933-6224aeab96a6 HTTP/1.1" status: 204 len: 168 time: 0.9529436 Aug 09 16:03:52.803382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port 74476ac8-9c2f-488f-affc-9c7ff2f78a45 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:03:52.803824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59312) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:52.838793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-024fe590-a56c-4ddf-b6ff-1125d416dd50 None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:52.847331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde20e8-549f-4d6c-acfe-d8b74fb0c028 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Network': ['ID=c8b15455-cba1-4385-b933-6224aeab96a6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:52.890746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Transition to ACTIVE for port object 77480ebd-f626-45ce-8248-08fa3b50f915 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:52.912592 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.009068 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-943da5ba-014b-4004-b918-f25701fad155 req-e00f5caa-7196-4819-8fd3-6a85b9662a02 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024865 Aug 09 16:03:53.044743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.13 (12d5ee6d-b76b-4e1c-8ed8-6a1adf243294/b4f781a0-6175-4058-ad90-5c7f8e628b46/15fcfd01-cb99-4945-9ca5-41f4c04b8b45) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:53.090964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Network 12d5ee6d-b76b-4e1c-8ed8-6a1adf243294 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:53.109323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Pushing event updated for resources: {'Port': ['ID=77480ebd-f626-45ce-8248-08fa3b50f915,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:53.117393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:53.125128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:53.132756 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.157873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Transition to ACTIVE for port object dfeeaaaa-385c-4074-be55-28a9e5494368 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:53.252964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Transition to ACTIVE for port object dfeeaaaa-385c-4074-be55-28a9e5494368 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:53.264868 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.287669 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Attempting to bind port 77480ebd-f626-45ce-8248-08fa3b50f915 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:53.288041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Attempting to bind port 77480ebd-f626-45ce-8248-08fa3b50f915 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '2d7890e3-5b14-4b37-9430-5a04bf58fc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '12d5ee6d-b76b-4e1c-8ed8-6a1adf243294'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:53.288406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Attempting to bind port 77480ebd-f626-45ce-8248-08fa3b50f915 on network 12d5ee6d-b76b-4e1c-8ed8-6a1adf243294 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:53.323890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:53.324270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Checking segment: {'id': '2d7890e3-5b14-4b37-9430-5a04bf58fc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '12d5ee6d-b76b-4e1c-8ed8-6a1adf243294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:53.324678 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.325081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Bound using segment: {'id': '2d7890e3-5b14-4b37-9430-5a04bf58fc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '12d5ee6d-b76b-4e1c-8ed8-6a1adf243294'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:53.325575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Bound port: 77480ebd-f626-45ce-8248-08fa3b50f915, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7890e3-5b14-4b37-9430-5a04bf58fc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '12d5ee6d-b76b-4e1c-8ed8-6a1adf243294'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:53.325991 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.332954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e6b89d87-ce45-4666-a091-849c824a6ebc no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:53.355242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8::f (43d445b0-45bd-4958-bc26-0556ec24ce99/0275f666-b1e1-4caa-ae0d-688c8bb2c5f6/74476ac8-9c2f-488f-affc-9c7ff2f78a45) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:03:53.395480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Network 43d445b0-45bd-4958-bc26-0556ec24ce99 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:53.406614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: e6b89d87-ce45-4666-a091-849c824a6ebc {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:53.407076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e6b89d87-ce45-4666-a091-849c824a6ebc not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:53.419096 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a69a9359-83ce-4c76-ac39-7b60afee4b1b req-087f5100-09fd-4282-ac4d-f5a3fcc67e57 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0550363 Aug 09 16:03:53.469483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:53.473824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:53.478828 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Pushing event updated for resources: {'Port': ['ID=dfeeaaaa-385c-4074-be55-28a9e5494368,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:53.564921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] For port 77480ebd-f626-45ce-8248-08fa3b50f915, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:53.587791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] For port 77480ebd-f626-45ce-8248-08fa3b50f915, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=77480ebd-f626-45ce-8248-08fa3b50f915,segment=NetworkSegment(2d7890e3-5b14-4b37-9430-5a04bf58fc34),segment_id=2d7890e3-5b14-4b37-9430-5a04bf58fc34)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:53.588958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Attempting to bind port dfeeaaaa-385c-4074-be55-28a9e5494368 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:03:53.589327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Attempting to bind port dfeeaaaa-385c-4074-be55-28a9e5494368 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd3ff1a62-e686-4d23-96c3-88b971d232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '43d445b0-45bd-4958-bc26-0556ec24ce99'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:03:53.589717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Attempting to bind port dfeeaaaa-385c-4074-be55-28a9e5494368 on network 43d445b0-45bd-4958-bc26-0556ec24ce99 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:03:53.593543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-024fe590-a56c-4ddf-b6ff-1125d416dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:49Z', 'revision_number': 8, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:42Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:53.628458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:03:53.628720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Checking segment: {'id': 'd3ff1a62-e686-4d23-96c3-88b971d232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '43d445b0-45bd-4958-bc26-0556ec24ce99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:53.629132 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.629548 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Bound using segment: {'id': 'd3ff1a62-e686-4d23-96c3-88b971d232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '43d445b0-45bd-4958-bc26-0556ec24ce99'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:03:53.630062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Bound port: dfeeaaaa-385c-4074-be55-28a9e5494368, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ff1a62-e686-4d23-96c3-88b971d232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '43d445b0-45bd-4958-bc26-0556ec24ce99'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:03:53.630456 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.632662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024fe590-a56c-4ddf-b6ff-1125d416dd50 None None] The sync data for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 is: [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:49Z', 'revision_number': 8, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48', 'name': '', 'network_id': '1791bffc-1460-4f33-97c7-8c202717a088', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:1c:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'df49504a-7c55-4f31-9568-da2982097e49', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:27Z', 'updated_at': '2021-08-09T16:03:42Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': 'df49504a-7c55-4f31-9568-da2982097e49', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:53.634940 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.638141 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.663536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Transition to ACTIVE for port object 74476ac8-9c2f-488f-affc-9c7ff2f78a45 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:53.710523 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.757883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cede53-13e4-4438-8fc2-26de3f863f71 None None] Pushing event updated for resources: {'Port': ['ID=77480ebd-f626-45ce-8248-08fa3b50f915,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:53.771738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] For port dfeeaaaa-385c-4074-be55-28a9e5494368, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:03:53.776280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] For port dfeeaaaa-385c-4074-be55-28a9e5494368, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=dfeeaaaa-385c-4074-be55-28a9e5494368,segment=NetworkSegment(d3ff1a62-e686-4d23-96c3-88b971d232ae),segment_id=d3ff1a62-e686-4d23-96c3-88b971d232ae)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:03:53.781241 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.781556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 43d445b0-45bd-4958-bc26-0556ec24ce99 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:53.785045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:53.797319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:53.806847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:53.832029 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:53.867910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7c71a-c449-42aa-bb36-0be7a1bb7dcb None None] Pushing event updated for resources: {'Port': ['ID=dfeeaaaa-385c-4074-be55-28a9e5494368,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:53.877154 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3997312 Aug 09 16:03:53.880040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59318) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:53.893194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780a71e-ecf1-4cad-97e5-b9bce1c73cd6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=74476ac8-9c2f-488f-affc-9c7ff2f78a45,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:54.075209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:54.119812 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483931a8-c6e9-4606-90d8-0e02f93b9836 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:54.121686 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-483931a8-c6e9-4606-90d8-0e02f93b9836 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2385249 Aug 09 16:03:54.125148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59322) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:54.163165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Transition to ACTIVE for port object 15fcfd01-cb99-4945-9ca5-41f4c04b8b45 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:03:54.258864 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:54.314577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18181de-807b-4a5b-b263-7fb59aaf9f41 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:54.324037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18181de-807b-4a5b-b263-7fb59aaf9f41 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:54.335481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18181de-807b-4a5b-b263-7fb59aaf9f41 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:54.340868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e18181de-807b-4a5b-b263-7fb59aaf9f41 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2119410 Aug 09 16:03:54.341439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59324) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:54.354999 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 12d5ee6d-b76b-4e1c-8ed8-6a1adf243294 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:03:54.368967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=15fcfd01-cb99-4945-9ca5-41f4c04b8b45,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:54.382755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:54.388489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:03:54.404771 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71b131-38cd-4f80-8c5d-15ae8444dbff req-fa19f9a0-ab88-4d45-8df7-fef9f02cee2f tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:54.406678 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ce71b131-38cd-4f80-8c5d-15ae8444dbff req-fa19f9a0-ab88-4d45-8df7-fef9f02cee2f tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.1623940 Aug 09 16:03:54.430667 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe3ce-eef5-43e7-b78e-2f3ec1f597d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:54.464854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c00c016e-c57c-4c75-b55d-195c348e3db4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port 74476ac8-9c2f-488f-affc-9c7ff2f78a45 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:54.465408 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c00c016e-c57c-4c75-b55d-195c348e3db4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:54.558559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:54.559240 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:54.567905 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79a697d9-a71d-458d-9b60-fdecce7a8686 req-12f09b97-7c1d-48d7-9987-26c312ced32c tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0324807 Aug 09 16:03:54.571284 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ce71b131-38cd-4f80-8c5d-15ae8444dbff req-a9b37dd5-a43a-402d-aac7-ec0b82673cd5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351898 Aug 09 16:03:54.594191 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2bf3961e-b168-4e74-b085-771eed6adbcf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3473237 Aug 09 16:03:54.599616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59328) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:54.615925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c00c016e-c57c-4c75-b55d-195c348e3db4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:54.649580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c00c016e-c57c-4c75-b55d-195c348e3db4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for 74476ac8-9c2f-488f-affc-9c7ff2f78a45 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:54.771711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e86aa70b-cd63-4098-b89e-8bc34cd4003e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 15fcfd01-cb99-4945-9ca5-41f4c04b8b45 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:54.772082 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e86aa70b-cd63-4098-b89e-8bc34cd4003e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:54.773262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ce4fe3ce-eef5-43e7-b78e-2f3ec1f597d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:54.773639 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe3ce-eef5-43e7-b78e-2f3ec1f597d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:54.894067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-ce4fe3ce-eef5-43e7-b78e-2f3ec1f597d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] For port e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48,segment=NetworkSegment(55e636ef-bf97-402f-877c-3165440c24cc),segment_id=55e636ef-bf97-402f-877c-3165440c24cc)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:54.894352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c00c016e-c57c-4c75-b55d-195c348e3db4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:54.894939 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe3ce-eef5-43e7-b78e-2f3ec1f597d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:54.927649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ce4fe3ce-eef5-43e7-b78e-2f3ec1f597d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:54.938752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c016e-c57c-4c75-b55d-195c348e3db4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=74476ac8-9c2f-488f-affc-9c7ff2f78a45,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:54.942114 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e86aa70b-cd63-4098-b89e-8bc34cd4003e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.002308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e86aa70b-cd63-4098-b89e-8bc34cd4003e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 15fcfd01-cb99-4945-9ca5-41f4c04b8b45 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:55.005199 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c00c016e-c57c-4c75-b55d-195c348e3db4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.009442 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c00c016e-c57c-4c75-b55d-195c348e3db4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/74476ac8-9c2f-488f-affc-9c7ff2f78a45 HTTP/1.1" status: 204 len: 168 time: 0.6667917 Aug 09 16:03:55.013237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59336) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:55.062378 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b649cc68-3723-43c4-9c94-f78d83457bb5 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:03:55.064329 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b649cc68-3723-43c4-9c94-f78d83457bb5 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/74476ac8-9c2f-488f-affc-9c7ff2f78a45 HTTP/1.1" status: 404 len: 333 time: 0.0499754 Aug 09 16:03:55.067946 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59338) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:55.244923 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe3ce-eef5-43e7-b78e-2f3ec1f597d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.290723 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fe3ce-eef5-43e7-b78e-2f3ec1f597d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:55.377440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ffd2e4-6fe5-4366-99c8-ca5b13b0e265 None None] Network 43d445b0-45bd-4958-bc26-0556ec24ce99 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:55.401164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-49d94d77-c59e-44bd-a927-690edbf183d0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port f0533be9-74bf-4f4b-87cc-7afa051ae87d {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:55.401666 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49d94d77-c59e-44bd-a927-690edbf183d0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.486120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 77480ebd-f626-45ce-8248-08fa3b50f915 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:55.550293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e86aa70b-cd63-4098-b89e-8bc34cd4003e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.574982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-54e671b7-88ae-40ea-9ff9-c48af8294f15 None None] Provisioning for port dfeeaaaa-385c-4074-be55-28a9e5494368 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:55.620242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aa70b-cd63-4098-b89e-8bc34cd4003e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=15fcfd01-cb99-4945-9ca5-41f4c04b8b45,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:55.653080 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe3ce-eef5-43e7-b78e-2f3ec1f597d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.664908 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49d94d77-c59e-44bd-a927-690edbf183d0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.669936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 77480ebd-f626-45ce-8248-08fa3b50f915 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:55.682746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device dfeeaaaa-385c-4074-be55-28a9e5494368 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:03:55.797372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-49d94d77-c59e-44bd-a927-690edbf183d0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for f0533be9-74bf-4f4b-87cc-7afa051ae87d owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:55.853177 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ca3e8bd-dbb1-4666-ab6b-5577bf71fa38 req-c1aac22c-508b-46a0-bea2-08c8833fa84d tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.1302218 Aug 09 16:03:55.886008 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e86aa70b-cd63-4098-b89e-8bc34cd4003e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:55.889066 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e86aa70b-cd63-4098-b89e-8bc34cd4003e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/15fcfd01-cb99-4945-9ca5-41f4c04b8b45 HTTP/1.1" status: 204 len: 168 time: 1.2871847 Aug 09 16:03:55.891138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59354) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:55.919502 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1640814-43b7-4f6c-89cd-331c71d8d2b4 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] DELETE failed (client error): The resource could not be found. Aug 09 16:03:55.920254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1640814-43b7-4f6c-89cd-331c71d8d2b4 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:03:55.922347 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e1640814-43b7-4f6c-89cd-331c71d8d2b4 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/15fcfd01-cb99-4945-9ca5-41f4c04b8b45 HTTP/1.1" status: 404 len: 333 time: 0.0302255 Aug 09 16:03:55.925379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59356) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:55.960181 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-44244406-900d-4255-b3e1-81331c5b354d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:03:55.962838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-44244406-900d-4255-b3e1-81331c5b354d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/15fcfd01-cb99-4945-9ca5-41f4c04b8b45 HTTP/1.1" status: 404 len: 333 time: 0.0361130 Aug 09 16:03:55.965645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59360) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:55.990079 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372a0ec-b7e4-4ce2-9e79-5efd1c9b11ab req-daff9df2-c992-4c9c-8f28-9fb5b1ecf3a3 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:55.993070 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9372a0ec-b7e4-4ce2-9e79-5efd1c9b11ab req-daff9df2-c992-4c9c-8f28-9fb5b1ecf3a3 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.2111936 Aug 09 16:03:56.024868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d4eb24-ef91-4c16-bf8f-ca81f69505d0 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting subnet b4f781a0-6175-4058-ad90-5c7f8e628b46 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:56.028784 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08d4eb24-ef91-4c16-bf8f-ca81f69505d0 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.056237 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9372a0ec-b7e4-4ce2-9e79-5efd1c9b11ab req-8e649d99-fbdc-4ef6-9f7b-a30b9fa1a075 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510752 Aug 09 16:03:56.058495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e75277-1578-456c-bd42-07c01e4fb238 None None] Network 12d5ee6d-b76b-4e1c-8ed8-6a1adf243294 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:56.095455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4fe3ce-eef5-43e7-b78e-2f3ec1f597d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1159f21c-52c8-4a0c-8146-98b7f833f568 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:56.113544 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08d4eb24-ef91-4c16-bf8f-ca81f69505d0 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.152375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49d94d77-c59e-44bd-a927-690edbf183d0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.196592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d94d77-c59e-44bd-a927-690edbf183d0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=f0533be9-74bf-4f4b-87cc-7afa051ae87d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:56.237502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-40b33bdc-854d-4dc8-be2e-7690da219164 None None] Provisioning for port 77480ebd-f626-45ce-8248-08fa3b50f915 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:56.239474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4fe3ce-eef5-43e7-b78e-2f3ec1f597d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:56.246737 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ce4fe3ce-eef5-43e7-b78e-2f3ec1f597d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4119370 Aug 09 16:03:56.250515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49d94d77-c59e-44bd-a927-690edbf183d0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.250838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59362) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:56.253644 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b866a-30a9-49fe-99e7-8a4d21df5008 None None] Sync routers for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:56.263309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-49d94d77-c59e-44bd-a927-690edbf183d0 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/f0533be9-74bf-4f4b-87cc-7afa051ae87d HTTP/1.1" status: 204 len: 168 time: 1.1889184 Aug 09 16:03:56.267482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-40b33bdc-854d-4dc8-be2e-7690da219164 None None] Provisioning complete for port 77480ebd-f626-45ce-8248-08fa3b50f915 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:56.267868 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-40b33bdc-854d-4dc8-be2e-7690da219164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.268393 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48b866a-30a9-49fe-99e7-8a4d21df5008 None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:56.269180 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b48b866a-30a9-49fe-99e7-8a4d21df5008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:56.272019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59364) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:56.312566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port dfeeaaaa-385c-4074-be55-28a9e5494368 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:03:56.327587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port dfeeaaaa-385c-4074-be55-28a9e5494368 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:56.327974 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.328971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1269be07-9841-4a94-a2d1-cba8d6c6932d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting subnet df49504a-7c55-4f31-9568-da2982097e49 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:56.333324 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1269be07-9841-4a94-a2d1-cba8d6c6932d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.344749 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b29ffd6-f2f3-499d-af9b-5fcb4476bf00 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:03:56.350185 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4b29ffd6-f2f3-499d-af9b-5fcb4476bf00 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/f0533be9-74bf-4f4b-87cc-7afa051ae87d HTTP/1.1" status: 404 len: 333 time: 0.0741725 Aug 09 16:03:56.354432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59366) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:56.402410 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08d4eb24-ef91-4c16-bf8f-ca81f69505d0 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.409566 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b48b866a-30a9-49fe-99e7-8a4d21df5008 None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:56.425325 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1269be07-9841-4a94-a2d1-cba8d6c6932d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.526945 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-40b33bdc-854d-4dc8-be2e-7690da219164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.558064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08d4eb24-ef91-4c16-bf8f-ca81f69505d0 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.601806 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1269be07-9841-4a94-a2d1-cba8d6c6932d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.612449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4eb24-ef91-4c16-bf8f-ca81f69505d0 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f781a0-6175-4058-ad90-5c7f8e628b46,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:56.629093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-08d4eb24-ef91-4c16-bf8f-ca81f69505d0 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.631086 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-08d4eb24-ef91-4c16-bf8f-ca81f69505d0 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/b4f781a0-6175-4058-ad90-5c7f8e628b46 HTTP/1.1" status: 204 len: 168 time: 0.6644955 Aug 09 16:03:56.635813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59368) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:56.693052 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b48b866a-30a9-49fe-99e7-8a4d21df5008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:55Z', 'revision_number': 9, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:56.730407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9862e8-6118-4db4-91f6-92287e88eb88 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting subnet 0275f666-b1e1-4caa-ae0d-688c8bb2c5f6 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:56.742659 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b866a-30a9-49fe-99e7-8a4d21df5008 None None] Checking router: 1159f21c-52c8-4a0c-8146-98b7f833f568 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:56.747429 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1269be07-9841-4a94-a2d1-cba8d6c6932d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.762440 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48b866a-30a9-49fe-99e7-8a4d21df5008 None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:56.765213 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b48b866a-30a9-49fe-99e7-8a4d21df5008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:56.768439 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.775201 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb9862e8-6118-4db4-91f6-92287e88eb88 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.825817 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-40b33bdc-854d-4dc8-be2e-7690da219164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:03:56.826194 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-40b33bdc-854d-4dc8-be2e-7690da219164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:03:56.843565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port dfeeaaaa-385c-4074-be55-28a9e5494368, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=dfeeaaaa-385c-4074-be55-28a9e5494368,segment=NetworkSegment(d3ff1a62-e686-4d23-96c3-88b971d232ae),segment_id=d3ff1a62-e686-4d23-96c3-88b971d232ae)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:56.851939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f892b95-1648-4d1b-91e0-be3091420046 None None] Network 1791bffc-1460-4f33-97c7-8c202717a088 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:56.856757 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269be07-9841-4a94-a2d1-cba8d6c6932d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Subnet': ['ID=df49504a-7c55-4f31-9568-da2982097e49,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:56.878539 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1269be07-9841-4a94-a2d1-cba8d6c6932d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.884704 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1269be07-9841-4a94-a2d1-cba8d6c6932d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/df49504a-7c55-4f31-9568-da2982097e49 HTTP/1.1" status: 204 len: 168 time: 0.6318376 Aug 09 16:03:56.892151 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59374) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:56.933457 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.947350 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b48b866a-30a9-49fe-99e7-8a4d21df5008 None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:56.965028 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb9862e8-6118-4db4-91f6-92287e88eb88 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.004763 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.074610 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.081434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 97668701-ca5b-4952-9ae3-ea1f6da41b20 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:57.109561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 97668701-ca5b-4952-9ae3-ea1f6da41b20 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:57.109956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 97668701-ca5b-4952-9ae3-ea1f6da41b20 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:57.116640 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e401d4d9-cd5f-4de5-890f-fb1cd82de10b req-a4d65098-10ae-444c-b73d-5f3acd6bab39 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0713947 Aug 09 16:03:57.170183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=dfeeaaaa-385c-4074-be55-28a9e5494368,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:57.253619 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb9862e8-6118-4db4-91f6-92287e88eb88 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.283393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811bac5b-bfc6-4fea-b55a-26c238b15cc9 None None] Network 12d5ee6d-b76b-4e1c-8ed8-6a1adf243294 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:57.300889 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:03:57.307908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port b165b970-9c79-4d52-bc85-cfedfef4eb68 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:57.308482 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.314683 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b48b866a-30a9-49fe-99e7-8a4d21df5008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:55Z', 'revision_number': 9, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:57.337496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba25be7-68a0-420f-b672-9298957e84d9 req-6d55d32f-cf26-45b3-832c-0960b821524a tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:57.339570 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fba25be7-68a0-420f-b672-9298957e84d9 req-6d55d32f-cf26-45b3-832c-0960b821524a tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.1332092 Aug 09 16:03:57.344332 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b866a-30a9-49fe-99e7-8a4d21df5008 None None] The sync data for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 is: [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:55Z', 'revision_number': 9, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3', 'name': '', 'network_id': '678094ca-368e-44ff-82a3-ce2f027bb4a3', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:05:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:22Z', 'updated_at': '2021-08-09T16:03:38Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '887e68e2-df4d-4c97-b05b-243a1e361235', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:57.431188 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-40b33bdc-854d-4dc8-be2e-7690da219164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.438682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 77480ebd-f626-45ce-8248-08fa3b50f915 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:57.439964 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.449562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] For port b165b970-9c79-4d52-bc85-cfedfef4eb68, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b165b970-9c79-4d52-bc85-cfedfef4eb68,segment=NetworkSegment(55e636ef-bf97-402f-877c-3165440c24cc),segment_id=55e636ef-bf97-402f-877c-3165440c24cc)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:57.449964 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.458043 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb9862e8-6118-4db4-91f6-92287e88eb88 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.464718 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fba25be7-68a0-420f-b672-9298957e84d9 req-2a027070-f0d5-43c6-a19a-e6aa31b620cf tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843265 Aug 09 16:03:57.469701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for b165b970-9c79-4d52-bc85-cfedfef4eb68 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:57.490357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-40b33bdc-854d-4dc8-be2e-7690da219164 None None] For port 77480ebd-f626-45ce-8248-08fa3b50f915, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=77480ebd-f626-45ce-8248-08fa3b50f915,segment=NetworkSegment(2d7890e3-5b14-4b37-9430-5a04bf58fc34),segment_id=2d7890e3-5b14-4b37-9430-5a04bf58fc34)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:57.500607 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-40b33bdc-854d-4dc8-be2e-7690da219164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.560824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b33bdc-854d-4dc8-be2e-7690da219164 None None] Pushing event updated for resources: {'Port': ['ID=77480ebd-f626-45ce-8248-08fa3b50f915,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:57.570591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] For port 77480ebd-f626-45ce-8248-08fa3b50f915, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=77480ebd-f626-45ce-8248-08fa3b50f915,segment=NetworkSegment(2d7890e3-5b14-4b37-9430-5a04bf58fc34),segment_id=2d7890e3-5b14-4b37-9430-5a04bf58fc34)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:57.571174 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.590457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9862e8-6118-4db4-91f6-92287e88eb88 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Subnet': ['ID=0275f666-b1e1-4caa-ae0d-688c8bb2c5f6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:57.597469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 77480ebd-f626-45ce-8248-08fa3b50f915 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:57.602322 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.607422 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb9862e8-6118-4db4-91f6-92287e88eb88 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.611683 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cb9862e8-6118-4db4-91f6-92287e88eb88 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/0275f666-b1e1-4caa-ae0d-688c8bb2c5f6 HTTP/1.1" status: 204 len: 168 time: 1.2519767 Aug 09 16:03:57.613223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59378) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:57.652752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2d7c0d0f-dee1-4498-bb66-b85bcc0a4c2a None None] Provisioning complete for port dfeeaaaa-385c-4074-be55-28a9e5494368 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:03:57.653051 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0d0f-dee1-4498-bb66-b85bcc0a4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.669416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=b165b970-9c79-4d52-bc85-cfedfef4eb68,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:57.710047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c81a4c-7c83-433c-9d7f-66cccf132ca4 None None] DHCP port deletion for 1791bffc-1460-4f33-97c7-8c202717a088 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:57.721281 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:57.751314 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No DVR routers for this DVR port b165b970-9c79-4d52-bc85-cfedfef4eb68 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:57.773813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=77480ebd-f626-45ce-8248-08fa3b50f915,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:57.784808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2d7c0d0f-dee1-4498-bb66-b85bcc0a4c2a None None] Could not find standard attr ID for object f0533be9-74bf-4f4b-87cc-7afa051ae87d. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:03:57.792242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2d7c0d0f-dee1-4498-bb66-b85bcc0a4c2a None None] Could not find standard attr ID for object 77480ebd-f626-45ce-8248-08fa3b50f915. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:03:57.807318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No DVR routers for this DVR port 77480ebd-f626-45ce-8248-08fa3b50f915 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:57.837190 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5545eed5-d1be-4a0e-8c49-5ca5a5dbd4d5 None None] DHCP port deletion for 12d5ee6d-b76b-4e1c-8ed8-6a1adf243294 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:57.879057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c133d88-1b12-4592-814c-b83969e4a5e0 None None] Network 43d445b0-45bd-4958-bc26-0556ec24ce99 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:57.975991 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ccc03f60-ccde-4ce6-8124-04fb3a15852b None None] Could not find standard attr ID for object 74476ac8-9c2f-488f-affc-9c7ff2f78a45. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:03:58.154383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f012a878-869d-44e6-94c3-5080c495aafe None None] DHCP port deletion for 43d445b0-45bd-4958-bc26-0556ec24ce99 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:58.219134 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.246135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d5ee6d-b76b-4e1c-8ed8-6a1adf243294']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:58.259251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7890e3-5b14-4b37-9430-5a04bf58fc34') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:58.259251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7890e3-5b14-4b37-9430-5a04bf58fc34') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:58.269372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f012a878-869d-44e6-94c3-5080c495aafe None None] Deleting port dfeeaaaa-385c-4074-be55-28a9e5494368 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:58.271272 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.272569 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f012a878-869d-44e6-94c3-5080c495aafe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.289411 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.308382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:58.308894 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:58.313839 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:58.317733 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.323803 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.340333 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1791bffc-1460-4f33-97c7-8c202717a088']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:58.356989 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e636ef-bf97-402f-877c-3165440c24cc') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:58.357370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e636ef-bf97-402f-877c-3165440c24cc') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:58.382718 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-344f41bc-e9b0-421f-81e2-d829f08ac53a req-13311cb1-43a6-41ed-91ad-7a673d6358fb tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.1474366 Aug 09 16:03:58.403383 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.413275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f012a878-869d-44e6-94c3-5080c495aafe None None] For port dfeeaaaa-385c-4074-be55-28a9e5494368, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=dfeeaaaa-385c-4074-be55-28a9e5494368,segment=NetworkSegment(d3ff1a62-e686-4d23-96c3-88b971d232ae),segment_id=d3ff1a62-e686-4d23-96c3-88b971d232ae)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:58.414303 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f012a878-869d-44e6-94c3-5080c495aafe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.425074 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.427718 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.431282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f012a878-869d-44e6-94c3-5080c495aafe None None] Calling delete_port for dfeeaaaa-385c-4074-be55-28a9e5494368 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:58.437933 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.438084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:58.438317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:58.441316 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:58.444255 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/networks/12d5ee6d-b76b-4e1c-8ed8-6a1adf243294 HTTP/1.1" status: 204 len: 168 time: 1.8069694 Aug 09 16:03:58.453253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59390) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:58.478054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a75666a7-12ce-4da2-bd2e-d3ab441e2832 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-869668954'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:58.485556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d5516-f63e-46a6-ab67-9b2fb809f8c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Network': ['ID=12d5ee6d-b76b-4e1c-8ed8-6a1adf243294,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:58.517137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port dfeeaaaa-385c-4074-be55-28a9e5494368 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:58.517778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75666a7-12ce-4da2-bd2e-d3ab441e2832 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:58.525217 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.526958 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a75666a7-12ce-4da2-bd2e-d3ab441e2832 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.547952 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f012a878-869d-44e6-94c3-5080c495aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.576407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75666a7-12ce-4da2-bd2e-d3ab441e2832 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:58.582446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f012a878-869d-44e6-94c3-5080c495aafe None None] No DVR routers for this DVR port dfeeaaaa-385c-4074-be55-28a9e5494368 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:58.584526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012a878-869d-44e6-94c3-5080c495aafe None None] Pushing event deleted for resources: {'Port': ['ID=dfeeaaaa-385c-4074-be55-28a9e5494368,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:58.597254 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a75666a7-12ce-4da2-bd2e-d3ab441e2832 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.597254 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-a75666a7-12ce-4da2-bd2e-d3ab441e2832 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Added segment afaf2048-e61e-4730-8f88-ef20429b752b of type vlan for network 7de00e39-7934-4b20-b6b3-24f64b09b0ab Aug 09 16:03:58.637920 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.644798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a75666a7-12ce-4da2-bd2e-d3ab441e2832 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.653573 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.655583 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/networks/1791bffc-1460-4f33-97c7-8c202717a088 HTTP/1.1" status: 204 len: 168 time: 1.7607961 Aug 09 16:03:58.660201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59394) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:58.674692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea0e8f-288a-4152-be7e-7b8167177c78 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Network': ['ID=1791bffc-1460-4f33-97c7-8c202717a088,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:58.685124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] For port dfeeaaaa-385c-4074-be55-28a9e5494368, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=dfeeaaaa-385c-4074-be55-28a9e5494368,segment=NetworkSegment(d3ff1a62-e686-4d23-96c3-88b971d232ae),segment_id=d3ff1a62-e686-4d23-96c3-88b971d232ae)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:58.685124 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.712110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9919f-24ca-417a-8b2b-8cde8d375733 req-1037210f-928b-4c78-a3e7-72c9541b9fe7 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:58.713776 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-62e9919f-24ca-417a-8b2b-8cde8d375733 req-1037210f-928b-4c78-a3e7-72c9541b9fe7 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.1221373 Aug 09 16:03:58.718336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for dfeeaaaa-385c-4074-be55-28a9e5494368 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:58.741702 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a75666a7-12ce-4da2-bd2e-d3ab441e2832 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.747122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75666a7-12ce-4da2-bd2e-d3ab441e2832 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:58.747754 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a75666a7-12ce-4da2-bd2e-d3ab441e2832 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.794130 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-62e9919f-24ca-417a-8b2b-8cde8d375733 req-a9d69efa-5675-45dc-a874-f89fce144a44 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713458 Aug 09 16:03:58.856117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a75666a7-12ce-4da2-bd2e-d3ab441e2832 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3933375 Aug 09 16:03:58.861449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59396) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:58.868673 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9a567877-1eb5-47d8-b1e9-d2f277563aa6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': '7de00e39-7934-4b20-b6b3-24f64b09b0ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:58.876270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75666a7-12ce-4da2-bd2e-d3ab441e2832 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Network': ['ID=7de00e39-7934-4b20-b6b3-24f64b09b0ab,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:58.890680 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:58.894689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 7de00e39-7934-4b20-b6b3-24f64b09b0ab details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:58.954258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=dfeeaaaa-385c-4074-be55-28a9e5494368,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:58.972918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No DVR routers for this DVR port dfeeaaaa-385c-4074-be55-28a9e5494368 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:59.084878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.100537 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d445b0-45bd-4958-bc26-0556ec24ce99']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:59.124836 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ff1a62-e686-4d23-96c3-88b971d232ae') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:59.125315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ff1a62-e686-4d23-96c3-88b971d232ae') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:59.133255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a567877-1eb5-47d8-b1e9-d2f277563aa6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:59.136882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a567877-1eb5-47d8-b1e9-d2f277563aa6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.144054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.164686 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d45f3142-3d3f-4dbe-9382-4ad42a3ef091 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.225239 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.239855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:59.240935 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:59.244511 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:59.269814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 77480ebd-f626-45ce-8248-08fa3b50f915 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:59.292766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 77480ebd-f626-45ce-8248-08fa3b50f915 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:59.293130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 77480ebd-f626-45ce-8248-08fa3b50f915 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:59.293731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b165b970-9c79-4d52-bc85-cfedfef4eb68 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:59.315722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: b165b970-9c79-4d52-bc85-cfedfef4eb68 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:59.316109 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b165b970-9c79-4d52-bc85-cfedfef4eb68 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:59.316988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device dfeeaaaa-385c-4074-be55-28a9e5494368 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:59.342564 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.353498 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.355983 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/networks/43d445b0-45bd-4958-bc26-0556ec24ce99 HTTP/1.1" status: 204 len: 168 time: 1.7014511 Aug 09 16:03:59.359754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59400) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:59.366679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: dfeeaaaa-385c-4074-be55-28a9e5494368 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:59.367037 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device dfeeaaaa-385c-4074-be55-28a9e5494368 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:59.367466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:59.384971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a8b5d950-1242-4e7e-8fd1-e59672ec897e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-776434579'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:59.397393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57691185-39c0-4bf1-ba3f-a23bad75a1b2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Network': ['ID=43d445b0-45bd-4958-bc26-0556ec24ce99,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:59.422876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:59.423441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e7cc6de4-fb7a-4e5a-8375-f8c8fe070b48 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:59.478301 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b5d950-1242-4e7e-8fd1-e59672ec897e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:03:59.481826 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d950-1242-4e7e-8fd1-e59672ec897e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.497302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d45f3142-3d3f-4dbe-9382-4ad42a3ef091 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:59.497669 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d45f3142-3d3f-4dbe-9382-4ad42a3ef091 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.552843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b5d950-1242-4e7e-8fd1-e59672ec897e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:03:59.565301 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-251d52c1-56e5-4d98-8829-cba1993aa6fd req-05d2e5cb-23ee-475b-8c1f-a83601887b77 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0704494 Aug 09 16:03:59.577550 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d950-1242-4e7e-8fd1-e59672ec897e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.578621 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-a8b5d950-1242-4e7e-8fd1-e59672ec897e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Added segment c6e83792-e3ac-4fae-932c-bc884a5c66a3 of type vlan for network 2e23e547-af0e-4cf4-958d-8e3d2938a084 Aug 09 16:03:59.622390 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a567877-1eb5-47d8-b1e9-d2f277563aa6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.635631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-d45f3142-3d3f-4dbe-9382-4ad42a3ef091 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] For port b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3,segment=NetworkSegment(9b15d6db-a211-4d17-9c4a-53900f192f80),segment_id=9b15d6db-a211-4d17-9c4a-53900f192f80)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:59.636180 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d45f3142-3d3f-4dbe-9382-4ad42a3ef091 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.650688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d45f3142-3d3f-4dbe-9382-4ad42a3ef091 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:59.659222 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d950-1242-4e7e-8fd1-e59672ec897e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.710975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a567877-1eb5-47d8-b1e9-d2f277563aa6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Subnet': ['ID=67c85ee8-ca0f-43f5-b296-135812be5c6e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:59.731100 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d950-1242-4e7e-8fd1-e59672ec897e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.736707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b5d950-1242-4e7e-8fd1-e59672ec897e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:59.737321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d950-1242-4e7e-8fd1-e59672ec897e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.750023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a567877-1eb5-47d8-b1e9-d2f277563aa6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Checking segment: {'id': 'afaf2048-e61e-4730-8f88-ef20429b752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7de00e39-7934-4b20-b6b3-24f64b09b0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:03:59.750385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a567877-1eb5-47d8-b1e9-d2f277563aa6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network hostable DHCP agents. Network: 7de00e39-7934-4b20-b6b3-24f64b09b0ab, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:03:59.809068 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a8b5d950-1242-4e7e-8fd1-e59672ec897e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4458532 Aug 09 16:03:59.813748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59404) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:59.821791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4a588acd-b409-4b09-8454-4818b09c9057 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '2e23e547-af0e-4cf4-958d-8e3d2938a084', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:59.825437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5d950-1242-4e7e-8fd1-e59672ec897e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Network': ['ID=2e23e547-af0e-4cf4-958d-8e3d2938a084,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:59.829068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a567877-1eb5-47d8-b1e9-d2f277563aa6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 7de00e39-7934-4b20-b6b3-24f64b09b0ab is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:03:59.848637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 2e23e547-af0e-4cf4-958d-8e3d2938a084 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:03:59.855238 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-9a567877-1eb5-47d8-b1e9-d2f277563aa6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 7de00e39-7934-4b20-b6b3-24f64b09b0ab) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:03:59.860800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a567877-1eb5-47d8-b1e9-d2f277563aa6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:59.861422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a567877-1eb5-47d8-b1e9-d2f277563aa6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.873921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d56d788-435b-4f40-b3ad-fcccc69a3e04 None None] Network 7de00e39-7934-4b20-b6b3-24f64b09b0ab requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:59.918851 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a567877-1eb5-47d8-b1e9-d2f277563aa6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0551479 Aug 09 16:03:59.928860 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59408) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:59.934693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': '7de00e39-7934-4b20-b6b3-24f64b09b0ab', 'security_groups': [], 'name': 'tempest-PortsTestJSON-935505684'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:03:59.942606 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d45f3142-3d3f-4dbe-9382-4ad42a3ef091 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.975144 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6cc36-728b-41a5-b8e7-8fcfd57a0619 req-8ad38924-8eda-4c41-ad00-719f48e4aa2e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:59.985703 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eaa6cc36-728b-41a5-b8e7-8fcfd57a0619 req-8ad38924-8eda-4c41-ad00-719f48e4aa2e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.0856380 Aug 09 16:04:00.024465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f3142-3d3f-4dbe-9382-4ad42a3ef091 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:00.028902 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eaa6cc36-728b-41a5-b8e7-8fcfd57a0619 req-02592a5a-926c-464c-89d9-6fa876c0b59e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421090 Aug 09 16:04:00.121078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-7de00e39-7934-4b20-b6b3-24f64b09b0ab', 'network_id': '7de00e39-7934-4b20-b6b3-24f64b09b0ab', 'tenant_id': '138e98a468924b939cb78ad3108818e3', 'fixed_ips': [{'subnet_id': '67c85ee8-ca0f-43f5-b296-135812be5c6e'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:04:00.122015 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.190256 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d45f3142-3d3f-4dbe-9382-4ad42a3ef091 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.230387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a588acd-b409-4b09-8454-4818b09c9057 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:00.233925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a588acd-b409-4b09-8454-4818b09c9057 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.288649 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Allocated IP 172.20.0.2 (7de00e39-7934-4b20-b6b3-24f64b09b0ab/67c85ee8-ca0f-43f5-b296-135812be5c6e/2dc423e8-725d-411f-8360-0efc281c3cb2) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:00.416153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:00.419596 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.476467 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.487494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Transition to ACTIVE for port object 2dc423e8-725d-411f-8360-0efc281c3cb2 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:00.500486 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port 0864f56b-7cbe-416d-9802-4c5865f55ec2 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:00.507239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Transition to ACTIVE for port object 2dc423e8-725d-411f-8360-0efc281c3cb2 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:00.515520 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.692247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45f3142-3d3f-4dbe-9382-4ad42a3ef091 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1159f21c-52c8-4a0c-8146-98b7f833f568 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:04:00.777903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Network 7de00e39-7934-4b20-b6b3-24f64b09b0ab is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:00.784626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:00.787170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Pushing event updated for resources: {'Port': ['ID=2dc423e8-725d-411f-8360-0efc281c3cb2,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:00.790811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:00.843227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1889c28f-5015-4e83-bae8-89643c5a6ff5 req-47de76ab-9afc-43fc-a47c-04a09fa65bc5 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.1228869 Aug 09 16:04:00.855091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Attempting to bind port 2dc423e8-725d-411f-8360-0efc281c3cb2 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:00.856213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Attempting to bind port 2dc423e8-725d-411f-8360-0efc281c3cb2 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'afaf2048-e61e-4730-8f88-ef20429b752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7de00e39-7934-4b20-b6b3-24f64b09b0ab'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:00.856757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Attempting to bind port 2dc423e8-725d-411f-8360-0efc281c3cb2 on network 7de00e39-7934-4b20-b6b3-24f64b09b0ab {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:00.864120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:00.864625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Checking segment: {'id': 'afaf2048-e61e-4730-8f88-ef20429b752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7de00e39-7934-4b20-b6b3-24f64b09b0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:00.866222 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.866222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Bound using segment: {'id': 'afaf2048-e61e-4730-8f88-ef20429b752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7de00e39-7934-4b20-b6b3-24f64b09b0ab'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:00.866222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Bound port: 2dc423e8-725d-411f-8360-0efc281c3cb2, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afaf2048-e61e-4730-8f88-ef20429b752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7de00e39-7934-4b20-b6b3-24f64b09b0ab'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:00.866810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.951177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] For port 2dc423e8-725d-411f-8360-0efc281c3cb2, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:00.955586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] For port 2dc423e8-725d-411f-8360-0efc281c3cb2, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2dc423e8-725d-411f-8360-0efc281c3cb2,segment=NetworkSegment(afaf2048-e61e-4730-8f88-ef20429b752b),segment_id=afaf2048-e61e-4730-8f88-ef20429b752b)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:00.961918 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.047636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1336ad-4e23-4bf4-82ca-c1598f76a279 None None] Pushing event updated for resources: {'Port': ['ID=2dc423e8-725d-411f-8360-0efc281c3cb2,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:01.217988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a30aaf-91a3-44e7-89ba-8649df35c268 req-81da7edc-f8fb-4aee-8b08-c782c982ddc3 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:01.219638 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72a30aaf-91a3-44e7-89ba-8649df35c268 req-81da7edc-f8fb-4aee-8b08-c782c982ddc3 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.1073091 Aug 09 16:04:01.247730 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a588acd-b409-4b09-8454-4818b09c9057 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.289314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.8 (7de00e39-7934-4b20-b6b3-24f64b09b0ab/67c85ee8-ca0f-43f5-b296-135812be5c6e/0864f56b-7cbe-416d-9802-4c5865f55ec2) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:01.346148 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72a30aaf-91a3-44e7-89ba-8649df35c268 req-b24e44eb-9063-45de-bdf2-da35db9fda32 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070476 Aug 09 16:04:01.434734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45f3142-3d3f-4dbe-9382-4ad42a3ef091 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:01.434734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a588acd-b409-4b09-8454-4818b09c9057 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Subnet': ['ID=56e019ce-45eb-4835-af7b-2594f1d315ca,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:01.446902 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b7c35-523f-4ad3-b79f-0765c9b43c0f None None] Sync routers for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:01.463038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b7c35-523f-4ad3-b79f-0765c9b43c0f None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:01.464127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ba5b7c35-523f-4ad3-b79f-0765c9b43c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:01.472949 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d45f3142-3d3f-4dbe-9382-4ad42a3ef091 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8090241 Aug 09 16:04:01.473686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59420) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:01.497191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a588acd-b409-4b09-8454-4818b09c9057 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Checking segment: {'id': 'c6e83792-e3ac-4fae-932c-bc884a5c66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2e23e547-af0e-4cf4-958d-8e3d2938a084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:01.497638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a588acd-b409-4b09-8454-4818b09c9057 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network hostable DHCP agents. Network: 2e23e547-af0e-4cf4-958d-8e3d2938a084, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:01.538087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a588acd-b409-4b09-8454-4818b09c9057 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 2e23e547-af0e-4cf4-958d-8e3d2938a084 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:01.545504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1bd44c-c733-4d85-bd17-58b3312b62f1 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting subnet 887e68e2-df4d-4c97-b05b-243a1e361235 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:01.549641 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd44c-c733-4d85-bd17-58b3312b62f1 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.557073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4a588acd-b409-4b09-8454-4818b09c9057 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 2e23e547-af0e-4cf4-958d-8e3d2938a084) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:01.571377 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.575107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a588acd-b409-4b09-8454-4818b09c9057 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:01.575713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a588acd-b409-4b09-8454-4818b09c9057 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.597770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Transition to ACTIVE for port object 0864f56b-7cbe-416d-9802-4c5865f55ec2 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:01.603750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd44c-c733-4d85-bd17-58b3312b62f1 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.606430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ba5b7c35-523f-4ad3-b79f-0765c9b43c0f None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:01.606924 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4a588acd-b409-4b09-8454-4818b09c9057 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7920034 Aug 09 16:04:01.608973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59422) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:01.634126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e30eeec8-0ecf-4a7d-9c7a-c3f19efc62ed tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-655954050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:01.641015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8ca9e-3e31-4b50-832a-cd7825be7404 None None] Network 2e23e547-af0e-4cf4-958d-8e3d2938a084 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:01.641340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.693325 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e30eeec8-0ecf-4a7d-9c7a-c3f19efc62ed tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.694309 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e30eeec8-0ecf-4a7d-9c7a-c3f19efc62ed tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.709625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 7de00e39-7934-4b20-b6b3-24f64b09b0ab is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:01.714466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:01.726737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:01.731534 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=0864f56b-7cbe-416d-9802-4c5865f55ec2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:01.776067 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd44c-c733-4d85-bd17-58b3312b62f1 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.792599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:01.793464 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.832769 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a95573e2-49bb-41e5-a229-6f2c7a9106c3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.9020581 Aug 09 16:04:01.836371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59426) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:01.839426 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e30eeec8-0ecf-4a7d-9c7a-c3f19efc62ed tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.848543 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e30eeec8-0ecf-4a7d-9c7a-c3f19efc62ed tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.893116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e30eeec8-0ecf-4a7d-9c7a-c3f19efc62ed tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:01.894686 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e30eeec8-0ecf-4a7d-9c7a-c3f19efc62ed tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2845953 Aug 09 16:04:01.899112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59430) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:01.909304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'network_id': '2e23e547-af0e-4cf4-958d-8e3d2938a084', 'name': 'tempest-PortsIpV6TestJSON-1658779758'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:02.002285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-867048e0-72d3-4502-830d-30822ddb18ff req-4d37194a-e33d-4b0e-96ec-7748d43fa1e3 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0338836 Aug 09 16:04:02.031566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-2e23e547-af0e-4cf4-958d-8e3d2938a084', 'network_id': '2e23e547-af0e-4cf4-958d-8e3d2938a084', 'tenant_id': '596d8765b0fd4c94a6c68a2e70f64cb0', 'fixed_ips': [{'subnet_id': '56e019ce-45eb-4835-af7b-2594f1d315ca'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:04:02.033219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ff356370-0a10-4d1e-a8ae-a9cb20743aff tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 0864f56b-7cbe-416d-9802-4c5865f55ec2 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:02.033785 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff356370-0a10-4d1e-a8ae-a9cb20743aff tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.044259 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.049577 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd44c-c733-4d85-bd17-58b3312b62f1 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.097740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bd44c-c733-4d85-bd17-58b3312b62f1 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Subnet': ['ID=887e68e2-df4d-4c97-b05b-243a1e361235,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:02.119751 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee1bd44c-c733-4d85-bd17-58b3312b62f1 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.122151 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ee1bd44c-c733-4d85-bd17-58b3312b62f1 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/887e68e2-df4d-4c97-b05b-243a1e361235 HTTP/1.1" status: 204 len: 168 time: 0.6477513 Aug 09 16:04:02.126216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59432) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:02.188448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff356370-0a10-4d1e-a8ae-a9cb20743aff tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.210841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ff356370-0a10-4d1e-a8ae-a9cb20743aff tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 0864f56b-7cbe-416d-9802-4c5865f55ec2 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:02.225530 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Allocated IP 2001:db8::2 (2e23e547-af0e-4cf4-958d-8e3d2938a084/56e019ce-45eb-4835-af7b-2594f1d315ca/ee497463-2571-4b0f-a48a-95f6dd6cf903) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:02.280528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.283967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:02.288027 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.314151 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port 2f1da74d-c45e-4597-b657-fd674a817fa6 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:02.334171 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ac46e1-06af-452e-bd3b-6b5ac0217059 None None] Network 678094ca-368e-44ff-82a3-ce2f027bb4a3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:02.430510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff356370-0a10-4d1e-a8ae-a9cb20743aff tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.482070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port f891bd26-df1c-4fcf-8542-d6031061a3df {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:02.482422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.498404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ab19cf-3dd8-41c8-bc62-7026f3b814bf None None] Network 7de00e39-7934-4b20-b6b3-24f64b09b0ab requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:02.498668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff356370-0a10-4d1e-a8ae-a9cb20743aff tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=0864f56b-7cbe-416d-9802-4c5865f55ec2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:02.579314 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff356370-0a10-4d1e-a8ae-a9cb20743aff tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.581889 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ff356370-0a10-4d1e-a8ae-a9cb20743aff tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/0864f56b-7cbe-416d-9802-4c5865f55ec2 HTTP/1.1" status: 204 len: 168 time: 0.7377951 Aug 09 16:04:02.584740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59436) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:02.598921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ba5b7c35-523f-4ad3-b79f-0765c9b43c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:59Z', 'revision_number': 10, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:02.618767 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] For port f891bd26-df1c-4fcf-8542-d6031061a3df, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f891bd26-df1c-4fcf-8542-d6031061a3df,segment=NetworkSegment(9b15d6db-a211-4d17-9c4a-53900f192f80),segment_id=9b15d6db-a211-4d17-9c4a-53900f192f80)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:02.619136 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.621467 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76a75a1-b734-4bbf-a2ed-04b3dfc56f64 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:04:02.623520 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a76a75a1-b734-4bbf-a2ed-04b3dfc56f64 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/0864f56b-7cbe-416d-9802-4c5865f55ec2 HTTP/1.1" status: 404 len: 333 time: 0.0373199 Aug 09 16:04:02.626914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59438) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:02.634610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5dda51-c24b-4676-9003-299666338ed4 req-ac3bc71b-ab57-4ca6-acf5-3d0440866936 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:02.636703 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d5dda51-c24b-4676-9003-299666338ed4 req-ac3bc71b-ab57-4ca6-acf5-3d0440866936 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.1517854 Aug 09 16:04:02.662932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for f891bd26-df1c-4fcf-8542-d6031061a3df owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:02.676001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ed152f45-ba4d-46a4-9388-dad68efa46e3 None None] Provisioning for port 2dc423e8-725d-411f-8360-0efc281c3cb2 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:02.696937 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-23336597-0158-44c3-9a33-8fdb1ebf4e4f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting subnet 67c85ee8-ca0f-43f5-b296-135812be5c6e {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:02.697302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d5dda51-c24b-4676-9003-299666338ed4 req-a61c172b-2722-4885-ad6a-1d7abdf5e545 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547745 Aug 09 16:04:02.701859 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23336597-0158-44c3-9a33-8fdb1ebf4e4f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.724203 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.734426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Transition to ACTIVE for port object ee497463-2571-4b0f-a48a-95f6dd6cf903 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:02.746770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b7c35-523f-4ad3-b79f-0765c9b43c0f None None] Checking router: 1159f21c-52c8-4a0c-8146-98b7f833f568 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:02.779471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Transition to ACTIVE for port object ee497463-2571-4b0f-a48a-95f6dd6cf903 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:02.781369 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.798492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b7c35-523f-4ad3-b79f-0765c9b43c0f None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:02.798492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ba5b7c35-523f-4ad3-b79f-0765c9b43c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:02.807475 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23336597-0158-44c3-9a33-8fdb1ebf4e4f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.841650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=f891bd26-df1c-4fcf-8542-d6031061a3df,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:02.848801 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.890593 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No DVR routers for this DVR port f891bd26-df1c-4fcf-8542-d6031061a3df on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:02.979398 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23336597-0158-44c3-9a33-8fdb1ebf4e4f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.006641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8::391 (2e23e547-af0e-4cf4-958d-8e3d2938a084/56e019ce-45eb-4835-af7b-2594f1d315ca/2f1da74d-c45e-4597-b657-fd674a817fa6) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:03.089691 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23336597-0158-44c3-9a33-8fdb1ebf4e4f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.140662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Network 2e23e547-af0e-4cf4-958d-8e3d2938a084 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:03.162301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dace4d57-5083-4a94-affa-bfbe447b43e1 None None] DHCP port deletion for 678094ca-368e-44ff-82a3-ce2f027bb4a3 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:04:03.173713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:03.180691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:03.182837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Pushing event updated for resources: {'Port': ['ID=ee497463-2571-4b0f-a48a-95f6dd6cf903,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:03.190772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ba5b7c35-523f-4ad3-b79f-0765c9b43c0f None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:03.270898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23336597-0158-44c3-9a33-8fdb1ebf4e4f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Subnet': ['ID=67c85ee8-ca0f-43f5-b296-135812be5c6e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:03.281954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23336597-0158-44c3-9a33-8fdb1ebf4e4f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.287898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59448) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:03.291675 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-23336597-0158-44c3-9a33-8fdb1ebf4e4f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/67c85ee8-ca0f-43f5-b296-135812be5c6e HTTP/1.1" status: 204 len: 168 time: 0.6633501 Aug 09 16:04:03.307755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Attempting to bind port ee497463-2571-4b0f-a48a-95f6dd6cf903 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:03.308410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Attempting to bind port ee497463-2571-4b0f-a48a-95f6dd6cf903 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'c6e83792-e3ac-4fae-932c-bc884a5c66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2e23e547-af0e-4cf4-958d-8e3d2938a084'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:03.308955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Attempting to bind port ee497463-2571-4b0f-a48a-95f6dd6cf903 on network 2e23e547-af0e-4cf4-958d-8e3d2938a084 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:03.325838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6f95240a-c46e-4730-98e9-3fcc9c364736 req-823c4bfb-cc1f-4982-a166-359b52a19e95 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0943799 Aug 09 16:04:03.347301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:03.347697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Checking segment: {'id': 'c6e83792-e3ac-4fae-932c-bc884a5c66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2e23e547-af0e-4cf4-958d-8e3d2938a084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:03.348075 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.348469 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Bound using segment: {'id': 'c6e83792-e3ac-4fae-932c-bc884a5c66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2e23e547-af0e-4cf4-958d-8e3d2938a084'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:03.348948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Bound port: ee497463-2571-4b0f-a48a-95f6dd6cf903, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e83792-e3ac-4fae-932c-bc884a5c66a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '2e23e547-af0e-4cf4-958d-8e3d2938a084'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:03.349326 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.371907 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.409969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2dc423e8-725d-411f-8360-0efc281c3cb2 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:03.478682 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.519477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Transition to ACTIVE for port object 2f1da74d-c45e-4597-b657-fd674a817fa6 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:03.522520 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.541229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678094ca-368e-44ff-82a3-ce2f027bb4a3']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:03.583809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b15d6db-a211-4d17-9c4a-53900f192f80') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:03.584048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b15d6db-a211-4d17-9c4a-53900f192f80') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:03.598985 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.633100 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.647008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:03.647506 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.649806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd6bd9-90b4-41aa-99b1-b78f1e9660a7 None None] Network 7de00e39-7934-4b20-b6b3-24f64b09b0ab requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:03.652945 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:03.707357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 2dc423e8-725d-411f-8360-0efc281c3cb2 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:03.707738 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.709690 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.800104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 2e23e547-af0e-4cf4-958d-8e3d2938a084 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:03.826538 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:03.830183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:03.836558 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:03.837686 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.865444 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.885271 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.889841 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/networks/678094ca-368e-44ff-82a3-ce2f027bb4a3 HTTP/1.1" status: 204 len: 168 time: 1.7599931 Aug 09 16:04:03.892375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59452) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:03.915556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=2f1da74d-c45e-4597-b657-fd674a817fa6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:03.922863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f6073-40f4-49c2-9f59-d050857f4aac tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Network': ['ID=678094ca-368e-44ff-82a3-ce2f027bb4a3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:03.926971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] For port 2dc423e8-725d-411f-8360-0efc281c3cb2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2dc423e8-725d-411f-8360-0efc281c3cb2,segment=NetworkSegment(afaf2048-e61e-4730-8f88-ef20429b752b),segment_id=afaf2048-e61e-4730-8f88-ef20429b752b)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:03.927349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:03.950818 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b6711f39-908b-451d-abb4-1a22794a2db6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0498185 Aug 09 16:04:03.952408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59456) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:03.996045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] For port ee497463-2571-4b0f-a48a-95f6dd6cf903, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:04.028717 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 2dc423e8-725d-411f-8360-0efc281c3cb2 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:04.081495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] For port ee497463-2571-4b0f-a48a-95f6dd6cf903, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ee497463-2571-4b0f-a48a-95f6dd6cf903,segment=NetworkSegment(c6e83792-e3ac-4fae-932c-bc884a5c66a3),segment_id=c6e83792-e3ac-4fae-932c-bc884a5c66a3)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:04.106259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 2dc423e8-725d-411f-8360-0efc281c3cb2 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:04.111706 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.125009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e292d66-1a55-4188-8e96-3962b951286b req-bcbc9777-c96d-42b7-803c-e845bb9efba8 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:04.126657 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6e292d66-1a55-4188-8e96-3962b951286b req-bcbc9777-c96d-42b7-803c-e845bb9efba8 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.3178504 Aug 09 16:04:04.142547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 2dc423e8-725d-411f-8360-0efc281c3cb2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:04.143125 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.283688 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6e292d66-1a55-4188-8e96-3962b951286b req-21f00178-8528-4c84-8802-d01c838f6f43 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492264 Aug 09 16:04:04.340679 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.372864 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ba5b7c35-523f-4ad3-b79f-0765c9b43c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:59Z', 'revision_number': 10, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:04.412907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce066541-ffa9-452a-a9b3-7db5748a4d4a None None] Pushing event updated for resources: {'Port': ['ID=ee497463-2571-4b0f-a48a-95f6dd6cf903,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:04.418982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c9ecd01-3025-41eb-a992-f9e460e74f5d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.419237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b7c35-523f-4ad3-b79f-0765c9b43c0f None None] The sync data for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 is: [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:03:59Z', 'revision_number': 10, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None, '_interfaces': [{'id': 'e69d9314-dea4-4850-a11d-e6bb9934b810', 'name': '', 'network_id': '4728a753-0df0-4db9-8b12-56915ee31eca', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'mac_address': 'fa:16:3e:36:18:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:03:15Z', 'updated_at': '2021-08-09T16:03:24Z', 'revision_number': 5, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'subnets': [{'id': '4dc1b02a-9b52-41e1-a533-42b385f91da0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:04.430936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30345e63-d5b6-4de3-8dc4-96e214437d8b None None] DHCP port deletion for 7de00e39-7934-4b20-b6b3-24f64b09b0ab request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:04:04.528715 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.584367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-30345e63-d5b6-4de3-8dc4-96e214437d8b None None] Deleting port 2dc423e8-725d-411f-8360-0efc281c3cb2 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:04.584757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-30345e63-d5b6-4de3-8dc4-96e214437d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.586252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-639d0f69-4e75-45d1-9fe6-206e55d51203 req-c2f2feeb-5485-4fc1-aa24-ebeb48c556f7 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0483744 Aug 09 16:04:04.615190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=2dc423e8-725d-411f-8360-0efc281c3cb2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:04.622242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No DVR routers for this DVR port 2dc423e8-725d-411f-8360-0efc281c3cb2 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:04.657431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-30345e63-d5b6-4de3-8dc4-96e214437d8b None None] For port 2dc423e8-725d-411f-8360-0efc281c3cb2, host n-d-803778-2, got binding levels [] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:04.658478 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-30345e63-d5b6-4de3-8dc4-96e214437d8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.680542 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-30345e63-d5b6-4de3-8dc4-96e214437d8b None None] Calling delete_port for 2dc423e8-725d-411f-8360-0efc281c3cb2 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:04.683872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.ipam_backend_mixin [None req-30345e63-d5b6-4de3-8dc4-96e214437d8b None None] Port 2dc423e8-725d-411f-8360-0efc281c3cb2 was not found and therefore no delete operation was performed {{(pid=94291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:04:04.686015 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-30345e63-d5b6-4de3-8dc4-96e214437d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.698462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30345e63-d5b6-4de3-8dc4-96e214437d8b None None] No DVR routers for this DVR port 2dc423e8-725d-411f-8360-0efc281c3cb2 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:04.719317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30345e63-d5b6-4de3-8dc4-96e214437d8b None None] Pushing event deleted for resources: {'Port': ['ID=2dc423e8-725d-411f-8360-0efc281c3cb2,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:04.755800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.766045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.785333 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de00e39-7934-4b20-b6b3-24f64b09b0ab']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:04.821464 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afaf2048-e61e-4730-8f88-ef20429b752b') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:04.821464 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afaf2048-e61e-4730-8f88-ef20429b752b') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:04.843059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.876988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f891bd26-df1c-4fcf-8542-d6031061a3df no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:04.888550 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ecd01-3025-41eb-a992-f9e460e74f5d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port e69d9314-dea4-4850-a11d-e6bb9934b810 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:04.888908 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c9ecd01-3025-41eb-a992-f9e460e74f5d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:04.919143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: f891bd26-df1c-4fcf-8542-d6031061a3df {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:04.920438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f891bd26-df1c-4fcf-8542-d6031061a3df not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:05.046796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-7c9ecd01-3025-41eb-a992-f9e460e74f5d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] For port e69d9314-dea4-4850-a11d-e6bb9934b810, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e69d9314-dea4-4850-a11d-e6bb9934b810,segment=NetworkSegment(0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d),segment_id=0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:05.047370 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c9ecd01-3025-41eb-a992-f9e460e74f5d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.075126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ecd01-3025-41eb-a992-f9e460e74f5d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for e69d9314-dea4-4850-a11d-e6bb9934b810 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:05.353738 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.368538 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:05.368938 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:05.372054 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:05.402543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ee497463-2571-4b0f-a48a-95f6dd6cf903 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:05.421893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c9ecd01-3025-41eb-a992-f9e460e74f5d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.507952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ecd01-3025-41eb-a992-f9e460e74f5d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=e69d9314-dea4-4850-a11d-e6bb9934b810,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:05.511951 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ee497463-2571-4b0f-a48a-95f6dd6cf903 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:05.620804 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.645885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2dc423e8-725d-411f-8360-0efc281c3cb2 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:05.649254 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.657366 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/networks/7de00e39-7934-4b20-b6b3-24f64b09b0ab HTTP/1.1" status: 204 len: 168 time: 2.3677015 Aug 09 16:04:05.661125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59470) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:05.685365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 2dc423e8-725d-411f-8360-0efc281c3cb2 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:05.690824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2dc423e8-725d-411f-8360-0efc281c3cb2 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:05.691482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:05.708141 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa4cc1-509c-44e3-b18a-f8095b2a46af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Network': ['ID=7de00e39-7934-4b20-b6b3-24f64b09b0ab,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:05.721692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:05.722306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b51ece6d-7c6f-47c8-a21a-5bb6d30f6ae3 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:05.744002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'name': 'tempest-PortsTestJSON-1066671807'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:05.745422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59472) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:05.747781 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c9ecd01-3025-41eb-a992-f9e460e74f5d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.765524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9b86b-4437-45f9-b9ed-2f3985213467 req-afb5c5ee-5d28-4e72-8cf2-a6cb01df7b89 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:05.775130 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7eb9b86b-4437-45f9-b9ed-2f3985213467 req-afb5c5ee-5d28-4e72-8cf2-a6cb01df7b89 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.3419104 Aug 09 16:04:05.875906 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7eb9b86b-4437-45f9-b9ed-2f3985213467 req-f133557c-8296-4031-b398-4aa590d97655 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581272 Aug 09 16:04:05.885774 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.893403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:05.922380 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0967e773-a915-478d-8c89-05e9f77cb9cd req-2dfad137-f2a1-4e8d-98ed-6871a2dbf913 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.1192679 Aug 09 16:04:06.064841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9fd99b9e-aa15-4683-b68f-eae0d856d132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.110294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9ecd01-3025-41eb-a992-f9e460e74f5d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1159f21c-52c8-4a0c-8146-98b7f833f568 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:04:06.112378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:06.116640 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.119265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=2f1da74d-c45e-4597-b657-fd674a817fa6,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:06.159337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port eff5bcf0-a571-4742-8ac1-906e6907a869 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:06.228180 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9fd99b9e-aa15-4683-b68f-eae0d856d132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.235957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9fd99b9e-aa15-4683-b68f-eae0d856d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.265222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da5f248-9d8d-4f4a-a47f-f46d0cad36bf None None] Network 2e23e547-af0e-4cf4-958d-8e3d2938a084 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:06.282571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd99b9e-aa15-4683-b68f-eae0d856d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4101a315-9325-49a5-bb52-dddc5746cb42,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:06.301475 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9ecd01-3025-41eb-a992-f9e460e74f5d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:06.309701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7c9ecd01-3025-41eb-a992-f9e460e74f5d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4142051 Aug 09 16:04:06.321453 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67a103-2da2-4a41-8568-6f2e4ae8a026 None None] Sync routers for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:06.322872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59476) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:06.333353 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af67a103-2da2-4a41-8568-6f2e4ae8a026 None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:06.334902 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-af67a103-2da2-4a41-8568-6f2e4ae8a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:06.369891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e0bed231-fd1e-4844-af89-2264fbfc92ef None None] Provisioning for port ee497463-2571-4b0f-a48a-95f6dd6cf903 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:06.383231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e0bed231-fd1e-4844-af89-2264fbfc92ef None None] Provisioning complete for port ee497463-2571-4b0f-a48a-95f6dd6cf903 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:06.383964 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e0bed231-fd1e-4844-af89-2264fbfc92ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.409344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5d4867-6119-42f3-85d6-966535c7fa53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting subnet 4dc1b02a-9b52-41e1-a533-42b385f91da0 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:06.414397 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.422484 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9fd99b9e-aa15-4683-b68f-eae0d856d132 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa6728bab4844602b09fac9f18512866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6750104 Aug 09 16:04:06.425531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4867-6119-42f3-85d6-966535c7fa53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.432958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59478) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:06.494504 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-af67a103-2da2-4a41-8568-6f2e4ae8a026 None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:06.531773 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4867-6119-42f3-85d6-966535c7fa53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.591687 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.614717 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e0bed231-fd1e-4844-af89-2264fbfc92ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.637542 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-af67a103-2da2-4a41-8568-6f2e4ae8a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 11, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:06.669395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e0bed231-fd1e-4844-af89-2264fbfc92ef None None] For port ee497463-2571-4b0f-a48a-95f6dd6cf903, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ee497463-2571-4b0f-a48a-95f6dd6cf903,segment=NetworkSegment(c6e83792-e3ac-4fae-932c-bc884a5c66a3),segment_id=c6e83792-e3ac-4fae-932c-bc884a5c66a3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:06.687360 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e0bed231-fd1e-4844-af89-2264fbfc92ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.693334 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67a103-2da2-4a41-8568-6f2e4ae8a026 None None] Checking router: 1159f21c-52c8-4a0c-8146-98b7f833f568 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:06.714576 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af67a103-2da2-4a41-8568-6f2e4ae8a026 None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:06.715387 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-af67a103-2da2-4a41-8568-6f2e4ae8a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:06.764213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bed231-fd1e-4844-af89-2264fbfc92ef None None] Pushing event updated for resources: {'Port': ['ID=ee497463-2571-4b0f-a48a-95f6dd6cf903,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:06.842931 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4adc0b87-532c-4f65-8272-3021608be98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.881456 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.992555 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-af67a103-2da2-4a41-8568-6f2e4ae8a026 None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:07.008149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4adc0b87-532c-4f65-8272-3021608be98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.076681 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.086594 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.088603 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.103414 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-af67a103-2da2-4a41-8568-6f2e4ae8a026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 11, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:07.138768 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67a103-2da2-4a41-8568-6f2e4ae8a026 None None] The sync data for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 is: [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 11, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:07.155196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d7628d83-b45c-45c1-853e-f782156e4d62 None None] Provisioning complete for port ee497463-2571-4b0f-a48a-95f6dd6cf903 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:07.155580 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d7628d83-b45c-45c1-853e-f782156e4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.193252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d0dd-dca7-4a5f-a60a-f4bce27e31ac req-4a2fa2be-bc7d-4e52-9954-401a0de80622 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:07.197044 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ec0d0dd-dca7-4a5f-a60a-f4bce27e31ac req-4a2fa2be-bc7d-4e52-9954-401a0de80622 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.1724536 Aug 09 16:04:07.287642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d7628d83-b45c-45c1-853e-f782156e4d62 None None] Provisioning for port 2f1da74d-c45e-4597-b657-fd674a817fa6 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:07.292828 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d7628d83-b45c-45c1-853e-f782156e4d62 None None] Provisioning complete for port 2f1da74d-c45e-4597-b657-fd674a817fa6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:07.293293 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d7628d83-b45c-45c1-853e-f782156e4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.335672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d7628d83-b45c-45c1-853e-f782156e4d62 None None] Port 2f1da74d-c45e-4597-b657-fd674a817fa6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:07.347667 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 2e23e547-af0e-4cf4-958d-8e3d2938a084 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:07.356840 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:07.363271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=2f1da74d-c45e-4597-b657-fd674a817fa6,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:07.436194 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ec0d0dd-dca7-4a5f-a60a-f4bce27e31ac req-e39b93a8-500f-4e8b-971a-065ffe983769 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305574 Aug 09 16:04:07.464748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-abc54833-9ed5-4d9a-a457-07fd16a9f088 None None] Provisioning complete for port 2f1da74d-c45e-4597-b657-fd674a817fa6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:07.465427 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-abc54833-9ed5-4d9a-a457-07fd16a9f088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.504301 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25fc3788-38e5-4571-85ea-41c32492ec92 req-de90d444-5017-451c-90c0-a4e9b9fc2f47 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.4157341 Aug 09 16:04:07.505372 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.512056 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c67e4afd-36e3-46fd-a940-1f53cef52d20 req-02218387-9d35-4660-8854-a9cde2cf5177 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0646596 Aug 09 16:04:07.513448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4867-6119-42f3-85d6-966535c7fa53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.538340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-abc54833-9ed5-4d9a-a457-07fd16a9f088 None None] Port 2f1da74d-c45e-4597-b657-fd674a817fa6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:07.584934 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Router 532e324f-a3a5-4b58-b394-7af3d844020f is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:04:07.628412 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-62288004-5092-4f4b-8533-284bcc6070d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.681137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network dc47a3ed-407b-4bef-8250-5b993556a33d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:07.682033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=eff5bcf0-a571-4742-8ac1-906e6907a869,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:07.690750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:07.694698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:07.701169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:07.701859 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.715187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ee497463-2571-4b0f-a48a-95f6dd6cf903 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:07.718511 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4867-6119-42f3-85d6-966535c7fa53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.726392 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4adc0b87-532c-4f65-8272-3021608be98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.729348 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4adc0b87-532c-4f65-8272-3021608be98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.730556 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4adc0b87-532c-4f65-8272-3021608be98a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4101a315-9325-49a5-bb52-dddc5746cb42 HTTP/1.1" status: 204 len: 168 time: 1.2966094 Aug 09 16:04:07.750034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:07.768964 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-82833add-fcb6-4f6f-92da-7e016bf2c414 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "PUT /v2.0/routers/532e324f-a3a5-4b58-b394-7af3d844020f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8115075 Aug 09 16:04:07.771712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59486) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:07.782509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4867-6119-42f3-85d6-966535c7fa53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.788045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-aa5d4867-6119-42f3-85d6-966535c7fa53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/4dc1b02a-9b52-41e1-a533-42b385f91da0 HTTP/1.1" status: 204 len: 168 time: 1.4640963 Aug 09 16:04:07.789399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc0b87-532c-4f65-8272-3021608be98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4101a315-9325-49a5-bb52-dddc5746cb42,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:07.792311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59488) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:07.793209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d4867-6119-42f3-85d6-966535c7fa53 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc1b02a-9b52-41e1-a533-42b385f91da0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:07.805167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa45eb5-e4be-45a6-8796-045057b9709a None None] Sync routers for ids ['532e324f-a3a5-4b58-b394-7af3d844020f'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:07.808666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59490) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:07.812602 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e49aefc5-cad3-494d-ab1c-789c599e2977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1495750 Aug 09 16:04:07.826636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadaf49d-6980-4214-8cae-3dcdf3d895dd None None] Network 4728a753-0df0-4db9-8b12-56915ee31eca requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:07.950687 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:07.967379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5532999a-e9bf-487a-836c-3816a8bb011e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:07.973655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5532999a-e9bf-487a-836c-3816a8bb011e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports?device_id=532e324f-a3a5-4b58-b394-7af3d844020f HTTP/1.1" status: 200 len: 989 time: 0.2006783 Aug 09 16:04:07.975435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59494) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:08.030459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ee497463-2571-4b0f-a48a-95f6dd6cf903 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:08.030843 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.037497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa45eb5-e4be-45a6-8796-045057b9709a None None] Routers {'532e324f-a3a5-4b58-b394-7af3d844020f'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:08.038926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3fa45eb5-e4be-45a6-8796-045057b9709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['532e324f-a3a5-4b58-b394-7af3d844020f'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:08.074886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Deleting port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:08.075607 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.078565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3fa45eb5-e4be-45a6-8796-045057b9709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:08.103811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f2472c9c-aad8-41ad-aea5-43ce6a200fee tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port eff5bcf0-a571-4742-8ac1-906e6907a869 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:08.104386 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2472c9c-aad8-41ad-aea5-43ce6a200fee tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.118113 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa45eb5-e4be-45a6-8796-045057b9709a None None] Routers {'532e324f-a3a5-4b58-b394-7af3d844020f'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:08.118664 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3fa45eb5-e4be-45a6-8796-045057b9709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['532e324f-a3a5-4b58-b394-7af3d844020f'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:08.120441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3ccf817f-aa5b-4a13-8d6d-701076e6d8dd None None] Provisioning complete for port 2f1da74d-c45e-4597-b657-fd674a817fa6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:08.121034 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ccf817f-aa5b-4a13-8d6d-701076e6d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.167329 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] For port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce,segment=NetworkSegment(0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d),segment_id=0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:08.168161 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.187003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Calling delete_port for 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:08.191212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3fa45eb5-e4be-45a6-8796-045057b9709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:08.191874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa45eb5-e4be-45a6-8796-045057b9709a None None] The sync data for ids ['532e324f-a3a5-4b58-b394-7af3d844020f'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:08.232808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf817f-aa5b-4a13-8d6d-701076e6d8dd None None] Port 2f1da74d-c45e-4597-b657-fd674a817fa6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:08.274584 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2472c9c-aad8-41ad-aea5-43ce6a200fee tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.318644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f2472c9c-aad8-41ad-aea5-43ce6a200fee tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for eff5bcf0-a571-4742-8ac1-906e6907a869 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:08.322188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f28e1f-6708-44e6-8ca4-1387af82037a None None] DHCP port deletion for 4728a753-0df0-4db9-8b12-56915ee31eca request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:04:08.377851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.382569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-53722dfb-abbc-484f-ad1e-96b9080fa093 None None] Provisioning complete for port 2f1da74d-c45e-4597-b657-fd674a817fa6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:08.383338 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-53722dfb-abbc-484f-ad1e-96b9080fa093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.423248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Port': ['ID=9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:08.425124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No DVR routers for this DVR port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:08.452055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-53722dfb-abbc-484f-ad1e-96b9080fa093 None None] Port 2f1da74d-c45e-4597-b657-fd674a817fa6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:08.466704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-93f28e1f-6708-44e6-8ca4-1387af82037a None None] Deleting port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:08.470093 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93f28e1f-6708-44e6-8ca4-1387af82037a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.499283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2472c9c-aad8-41ad-aea5-43ce6a200fee tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.537533 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.550353 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2472c9c-aad8-41ad-aea5-43ce6a200fee tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.553024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4728a753-0df0-4db9-8b12-56915ee31eca']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:08.555319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59508) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:08.555747 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f2472c9c-aad8-41ad-aea5-43ce6a200fee tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/eff5bcf0-a571-4742-8ac1-906e6907a869 HTTP/1.1" status: 204 len: 168 time: 0.7460780 Aug 09 16:04:08.563206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'mac_address': 'fa:16:3e:45:81:54', 'name': 'tempest-PortsTestJSON-1444822481'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:08.575888 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2472c9c-aad8-41ad-aea5-43ce6a200fee tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=eff5bcf0-a571-4742-8ac1-906e6907a869,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:08.590034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-93f28e1f-6708-44e6-8ca4-1387af82037a None None] For port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce, host n-d-803778-2, got binding levels [] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:08.590451 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93f28e1f-6708-44e6-8ca4-1387af82037a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.602244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:08.605731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d30f91d-f22d-4fa4-b8b0-7275e2e5c88d') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:08.607758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-93f28e1f-6708-44e6-8ca4-1387af82037a None None] Calling delete_port for 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:08.611097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.ipam_backend_mixin [None req-93f28e1f-6708-44e6-8ca4-1387af82037a None None] Port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce was not found and therefore no delete operation was performed {{(pid=94291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:04:08.613140 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93f28e1f-6708-44e6-8ca4-1387af82037a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.624944 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.644031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f28e1f-6708-44e6-8ca4-1387af82037a None None] Pushing event deleted for resources: {'Port': ['ID=9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:08.651845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f28e1f-6708-44e6-8ca4-1387af82037a None None] No DVR routers for this DVR port 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:08.705340 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0632aa9-185a-40ff-b96c-5be53082cfaa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.712820 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.745930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:08.746351 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.751514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4db5f2f3-bd6a-464c-8db2-1314f3993319 req-8ad58b21-80d5-4bed-b196-5f1ce2499405 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0845695 Aug 09 16:04:08.751674 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d26a48-3366-4e33-a6cb-dd74f5b75fee req-2fdd4393-511b-49bd-871a-8469878673cc tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:08.752160 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:08.759268 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8d26a48-3366-4e33-a6cb-dd74f5b75fee req-2fdd4393-511b-49bd-871a-8469878673cc tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.1564891 Aug 09 16:04:08.865357 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8d26a48-3366-4e33-a6cb-dd74f5b75fee req-e532ab14-3849-445f-b4cf-d632f5209677 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031868 Aug 09 16:04:08.871688 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.877541 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:08.882142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/networks/4728a753-0df0-4db9-8b12-56915ee31eca HTTP/1.1" status: 204 len: 168 time: 1.0861106 Aug 09 16:04:08.883831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59520) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:08.901008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:08.910750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7e4eed03-e6fd-4ad8-aa1b-76cb56985b2b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'router': {'routes': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:08.966006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527da622-0fd7-47fc-84e6-37829c0dfa03 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Pushing event deleted for resources: {'Network': ['ID=4728a753-0df0-4db9-8b12-56915ee31eca,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:09.063899 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cd592885-5c0f-48fd-a80b-86a9682cb92b req-0c346483-1f0c-4a5a-8c2a-e8c300985e5a tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0364380 Aug 09 16:04:09.083697 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c0632aa9-185a-40ff-b96c-5be53082cfaa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port 2f1da74d-c45e-4597-b657-fd674a817fa6 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:09.084046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0632aa9-185a-40ff-b96c-5be53082cfaa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.105847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f67c076-9f87-4c10-ae54-77b6cefa653b req-cc1b65ce-5cdb-4edd-8e93-64b35578782d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e56d2a319a134c06acc076d54af4ef87&device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0817444 Aug 09 16:04:09.114586 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.175520 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f67c076-9f87-4c10-ae54-77b6cefa653b req-0c0e99c6-2615-45ab-aa94-564d4bc5fcfe service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e56d2a319a134c06acc076d54af4ef87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568807 Aug 09 16:04:09.176154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0632aa9-185a-40ff-b96c-5be53082cfaa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.195486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c0632aa9-185a-40ff-b96c-5be53082cfaa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for 2f1da74d-c45e-4597-b657-fd674a817fa6 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:09.266069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e69d9314-dea4-4850-a11d-e6bb9934b810 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:09.287081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port e11df807-2538-48f6-aa28-0aa8abede89c yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:09.290834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: e69d9314-dea4-4850-a11d-e6bb9934b810 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:09.291182 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e69d9314-dea4-4850-a11d-e6bb9934b810 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:09.291608 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:09.295941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.extraroute_db [None req-7e4eed03-e6fd-4ad8-aa1b-76cb56985b2b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Added routes are [] {{(pid=94290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 09 16:04:09.296479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.extraroute_db [None req-7e4eed03-e6fd-4ad8-aa1b-76cb56985b2b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Removed routes are [] {{(pid=94290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 09 16:04:09.296931 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7e4eed03-e6fd-4ad8-aa1b-76cb56985b2b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.324355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:09.324703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9b8c7641-1b7f-4ea7-8b9c-1a9ea2143dce not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:09.459256 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0632aa9-185a-40ff-b96c-5be53082cfaa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.500787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0632aa9-185a-40ff-b96c-5be53082cfaa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=2f1da74d-c45e-4597-b657-fd674a817fa6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:09.552196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67c076-9f87-4c10-ae54-77b6cefa653b req-6fdcb82b-230e-4f16-9c4f-2a4c05aa57db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:09.554362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f67c076-9f87-4c10-ae54-77b6cefa653b req-6fdcb82b-230e-4f16-9c4f-2a4c05aa57db service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3420389 Aug 09 16:04:09.559667 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7e4eed03-e6fd-4ad8-aa1b-76cb56985b2b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.568260 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7e4eed03-e6fd-4ad8-aa1b-76cb56985b2b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.625830 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0632aa9-185a-40ff-b96c-5be53082cfaa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.756575 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.767147 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4eed03-e6fd-4ad8-aa1b-76cb56985b2b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router 1159f21c-52c8-4a0c-8146-98b7f833f568 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:04:09.770828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218e849-23cd-4918-aabb-46469ebd2279 req-a3b19cde-7f62-4764-b480-ef963c8ae721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:09.772413 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e218e849-23cd-4918-aabb-46469ebd2279 req-a3b19cde-7f62-4764-b480-ef963c8ae721 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 1097 time: 0.1635158 Aug 09 16:04:09.818438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0632aa9-185a-40ff-b96c-5be53082cfaa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Router 532e324f-a3a5-4b58-b394-7af3d844020f has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:04:09.909803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0632aa9-185a-40ff-b96c-5be53082cfaa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:09.911696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e218e849-23cd-4918-aabb-46469ebd2279 req-891f4fa2-b8f5-47df-9cd6-0c8b86b2240e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319432 Aug 09 16:04:09.912570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4eed03-e6fd-4ad8-aa1b-76cb56985b2b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:09.916898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c0632aa9-185a-40ff-b96c-5be53082cfaa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "PUT /v2.0/routers/532e324f-a3a5-4b58-b394-7af3d844020f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9396760 Aug 09 16:04:09.919724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59536) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:09.920129 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7e4eed03-e6fd-4ad8-aa1b-76cb56985b2b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.921549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7e4eed03-e6fd-4ad8-aa1b-76cb56985b2b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568 HTTP/1.1" status: 200 len: 704 time: 1.0149934 Aug 09 16:04:09.924643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59538) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:09.927400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:09.932673 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110feee5-0692-44f4-8982-6f95102637e2 None None] Sync routers for ids ['532e324f-a3a5-4b58-b394-7af3d844020f'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:09.950630 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110feee5-0692-44f4-8982-6f95102637e2 None None] Routers {'532e324f-a3a5-4b58-b394-7af3d844020f'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:09.951501 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-110feee5-0692-44f4-8982-6f95102637e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['532e324f-a3a5-4b58-b394-7af3d844020f'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:09.977305 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d68875-9561-430e-bd9e-651557df227c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:04:09.979005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d4d68875-9561-430e-bd9e-651557df227c tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/2f1da74d-c45e-4597-b657-fd674a817fa6 HTTP/1.1" status: 404 len: 333 time: 0.0582814 Aug 09 16:04:09.982019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59542) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:10.004179 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e651743-8217-4dd1-8914-beb0328d7f0c None None] Sync routers for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:10.005948 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-110feee5-0692-44f4-8982-6f95102637e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:10.014935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e651743-8217-4dd1-8914-beb0328d7f0c None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:10.015553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3e651743-8217-4dd1-8914-beb0328d7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:10.015734 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110feee5-0692-44f4-8982-6f95102637e2 None None] Routers {'532e324f-a3a5-4b58-b394-7af3d844020f'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:10.016251 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-110feee5-0692-44f4-8982-6f95102637e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['532e324f-a3a5-4b58-b394-7af3d844020f'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:10.034963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bf02f210-c250-4334-acf3-254890641a77 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=1159f21c-52c8-4a0c-8146-98b7f833f568 HTTP/1.1" status: 200 len: 205 time: 0.1068158 Aug 09 16:04:10.041295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59544) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:10.052128 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-110feee5-0692-44f4-8982-6f95102637e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:10.052795 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110feee5-0692-44f4-8982-6f95102637e2 None None] The sync data for ids ['532e324f-a3a5-4b58-b394-7af3d844020f'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:10.062950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network dc47a3ed-407b-4bef-8250-5b993556a33d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:10.066643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=e11df807-2538-48f6-aa28-0aa8abede89c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:10.070319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:10.073708 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:10.079407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:10.080042 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.113983 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-3e651743-8217-4dd1-8914-beb0328d7f0c None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:10.133734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a89a55-61bb-4417-b97c-39b28d50fac0 req-2151ba7a-30e9-44ad-9a82-f7b1ce60bf32 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:10.146247 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64a89a55-61bb-4417-b97c-39b28d50fac0 req-2151ba7a-30e9-44ad-9a82-f7b1ce60bf32 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.1413326 Aug 09 16:04:10.166759 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ee20cf97-283f-4cf8-b124-6e83a07bc408 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6075649 Aug 09 16:04:10.166983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59548) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:10.173707 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5e-80b4-49c2-bd47-a147c55ff1c7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.207774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3e651743-8217-4dd1-8914-beb0328d7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 11, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:10.240575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e651743-8217-4dd1-8914-beb0328d7f0c None None] Checking router: 1159f21c-52c8-4a0c-8146-98b7f833f568 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:10.262861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e651743-8217-4dd1-8914-beb0328d7f0c None None] Routers {'1159f21c-52c8-4a0c-8146-98b7f833f568'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:10.263851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3e651743-8217-4dd1-8914-beb0328d7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:03:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1159f21c-52c8-4a0c-8146-98b7f833f568'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:10.268102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff0216-4bde-4751-8f4d-a79538e703d9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:10.272192 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3aff0216-4bde-4751-8f4d-a79538e703d9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/e11df807-2538-48f6-aa28-0aa8abede89c HTTP/1.1" status: 200 len: 841 time: 0.0753887 Aug 09 16:04:10.273443 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64a89a55-61bb-4417-b97c-39b28d50fac0 req-11cecd22-5328-4892-b461-c03ff51580a5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247497 Aug 09 16:04:10.274143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59550) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:10.286963 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d2d516b-8c88-43f9-b896-1d3bd55a5bbb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.395943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-453685c0-81bb-4d24-be9f-a5cfb156ceec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port e11df807-2538-48f6-aa28-0aa8abede89c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:10.396329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-453685c0-81bb-4d24-be9f-a5cfb156ceec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.473729 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-453685c0-81bb-4d24-be9f-a5cfb156ceec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.501729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-453685c0-81bb-4d24-be9f-a5cfb156ceec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for e11df807-2538-48f6-aa28-0aa8abede89c owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:10.518886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-3e651743-8217-4dd1-8914-beb0328d7f0c None None] Set router 1159f21c-52c8-4a0c-8146-98b7f833f568 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:10.548593 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b93748c4-768d-444c-bad1-34472124ab40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.584795 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-3e651743-8217-4dd1-8914-beb0328d7f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 11, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:10.614712 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e651743-8217-4dd1-8914-beb0328d7f0c None None] The sync data for ids ['1159f21c-52c8-4a0c-8146-98b7f833f568'] in n-d-803778-2 is: [{'id': '1159f21c-52c8-4a0c-8146-98b7f833f568', 'name': 'tempest-RoutersIpV6Test-router-238440546', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:03:12Z', 'updated_at': '2021-08-09T16:04:05Z', 'revision_number': 11, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:10.615064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-453685c0-81bb-4d24-be9f-a5cfb156ceec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.677253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453685c0-81bb-4d24-be9f-a5cfb156ceec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=e11df807-2538-48f6-aa28-0aa8abede89c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:10.705716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-72bd8673-6b57-4428-aab6-6942514e067d tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=caf38ea60ad04adfa5f8c4d494e45a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532749 Aug 09 16:04:10.712272 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-453685c0-81bb-4d24-be9f-a5cfb156ceec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.714288 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-453685c0-81bb-4d24-be9f-a5cfb156ceec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/e11df807-2538-48f6-aa28-0aa8abede89c HTTP/1.1" status: 204 len: 168 time: 0.4391894 Aug 09 16:04:10.734650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59566) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:10.749248 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-06b8d933-cdab-499f-b781-3f5ba0ec5d99 req-cc2a02d3-97e3-459d-a448-5cc68e68ec65 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.81 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.5216589 Aug 09 16:04:10.862703 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.985026 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5e-80b4-49c2-bd47-a147c55ff1c7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:10.988565 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5e-80b4-49c2-bd47-a147c55ff1c7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.032292 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d2d516b-8c88-43f9-b896-1d3bd55a5bbb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.064170 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d2d516b-8c88-43f9-b896-1d3bd55a5bbb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.098921 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccec0468-c53f-48c8-bad4-ad7405d7d27b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:04:11.101305 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ccec0468-c53f-48c8-bad4-ad7405d7d27b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/e11df807-2538-48f6-aa28-0aa8abede89c HTTP/1.1" status: 404 len: 333 time: 0.3647220 Aug 09 16:04:11.105494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59568) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:11.110879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'name': 'tempest-PortsTestJSON-720000386'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:11.115903 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5e-80b4-49c2-bd47-a147c55ff1c7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.116599 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca411b5e-80b4-49c2-bd47-a147c55ff1c7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Fanout notify agent at l3_agent the message router_deleted on router 1159f21c-52c8-4a0c-8146-98b7f833f568 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:04:11.130802 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f67c076-9f87-4c10-ae54-77b6cefa653b req-7842b64d-8cb9-4dae-a2c9-e8052d2506b8 tempest-ServerShowV257Test-804794029 tempest-ServerShowV257Test-804794029-project] 10.222.0.60 "GET /v2.0/ports?device_id=47c4cbbf-3b6c-4d1c-81c7-3d0e84ebb827 HTTP/1.1" status: 200 len: 210 time: 0.0468421 Aug 09 16:04:11.133425 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5e-80b4-49c2-bd47-a147c55ff1c7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.134643 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ca411b5e-80b4-49c2-bd47-a147c55ff1c7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568 HTTP/1.1" status: 204 len: 168 time: 1.0921881 Aug 09 16:04:11.143491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59570) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:11.156897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b394732e-e5aa-421d-b8a7-a14e7a33cc07 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-329133100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:11.176065 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d2d516b-8c88-43f9-b896-1d3bd55a5bbb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.177108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2d516b-8c88-43f9-b896-1d3bd55a5bbb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Fanout notify agent at l3_agent the message router_deleted on router 532e324f-a3a5-4b58-b394-7af3d844020f {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:04:11.184566 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7d2d516b-8c88-43f9-b896-1d3bd55a5bbb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.186368 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7d2d516b-8c88-43f9-b896-1d3bd55a5bbb tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/routers/532e324f-a3a5-4b58-b394-7af3d844020f HTTP/1.1" status: 204 len: 168 time: 1.2029133 Aug 09 16:04:11.190779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59572) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:11.239181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:04:11.239181 n-d-803778-2 neutron-server[94289]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 16:04:11.239181 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id': '138e98a468924b939cb78ad3108818e3', 'id': 'c512719a-8e66-44b1-a587-f898cc01d90e', 'expiration': datetime.datetime(2021, 8, 9, 16, 6, 11, 234450)}] Aug 09 16:04:11.239181 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:04:11.239714 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:04:11.293018 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b394732e-e5aa-421d-b8a7-a14e7a33cc07 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.294066 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b394732e-e5aa-421d-b8a7-a14e7a33cc07 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.314391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208210-c5c4-4f23-a907-51217d6e8204 req-94222eb5-5111-41fa-9e6c-4d8b6082ff25 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:11.315907 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-94222eb5-5111-41fa-9e6c-4d8b6082ff25 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6005867 Aug 09 16:04:11.321639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58eb0f6-b2b4-4ab9-85c1-aa8d577495fa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting subnet 56e019ce-45eb-4835-af7b-2594f1d315ca {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:11.327509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d58eb0f6-b2b4-4ab9-85c1-aa8d577495fa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.380119 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ab2db592-f498-491e-8f49-c66129b510ec tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/quotas/caf38ea60ad04adfa5f8c4d494e45a41 HTTP/1.1" status: 200 len: 375 time: 0.0542843 Aug 09 16:04:11.410407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf2379-eb20-4233-8a94-478e9fcf374e req-93446b7b-2b51-407d-9af2-58f7e5e742ee tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:11.411927 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ecbf2379-eb20-4233-8a94-478e9fcf374e req-93446b7b-2b51-407d-9af2-58f7e5e742ee tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.0597682 Aug 09 16:04:11.423013 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b394732e-e5aa-421d-b8a7-a14e7a33cc07 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.428636 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d58eb0f6-b2b4-4ab9-85c1-aa8d577495fa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.444720 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b394732e-e5aa-421d-b8a7-a14e7a33cc07 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.453123 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ecbf2379-eb20-4233-8a94-478e9fcf374e req-cfd0d8a6-e114-4267-bcb5-45ca227342c7 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341072 Aug 09 16:04:11.469451 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-1cad1b14-75b4-492d-8719-fc41f8356464 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=caf38ea60ad04adfa5f8c4d494e45a41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612395 Aug 09 16:04:11.500872 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b394732e-e5aa-421d-b8a7-a14e7a33cc07 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.502123 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b394732e-e5aa-421d-b8a7-a14e7a33cc07 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3580391 Aug 09 16:04:11.504963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59578) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:11.510506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b62c2737-940c-42da-ba94-28e38742231f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:11.520404 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.588442 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.697705 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d58eb0f6-b2b4-4ab9-85c1-aa8d577495fa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.758340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693988c4-6d82-45c0-917e-2d5e1dce2109 req-37ac4664-0e52-4096-bb5d-6ee6e407dc97 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:11.763205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-693988c4-6d82-45c0-917e-2d5e1dce2109 req-37ac4664-0e52-4096-bb5d-6ee6e407dc97 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.0657909 Aug 09 16:04:11.776638 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1480135c-3072-42c2-93c0-0d084b674d18 req-29df74c0-89c2-4950-bc85-08228d826c06 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 210 time: 0.0950050 Aug 09 16:04:11.791717 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:11.798401 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.883697 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b62c2737-940c-42da-ba94-28e38742231f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.887907 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-693988c4-6d82-45c0-917e-2d5e1dce2109 req-9e3cc18c-bbf2-47da-a46e-da0c8122cee6 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958784 Aug 09 16:04:11.890213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358eb29-2400-4e41-baad-c84aaafca211 req-331c462f-ae6d-424a-b152-97b96f7434ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:11.891739 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5358eb29-2400-4e41-baad-c84aaafca211 req-331c462f-ae6d-424a-b152-97b96f7434ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=086fb16a47f4457db6b1fb2cd534457c&device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 1097 time: 0.2180531 Aug 09 16:04:11.896230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port 80b504ca-7a6a-4c10-af2e-3514631722f3 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:11.912089 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b62c2737-940c-42da-ba94-28e38742231f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:11.954352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d58eb0f6-b2b4-4ab9-85c1-aa8d577495fa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.028936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58eb0f6-b2b4-4ab9-85c1-aa8d577495fa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Subnet': ['ID=56e019ce-45eb-4835-af7b-2594f1d315ca,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:12.048373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea4b0e-1b6d-480f-96fa-cae4305804cf None None] Network 2e23e547-af0e-4cf4-958d-8e3d2938a084 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:12.079199 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d58eb0f6-b2b4-4ab9-85c1-aa8d577495fa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.083813 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d58eb0f6-b2b4-4ab9-85c1-aa8d577495fa tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/56e019ce-45eb-4835-af7b-2594f1d315ca HTTP/1.1" status: 204 len: 168 time: 0.8755407 Aug 09 16:04:12.088926 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59598) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:12.134584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358eb29-2400-4e41-baad-c84aaafca211 req-13ba72b5-dd1d-44f9-8709-0a4b5c251276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:12.136141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5358eb29-2400-4e41-baad-c84aaafca211 req-13ba72b5-dd1d-44f9-8709-0a4b5c251276 service neutron] 10.222.0.53 "GET /v2.0/networks?id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff HTTP/1.1" status: 200 len: 912 time: 0.2371285 Aug 09 16:04:12.191295 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.216994 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.226340 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5358eb29-2400-4e41-baad-c84aaafca211 req-3656856f-f29a-451d-a7ae-3be98ff1ee5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3650bca3-f2e8-4be3-8814-b06596698ed6 HTTP/1.1" status: 200 len: 217 time: 0.0778878 Aug 09 16:04:12.230135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62c2737-940c-42da-ba94-28e38742231f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Router f425e159-46bd-44fa-acbb-a2d784b6eb1a is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:04:12.268184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59604) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:12.280799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.354807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network dc47a3ed-407b-4bef-8250-5b993556a33d is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:12.361536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:12.363385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=80b504ca-7a6a-4c10-af2e-3514631722f3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:12.366902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:12.373205 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:12.373880 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.393665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port ee497463-2571-4b0f-a48a-95f6dd6cf903 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:12.394012 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.398060 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ba346f78-5b13-4b7b-ae07-11da8c9d3a91 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2921932 Aug 09 16:04:12.398467 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc9a5a-8d05-4042-867d-2e312be1b81d None None] DHCP port deletion for 2e23e547-af0e-4cf4-958d-8e3d2938a084 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:04:12.400939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358eb29-2400-4e41-baad-c84aaafca211 req-b261653b-b900-4949-a4ba-27b1c145af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:12.406532 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5358eb29-2400-4e41-baad-c84aaafca211 req-b261653b-b900-4949-a4ba-27b1c145af20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a6131387-8542-4fb2-9550-dcd88eedfaa5 HTTP/1.1" status: 200 len: 851 time: 0.1692116 Aug 09 16:04:12.407489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62c2737-940c-42da-ba94-28e38742231f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:12.408061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59610) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:12.423090 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b456136c-c54f-4dc9-8030-b872df9e5ea4 None None] Sync routers for ids ['f425e159-46bd-44fa-acbb-a2d784b6eb1a'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:12.439048 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b456136c-c54f-4dc9-8030-b872df9e5ea4 None None] Routers {'f425e159-46bd-44fa-acbb-a2d784b6eb1a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:12.439673 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b456136c-c54f-4dc9-8030-b872df9e5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:04:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f425e159-46bd-44fa-acbb-a2d784b6eb1a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:12.441318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8f374bae-bdd7-4764-bb20-66a461034088 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:12.441856 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b62c2737-940c-42da-ba94-28e38742231f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.442745 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b62c2737-940c-42da-ba94-28e38742231f tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "PUT /v2.0/routers/f425e159-46bd-44fa-acbb-a2d784b6eb1a HTTP/1.1" status: 200 len: 697 time: 0.9368610 Aug 09 16:04:12.470383 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59612) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:12.493669 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5358eb29-2400-4e41-baad-c84aaafca211 req-b867a5ae-9037-44b6-b296-f4b2e0da5b4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749533 Aug 09 16:04:12.514449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc9a5a-8d05-4042-867d-2e312be1b81d None None] Deleting port ee497463-2571-4b0f-a48a-95f6dd6cf903 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:12.514842 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9a5a-8d05-4042-867d-2e312be1b81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.554594 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b456136c-c54f-4dc9-8030-b872df9e5ea4 None None] Set router f425e159-46bd-44fa-acbb-a2d784b6eb1a gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:12.604776 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7e6dba72-cc00-47c9-9840-7d5c91e8a002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.612369 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d3fc9a5a-8d05-4042-867d-2e312be1b81d None None] For port ee497463-2571-4b0f-a48a-95f6dd6cf903, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ee497463-2571-4b0f-a48a-95f6dd6cf903,segment=NetworkSegment(c6e83792-e3ac-4fae-932c-bc884a5c66a3),segment_id=c6e83792-e3ac-4fae-932c-bc884a5c66a3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:12.613706 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9a5a-8d05-4042-867d-2e312be1b81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.623642 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5358eb29-2400-4e41-baad-c84aaafca211 req-9c2bf492-b761-4e03-a32f-42df33eca2dc service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225872 Aug 09 16:04:12.628121 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b456136c-c54f-4dc9-8030-b872df9e5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425e159-46bd-44fa-acbb-a2d784b6eb1a', 'name': 'tempest-RoutersIpV6Test-router-329133100', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:11Z', 'updated_at': '2021-08-09T16:04:11Z', 'revision_number': 2, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:12.634838 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc9a5a-8d05-4042-867d-2e312be1b81d None None] Calling delete_port for ee497463-2571-4b0f-a48a-95f6dd6cf903 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:12.669494 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b456136c-c54f-4dc9-8030-b872df9e5ea4 None None] Checking router: f425e159-46bd-44fa-acbb-a2d784b6eb1a for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:12.681241 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b456136c-c54f-4dc9-8030-b872df9e5ea4 None None] Routers {'f425e159-46bd-44fa-acbb-a2d784b6eb1a'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:12.682178 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b456136c-c54f-4dc9-8030-b872df9e5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:04:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f425e159-46bd-44fa-acbb-a2d784b6eb1a'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:12.722070 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3fc9a5a-8d05-4042-867d-2e312be1b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.736482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] For port ee497463-2571-4b0f-a48a-95f6dd6cf903, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ee497463-2571-4b0f-a48a-95f6dd6cf903,segment=NetworkSegment(c6e83792-e3ac-4fae-932c-bc884a5c66a3),segment_id=c6e83792-e3ac-4fae-932c-bc884a5c66a3)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:12.737118 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.749782 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-70bc7d6e-e539-4b9c-9fbb-24e4ed4ddd64 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/routers/f425e159-46bd-44fa-acbb-a2d784b6eb1a HTTP/1.1" status: 200 len: 703 time: 0.2782054 Aug 09 16:04:12.754324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59616) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:12.767930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc9a5a-8d05-4042-867d-2e312be1b81d None None] Pushing event deleted for resources: {'Port': ['ID=ee497463-2571-4b0f-a48a-95f6dd6cf903,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:12.771425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for ee497463-2571-4b0f-a48a-95f6dd6cf903 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:12.777725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc9a5a-8d05-4042-867d-2e312be1b81d None None] No DVR routers for this DVR port ee497463-2571-4b0f-a48a-95f6dd6cf903 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:12.787323 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f374bae-bdd7-4764-bb20-66a461034088 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:12.795514 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b456136c-c54f-4dc9-8030-b872df9e5ea4 None None] Set router f425e159-46bd-44fa-acbb-a2d784b6eb1a gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:12.801318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-25b48279-72b6-43c2-8a39-3d0323e2ef20 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=f425e159-46bd-44fa-acbb-a2d784b6eb1a HTTP/1.1" status: 200 len: 205 time: 0.0458431 Aug 09 16:04:12.805946 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5358eb29-2400-4e41-baad-c84aaafca211 req-05f97c4c-369a-4c20-afce-9459df2901f4 service neutron] 10.222.0.53 "GET /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733813 Aug 09 16:04:12.806198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59620) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:12.855259 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b456136c-c54f-4dc9-8030-b872df9e5ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425e159-46bd-44fa-acbb-a2d784b6eb1a', 'name': 'tempest-RoutersIpV6Test-router-329133100', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:11Z', 'updated_at': '2021-08-09T16:04:11Z', 'revision_number': 2, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:12.891660 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b456136c-c54f-4dc9-8030-b872df9e5ea4 None None] The sync data for ids ['f425e159-46bd-44fa-acbb-a2d784b6eb1a'] in n-d-803778-2 is: [{'id': 'f425e159-46bd-44fa-acbb-a2d784b6eb1a', 'name': 'tempest-RoutersIpV6Test-router-329133100', 'tenant_id': 'c34846ac20094e11b36d1d9c960a9221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:04:11Z', 'updated_at': '2021-08-09T16:04:11Z', 'revision_number': 2, 'project_id': 'c34846ac20094e11b36d1d9c960a9221', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:12.912584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-45cba5ed-a02e-4e4b-a88f-1c76f9acca22 req-39bb58cf-3150-4786-9ab8-682389046a88 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 210 time: 0.0406709 Aug 09 16:04:13.073635 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7e6dba72-cc00-47c9-9840-7d5c91e8a002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.093112 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7e6dba72-cc00-47c9-9840-7d5c91e8a002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.133395 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.145682 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-705eb785-a65e-4d8e-87da-8ef06db34040 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.233529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ee497463-2571-4b0f-a48a-95f6dd6cf903 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:13.260656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ee497463-2571-4b0f-a48a-95f6dd6cf903 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:13.261751 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ee497463-2571-4b0f-a48a-95f6dd6cf903 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:13.280805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-dbfc4330-b8d9-49ce-a888-5c53b7cbc42c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=caf38ea60ad04adfa5f8c4d494e45a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330772 Aug 09 16:04:13.290991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7e6dba72-cc00-47c9-9840-7d5c91e8a002 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e56d2a319a134c06acc076d54af4ef87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0203073 Aug 09 16:04:13.299889 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59624) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:13.342094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dba72-cc00-47c9-9840-7d5c91e8a002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0098e88-b3d9-4818-ab62-fea90fc2a2dc,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:13.383909 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f909-a120-4d23-bc02-22b1ff84e961 req-1c9db7e9-1be3-46a4-a825-acede59784f6 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:13.385799 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cea5f909-a120-4d23-bc02-22b1ff84e961 req-1c9db7e9-1be3-46a4-a825-acede59784f6 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.3676281 Aug 09 16:04:13.422809 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.439758 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1c68-6664-4f32-bf06-686ed7a3b276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.464750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.474975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208210-c5c4-4f23-a907-51217d6e8204 req-0128d031-c873-4da9-b227-672d013e6404 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:13.476900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-0128d031-c873-4da9-b227-672d013e6404 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901772 Aug 09 16:04:13.485206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-705eb785-a65e-4d8e-87da-8ef06db34040 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.486085 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1c68-6664-4f32-bf06-686ed7a3b276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.492707 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-705eb785-a65e-4d8e-87da-8ef06db34040 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.498591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Request body: {'port': {'device_id': '52e8d27b-6af3-4e12-a4b6-8047a4aacd8f', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'caf38ea60ad04adfa5f8c4d494e45a41'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:13.535355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=ee497463-2571-4b0f-a48a-95f6dd6cf903,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:13.571082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No DVR routers for this DVR port ee497463-2571-4b0f-a48a-95f6dd6cf903 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:13.618093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1c68-6664-4f32-bf06-686ed7a3b276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.620649 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1c68-6664-4f32-bf06-686ed7a3b276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.621101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cea5f909-a120-4d23-bc02-22b1ff84e961 req-5d85324c-9bef-4fb9-9952-82f4b37688ae tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931398 Aug 09 16:04:13.624308 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5d9f1c68-6664-4f32-bf06-686ed7a3b276 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0098e88-b3d9-4818-ab62-fea90fc2a2dc HTTP/1.1" status: 204 len: 168 time: 0.3196516 Aug 09 16:04:13.624483 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-705eb785-a65e-4d8e-87da-8ef06db34040 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.624483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705eb785-a65e-4d8e-87da-8ef06db34040 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Fanout notify agent at l3_agent the message router_deleted on router f425e159-46bd-44fa-acbb-a2d784b6eb1a {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:04:13.634852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-705eb785-a65e-4d8e-87da-8ef06db34040 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.635973 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-705eb785-a65e-4d8e-87da-8ef06db34040 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/f425e159-46bd-44fa-acbb-a2d784b6eb1a HTTP/1.1" status: 204 len: 168 time: 0.7321913 Aug 09 16:04:13.641303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59628) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:13.650484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f1c68-6664-4f32-bf06-686ed7a3b276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0098e88-b3d9-4818-ab62-fea90fc2a2dc,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:13.667566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Made reservation on behalf of caf38ea60ad04adfa5f8c4d494e45a41 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:13.672805 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.684551 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.728258 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f374bae-bdd7-4764-bb20-66a461034088 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.734835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-21e956d7-8aa1-4119-a864-0e5b7959bf00 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=f425e159-46bd-44fa-acbb-a2d784b6eb1a HTTP/1.1" status: 200 len: 205 time: 0.0817528 Aug 09 16:04:13.737338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59630) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:13.738446 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f374bae-bdd7-4764-bb20-66a461034088 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.750501 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.783700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8f374bae-bdd7-4764-bb20-66a461034088 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] In _notify_port_updated(), no bound segment for port 80b504ca-7a6a-4c10-af2e-3514631722f3 on network dc47a3ed-407b-4bef-8250-5b993556a33d {{(pid=94289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:04:13.784808 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-1ef87602-62b5-41a6-ae33-5189ac269bd9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] delete failed (client error): The resource could not be found. Aug 09 16:04:13.785958 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1ef87602-62b5-41a6-ae33-5189ac269bd9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/f425e159-46bd-44fa-acbb-a2d784b6eb1a HTTP/1.1" status: 404 len: 336 time: 0.0475388 Aug 09 16:04:13.789331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59632) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:13.789780 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f374bae-bdd7-4764-bb20-66a461034088 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:13.790761 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f374bae-bdd7-4764-bb20-66a461034088 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.795302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8f374bae-bdd7-4764-bb20-66a461034088 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "PUT /v2.0/ports/80b504ca-7a6a-4c10-af2e-3514631722f3 HTTP/1.1" status: 200 len: 818 time: 1.3829644 Aug 09 16:04:13.795302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59634) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:13.796905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e23e547-af0e-4cf4-958d-8e3d2938a084']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:13.829649 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c2a470-58a3-43ff-b158-acd640317b34 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:13.830141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c2a470-58a3-43ff-b158-acd640317b34 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:13.831917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-75c2a470-58a3-43ff-b158-acd640317b34 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/cb240566-fdfc-49dd-aa25-f5959dc31d07 HTTP/1.1" status: 404 len: 337 time: 0.0416303 Aug 09 16:04:13.834941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59638) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:13.845543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e83792-e3ac-4fae-932c-bc884a5c66a3') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:13.845725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e83792-e3ac-4fae-932c-bc884a5c66a3') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:13.865449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f374bae-bdd7-4764-bb20-66a461034088 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=80b504ca-7a6a-4c10-af2e-3514631722f3,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:13.875456 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.878330 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83a4468-998f-4406-baf9-f209dd4f8c0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:13.878993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83a4468-998f-4406-baf9-f209dd4f8c0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:13.880961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a83a4468-998f-4406-baf9-f209dd4f8c0e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/df49504a-7c55-4f31-9568-da2982097e49 HTTP/1.1" status: 404 len: 337 time: 0.0448844 Aug 09 16:04:13.884344 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59640) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:13.910584 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.917671 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cf78d2-01eb-40e3-8ae3-a15c8464ca52 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:13.918130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76cf78d2-01eb-40e3-8ae3-a15c8464ca52 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:13.922876 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-76cf78d2-01eb-40e3-8ae3-a15c8464ca52 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/887e68e2-df4d-4c97-b05b-243a1e361235 HTTP/1.1" status: 404 len: 337 time: 0.0345128 Aug 09 16:04:13.923133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:13.923133 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:13.924416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59642) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:13.926333 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:13.976355 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97bedfa-756e-4bbf-9498-ad6941a7303b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:13.976822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97bedfa-756e-4bbf-9498-ad6941a7303b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:13.982552 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c97bedfa-756e-4bbf-9498-ad6941a7303b tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/4dc1b02a-9b52-41e1-a533-42b385f91da0 HTTP/1.1" status: 404 len: 337 time: 0.0545161 Aug 09 16:04:13.986675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59648) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.011111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d12b44c4-62d9-48cf-8f8f-8d97f9d179a9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 80b504ca-7a6a-4c10-af2e-3514631722f3 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:14.011453 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12b44c4-62d9-48cf-8f8f-8d97f9d179a9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.016202 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.027191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-43610df1-979b-4675-b104-532ed8571acb tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=1159f21c-52c8-4a0c-8146-98b7f833f568 HTTP/1.1" status: 200 len: 205 time: 0.0363011 Aug 09 16:04:14.032972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59650) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.052747 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.065498 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.074579 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/networks/2e23e547-af0e-4cf4-958d-8e3d2938a084 HTTP/1.1" status: 204 len: 168 time: 1.9856892 Aug 09 16:04:14.082878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59654) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.094146 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-989abbcd-7bd9-4adc-9c1a-416ecc72b8b4 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] delete failed (client error): The resource could not be found. Aug 09 16:04:14.095203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-989abbcd-7bd9-4adc-9c1a-416ecc72b8b4 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/1159f21c-52c8-4a0c-8146-98b7f833f568 HTTP/1.1" status: 404 len: 336 time: 0.0450051 Aug 09 16:04:14.097993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59656) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.126191 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.126663 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab7087-1929-4799-affe-8734b466387f tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Network': ['ID=2e23e547-af0e-4cf4-958d-8e3d2938a084,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:14.162726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487a543-79e4-4854-bb0a-70765d2a11c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:14.171263 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6487a543-79e4-4854-bb0a-70765d2a11c6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/4cdfd4c7-ca8a-4528-bc6f-8164871011b5 HTTP/1.1" status: 200 len: 844 time: 0.0867157 Aug 09 16:04:14.172093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59660) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.174253 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12b44c4-62d9-48cf-8f8f-8d97f9d179a9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.193179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f105baf5-f895-4bb1-9017-97b5f339e583 req-2c94e3dc-a880-42f4-a1b6-a61bb872065f tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 210 time: 0.1723151 Aug 09 16:04:14.217223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d12b44c4-62d9-48cf-8f8f-8d97f9d179a9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 80b504ca-7a6a-4c10-af2e-3514631722f3 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:14.223017 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d279e432-8fe0-4988-893c-c03ca4adc709 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8432aee-f25c-4888-ae2f-39d9f2a5bf3c HTTP/1.1" status: 200 len: 205 time: 0.1239381 Aug 09 16:04:14.226025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59664) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.226560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412446f5-6dbb-4dea-a5f5-9617ba68c0a2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:14.316100 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-339fc65c-b962-482e-a6be-f7fee3a36408 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/4cdfd4c7-ca8a-4528-bc6f-8164871011b5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1350610 Aug 09 16:04:14.316662 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-5c77e3d6-f224-4dcc-92b2-ea4d59c4199e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] delete failed (client error): The resource could not be found. Aug 09 16:04:14.321206 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5c77e3d6-f224-4dcc-92b2-ea4d59c4199e tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/d8432aee-f25c-4888-ae2f-39d9f2a5bf3c HTTP/1.1" status: 404 len: 336 time: 0.0902479 Aug 09 16:04:14.321206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59666) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.323040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59668) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.328934 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-366f411a-8f76-4ed5-b52a-acee57bd629e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:14.368265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Allocated IP 192.168.233.141 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/0680b529-5abb-4e4c-8c75-bb576303526f) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:14.421738 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-70994927-857c-4e66-ac4e-c95c5a9b4818 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:14.422202 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70994927-857c-4e66-ac4e-c95c5a9b4818 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:14.425646 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-70994927-857c-4e66-ac4e-c95c5a9b4818 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/c56a172a-5df7-465f-bb77-20c00f766bae HTTP/1.1" status: 404 len: 337 time: 0.1000755 Aug 09 16:04:14.427852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59674) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.465572 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12b44c4-62d9-48cf-8f8f-8d97f9d179a9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.473178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c5797d9c-b9dd-422c-ba9d-fb0af7f567d0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=3b6640f3-d1fb-43a9-b4f3-53afbb506205 HTTP/1.1" status: 200 len: 205 time: 0.0440969 Aug 09 16:04:14.480716 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59678) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.511414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b44c4-62d9-48cf-8f8f-8d97f9d179a9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=80b504ca-7a6a-4c10-af2e-3514631722f3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:14.611616 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.629910 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Transition to ACTIVE for port object 0680b529-5abb-4e4c-8c75-bb576303526f will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:14.643482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59682) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.721952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.790820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:14.796414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:14.805857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:14.860853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1317904320-network', 'tenant_id': '2780c6f453a04893a0d7297bf96b862c'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:14.893858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Pushing event updated for resources: {'Port': ['ID=0680b529-5abb-4e4c-8c75-bb576303526f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:14.914932 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-6b8e7e12-89d8-450b-9f24-5a2c5fee649d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] delete failed (client error): The resource could not be found. Aug 09 16:04:14.916270 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6b8e7e12-89d8-450b-9f24-5a2c5fee649d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/3b6640f3-d1fb-43a9-b4f3-53afbb506205 HTTP/1.1" status: 404 len: 336 time: 0.4172320 Aug 09 16:04:14.917687 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12b44c4-62d9-48cf-8f8f-8d97f9d179a9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.918761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:14.923064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.923291 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d12b44c4-62d9-48cf-8f8f-8d97f9d179a9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/80b504ca-7a6a-4c10-af2e-3514631722f3 HTTP/1.1" status: 204 len: 168 time: 1.1204140 Aug 09 16:04:14.930306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59688) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.930526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59690) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:14.931331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366f411a-8f76-4ed5-b52a-acee57bd629e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:14.935358 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-366f411a-8f76-4ed5-b52a-acee57bd629e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.983033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Made reservation on behalf of 2780c6f453a04893a0d7297bf96b862c for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:14.985519 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:14.990811 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-ef251c14-e1c3-4b68-b3a6-9969f8883551 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5026157 Aug 09 16:04:15.003451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Request body: {'port': {'device_id': '52e8d27b-6af3-4e12-a4b6-8047a4aacd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:15.008936 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.038302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3b41d0-7f62-40f4-a06e-b31848d28307 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:15.043751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fb3b41d0-7f62-40f4-a06e-b31848d28307 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1066818 Aug 09 16:04:15.045719 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2b4fb7dc-27e3-44e1-9223-c362f3d534f9 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=1a1359e4-47dc-4e6c-bada-ef4ddd2dc590 HTTP/1.1" status: 200 len: 205 time: 0.1060708 Aug 09 16:04:15.046819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59692) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.049769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59694) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.093759 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-150f1d8e-856e-4ac5-922f-90e699fdd211 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:04:15.095312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-150f1d8e-856e-4ac5-922f-90e699fdd211 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/80b504ca-7a6a-4c10-af2e-3514631722f3 HTTP/1.1" status: 404 len: 333 time: 0.0400429 Aug 09 16:04:15.103456 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59696) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.111108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-12a247f5-21ff-48bb-9cd6-aa3e1a1cc0af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-555011983'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:15.145534 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697def6-30c9-42e6-b098-52bb466a8f86 req-e7581c64-a7b8-4cf1-be9f-4b3a3ece819c tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:15.148392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6697def6-30c9-42e6-b098-52bb466a8f86 req-e7581c64-a7b8-4cf1-be9f-4b3a3ece819c tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.2398365 Aug 09 16:04:15.163563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2e1d9fd6-2f3b-4992-b9fe-680cee2fae17 None None] Provisioning for port 0680b529-5abb-4e4c-8c75-bb576303526f completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:15.170019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2e1d9fd6-2f3b-4992-b9fe-680cee2fae17 None None] Provisioning complete for port 0680b529-5abb-4e4c-8c75-bb576303526f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:15.174227 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9fd6-2f3b-4992-b9fe-680cee2fae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.193471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a247f5-21ff-48bb-9cd6-aa3e1a1cc0af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:15.198948 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12a247f5-21ff-48bb-9cd6-aa3e1a1cc0af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.215442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d9fd6-2f3b-4992-b9fe-680cee2fae17 None None] Port 0680b529-5abb-4e4c-8c75-bb576303526f cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:15.274560 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6697def6-30c9-42e6-b098-52bb466a8f86 req-27fa2ed7-54cf-4d8d-9cc8-d8fe6c14ede9 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125443 Aug 09 16:04:15.319873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a247f5-21ff-48bb-9cd6-aa3e1a1cc0af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:15.349268 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12a247f5-21ff-48bb-9cd6-aa3e1a1cc0af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.349797 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-12a247f5-21ff-48bb-9cd6-aa3e1a1cc0af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Added segment ed65be10-9d54-41d4-b406-b55cc0b3c1e1 of type vlan for network c647a44e-bd27-4da4-aed2-0eb8b188c1eb Aug 09 16:04:15.405647 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-4c6252ff-f227-4b64-be6b-9073ffa75e6d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] delete failed (client error): The resource could not be found. Aug 09 16:04:15.413470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4c6252ff-f227-4b64-be6b-9073ffa75e6d tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/1a1359e4-47dc-4e6c-bada-ef4ddd2dc590 HTTP/1.1" status: 404 len: 336 time: 0.3518214 Aug 09 16:04:15.413470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59702) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.449523 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12a247f5-21ff-48bb-9cd6-aa3e1a1cc0af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.462101 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-366f411a-8f76-4ed5-b52a-acee57bd629e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.478360 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe586399-f439-480f-b430-b0389777aa65 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:15.478810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe586399-f439-480f-b430-b0389777aa65 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:15.480729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fe586399-f439-480f-b430-b0389777aa65 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/16a28ae3-138e-4833-bfb5-6146402abedb HTTP/1.1" status: 404 len: 337 time: 0.0663235 Aug 09 16:04:15.486539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59706) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.530312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.536100 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-91272713-1395-4d65-a1cf-10d1fc8caac7 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f43e25e-9412-462a-8c6f-9a31162e336b HTTP/1.1" status: 200 len: 205 time: 0.0416443 Aug 09 16:04:15.536343 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f411a-8f76-4ed5-b52a-acee57bd629e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:15.544632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59708) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.564307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-366f411a-8f76-4ed5-b52a-acee57bd629e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:15.570933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f411a-8f76-4ed5-b52a-acee57bd629e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:15.571553 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-366f411a-8f76-4ed5-b52a-acee57bd629e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.574144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a9b7e-71fa-450d-8389-3015d89471ea None None] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:15.575916 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12a247f5-21ff-48bb-9cd6-aa3e1a1cc0af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.581435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a247f5-21ff-48bb-9cd6-aa3e1a1cc0af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:15.582085 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12a247f5-21ff-48bb-9cd6-aa3e1a1cc0af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.597289 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f411a-8f76-4ed5-b52a-acee57bd629e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Subnet': ['ID=1b7ad3c0-e7e3-4e20-9445-6b1f5c25a4cf,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:15.611278 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-66569a9a-8d5e-45c7-bd64-2dfe82574be4 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] delete failed (client error): The resource could not be found. Aug 09 16:04:15.612044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-66569a9a-8d5e-45c7-bd64-2dfe82574be4 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/5f43e25e-9412-462a-8c6f-9a31162e336b HTTP/1.1" status: 404 len: 336 time: 0.0600684 Aug 09 16:04:15.616843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59710) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.622300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c9f77-628e-4428-a298-1a565673a15a req-7261fa5d-7e37-4e2a-9283-8d0071737c9c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:15.623835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-363c9f77-628e-4428-a298-1a565673a15a req-7261fa5d-7e37-4e2a-9283-8d0071737c9c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 936 time: 0.2353551 Aug 09 16:04:15.691387 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7953a40-5f80-4916-a441-71c10db649fd tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:15.691757 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7953a40-5f80-4916-a441-71c10db649fd tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:15.693770 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e7953a40-5f80-4916-a441-71c10db649fd tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/b3dbeea5-4e51-487a-b99d-6d13e51e27ed HTTP/1.1" status: 404 len: 337 time: 0.0736091 Aug 09 16:04:15.697972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59712) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.715736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a247f5-21ff-48bb-9cd6-aa3e1a1cc0af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Network': ['ID=c647a44e-bd27-4da4-aed2-0eb8b188c1eb,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:15.735286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c647a44e-bd27-4da4-aed2-0eb8b188c1eb details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:15.739234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8309661-eb51-4275-b42a-bb76d85e6edc req-304bdc9a-e328-4cd5-a649-5598607954ec tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:15.740771 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8309661-eb51-4275-b42a-bb76d85e6edc req-304bdc9a-e328-4cd5-a649-5598607954ec tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.2350888 Aug 09 16:04:15.743915 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a0d2a58-3810-453b-8ef0-5770c25a6f0c tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "GET /v2.0/ports?device_id=80b601de-140f-4162-924f-b177b90b6549 HTTP/1.1" status: 200 len: 205 time: 0.0449564 Aug 09 16:04:15.747669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59714) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.775790 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-363c9f77-628e-4428-a298-1a565673a15a req-22bf8e9c-e6e2-46a6-8ee7-022c479aa767 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/security-groups?id=412446f5-6dbb-4dea-a5f5-9617ba68c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293588 Aug 09 16:04:15.793714 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-3c3e7ecd-c9bc-4a17-b38a-d578d2197f01 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] delete failed (client error): The resource could not be found. Aug 09 16:04:15.794668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3c3e7ecd-c9bc-4a17-b38a-d578d2197f01 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/routers/80b601de-140f-4162-924f-b177b90b6549 HTTP/1.1" status: 404 len: 336 time: 0.0449629 Aug 09 16:04:15.802569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59716) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.815184 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.825143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.837553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:15.843940 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53c95af-48af-48f7-a8e5-9b6a30906c69 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:15.844298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53c95af-48af-48f7-a8e5-9b6a30906c69 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:15.846073 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f53c95af-48af-48f7-a8e5-9b6a30906c69 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/db12977f-54ad-48ea-8ef3-befb9a77e18e HTTP/1.1" status: 404 len: 337 time: 0.0423274 Aug 09 16:04:15.850835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.851487 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Added segment a3a81ed1-6ce3-496a-9130-907a7389461f of type vlan for network 6eee1a6d-b0d5-48c7-9c19-6de2d6395023 Aug 09 16:04:15.857155 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-12a247f5-21ff-48bb-9cd6-aa3e1a1cc0af tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7492530 Aug 09 16:04:15.857155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59718) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.867181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59720) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.874637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-366f411a-8f76-4ed5-b52a-acee57bd629e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5534670 Aug 09 16:04:15.877101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59722) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:15.882199 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-802bf1a1-eab3-4122-beb2-3bdb8aa70167 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': 'c647a44e-bd27-4da4-aed2-0eb8b188c1eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:15.882491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'tenant_id': '596d8765b0fd4c94a6c68a2e70f64cb0', 'fixed_ips': [{'subnet_id': '1b7ad3c0-e7e3-4e20-9445-6b1f5c25a4cf'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:04:15.883246 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6ffa867f-3633-4096-9e7d-91446eaea537 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'security_group': {'name': 'tempest-secgroup-1021942218'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:15.883654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:15.912762 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8309661-eb51-4275-b42a-bb76d85e6edc req-e666611d-7c1f-44b3-b6a5-039cd08608e5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641002 Aug 09 16:04:15.917854 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-502bc53a-3ee3-4daf-b728-eda1944099b0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:15.918850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502bc53a-3ee3-4daf-b728-eda1944099b0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:15.924792 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-502bc53a-3ee3-4daf-b728-eda1944099b0 tempest-RoutersIpV6Test-1058283747 tempest-RoutersIpV6Test-1058283747-project] 10.222.0.81 "DELETE /v2.0/subnets/dfc5cb76-b48f-449d-931a-ede49130e50e HTTP/1.1" status: 404 len: 337 time: 0.0602925 Aug 09 16:04:15.939104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ffa867f-3633-4096-9e7d-91446eaea537 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.049226 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ffa867f-3633-4096-9e7d-91446eaea537 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.054292 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ffa867f-3633-4096-9e7d-91446eaea537 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.061249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Allocated IP 2001:db8::2 (207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8/1b7ad3c0-e7e3-4e20-9445-6b1f5c25a4cf/c7f1525c-7533-45d5-958e-211db20fbf30) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:16.088627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ffa867f-3633-4096-9e7d-91446eaea537 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.090092 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6ffa867f-3633-4096-9e7d-91446eaea537 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2119861 Aug 09 16:04:16.093201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59726) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:16.097462 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.098219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-bd901f9b-45f8-41bd-a84f-ff00610bb35b tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'security_group': {'name': 'tempest-secgroup-45279958'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:16.107096 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa867f-3633-4096-9e7d-91446eaea537 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95984b68-2265-4d3a-9c6b-c3a1ddb03b62,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:16.121602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498b1078-f85d-42f5-ac3d-3a4b28ff7264,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:16.133374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bd901f9b-45f8-41bd-a84f-ff00610bb35b tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.209861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.211034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:16.211841 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.270944 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bd901f9b-45f8-41bd-a84f-ff00610bb35b tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.278473 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bd901f9b-45f8-41bd-a84f-ff00610bb35b tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.284209 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59730) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:16.301146 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6539373 Aug 09 16:04:16.305165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59732) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:16.328819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd901f9b-45f8-41bd-a84f-ff00610bb35b tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88bf110-0936-41c8-84e0-10a6f57e3d3a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:16.329100 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.341179 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Transition to ACTIVE for port object c7f1525c-7533-45d5-958e-211db20fbf30 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:16.342049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7b405ba0-b6b6-439b-8847-275b34b21cca admin admin] Request body: {'subnet': {'network_id': '6eee1a6d-b0d5-48c7-9c19-6de2d6395023', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1317904320-subnet', 'tenant_id': '2780c6f453a04893a0d7297bf96b862c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:16.352532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a88fe-4a83-4fe1-8a34-0274120c1ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=6eee1a6d-b0d5-48c7-9c19-6de2d6395023,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:16.360822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Transition to ACTIVE for port object c7f1525c-7533-45d5-958e-211db20fbf30 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:16.369889 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802bf1a1-eab3-4122-beb2-3bdb8aa70167 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:16.373652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 6eee1a6d-b0d5-48c7-9c19-6de2d6395023 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:16.373845 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bd901f9b-45f8-41bd-a84f-ff00610bb35b tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.378317 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-802bf1a1-eab3-4122-beb2-3bdb8aa70167 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.378499 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bd901f9b-45f8-41bd-a84f-ff00610bb35b tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2815506 Aug 09 16:04:16.380602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59736) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:16.380744 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.390479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-47064938', 'security_groups': ['f88bf110-0936-41c8-84e0-10a6f57e3d3a'], 'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1b7ad3c0-e7e3-4e20-9445-6b1f5c25a4cf'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:16.431805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0680b529-5abb-4e4c-8c75-bb576303526f {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:16.451032 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.469679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b405ba0-b6b6-439b-8847-275b34b21cca admin admin] Made reservation on behalf of 2780c6f453a04893a0d7297bf96b862c for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:16.473333 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b405ba0-b6b6-439b-8847-275b34b21cca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.473880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Pushing event updated for resources: {'Port': ['ID=c7f1525c-7533-45d5-958e-211db20fbf30,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:16.496408 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:16.499257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:16.503287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:16.540525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Transition to ACTIVE for port object 0680b529-5abb-4e4c-8c75-bb576303526f will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:16.556933 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.573692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Attempting to bind port c7f1525c-7533-45d5-958e-211db20fbf30 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:16.574341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Attempting to bind port c7f1525c-7533-45d5-958e-211db20fbf30 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'eec849ba-c40c-46df-961e-28e64ad710be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:16.574936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Attempting to bind port c7f1525c-7533-45d5-958e-211db20fbf30 on network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:16.581263 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7b27027a-01bd-40e1-87c8-bcea6584296e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c34846ac20094e11b36d1d9c960a9221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779117 Aug 09 16:04:16.582872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59738) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:16.585969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:16.586681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Checking segment: {'id': 'eec849ba-c40c-46df-961e-28e64ad710be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:16.587094 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.587712 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Bound using segment: {'id': 'eec849ba-c40c-46df-961e-28e64ad710be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:16.588205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Bound port: c7f1525c-7533-45d5-958e-211db20fbf30, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec849ba-c40c-46df-961e-28e64ad710be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:16.588592 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.615703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:16.666246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] For port c7f1525c-7533-45d5-958e-211db20fbf30, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:16.670165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] For port c7f1525c-7533-45d5-958e-211db20fbf30, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c7f1525c-7533-45d5-958e-211db20fbf30,segment=NetworkSegment(eec849ba-c40c-46df-961e-28e64ad710be),segment_id=eec849ba-c40c-46df-961e-28e64ad710be)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:16.675599 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.695966 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Pushing event updated for resources: {'Port': ['ID=0680b529-5abb-4e4c-8c75-bb576303526f,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:16.753021 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0dea63f3-3385-4230-bc88-9838e49b53c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.777038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d186152-c4a4-4689-ae0b-ead71fcb2cc8 None None] Pushing event updated for resources: {'Port': ['ID=c7f1525c-7533-45d5-958e-211db20fbf30,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:16.798813 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0dea63f3-3385-4230-bc88-9838e49b53c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.829315 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.862980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port a83370e3-1604-4412-99ca-3e7860eefed8 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:16.921822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Attempting to bind port 0680b529-5abb-4e4c-8c75-bb576303526f on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:16.922414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Attempting to bind port 0680b529-5abb-4e4c-8c75-bb576303526f by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:16.922414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Attempting to bind port 0680b529-5abb-4e4c-8c75-bb576303526f on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:16.946329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0dea63f3-3385-4230-bc88-9838e49b53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.951337 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0dea63f3-3385-4230-bc88-9838e49b53c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:16.955625 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0dea63f3-3385-4230-bc88-9838e49b53c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/296bb551-9549-41c4-98b7-f87158e538f8 HTTP/1.1" status: 204 len: 168 time: 0.3692164 Aug 09 16:04:17.006025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Port 0680b529-5abb-4e4c-8c75-bb576303526f on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:04:17.006904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Attempting to bind port 0680b529-5abb-4e4c-8c75-bb576303526f on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:17.019903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea63f3-3385-4230-bc88-9838e49b53c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296bb551-9549-41c4-98b7-f87158e538f8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:17.028984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:17.029411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:17.029894 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:17.030409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Bound port: 0680b529-5abb-4e4c-8c75-bb576303526f, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:17.030836 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.033939 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-802bf1a1-eab3-4122-beb2-3bdb8aa70167 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.140079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf809c-983e-4168-b20f-71ef43415b1b req-614f1e3c-6311-4fd3-9dbd-34680b422f8a tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:17.142276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5cf809c-983e-4168-b20f-71ef43415b1b req-614f1e3c-6311-4fd3-9dbd-34680b422f8a tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 948 time: 0.2448189 Aug 09 16:04:17.154821 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b405ba0-b6b6-439b-8847-275b34b21cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.255509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bf1a1-eab3-4122-beb2-3bdb8aa70167 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Subnet': ['ID=f4fc8798-616d-40b7-8576-19853c27d04b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:17.283186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70767e48-a788-4087-8e76-22e8e64aa957 req-8e433423-0a27-454e-8f51-7539550b1b0c tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:17.285214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70767e48-a788-4087-8e76-22e8e64aa957 req-8e433423-0a27-454e-8f51-7539550b1b0c tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.1674747 Aug 09 16:04:17.286769 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5cf809c-983e-4168-b20f-71ef43415b1b req-b7be8cf0-3629-44a8-b391-d25b4decb663 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/security-groups?id=412446f5-6dbb-4dea-a5f5-9617ba68c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272585 Aug 09 16:04:17.320110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8::39d (207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8/1b7ad3c0-e7e3-4e20-9445-6b1f5c25a4cf/a83370e3-1604-4412-99ca-3e7860eefed8) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:17.336023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c7f1525c-7533-45d5-958e-211db20fbf30 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:17.349497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] For port 0680b529-5abb-4e4c-8c75-bb576303526f, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:17.363800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] For port 0680b529-5abb-4e4c-8c75-bb576303526f, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0680b529-5abb-4e4c-8c75-bb576303526f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:17.369046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70767e48-a788-4087-8e76-22e8e64aa957 req-a2657c1f-6acc-4ad0-9f87-9ec68d04234c tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671959 Aug 09 16:04:17.412289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802bf1a1-eab3-4122-beb2-3bdb8aa70167 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Checking segment: {'id': 'ed65be10-9d54-41d4-b406-b55cc0b3c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c647a44e-bd27-4da4-aed2-0eb8b188c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:17.412665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802bf1a1-eab3-4122-beb2-3bdb8aa70167 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network hostable DHCP agents. Network: c647a44e-bd27-4da4-aed2-0eb8b188c1eb, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:17.422433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c7f1525c-7533-45d5-958e-211db20fbf30 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:17.426232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b405ba0-b6b6-439b-8847-275b34b21cca admin admin] Pushing event updated for resources: {'Subnet': ['ID=feddbad6-ad2a-4037-b890-40ab88491d46,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:17.429194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.463631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b405ba0-b6b6-439b-8847-275b34b21cca admin admin] Checking segment: {'id': 'a3a81ed1-6ce3-496a-9130-907a7389461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6eee1a6d-b0d5-48c7-9c19-6de2d6395023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:17.464001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b405ba0-b6b6-439b-8847-275b34b21cca admin admin] Network hostable DHCP agents. Network: 6eee1a6d-b0d5-48c7-9c19-6de2d6395023, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:17.492234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:17.492862 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.494331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] 10.222.0.60 "PUT /v2.0/ports/0680b529-5abb-4e4c-8c75-bb576303526f HTTP/1.1" status: 200 len: 1096 time: 2.4950750 Aug 09 16:04:17.494809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e8d27b-6af3-4e12-a4b6-8047a4aacd8f', 'tag': '0680b529-5abb-4e4c-8c75-bb576303526f'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:17.497136 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196907cd-df24-477f-87c5-d4b2a65154e7" -d '{"events": [{"name": "network-changed", "server_uuid": "52e8d27b-6af3-4e12-a4b6-8047a4aacd8f", "tag": "0680b529-5abb-4e4c-8c75-bb576303526f"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:17.519270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802bf1a1-eab3-4122-beb2-3bdb8aa70167 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network c647a44e-bd27-4da4-aed2-0eb8b188c1eb is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:17.536504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0349b-d588-4753-9a13-00874802d6fd service neutron] Pushing event updated for resources: {'Port': ['ID=0680b529-5abb-4e4c-8c75-bb576303526f,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:17.553808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b405ba0-b6b6-439b-8847-275b34b21cca admin admin] Network 6eee1a6d-b0d5-48c7-9c19-6de2d6395023 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:17.565490 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a2fd7c-5027-4fbf-a435-a03f024136a4 x-openstack-request-id: req-09a2fd7c-5027-4fbf-a435-a03f024136a4 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:17.565887 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e8d27b-6af3-4e12-a4b6-8047a4aacd8f", "tag": "0680b529-5abb-4e4c-8c75-bb576303526f", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:17.566091 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09a2fd7c-5027-4fbf-a435-a03f024136a4 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:17.566454 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e8d27b-6af3-4e12-a4b6-8047a4aacd8f', 'tag': '0680b529-5abb-4e4c-8c75-bb576303526f', 'status': 'completed', 'code': 200} Aug 09 16:04:17.572113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.572947 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-802bf1a1-eab3-4122-beb2-3bdb8aa70167 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c647a44e-bd27-4da4-aed2-0eb8b188c1eb) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:17.577843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802bf1a1-eab3-4122-beb2-3bdb8aa70167 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:17.578835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-802bf1a1-eab3-4122-beb2-3bdb8aa70167 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.584531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244d26b7-b11e-4c53-a28d-db0590882c89 None None] Network c647a44e-bd27-4da4-aed2-0eb8b188c1eb requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:17.604878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Transition to ACTIVE for port object a83370e3-1604-4412-99ca-3e7860eefed8 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:17.653971 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.666724 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-802bf1a1-eab3-4122-beb2-3bdb8aa70167 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7944920 Aug 09 16:04:17.669073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-7b405ba0-b6b6-439b-8847-275b34b21cca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 6eee1a6d-b0d5-48c7-9c19-6de2d6395023) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:17.679064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59758) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:17.681939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b405ba0-b6b6-439b-8847-275b34b21cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:17.682535 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b405ba0-b6b6-439b-8847-275b34b21cca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.687944 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de5330a-2b93-4f59-9310-2894aa8d3a1e None None] Network 6eee1a6d-b0d5-48c7-9c19-6de2d6395023 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:17.688150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3a1789ad-7eba-4d8e-8ff6-b980c99daa5d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': 'c647a44e-bd27-4da4-aed2-0eb8b188c1eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:17.743377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:17.758142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:17.766540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:17.783936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:17.785799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.843190 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208210-c5c4-4f23-a907-51217d6e8204 req-8f1d4253-49a8-4070-bc40-6307559db78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:17.843190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-8f1d4253-49a8-4070-bc40-6307559db78b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=caf38ea60ad04adfa5f8c4d494e45a41&device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 1099 time: 0.2926879 Aug 09 16:04:17.854135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7b405ba0-b6b6-439b-8847-275b34b21cca admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5432649 Aug 09 16:04:17.855592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=a83370e3-1604-4412-99ca-3e7860eefed8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:17.881547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-c647a44e-bd27-4da4-aed2-0eb8b188c1eb', 'network_id': 'c647a44e-bd27-4da4-aed2-0eb8b188c1eb', 'tenant_id': '138e98a468924b939cb78ad3108818e3', 'fixed_ips': [{'subnet_id': 'f4fc8798-616d-40b7-8576-19853c27d04b'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:04:17.882910 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:17.886380 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2fe9fa66-e8e8-4c97-83bf-3b39141f1bab tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5046139 Aug 09 16:04:17.890190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59768) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:17.905380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-658cee90-7efa-4f4e-82b0-ea8dd4522671 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:17.935614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-5f328b78-ed2b-4045-a178-b98105c99cb6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=0680b529-5abb-4e4c-8c75-bb576303526f HTTP/1.1" status: 200 len: 217 time: 0.0731738 Aug 09 16:04:18.022852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec61f28-6382-4c8c-90fa-8812d5da5398 None None] Network 6eee1a6d-b0d5-48c7-9c19-6de2d6395023 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:18.102183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208210-c5c4-4f23-a907-51217d6e8204 req-34a22f76-8778-4111-9bc3-d162296fe8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:18.103731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-34a22f76-8778-4111-9bc3-d162296fe8a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1579847 Aug 09 16:04:18.105299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658cee90-7efa-4f4e-82b0-ea8dd4522671 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:18.112663 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-658cee90-7efa-4f4e-82b0-ea8dd4522671 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.174916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59774) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:18.255204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1789ad-7eba-4d8e-8ff6-b980c99daa5d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:18.260038 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3a1789ad-7eba-4d8e-8ff6-b980c99daa5d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.279290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Allocated IP 172.20.0.2 (c647a44e-bd27-4da4-aed2-0eb8b188c1eb/f4fc8798-616d-40b7-8576-19853c27d04b/57caa06e-cbf7-48a3-af2a-33006f4d4c7e) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:18.288375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208210-c5c4-4f23-a907-51217d6e8204 req-eda313fb-0913-40bb-b395-f8d1c8d37d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:18.291103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-eda313fb-0913-40bb-b395-f8d1c8d37d75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774721 Aug 09 16:04:18.295020 n-d-803778-2 neutron-server[94289]: INFO neutron.db.ipam_backend_mixin [None req-658cee90-7efa-4f4e-82b0-ea8dd4522671 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b7ad3c0-e7e3-4e20-9445-6b1f5c25a4cf (CIDR: 2001:db8::/64) Aug 09 16:04:18.299216 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-658cee90-7efa-4f4e-82b0-ea8dd4522671 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:04:18.299692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658cee90-7efa-4f4e-82b0-ea8dd4522671 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:18.335542 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-658cee90-7efa-4f4e-82b0-ea8dd4522671 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4428368 Aug 09 16:04:18.338904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59782) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:18.345564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-47776270-0448-4b61-997f-93bd193a6f05 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:18.611473 n-d-803778-2 neutron-server[94290]: INFO neutron.db.ipam_backend_mixin [None req-3a1789ad-7eba-4d8e-8ff6-b980c99daa5d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f4fc8798-616d-40b7-8576-19853c27d04b (CIDR: 172.20.0.0/28) Aug 09 16:04:18.615412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-29337542'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:18.617550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c751feac-51b3-4389-8166-9ca3638299f0 None None] Provisioning complete for port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:18.618729 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c751feac-51b3-4389-8166-9ca3638299f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.649512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f3661-b961-4a3f-bd27-b59845561ebb req-d27994bb-6344-4f03-81c3-e5e1a9de621b tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:18.658392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa085f-7e92-4ded-b2a2-fc638553ee16 req-1476939b-00c6-4085-bcfd-999761910bb3 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:18.659978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1aa085f-7e92-4ded-b2a2-fc638553ee16 req-1476939b-00c6-4085-bcfd-999761910bb3 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.53 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.2505460 Aug 09 16:04:18.660260 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c53f3661-b961-4a3f-bd27-b59845561ebb req-d27994bb-6344-4f03-81c3-e5e1a9de621b tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 948 time: 0.1756308 Aug 09 16:04:18.660678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Made reservation on behalf of 18903225e4374b85ac3ab1b275fd5658 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:18.671566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.680498 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1789ad-7eba-4d8e-8ff6-b980c99daa5d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:04:18.681041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1789ad-7eba-4d8e-8ff6-b980c99daa5d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:18.692845 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.698231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c751feac-51b3-4389-8166-9ca3638299f0 None None] Port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:18.700564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-f14b2ae7-0b75-4ffd-96d6-06afbc02b6cf service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791869 Aug 09 16:04:18.714232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59792) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:18.717643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Transition to ACTIVE for port object 57caa06e-cbf7-48a3-af2a-33006f4d4c7e will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:18.722257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-399734529-network', 'tenant_id': 'ab1fd10c1ec84dbdb0ccc8d42d576f6e'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:18.728157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c751feac-51b3-4389-8166-9ca3638299f0 None None] Provisioning for port c7f1525c-7533-45d5-958e-211db20fbf30 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:18.730091 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.735591 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c751feac-51b3-4389-8166-9ca3638299f0 None None] Provisioning complete for port c7f1525c-7533-45d5-958e-211db20fbf30 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:18.735955 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c751feac-51b3-4389-8166-9ca3638299f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.769801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Transition to ACTIVE for port object 57caa06e-cbf7-48a3-af2a-33006f4d4c7e will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:18.771898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c53f3661-b961-4a3f-bd27-b59845561ebb req-ff07fee1-a7ca-478e-9e93-4da62989e999 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/security-groups?id=412446f5-6dbb-4dea-a5f5-9617ba68c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029596 Aug 09 16:04:18.778348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47776270-0448-4b61-997f-93bd193a6f05 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:18.783822 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-47776270-0448-4b61-997f-93bd193a6f05 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.799931 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.827723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3a1789ad-7eba-4d8e-8ff6-b980c99daa5d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1474721 Aug 09 16:04:18.841040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Network c647a44e-bd27-4da4-aed2-0eb8b188c1eb is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:18.842602 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:18.852171 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59794) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:18.858403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e8d91-8a79-4ac0-a03d-828eaaf74a7a req-9e8132ff-0c54-4bb6-958c-c946aa204e7e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:18.859946 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0b37bb1d-e74f-4759-8d02-59c2a957d4f9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': 'c647a44e-bd27-4da4-aed2-0eb8b188c1eb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:18.860102 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-839e8d91-8a79-4ac0-a03d-828eaaf74a7a req-9e8132ff-0c54-4bb6-958c-c946aa204e7e tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 946 time: 0.3698521 Aug 09 16:04:18.867035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:18.869489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:04:18.869489 n-d-803778-2 neutron-server[94290]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 16:04:18.869489 n-d-803778-2 neutron-server[94290]: [parameters: {'project_id_1': '18903225e4374b85ac3ab1b275fd5658', 'expiration_1': datetime.datetime(2021, 8, 9, 16, 4, 18, 765521)}] Aug 09 16:04:18.869489 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:04:18.869934 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:04:18.928965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Made reservation on behalf of ab1fd10c1ec84dbdb0ccc8d42d576f6e for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:18.931891 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.938950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Pushing event updated for resources: {'Port': ['ID=57caa06e-cbf7-48a3-af2a-33006f4d4c7e,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:18.949384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47208210-c5c4-4f23-a907-51217d6e8204 req-13887c6e-b098-44db-8ee2-806d00858c07 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086833 Aug 09 16:04:18.953626 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c751feac-51b3-4389-8166-9ca3638299f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.956930 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-839e8d91-8a79-4ac0-a03d-828eaaf74a7a req-33061d1f-b775-47cd-8417-786ce659ce82 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683024 Aug 09 16:04:18.960597 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-e1aa085f-7e92-4ded-b2a2-fc638553ee16 req-cf38846e-4771-4b43-82ac-0f9047025451 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Deleting port 3650bca3-f2e8-4be3-8814-b06596698ed6 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:18.961076 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e1aa085f-7e92-4ded-b2a2-fc638553ee16 req-cf38846e-4771-4b43-82ac-0f9047025451 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.968766 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.978303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Attempting to bind port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:18.978906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Attempting to bind port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'ed65be10-9d54-41d4-b406-b55cc0b3c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c647a44e-bd27-4da4-aed2-0eb8b188c1eb'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:18.979685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Attempting to bind port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e on network c647a44e-bd27-4da4-aed2-0eb8b188c1eb {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:18.988456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:18.988456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Checking segment: {'id': 'ed65be10-9d54-41d4-b406-b55cc0b3c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c647a44e-bd27-4da4-aed2-0eb8b188c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:18.988926 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:18.989321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Bound using segment: {'id': 'ed65be10-9d54-41d4-b406-b55cc0b3c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c647a44e-bd27-4da4-aed2-0eb8b188c1eb'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:18.989823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Bound port: 57caa06e-cbf7-48a3-af2a-33006f4d4c7e, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed65be10-9d54-41d4-b406-b55cc0b3c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c647a44e-bd27-4da4-aed2-0eb8b188c1eb'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:18.990213 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.012411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c751feac-51b3-4389-8166-9ca3638299f0 None None] For port c7f1525c-7533-45d5-958e-211db20fbf30, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c7f1525c-7533-45d5-958e-211db20fbf30,segment=NetworkSegment(eec849ba-c40c-46df-961e-28e64ad710be),segment_id=eec849ba-c40c-46df-961e-28e64ad710be)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:19.016710 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c751feac-51b3-4389-8166-9ca3638299f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.106492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196907cd-df24-477f-87c5-d4b2a65154e7 req-beac9b3f-4837-4461-8c4e-42f41f7910f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:19.108125 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-196907cd-df24-477f-87c5-d4b2a65154e7 req-beac9b3f-4837-4461-8c4e-42f41f7910f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=caf38ea60ad04adfa5f8c4d494e45a41&device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 1099 time: 0.0792654 Aug 09 16:04:19.118141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] For port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:19.123186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] For port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=57caa06e-cbf7-48a3-af2a-33006f4d4c7e,segment=NetworkSegment(ed65be10-9d54-41d4-b406-b55cc0b3c1e1),segment_id=ed65be10-9d54-41d4-b406-b55cc0b3c1e1)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:19.130308 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751feac-51b3-4389-8166-9ca3638299f0 None None] Pushing event updated for resources: {'Port': ['ID=c7f1525c-7533-45d5-958e-211db20fbf30,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:19.141936 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.186334 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-e1aa085f-7e92-4ded-b2a2-fc638553ee16 req-cf38846e-4771-4b43-82ac-0f9047025451 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] For port 3650bca3-f2e8-4be3-8814-b06596698ed6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3650bca3-f2e8-4be3-8814-b06596698ed6,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:19.186820 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e1aa085f-7e92-4ded-b2a2-fc638553ee16 req-cf38846e-4771-4b43-82ac-0f9047025451 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.210418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-e1aa085f-7e92-4ded-b2a2-fc638553ee16 req-cf38846e-4771-4b43-82ac-0f9047025451 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Calling delete_port for 3650bca3-f2e8-4be3-8814-b06596698ed6 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:19.248009 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.260685 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.296623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196907cd-df24-477f-87c5-d4b2a65154e7 req-a91a562e-85b9-43f2-b70f-8e210c63d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:19.298106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-196907cd-df24-477f-87c5-d4b2a65154e7 req-a91a562e-85b9-43f2-b70f-8e210c63d75a service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.1789517 Aug 09 16:04:19.302422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:19.325865 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-47776270-0448-4b61-997f-93bd193a6f05 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.328216 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.328560 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Added segment c427125b-ab15-4eb2-bd2c-580c310f825a of type vlan for network 0f58c15c-222a-4e62-b95d-fa277fc6a367 Aug 09 16:04:19.332641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b37bb1d-e74f-4759-8d02-59c2a957d4f9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:19.336802 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b37bb1d-e74f-4759-8d02-59c2a957d4f9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.347880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07354a9c-dd2d-4bbc-aef1-60cd5c19b7d2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:19.355969 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-196907cd-df24-477f-87c5-d4b2a65154e7 req-e29afd4f-9b85-4776-90bd-edfd8b56262f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=0680b529-5abb-4e4c-8c75-bb576303526f HTTP/1.1" status: 200 len: 217 time: 0.0427189 Aug 09 16:04:19.357514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c7f1525c-7533-45d5-958e-211db20fbf30 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:19.370876 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.406370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5198ba24-63c2-4ba5-b5d1-1c7fc6468f0d None None] Provisioning for port a83370e3-1604-4412-99ca-3e7860eefed8 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:19.434275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5198ba24-63c2-4ba5-b5d1-1c7fc6468f0d None None] Provisioning complete for port a83370e3-1604-4412-99ca-3e7860eefed8 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:19.434936 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5198ba24-63c2-4ba5-b5d1-1c7fc6468f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.459507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7beb46a-03d4-460c-b76f-5dbd109a0a50 None None] Pushing event updated for resources: {'Port': ['ID=57caa06e-cbf7-48a3-af2a-33006f4d4c7e,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:19.481152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196907cd-df24-477f-87c5-d4b2a65154e7 req-2b5b1fe6-d5e7-4c4e-8f41-8b8edbb75b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:19.482676 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-196907cd-df24-477f-87c5-d4b2a65154e7 req-2b5b1fe6-d5e7-4c4e-8f41-8b8edbb75b26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.1128740 Aug 09 16:04:19.490433 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47776270-0448-4b61-997f-93bd193a6f05 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:19.492093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c7f1525c-7533-45d5-958e-211db20fbf30 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:19.492581 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.493307 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.496811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5198ba24-63c2-4ba5-b5d1-1c7fc6468f0d None None] Port a83370e3-1604-4412-99ca-3e7860eefed8 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:19.509101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-47776270-0448-4b61-997f-93bd193a6f05 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:19.514747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47776270-0448-4b61-997f-93bd193a6f05 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Subnet': ['ID=e4af5b89-5c49-4154-9b90-aa78d02b899e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:19.517963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47776270-0448-4b61-997f-93bd193a6f05 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:19.520321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-47776270-0448-4b61-997f-93bd193a6f05 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.531764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb1997-48b2-4535-bf6a-5b80a9c86a55 None None] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:19.566363 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e1aa085f-7e92-4ded-b2a2-fc638553ee16 req-cf38846e-4771-4b43-82ac-0f9047025451 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.586401 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['90be6eda-2ad3-4a92-ab86-0a3a71a7beac', '3650bca3-f2e8-4be3-8814-b06596698ed6'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:04:19.589628 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.592800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:19.592800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.631680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38846e-4771-4b43-82ac-0f9047025451 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Pushing event deleted for resources: {'Port': ['ID=3650bca3-f2e8-4be3-8814-b06596698ed6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:19.659665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196907cd-df24-477f-87c5-d4b2a65154e7 req-37d9d1f5-239e-40de-8a5e-ccce42bce04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:19.661515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-196907cd-df24-477f-87c5-d4b2a65154e7 req-37d9d1f5-239e-40de-8a5e-ccce42bce04c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637707 Aug 09 16:04:19.675902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] Pushing event updated for resources: {'Network': ['ID=0f58c15c-222a-4e62-b95d-fa277fc6a367,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:19.719154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 0f58c15c-222a-4e62-b95d-fa277fc6a367 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:19.926489 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b37bb1d-e74f-4759-8d02-59c2a957d4f9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:19.999938 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b37bb1d-e74f-4759-8d02-59c2a957d4f9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network c647a44e-bd27-4da4-aed2-0eb8b188c1eb is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:20.009099 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-0b37bb1d-e74f-4759-8d02-59c2a957d4f9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:20.019317 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136658-2586-40f5-837b-7c4208b4ef25 req-1cbee59a-626a-48b1-b2a6-ef20679f70b8 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:20.020950 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea136658-2586-40f5-837b-7c4208b4ef25 req-1cbee59a-626a-48b1-b2a6-ef20679f70b8 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 948 time: 0.1490753 Aug 09 16:04:20.023071 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b37bb1d-e74f-4759-8d02-59c2a957d4f9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:20.023670 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b37bb1d-e74f-4759-8d02-59c2a957d4f9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.026114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37bb1d-e74f-4759-8d02-59c2a957d4f9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Subnet': ['ID=4fbdadf0-2ce7-4c18-a779-1451bcdeaf09,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:20.098609 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea136658-2586-40f5-837b-7c4208b4ef25 req-0cab3d88-e138-4abb-affd-27a55e4333e5 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/security-groups?id=412446f5-6dbb-4dea-a5f5-9617ba68c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700712 Aug 09 16:04:20.108261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1aa085f-7e92-4ded-b2a2-fc638553ee16 req-cf38846e-4771-4b43-82ac-0f9047025451 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] No DVR routers for this DVR port 3650bca3-f2e8-4be3-8814-b06596698ed6 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:20.122847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c784495-e20a-44f8-8fe3-626d63a41d5c None None] Update dhcp port {'port': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'fixed_ips': [{'subnet_id': '1b7ad3c0-e7e3-4e20-9445-6b1f5c25a4cf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e4af5b89-5c49-4154-9b90-aa78d02b899e'}], 'binding:host_id': 'n-d-803778-2'}, 'id': 'c7f1525c-7533-45d5-958e-211db20fbf30'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:04:20.137405 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e1aa085f-7e92-4ded-b2a2-fc638553ee16 req-cf38846e-4771-4b43-82ac-0f9047025451 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.139432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1aa085f-7e92-4ded-b2a2-fc638553ee16 req-cf38846e-4771-4b43-82ac-0f9047025451 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.53 "DELETE /v2.0/ports/3650bca3-f2e8-4be3-8814-b06596698ed6 HTTP/1.1" status: 204 len: 173 time: 1.4652312 Aug 09 16:04:20.141009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1219dbf3-8b39-4e32-b710-ee9601c2906d', 'name': 'network-vif-deleted', 'tag': '3650bca3-f2e8-4be3-8814-b06596698ed6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:20.144090 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da7e096-4565-4417-8eda-2742f74c92c8" -d '{"events": [{"server_uuid": "1219dbf3-8b39-4e32-b710-ee9601c2906d", "name": "network-vif-deleted", "tag": "3650bca3-f2e8-4be3-8814-b06596698ed6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:20.150334 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1c784495-e20a-44f8-8fe3-626d63a41d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.172288 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-94736017-e3c3-484d-9429-1c727ef6e724 req-85e116f2-fa41-4166-8bef-7546995a31b0 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=1219dbf3-8b39-4e32-b710-ee9601c2906d HTTP/1.1" status: 200 len: 210 time: 0.0595946 Aug 09 16:04:20.207386 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.209215 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8138e04f-2883-4c05-8f50-74d8c13c6657 x-openstack-request-id: req-8138e04f-2883-4c05-8f50-74d8c13c6657 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:20.210365 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1219dbf3-8b39-4e32-b710-ee9601c2906d", "name": "network-vif-deleted", "tag": "3650bca3-f2e8-4be3-8814-b06596698ed6", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:20.210768 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8138e04f-2883-4c05-8f50-74d8c13c6657 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:20.211262 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1219dbf3-8b39-4e32-b710-ee9601c2906d', 'name': 'network-vif-deleted', 'tag': '3650bca3-f2e8-4be3-8814-b06596698ed6', 'status': 'completed', 'code': 200} Aug 09 16:04:20.227242 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5aa85fcf-ed5a-4950-b8f4-9b4079a151a3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5113204 Aug 09 16:04:20.232004 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0b37bb1d-e74f-4759-8d02-59c2a957d4f9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3760164 Aug 09 16:04:20.232004 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59802) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:20.232271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.234611 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-47776270-0448-4b61-997f-93bd193a6f05 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8945713 Aug 09 16:04:20.235744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59804) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:20.236087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59806) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:20.240278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5237e36e-c780-4d13-97ae-0ff1abcc2e0d admin admin] Request body: {'subnet': {'network_id': '0f58c15c-222a-4e62-b95d-fa277fc6a367', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-399734529-subnet', 'tenant_id': 'ab1fd10c1ec84dbdb0ccc8d42d576f6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:20.244308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': 'c647a44e-bd27-4da4-aed2-0eb8b188c1eb', 'fixed_ips': [{'subnet_id': 'f4fc8798-616d-40b7-8576-19853c27d04b'}, {'subnet_id': '4fbdadf0-2ce7-4c18-a779-1451bcdeaf09'}], 'name': 'tempest-PortsTestJSON-1480912994'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:20.253319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-dba3b732-bd05-422f-a962-6057a7057c8e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-464283180', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e4af5b89-5c49-4154-9b90-aa78d02b899e'}], 'security_groups': ['95984b68-2265-4d3a-9c6b-c3a1ddb03b62']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:20.266942 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5237e36e-c780-4d13-97ae-0ff1abcc2e0d admin admin] Made reservation on behalf of ab1fd10c1ec84dbdb0ccc8d42d576f6e for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:20.269981 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5237e36e-c780-4d13-97ae-0ff1abcc2e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.359003 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-196907cd-df24-477f-87c5-d4b2a65154e7 req-c44413bd-856b-420e-b805-f57847a60228 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270137 Aug 09 16:04:20.369201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:20.415295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-1c784495-e20a-44f8-8fe3-626d63a41d5c None None] Allocated IP 2001:db8:0:1::2 (207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8/e4af5b89-5c49-4154-9b90-aa78d02b899e/c7f1525c-7533-45d5-958e-211db20fbf30) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:20.454112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1152c89f-6437-41e1-b417-f0a7d34a0358,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:20.468887 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5237e36e-c780-4d13-97ae-0ff1abcc2e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.487879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.488234 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Added segment cf396f05-4ba1-4b89-a9fc-cfc69c354cbb of type vlan for network 0a107217-f987-490c-ab0e-1a78afbd291a Aug 09 16:04:20.547848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237e36e-c780-4d13-97ae-0ff1abcc2e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=429c545f-b442-4e6c-abc7-095c685453f3,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:20.555802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237e36e-c780-4d13-97ae-0ff1abcc2e0d admin admin] Checking segment: {'id': 'c427125b-ab15-4eb2-bd2c-580c310f825a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0f58c15c-222a-4e62-b95d-fa277fc6a367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:20.556172 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5237e36e-c780-4d13-97ae-0ff1abcc2e0d admin admin] Network hostable DHCP agents. Network: 0f58c15c-222a-4e62-b95d-fa277fc6a367, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:20.576806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5237e36e-c780-4d13-97ae-0ff1abcc2e0d admin admin] Network 0f58c15c-222a-4e62-b95d-fa277fc6a367 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:20.588385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5237e36e-c780-4d13-97ae-0ff1abcc2e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 0f58c15c-222a-4e62-b95d-fa277fc6a367) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:20.598851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5237e36e-c780-4d13-97ae-0ff1abcc2e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:20.599465 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5237e36e-c780-4d13-97ae-0ff1abcc2e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.601257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0b4be-ce6b-4fe4-afd0-5948fdb4d815 None None] Network 0f58c15c-222a-4e62-b95d-fa277fc6a367 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:20.610879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1c784495-e20a-44f8-8fe3-626d63a41d5c None None] For port c7f1525c-7533-45d5-958e-211db20fbf30, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c7f1525c-7533-45d5-958e-211db20fbf30,segment=NetworkSegment(eec849ba-c40c-46df-961e-28e64ad710be),segment_id=eec849ba-c40c-46df-961e-28e64ad710be)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:20.616385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.633417 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5237e36e-c780-4d13-97ae-0ff1abcc2e0d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3970439 Aug 09 16:04:20.692526 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1c784495-e20a-44f8-8fe3-626d63a41d5c None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.734242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1c784495-e20a-44f8-8fe3-626d63a41d5c None None] Transition to ACTIVE for port object c7f1525c-7533-45d5-958e-211db20fbf30 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:20.739956 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1c784495-e20a-44f8-8fe3-626d63a41d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.747035 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.755428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:20.757016 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.868997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a6e7f8-2909-4bd1-971b-0e4f9625dfd5 None None] Network c647a44e-bd27-4da4-aed2-0eb8b188c1eb requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:20.889685 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dba3b732-bd05-422f-a962-6057a7057c8e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:20.892976 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-196907cd-df24-477f-87c5-d4b2a65154e7 req-74f40a51-98ba-4dfe-9be0-a029f5fbca1c service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125253 Aug 09 16:04:20.897750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:20.917962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.7350216 Aug 09 16:04:20.918141 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59812) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:20.927973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-ae5bcd96-a0b5-4edb-a37c-76ec90641d6b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0a107217-f987-490c-ab0e-1a78afbd291a', 'tempest-TagsTest-Tag-608065887') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:20.932683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5314c9-9a42-4125-acf8-b0e9ea9771eb tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Pushing event updated for resources: {'Network': ['ID=0a107217-f987-490c-ab0e-1a78afbd291a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:21.004133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 0a107217-f987-490c-ab0e-1a78afbd291a details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:21.022016 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0698516e-2c33-466c-856a-bdf6f1e0db8c None None] Network 0f58c15c-222a-4e62-b95d-fa277fc6a367 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:21.041368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-004754c3-e75a-411a-b814-5137fccdff67 None None] Provisioning for port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:21.080845 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ae5bcd96-a0b5-4edb-a37c-76ec90641d6b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "PUT /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a/tags/tempest-TagsTest-Tag-608065887 HTTP/1.1" status: 201 len: 201 time: 0.1614330 Aug 09 16:04:21.083084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59818) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:21.092135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-98f32bab-8d74-4b81-8ffc-fe3bf461f7d8 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a107217-f987-490c-ab0e-1a78afbd291a', 'tempest-TagsTest-Tag-608065887') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:21.103434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c784495-e20a-44f8-8fe3-626d63a41d5c None None] Pushing event updated for resources: {'Port': ['ID=c7f1525c-7533-45d5-958e-211db20fbf30,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:21.287223 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-98f32bab-8d74-4b81-8ffc-fe3bf461f7d8 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "GET /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a/tags/tempest-TagsTest-Tag-608065887 HTTP/1.1" status: 204 len: 168 time: 0.2012274 Aug 09 16:04:21.287887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59824) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:21.300625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-580ef786-a682-4985-9497-d90266ff8a5b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0a107217-f987-490c-ab0e-1a78afbd291a') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:21.322100 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.374575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:21.440777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabab55e-40be-4663-a6b8-47e06b6b518e req-29d1fd72-c9e8-4081-95e3-7428ca43a36d tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.442404 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aabab55e-40be-4663-a6b8-47e06b6b518e req-29d1fd72-c9e8-4081-95e3-7428ca43a36d tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 948 time: 0.2138760 Aug 09 16:04:21.458782 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c7f1525c-7533-45d5-958e-211db20fbf30 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:21.521657 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-580ef786-a682-4985-9497-d90266ff8a5b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "GET /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a/tags HTTP/1.1" status: 200 len: 237 time: 0.2313371 Aug 09 16:04:21.527316 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aabab55e-40be-4663-a6b8-47e06b6b518e req-83cc9c95-6bcc-4255-bb57-e876c7ae4bbc tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/security-groups?id=412446f5-6dbb-4dea-a5f5-9617ba68c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623233 Aug 09 16:04:21.527865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59834) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:21.538318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-b25e6369-e9b1-4b59-bd88-4f3ebc6213f0 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0a107217-f987-490c-ab0e-1a78afbd291a', {'tags': ['tempest-TagsTest-Tag-845555558', 'tempest-TagsTest-Tag-1327878177', 'tempest-TagsTest-Tag-1388320451']}) {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:21.554825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1f1bf-3ad8-4d5f-b74e-5b59017e24cb None None] Update dhcp port {'port': {'network_id': 'c647a44e-bd27-4da4-aed2-0eb8b188c1eb', 'fixed_ips': [{'subnet_id': 'f4fc8798-616d-40b7-8576-19853c27d04b', 'ip_address': '172.20.0.2'}, {'subnet_id': '4fbdadf0-2ce7-4c18-a779-1451bcdeaf09'}], 'binding:host_id': 'n-d-803778-2'}, 'id': '57caa06e-cbf7-48a3-af2a-33006f4d4c7e'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:04:21.620224 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-18d1f1bf-3ad8-4d5f-b74e-5b59017e24cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.624143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 57caa06e-cbf7-48a3-af2a-33006f4d4c7e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:21.642102 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b25e6369-e9b1-4b59-bd88-4f3ebc6213f0 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "PUT /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a/tags HTTP/1.1" status: 200 len: 308 time: 0.1132431 Aug 09 16:04:21.645982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59838) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:21.654760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-a664dda9-cf27-48f4-a556-8c4857832542 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0a107217-f987-490c-ab0e-1a78afbd291a', 'tempest-TagsTest-Tag-845555558') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:21.767567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b384-59de-417a-a922-9b1f303763ba req-13a37239-b839-4675-9d3b-8efd4151083c tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:21.769126 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-13a37239-b839-4675-9d3b-8efd4151083c tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/networks?id=6eee1a6d-b0d5-48c7-9c19-6de2d6395023 HTTP/1.1" status: 200 len: 825 time: 0.4079435 Aug 09 16:04:21.842946 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a664dda9-cf27-48f4-a556-8c4857832542 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "DELETE /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a/tags/tempest-TagsTest-Tag-845555558 HTTP/1.1" status: 204 len: 168 time: 0.1959078 Aug 09 16:04:21.845916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59842) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:21.853441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-47cd163e-af13-4da1-ada0-5c03bd750421 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a107217-f987-490c-ab0e-1a78afbd291a', 'tempest-TagsTest-Tag-845555558') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:21.860734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:21.862139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-655296d8-80e4-45e5-82e6-283223962281 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/quotas/2780c6f453a04893a0d7297bf96b862c HTTP/1.1" status: 200 len: 375 time: 0.0782657 Aug 09 16:04:21.866332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:21.869152 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:21.915839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-3d98b992-1836-4a88-8fca-7a0db2726802 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2780c6f453a04893a0d7297bf96b862c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465350 Aug 09 16:04:21.931736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-dba3b732-bd05-422f-a962-6057a7057c8e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Delete allocated IP 2001:db8::39d (207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8/1b7ad3c0-e7e3-4e20-9445-6b1f5c25a4cf) {{(pid=94290) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 09 16:04:21.954689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-dba3b732-bd05-422f-a962-6057a7057c8e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8:0:1::3bc (207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8/e4af5b89-5c49-4154-9b90-aa78d02b899e/a83370e3-1604-4412-99ca-3e7860eefed8) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:21.966368 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.007274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-81c11a61-1ade-4889-96ec-b01c89de765a None None] Provisioning complete for port a83370e3-1604-4412-99ca-3e7860eefed8 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:22.007671 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81c11a61-1ade-4889-96ec-b01c89de765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.029763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=57caa06e-cbf7-48a3-af2a-33006f4d4c7e,segment=NetworkSegment(ed65be10-9d54-41d4-b406-b55cc0b3c1e1),segment_id=ed65be10-9d54-41d4-b406-b55cc0b3c1e1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:22.041412 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.070121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-81c11a61-1ade-4889-96ec-b01c89de765a None None] Port a83370e3-1604-4412-99ca-3e7860eefed8 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:22.101886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-81c11a61-1ade-4889-96ec-b01c89de765a None None] Provisioning for port c7f1525c-7533-45d5-958e-211db20fbf30 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:22.107723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=57caa06e-cbf7-48a3-af2a-33006f4d4c7e,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:22.110686 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-81c11a61-1ade-4889-96ec-b01c89de765a None None] Provisioning complete for port c7f1525c-7533-45d5-958e-211db20fbf30 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:22.111068 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81c11a61-1ade-4889-96ec-b01c89de765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.120789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.3 (c647a44e-bd27-4da4-aed2-0eb8b188c1eb/f4fc8798-616d-40b7-8576-19853c27d04b/641d2f98-d11e-4af4-bb29-5bade8e18fe4) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:22.171886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.30 (c647a44e-bd27-4da4-aed2-0eb8b188c1eb/4fbdadf0-2ce7-4c18-a779-1451bcdeaf09/641d2f98-d11e-4af4-bb29-5bade8e18fe4) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:22.187020 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-976a145b-d661-4eab-8af0-9d75987e992e service neutron] 10.222.0.81 "GET /v2.0/networks/6eee1a6d-b0d5-48c7-9c19-6de2d6395023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527122 Aug 09 16:04:22.207481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-81c11a61-1ade-4889-96ec-b01c89de765a None None] Provisioning complete for port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:22.207827 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81c11a61-1ade-4889-96ec-b01c89de765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.244189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-81c11a61-1ade-4889-96ec-b01c89de765a None None] Port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:22.323432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc488d1-2179-4f73-9804-4293a76d52c6 req-6ed2bd4a-e013-4001-849d-3797bf81689c tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:22.324978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-adc488d1-2179-4f73-9804-4293a76d52c6 req-6ed2bd4a-e013-4001-849d-3797bf81689c tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.0633945 Aug 09 16:04:22.330217 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-47cd163e-af13-4da1-ada0-5c03bd750421 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] show failed (client error): The resource could not be found. Aug 09 16:04:22.331282 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-47cd163e-af13-4da1-ada0-5c03bd750421 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "GET /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a/tags/tempest-TagsTest-Tag-845555558 HTTP/1.1" status: 404 len: 325 time: 0.4840550 Aug 09 16:04:22.333934 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59844) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:22.339446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-22256f94-2bd3-4868-8a9d-0f69bd8e783b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a107217-f987-490c-ab0e-1a78afbd291a', 'tempest-TagsTest-Tag-1327878177') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:22.371089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3650bca3-f2e8-4be3-8814-b06596698ed6 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:22.393964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 3650bca3-f2e8-4be3-8814-b06596698ed6 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:22.394475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3650bca3-f2e8-4be3-8814-b06596698ed6 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:22.424293 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-adc488d1-2179-4f73-9804-4293a76d52c6 req-e14923a0-2e5f-4940-8e43-b5f5d1c11656 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919297 Aug 09 16:04:22.426118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-e51408dc-2732-498c-b825-efac75dcc52e service neutron] 10.222.0.81 "GET /v2.0/networks/6eee1a6d-b0d5-48c7-9c19-6de2d6395023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216718 Aug 09 16:04:22.434405 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dba3b732-bd05-422f-a962-6057a7057c8e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.449461 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-22256f94-2bd3-4868-8a9d-0f69bd8e783b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "GET /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a/tags/tempest-TagsTest-Tag-1327878177 HTTP/1.1" status: 204 len: 168 time: 0.1139941 Aug 09 16:04:22.451847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59846) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:22.457669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-5e03253a-f8bd-4c15-8d01-c27efb315590 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a107217-f987-490c-ab0e-1a78afbd291a', 'tempest-TagsTest-Tag-1388320451') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:22.469979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-dba3b732-bd05-422f-a962-6057a7057c8e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Transition to ACTIVE for port object a83370e3-1604-4412-99ca-3e7860eefed8 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:22.480662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dba3b732-bd05-422f-a962-6057a7057c8e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.543009 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5e03253a-f8bd-4c15-8d01-c27efb315590 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "GET /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a/tags/tempest-TagsTest-Tag-1388320451 HTTP/1.1" status: 204 len: 168 time: 0.0876718 Aug 09 16:04:22.546222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59850) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:22.550887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-9a83d162-b667-448a-8f49-5a47d6354dc4 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0a107217-f987-490c-ab0e-1a78afbd291a') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:22.558035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 0680b529-5abb-4e4c-8c75-bb576303526f details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:04:22.601312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-dba3b732-bd05-422f-a962-6057a7057c8e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] In _notify_port_updated(), no bound segment for port a83370e3-1604-4412-99ca-3e7860eefed8 on network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:04:22.607457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba3b732-bd05-422f-a962-6057a7057c8e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:22.608459 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dba3b732-bd05-422f-a962-6057a7057c8e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.610116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dba3b732-bd05-422f-a962-6057a7057c8e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "PUT /v2.0/ports/a83370e3-1604-4412-99ca-3e7860eefed8 HTTP/1.1" status: 200 len: 930 time: 2.3614554 Aug 09 16:04:22.613999 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.622987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59856) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:22.648609 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb9c821a-33db-4605-9333-5593f1de73a1 req-991ff0c7-bfa8-4cba-9ed9-5c0fafdd7951 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 210 time: 0.0462084 Aug 09 16:04:22.715818 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a83d162-b667-448a-8f49-5a47d6354dc4 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "DELETE /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a/tags HTTP/1.1" status: 204 len: 168 time: 0.1684816 Aug 09 16:04:22.718342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59858) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:22.723714 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-358a6522-8214-4836-8308-709b1b0f33a3 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a107217-f987-490c-ab0e-1a78afbd291a', 'tempest-TagsTest-Tag-1327878177') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:22.754002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Transition to ACTIVE for port object 641d2f98-d11e-4af4-bb29-5bade8e18fe4 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:22.773737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 0680b529-5abb-4e4c-8c75-bb576303526f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0680b529-5abb-4e4c-8c75-bb576303526f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:22.783012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3b732-bd05-422f-a962-6057a7057c8e tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=a83370e3-1604-4412-99ca-3e7860eefed8,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:22.807600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '0680b529-5abb-4e4c-8c75-bb576303526f', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '0680b529-5abb-4e4c-8c75-bb576303526f', 'mac_address': 'fa:16:3e:f5:ef:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:04:22.843782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f26dc9-8305-4b58-8065-38fa1a4d54e1 req-3dbd8e12-b0a4-403a-a599-ad1880059477 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:22.849136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f26dc9-8305-4b58-8065-38fa1a4d54e1 req-3dbd8e12-b0a4-403a-a599-ad1880059477 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 948 time: 0.2078307 Aug 09 16:04:22.855997 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-358a6522-8214-4836-8308-709b1b0f33a3 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] show failed (client error): The resource could not be found. Aug 09 16:04:22.860711 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-358a6522-8214-4836-8308-709b1b0f33a3 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "GET /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a/tags/tempest-TagsTest-Tag-1327878177 HTTP/1.1" status: 404 len: 326 time: 0.1411328 Aug 09 16:04:22.861613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59864) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:22.867607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-8c1ca928-c919-4c85-97e2-b248aed19786 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0a107217-f987-490c-ab0e-1a78afbd291a', 'tempest-TagsTest-Tag-1388320451') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:22.887474 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.909479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0680b529-5abb-4e4c-8c75-bb576303526f {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:22.910691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-0f16db22-c43e-4437-9b12-686b05825986 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port a83370e3-1604-4412-99ca-3e7860eefed8 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:22.911129 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f16db22-c43e-4437-9b12-686b05825986 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.917560 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.987519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 0680b529-5abb-4e4c-8c75-bb576303526f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0680b529-5abb-4e4c-8c75-bb576303526f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:22.995230 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-8c1ca928-c919-4c85-97e2-b248aed19786 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] show failed (client error): The resource could not be found. Aug 09 16:04:22.998200 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:22.999232 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8c1ca928-c919-4c85-97e2-b248aed19786 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "GET /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a/tags/tempest-TagsTest-Tag-1388320451 HTTP/1.1" status: 404 len: 326 time: 0.1365552 Aug 09 16:04:23.000549 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59866) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:23.006014 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.tag.tag_plugin [None req-84aa130f-177d-4860-935d-ffd3aefba8e9 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0a107217-f987-490c-ab0e-1a78afbd291a') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:23.011800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network c647a44e-bd27-4da4-aed2-0eb8b188c1eb is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:23.015124 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-65f26dc9-8305-4b58-8065-38fa1a4d54e1 req-19546771-4a97-4c78-85e9-d551ff56f0c2 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/security-groups?id=412446f5-6dbb-4dea-a5f5-9617ba68c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426673 Aug 09 16:04:23.021643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:23.029907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:23.066193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=0680b529-5abb-4e4c-8c75-bb576303526f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:23.094196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-18d1f1bf-3ad8-4d5f-b74e-5b59017e24cb None None] Allocated IP 172.20.0.18 (c647a44e-bd27-4da4-aed2-0eb8b188c1eb/4fbdadf0-2ce7-4c18-a779-1451bcdeaf09/57caa06e-cbf7-48a3-af2a-33006f4d4c7e) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:23.104298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=641d2f98-d11e-4af4-bb29-5bade8e18fe4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:23.128125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:23.128673 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.134951 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f16db22-c43e-4437-9b12-686b05825986 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.138091 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-84aa130f-177d-4860-935d-ffd3aefba8e9 tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "DELETE /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a/tags HTTP/1.1" status: 204 len: 168 time: 0.1363852 Aug 09 16:04:23.138749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59870) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:23.164145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2fd595d2-14df-4e54-8b58-6e70ed894e2b None None] Provisioning for port a83370e3-1604-4412-99ca-3e7860eefed8 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:23.176729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2fd595d2-14df-4e54-8b58-6e70ed894e2b None None] Provisioning complete for port a83370e3-1604-4412-99ca-3e7860eefed8 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:23.177104 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2fd595d2-14df-4e54-8b58-6e70ed894e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.253834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['0680b529-5abb-4e4c-8c75-bb576303526f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:04:23.283124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2fd595d2-14df-4e54-8b58-6e70ed894e2b None None] Port a83370e3-1604-4412-99ca-3e7860eefed8 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:23.292168 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 57caa06e-cbf7-48a3-af2a-33006f4d4c7e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:23.340658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-18d1f1bf-3ad8-4d5f-b74e-5b59017e24cb None None] For port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=57caa06e-cbf7-48a3-af2a-33006f4d4c7e,segment=NetworkSegment(ed65be10-9d54-41d4-b406-b55cc0b3c1e1),segment_id=ed65be10-9d54-41d4-b406-b55cc0b3c1e1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:23.410601 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-18d1f1bf-3ad8-4d5f-b74e-5b59017e24cb None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.445477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-18d1f1bf-3ad8-4d5f-b74e-5b59017e24cb None None] Transition to ACTIVE for port object 57caa06e-cbf7-48a3-af2a-33006f4d4c7e will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:23.473065 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-18d1f1bf-3ad8-4d5f-b74e-5b59017e24cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.514800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-0f16db22-c43e-4437-9b12-686b05825986 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for a83370e3-1604-4412-99ca-3e7860eefed8 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:23.519162 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3ab1541c-250e-490c-bf41-afd0d903fe03 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.2791998 Aug 09 16:04:23.523686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59874) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:23.529683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4fc8798-616d-40b7-8576-19853c27d04b'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:23.616591 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1f1bf-3ad8-4d5f-b74e-5b59017e24cb None None] Pushing event updated for resources: {'Port': ['ID=57caa06e-cbf7-48a3-af2a-33006f4d4c7e,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:23.617116 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.655738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293500dd-47ba-40c0-bbae-35277a584f1e req-f37fc873-f341-46fe-8123-4efc7e2cce59 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:23.657482 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-293500dd-47ba-40c0-bbae-35277a584f1e req-f37fc873-f341-46fe-8123-4efc7e2cce59 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1473045 Aug 09 16:04:23.732570 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-293500dd-47ba-40c0-bbae-35277a584f1e req-57cceaf3-5c33-4343-a9a3-061a80998766 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663583 Aug 09 16:04:23.743896 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.798593 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.799816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a107217-f987-490c-ab0e-1a78afbd291a']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:23.823724 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf396f05-4ba1-4b89-a9fc-cfc69c354cbb') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:23.824325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf396f05-4ba1-4b89-a9fc-cfc69c354cbb') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:23.864201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-675fc406-08c8-4183-b510-6dd6f589d0c1 req-36a2045f-c14c-4672-8de0-8cae0f7811c3 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 210 time: 0.0618443 Aug 09 16:04:23.879241 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.952744 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.961282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f16db22-c43e-4437-9b12-686b05825986 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.987186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:23.987510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:23.990915 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:24.116220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16db22-c43e-4437-9b12-686b05825986 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=a83370e3-1604-4412-99ca-3e7860eefed8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:24.188867 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f16db22-c43e-4437-9b12-686b05825986 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.191022 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0f16db22-c43e-4437-9b12-686b05825986 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/a83370e3-1604-4412-99ca-3e7860eefed8 HTTP/1.1" status: 204 len: 168 time: 1.5668006 Aug 09 16:04:24.200187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59880) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:24.201116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b384-59de-417a-a922-9b1f303763ba req-071683f4-d532-4cf5-94b5-34e7dae2ddc5 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:24.202675 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-071683f4-d532-4cf5-94b5-34e7dae2ddc5 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.53 "GET /v2.0/networks?id=6eee1a6d-b0d5-48c7-9c19-6de2d6395023 HTTP/1.1" status: 200 len: 825 time: 0.3738730 Aug 09 16:04:24.204460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Delete allocated IP 172.20.0.30 (c647a44e-bd27-4da4-aed2-0eb8b188c1eb/4fbdadf0-2ce7-4c18-a779-1451bcdeaf09) {{(pid=94289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 09 16:04:24.204976 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.228270 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.233401 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] 10.222.0.81 "DELETE /v2.0/networks/0a107217-f987-490c-ab0e-1a78afbd291a HTTP/1.1" status: 204 len: 168 time: 1.0885084 Aug 09 16:04:24.239033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3be5b384-59de-417a-a922-9b1f303763ba req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Request body: {'port': {'device_id': 'bff2b66a-f149-49ac-9e62-3f0a6c92e056', 'network_id': '6eee1a6d-b0d5-48c7-9c19-6de2d6395023', 'admin_state_up': True, 'tenant_id': '2780c6f453a04893a0d7297bf96b862c'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:24.244993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d0217-5812-4ef9-8645-58c58c2a074b tempest-TagsTest-1575753624 tempest-TagsTest-1575753624-project] Pushing event deleted for resources: {'Network': ['ID=0a107217-f987-490c-ab0e-1a78afbd291a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:24.245185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3bf40-afe0-43ba-955d-7809bab43111 req-4dd8ef25-bc42-45ab-93d9-dae1a2785c33 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:24.247077 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cac3bf40-afe0-43ba-955d-7809bab43111 req-4dd8ef25-bc42-45ab-93d9-dae1a2785c33 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 949 time: 0.1289980 Aug 09 16:04:24.272248 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0457495d-752e-4797-81e3-ab3e4a86aed9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:04:24.274457 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0457495d-752e-4797-81e3-ab3e4a86aed9 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/a83370e3-1604-4412-99ca-3e7860eefed8 HTTP/1.1" status: 404 len: 333 time: 0.0725245 Aug 09 16:04:24.282547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59884) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:24.318096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc61ed-f608-4b5d-81f5-271894ac70da req-100c80a3-732c-4ca3-9aa1-a7f90c13628c tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:24.320600 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0fc61ed-f608-4b5d-81f5-271894ac70da req-100c80a3-732c-4ca3-9aa1-a7f90c13628c tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.53 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.2872884 Aug 09 16:04:24.489435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d0fc61ed-f608-4b5d-81f5-271894ac70da req-3e9b4a14-6f73-4780-944b-92b9aa182c5b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Deleting port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:24.489836 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d0fc61ed-f608-4b5d-81f5-271894ac70da req-3e9b4a14-6f73-4780-944b-92b9aa182c5b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.495521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f642dae-7e78-4398-9919-aaaf3dec5474 None None] Network c647a44e-bd27-4da4-aed2-0eb8b188c1eb requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:24.511297 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cac3bf40-afe0-43ba-955d-7809bab43111 req-b34738fe-431b-4c0e-9083-f20779781d31 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/security-groups?id=412446f5-6dbb-4dea-a5f5-9617ba68c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444601 Aug 09 16:04:24.555770 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-22ad6d41-2168-4903-a2a5-7a58d7d17289 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.589889 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.590156 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be5b384-59de-417a-a922-9b1f303763ba req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Made reservation on behalf of 2780c6f453a04893a0d7297bf96b862c for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:24.593540 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3be5b384-59de-417a-a922-9b1f303763ba req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.597333 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-22ad6d41-2168-4903-a2a5-7a58d7d17289 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.604245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d0fc61ed-f608-4b5d-81f5-271894ac70da req-3e9b4a14-6f73-4780-944b-92b9aa182c5b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] For port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=90be6eda-2ad3-4a92-ab86-0a3a71a7beac,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:24.604619 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d0fc61ed-f608-4b5d-81f5-271894ac70da req-3e9b4a14-6f73-4780-944b-92b9aa182c5b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.617672 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Ignored duplicate provisioning block setup for port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 09 16:04:24.624564 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.629001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 0680b529-5abb-4e4c-8c75-bb576303526f up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:24.637711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d0fc61ed-f608-4b5d-81f5-271894ac70da req-3e9b4a14-6f73-4780-944b-92b9aa182c5b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Calling delete_port for 90be6eda-2ad3-4a92-ab86-0a3a71a7beac owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:24.676309 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59888) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:24.759596 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=641d2f98-d11e-4af4-bb29-5bade8e18fe4,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:24.767392 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-22ad6d41-2168-4903-a2a5-7a58d7d17289 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.777548 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-22ad6d41-2168-4903-a2a5-7a58d7d17289 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.779157 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-22ad6d41-2168-4903-a2a5-7a58d7d17289 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/security-groups/f88bf110-0936-41c8-84e0-10a6f57e3d3a HTTP/1.1" status: 204 len: 168 time: 0.4918993 Aug 09 16:04:24.792377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59894) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:24.824038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:24.824513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:24.824962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:24.825399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:24.826003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:24.826458 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:24.826896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:24.827333 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:24.827770 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:24.829088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:24.829558 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:24.830066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:24.863868 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad6d41-2168-4903-a2a5-7a58d7d17289 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88bf110-0936-41c8-84e0-10a6f57e3d3a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:24.895448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] In _notify_port_updated(), no bound segment for port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 on network c647a44e-bd27-4da4-aed2-0eb8b188c1eb {{(pid=94289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:04:24.901317 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:24.902032 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:24.903382 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7dfd6d9b-c345-4fde-99b3-d5c601719ba7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "PUT /v2.0/ports/641d2f98-d11e-4af4-bb29-5bade8e18fe4 HTTP/1.1" status: 200 len: 919 time: 1.3801491 Aug 09 16:04:24.907904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59898) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:24.915118 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fa19c0e1-2932-4b79-be0d-d8f0795ee883 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4fc8798-616d-40b7-8576-19853c27d04b'}, {'subnet_id': '4fbdadf0-2ce7-4c18-a779-1451bcdeaf09'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:24.965311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-271ee754-172f-4257-9f5b-488f808200d4 None None] Provisioning for port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:24.991024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-271ee754-172f-4257-9f5b-488f808200d4 None None] Provisioning complete for port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:24.991548 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-271ee754-172f-4257-9f5b-488f808200d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.025205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25267f87-e63e-4411-866b-f9b13e973b0f req-006b39cf-4380-456f-bede-64afcc348ff5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:25.026690 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25267f87-e63e-4411-866b-f9b13e973b0f req-006b39cf-4380-456f-bede-64afcc348ff5 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/ports?device_id=667ecb55-e3a7-465c-89d7-7fe0afd750fe HTTP/1.1" status: 200 len: 945 time: 0.1525667 Aug 09 16:04:25.028210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-3be5b384-59de-417a-a922-9b1f303763ba req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Allocated IP 172.20.0.2 (6eee1a6d-b0d5-48c7-9c19-6de2d6395023/feddbad6-ad2a-4037-b890-40ab88491d46/3f55cead-aafc-43f4-8452-7802b4b335d7) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:25.030396 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d0fc61ed-f608-4b5d-81f5-271894ac70da req-3e9b4a14-6f73-4780-944b-92b9aa182c5b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.051051 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8708a414-4ea2-428e-a84e-82064a70fe3c req-cbd09472-12d5-4462-bdbb-12a0a755d2a6 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 210 time: 0.0792058 Aug 09 16:04:25.056412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 0680b529-5abb-4e4c-8c75-bb576303526f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:25.063019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 0680b529-5abb-4e4c-8c75-bb576303526f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:25.063494 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.073057 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-856416fe-26dd-4957-8068-335ed10f7fc2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18903225e4374b85ac3ab1b275fd5658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3952363 Aug 09 16:04:25.074458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b4a14-6f73-4780-944b-92b9aa182c5b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Pushing event deleted for resources: {'Port': ['ID=90be6eda-2ad3-4a92-ab86-0a3a71a7beac,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:25.083124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59900) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:25.121132 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc373d5a-bdc2-47ba-a697-28230308fc51 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.126479 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa19c0e1-2932-4b79-be0d-d8f0795ee883 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.197325 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.215746 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc373d5a-bdc2-47ba-a697-28230308fc51 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.226391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fc61ed-f608-4b5d-81f5-271894ac70da req-3e9b4a14-6f73-4780-944b-92b9aa182c5b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] No DVR routers for this DVR port 90be6eda-2ad3-4a92-ab86-0a3a71a7beac on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:25.230496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e8d27b-6af3-4e12-a4b6-8047a4aacd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0680b529-5abb-4e4c-8c75-bb576303526f'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:25.233094 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4104f0d3-511d-4237-89ed-f12694e47ce8" -d '{"events": [{"server_uuid": "52e8d27b-6af3-4e12-a4b6-8047a4aacd8f", "name": "network-vif-plugged", "status": "completed", "tag": "0680b529-5abb-4e4c-8c75-bb576303526f"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:25.255431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 0680b529-5abb-4e4c-8c75-bb576303526f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0680b529-5abb-4e4c-8c75-bb576303526f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:25.256053 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d0fc61ed-f608-4b5d-81f5-271894ac70da req-3e9b4a14-6f73-4780-944b-92b9aa182c5b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.259202 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0fc61ed-f608-4b5d-81f5-271894ac70da req-3e9b4a14-6f73-4780-944b-92b9aa182c5b tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.53 "DELETE /v2.0/ports/90be6eda-2ad3-4a92-ab86-0a3a71a7beac HTTP/1.1" status: 204 len: 173 time: 0.9305446 Aug 09 16:04:25.260516 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.265549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667ecb55-e3a7-465c-89d7-7fe0afd750fe', 'name': 'network-vif-deleted', 'tag': '90be6eda-2ad3-4a92-ab86-0a3a71a7beac'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:25.268132 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed24e335-ce09-4791-b158-d2f54effadcd" -d '{"events": [{"server_uuid": "667ecb55-e3a7-465c-89d7-7fe0afd750fe", "name": "network-vif-deleted", "tag": "90be6eda-2ad3-4a92-ab86-0a3a71a7beac"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:25.295235 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc373d5a-bdc2-47ba-a697-28230308fc51 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.301510 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc373d5a-bdc2-47ba-a697-28230308fc51 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.303744 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dc373d5a-bdc2-47ba-a697-28230308fc51 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/security-groups/95984b68-2265-4d3a-9c6b-c3a1ddb03b62 HTTP/1.1" status: 204 len: 168 time: 0.5044806 Aug 09 16:04:25.312207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 57caa06e-cbf7-48a3-af2a-33006f4d4c7e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:25.314029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59906) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:25.340535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25267f87-e63e-4411-866b-f9b13e973b0f req-3b45abb6-5b7e-4491-bed3-be878ece2d07 tempest-ServerRescueTestJSON-2054433635 tempest-ServerRescueTestJSON-2054433635-project] 10.222.0.81 "GET /v2.0/security-groups?id=d98e3c00-ac3a-40e4-9838-4b8223a5e496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627933 Aug 09 16:04:25.373626 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1059ff-512b-4fb7-9d45-cb7410f841b1 x-openstack-request-id: req-6a1059ff-512b-4fb7-9d45-cb7410f841b1 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:25.374285 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e8d27b-6af3-4e12-a4b6-8047a4aacd8f", "name": "network-vif-plugged", "status": "completed", "tag": "0680b529-5abb-4e4c-8c75-bb576303526f", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:25.375144 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a1059ff-512b-4fb7-9d45-cb7410f841b1 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:25.376383 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e8d27b-6af3-4e12-a4b6-8047a4aacd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0680b529-5abb-4e4c-8c75-bb576303526f', 'code': 200} Aug 09 16:04:25.419609 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a62d0b1-5ae9-46d4-9847-3be1723028d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.434251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=0680b529-5abb-4e4c-8c75-bb576303526f,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:25.439583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc373d5a-bdc2-47ba-a697-28230308fc51 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95984b68-2265-4d3a-9c6b-c3a1ddb03b62,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:25.500086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:25.501366 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.520426 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fd7d9c-4fd9-41ae-87a7-f1871be1b8c3 x-openstack-request-id: req-68fd7d9c-4fd9-41ae-87a7-f1871be1b8c3 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:25.520742 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667ecb55-e3a7-465c-89d7-7fe0afd750fe", "name": "network-vif-deleted", "tag": "90be6eda-2ad3-4a92-ab86-0a3a71a7beac", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:25.520961 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68fd7d9c-4fd9-41ae-87a7-f1871be1b8c3 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:25.521762 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667ecb55-e3a7-465c-89d7-7fe0afd750fe', 'name': 'network-vif-deleted', 'tag': '90be6eda-2ad3-4a92-ab86-0a3a71a7beac', 'status': 'completed', 'code': 200} Aug 09 16:04:25.550975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-344aa840-e846-4e98-bbe4-72b1fba477fd None None] Provisioning for port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:25.571133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-344aa840-e846-4e98-bbe4-72b1fba477fd None None] Provisioning complete for port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:25.571969 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-344aa840-e846-4e98-bbe4-72b1fba477fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.626200 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a62d0b1-5ae9-46d4-9847-3be1723028d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.663832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-344aa840-e846-4e98-bbe4-72b1fba477fd None None] Port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:25.701976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-344aa840-e846-4e98-bbe4-72b1fba477fd None None] Provisioning complete for port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:25.702474 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-344aa840-e846-4e98-bbe4-72b1fba477fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.742157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a899393e-823c-43f3-a6d6-675b62f2cd98 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting subnet 1b7ad3c0-e7e3-4e20-9445-6b1f5c25a4cf {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:25.746410 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a899393e-823c-43f3-a6d6-675b62f2cd98 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.785558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c6608-6efd-4227-b641-cfffc2e38a11 req-9dcc5e08-bf29-413a-b084-636a5b693eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:25.787454 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c66c6608-6efd-4227-b641-cfffc2e38a11 req-9dcc5e08-bf29-413a-b084-636a5b693eba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 1101 time: 0.2703500 Aug 09 16:04:25.863249 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a899393e-823c-43f3-a6d6-675b62f2cd98 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.888424 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3be5b384-59de-417a-a922-9b1f303763ba req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.901624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-fa19c0e1-2932-4b79-be0d-d8f0795ee883 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.29 (c647a44e-bd27-4da4-aed2-0eb8b188c1eb/4fbdadf0-2ce7-4c18-a779-1451bcdeaf09/641d2f98-d11e-4af4-bb29-5bade8e18fe4) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:25.906888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36113ff0-1d50-4c37-b0f4-536fc3323d40 req-5e2463ee-fa41-49ad-9ceb-0d1cb350950c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:25.909645 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36113ff0-1d50-4c37-b0f4-536fc3323d40 req-5e2463ee-fa41-49ad-9ceb-0d1cb350950c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 950 time: 0.2345910 Aug 09 16:04:25.926012 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c66c6608-6efd-4227-b641-cfffc2e38a11 req-952863fc-eb27-4195-81f0-54d8d10b8e8d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=412446f5-6dbb-4dea-a5f5-9617ba68c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202157 Aug 09 16:04:25.947646 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a62d0b1-5ae9-46d4-9847-3be1723028d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.950735 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a62d0b1-5ae9-46d4-9847-3be1723028d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:25.954856 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6a62d0b1-5ae9-46d4-9847-3be1723028d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1152c89f-6437-41e1-b417-f0a7d34a0358 HTTP/1.1" status: 204 len: 168 time: 0.8707373 Aug 09 16:04:25.972620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62d0b1-5ae9-46d4-9847-3be1723028d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1152c89f-6437-41e1-b417-f0a7d34a0358,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:25.987164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-18e22b1b-e5c6-47e1-9710-b363eca115c7 None None] Provisioning complete for port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:25.987567 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-18e22b1b-e5c6-47e1-9710-b363eca115c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.003394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36113ff0-1d50-4c37-b0f4-536fc3323d40 req-d382ed2e-163a-426d-9a9a-78143a7d7bdb tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/security-groups?id=412446f5-6dbb-4dea-a5f5-9617ba68c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838907 Aug 09 16:04:26.047185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3be5b384-59de-417a-a922-9b1f303763ba req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.091838 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-18e22b1b-e5c6-47e1-9710-b363eca115c7 None None] Port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:26.106012 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a899393e-823c-43f3-a6d6-675b62f2cd98 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.139870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Pushing event updated for resources: {'Port': ['ID=3f55cead-aafc-43f4-8452-7802b4b335d7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:26.155101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be5b384-59de-417a-a922-9b1f303763ba req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Network 6eee1a6d-b0d5-48c7-9c19-6de2d6395023 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:26.156822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-3be5b384-59de-417a-a922-9b1f303763ba req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:26.159025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be5b384-59de-417a-a922-9b1f303763ba req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:26.212099 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa19c0e1-2932-4b79-be0d-d8f0795ee883 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.231813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b384-59de-417a-a922-9b1f303763ba req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:26.232723 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3be5b384-59de-417a-a922-9b1f303763ba req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.253497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-e9963006-a07f-4598-82cf-c05fd135d8a4 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0213313 Aug 09 16:04:26.254465 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a899393e-823c-43f3-a6d6-675b62f2cd98 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.257193 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-fa19c0e1-2932-4b79-be0d-d8f0795ee883 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Ignored duplicate provisioning block setup for port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 09 16:04:26.267199 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Request body: {'port': {'device_id': 'bff2b66a-f149-49ac-9e62-3f0a6c92e056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:26.270955 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa19c0e1-2932-4b79-be0d-d8f0795ee883 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.302087 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a899393e-823c-43f3-a6d6-675b62f2cd98 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.309643 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a899393e-823c-43f3-a6d6-675b62f2cd98 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/1b7ad3c0-e7e3-4e20-9445-6b1f5c25a4cf HTTP/1.1" status: 204 len: 168 time: 0.9859443 Aug 09 16:04:26.312688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b639a-ba02-4806-94c3-391c19af66cb None None] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:26.313306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899393e-823c-43f3-a6d6-675b62f2cd98 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7ad3c0-e7e3-4e20-9445-6b1f5c25a4cf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:26.316644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59918) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:26.325098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-82afdd5b-3d98-4343-88be-67f598a6e982 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:26.360514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93253900-06de-4c8f-914e-204f2dde91f5 req-cfb05190-e59d-4f2f-87ec-ac4d50851290 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:26.362194 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-93253900-06de-4c8f-914e-204f2dde91f5 req-cfb05190-e59d-4f2f-87ec-ac4d50851290 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 931 time: 0.1673574 Aug 09 16:04:26.395863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 90be6eda-2ad3-4a92-ab86-0a3a71a7beac no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:26.432405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 90be6eda-2ad3-4a92-ab86-0a3a71a7beac {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:26.432761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 90be6eda-2ad3-4a92-ab86-0a3a71a7beac not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:26.439700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d5926786-6d37-4d34-9441-8cbed5c56d4c None None] Provisioning complete for port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:26.440185 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d5926786-6d37-4d34-9441-8cbed5c56d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.440849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19c0e1-2932-4b79-be0d-d8f0795ee883 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=641d2f98-d11e-4af4-bb29-5bade8e18fe4,revision_number=3']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:26.452930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59924) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:26.481418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d5926786-6d37-4d34-9441-8cbed5c56d4c None None] Port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:26.533205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-93253900-06de-4c8f-914e-204f2dde91f5 req-ebd030db-0b42-482d-aded-c09deb5a63b5 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632826 Aug 09 16:04:26.567825 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fa19c0e1-2932-4b79-be0d-d8f0795ee883 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] In _notify_port_updated(), no bound segment for port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 on network c647a44e-bd27-4da4-aed2-0eb8b188c1eb {{(pid=94289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:04:26.575656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa19c0e1-2932-4b79-be0d-d8f0795ee883 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:26.576955 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa19c0e1-2932-4b79-be0d-d8f0795ee883 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.580933 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fa19c0e1-2932-4b79-be0d-d8f0795ee883 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "PUT /v2.0/ports/641d2f98-d11e-4af4-bb29-5bade8e18fe4 HTTP/1.1" status: 200 len: 999 time: 1.6692052 Aug 09 16:04:26.582015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59930) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:26.585488 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.715388 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-285d3612-e0ee-4f24-8894-525e617c809f None None] Provisioning complete for port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:26.716322 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-285d3612-e0ee-4f24-8894-525e617c809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.753920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7a87225d-9dc5-4188-b49f-2522717e2d4c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:26.754490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7a87225d-9dc5-4188-b49f-2522717e2d4c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.771030 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-285d3612-e0ee-4f24-8894-525e617c809f None None] Port 641d2f98-d11e-4af4-bb29-5bade8e18fe4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:26.890870 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7a87225d-9dc5-4188-b49f-2522717e2d4c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.924224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7a87225d-9dc5-4188-b49f-2522717e2d4c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 641d2f98-d11e-4af4-bb29-5bade8e18fe4 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:26.930783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82afdd5b-3d98-4343-88be-67f598a6e982 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:26.934319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82afdd5b-3d98-4343-88be-67f598a6e982 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.212997 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7a87225d-9dc5-4188-b49f-2522717e2d4c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.264759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87225d-9dc5-4188-b49f-2522717e2d4c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=641d2f98-d11e-4af4-bb29-5bade8e18fe4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:27.422868 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7a87225d-9dc5-4188-b49f-2522717e2d4c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.425289 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7a87225d-9dc5-4188-b49f-2522717e2d4c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/641d2f98-d11e-4af4-bb29-5bade8e18fe4 HTTP/1.1" status: 204 len: 168 time: 0.8421092 Aug 09 16:04:27.428823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59948) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:27.460734 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-46568d89-a812-4b1b-8719-04f2dbfc4b5a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:04:27.464924 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-46568d89-a812-4b1b-8719-04f2dbfc4b5a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/641d2f98-d11e-4af4-bb29-5bade8e18fe4 HTTP/1.1" status: 404 len: 333 time: 0.0318987 Aug 09 16:04:27.465369 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59952) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:27.532290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d940987-ea78-4e0b-a8ec-5fd867d71445 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting subnet 4fbdadf0-2ce7-4c18-a779-1451bcdeaf09 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:27.536690 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d940987-ea78-4e0b-a8ec-5fd867d71445 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.598039 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d940987-ea78-4e0b-a8ec-5fd867d71445 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.608418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-969bd50c-76a5-4e74-9148-1dbb9539d865 None None] Provisioning complete for port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:27.608796 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-969bd50c-76a5-4e74-9148-1dbb9539d865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.648626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-969bd50c-76a5-4e74-9148-1dbb9539d865 None None] Port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:27.659106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-969bd50c-76a5-4e74-9148-1dbb9539d865 None None] Provisioning complete for port c7f1525c-7533-45d5-958e-211db20fbf30 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:27.659452 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-969bd50c-76a5-4e74-9148-1dbb9539d865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.704989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806ec15-5377-4c1b-b818-10f0e36a89fa req-ca0e39ec-9aff-4a87-9b44-1f10901ed60c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:27.707248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b806ec15-5377-4c1b-b818-10f0e36a89fa req-ca0e39ec-9aff-4a87-9b44-1f10901ed60c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 950 time: 0.5574050 Aug 09 16:04:27.728098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7598d-e37c-4162-9a68-24e9108cc155 req-08f91621-c4b8-470f-a707-1a3c640f179a tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:27.735683 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cea7598d-e37c-4162-9a68-24e9108cc155 req-08f91621-c4b8-470f-a707-1a3c640f179a tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 931 time: 0.1066568 Aug 09 16:04:27.819452 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d940987-ea78-4e0b-a8ec-5fd867d71445 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.825000 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cea7598d-e37c-4162-9a68-24e9108cc155 req-20f1e771-255e-4d8e-8714-70447753803e tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882831 Aug 09 16:04:27.857181 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b806ec15-5377-4c1b-b818-10f0e36a89fa req-fb018341-8659-4150-9adc-9a9e7578c57c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/security-groups?id=412446f5-6dbb-4dea-a5f5-9617ba68c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376569 Aug 09 16:04:27.895538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d940987-ea78-4e0b-a8ec-5fd867d71445 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.902341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f55cead-aafc-43f4-8452-7802b4b335d7 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:27.926727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.938516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d940987-ea78-4e0b-a8ec-5fd867d71445 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Subnet': ['ID=4fbdadf0-2ce7-4c18-a779-1451bcdeaf09,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:27.946820 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d940987-ea78-4e0b-a8ec-5fd867d71445 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:27.949554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2d940987-ea78-4e0b-a8ec-5fd867d71445 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/4fbdadf0-2ce7-4c18-a779-1451bcdeaf09 HTTP/1.1" status: 204 len: 168 time: 0.4825568 Aug 09 16:04:27.951413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59970) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:27.955939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c160f-29e2-49a9-b394-b1c002a1284a None None] Network c647a44e-bd27-4da4-aed2-0eb8b188c1eb requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:28.038336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Transition to ACTIVE for port object 3f55cead-aafc-43f4-8452-7802b4b335d7 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:28.040810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4a7ddf-b331-45bb-83c7-4fc1514ca0dc tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting subnet f4fc8798-616d-40b7-8576-19853c27d04b {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:28.044531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf4a7ddf-b331-45bb-83c7-4fc1514ca0dc tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.068760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff74f391-9907-4f45-815f-b260e260f45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.083474 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.095287 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf4a7ddf-b331-45bb-83c7-4fc1514ca0dc tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.243698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf4a7ddf-b331-45bb-83c7-4fc1514ca0dc tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.250245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82afdd5b-3d98-4343-88be-67f598a6e982 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.333711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Pushing event updated for resources: {'Port': ['ID=3f55cead-aafc-43f4-8452-7802b4b335d7,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:28.341102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf4a7ddf-b331-45bb-83c7-4fc1514ca0dc tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.380888 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a7ddf-b331-45bb-83c7-4fc1514ca0dc tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Subnet': ['ID=f4fc8798-616d-40b7-8576-19853c27d04b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:28.389792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf4a7ddf-b331-45bb-83c7-4fc1514ca0dc tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.395908 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bf4a7ddf-b331-45bb-83c7-4fc1514ca0dc tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/f4fc8798-616d-40b7-8576-19853c27d04b HTTP/1.1" status: 204 len: 168 time: 0.4431283 Aug 09 16:04:28.397779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 59986) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:28.407748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82afdd5b-3d98-4343-88be-67f598a6e982 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:28.409306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:28.409683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:28.410028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:28.410367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:28.415372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:28.415372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:28.415372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:28.415372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:28.415372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:28.415372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:28.415372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:28.415372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:28.417280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afdd5b-3d98-4343-88be-67f598a6e982 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Subnet': ['ID=ac4f566e-f9fd-4645-93f8-5f6f85d74cb5,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:28.449496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ac0b9-0309-470b-ba66-9633aec59830 req-052cd6ac-4fef-4f37-acb7-a877e15fc79b tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:28.453200 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-815ac0b9-0309-470b-ba66-9633aec59830 req-052cd6ac-4fef-4f37-acb7-a877e15fc79b tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 950 time: 0.2472258 Aug 09 16:04:28.456400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-82afdd5b-3d98-4343-88be-67f598a6e982 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:28.466817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82afdd5b-3d98-4343-88be-67f598a6e982 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:28.467438 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82afdd5b-3d98-4343-88be-67f598a6e982 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.468656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90074dc2-d4b5-44f2-8b21-b3e5a2c06133 None None] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:28.527290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.563393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-82afdd5b-3d98-4343-88be-67f598a6e982 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2450888 Aug 09 16:04:28.565613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Attempting to bind port 3f55cead-aafc-43f4-8452-7802b4b335d7 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:28.565980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Attempting to bind port 3f55cead-aafc-43f4-8452-7802b4b335d7 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'a3a81ed1-6ce3-496a-9130-907a7389461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6eee1a6d-b0d5-48c7-9c19-6de2d6395023'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:28.566318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Attempting to bind port 3f55cead-aafc-43f4-8452-7802b4b335d7 on network 6eee1a6d-b0d5-48c7-9c19-6de2d6395023 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:28.586539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 59996) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:28.595171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-461b6996-53b7-478e-9274-10c48051ec01 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'security_group': {'name': 'tempest-secgroup-422258914'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:28.614377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Port 3f55cead-aafc-43f4-8452-7802b4b335d7 on network 6eee1a6d-b0d5-48c7-9c19-6de2d6395023 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:04:28.614747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Attempting to bind port 3f55cead-aafc-43f4-8452-7802b4b335d7 on network 6eee1a6d-b0d5-48c7-9c19-6de2d6395023 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:28.649114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-815ac0b9-0309-470b-ba66-9633aec59830 req-011f2c89-7918-4dfe-84e9-abba548e9796 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/security-groups?id=412446f5-6dbb-4dea-a5f5-9617ba68c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747348 Aug 09 16:04:28.654235 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:28.654584 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.667643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:28.668059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Checking segment: {'id': 'a3a81ed1-6ce3-496a-9130-907a7389461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6eee1a6d-b0d5-48c7-9c19-6de2d6395023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:28.668460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Bound using segment: {'id': 'a3a81ed1-6ce3-496a-9130-907a7389461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6eee1a6d-b0d5-48c7-9c19-6de2d6395023'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:28.668939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Bound port: 3f55cead-aafc-43f4-8452-7802b4b335d7, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a81ed1-6ce3-496a-9130-907a7389461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6eee1a6d-b0d5-48c7-9c19-6de2d6395023'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:28.669315 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.714805 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-461b6996-53b7-478e-9274-10c48051ec01 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.776998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] For port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=57caa06e-cbf7-48a3-af2a-33006f4d4c7e,segment=NetworkSegment(ed65be10-9d54-41d4-b406-b55cc0b3c1e1),segment_id=ed65be10-9d54-41d4-b406-b55cc0b3c1e1)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:28.777495 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.793938 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 57caa06e-cbf7-48a3-af2a-33006f4d4c7e owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:28.823988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d87f7-ff20-4c9f-ae70-ffdfa1ca9781 None None] Update dhcp port {'port': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'fixed_ips': [{'subnet_id': 'e4af5b89-5c49-4154-9b90-aa78d02b899e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ac4f566e-f9fd-4645-93f8-5f6f85d74cb5'}], 'binding:host_id': 'n-d-803778-2'}, 'id': 'c7f1525c-7533-45d5-958e-211db20fbf30'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:04:28.896444 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7e6d87f7-ff20-4c9f-ae70-ffdfa1ca9781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.905370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:28.932450 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No DVR routers for this DVR port 57caa06e-cbf7-48a3-af2a-33006f4d4c7e on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:28.989422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60002) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:29.003953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=57caa06e-cbf7-48a3-af2a-33006f4d4c7e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:29.006353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] For port 3f55cead-aafc-43f4-8452-7802b4b335d7, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:29.035336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] For port 3f55cead-aafc-43f4-8452-7802b4b335d7, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3f55cead-aafc-43f4-8452-7802b4b335d7,segment=NetworkSegment(a3a81ed1-6ce3-496a-9130-907a7389461f),segment_id=a3a81ed1-6ce3-496a-9130-907a7389461f)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:29.052990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.068773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eb3666-41b9-43d9-a5b3-2032a88ca28f None None] Network c647a44e-bd27-4da4-aed2-0eb8b188c1eb requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:29.104122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-461b6996-53b7-478e-9274-10c48051ec01 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.124133 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-461b6996-53b7-478e-9274-10c48051ec01 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.131914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:29.131914 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.132282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.133156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] 10.222.0.53 "PUT /v2.0/ports/3f55cead-aafc-43f4-8452-7802b4b335d7 HTTP/1.1" status: 200 len: 1091 time: 2.8712187 Aug 09 16:04:29.134978 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ff74f391-9907-4f45-815f-b260e260f45e admin admin] Deleting port 08c641c1-543a-402e-8e96-b5d137081cc8 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:29.135385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff74f391-9907-4f45-815f-b260e260f45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.139959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff2b66a-f149-49ac-9e62-3f0a6c92e056', 'tag': '3f55cead-aafc-43f4-8452-7802b4b335d7'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:29.142094 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e83ace-bd35-4952-bb68-19dd68e11449" -d '{"events": [{"name": "network-changed", "server_uuid": "bff2b66a-f149-49ac-9e62-3f0a6c92e056", "tag": "3f55cead-aafc-43f4-8452-7802b4b335d7"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:29.149670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c647a44e-bd27-4da4-aed2-0eb8b188c1eb']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:29.152085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-206981f9-d891-4134-b250-a5b4d449292e None None] Could not find standard attr ID for object 57caa06e-cbf7-48a3-af2a-33006f4d4c7e. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:04:29.194773 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679e861-4720-45b3-bc1f-65672129dff6 req-c3938237-79ce-4ec2-a544-5922187050e5 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:29.208103 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8679e861-4720-45b3-bc1f-65672129dff6 req-c3938237-79ce-4ec2-a544-5922187050e5 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 943 time: 0.1987813 Aug 09 16:04:29.214119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed65be10-9d54-41d4-b406-b55cc0b3c1e1') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:29.214496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed65be10-9d54-41d4-b406-b55cc0b3c1e1') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:29.236609 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484a9166-a85f-488e-b3e8-e9d2ff827993 x-openstack-request-id: req-484a9166-a85f-488e-b3e8-e9d2ff827993 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:29.236972 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff2b66a-f149-49ac-9e62-3f0a6c92e056", "tag": "3f55cead-aafc-43f4-8452-7802b4b335d7", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:29.237291 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-484a9166-a85f-488e-b3e8-e9d2ff827993 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:29.237834 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff2b66a-f149-49ac-9e62-3f0a6c92e056', 'tag': '3f55cead-aafc-43f4-8452-7802b4b335d7', 'status': 'completed', 'code': 200} Aug 09 16:04:29.254565 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.269451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96355ba6-a04a-435b-bb00-c2db34da3a48 service neutron] Pushing event updated for resources: {'Port': ['ID=3f55cead-aafc-43f4-8452-7802b4b335d7,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:29.277402 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.286223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:29.286681 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.288823 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-461b6996-53b7-478e-9274-10c48051ec01 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.290388 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-461b6996-53b7-478e-9274-10c48051ec01 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6994672 Aug 09 16:04:29.303449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60008) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:29.305725 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:29.308601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-461b7064-2e37-45e1-a19a-e4ae41d705e7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'security_group': {'name': 'tempest-secgroup-1663028952'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:29.317017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d87f7-ff20-4c9f-ae70-ffdfa1ca9781 None None] Allocated IP 2001:db8::2 (207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8/ac4f566e-f9fd-4645-93f8-5f6f85d74cb5/c7f1525c-7533-45d5-958e-211db20fbf30) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:29.323526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b6996-53b7-478e-9274-10c48051ec01 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398218be-61ea-451d-8d20-d2a9cdf85035,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:29.330040 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44481404-a181-4618-9b50-62a4fe32b837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.385773 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-461b7064-2e37-45e1-a19a-e4ae41d705e7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.396612 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8679e861-4720-45b3-bc1f-65672129dff6 req-7d39e065-0fbf-414f-ae57-c3dff0e132ef tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874461 Aug 09 16:04:29.398522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-ff74f391-9907-4f45-815f-b260e260f45e admin admin] For port 08c641c1-543a-402e-8e96-b5d137081cc8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=08c641c1-543a-402e-8e96-b5d137081cc8,segment=NetworkSegment(d5e50d2c-296e-4147-aa30-a22e684a6de4),segment_id=d5e50d2c-296e-4147-aa30-a22e684a6de4)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:29.399170 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff74f391-9907-4f45-815f-b260e260f45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.410058 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.422364 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.424390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15831149-5f36-4a0d-952b-63488613615f None None] DHCP port deletion for c647a44e-bd27-4da4-aed2-0eb8b188c1eb request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:04:29.428289 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/networks/c647a44e-bd27-4da4-aed2-0eb8b188c1eb HTTP/1.1" status: 204 len: 168 time: 1.0261743 Aug 09 16:04:29.428693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b384-59de-417a-a922-9b1f303763ba req-a01361db-7dcb-4d56-9120-e851c49b5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:29.430467 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-a01361db-7dcb-4d56-9120-e851c49b5b36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2780c6f453a04893a0d7297bf96b862c&device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 1094 time: 0.2083807 Aug 09 16:04:29.434536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60010) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:29.436325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948bd79-e947-4bd2-9ecc-7f3b6805e844 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Network': ['ID=c647a44e-bd27-4da4-aed2-0eb8b188c1eb,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:29.461665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ff74f391-9907-4f45-815f-b260e260f45e admin admin] Calling delete_port for 08c641c1-543a-402e-8e96-b5d137081cc8 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:29.487242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7e6d87f7-ff20-4c9f-ae70-ffdfa1ca9781 None None] For port c7f1525c-7533-45d5-958e-211db20fbf30, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c7f1525c-7533-45d5-958e-211db20fbf30,segment=NetworkSegment(eec849ba-c40c-46df-961e-28e64ad710be),segment_id=eec849ba-c40c-46df-961e-28e64ad710be)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:29.517429 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7e6d87f7-ff20-4c9f-ae70-ffdfa1ca9781 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.532382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7e6d87f7-ff20-4c9f-ae70-ffdfa1ca9781 None None] Transition to ACTIVE for port object c7f1525c-7533-45d5-958e-211db20fbf30 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:29.534603 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-7746ca5e-169e-4fdd-8187-50447eb7ef03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f55cead-aafc-43f4-8452-7802b4b335d7 HTTP/1.1" status: 200 len: 217 time: 0.0815308 Aug 09 16:04:29.535599 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7e6d87f7-ff20-4c9f-ae70-ffdfa1ca9781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.629005 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d87f7-ff20-4c9f-ae70-ffdfa1ca9781 None None] Pushing event updated for resources: {'Port': ['ID=c7f1525c-7533-45d5-958e-211db20fbf30,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:29.676128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adc6e23-b5ec-44af-b41d-270fd885c939 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:29.677729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1adc6e23-b5ec-44af-b41d-270fd885c939 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2363782 Aug 09 16:04:29.682612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60014) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:29.715039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb3fb1-081d-4e80-bf75-54f931b2aad7 req-7c1765e6-a248-4363-ac09-b1e9e0ba8c93 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:29.716599 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3ffb3fb1-081d-4e80-bf75-54f931b2aad7 req-7c1765e6-a248-4363-ac09-b1e9e0ba8c93 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.60 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 950 time: 0.2025256 Aug 09 16:04:29.730290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b384-59de-417a-a922-9b1f303763ba req-ca01a0c1-ed7a-424b-b605-e40f7e60a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:29.732324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-ca01a0c1-ed7a-424b-b605-e40f7e60a27d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=feddbad6-ad2a-4037-b890-40ab88491d46 HTTP/1.1" status: 200 len: 865 time: 0.1686373 Aug 09 16:04:29.743975 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-efe55220-a6a9-496a-a7a9-2d8e681e26be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0600462 Aug 09 16:04:29.744640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60016) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:29.750133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-409791075'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:29.905374 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44481404-a181-4618-9b50-62a4fe32b837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.907955 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-7d031e8e-8f2a-44e3-af42-6ccfd9659b8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6eee1a6d-b0d5-48c7-9c19-6de2d6395023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030624 Aug 09 16:04:29.947509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-44481404-a181-4618-9b50-62a4fe32b837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.956692 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:04:29.956692 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 16:04:29.956692 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id_1': '138e98a468924b939cb78ad3108818e3', 'expiration_1': datetime.datetime(2021, 8, 9, 16, 4, 29, 755381)}] Aug 09 16:04:29.956692 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:04:29.957534 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:04:30.111026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44481404-a181-4618-9b50-62a4fe32b837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58581236-2e35-48c6-b66a-480b7f65a49f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:30.122615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-44481404-a181-4618-9b50-62a4fe32b837 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36abc2fc54b84187ba75a7a68ba66c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1267576 Aug 09 16:04:30.126007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60018) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:30.143661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859be0c2-febd-4db8-8f8e-9cd418577002 req-017f4950-6908-4a35-a354-17c48e4b9bbf tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:30.146285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-859be0c2-febd-4db8-8f8e-9cd418577002 req-017f4950-6908-4a35-a354-17c48e4b9bbf tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 950 time: 0.3483653 Aug 09 16:04:30.185921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-21208297-b3a9-4140-a596-b76cc39d732c None None] Provisioning complete for port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:30.186520 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-21208297-b3a9-4140-a596-b76cc39d732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.189133 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3133e78c-6b64-4c6f-969f-dfd072cd2337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.210058 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3133e78c-6b64-4c6f-969f-dfd072cd2337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.223072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-21208297-b3a9-4140-a596-b76cc39d732c None None] Port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:30.237405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-21208297-b3a9-4140-a596-b76cc39d732c None None] Provisioning for port c7f1525c-7533-45d5-958e-211db20fbf30 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:30.242606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-21208297-b3a9-4140-a596-b76cc39d732c None None] Provisioning complete for port c7f1525c-7533-45d5-958e-211db20fbf30 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:30.242996 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-21208297-b3a9-4140-a596-b76cc39d732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.248472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-d16e2820-7847-4c6f-b896-fe02ef3b8e05 service neutron] 10.222.0.53 "GET /v2.0/networks/6eee1a6d-b0d5-48c7-9c19-6de2d6395023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267052 Aug 09 16:04:30.271569 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3133e78c-6b64-4c6f-969f-dfd072cd2337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.275344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3133e78c-6b64-4c6f-969f-dfd072cd2337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.280509 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3133e78c-6b64-4c6f-969f-dfd072cd2337 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58581236-2e35-48c6-b66a-480b7f65a49f HTTP/1.1" status: 204 len: 168 time: 0.1533678 Aug 09 16:04:30.291381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133e78c-6b64-4c6f-969f-dfd072cd2337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58581236-2e35-48c6-b66a-480b7f65a49f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:30.301425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-3ffb3fb1-081d-4e80-bf75-54f931b2aad7 req-8bb849bd-cec5-446e-bbb1-8b3508b6a80c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Deleting port 0680b529-5abb-4e4c-8c75-bb576303526f {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:30.301425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3ffb3fb1-081d-4e80-bf75-54f931b2aad7 req-8bb849bd-cec5-446e-bbb1-8b3508b6a80c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.316956 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-461b7064-2e37-45e1-a19a-e4ae41d705e7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.321939 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff74f391-9907-4f45-815f-b260e260f45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.394215 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-461b7064-2e37-45e1-a19a-e4ae41d705e7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.500800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:30.502432 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.547034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:30.564011 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.564473 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Added segment 234a6f18-0abc-47a8-8d76-618db029d1af of type vlan for network 21274ae4-1b10-4cca-aa2b-a30717d3d86d Aug 09 16:04:30.585037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5954149-295b-4d12-98a9-b11ddb6cd0b3 req-dfe4a352-fe1b-4f26-aace-853c7cdbd86a tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:30.586822 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5954149-295b-4d12-98a9-b11ddb6cd0b3 req-dfe4a352-fe1b-4f26-aace-853c7cdbd86a tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 943 time: 0.1012955 Aug 09 16:04:30.611025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60026) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:30.642411 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb2546d0-fe97-4356-8e6c-adc44d454167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.645153 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.710443 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c5954149-295b-4d12-98a9-b11ddb6cd0b3 req-8f98f5d3-adf9-4223-8330-1971f6e04299 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983090 Aug 09 16:04:30.711065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-859be0c2-febd-4db8-8f8e-9cd418577002 req-6a7926d2-e225-4c53-b7dd-250e7aefd615 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/security-groups?id=412446f5-6dbb-4dea-a5f5-9617ba68c0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534368 Aug 09 16:04:30.732220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.738018 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:30.738630 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.739367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74f391-9907-4f45-815f-b260e260f45e admin admin] Pushing event deleted for resources: {'Port': ['ID=08c641c1-543a-402e-8e96-b5d137081cc8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:30.822278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b7064-2e37-45e1-a19a-e4ae41d705e7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb571f5-bfba-4f31-b355-f5d9358664be,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:30.846045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Network': ['ID=21274ae4-1b10-4cca-aa2b-a30717d3d86d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:30.857074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 21274ae4-1b10-4cca-aa2b-a30717d3d86d details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:30.877458 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb2546d0-fe97-4356-8e6c-adc44d454167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.882308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3ffb3fb1-081d-4e80-bf75-54f931b2aad7 req-8bb849bd-cec5-446e-bbb1-8b3508b6a80c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] For port 0680b529-5abb-4e4c-8c75-bb576303526f, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0680b529-5abb-4e4c-8c75-bb576303526f,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:30.883133 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3ffb3fb1-081d-4e80-bf75-54f931b2aad7 req-8bb849bd-cec5-446e-bbb1-8b3508b6a80c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.885877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb2546d0-fe97-4356-8e6c-adc44d454167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.893295 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b113d356-162c-4ae9-b8a6-dbb31fa446b2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1475871 Aug 09 16:04:30.903012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60028) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:30.915009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6ef497d4-4a5c-4830-a4d3-5ac238095222 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': '21274ae4-1b10-4cca-aa2b-a30717d3d86d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:30.919627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3be5b384-59de-417a-a922-9b1f303763ba req-7ff0a1d5-ffb1-4339-9ebb-cf15149263e7 service neutron] 10.222.0.53 "GET /v2.0/networks/6eee1a6d-b0d5-48c7-9c19-6de2d6395023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560731 Aug 09 16:04:30.920311 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-461b7064-2e37-45e1-a19a-e4ae41d705e7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.921692 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-461b7064-2e37-45e1-a19a-e4ae41d705e7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6169753 Aug 09 16:04:30.925335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60030) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:30.928895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-3ffb3fb1-081d-4e80-bf75-54f931b2aad7 req-8bb849bd-cec5-446e-bbb1-8b3508b6a80c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Calling delete_port for 0680b529-5abb-4e4c-8c75-bb576303526f owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:30.934231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9c0a2974-69a5-4b4c-acb8-e9ac5f59de11 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'security_group': {'name': 'tempest-secgroup-1787085076'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:30.943066 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cb2546d0-fe97-4356-8e6c-adc44d454167 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1790ed1770dd44acae725dcfcad7df2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297760 Aug 09 16:04:30.946950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2546d0-fe97-4356-8e6c-adc44d454167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3876833d-dec1-405e-b52c-674b3007b1a4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:30.950977 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60032) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:30.989038 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2974-69a5-4b4c-acb8-e9ac5f59de11 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.038895 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12495d4-b494-4b0a-92fa-e0e8cf0be4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.074699 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12495d4-b494-4b0a-92fa-e0e8cf0be4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.142114 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2974-69a5-4b4c-acb8-e9ac5f59de11 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.145901 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2974-69a5-4b4c-acb8-e9ac5f59de11 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.168330 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12495d4-b494-4b0a-92fa-e0e8cf0be4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.170933 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12495d4-b494-4b0a-92fa-e0e8cf0be4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.172382 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d12495d4-b494-4b0a-92fa-e0e8cf0be4c6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3876833d-dec1-405e-b52c-674b3007b1a4 HTTP/1.1" status: 204 len: 168 time: 0.2204628 Aug 09 16:04:31.184658 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2974-69a5-4b4c-acb8-e9ac5f59de11 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.186312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9c0a2974-69a5-4b4c-acb8-e9ac5f59de11 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2600031 Aug 09 16:04:31.191574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60036) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:31.199533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83ace-bd35-4952-bb68-19dd68e11449 req-e6847e4b-b2d7-42bd-987c-19b1dff5fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:31.201511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1247141143', 'security_groups': ['121db441-44d8-4fba-8316-33cbf19187db'], 'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ac4f566e-f9fd-4645-93f8-5f6f85d74cb5'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:31.201847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7e83ace-bd35-4952-bb68-19dd68e11449 req-e6847e4b-b2d7-42bd-987c-19b1dff5fd6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2780c6f453a04893a0d7297bf96b862c&device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 1094 time: 0.2189431 Aug 09 16:04:31.208545 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a2974-69a5-4b4c-acb8-e9ac5f59de11 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121db441-44d8-4fba-8316-33cbf19187db,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:31.235369 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12495d4-b494-4b0a-92fa-e0e8cf0be4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3876833d-dec1-405e-b52c-674b3007b1a4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:31.308703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef497d4-4a5c-4830-a4d3-5ac238095222 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:31.312850 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ef497d4-4a5c-4830-a4d3-5ac238095222 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.329448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff74f391-9907-4f45-815f-b260e260f45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.375908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c7f1525c-7533-45d5-958e-211db20fbf30 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:31.446799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c7f1525c-7533-45d5-958e-211db20fbf30 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:31.447175 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.570458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 57caa06e-cbf7-48a3-af2a-33006f4d4c7e no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:31.601342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 57caa06e-cbf7-48a3-af2a-33006f4d4c7e {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:31.602262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 57caa06e-cbf7-48a3-af2a-33006f4d4c7e not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:31.608410 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83ace-bd35-4952-bb68-19dd68e11449 req-044c6fe7-41ca-4e55-8ffa-79f269a21dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:31.609928 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7e83ace-bd35-4952-bb68-19dd68e11449 req-044c6fe7-41ca-4e55-8ffa-79f269a21dfe service neutron] 10.222.0.53 "GET /v2.0/networks?id=6eee1a6d-b0d5-48c7-9c19-6de2d6395023 HTTP/1.1" status: 200 len: 926 time: 0.3967910 Aug 09 16:04:31.643021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3ffb3fb1-081d-4e80-bf75-54f931b2aad7 req-8bb849bd-cec5-446e-bbb1-8b3508b6a80c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.655519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['0680b529-5abb-4e4c-8c75-bb576303526f'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:04:31.706089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7e83ace-bd35-4952-bb68-19dd68e11449 req-de758825-3c03-44e8-9c75-db90c3f70942 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f55cead-aafc-43f4-8452-7802b4b335d7 HTTP/1.1" status: 200 len: 217 time: 0.0809751 Aug 09 16:04:31.723111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:31.751823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb849bd-cec5-446e-bbb1-8b3508b6a80c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Pushing event deleted for resources: {'Port': ['ID=0680b529-5abb-4e4c-8c75-bb576303526f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:31.851330 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.876012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] device_id is not set on port 83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:31.952674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffb3fb1-081d-4e80-bf75-54f931b2aad7 req-8bb849bd-cec5-446e-bbb1-8b3508b6a80c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] No DVR routers for this DVR port 0680b529-5abb-4e4c-8c75-bb576303526f on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:31.954681 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3ffb3fb1-081d-4e80-bf75-54f931b2aad7 req-8bb849bd-cec5-446e-bbb1-8b3508b6a80c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:31.957065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3ffb3fb1-081d-4e80-bf75-54f931b2aad7 req-8bb849bd-cec5-446e-bbb1-8b3508b6a80c tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.60 "DELETE /v2.0/ports/0680b529-5abb-4e4c-8c75-bb576303526f HTTP/1.1" status: 204 len: 173 time: 2.2145915 Aug 09 16:04:31.983941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e8d27b-6af3-4e12-a4b6-8047a4aacd8f', 'name': 'network-vif-deleted', 'tag': '0680b529-5abb-4e4c-8c75-bb576303526f'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:31.986749 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceb96a7-2b94-4665-a068-8cbd9b2dcf2c" -d '{"events": [{"server_uuid": "52e8d27b-6af3-4e12-a4b6-8047a4aacd8f", "name": "network-vif-deleted", "tag": "0680b529-5abb-4e4c-8c75-bb576303526f"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:32.022689 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4100e-e8d2-4b24-9499-b70e86d19594 req-11733f3b-de70-40ba-a50a-030565022c41 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:32.024181 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6ee4100e-e8d2-4b24-9499-b70e86d19594 req-11733f3b-de70-40ba-a50a-030565022c41 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 943 time: 0.1541562 Aug 09 16:04:32.031084 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c80f3b7f-658e-4ada-ae53-131b56e47b1c req-b6671b57-6230-46ad-b501-7bdc5720a611 tempest-VolumesNegativeTest-412125185 tempest-VolumesNegativeTest-412125185-project] 10.222.0.81 "GET /v2.0/ports?device_id=52e8d27b-6af3-4e12-a4b6-8047a4aacd8f HTTP/1.1" status: 200 len: 210 time: 0.1573761 Aug 09 16:04:32.049063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83ace-bd35-4952-bb68-19dd68e11449 req-de6079b1-96ef-4180-bde9-d9a9e0fee47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:32.055529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7e83ace-bd35-4952-bb68-19dd68e11449 req-de6079b1-96ef-4180-bde9-d9a9e0fee47e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=feddbad6-ad2a-4037-b890-40ab88491d46 HTTP/1.1" status: 200 len: 865 time: 0.3190835 Aug 09 16:04:32.108460 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be22a747-147f-4e5a-ae49-12aa2610efdd x-openstack-request-id: req-be22a747-147f-4e5a-ae49-12aa2610efdd {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:32.108833 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e8d27b-6af3-4e12-a4b6-8047a4aacd8f", "name": "network-vif-deleted", "tag": "0680b529-5abb-4e4c-8c75-bb576303526f", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:32.109014 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be22a747-147f-4e5a-ae49-12aa2610efdd {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:32.109400 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e8d27b-6af3-4e12-a4b6-8047a4aacd8f', 'name': 'network-vif-deleted', 'tag': '0680b529-5abb-4e4c-8c75-bb576303526f', 'status': 'completed', 'code': 200} Aug 09 16:04:32.143988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7e83ace-bd35-4952-bb68-19dd68e11449 req-6568b041-6c62-4537-9b94-65ed53201e71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6eee1a6d-b0d5-48c7-9c19-6de2d6395023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792956 Aug 09 16:04:32.147247 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6ee4100e-e8d2-4b24-9499-b70e86d19594 req-53a28edb-fd90-405b-ba0c-75856d6679c1 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758078 Aug 09 16:04:32.216772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8::34e (207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8/ac4f566e-f9fd-4645-93f8-5f6f85d74cb5/83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:32.250016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff74f391-9907-4f45-815f-b260e260f45e admin admin] Router 1514ec14-156b-42c8-b5f4-c086195f3da1 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:04:32.280068 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ef497d4-4a5c-4830-a4d3-5ac238095222 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.375321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.394714 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Transition to ACTIVE for port object 83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:32.431722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef497d4-4a5c-4830-a4d3-5ac238095222 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Subnet': ['ID=b65658a2-32e5-4d79-89ad-b71c083789e8,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:32.441733 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.465714 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7e83ace-bd35-4952-bb68-19dd68e11449 req-4f2ddbae-36cc-4b78-80a5-85eb784d83ef service neutron] 10.222.0.53 "GET /v2.0/networks/6eee1a6d-b0d5-48c7-9c19-6de2d6395023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135090 Aug 09 16:04:32.479177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef497d4-4a5c-4830-a4d3-5ac238095222 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Checking segment: {'id': '234a6f18-0abc-47a8-8d76-618db029d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '21274ae4-1b10-4cca-aa2b-a30717d3d86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:32.479543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef497d4-4a5c-4830-a4d3-5ac238095222 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network hostable DHCP agents. Network: 21274ae4-1b10-4cca-aa2b-a30717d3d86d, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:32.539426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:32.541533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:32.547043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:32.554067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:32.554741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.561919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:32.569720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef497d4-4a5c-4830-a4d3-5ac238095222 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 21274ae4-1b10-4cca-aa2b-a30717d3d86d is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:32.574997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff74f391-9907-4f45-815f-b260e260f45e admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:04:32.590360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18a8f6-da32-4eac-b239-c37438b65800 None None] Sync routers for ids ['1514ec14-156b-42c8-b5f4-c086195f3da1'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:04:32.593612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ff74f391-9907-4f45-815f-b260e260f45e admin admin] 10.222.0.81 "PUT /v2.0/routers/1514ec14-156b-42c8-b5f4-c086195f3da1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1368096 Aug 09 16:04:32.596827 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-119fbc4f-32d4-4a99-8d9a-d2cc72402f36 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4032450 Aug 09 16:04:32.597140 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60068) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:32.600879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60070) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:32.606692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-6ef497d4-4a5c-4830-a4d3-5ac238095222 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 21274ae4-1b10-4cca-aa2b-a30717d3d86d) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:32.613011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18a8f6-da32-4eac-b239-c37438b65800 None None] Routers {'1514ec14-156b-42c8-b5f4-c086195f3da1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:32.613810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dd18a8f6-da32-4eac-b239-c37438b65800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:04:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1514ec14-156b-42c8-b5f4-c086195f3da1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:32.620090 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e969be69-ab91-40a0-9406-3f99af3001fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:32.662008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef497d4-4a5c-4830-a4d3-5ac238095222 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:32.663845 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ef497d4-4a5c-4830-a4d3-5ac238095222 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.666003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e99b163-a749-4c32-9d05-ffdab547c651 None None] Network 21274ae4-1b10-4cca-aa2b-a30717d3d86d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:32.692296 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6ef497d4-4a5c-4830-a4d3-5ac238095222 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7852354 Aug 09 16:04:32.693937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60076) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:32.700158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': '21274ae4-1b10-4cca-aa2b-a30717d3d86d', 'name': 'tempest-PortsTestJSON-901397383'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:32.701536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7e83ace-bd35-4952-bb68-19dd68e11449 req-334654ad-55b5-40aa-af13-0d1ca2c36c7e service neutron] 10.222.0.53 "GET /v2.0/networks/6eee1a6d-b0d5-48c7-9c19-6de2d6395023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240875 Aug 09 16:04:32.795560 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.863856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:32.868698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.936136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.937516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port c4ead471-68b4-4479-b8e2-8d9a92fed852 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:33.031350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e969be69-ab91-40a0-9406-3f99af3001fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:33.035880 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e969be69-ab91-40a0-9406-3f99af3001fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.064655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ccd01c7e-8acf-4606-a4e5-ddc7bfd8460e None None] Provisioning for port 83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:33.074965 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-dd18a8f6-da32-4eac-b239-c37438b65800 None None] Set router 1514ec14-156b-42c8-b5f4-c086195f3da1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:33.077832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ccd01c7e-8acf-4606-a4e5-ddc7bfd8460e None None] Provisioning complete for port 83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:33.078451 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ccd01c7e-8acf-4606-a4e5-ddc7bfd8460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.231290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.9 (21274ae4-1b10-4cca-aa2b-a30717d3d86d/b65658a2-32e5-4d79-89ad-b71c083789e8/c4ead471-68b4-4479-b8e2-8d9a92fed852) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:33.380355 n-d-803778-2 neutron-server[94289]: INFO neutron.db.ipam_backend_mixin [None req-e969be69-ab91-40a0-9406-3f99af3001fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac4f566e-f9fd-4645-93f8-5f6f85d74cb5 (CIDR: 2001:db8::/64) Aug 09 16:04:33.380598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-21274ae4-1b10-4cca-aa2b-a30717d3d86d', 'network_id': '21274ae4-1b10-4cca-aa2b-a30717d3d86d', 'tenant_id': '138e98a468924b939cb78ad3108818e3', 'fixed_ips': [{'subnet_id': 'b65658a2-32e5-4d79-89ad-b71c083789e8'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:04:33.381260 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.392994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Deleting port ad21732f-c205-4a26-a528-10e85dac5b1c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:33.396240 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.400805 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e969be69-ab91-40a0-9406-3f99af3001fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:04:33.401849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e969be69-ab91-40a0-9406-3f99af3001fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:33.409997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ccd01c7e-8acf-4606-a4e5-ddc7bfd8460e None None] Port 83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:33.439093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f527a94-a1ff-47c2-9efd-b9c6704ac4f1 req-410aae02-7352-4063-b580-9fe6b5f4b73a tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:33.440822 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f527a94-a1ff-47c2-9efd-b9c6704ac4f1 req-410aae02-7352-4063-b580-9fe6b5f4b73a tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 943 time: 0.1734977 Aug 09 16:04:33.463723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e969be69-ab91-40a0-9406-3f99af3001fe tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8618631 Aug 09 16:04:33.484912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60102) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:33.491463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-291578bc-c1ed-4048-a741-2bc95cdbe135 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:33.536324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dd18a8f6-da32-4eac-b239-c37438b65800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'name': 'tempest-ServerRescueTestJSON-1371358505-router', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:04Z', 'updated_at': '2021-08-09T16:04:30Z', 'revision_number': 5, 'project_id': '086fb16a47f4457db6b1fb2cd534457c', 'gw_port': {'id': 'ad21732f-c205-4a26-a528-10e85dac5b1c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:02:06Z', 'updated_at': '2021-08-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:33.571669 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18a8f6-da32-4eac-b239-c37438b65800 None None] Checking router: 1514ec14-156b-42c8-b5f4-c086195f3da1 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:04:33.582472 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18a8f6-da32-4eac-b239-c37438b65800 None None] Routers {'1514ec14-156b-42c8-b5f4-c086195f3da1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:04:33.583376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dd18a8f6-da32-4eac-b239-c37438b65800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:04:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1514ec14-156b-42c8-b5f4-c086195f3da1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:33.590375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] For port ad21732f-c205-4a26-a528-10e85dac5b1c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ad21732f-c205-4a26-a528-10e85dac5b1c,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:33.590753 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.616405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Calling delete_port for ad21732f-c205-4a26-a528-10e85dac5b1c owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:33.628253 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3f527a94-a1ff-47c2-9efd-b9c6704ac4f1 req-f72757f0-1959-4752-92d1-a2cbbc8b3ccc tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775999 Aug 09 16:04:33.731970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-dd18a8f6-da32-4eac-b239-c37438b65800 None None] Set router 1514ec14-156b-42c8-b5f4-c086195f3da1 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:04:33.800316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dd18a8f6-da32-4eac-b239-c37438b65800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'name': 'tempest-ServerRescueTestJSON-1371358505-router', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:04Z', 'updated_at': '2021-08-09T16:04:32Z', 'revision_number': 6, 'project_id': '086fb16a47f4457db6b1fb2cd534457c', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:33.811758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.836415 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18a8f6-da32-4eac-b239-c37438b65800 None None] The sync data for ids ['1514ec14-156b-42c8-b5f4-c086195f3da1'] in n-d-803778-2 is: [{'id': '1514ec14-156b-42c8-b5f4-c086195f3da1', 'name': 'tempest-ServerRescueTestJSON-1371358505-router', 'tenant_id': '086fb16a47f4457db6b1fb2cd534457c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:02:04Z', 'updated_at': '2021-08-09T16:04:32Z', 'revision_number': 6, 'project_id': '086fb16a47f4457db6b1fb2cd534457c', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:04:33.885056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Transition to ACTIVE for port object c4ead471-68b4-4479-b8e2-8d9a92fed852 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:33.912026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291578bc-c1ed-4048-a741-2bc95cdbe135 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:33.913265 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:33.916710 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-291578bc-c1ed-4048-a741-2bc95cdbe135 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.015603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad21732f-c205-4a26-a528-10e85dac5b1c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:34.039436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.082348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.139960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=c4ead471-68b4-4479-b8e2-8d9a92fed852,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:34.153726 n-d-803778-2 neutron-server[94289]: INFO neutron.db.ipam_backend_mixin [None req-291578bc-c1ed-4048-a741-2bc95cdbe135 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e4af5b89-5c49-4154-9b90-aa78d02b899e (CIDR: 2001:db8:0:1::/64) Aug 09 16:04:34.160050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Allocated IP 172.20.0.2 (21274ae4-1b10-4cca-aa2b-a30717d3d86d/b65658a2-32e5-4d79-89ad-b71c083789e8/a27c77b5-0c3f-45e8-a9cb-abcc58c2c178) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:34.169066 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-291578bc-c1ed-4048-a741-2bc95cdbe135 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:04:34.169535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291578bc-c1ed-4048-a741-2bc95cdbe135 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:34.188743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 21274ae4-1b10-4cca-aa2b-a30717d3d86d is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:34.195420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:34.198252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:34.218426 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.221894 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.258174 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-291578bc-c1ed-4048-a741-2bc95cdbe135 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7720456 Aug 09 16:04:34.266159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60152) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:34.275200 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9146cb64-9989-40c8-92f0-bb27d5a1dd02 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'subnet': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:34.281869 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:04:34.301784 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.303994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1514ec14-156b-42c8-b5f4-c086195f3da1 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:04:34.311462 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.312736 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-19564fa4-2611-49f7-a316-062dcb02954e admin admin] 10.222.0.81 "DELETE /v2.0/routers/1514ec14-156b-42c8-b5f4-c086195f3da1 HTTP/1.1" status: 204 len: 168 time: 1.7145171 Aug 09 16:04:34.322109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60162) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:34.389709 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.394183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3f55cead-aafc-43f4-8452-7802b4b335d7 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:04:34.423559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9146cb64-9989-40c8-92f0-bb27d5a1dd02 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Made reservation on behalf of 596d8765b0fd4c94a6c68a2e70f64cb0 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:34.427166 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9146cb64-9989-40c8-92f0-bb27d5a1dd02 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.435772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Transition to ACTIVE for port object a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:34.439114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9076b6-5a19-483a-b35b-24a680c05982 admin admin] Deleting subnet a6131387-8542-4fb2-9550-dcd88eedfaa5 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:34.445070 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e9076b6-5a19-483a-b35b-24a680c05982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.470459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Transition to ACTIVE for port object a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:34.491510 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.494898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.495580 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.496405 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e9076b6-5a19-483a-b35b-24a680c05982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.522014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-233e5dcf-4821-4691-acfe-0e16c14213be tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8267798 Aug 09 16:04:34.528897 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60184) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:34.536888 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': '21274ae4-1b10-4cca-aa2b-a30717d3d86d', 'name': 'tempest-PortsTestJSON-641503120'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:34.549341 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e9076b6-5a19-483a-b35b-24a680c05982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.615421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Network 21274ae4-1b10-4cca-aa2b-a30717d3d86d is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:34.623559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 0680b529-5abb-4e4c-8c75-bb576303526f no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:34.634478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:34.679624 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e9076b6-5a19-483a-b35b-24a680c05982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.679814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:34.684396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 0680b529-5abb-4e4c-8c75-bb576303526f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:34.684662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 0680b529-5abb-4e4c-8c75-bb576303526f not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:34.693444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Pushing event updated for resources: {'Port': ['ID=a27c77b5-0c3f-45e8-a9cb-abcc58c2c178,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:34.714857 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e9076b6-5a19-483a-b35b-24a680c05982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.718543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6e9076b6-5a19-483a-b35b-24a680c05982 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a6131387-8542-4fb2-9550-dcd88eedfaa5 HTTP/1.1" status: 204 len: 168 time: 0.3952973 Aug 09 16:04:34.721921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60196) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:34.774433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9076b6-5a19-483a-b35b-24a680c05982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6131387-8542-4fb2-9550-dcd88eedfaa5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:34.798409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3f55cead-aafc-43f4-8452-7802b4b335d7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3f55cead-aafc-43f4-8452-7802b4b335d7,segment=NetworkSegment(a3a81ed1-6ce3-496a-9130-907a7389461f),segment_id=a3a81ed1-6ce3-496a-9130-907a7389461f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:34.827469 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '3f55cead-aafc-43f4-8452-7802b4b335d7', 'network_id': '6eee1a6d-b0d5-48c7-9c19-6de2d6395023', 'port_id': '3f55cead-aafc-43f4-8452-7802b4b335d7', 'mac_address': 'fa:16:3e:a2:ff:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feddbad6-ad2a-4037-b890-40ab88491d46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:04:34.831553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Attempting to bind port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:34.832155 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Attempting to bind port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '234a6f18-0abc-47a8-8d76-618db029d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '21274ae4-1b10-4cca-aa2b-a30717d3d86d'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:34.832746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Attempting to bind port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 on network 21274ae4-1b10-4cca-aa2b-a30717d3d86d {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:34.837756 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.842310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:34.843346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Checking segment: {'id': '234a6f18-0abc-47a8-8d76-618db029d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '21274ae4-1b10-4cca-aa2b-a30717d3d86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:34.843951 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.844518 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Bound using segment: {'id': '234a6f18-0abc-47a8-8d76-618db029d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '21274ae4-1b10-4cca-aa2b-a30717d3d86d'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:34.845385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Bound port: a27c77b5-0c3f-45e8-a9cb-abcc58c2c178, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234a6f18-0abc-47a8-8d76-618db029d1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '21274ae4-1b10-4cca-aa2b-a30717d3d86d'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:34.845978 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.847571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:34.852038 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.863626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba871b3-b6d4-4b06-a350-7c47effcc419 req-dd5cf214-95c1-45fc-84a8-6021e5c2213f tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:34.873919 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ba871b3-b6d4-4b06-a350-7c47effcc419 req-dd5cf214-95c1-45fc-84a8-6021e5c2213f tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 943 time: 0.1021812 Aug 09 16:04:34.908301 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:34.915509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port 38b527a6-b208-4c28-b4a7-48cf206e5a6c yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:34.925628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ba871b3-b6d4-4b06-a350-7c47effcc419 req-7998326e-22c0-4ac2-a63c-fdaad637d7b5 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504682 Aug 09 16:04:34.931928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f55cead-aafc-43f4-8452-7802b4b335d7 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:34.995549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3f55cead-aafc-43f4-8452-7802b4b335d7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3f55cead-aafc-43f4-8452-7802b4b335d7,segment=NetworkSegment(a3a81ed1-6ce3-496a-9130-907a7389461f),segment_id=a3a81ed1-6ce3-496a-9130-907a7389461f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:35.002805 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.073811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] For port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:35.093023 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.095385 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9146cb64-9989-40c8-92f0-bb27d5a1dd02 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.095841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] For port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a27c77b5-0c3f-45e8-a9cb-abcc58c2c178,segment=NetworkSegment(234a6f18-0abc-47a8-8d76-618db029d1af),segment_id=234a6f18-0abc-47a8-8d76-618db029d1af)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:35.103737 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.119285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3f55cead-aafc-43f4-8452-7802b4b335d7,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:35.148915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:35.231870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['3f55cead-aafc-43f4-8452-7802b4b335d7'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:04:35.238094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365259d-97d9-48f0-b941-67913d82f965 None None] Pushing event updated for resources: {'Port': ['ID=a27c77b5-0c3f-45e8-a9cb-abcc58c2c178,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:35.271471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9146cb64-9989-40c8-92f0-bb27d5a1dd02 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:35.273674 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e50d2c-296e-4147-aa30-a22e684a6de4') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:35.274147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e50d2c-296e-4147-aa30-a22e684a6de4') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:35.306387 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146cb64-9989-40c8-92f0-bb27d5a1dd02 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Subnet': ['ID=64c75a8b-bc98-4398-8201-269bbb604823,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:35.313947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-9146cb64-9989-40c8-92f0-bb27d5a1dd02 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:35.329550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 08c641c1-543a-402e-8e96-b5d137081cc8 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:35.331744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ea66b-0344-4896-98a1-73137dcdaf2d None None] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:35.333884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9146cb64-9989-40c8-92f0-bb27d5a1dd02 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:35.334809 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9146cb64-9989-40c8-92f0-bb27d5a1dd02 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.343944 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.390793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 08c641c1-543a-402e-8e96-b5d137081cc8 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:35.391412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 08c641c1-543a-402e-8e96-b5d137081cc8 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:35.392035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ad21732f-c205-4a26-a528-10e85dac5b1c no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:35.406260 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.413646 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9146cb64-9989-40c8-92f0-bb27d5a1dd02 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1448345 Aug 09 16:04:35.415918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60244) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:35.425266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3bfb0353-1e64-45f4-a3bc-02a80ed4a362 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-835246557', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64c75a8b-bc98-4398-8201-269bbb604823'}], 'security_groups': ['398218be-61ea-451d-8d20-d2a9cdf85035', '2fb571f5-bfba-4f31-b355-f5d9358664be']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:35.447967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.11 (21274ae4-1b10-4cca-aa2b-a30717d3d86d/b65658a2-32e5-4d79-89ad-b71c083789e8/38b527a6-b208-4c28-b4a7-48cf206e5a6c) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:35.471025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:35.471455 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:35.473348 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:35.485577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ad21732f-c205-4a26-a528-10e85dac5b1c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:35.485949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ad21732f-c205-4a26-a528-10e85dac5b1c not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:35.656214 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.698025 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.716031 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] 10.222.0.81 "DELETE /v2.0/networks/508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff HTTP/1.1" status: 204 len: 168 time: 0.9929938 Aug 09 16:04:35.776360 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17b7db-9021-414e-8a1a-0edde280bdfa admin admin] Pushing event deleted for resources: {'Network': ['ID=508cd8c5-4ff5-4056-b4b5-4f1b4ba98dff,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:35.794620 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3bfb0353-1e64-45f4-a3bc-02a80ed4a362 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:35.967890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef5a4a-799a-446b-a091-d8bc95c16582 None None] Update dhcp port {'port': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'fixed_ips': [{'subnet_id': 'e4af5b89-5c49-4154-9b90-aa78d02b899e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ac4f566e-f9fd-4645-93f8-5f6f85d74cb5', 'ip_address': '2001:db8::2'}, {'subnet_id': '64c75a8b-bc98-4398-8201-269bbb604823'}], 'binding:host_id': 'n-d-803778-2'}, 'id': 'c7f1525c-7533-45d5-958e-211db20fbf30'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:04:36.036048 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-76ef5a4a-799a-446b-a091-d8bc95c16582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.057282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.096831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Transition to ACTIVE for port object 38b527a6-b208-4c28-b4a7-48cf206e5a6c will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:36.186834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60290) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:36.326302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-096c706a-e206-4421-9a9f-6ca53322e8ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=086fb16a47f4457db6b1fb2cd534457c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351492 Aug 09 16:04:36.330047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60306) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:36.342538 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd3bdb-749c-43d1-b61d-0aba17487165 req-9ed93206-8de0-4639-9e00-ac92c2e929ad tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:36.344123 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-83dd3bdb-749c-43d1-b61d-0aba17487165 req-9ed93206-8de0-4639-9e00-ac92c2e929ad tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 944 time: 0.2487037 Aug 09 16:04:36.379295 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.391388 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3f55cead-aafc-43f4-8452-7802b4b335d7 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:36.486495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 21274ae4-1b10-4cca-aa2b-a30717d3d86d is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:36.491728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-83dd3bdb-749c-43d1-b61d-0aba17487165 req-e95d3ff5-c3e3-498d-b3e4-1051d74aa76f tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388793 Aug 09 16:04:36.493968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:36.495873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=38b527a6-b208-4c28-b4a7-48cf206e5a6c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:36.498537 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:36.503582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 3f55cead-aafc-43f4-8452-7802b4b335d7 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:36.508927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 3f55cead-aafc-43f4-8452-7802b4b335d7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:36.508927 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.540130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-3bfb0353-1e64-45f4-a3bc-02a80ed4a362 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Delete allocated IP 2001:db8::34e (207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8/ac4f566e-f9fd-4645-93f8-5f6f85d74cb5) {{(pid=94290) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 09 16:04:36.554667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-3bfb0353-1e64-45f4-a3bc-02a80ed4a362 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Allocated IP 2001:db8:0:2::231 (207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8/64c75a8b-bc98-4398-8201-269bbb604823/83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:36.601895 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:36.603181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.635201 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1c2b2817-262d-4c74-abb7-0e0cc78b3510 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1052094 Aug 09 16:04:36.638027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60318) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:36.675278 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.701812 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce6d21d0-6c1f-48ff-b002-6acdcdf06b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.719683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff2b66a-f149-49ac-9e62-3f0a6c92e056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f55cead-aafc-43f4-8452-7802b4b335d7'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:36.722040 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2e057f-60e2-4c3e-b802-70a606309964" -d '{"events": [{"server_uuid": "bff2b66a-f149-49ac-9e62-3f0a6c92e056", "name": "network-vif-plugged", "status": "completed", "tag": "3f55cead-aafc-43f4-8452-7802b4b335d7"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:36.758294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 3f55cead-aafc-43f4-8452-7802b4b335d7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3f55cead-aafc-43f4-8452-7802b4b335d7,segment=NetworkSegment(a3a81ed1-6ce3-496a-9130-907a7389461f),segment_id=a3a81ed1-6ce3-496a-9130-907a7389461f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:36.764289 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.805907 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e28f2d-2ea0-4654-8c68-b7513257719b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:36.816779 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce6d21d0-6c1f-48ff-b002-6acdcdf06b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.825691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c551c-3dba-4105-971c-c2f2338bd1df None None] Network 21274ae4-1b10-4cca-aa2b-a30717d3d86d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:36.825996 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-79e28f2d-2ea0-4654-8c68-b7513257719b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.1840260 Aug 09 16:04:36.826803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60324) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:36.829166 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d74721-8143-4d70-81fe-d15ae2671f75 x-openstack-request-id: req-03d74721-8143-4d70-81fe-d15ae2671f75 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:36.829451 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff2b66a-f149-49ac-9e62-3f0a6c92e056", "name": "network-vif-plugged", "status": "completed", "tag": "3f55cead-aafc-43f4-8452-7802b4b335d7", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:36.836559 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03d74721-8143-4d70-81fe-d15ae2671f75 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:36.838965 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff2b66a-f149-49ac-9e62-3f0a6c92e056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f55cead-aafc-43f4-8452-7802b4b335d7', 'code': 200} Aug 09 16:04:36.926177 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce6d21d0-6c1f-48ff-b002-6acdcdf06b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.929266 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ce6d21d0-6c1f-48ff-b002-6acdcdf06b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.930467 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ce6d21d0-6c1f-48ff-b002-6acdcdf06b74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d98e3c00-ac3a-40e4-9838-4b8223a5e496 HTTP/1.1" status: 204 len: 168 time: 0.5993712 Aug 09 16:04:36.952555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=3f55cead-aafc-43f4-8452-7802b4b335d7,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:36.963353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d0dbc29f-38f6-4c63-8a39-a26a587a35d3 None None] Provisioning for port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:36.975331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d21d0-6c1f-48ff-b002-6acdcdf06b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98e3c00-ac3a-40e4-9838-4b8223a5e496,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:36.992484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a66eb7c0-ac00-4736-843f-5e44dd8c492c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 38b527a6-b208-4c28-b4a7-48cf206e5a6c {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:36.993200 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a66eb7c0-ac00-4736-843f-5e44dd8c492c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:36.993677 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3bfb0353-1e64-45f4-a3bc-02a80ed4a362 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.014323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-3bfb0353-1e64-45f4-a3bc-02a80ed4a362 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Transition to ACTIVE for port object 83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:37.016989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c9be9-9784-48d0-9181-59f6326e1eaf req-cfe26bc2-5715-4bf0-9336-b41a875013f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:37.018662 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e9c9be9-9784-48d0-9181-59f6326e1eaf req-cfe26bc2-5715-4bf0-9336-b41a875013f2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 1096 time: 0.0833230 Aug 09 16:04:37.022779 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3bfb0353-1e64-45f4-a3bc-02a80ed4a362 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.129153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb0353-1e64-45f4-a3bc-02a80ed4a362 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] In _notify_port_updated(), no bound segment for port 83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e on network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:04:37.134947 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfb0353-1e64-45f4-a3bc-02a80ed4a362 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:37.135615 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3bfb0353-1e64-45f4-a3bc-02a80ed4a362 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.136965 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3bfb0353-1e64-45f4-a3bc-02a80ed4a362 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "PUT /v2.0/ports/83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e HTTP/1.1" status: 200 len: 969 time: 1.7200370 Aug 09 16:04:37.144441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60336) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:37.157271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb0353-1e64-45f4-a3bc-02a80ed4a362 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event updated for resources: {'Port': ['ID=83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:37.172058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e9c9be9-9784-48d0-9181-59f6326e1eaf req-6756da79-4d98-42f0-99da-9f991d2a07ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411731 Aug 09 16:04:37.301582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-76ef5a4a-799a-446b-a091-d8bc95c16582 None None] Allocated IP 2001:db8:0:2::2 (207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8/64c75a8b-bc98-4398-8201-269bbb604823/c7f1525c-7533-45d5-958e-211db20fbf30) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:37.310093 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a66eb7c0-ac00-4736-843f-5e44dd8c492c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.330984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a66eb7c0-ac00-4736-843f-5e44dd8c492c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 38b527a6-b208-4c28-b4a7-48cf206e5a6c owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:37.336050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-40865bd6-bebb-464e-a813-1d36f2a367a5 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port 83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:37.336584 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-40865bd6-bebb-464e-a813-1d36f2a367a5 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.476033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:37.551874 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-40865bd6-bebb-464e-a813-1d36f2a367a5 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.584976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-40865bd6-bebb-464e-a813-1d36f2a367a5 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for 83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:37.609969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a66eb7c0-ac00-4736-843f-5e44dd8c492c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.700546 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-580f7531-eec7-414c-80aa-e484ea37c6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.705197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:37.730403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-76ef5a4a-799a-446b-a091-d8bc95c16582 None None] For port c7f1525c-7533-45d5-958e-211db20fbf30, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c7f1525c-7533-45d5-958e-211db20fbf30,segment=NetworkSegment(eec849ba-c40c-46df-961e-28e64ad710be),segment_id=eec849ba-c40c-46df-961e-28e64ad710be)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:37.733647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:37.734152 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.787585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66eb7c0-ac00-4736-843f-5e44dd8c492c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=38b527a6-b208-4c28-b4a7-48cf206e5a6c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:37.874037 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-76ef5a4a-799a-446b-a091-d8bc95c16582 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.923703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5adaa8-078e-4588-867d-13107003780d req-f67a6fdf-d28e-49a4-87aa-32e2fa82ed02 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:37.931113 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-76ef5a4a-799a-446b-a091-d8bc95c16582 None None] Transition to ACTIVE for port object c7f1525c-7533-45d5-958e-211db20fbf30 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:37.933309 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae5adaa8-078e-4588-867d-13107003780d req-f67a6fdf-d28e-49a4-87aa-32e2fa82ed02 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 945 time: 0.2945755 Aug 09 16:04:37.941126 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-76ef5a4a-799a-446b-a091-d8bc95c16582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:37.985674 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a66eb7c0-ac00-4736-843f-5e44dd8c492c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.000954 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a66eb7c0-ac00-4736-843f-5e44dd8c492c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/38b527a6-b208-4c28-b4a7-48cf206e5a6c HTTP/1.1" status: 204 len: 168 time: 1.1728640 Aug 09 16:04:38.001533 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-40865bd6-bebb-464e-a813-1d36f2a367a5 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.004787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60378) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:38.077257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40865bd6-bebb-464e-a813-1d36f2a367a5 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:38.116885 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a782cdf1-0854-42c5-83f2-cfe8df82b32b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:04:38.132282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-40865bd6-bebb-464e-a813-1d36f2a367a5 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.132965 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a782cdf1-0854-42c5-83f2-cfe8df82b32b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/38b527a6-b208-4c28-b4a7-48cf206e5a6c HTTP/1.1" status: 404 len: 333 time: 0.1263025 Aug 09 16:04:38.133857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60382) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:38.134437 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-40865bd6-bebb-464e-a813-1d36f2a367a5 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e HTTP/1.1" status: 204 len: 168 time: 0.9861169 Aug 09 16:04:38.138390 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60384) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:38.206301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef5a4a-799a-446b-a091-d8bc95c16582 None None] Pushing event updated for resources: {'Port': ['ID=c7f1525c-7533-45d5-958e-211db20fbf30,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:38.253732 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae5adaa8-078e-4588-867d-13107003780d req-689cbfa6-7143-4ec2-8a2f-902a7f5f02e1 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093767 Aug 09 16:04:38.282225 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.329901 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bc2924-95c4-4d3c-8bc8-43698afbb741 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] GET failed (client error): The resource could not be found. Aug 09 16:04:38.332170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b0bc2924-95c4-4d3c-8bc8-43698afbb741 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports/83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e HTTP/1.1" status: 404 len: 333 time: 0.1867480 Aug 09 16:04:38.335868 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60388) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:38.391301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-82100823-3231-4bca-8073-e1968495a1fc None None] Provisioning complete for port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:38.392831 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-82100823-3231-4bca-8073-e1968495a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.480961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a27c77b5-0c3f-45e8-a9cb-abcc58c2c178,segment=NetworkSegment(234a6f18-0abc-47a8-8d76-618db029d1af),segment_id=234a6f18-0abc-47a8-8d76-618db029d1af)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:38.493155 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.567201 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7c09-10b2-40c3-a7ea-17155120b5c1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.582496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-6893a461-b154-4fed-a294-3fb935224513 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port c4ead471-68b4-4479-b8e2-8d9a92fed852 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:38.589311 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6893a461-b154-4fed-a294-3fb935224513 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.614199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=a27c77b5-0c3f-45e8-a9cb-abcc58c2c178,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:38.721142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7c09-10b2-40c3-a7ea-17155120b5c1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.745253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-82100823-3231-4bca-8073-e1968495a1fc None None] Could not find standard attr ID for object 38b527a6-b208-4c28-b4a7-48cf206e5a6c. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:04:38.760851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-82100823-3231-4bca-8073-e1968495a1fc None None] Provisioning for port c4ead471-68b4-4479-b8e2-8d9a92fed852 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:38.774649 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-82100823-3231-4bca-8073-e1968495a1fc None None] Provisioning complete for port c4ead471-68b4-4479-b8e2-8d9a92fed852 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:38.776506 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-82100823-3231-4bca-8073-e1968495a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.846140 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60404) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:38.868824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-82100823-3231-4bca-8073-e1968495a1fc None None] Port c4ead471-68b4-4479-b8e2-8d9a92fed852 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:38.936975 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6893a461-b154-4fed-a294-3fb935224513 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:38.971404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-6893a461-b154-4fed-a294-3fb935224513 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for c4ead471-68b4-4479-b8e2-8d9a92fed852 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:39.006153 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-30676d6f-cd9c-4413-a83d-be9e4a0ec650 None None] Provisioning complete for port c4ead471-68b4-4479-b8e2-8d9a92fed852 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:39.006684 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-30676d6f-cd9c-4413-a83d-be9e4a0ec650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.130030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-382160561-network', 'tenant_id': '5ba400056a154ad2bd746f1c4be902e7'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:39.142172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-30676d6f-cd9c-4413-a83d-be9e4a0ec650 None None] Port c4ead471-68b4-4479-b8e2-8d9a92fed852 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:39.149236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-30676d6f-cd9c-4413-a83d-be9e4a0ec650 None None] Could not find standard attr ID for object 38b527a6-b208-4c28-b4a7-48cf206e5a6c. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:04:39.171689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Made reservation on behalf of 5ba400056a154ad2bd746f1c4be902e7 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:39.174382 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.202553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.443335 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.462657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c7f1525c-7533-45d5-958e-211db20fbf30 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:39.468750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.540826 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6893a461-b154-4fed-a294-3fb935224513 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.583131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:39.585207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7c09-10b2-40c3-a7ea-17155120b5c1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.590890 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c0b7c09-10b2-40c3-a7ea-17155120b5c1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.599076 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5c0b7c09-10b2-40c3-a7ea-17155120b5c1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/security-groups/121db441-44d8-4fba-8316-33cbf19187db HTTP/1.1" status: 204 len: 168 time: 1.2619064 Aug 09 16:04:39.648086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60414) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:39.650507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:39.652866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c3360c-255d-4434-8494-f1143321fc4c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:39.714005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893a461-b154-4fed-a294-3fb935224513 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=c4ead471-68b4-4479-b8e2-8d9a92fed852,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:39.721058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b7c09-10b2-40c3-a7ea-17155120b5c1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=121db441-44d8-4fba-8316-33cbf19187db,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:39.730374 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.731092 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Added segment 1a06fa73-be81-4cc7-ba73-195fb886dd7d of type vlan for network b5995301-aa27-4103-8b9a-5bf64b75f32a Aug 09 16:04:39.877890 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6893a461-b154-4fed-a294-3fb935224513 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.886885 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6893a461-b154-4fed-a294-3fb935224513 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/c4ead471-68b4-4479-b8e2-8d9a92fed852 HTTP/1.1" status: 204 len: 168 time: 1.7485557 Aug 09 16:04:39.890592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60418) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:39.910665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb7b6-3b61-4379-81fd-704750d222c6 req-1b83587e-abdb-4ff4-85a4-1ce85e0d37cd tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:39.915566 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-985cb7b6-3b61-4379-81fd-704750d222c6 req-1b83587e-abdb-4ff4-85a4-1ce85e0d37cd tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 945 time: 0.4014854 Aug 09 16:04:39.978036 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-33efc8cc-7423-4464-a4d9-535e8099acb3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:04:39.986501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:39.986882 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:39.987057 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-33efc8cc-7423-4464-a4d9-535e8099acb3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/c4ead471-68b4-4479-b8e2-8d9a92fed852 HTTP/1.1" status: 404 len: 333 time: 0.0946536 Aug 09 16:04:39.992577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60424) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:40.027356 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.097365 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7708f709-5d2e-4773-8bbc-62dae0aae979 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.173535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5dcd685-375c-46a1-8fe2-bd9dad6c591b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting subnet b65658a2-32e5-4d79-89ad-b71c083789e8 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:40.184429 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5dcd685-375c-46a1-8fe2-bd9dad6c591b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.251525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-271ff4b4-2d44-45f5-82cd-99f55c9724ca None None] Provisioning complete for port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:40.251801 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-271ff4b4-2d44-45f5-82cd-99f55c9724ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.273388 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-985cb7b6-3b61-4379-81fd-704750d222c6 req-081147e7-4737-4270-bb6f-c4e5477a5a39 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179843 Aug 09 16:04:40.281787 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7708f709-5d2e-4773-8bbc-62dae0aae979 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.287719 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.289709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:40.291083 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.305640 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5dcd685-375c-46a1-8fe2-bd9dad6c591b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.369968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-271ff4b4-2d44-45f5-82cd-99f55c9724ca None None] Port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:40.395978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-271ff4b4-2d44-45f5-82cd-99f55c9724ca None None] Provisioning for port c7f1525c-7533-45d5-958e-211db20fbf30 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:40.415889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-271ff4b4-2d44-45f5-82cd-99f55c9724ca None None] Provisioning complete for port c7f1525c-7533-45d5-958e-211db20fbf30 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:40.416413 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-271ff4b4-2d44-45f5-82cd-99f55c9724ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.459825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6117847 Aug 09 16:04:40.464619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60432) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:40.489746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-9181f529-b7b3-4cc4-9b76-5223d27d0f40 admin admin] Request body: {'subnet': {'network_id': 'b5995301-aa27-4103-8b9a-5bf64b75f32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-382160561-subnet', 'tenant_id': '5ba400056a154ad2bd746f1c4be902e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:40.516418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526216b-a050-404e-bd2d-7fb12e6e173a admin admin] Pushing event updated for resources: {'Network': ['ID=b5995301-aa27-4103-8b9a-5bf64b75f32a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:40.529403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9181f529-b7b3-4cc4-9b76-5223d27d0f40 admin admin] Made reservation on behalf of 5ba400056a154ad2bd746f1c4be902e7 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:40.532372 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9181f529-b7b3-4cc4-9b76-5223d27d0f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.536534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network b5995301-aa27-4103-8b9a-5bf64b75f32a details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:40.612412 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7708f709-5d2e-4773-8bbc-62dae0aae979 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.615472 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7708f709-5d2e-4773-8bbc-62dae0aae979 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.617021 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7708f709-5d2e-4773-8bbc-62dae0aae979 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/security-groups/2fb571f5-bfba-4f31-b355-f5d9358664be HTTP/1.1" status: 204 len: 168 time: 0.9516783 Aug 09 16:04:40.622674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60434) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:40.666884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708f709-5d2e-4773-8bbc-62dae0aae979 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb571f5-bfba-4f31-b355-f5d9358664be,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:40.679351 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ef3665f3-5339-439d-94f1-92428467570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.704319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac41783-03b4-4f89-9699-fb30c70e5cee req-43bfab68-125c-41c2-94eb-29bc500b2958 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:40.707494 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6ac41783-03b4-4f89-9699-fb30c70e5cee req-43bfab68-125c-41c2-94eb-29bc500b2958 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 945 time: 0.2490711 Aug 09 16:04:40.738708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5dcd685-375c-46a1-8fe2-bd9dad6c591b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.774504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-271ff4b4-2d44-45f5-82cd-99f55c9724ca None None] Could not find standard attr ID for object 83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:04:40.784643 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4030384e-ba2f-44be-ac1f-cee25b641748 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.854426 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4030384e-ba2f-44be-ac1f-cee25b641748 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.869204 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.891058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-335748f4-09ba-46ac-8783-f515930ffbc6 None None] Could not find standard attr ID for object 83f5f93b-84c7-4cbe-ad2d-3aa6e0b7252e. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:04:40.898531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5dcd685-375c-46a1-8fe2-bd9dad6c591b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.953318 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4030384e-ba2f-44be-ac1f-cee25b641748 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.956992 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4030384e-ba2f-44be-ac1f-cee25b641748 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.962424 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4030384e-ba2f-44be-ac1f-cee25b641748 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/security-groups/398218be-61ea-451d-8d20-d2a9cdf85035 HTTP/1.1" status: 204 len: 168 time: 0.3352585 Aug 09 16:04:40.963659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60436) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:40.976709 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6ac41783-03b4-4f89-9699-fb30c70e5cee req-e187094c-f1e5-4033-82fa-b4c775d6b1bc tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403772 Aug 09 16:04:40.977907 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcd685-375c-46a1-8fe2-bd9dad6c591b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Subnet': ['ID=b65658a2-32e5-4d79-89ad-b71c083789e8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:40.988165 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5dcd685-375c-46a1-8fe2-bd9dad6c591b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:40.991363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c5dcd685-375c-46a1-8fe2-bd9dad6c591b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/b65658a2-32e5-4d79-89ad-b71c083789e8 HTTP/1.1" status: 204 len: 168 time: 0.9976735 Aug 09 16:04:40.999709 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34cfd3-5bde-40f4-801d-720a6451777f None None] Network 21274ae4-1b10-4cca-aa2b-a30717d3d86d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:41.009576 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030384e-ba2f-44be-ac1f-cee25b641748 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398218be-61ea-451d-8d20-d2a9cdf85035,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:41.012696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60440) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:41.059129 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9181f529-b7b3-4cc4-9b76-5223d27d0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.119683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181f529-b7b3-4cc4-9b76-5223d27d0f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7efc4a6-6a05-4e2d-875b-fe3a7796ab2b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:41.232042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9181f529-b7b3-4cc4-9b76-5223d27d0f40 admin admin] Checking segment: {'id': '1a06fa73-be81-4cc7-ba73-195fb886dd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5995301-aa27-4103-8b9a-5bf64b75f32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:41.232682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9181f529-b7b3-4cc4-9b76-5223d27d0f40 admin admin] Network hostable DHCP agents. Network: b5995301-aa27-4103-8b9a-5bf64b75f32a, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:41.236230 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.246167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-47790935-372d-490e-83cc-7e23ed5b43b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting subnet ac4f566e-f9fd-4645-93f8-5f6f85d74cb5 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:41.259435 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47790935-372d-490e-83cc-7e23ed5b43b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.339201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:41.339575 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.377462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9181f529-b7b3-4cc4-9b76-5223d27d0f40 admin admin] Network b5995301-aa27-4103-8b9a-5bf64b75f32a is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:41.382211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47790935-372d-490e-83cc-7e23ed5b43b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.424978 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-9181f529-b7b3-4cc4-9b76-5223d27d0f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, b5995301-aa27-4103-8b9a-5bf64b75f32a) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:41.440564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9181f529-b7b3-4cc4-9b76-5223d27d0f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:41.441252 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9181f529-b7b3-4cc4-9b76-5223d27d0f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.452390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa90c8-ce8c-463d-bfa4-60abeb205cc6 None None] Network b5995301-aa27-4103-8b9a-5bf64b75f32a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:41.494995 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9181f529-b7b3-4cc4-9b76-5223d27d0f40 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0155363 Aug 09 16:04:41.497523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] DHCP port deletion for 21274ae4-1b10-4cca-aa2b-a30717d3d86d request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:04:41.545301 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47790935-372d-490e-83cc-7e23ed5b43b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.620020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] For port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a27c77b5-0c3f-45e8-a9cb-abcc58c2c178,segment=NetworkSegment(234a6f18-0abc-47a8-8d76-618db029d1af),segment_id=234a6f18-0abc-47a8-8d76-618db029d1af)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:41.620852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.650371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aede1a-8300-40d5-882e-e9ad2414a533 req-d4f905d1-75dc-44a3-8657-bbd16bc5f98c tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:41.651953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3aede1a-8300-40d5-882e-e9ad2414a533 req-d4f905d1-75dc-44a3-8657-bbd16bc5f98c tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 945 time: 0.1693325 Aug 09 16:04:41.656762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:41.728779 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.769277 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.772288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47790935-372d-490e-83cc-7e23ed5b43b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.826280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47790935-372d-490e-83cc-7e23ed5b43b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Subnet': ['ID=ac4f566e-f9fd-4645-93f8-5f6f85d74cb5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:41.835025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Deleting port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:41.835641 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.847218 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-47790935-372d-490e-83cc-7e23ed5b43b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:41.854931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-47790935-372d-490e-83cc-7e23ed5b43b6 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/ac4f566e-f9fd-4645-93f8-5f6f85d74cb5 HTTP/1.1" status: 204 len: 168 time: 0.8817499 Aug 09 16:04:41.855865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60454) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:41.897970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137f5444-a607-4eeb-a341-cf9ed724c70e None None] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:41.908645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60458) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:41.980530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3816833-6d15-4eb1-b350-907a73c0a495 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting subnet 64c75a8b-bc98-4398-8201-269bbb604823 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:41.983781 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b3816833-6d15-4eb1-b350-907a73c0a495 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.014687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a7f412-37f8-4e59-81ec-5f8ce9eb0168 None None] Network b5995301-aa27-4103-8b9a-5bf64b75f32a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:42.027439 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b3816833-6d15-4eb1-b350-907a73c0a495 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.113690 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b3816833-6d15-4eb1-b350-907a73c0a495 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.187265 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b3816833-6d15-4eb1-b350-907a73c0a495 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.194743 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] For port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a27c77b5-0c3f-45e8-a9cb-abcc58c2c178,segment=NetworkSegment(234a6f18-0abc-47a8-8d76-618db029d1af),segment_id=234a6f18-0abc-47a8-8d76-618db029d1af)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:42.195151 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.196703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f892904-b787-49e5-a1fc-661841270bfd admin admin] Deleting subnet f7efc4a6-6a05-4e2d-875b-fe3a7796ab2b {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:42.206451 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f892904-b787-49e5-a1fc-661841270bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.228629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Calling delete_port for a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:42.248423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3816833-6d15-4eb1-b350-907a73c0a495 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Subnet': ['ID=64c75a8b-bc98-4398-8201-269bbb604823,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:42.259436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b3816833-6d15-4eb1-b350-907a73c0a495 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.261868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b3816833-6d15-4eb1-b350-907a73c0a495 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/64c75a8b-bc98-4398-8201-269bbb604823 HTTP/1.1" status: 204 len: 168 time: 0.4049168 Aug 09 16:04:42.266665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60460) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:42.323335 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f892904-b787-49e5-a1fc-661841270bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.408123 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba1e515-0f2d-417d-aa87-32053b9c80ee tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:42.409530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba1e515-0f2d-417d-aa87-32053b9c80ee tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:42.415139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6ba1e515-0f2d-417d-aa87-32053b9c80ee tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/ac4f566e-f9fd-4645-93f8-5f6f85d74cb5 HTTP/1.1" status: 404 len: 337 time: 0.1436152 Aug 09 16:04:42.415139 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f892904-b787-49e5-a1fc-661841270bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.417144 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60468) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:42.461499 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9406b179-9293-4b45-bfc2-e91771a3b101 None None] Update dhcp port {'port': {'network_id': '207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8', 'fixed_ips': [{'subnet_id': 'e4af5b89-5c49-4154-9b90-aa78d02b899e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '64c75a8b-bc98-4398-8201-269bbb604823'}], 'binding:host_id': 'n-d-803778-2'}, 'id': 'c7f1525c-7533-45d5-958e-211db20fbf30'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:04:42.497344 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9406b179-9293-4b45-bfc2-e91771a3b101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.499691 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.545642 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d3aede1a-8300-40d5-882e-e9ad2414a533 req-8fcb1ce0-9c60-45fd-a355-2a477b42deca tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8843303 Aug 09 16:04:42.596688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Pushing event deleted for resources: {'Port': ['ID=a27c77b5-0c3f-45e8-a9cb-abcc58c2c178,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:42.630493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:42.636040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:42.636681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:42.637991 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:42.638607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:42.640907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:42.641497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:42.646769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:42.648895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:42.650404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:42.650698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea04770a-86f9-4fa4-b026-23d3ae97d91a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting subnet e4af5b89-5c49-4154-9b90-aa78d02b899e {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:42.651330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:42.652846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:04:42.669573 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce010b7-46cb-4e79-acc9-de5eade9324c None None] No DVR routers for this DVR port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:42.680081 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea04770a-86f9-4fa4-b026-23d3ae97d91a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.689878 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f892904-b787-49e5-a1fc-661841270bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.699539 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.733075 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60478) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:42.791404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f892904-b787-49e5-a1fc-661841270bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7efc4a6-6a05-4e2d-875b-fe3a7796ab2b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:42.806246 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=a27c77b5-0c3f-45e8-a9cb-abcc58c2c178,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:42.809972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No DVR routers for this DVR port a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:42.830069 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6f892904-b787-49e5-a1fc-661841270bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.832336 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6f892904-b787-49e5-a1fc-661841270bfd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f7efc4a6-6a05-4e2d-875b-fe3a7796ab2b HTTP/1.1" status: 204 len: 168 time: 0.9226949 Aug 09 16:04:42.839301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60484) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:42.940050 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:42.953864 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea04770a-86f9-4fa4-b026-23d3ae97d91a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.089380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.094271 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3fb2b91c-2f9d-4a48-8d7f-364d47ba154e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=caf38ea60ad04adfa5f8c4d494e45a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3600934 Aug 09 16:04:43.096914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60488) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:43.104737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21274ae4-1b10-4cca-aa2b-a30717d3d86d']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:43.123336 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.127088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234a6f18-0abc-47a8-8d76-618db029d1af') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:43.127586 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234a6f18-0abc-47a8-8d76-618db029d1af') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:43.147938 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.149893 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.167576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.179439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:43.180389 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.205771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5995301-aa27-4103-8b9a-5bf64b75f32a']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:43.242729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a06fa73-be81-4cc7-ba73-195fb886dd7d') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:43.243405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a06fa73-be81-4cc7-ba73-195fb886dd7d') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:43.258250 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:43.262957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.270938 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.277961 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/networks/21274ae4-1b10-4cca-aa2b-a30717d3d86d HTTP/1.1" status: 204 len: 168 time: 2.2639728 Aug 09 16:04:43.280490 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60490) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:43.285655 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a7b442c4-ef38-4252-9d66-d91e582678ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-300965498'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:43.301368 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.305046 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93b8ca-becb-4482-b3e0-1543d828d105 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Network': ['ID=21274ae4-1b10-4cca-aa2b-a30717d3d86d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:43.309560 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:43.312105 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea04770a-86f9-4fa4-b026-23d3ae97d91a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.334874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:43.335221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a27c77b5-0c3f-45e8-a9cb-abcc58c2c178 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:43.362035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df999850-d905-466b-b455-de325bb06547 req-08e06016-37e6-4b78-a2a6-5a1240db8085 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:43.362369 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b442c4-ef38-4252-9d66-d91e582678ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:43.366980 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7b442c4-ef38-4252-9d66-d91e582678ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.368856 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-df999850-d905-466b-b455-de325bb06547 req-08e06016-37e6-4b78-a2a6-5a1240db8085 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 945 time: 0.2174568 Aug 09 16:04:43.414864 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.429240 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.441680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:43.442118 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:43.444870 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:43.484088 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-417fed36-a7d1-49db-8b52-2774347b7510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server [None req-9406b179-9293-4b45-bfc2-e91771a3b101 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4af5b89-5c49-4154-9b90-aa78d02b899e: This subnet is being modified by another concurrent operation. Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise exception Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4af5b89-5c49-4154-9b90-aa78d02b899e: This subnet is being modified by another concurrent operation. Aug 09 16:04:43.535269 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Aug 09 16:04:43.543267 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea04770a-86f9-4fa4-b026-23d3ae97d91a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.554908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b442c4-ef38-4252-9d66-d91e582678ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:43.567774 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.578211 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7b442c4-ef38-4252-9d66-d91e582678ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.578833 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-a7b442c4-ef38-4252-9d66-d91e582678ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Added segment 651b7184-7267-4af9-b8f3-a0ee6674185b of type vlan for network 36cae2f5-d589-443d-9a39-b2ff77d89fa9 Aug 09 16:04:43.594240 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-417fed36-a7d1-49db-8b52-2774347b7510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.597243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea04770a-86f9-4fa4-b026-23d3ae97d91a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.598629 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ea04770a-86f9-4fa4-b026-23d3ae97d91a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/e4af5b89-5c49-4154-9b90-aa78d02b899e HTTP/1.1" status: 204 len: 168 time: 1.1806512 Aug 09 16:04:43.602961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60492) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:43.609164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.614433 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b5995301-aa27-4103-8b9a-5bf64b75f32a HTTP/1.1" status: 204 len: 168 time: 0.7733128 Aug 09 16:04:43.617685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04770a-86f9-4fa4-b026-23d3ae97d91a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Subnet': ['ID=e4af5b89-5c49-4154-9b90-aa78d02b899e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:43.625940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-df999850-d905-466b-b455-de325bb06547 req-f8ee0c5c-b6c4-47df-ae94-67845774e216 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021434 Aug 09 16:04:43.643769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2b82e-1482-4fb8-aac9-84619837e6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5995301-aa27-4103-8b9a-5bf64b75f32a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:43.672908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1296cd9c-8370-4566-b469-89c921c942c4 None None] Network 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:43.699181 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-417fed36-a7d1-49db-8b52-2774347b7510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.701854 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-417fed36-a7d1-49db-8b52-2774347b7510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.703071 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-417fed36-a7d1-49db-8b52-2774347b7510 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/412446f5-6dbb-4dea-a5f5-9617ba68c0a2 HTTP/1.1" status: 204 len: 168 time: 0.6052115 Aug 09 16:04:43.719918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fed36-a7d1-49db-8b52-2774347b7510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412446f5-6dbb-4dea-a5f5-9617ba68c0a2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:43.750678 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f73310b-75cd-43c4-bebd-41290286a9d1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:43.751192 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f73310b-75cd-43c4-bebd-41290286a9d1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:43.754378 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3f73310b-75cd-43c4-bebd-41290286a9d1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/1b7ad3c0-e7e3-4e20-9445-6b1f5c25a4cf HTTP/1.1" status: 404 len: 337 time: 0.1461408 Aug 09 16:04:43.758106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60498) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:43.779215 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7b442c4-ef38-4252-9d66-d91e582678ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.793545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-df5f1782-6463-4be5-8880-3ab389efe736 None None] Provisioning complete for port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:43.793958 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df5f1782-6463-4be5-8880-3ab389efe736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.801664 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7f96b77a-914f-446c-b267-e5b86b5c6494 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "GET /v2.0/ports?device_id=532e324f-a3a5-4b58-b394-7af3d844020f HTTP/1.1" status: 200 len: 205 time: 0.0417604 Aug 09 16:04:43.804569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60500) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:43.840077 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7b442c4-ef38-4252-9d66-d91e582678ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.848141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-df5f1782-6463-4be5-8880-3ab389efe736 None None] Port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:43.860647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b442c4-ef38-4252-9d66-d91e582678ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:43.860647 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7b442c4-ef38-4252-9d66-d91e582678ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.863761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60504) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:43.872269 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-03448891-0c70-463d-a6f9-fdf0afd9f520 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] delete failed (client error): The resource could not be found. Aug 09 16:04:43.876435 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-03448891-0c70-463d-a6f9-fdf0afd9f520 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/routers/532e324f-a3a5-4b58-b394-7af3d844020f HTTP/1.1" status: 404 len: 336 time: 0.0677428 Aug 09 16:04:43.894255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60506) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:43.920019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-df5f1782-6463-4be5-8880-3ab389efe736 None None] Provisioning complete for port c7f1525c-7533-45d5-958e-211db20fbf30 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:43.920684 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df5f1782-6463-4be5-8880-3ab389efe736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.966839 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b442c4-ef38-4252-9d66-d91e582678ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Network': ['ID=36cae2f5-d589-443d-9a39-b2ff77d89fa9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:43.981889 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf16236-894b-4d21-9d87-c5a2ecdab758 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:43.982377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf16236-894b-4d21-9d87-c5a2ecdab758 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:43.982734 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a7b442c4-ef38-4252-9d66-d91e582678ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7008383 Aug 09 16:04:43.983658 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60510) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:43.984143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bcf16236-894b-4d21-9d87-c5a2ecdab758 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/56e019ce-45eb-4835-af7b-2594f1d315ca HTTP/1.1" status: 404 len: 337 time: 0.0853355 Aug 09 16:04:43.986673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60512) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:43.993647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-baf0b095-64df-4d67-b1aa-1e5dfcc14622 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': '36cae2f5-d589-443d-9a39-b2ff77d89fa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:44.016853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 36cae2f5-d589-443d-9a39-b2ff77d89fa9 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:44.018354 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7562f2-faf1-45a5-ab53-f631b48828f1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:44.018815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7562f2-faf1-45a5-ab53-f631b48828f1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:44.020627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4c7562f2-faf1-45a5-ab53-f631b48828f1 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/0275f666-b1e1-4caa-ae0d-688c8bb2c5f6 HTTP/1.1" status: 404 len: 337 time: 0.0330322 Aug 09 16:04:44.026256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60516) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:44.046584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9dd85a57-8a7c-430e-971b-cdebf96c04fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ba400056a154ad2bd746f1c4be902e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807113 Aug 09 16:04:44.074545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60518) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:44.081818 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-537e6d33-cb7d-418f-a216-4a2c1adf81e2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:44.082465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537e6d33-cb7d-418f-a216-4a2c1adf81e2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:44.084851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-537e6d33-cb7d-418f-a216-4a2c1adf81e2 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/925ddc12-c1bb-44e3-a0ac-41df8d91421c HTTP/1.1" status: 404 len: 337 time: 0.0576704 Aug 09 16:04:44.087553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60520) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:44.129155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf0b095-64df-4d67-b1aa-1e5dfcc14622 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:44.133897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baf0b095-64df-4d67-b1aa-1e5dfcc14622 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.171722 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a908d083-e4c0-48aa-a128-582b1e1d6082 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:44.172439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a908d083-e4c0-48aa-a128-582b1e1d6082 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:44.176649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a908d083-e4c0-48aa-a128-582b1e1d6082 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/d2c3ba04-4da1-4675-9a26-fe2c0cad5047 HTTP/1.1" status: 404 len: 333 time: 0.0857329 Aug 09 16:04:44.177436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60522) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:44.200817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a9869-fe64-47a9-a11d-f03a00990571 None None] DHCP port deletion for 207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:04:44.223817 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fc6bb4-d3f9-4c7e-893d-ba79b1a1a5f8 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:44.225114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fc6bb4-d3f9-4c7e-893d-ba79b1a1a5f8 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:44.229829 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-71fc6bb4-d3f9-4c7e-893d-ba79b1a1a5f8 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/ee55ec75-9179-45d1-9e3c-87bc68b76f87 HTTP/1.1" status: 404 len: 337 time: 0.0442741 Aug 09 16:04:44.230171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60526) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:44.291610 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-12464ddc-f3b3-4b4a-a175-9fcdf68f866a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:44.292215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12464ddc-f3b3-4b4a-a175-9fcdf68f866a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:44.294183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-12464ddc-f3b3-4b4a-a175-9fcdf68f866a tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/80c078fa-aa44-4310-b325-f0cba2f2a303 HTTP/1.1" status: 404 len: 337 time: 0.0631111 Aug 09 16:04:44.300319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60530) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:44.319166 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6436afb7-7142-42ad-9def-37c739e4ce7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.332013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a9869-fe64-47a9-a11d-f03a00990571 None None] Deleting port c7f1525c-7533-45d5-958e-211db20fbf30 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:44.332236 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9869-fe64-47a9-a11d-f03a00990571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.345620 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6436afb7-7142-42ad-9def-37c739e4ce7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.414625 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaa6d86-7de2-47e2-b2d8-902113dd8475 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:44.417557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfaa6d86-7de2-47e2-b2d8-902113dd8475 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:44.419577 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cfaa6d86-7de2-47e2-b2d8-902113dd8475 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/86763663-0a33-41e6-ae4d-04b2cc3f1c1e HTTP/1.1" status: 404 len: 333 time: 0.1179943 Aug 09 16:04:44.424032 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60536) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:44.429051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5d7a9869-fe64-47a9-a11d-f03a00990571 None None] For port c7f1525c-7533-45d5-958e-211db20fbf30, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c7f1525c-7533-45d5-958e-211db20fbf30,segment=NetworkSegment(eec849ba-c40c-46df-961e-28e64ad710be),segment_id=eec849ba-c40c-46df-961e-28e64ad710be)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:44.429373 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9869-fe64-47a9-a11d-f03a00990571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.454362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a9869-fe64-47a9-a11d-f03a00990571 None None] Calling delete_port for c7f1525c-7533-45d5-958e-211db20fbf30 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:44.479306 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-42525b1c-904c-4675-9f51-ce2c29203fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:44.489624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4329b-41e3-485e-b694-6d055f6b507c req-ffcc1307-e9e4-468f-ac8d-800242db13db tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:44.491954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95d4329b-41e3-485e-b694-6d055f6b507c req-ffcc1307-e9e4-468f-ac8d-800242db13db tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 945 time: 0.1740565 Aug 09 16:04:44.492203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42525b1c-904c-4675-9f51-ce2c29203fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:44.494235 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-42525b1c-904c-4675-9f51-ce2c29203fe7 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/02f285da-9fb6-4a04-ab2e-1144ed77b27f HTTP/1.1" status: 404 len: 337 time: 0.0669639 Aug 09 16:04:44.495105 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6436afb7-7142-42ad-9def-37c739e4ce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.499080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60538) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:44.512966 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6436afb7-7142-42ad-9def-37c739e4ce7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.515442 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6436afb7-7142-42ad-9def-37c739e4ce7d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33c3360c-255d-4434-8494-f1143321fc4c HTTP/1.1" status: 204 len: 168 time: 0.4387336 Aug 09 16:04:44.542840 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f89c5e-c2d0-428c-910d-db6aefeacbd4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] DELETE failed (client error): The resource could not be found. Aug 09 16:04:44.543448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f89c5e-c2d0-428c-910d-db6aefeacbd4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:04:44.545383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f8f89c5e-c2d0-428c-910d-db6aefeacbd4 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/subnets/bdcca095-2013-4476-b1b4-8b64d0259f66 HTTP/1.1" status: 404 len: 337 time: 0.0467274 Aug 09 16:04:44.548620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60542) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:44.635445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436afb7-7142-42ad-9def-37c739e4ce7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c3360c-255d-4434-8494-f1143321fc4c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:44.638097 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d7a9869-fe64-47a9-a11d-f03a00990571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.686661 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baf0b095-64df-4d67-b1aa-1e5dfcc14622 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.705526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-95d4329b-41e3-485e-b694-6d055f6b507c req-38c444e7-0123-44c9-9651-71b39c895409 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Deleting port 3f55cead-aafc-43f4-8452-7802b4b335d7 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:44.705908 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95d4329b-41e3-485e-b694-6d055f6b507c req-38c444e7-0123-44c9-9651-71b39c895409 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.706475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a9869-fe64-47a9-a11d-f03a00990571 None None] No DVR routers for this DVR port c7f1525c-7533-45d5-958e-211db20fbf30 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:44.741952 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ada45be2-0ebc-4e58-a839-3272e6a9b952 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Deleting port 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:44.742345 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ada45be2-0ebc-4e58-a839-3272e6a9b952 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.792123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b591f6c-16f3-4465-8046-ef5b19137d9e None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:04:44.856994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a9869-fe64-47a9-a11d-f03a00990571 None None] Pushing event deleted for resources: {'Port': ['ID=c7f1525c-7533-45d5-958e-211db20fbf30,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:44.865459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-95d4329b-41e3-485e-b694-6d055f6b507c req-38c444e7-0123-44c9-9651-71b39c895409 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] For port 3f55cead-aafc-43f4-8452-7802b4b335d7, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=3f55cead-aafc-43f4-8452-7802b4b335d7,segment=NetworkSegment(a3a81ed1-6ce3-496a-9130-907a7389461f),segment_id=a3a81ed1-6ce3-496a-9130-907a7389461f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:44.866254 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95d4329b-41e3-485e-b694-6d055f6b507c req-38c444e7-0123-44c9-9651-71b39c895409 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.909564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf0b095-64df-4d67-b1aa-1e5dfcc14622 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Checking segment: {'id': '651b7184-7267-4af9-b8f3-a0ee6674185b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '36cae2f5-d589-443d-9a39-b2ff77d89fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:44.910242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0b095-64df-4d67-b1aa-1e5dfcc14622 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network hostable DHCP agents. Network: 36cae2f5-d589-443d-9a39-b2ff77d89fa9, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:44.936183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0b095-64df-4d67-b1aa-1e5dfcc14622 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Subnet': ['ID=99aba6ae-746d-4832-b893-9d051c66b8b7,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:44.962053 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ada45be2-0ebc-4e58-a839-3272e6a9b952 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:44.980503 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0b095-64df-4d67-b1aa-1e5dfcc14622 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 36cae2f5-d589-443d-9a39-b2ff77d89fa9 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:44.991003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ada45be2-0ebc-4e58-a839-3272e6a9b952 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Calling delete_port for 4cdfd4c7-ca8a-4528-bc6f-8164871011b5 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:45.012753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c79675-d8a8-4389-a2cd-a49068077514 req-510c9c20-3a44-4471-b31c-6e0e3718b492 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:45.012753 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61c79675-d8a8-4389-a2cd-a49068077514 req-510c9c20-3a44-4471-b31c-6e0e3718b492 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 945 time: 0.1650631 Aug 09 16:04:45.019586 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-baf0b095-64df-4d67-b1aa-1e5dfcc14622 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 36cae2f5-d589-443d-9a39-b2ff77d89fa9) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:45.034923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf0b095-64df-4d67-b1aa-1e5dfcc14622 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:45.035695 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-baf0b095-64df-4d67-b1aa-1e5dfcc14622 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:45.213770 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61c79675-d8a8-4389-a2cd-a49068077514 req-5660ea9d-045c-4577-87f0-17f763b893b9 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/security-groups?id=498b1078-f85d-42f5-ac3d-3a4b28ff7264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884255 Aug 09 16:04:45.218091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60562) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:45.221546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-baf0b095-64df-4d67-b1aa-1e5dfcc14622 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2352653 Aug 09 16:04:45.229641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60564) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:45.256894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b591f6c-16f3-4465-8046-ef5b19137d9e None None] Unable to find a vacant binding_index for network 36cae2f5-d589-443d-9a39-b2ff77d89fa9 and agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 {{(pid=94291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 09 16:04:45.268922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b591f6c-16f3-4465-8046-ef5b19137d9e None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 36cae2f5-d589-443d-9a39-b2ff77d89fa9) {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:04:45.275234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': '36cae2f5-d589-443d-9a39-b2ff77d89fa9', 'name': 'tempest-PortsTestJSON-38244488', 'fixed_ips': [{'subnet_id': '99aba6ae-746d-4832-b893-9d051c66b8b7', 'ip_address': '172.20.0.10'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:45.370320 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c7f1525c-7533-45d5-958e-211db20fbf30 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:45.426305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-95d4329b-41e3-485e-b694-6d055f6b507c req-38c444e7-0123-44c9-9651-71b39c895409 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Calling delete_port for 3f55cead-aafc-43f4-8452-7802b4b335d7 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:45.467722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c7f1525c-7533-45d5-958e-211db20fbf30 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:45.468174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c7f1525c-7533-45d5-958e-211db20fbf30 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:45.479587 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1728473570-network', 'tenant_id': '818ae410c503443486f31649908f1cc8'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:45.647633 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ada45be2-0ebc-4e58-a839-3272e6a9b952 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:45.651006 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95d4329b-41e3-485e-b694-6d055f6b507c req-38c444e7-0123-44c9-9651-71b39c895409 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:45.658404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:45.663240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Made reservation on behalf of 818ae410c503443486f31649908f1cc8 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:45.665466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:45.736538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c444e7-0123-44c9-9651-71b39c895409 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Pushing event deleted for resources: {'Port': ['ID=3f55cead-aafc-43f4-8452-7802b4b335d7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:45.798110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-36cae2f5-d589-443d-9a39-b2ff77d89fa9', 'network_id': '36cae2f5-d589-443d-9a39-b2ff77d89fa9', 'tenant_id': '138e98a468924b939cb78ad3108818e3', 'fixed_ips': [{'subnet_id': '99aba6ae-746d-4832-b893-9d051c66b8b7'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:04:45.801748 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:45.805917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada45be2-0ebc-4e58-a839-3272e6a9b952 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Port': ['ID=4cdfd4c7-ca8a-4528-bc6f-8164871011b5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:45.812637 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:45.829215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d4329b-41e3-485e-b694-6d055f6b507c req-38c444e7-0123-44c9-9651-71b39c895409 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] No DVR routers for this DVR port 3f55cead-aafc-43f4-8452-7802b4b335d7 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:45.830127 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ada45be2-0ebc-4e58-a839-3272e6a9b952 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:45.832378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-95d4329b-41e3-485e-b694-6d055f6b507c req-38c444e7-0123-44c9-9651-71b39c895409 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:45.835199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95d4329b-41e3-485e-b694-6d055f6b507c req-38c444e7-0123-44c9-9651-71b39c895409 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.53 "DELETE /v2.0/ports/3f55cead-aafc-43f4-8452-7802b4b335d7 HTTP/1.1" status: 204 len: 173 time: 1.3186131 Aug 09 16:04:45.835944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff2b66a-f149-49ac-9e62-3f0a6c92e056', 'name': 'network-vif-deleted', 'tag': '3f55cead-aafc-43f4-8452-7802b4b335d7'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:45.838775 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ada45be2-0ebc-4e58-a839-3272e6a9b952 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/ports/4cdfd4c7-ca8a-4528-bc6f-8164871011b5 HTTP/1.1" status: 204 len: 168 time: 1.2889853 Aug 09 16:04:45.850973 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728cd3b4-88be-4ae1-b8d0-4d32946ec8ed" -d '{"events": [{"server_uuid": "bff2b66a-f149-49ac-9e62-3f0a6c92e056", "name": "network-vif-deleted", "tag": "3f55cead-aafc-43f4-8452-7802b4b335d7"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:45.854370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60580) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:45.937749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:45.983413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port 9ea3a720-1f55-486b-baa9-602599789570 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:46.098040 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.104265 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee8e6ac-3d0e-4819-9e84-864ede9cb72f x-openstack-request-id: req-4ee8e6ac-3d0e-4819-9e84-864ede9cb72f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:04:46.104716 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff2b66a-f149-49ac-9e62-3f0a6c92e056", "name": "network-vif-deleted", "tag": "3f55cead-aafc-43f4-8452-7802b4b335d7", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:04:46.105077 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ee8e6ac-3d0e-4819-9e84-864ede9cb72f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:04:46.105791 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff2b66a-f149-49ac-9e62-3f0a6c92e056', 'name': 'network-vif-deleted', 'tag': '3f55cead-aafc-43f4-8452-7802b4b335d7', 'status': 'completed', 'code': 200} Aug 09 16:04:46.192799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Allocated IP 172.20.0.2 (36cae2f5-d589-443d-9a39-b2ff77d89fa9/99aba6ae-746d-4832-b893-9d051c66b8b7/74caccc7-2f4a-4810-a11b-c920321c8955) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:46.195507 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.207269 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.292676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:46.330729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3270aab-8275-4066-8805-16a7989b7aa6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:46.342318 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.342676 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Added segment 72d79b37-be05-481c-866c-bed18c7347fe of type vlan for network 1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 Aug 09 16:04:46.408428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.451691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3f55cead-aafc-43f4-8452-7802b4b335d7 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:46.454051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:46.480531 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a43a669d-80f1-4cdf-a3cd-81bd99af7d01 req-2ed7c133-aed1-4a80-96a5-cf9654e18138 tempest-ServersNegativeTestMultiTenantJSON-98005011 tempest-ServersNegativeTestMultiTenantJSON-98005011-project] 10.222.0.81 "GET /v2.0/ports?device_id=bff2b66a-f149-49ac-9e62-3f0a6c92e056 HTTP/1.1" status: 200 len: 210 time: 0.0414121 Aug 09 16:04:46.483338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec849ba-c40c-46df-961e-28e64ad710be') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:46.483989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec849ba-c40c-46df-961e-28e64ad710be') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:46.486347 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.508138 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.529682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 3f55cead-aafc-43f4-8452-7802b4b335d7 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:04:46.530177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 3f55cead-aafc-43f4-8452-7802b4b335d7 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:04:46.551615 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.552184 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.553189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:46.553819 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.576451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:46.577089 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:46.593309 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:46.633115 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.678245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] Pushing event updated for resources: {'Network': ['ID=1d7a5b7d-7c04-4a9d-930f-d74fb5c37940,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:46.682819 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fdb96ac4-5f98-49b7-837a-665f1da7bc7e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4600463 Aug 09 16:04:46.688294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60598) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:46.694797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-061ba87c-2196-4a79-a3dc-70f7f23d913a admin admin] Request body: {'subnet': {'network_id': '1d7a5b7d-7c04-4a9d-930f-d74fb5c37940', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1728473570-subnet', 'tenant_id': '818ae410c503443486f31649908f1cc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:46.696826 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:46.719791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Transition to ACTIVE for port object 74caccc7-2f4a-4810-a11b-c920321c8955 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:46.721243 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061ba87c-2196-4a79-a3dc-70f7f23d913a admin admin] Made reservation on behalf of 818ae410c503443486f31649908f1cc8 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:46.723514 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.724574 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-061ba87c-2196-4a79-a3dc-70f7f23d913a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.749907 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.763260 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] 10.222.0.81 "DELETE /v2.0/networks/207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8 HTTP/1.1" status: 204 len: 168 time: 0.8742201 Aug 09 16:04:46.839441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b44e1-ac3a-444d-b8b3-0c394add7f32 tempest-PortsIpV6TestJSON-1622441259 tempest-PortsIpV6TestJSON-1622441259-project] Pushing event deleted for resources: {'Network': ['ID=207dfdc6-2fcd-4848-b5b9-f4b8e6f249e8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:46.858555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Transition to ACTIVE for port object 74caccc7-2f4a-4810-a11b-c920321c8955 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:46.893556 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:46.940756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Network 36cae2f5-d589-443d-9a39-b2ff77d89fa9 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:46.944913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:46.948963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:46.956698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Pushing event updated for resources: {'Port': ['ID=74caccc7-2f4a-4810-a11b-c920321c8955,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:47.038221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Attempting to bind port 74caccc7-2f4a-4810-a11b-c920321c8955 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:47.038948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Attempting to bind port 74caccc7-2f4a-4810-a11b-c920321c8955 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '651b7184-7267-4af9-b8f3-a0ee6674185b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '36cae2f5-d589-443d-9a39-b2ff77d89fa9'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:47.039816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Attempting to bind port 74caccc7-2f4a-4810-a11b-c920321c8955 on network 36cae2f5-d589-443d-9a39-b2ff77d89fa9 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:47.043123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.10 (36cae2f5-d589-443d-9a39-b2ff77d89fa9/99aba6ae-746d-4832-b893-9d051c66b8b7/9ea3a720-1f55-486b-baa9-602599789570) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:47.048358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:47.049369 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Checking segment: {'id': '651b7184-7267-4af9-b8f3-a0ee6674185b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '36cae2f5-d589-443d-9a39-b2ff77d89fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:47.050105 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.050573 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Bound using segment: {'id': '651b7184-7267-4af9-b8f3-a0ee6674185b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '36cae2f5-d589-443d-9a39-b2ff77d89fa9'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:47.051583 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Bound port: 74caccc7-2f4a-4810-a11b-c920321c8955, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651b7184-7267-4af9-b8f3-a0ee6674185b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '36cae2f5-d589-443d-9a39-b2ff77d89fa9'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:47.052073 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.185357 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-061ba87c-2196-4a79-a3dc-70f7f23d913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.201871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] For port 74caccc7-2f4a-4810-a11b-c920321c8955, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:47.209763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] For port 74caccc7-2f4a-4810-a11b-c920321c8955, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=74caccc7-2f4a-4810-a11b-c920321c8955,segment=NetworkSegment(651b7184-7267-4af9-b8f3-a0ee6674185b),segment_id=651b7184-7267-4af9-b8f3-a0ee6674185b)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:47.227534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.349784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3bb8b-6822-46c1-a0a4-27518650b3e2 None None] Pushing event updated for resources: {'Port': ['ID=74caccc7-2f4a-4810-a11b-c920321c8955,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:47.404412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60614) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:47.517108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ba87c-2196-4a79-a3dc-70f7f23d913a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df66e9f5-a4fa-4f7a-8421-5cecd566f187,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:47.610885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ba87c-2196-4a79-a3dc-70f7f23d913a admin admin] Checking segment: {'id': '72d79b37-be05-481c-866c-bed18c7347fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1d7a5b7d-7c04-4a9d-930f-d74fb5c37940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:47.611608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061ba87c-2196-4a79-a3dc-70f7f23d913a admin admin] Network hostable DHCP agents. Network: 1d7a5b7d-7c04-4a9d-930f-d74fb5c37940, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:47.628264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60624) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:47.696942 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061ba87c-2196-4a79-a3dc-70f7f23d913a admin admin] Network 1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:47.718218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.741499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-7274b778-316f-4a36-bb38-49b7974f6895 admin admin] Deleting subnet feddbad6-ad2a-4037-b890-40ab88491d46 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:47.749113 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7274b778-316f-4a36-bb38-49b7974f6895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.767775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-061ba87c-2196-4a79-a3dc-70f7f23d913a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 1d7a5b7d-7c04-4a9d-930f-d74fb5c37940) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:47.789844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061ba87c-2196-4a79-a3dc-70f7f23d913a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:47.791989 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-061ba87c-2196-4a79-a3dc-70f7f23d913a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.803023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Transition to ACTIVE for port object 9ea3a720-1f55-486b-baa9-602599789570 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:47.861981 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-061ba87c-2196-4a79-a3dc-70f7f23d913a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1706884 Aug 09 16:04:47.877317 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7274b778-316f-4a36-bb38-49b7974f6895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.883061 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0625a1cd-15db-43ed-a04d-967e5b796592 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=596d8765b0fd4c94a6c68a2e70f64cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761121 Aug 09 16:04:47.913354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60628) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:47.958192 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:47.968159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7274b778-316f-4a36-bb38-49b7974f6895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.029041 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0914df62-a3c1-4b4d-9e1c-fd099055ca9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.065505 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0914df62-a3c1-4b4d-9e1c-fd099055ca9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.073477 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7274b778-316f-4a36-bb38-49b7974f6895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.100200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274b778-316f-4a36-bb38-49b7974f6895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feddbad6-ad2a-4037-b890-40ab88491d46,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:48.115797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 36cae2f5-d589-443d-9a39-b2ff77d89fa9 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:48.133765 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7274b778-316f-4a36-bb38-49b7974f6895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.138586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7274b778-316f-4a36-bb38-49b7974f6895 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/feddbad6-ad2a-4037-b890-40ab88491d46 HTTP/1.1" status: 204 len: 168 time: 0.5091283 Aug 09 16:04:48.139370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60630) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:48.140017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:48.157147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:48.245730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=9ea3a720-1f55-486b-baa9-602599789570,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:48.259478 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.266662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0914df62-a3c1-4b4d-9e1c-fd099055ca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.271729 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0914df62-a3c1-4b4d-9e1c-fd099055ca9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.274335 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0914df62-a3c1-4b4d-9e1c-fd099055ca9b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e625b7e9-ea6b-4a74-907e-7f7384d215f2 HTTP/1.1" status: 204 len: 168 time: 0.3597336 Aug 09 16:04:48.301443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914df62-a3c1-4b4d-9e1c-fd099055ca9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e625b7e9-ea6b-4a74-907e-7f7384d215f2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:48.341051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:48.359873 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.398136 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b6fd0547-ff83-44bb-8dad-9bec0eabdf01 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1643643 Aug 09 16:04:48.400927 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60636) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:48.406738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': '36cae2f5-d589-443d-9a39-b2ff77d89fa9', 'name': 'tempest-PortsTestJSON-1737143233', 'fixed_ips': [{'subnet_id': '99aba6ae-746d-4832-b893-9d051c66b8b7', 'ip_address': '172.20.0.9'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:48.578277 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.625541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eee1a6d-b0d5-48c7-9c19-6de2d6395023']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:48.664439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a81ed1-6ce3-496a-9130-907a7389461f') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:48.664735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a81ed1-6ce3-496a-9130-907a7389461f') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:48.696801 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.774088 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.779210 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:48.789976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:48.791519 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.798152 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.865294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port 37fcc139-c05a-4508-9956-fdb7f338858e yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:48.915876 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:48.938672 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.952194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:48.954263 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] 10.222.0.81 "DELETE /v2.0/networks/6eee1a6d-b0d5-48c7-9c19-6de2d6395023 HTTP/1.1" status: 204 len: 168 time: 0.8105946 Aug 09 16:04:48.974125 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60658) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:48.987287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb193dcf-fa8f-45dd-881b-09de584038da admin admin] Pushing event deleted for resources: {'Network': ['ID=6eee1a6d-b0d5-48c7-9c19-6de2d6395023,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:49.073519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a66f56-d32d-4758-997d-5a895163def0 None None] Network 36cae2f5-d589-443d-9a39-b2ff77d89fa9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:49.134630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d76846-da05-41ef-82b7-401500805ce0 admin admin] Deleting subnet 429c545f-b442-4e6c-abc7-095c685453f3 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:49.141476 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8d76846-da05-41ef-82b7-401500805ce0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.203705 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8d76846-da05-41ef-82b7-401500805ce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.281041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bf8d4a-e8d7-4916-82ab-7fa90bd12752 None None] Network 1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:49.317397 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8d76846-da05-41ef-82b7-401500805ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.347177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60670) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:49.357462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1501886909-network', 'tenant_id': 'b9be2400df7d43a8a3f769a28d19c486'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:49.423814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 74caccc7-2f4a-4810-a11b-c920321c8955 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:49.426185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Made reservation on behalf of b9be2400df7d43a8a3f769a28d19c486 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:49.431600 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.454028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8d76846-da05-41ef-82b7-401500805ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.467225 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.497099 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d76846-da05-41ef-82b7-401500805ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=429c545f-b442-4e6c-abc7-095c685453f3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:49.512840 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.9 (36cae2f5-d589-443d-9a39-b2ff77d89fa9/99aba6ae-746d-4832-b893-9d051c66b8b7/37fcc139-c05a-4508-9956-fdb7f338858e) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:49.518699 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8d76846-da05-41ef-82b7-401500805ce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.521767 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f8d76846-da05-41ef-82b7-401500805ce0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/429c545f-b442-4e6c-abc7-095c685453f3 HTTP/1.1" status: 204 len: 168 time: 0.5464838 Aug 09 16:04:49.528681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60674) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:49.643391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.740386 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.756399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.805830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec077d5-5e5f-4824-b87b-23bf1778bed4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:49.822035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:49.825186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-81e53ead-5760-443c-972d-aa6e758e7457 None None] Provisioning for port 74caccc7-2f4a-4810-a11b-c920321c8955 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:49.860555 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.861023 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Added segment 5ad8c38f-62a3-4c8b-b853-616433da1043 of type vlan for network d0e86f81-5881-43b9-9271-10e3f753c903 Aug 09 16:04:49.883734 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:49.949884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b1bace-578f-415f-8714-0f286eadb675 None None] Network 1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:49.997719 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.019758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.038005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Transition to ACTIVE for port object 37fcc139-c05a-4508-9956-fdb7f338858e will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:50.079855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f58c15c-222a-4e62-b95d-fa277fc6a367']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:50.088242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.093364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:50.096539 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c427125b-ab15-4eb2-bd2c-580c310f825a') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:50.096698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c427125b-ab15-4eb2-bd2c-580c310f825a') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:50.104622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 74caccc7-2f4a-4810-a11b-c920321c8955 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:50.107922 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.126206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 74caccc7-2f4a-4810-a11b-c920321c8955 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:50.126737 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.131999 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.151006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60696) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:50.205927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.221809 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8691459 Aug 09 16:04:50.225768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60700) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:50.236894 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7a007a2a-d226-415c-bffb-017180684252 admin admin] Request body: {'subnet': {'network_id': 'd0e86f81-5881-43b9-9271-10e3f753c903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1501886909-subnet', 'tenant_id': 'b9be2400df7d43a8a3f769a28d19c486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:50.248346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 36cae2f5-d589-443d-9a39-b2ff77d89fa9 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:50.255989 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:50.257630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6b8ec-ae09-481d-8d70-341b03d9f714 admin admin] Pushing event updated for resources: {'Network': ['ID=d0e86f81-5881-43b9-9271-10e3f753c903,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:50.270741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.285519 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:50.285969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.288288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a007a2a-d226-415c-bffb-017180684252 admin admin] Made reservation on behalf of b9be2400df7d43a8a3f769a28d19c486 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:50.289071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d0e86f81-5881-43b9-9271-10e3f753c903 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:50.292080 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a007a2a-d226-415c-bffb-017180684252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.516942 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:50.520601 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:50.531752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:50.584029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 74caccc7-2f4a-4810-a11b-c920321c8955, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=74caccc7-2f4a-4810-a11b-c920321c8955,segment=NetworkSegment(651b7184-7267-4af9-b8f3-a0ee6674185b),segment_id=651b7184-7267-4af9-b8f3-a0ee6674185b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:50.585852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-80d03cc2-6f60-4762-b081-39841632040d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750380401'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:50.587485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.590503 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.621954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:50.624849 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.629976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.636372 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] 10.222.0.81 "DELETE /v2.0/networks/0f58c15c-222a-4e62-b95d-fa277fc6a367 HTTP/1.1" status: 204 len: 168 time: 1.1063669 Aug 09 16:04:50.639308 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9989c6-a112-4db8-8c25-79beeddeb01a admin admin] Pushing event deleted for resources: {'Network': ['ID=0f58c15c-222a-4e62-b95d-fa277fc6a367,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:50.679033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=74caccc7-2f4a-4810-a11b-c920321c8955,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:50.679919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=37fcc139-c05a-4508-9956-fdb7f338858e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:50.748486 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c0b6391b-6d99-4325-8d35-a3ac08fdde4e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3456953 Aug 09 16:04:50.749069 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-80d03cc2-6f60-4762-b081-39841632040d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.750458 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60708) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:50.797940 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-80d03cc2-6f60-4762-b081-39841632040d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.806267 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a007a2a-d226-415c-bffb-017180684252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:50.866856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f4522e-2e0c-4a47-9e11-277adc276c85 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:50.872549 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b1f4522e-2e0c-4a47-9e11-277adc276c85 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1181505 Aug 09 16:04:50.873333 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60710) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:51.043162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60714) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:51.051575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a007a2a-d226-415c-bffb-017180684252 admin admin] Checking segment: {'id': '5ad8c38f-62a3-4c8b-b853-616433da1043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd0e86f81-5881-43b9-9271-10e3f753c903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:51.051951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a007a2a-d226-415c-bffb-017180684252 admin admin] Network hostable DHCP agents. Network: d0e86f81-5881-43b9-9271-10e3f753c903, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:51.092349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a007a2a-d226-415c-bffb-017180684252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96313978-55b5-4e34-8268-17037f6ead10,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:51.097683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f32e6a-e0e9-4433-af5f-7f9a4d43e8f4 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:51.110460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f32e6a-e0e9-4433-af5f-7f9a4d43e8f4 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:51.128051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f32e6a-e0e9-4433-af5f-7f9a4d43e8f4 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:51.141218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-60f32e6a-e0e9-4433-af5f-7f9a4d43e8f4 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2637272 Aug 09 16:04:51.142734 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60718) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:51.158250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a007a2a-d226-415c-bffb-017180684252 admin admin] Network d0e86f81-5881-43b9-9271-10e3f753c903 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:51.189178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c6d9516a-fee4-4a8e-9fd8-bb95a599339d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2780c6f453a04893a0d7297bf96b862c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300974 Aug 09 16:04:51.189808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60720) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:51.198869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-7a007a2a-d226-415c-bffb-017180684252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d0e86f81-5881-43b9-9271-10e3f753c903) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:51.219822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a007a2a-d226-415c-bffb-017180684252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:51.226977 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a007a2a-d226-415c-bffb-017180684252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.227466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4edd0b-a586-45bc-abc8-cd24ee0edfbc None None] Network d0e86f81-5881-43b9-9271-10e3f753c903 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:51.276778 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be9cf09-9d15-4dbf-a440-e1dd147e99dc None None] Network 36cae2f5-d589-443d-9a39-b2ff77d89fa9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:51.360767 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a22047c8-2c36-411e-a8ee-8d2d57cca6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.370311 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-80d03cc2-6f60-4762-b081-39841632040d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.378044 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-80d03cc2-6f60-4762-b081-39841632040d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.401645 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a22047c8-2c36-411e-a8ee-8d2d57cca6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.409989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 74caccc7-2f4a-4810-a11b-c920321c8955 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:04:51.414714 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7a007a2a-d226-415c-bffb-017180684252 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1876473 Aug 09 16:04:51.424625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-135da08b-e504-43bb-a6d2-086c5e70fa28 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 37fcc139-c05a-4508-9956-fdb7f338858e {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:51.425600 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-135da08b-e504-43bb-a6d2-086c5e70fa28 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.446996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d03cc2-6f60-4762-b081-39841632040d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65f27d7-cb00-4303-8f3d-5fa81a1a8c62,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:51.559980 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-80d03cc2-6f60-4762-b081-39841632040d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.569982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-80d03cc2-6f60-4762-b081-39841632040d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.592869 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-135da08b-e504-43bb-a6d2-086c5e70fa28 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.606830 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a22047c8-2c36-411e-a8ee-8d2d57cca6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.610093 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a22047c8-2c36-411e-a8ee-8d2d57cca6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.611350 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a22047c8-2c36-411e-a8ee-8d2d57cca6b2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/498b1078-f85d-42f5-ac3d-3a4b28ff7264 HTTP/1.1" status: 204 len: 168 time: 0.4198158 Aug 09 16:04:51.621426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-135da08b-e504-43bb-a6d2-086c5e70fa28 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 37fcc139-c05a-4508-9956-fdb7f338858e owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:51.631675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22047c8-2c36-411e-a8ee-8d2d57cca6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498b1078-f85d-42f5-ac3d-3a4b28ff7264,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:51.635537 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-80d03cc2-6f60-4762-b081-39841632040d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.637486 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-80d03cc2-6f60-4762-b081-39841632040d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4848413 Aug 09 16:04:51.644074 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60730) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:51.719951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d03cc2-6f60-4762-b081-39841632040d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418ec216-e6d5-4394-b28b-d3017ca00d78,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:51.780448 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2e6388ad-0da8-4ad3-89ad-45a572624936 None None] Provisioning complete for port 74caccc7-2f4a-4810-a11b-c920321c8955 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:51.780828 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e6388ad-0da8-4ad3-89ad-45a572624936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.835110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e9c7b2d0-2ed8-421f-a6bc-26117fd6b84d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1895363 Aug 09 16:04:51.837360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60734) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:51.843357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1bfda092-9fd6-4588-b16e-12bdd02a6d12 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group': {'name': 'tempest-security--451501025', 'description': 'tempest-security-description-745233523'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:51.916971 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bfda092-9fd6-4588-b16e-12bdd02a6d12 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:51.985132 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-135da08b-e504-43bb-a6d2-086c5e70fa28 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.034876 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bfda092-9fd6-4588-b16e-12bdd02a6d12 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.040024 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bfda092-9fd6-4588-b16e-12bdd02a6d12 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.048146 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bfda092-9fd6-4588-b16e-12bdd02a6d12 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.049714 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1bfda092-9fd6-4588-b16e-12bdd02a6d12 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "PUT /v2.0/security-groups/418ec216-e6d5-4394-b28b-d3017ca00d78 HTTP/1.1" status: 200 len: 1778 time: 0.2103138 Aug 09 16:04:52.058111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60740) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:52.070824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 74caccc7-2f4a-4810-a11b-c920321c8955 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:52.071212 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.072851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135da08b-e504-43bb-a6d2-086c5e70fa28 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=37fcc139-c05a-4508-9956-fdb7f338858e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:52.110749 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d1435-ca77-484f-b16c-a75821655740 None None] Network d0e86f81-5881-43b9-9271-10e3f753c903 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:52.190024 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-58118d7e-447c-499f-ba22-b6ff145329a0 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-groups/418ec216-e6d5-4394-b28b-d3017ca00d78 HTTP/1.1" status: 200 len: 1778 time: 0.1258676 Aug 09 16:04:52.190655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfda092-9fd6-4588-b16e-12bdd02a6d12 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418ec216-e6d5-4394-b28b-d3017ca00d78,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:52.197882 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60744) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:52.276396 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-135da08b-e504-43bb-a6d2-086c5e70fa28 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.278533 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-135da08b-e504-43bb-a6d2-086c5e70fa28 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/37fcc139-c05a-4508-9956-fdb7f338858e HTTP/1.1" status: 204 len: 168 time: 1.1339600 Aug 09 16:04:52.279920 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f1c3545-97b2-4877-a188-49439c1dc6f8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.281430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60748) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:52.329555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f1c3545-97b2-4877-a188-49439c1dc6f8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.351430 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d49027a-6840-416e-84c8-bc0431f77329 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:04:52.355836 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6d49027a-6840-416e-84c8-bc0431f77329 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/37fcc139-c05a-4508-9956-fdb7f338858e HTTP/1.1" status: 404 len: 333 time: 0.0703871 Aug 09 16:04:52.357000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60752) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:52.422604 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f1c3545-97b2-4877-a188-49439c1dc6f8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.425630 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f1c3545-97b2-4877-a188-49439c1dc6f8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.426880 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2f1c3545-97b2-4877-a188-49439c1dc6f8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-groups/418ec216-e6d5-4394-b28b-d3017ca00d78 HTTP/1.1" status: 204 len: 168 time: 0.2280149 Aug 09 16:04:52.448933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60754) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:52.449768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c3545-97b2-4877-a188-49439c1dc6f8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=418ec216-e6d5-4394-b28b-d3017ca00d78,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:52.558705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5036129b-7d2d-4ef6-88fe-044efc80e42a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1023011 Aug 09 16:04:52.562948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60756) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:52.565886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-83afd425-007a-4213-b189-deefa380e1e3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 9ea3a720-1f55-486b-baa9-602599789570 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:52.571387 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-83afd425-007a-4213-b189-deefa380e1e3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.597913 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-63ded26e-f594-4baf-9124-d711c3649491 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] delete failed (client error): The resource could not be found. Aug 09 16:04:52.599560 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-63ded26e-f594-4baf-9124-d711c3649491 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-groups/418ec216-e6d5-4394-b28b-d3017ca00d78 HTTP/1.1" status: 404 len: 347 time: 0.0349839 Aug 09 16:04:52.604923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60758) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:52.615005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5fa215c5-d663-46b6-ad73-d0c01931efde tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group': {'name': 'tempest-secgroup--576803789'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:52.647357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2e6388ad-0da8-4ad3-89ad-45a572624936 None None] Provisioning for port 9ea3a720-1f55-486b-baa9-602599789570 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:04:52.658820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2e6388ad-0da8-4ad3-89ad-45a572624936 None None] Provisioning complete for port 9ea3a720-1f55-486b-baa9-602599789570 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:52.661075 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e6388ad-0da8-4ad3-89ad-45a572624936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.667116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa215c5-d663-46b6-ad73-d0c01931efde tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.748218 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2e6388ad-0da8-4ad3-89ad-45a572624936 None None] Port 9ea3a720-1f55-486b-baa9-602599789570 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:04:52.762604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60768) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:52.816857 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-83afd425-007a-4213-b189-deefa380e1e3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.834999 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-83afd425-007a-4213-b189-deefa380e1e3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 9ea3a720-1f55-486b-baa9-602599789570 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:52.936720 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa215c5-d663-46b6-ad73-d0c01931efde tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.943644 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa215c5-d663-46b6-ad73-d0c01931efde tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.972260 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa215c5-d663-46b6-ad73-d0c01931efde tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.975041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5fa215c5-d663-46b6-ad73-d0c01931efde tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3681469 Aug 09 16:04:52.980145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d03fd1d6-c0ad-48ee-85d4-83c585a397b6 None None] Provisioning complete for port 74caccc7-2f4a-4810-a11b-c920321c8955 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:04:52.980528 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d03fd1d6-c0ad-48ee-85d4-83c585a397b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:52.982330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60774) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:52.988991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5002700c-42eb-4023-ba20-727cf46dce0e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab1fd10c1ec84dbdb0ccc8d42d576f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892985 Aug 09 16:04:52.991732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60776) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:53.002319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f7f7d207-19d8-4c0d-9451-7704db5e29dd tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group_rule': {'security_group_id': '09f05da5-f10b-489c-bc75-33bc3f360b50', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:53.056995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa215c5-d663-46b6-ad73-d0c01931efde tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f05da5-f10b-489c-bc75-33bc3f360b50,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:53.125305 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d207-19d8-4c0d-9451-7704db5e29dd tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.145112 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-83afd425-007a-4213-b189-deefa380e1e3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.151795 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bace37de-f657-4603-a803-7e885ad7874c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.170231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-d142a76f-3925-4e23-a640-487e3a37b8e0 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:53.172161 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-d142a76f-3925-4e23-a640-487e3a37b8e0 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/networks?id=1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 HTTP/1.1" status: 200 len: 812 time: 0.3188365 Aug 09 16:04:53.196382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d03fd1d6-c0ad-48ee-85d4-83c585a397b6 None None] Could not find standard attr ID for object 9ea3a720-1f55-486b-baa9-602599789570. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:04:53.208208 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-6f86a5c8-f68a-49fa-b920-34afef74970b tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/quotas/818ae410c503443486f31649908f1cc8 HTTP/1.1" status: 200 len: 375 time: 0.0288928 Aug 09 16:04:53.225148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d03fd1d6-c0ad-48ee-85d4-83c585a397b6 None None] Could not find standard attr ID for object 37fcc139-c05a-4508-9956-fdb7f338858e. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:04:53.240550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bace37de-f657-4603-a803-7e885ad7874c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.261192 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-44ae053d-0bb7-4b1a-b8fd-741f2dcb6ac8 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=818ae410c503443486f31649908f1cc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327144 Aug 09 16:04:53.294263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afd425-007a-4213-b189-deefa380e1e3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=9ea3a720-1f55-486b-baa9-602599789570,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:53.341003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ab2de2af-221e-4310-9a24-d8c7276f2bd5 None None] Could not find standard attr ID for object 9ea3a720-1f55-486b-baa9-602599789570. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:04:53.388927 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bace37de-f657-4603-a803-7e885ad7874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.392113 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bace37de-f657-4603-a803-7e885ad7874c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.393451 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bace37de-f657-4603-a803-7e885ad7874c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07354a9c-dd2d-4bbc-aef1-60cd5c19b7d2 HTTP/1.1" status: 204 len: 168 time: 0.3829014 Aug 09 16:04:53.449263 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d207-19d8-4c0d-9451-7704db5e29dd tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.469379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace37de-f657-4603-a803-7e885ad7874c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07354a9c-dd2d-4bbc-aef1-60cd5c19b7d2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:53.488879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d207-19d8-4c0d-9451-7704db5e29dd tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.570937 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d207-19d8-4c0d-9451-7704db5e29dd tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.572500 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f7f7d207-19d8-4c0d-9451-7704db5e29dd tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5815666 Aug 09 16:04:53.576498 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-83afd425-007a-4213-b189-deefa380e1e3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.578751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-83afd425-007a-4213-b189-deefa380e1e3 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/9ea3a720-1f55-486b-baa9-602599789570 HTTP/1.1" status: 204 len: 168 time: 1.2204294 Aug 09 16:04:53.580370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60786) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:53.581608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7d207-19d8-4c0d-9451-7704db5e29dd tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff262949-5322-4a44-9160-d7d74b6413ed,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:53.585561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60788) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:53.636419 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03edbc8-2c2b-43a1-9ed6-c033a551a32f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:04:53.641303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f03edbc8-2c2b-43a1-9ed6-c033a551a32f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/9ea3a720-1f55-486b-baa9-602599789570 HTTP/1.1" status: 404 len: 333 time: 0.0374911 Aug 09 16:04:53.644790 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60790) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:53.665095 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-84495978-f3f2-4725-8f89-e2c6aec00607 None None] Could not find standard attr ID for object 37fcc139-c05a-4508-9956-fdb7f338858e. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:04:53.671790 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d0e35bd-3cb0-431d-8d48-2b2f64a13dd1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.682921 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d0e35bd-3cb0-431d-8d48-2b2f64a13dd1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.747121 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d0e35bd-3cb0-431d-8d48-2b2f64a13dd1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.759586 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d0e35bd-3cb0-431d-8d48-2b2f64a13dd1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:53.760673 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-05fd87dc-3c7d-4969-aa5d-67d6bc05ff38 service neutron] 10.222.0.81 "GET /v2.0/networks/1d7a5b7d-7c04-4a9d-930f-d74fb5c37940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817901 Aug 09 16:04:53.763151 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2d0e35bd-3cb0-431d-8d48-2b2f64a13dd1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/ff262949-5322-4a44-9160-d7d74b6413ed HTTP/1.1" status: 204 len: 168 time: 0.1796286 Aug 09 16:04:53.765936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60792) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:53.832213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e35bd-3cb0-431d-8d48-2b2f64a13dd1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff262949-5322-4a44-9160-d7d74b6413ed,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:53.893818 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2f401f28-4431-40aa-85eb-fca46ecbddf8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1060834 Aug 09 16:04:53.894262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60800) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:53.998902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad05057-7253-4ad0-b636-110839d52d27 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting subnet 99aba6ae-746d-4832-b893-9d051c66b8b7 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:04:54.015945 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b5175f3-e83b-4291-9451-87837cbc91e1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.017214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f5363155-daf5-43f8-a52b-7c714a4f7377 service neutron] 10.222.0.81 "GET /v2.0/networks/1d7a5b7d-7c04-4a9d-930f-d74fb5c37940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141917 Aug 09 16:04:54.023476 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fad05057-7253-4ad0-b636-110839d52d27 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.070479 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b5175f3-e83b-4291-9451-87837cbc91e1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.147907 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fad05057-7253-4ad0-b636-110839d52d27 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.195739 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b5175f3-e83b-4291-9451-87837cbc91e1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.216011 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b5175f3-e83b-4291-9451-87837cbc91e1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.223164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2b5175f3-e83b-4291-9451-87837cbc91e1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-groups/09f05da5-f10b-489c-bc75-33bc3f360b50 HTTP/1.1" status: 204 len: 168 time: 0.3246374 Aug 09 16:04:54.228708 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60806) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:54.311064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5175f3-e83b-4291-9451-87837cbc91e1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f05da5-f10b-489c-bc75-33bc3f360b50,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:54.350014 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fad05057-7253-4ad0-b636-110839d52d27 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.445556 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fad05057-7253-4ad0-b636-110839d52d27 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.456695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-63639e6b-a916-4764-9c20-02659e9e9221 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2163858 Aug 09 16:04:54.456695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60816) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:54.471396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60818) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:54.485245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fad05057-7253-4ad0-b636-110839d52d27 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.497384 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fad05057-7253-4ad0-b636-110839d52d27 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/99aba6ae-746d-4832-b893-9d051c66b8b7 HTTP/1.1" status: 204 len: 168 time: 0.8479147 Aug 09 16:04:54.502746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60820) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:54.506545 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-93febc68-ec30-425f-9452-fe278b73cbfd req-96fbdb8f-4655-4d0a-b1e5-a43c7e11bad4 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 210 time: 0.1988802 Aug 09 16:04:54.526392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-04c6e9eb-1310-4683-b582-60d25c5d4ab8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group': {'name': 'tempest-secgroup--775101818'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:54.592732 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad05057-7253-4ad0-b636-110839d52d27 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Subnet': ['ID=99aba6ae-746d-4832-b893-9d051c66b8b7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:54.650411 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04c6e9eb-1310-4683-b582-60d25c5d4ab8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.690619 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.799162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f61cd4d-2064-4954-a976-8e30e1c0159d None None] Network 36cae2f5-d589-443d-9a39-b2ff77d89fa9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:54.842111 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04c6e9eb-1310-4683-b582-60d25c5d4ab8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.849749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04c6e9eb-1310-4683-b582-60d25c5d4ab8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.866533 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26a90004-b9f4-46cc-9f31-38f6dc2b65bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.877879 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04c6e9eb-1310-4683-b582-60d25c5d4ab8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:54.879838 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-04c6e9eb-1310-4683-b582-60d25c5d4ab8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3712142 Aug 09 16:04:54.894376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60840) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:54.909325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8184abd3-37b5-4a68-a3b3-48a1ed842c1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group_rule': {'security_group_id': 'b7f5fc96-98f9-46e0-9683-7cba0a20eed7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:54.973949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6e9eb-1310-4683-b582-60d25c5d4ab8 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f5fc96-98f9-46e0-9683-7cba0a20eed7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:54.975845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 74caccc7-2f4a-4810-a11b-c920321c8955 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:54.976244 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.142087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] For port 74caccc7-2f4a-4810-a11b-c920321c8955, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=74caccc7-2f4a-4810-a11b-c920321c8955,segment=NetworkSegment(651b7184-7267-4af9-b8f3-a0ee6674185b),segment_id=651b7184-7267-4af9-b8f3-a0ee6674185b)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:55.142774 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.166705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 74caccc7-2f4a-4810-a11b-c920321c8955 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:55.216952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb87d8be-4fc3-46c3-baa1-3b432765c1a6 None None] DHCP port deletion for 36cae2f5-d589-443d-9a39-b2ff77d89fa9 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:04:55.312758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 74caccc7-2f4a-4810-a11b-c920321c8955 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:04:55.351915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26a90004-b9f4-46cc-9f31-38f6dc2b65bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.363469 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fb87d8be-4fc3-46c3-baa1-3b432765c1a6 None None] Deleting port 74caccc7-2f4a-4810-a11b-c920321c8955 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:04:55.363847 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fb87d8be-4fc3-46c3-baa1-3b432765c1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.367947 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26a90004-b9f4-46cc-9f31-38f6dc2b65bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.504059 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-fb87d8be-4fc3-46c3-baa1-3b432765c1a6 None None] For port 74caccc7-2f4a-4810-a11b-c920321c8955, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=74caccc7-2f4a-4810-a11b-c920321c8955,segment=NetworkSegment(651b7184-7267-4af9-b8f3-a0ee6674185b),segment_id=651b7184-7267-4af9-b8f3-a0ee6674185b)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:04:55.504740 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fb87d8be-4fc3-46c3-baa1-3b432765c1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.518135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-26a90004-b9f4-46cc-9f31-38f6dc2b65bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d0b0e25137845f68ddb469b1a2fc0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0259457 Aug 09 16:04:55.521556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60866) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:55.524108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8184abd3-37b5-4a68-a3b3-48a1ed842c1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.529523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a90004-b9f4-46cc-9f31-38f6dc2b65bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2800f2e2-07b3-4e58-b58c-8421c985e784,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:55.533424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fb87d8be-4fc3-46c3-baa1-3b432765c1a6 None None] Calling delete_port for 74caccc7-2f4a-4810-a11b-c920321c8955 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:04:55.544751 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.552958 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.585121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=74caccc7-2f4a-4810-a11b-c920321c8955,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:55.605275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No DVR routers for this DVR port 74caccc7-2f4a-4810-a11b-c920321c8955 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:55.659224 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-64ded69e-77e7-4e1f-b16c-08dec501b1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.687272 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-64ded69e-77e7-4e1f-b16c-08dec501b1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.751979 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fb87d8be-4fc3-46c3-baa1-3b432765c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.766743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2060f4b7-8dd6-448e-9f6e-ca080ca946cb req-5da6b6ba-47dc-4ae2-8d9f-da1e3e200399 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 210 time: 0.0542707 Aug 09 16:04:55.769647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87d8be-4fc3-46c3-baa1-3b432765c1a6 None None] No DVR routers for this DVR port 74caccc7-2f4a-4810-a11b-c920321c8955 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:04:55.786055 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-64ded69e-77e7-4e1f-b16c-08dec501b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.800120 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-64ded69e-77e7-4e1f-b16c-08dec501b1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:55.802823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-64ded69e-77e7-4e1f-b16c-08dec501b1c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2800f2e2-07b3-4e58-b58c-8421c985e784 HTTP/1.1" status: 204 len: 168 time: 0.2786589 Aug 09 16:04:55.814685 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ded69e-77e7-4e1f-b16c-08dec501b1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2800f2e2-07b3-4e58-b58c-8421c985e784,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:55.832659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87d8be-4fc3-46c3-baa1-3b432765c1a6 None None] Pushing event deleted for resources: {'Port': ['ID=74caccc7-2f4a-4810-a11b-c920321c8955,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:55.953574 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.010010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cae2f5-d589-443d-9a39-b2ff77d89fa9']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:56.017385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8184abd3-37b5-4a68-a3b3-48a1ed842c1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.028824 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8184abd3-37b5-4a68-a3b3-48a1ed842c1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.032237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651b7184-7267-4af9-b8f3-a0ee6674185b') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:56.032797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651b7184-7267-4af9-b8f3-a0ee6674185b') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:04:56.068726 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8184abd3-37b5-4a68-a3b3-48a1ed842c1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.070239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8184abd3-37b5-4a68-a3b3-48a1ed842c1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1648104 Aug 09 16:04:56.073215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60874) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:56.078417 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-bb8a7651-6f8b-4482-bbe2-e31bb636059a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group_rule': {'security_group_id': 'b7f5fc96-98f9-46e0-9683-7cba0a20eed7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:56.081579 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.103994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184abd3-37b5-4a68-a3b3-48a1ed842c1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d985978-faa5-4b3d-9bbd-8967c38a2f68,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:56.131749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7651-6f8b-4482-bbe2-e31bb636059a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.132921 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.159575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-7659b4e9-6c34-48be-be75-da557c45657d tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:56.162747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-7659b4e9-6c34-48be-be75-da557c45657d tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.60 "GET /v2.0/networks?id=1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 HTTP/1.1" status: 200 len: 812 time: 0.3940339 Aug 09 16:04:56.165089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:04:56.165538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:04:56.233359 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:04:56.241560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Request body: {'port': {'device_id': '594f4596-d239-4aee-b856-3284e2a7b074', 'network_id': '1d7a5b7d-7c04-4a9d-930f-d74fb5c37940', 'admin_state_up': True, 'tenant_id': '818ae410c503443486f31649908f1cc8'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:56.252621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7651-6f8b-4482-bbe2-e31bb636059a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.257971 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7651-6f8b-4482-bbe2-e31bb636059a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.273307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a7651-6f8b-4482-bbe2-e31bb636059a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34e6880-82f6-4556-a66b-a09ff7906552,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:56.296401 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7651-6f8b-4482-bbe2-e31bb636059a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.297538 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bb8a7651-6f8b-4482-bbe2-e31bb636059a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2232590 Aug 09 16:04:56.300164 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60880) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:56.313086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ad13c583-bbe9-45ca-a487-0df14edb799e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group_rule': {'security_group_id': 'b7f5fc96-98f9-46e0-9683-7cba0a20eed7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:56.323965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.346254 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.348344 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/networks/36cae2f5-d589-443d-9a39-b2ff77d89fa9 HTTP/1.1" status: 204 len: 168 time: 1.8396604 Aug 09 16:04:56.352777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ab6cd-d30b-4664-8a8a-e32fd2e08f33 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Network': ['ID=36cae2f5-d589-443d-9a39-b2ff77d89fa9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:56.353505 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60884) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:56.363085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9aba0d48-77a7-41a1-a8f5-b443f5408115 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-237111542'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:56.381207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad13c583-bbe9-45ca-a487-0df14edb799e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.413392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aba0d48-77a7-41a1-a8f5-b443f5408115 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:56.417147 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aba0d48-77a7-41a1-a8f5-b443f5408115 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.466310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aba0d48-77a7-41a1-a8f5-b443f5408115 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:04:56.483935 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad13c583-bbe9-45ca-a487-0df14edb799e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.490381 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad13c583-bbe9-45ca-a487-0df14edb799e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.511519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aba0d48-77a7-41a1-a8f5-b443f5408115 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.512015 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-9aba0d48-77a7-41a1-a8f5-b443f5408115 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Added segment 29069982-ec8d-49f3-a548-7d620ad19d49 of type vlan for network 45916000-f520-46e4-8e54-4e8232c1496e Aug 09 16:04:56.537544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Made reservation on behalf of 818ae410c503443486f31649908f1cc8 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:56.543300 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.579393 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad13c583-bbe9-45ca-a487-0df14edb799e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.581860 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ad13c583-bbe9-45ca-a487-0df14edb799e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2804010 Aug 09 16:04:56.585557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60898) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:56.628871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f2143347-1d09-464f-821b-e06385dd62eb tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group_rule': {'security_group_id': 'b7f5fc96-98f9-46e0-9683-7cba0a20eed7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:56.643641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13c583-bbe9-45ca-a487-0df14edb799e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301b3b2f-cc87-4578-84ea-7fb8db88bf6e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:56.663475 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aba0d48-77a7-41a1-a8f5-b443f5408115 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.694893 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2143347-1d09-464f-821b-e06385dd62eb tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.749276 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aba0d48-77a7-41a1-a8f5-b443f5408115 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.754947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aba0d48-77a7-41a1-a8f5-b443f5408115 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:56.755967 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9aba0d48-77a7-41a1-a8f5-b443f5408115 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.780165 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9aba0d48-77a7-41a1-a8f5-b443f5408115 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4234505 Aug 09 16:04:56.788814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60906) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:56.794907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bac2ddb3-48e6-499f-91e8-c2279d6fea1b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': '45916000-f520-46e4-8e54-4e8232c1496e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:56.837569 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2143347-1d09-464f-821b-e06385dd62eb tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.847026 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2143347-1d09-464f-821b-e06385dd62eb tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.878987 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f2143347-1d09-464f-821b-e06385dd62eb tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.883270 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f2143347-1d09-464f-821b-e06385dd62eb tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2954323 Aug 09 16:04:56.896438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba0d48-77a7-41a1-a8f5-b443f5408115 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Network': ['ID=45916000-f520-46e4-8e54-4e8232c1496e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:56.899810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60914) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:56.904924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2143347-1d09-464f-821b-e06385dd62eb tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49081d0-ff87-43ab-bc61-d4ac487c4720,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:56.907753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 45916000-f520-46e4-8e54-4e8232c1496e details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:04:56.916100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4f4df091-5fca-43f4-b2b2-24422efe3228 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group_rule': {'security_group_id': 'b7f5fc96-98f9-46e0-9683-7cba0a20eed7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:56.934817 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2128af9-e690-490e-9665-f7e93e1a98d6 req-6efb3b55-da7f-423e-b32f-b4781142173f tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 210 time: 0.0318050 Aug 09 16:04:57.004249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac2ddb3-48e6-499f-91e8-c2279d6fea1b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:57.008769 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bac2ddb3-48e6-499f-91e8-c2279d6fea1b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.015586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Allocated IP 172.20.0.3 (1d7a5b7d-7c04-4a9d-930f-d74fb5c37940/df66e9f5-a4fa-4f7a-8421-5cecd566f187/5d14a210-5d4c-47e6-a2aa-73c049b45655) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:57.119535 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f4df091-5fca-43f4-b2b2-24422efe3228 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.332194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f4df091-5fca-43f4-b2b2-24422efe3228 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.347598 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f4df091-5fca-43f4-b2b2-24422efe3228 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.403733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4df091-5fca-43f4-b2b2-24422efe3228 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9ff67b-723e-49fd-8d88-fea073fcbc25,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:57.447909 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f4df091-5fca-43f4-b2b2-24422efe3228 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.449799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4f4df091-5fca-43f4-b2b2-24422efe3228 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5386519 Aug 09 16:04:57.452164 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60926) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:57.457697 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.480097 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bac2ddb3-48e6-499f-91e8-c2279d6fea1b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.506214 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbc3b862-614b-44eb-a756-343aa499e0da tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.514999 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbc3b862-614b-44eb-a756-343aa499e0da tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.555015 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbc3b862-614b-44eb-a756-343aa499e0da tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.560958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2ddb3-48e6-499f-91e8-c2279d6fea1b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Subnet': ['ID=b4345988-fd16-41dc-b64a-ae32e15af803,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:57.562933 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fbc3b862-614b-44eb-a756-343aa499e0da tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.568277 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fbc3b862-614b-44eb-a756-343aa499e0da tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6d9ff67b-723e-49fd-8d88-fea073fcbc25 HTTP/1.1" status: 204 len: 168 time: 0.1139057 Aug 09 16:04:57.571752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60928) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:57.585121 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.594405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac2ddb3-48e6-499f-91e8-c2279d6fea1b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Checking segment: {'id': '29069982-ec8d-49f3-a548-7d620ad19d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '45916000-f520-46e4-8e54-4e8232c1496e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:57.594828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2ddb3-48e6-499f-91e8-c2279d6fea1b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network hostable DHCP agents. Network: 45916000-f520-46e4-8e54-4e8232c1496e, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:04:57.602376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3b862-614b-44eb-a756-343aa499e0da tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d9ff67b-723e-49fd-8d88-fea073fcbc25,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:57.662991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e9a5bd35-d7cd-47c2-b245-c8a3eee05504 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0895193 Aug 09 16:04:57.666085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60936) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:57.666855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2ddb3-48e6-499f-91e8-c2279d6fea1b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 45916000-f520-46e4-8e54-4e8232c1496e is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:04:57.689391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Network 1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:57.698393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:57.701630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Pushing event updated for resources: {'Port': ['ID=5d14a210-5d4c-47e6-a2aa-73c049b45655,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:57.710148 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5fb5-5b9f-4ebd-8e58-8ee1e31744d1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.715913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:57.723350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-bac2ddb3-48e6-499f-91e8-c2279d6fea1b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 45916000-f520-46e4-8e54-4e8232c1496e) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:57.733345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03f502d-64ab-4448-8c1b-359f47b73915 None None] Network 45916000-f520-46e4-8e54-4e8232c1496e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:04:57.734246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2ddb3-48e6-499f-91e8-c2279d6fea1b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:57.735983 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bac2ddb3-48e6-499f-91e8-c2279d6fea1b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.747745 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5fb5-5b9f-4ebd-8e58-8ee1e31744d1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.803242 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bac2ddb3-48e6-499f-91e8-c2279d6fea1b tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0129545 Aug 09 16:04:57.807191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 60950) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:57.813449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-315c545c-a97e-4fe8-8968-13d8d23604ab tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-30868521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:57.814004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5fb5-5b9f-4ebd-8e58-8ee1e31744d1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.861621 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:57.861621 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.862583 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5fb5-5b9f-4ebd-8e58-8ee1e31744d1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.866231 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ca6b5fb5-5b9f-4ebd-8e58-8ee1e31744d1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/d49081d0-ff87-43ab-bc61-d4ac487c4720 HTTP/1.1" status: 204 len: 168 time: 0.1982257 Aug 09 16:04:57.869948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60952) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:57.874016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b5fb5-5b9f-4ebd-8e58-8ee1e31744d1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d49081d0-ff87-43ab-bc61-d4ac487c4720,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:57.879159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-315c545c-a97e-4fe8-8968-13d8d23604ab tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.882385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-315c545c-a97e-4fe8-8968-13d8d23604ab tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:57.907458 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-215029e2-3d77-478f-b20f-66ae27d03975 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6708853 Aug 09 16:04:57.925816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Request body: {'port': {'device_id': '594f4596-d239-4aee-b856-3284e2a7b074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:57.962492 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e76829d2-695e-4c96-b468-37265c1886ab tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0902326 Aug 09 16:04:57.969278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60956) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:57.997714 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-caa2532c-3287-4e7b-bcf4-8276c7cd5c7a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.007072 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-315c545c-a97e-4fe8-8968-13d8d23604ab tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.008271 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-caa2532c-3287-4e7b-bcf4-8276c7cd5c7a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.023568 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-315c545c-a97e-4fe8-8968-13d8d23604ab tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.068821 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-caa2532c-3287-4e7b-bcf4-8276c7cd5c7a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.090884 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-caa2532c-3287-4e7b-bcf4-8276c7cd5c7a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.092092 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-caa2532c-3287-4e7b-bcf4-8276c7cd5c7a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/301b3b2f-cc87-4578-84ea-7fb8db88bf6e HTTP/1.1" status: 204 len: 168 time: 0.1217785 Aug 09 16:04:58.098443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60964) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:58.122631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2532c-3287-4e7b-bcf4-8276c7cd5c7a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=301b3b2f-cc87-4578-84ea-7fb8db88bf6e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:58.162336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-45916000-f520-46e4-8e54-4e8232c1496e', 'network_id': '45916000-f520-46e4-8e54-4e8232c1496e', 'tenant_id': '138e98a468924b939cb78ad3108818e3', 'fixed_ips': [{'subnet_id': 'b4345988-fd16-41dc-b64a-ae32e15af803'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:04:58.163944 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.182622 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-315c545c-a97e-4fe8-8968-13d8d23604ab tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.186408 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-315c545c-a97e-4fe8-8968-13d8d23604ab tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3765802 Aug 09 16:04:58.204446 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a9921867-2d2d-46f9-b036-023ab92c28d0 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1044586 Aug 09 16:04:58.205068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60970) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:58.207873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 60974) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:58.213078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'network_id': '45916000-f520-46e4-8e54-4e8232c1496e', 'name': 'tempest-PortsTestJSON-1565219802'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:04:58.224734 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.341710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dc5d3-fe7d-4a1e-9ddc-b3980c27f366 req-19521de8-7ca5-47c1-bd3b-c53501715d16 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:58.343427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c73dc5d3-fe7d-4a1e-9ddc-b3980c27f366 req-19521de8-7ca5-47c1-bd3b-c53501715d16 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 931 time: 0.2446489 Aug 09 16:04:58.432373 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c73dc5d3-fe7d-4a1e-9ddc-b3980c27f366 req-498d402a-c937-4418-b5b3-eb4e0d40d081 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691361 Aug 09 16:04:58.461730 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Allocated IP 172.20.0.2 (45916000-f520-46e4-8e54-4e8232c1496e/b4345988-fd16-41dc-b64a-ae32e15af803/d29af7a5-8a51-4ce4-954f-e89808c60d4f) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:04:58.819471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d14a210-5d4c-47e6-a2aa-73c049b45655 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:04:58.840099 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.840449 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.853791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Transition to ACTIVE for port object d29af7a5-8a51-4ce4-954f-e89808c60d4f will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:58.889751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Transition to ACTIVE for port object 5d14a210-5d4c-47e6-a2aa-73c049b45655 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:58.890719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Transition to ACTIVE for port object d29af7a5-8a51-4ce4-954f-e89808c60d4f will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:04:58.898178 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.898900 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:58.961389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Pushing event updated for resources: {'Port': ['ID=d29af7a5-8a51-4ce4-954f-e89808c60d4f,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:58.998429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Network 45916000-f520-46e4-8e54-4e8232c1496e is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:04:59.000636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:04:59.011416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:04:59.107694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Attempting to bind port d29af7a5-8a51-4ce4-954f-e89808c60d4f on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:59.108150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Attempting to bind port d29af7a5-8a51-4ce4-954f-e89808c60d4f by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '29069982-ec8d-49f3-a548-7d620ad19d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '45916000-f520-46e4-8e54-4e8232c1496e'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:59.108682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Attempting to bind port d29af7a5-8a51-4ce4-954f-e89808c60d4f on network 45916000-f520-46e4-8e54-4e8232c1496e {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:59.114081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:59.115635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Checking segment: {'id': '29069982-ec8d-49f3-a548-7d620ad19d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '45916000-f520-46e4-8e54-4e8232c1496e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:59.116056 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.116466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Bound using segment: {'id': '29069982-ec8d-49f3-a548-7d620ad19d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '45916000-f520-46e4-8e54-4e8232c1496e'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:59.117015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Bound port: d29af7a5-8a51-4ce4-954f-e89808c60d4f, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29069982-ec8d-49f3-a548-7d620ad19d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '45916000-f520-46e4-8e54-4e8232c1496e'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:59.117412 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.171933 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30c75be7-6419-4578-b1c1-87d6dadd5491 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.212241 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30c75be7-6419-4578-b1c1-87d6dadd5491 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.224916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d14a210-5d4c-47e6-a2aa-73c049b45655,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:59.245880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] For port d29af7a5-8a51-4ce4-954f-e89808c60d4f, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:59.251486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] For port d29af7a5-8a51-4ce4-954f-e89808c60d4f, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d29af7a5-8a51-4ce4-954f-e89808c60d4f,segment=NetworkSegment(29069982-ec8d-49f3-a548-7d620ad19d49),segment_id=29069982-ec8d-49f3-a548-7d620ad19d49)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:59.257458 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.310622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30c75be7-6419-4578-b1c1-87d6dadd5491 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.318030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Attempting to bind port 5d14a210-5d4c-47e6-a2aa-73c049b45655 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:04:59.318386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Attempting to bind port 5d14a210-5d4c-47e6-a2aa-73c049b45655 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '72d79b37-be05-481c-866c-bed18c7347fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1d7a5b7d-7c04-4a9d-930f-d74fb5c37940'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:04:59.318790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Attempting to bind port 5d14a210-5d4c-47e6-a2aa-73c049b45655 on network 1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:59.346636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Port 5d14a210-5d4c-47e6-a2aa-73c049b45655 on network 1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:04:59.346636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Attempting to bind port 5d14a210-5d4c-47e6-a2aa-73c049b45655 on network 1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:04:59.361370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30c75be7-6419-4578-b1c1-87d6dadd5491 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.363118 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-30c75be7-6419-4578-b1c1-87d6dadd5491 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/d34e6880-82f6-4556-a66b-a09ff7906552 HTTP/1.1" status: 204 len: 168 time: 1.1466048 Aug 09 16:04:59.366557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 32772) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:59.412447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c75be7-6419-4578-b1c1-87d6dadd5491 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d34e6880-82f6-4556-a66b-a09ff7906552,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:59.455315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369c6b3-b67b-4aef-9e3f-b0ded35f4931 None None] Pushing event updated for resources: {'Port': ['ID=d29af7a5-8a51-4ce4-954f-e89808c60d4f,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:04:59.461649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:04:59.467359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Checking segment: {'id': '72d79b37-be05-481c-866c-bed18c7347fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1d7a5b7d-7c04-4a9d-930f-d74fb5c37940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:04:59.469168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Bound using segment: {'id': '72d79b37-be05-481c-866c-bed18c7347fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1d7a5b7d-7c04-4a9d-930f-d74fb5c37940'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:04:59.469879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Bound port: 5d14a210-5d4c-47e6-a2aa-73c049b45655, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d79b37-be05-481c-866c-bed18c7347fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1d7a5b7d-7c04-4a9d-930f-d74fb5c37940'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:04:59.470013 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.510407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32778) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:59.582433 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-478eaea2-e79a-4dad-ba96-50edb04f5189 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2130711 Aug 09 16:04:59.583281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 32784) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:04:59.587736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:04:59.592042 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.634285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port 67b1daf2-9252-4b04-b7b0-8a3c81db71de yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:04:59.667161 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] For port 5d14a210-5d4c-47e6-a2aa-73c049b45655, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:04:59.715305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] For port 5d14a210-5d4c-47e6-a2aa-73c049b45655, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5d14a210-5d4c-47e6-a2aa-73c049b45655,segment=NetworkSegment(72d79b37-be05-481c-866c-bed18c7347fe),segment_id=72d79b37-be05-481c-866c-bed18c7347fe)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:04:59.731438 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.800978 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c269751-9f9b-4cdb-a092-0520b9f3ae2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.805717 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fad36ac7-2d18-4d00-bc1e-b340ec0447ff tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.858574 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fad36ac7-2d18-4d00-bc1e-b340ec0447ff tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.867074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:04:59.867719 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.869460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] 10.222.0.60 "PUT /v2.0/ports/5d14a210-5d4c-47e6-a2aa-73c049b45655 HTTP/1.1" status: 200 len: 1091 time: 1.9488649 Aug 09 16:04:59.891309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594f4596-d239-4aee-b856-3284e2a7b074', 'tag': '5d14a210-5d4c-47e6-a2aa-73c049b45655'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:04:59.898236 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef60f039-21b5-451d-9ca8-797d06409644" -d '{"events": [{"name": "network-changed", "server_uuid": "594f4596-d239-4aee-b856-3284e2a7b074", "tag": "5d14a210-5d4c-47e6-a2aa-73c049b45655"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:04:59.956656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.7 (45916000-f520-46e4-8e54-4e8232c1496e/b4345988-fd16-41dc-b64a-ae32e15af803/67b1daf2-9252-4b04-b7b0-8a3c81db71de) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:00.044894 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130de3c5-25a5-4c57-919d-98477273518c x-openstack-request-id: req-130de3c5-25a5-4c57-919d-98477273518c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:00.045313 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594f4596-d239-4aee-b856-3284e2a7b074", "tag": "5d14a210-5d4c-47e6-a2aa-73c049b45655", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:00.048599 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-130de3c5-25a5-4c57-919d-98477273518c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:00.049148 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594f4596-d239-4aee-b856-3284e2a7b074', 'tag': '5d14a210-5d4c-47e6-a2aa-73c049b45655', 'status': 'completed', 'code': 200} Aug 09 16:05:00.314362 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.333003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Transition to ACTIVE for port object 67b1daf2-9252-4b04-b7b0-8a3c81db71de will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:00.371916 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.406203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80115474-8fb8-456b-b73c-2f9edd0e5e45 req-bf1af92e-ab68-4fea-b664-5f635a3a95f0 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:00.408208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-80115474-8fb8-456b-b73c-2f9edd0e5e45 req-bf1af92e-ab68-4fea-b664-5f635a3a95f0 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 943 time: 0.6910691 Aug 09 16:05:00.412967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9d6bb-316d-489a-9845-eaaeb0b16bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d14a210-5d4c-47e6-a2aa-73c049b45655,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:00.418661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fad36ac7-2d18-4d00-bc1e-b340ec0447ff tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.436585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fad36ac7-2d18-4d00-bc1e-b340ec0447ff tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.441019 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fad36ac7-2d18-4d00-bc1e-b340ec0447ff tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/1d985978-faa5-4b3d-9bbd-8967c38a2f68 HTTP/1.1" status: 204 len: 168 time: 0.8479948 Aug 09 16:05:00.455501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad36ac7-2d18-4d00-bc1e-b340ec0447ff tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d985978-faa5-4b3d-9bbd-8967c38a2f68,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:00.459298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32790) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:00.463274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-25be95c9-3612-44e2-b1d6-4281a380dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:00.464987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-25be95c9-3612-44e2-b1d6-4281a380dd6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=818ae410c503443486f31649908f1cc8&device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 1094 time: 0.5119712 Aug 09 16:05:00.468676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=67b1daf2-9252-4b04-b7b0-8a3c81db71de,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:00.487805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-80115474-8fb8-456b-b73c-2f9edd0e5e45 req-d6d7709d-b4b9-4c9a-9e6c-60562b418881 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651329 Aug 09 16:05:00.516131 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-8c1bfee2-ec19-423c-8814-a461fb67b3d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d14a210-5d4c-47e6-a2aa-73c049b45655 HTTP/1.1" status: 200 len: 217 time: 0.0413821 Aug 09 16:05:00.547291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 45916000-f520-46e4-8e54-4e8232c1496e is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:00.557367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:00.559806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:00.630631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:00.631316 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.651289 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bb691df8-0007-4169-856e-531ea90612a6 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1716959 Aug 09 16:05:00.653793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 32800) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:00.673211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-b971fdc0-90db-4031-91a5-4f0c80532a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:00.680776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-b971fdc0-90db-4031-91a5-4f0c80532a84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df66e9f5-a4fa-4f7a-8421-5cecd566f187 HTTP/1.1" status: 200 len: 852 time: 0.1552472 Aug 09 16:05:00.723862 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c269751-9f9b-4cdb-a092-0520b9f3ae2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.733835 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c269751-9f9b-4cdb-a092-0520b9f3ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.756478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 32808) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:00.756721 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dc27b353-f479-4778-adf7-9ab5fd01831c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5453076 Aug 09 16:05:00.765624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-9cc7952b-f564-4b1e-b5bf-3d5015acac3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d7a5b7d-7c04-4a9d-930f-d74fb5c37940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504434 Aug 09 16:05:00.801634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7c269751-9f9b-4cdb-a092-0520b9f3ae2e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dfe7254f937047e48ae3c273c4a33bda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2888534 Aug 09 16:05:00.806280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32810) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:00.808132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c269751-9f9b-4cdb-a092-0520b9f3ae2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79299632-64ab-418a-b5b5-91fd0c2563ea,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:00.890756 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c662862-691a-45e7-9cac-094fc5ba89f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.932238 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c662862-691a-45e7-9cac-094fc5ba89f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.005321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c662862-691a-45e7-9cac-094fc5ba89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.008515 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c662862-691a-45e7-9cac-094fc5ba89f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.010019 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3c662862-691a-45e7-9cac-094fc5ba89f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79299632-64ab-418a-b5b5-91fd0c2563ea HTTP/1.1" status: 204 len: 168 time: 0.1987150 Aug 09 16:05:01.020081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1966150-66bd-4c17-ba6a-06fc375fb98a None None] Network 45916000-f520-46e4-8e54-4e8232c1496e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:01.041670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c662862-691a-45e7-9cac-094fc5ba89f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79299632-64ab-418a-b5b5-91fd0c2563ea,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:01.085819 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d7993351-139d-4e6e-8a2e-73c2d51862f6 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.123968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9a3b42ee-6fc4-4462-86c5-813b9588961f None None] Provisioning for port d29af7a5-8a51-4ce4-954f-e89808c60d4f completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:01.266074 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d7993351-139d-4e6e-8a2e-73c2d51862f6 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.270281 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-4f6a86d0-de93-4a2a-8e0c-7d38a234a8e0 service neutron] 10.222.0.60 "GET /v2.0/networks/1d7a5b7d-7c04-4a9d-930f-d74fb5c37940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933574 Aug 09 16:05:01.419917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d29af7a5-8a51-4ce4-954f-e89808c60d4f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:01.519136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d29af7a5-8a51-4ce4-954f-e89808c60d4f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:01.527742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d29af7a5-8a51-4ce4-954f-e89808c60d4f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:01.528236 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.534184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32818) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:01.560757 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8d298f-8f7a-4bc5-8911-237772edf10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.629415 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d7993351-139d-4e6e-8a2e-73c2d51862f6 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.634344 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d7993351-139d-4e6e-8a2e-73c2d51862f6 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.635534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d7993351-139d-4e6e-8a2e-73c2d51862f6 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-groups/b7f5fc96-98f9-46e0-9683-7cba0a20eed7 HTTP/1.1" status: 204 len: 168 time: 0.9778392 Aug 09 16:05:01.640741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32820) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:01.656174 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.699025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port d29af7a5-8a51-4ce4-954f-e89808c60d4f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d29af7a5-8a51-4ce4-954f-e89808c60d4f,segment=NetworkSegment(29069982-ec8d-49f3-a548-7d620ad19d49),segment_id=29069982-ec8d-49f3-a548-7d620ad19d49)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:01.706319 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.711916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7993351-139d-4e6e-8a2e-73c2d51862f6 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f5fc96-98f9-46e0-9683-7cba0a20eed7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:01.831095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ef14a15-35d4-4ab3-857b-d54e56c65f16 req-4be3943a-1832-4f18-ac08-9f2edf85c58c service neutron] 10.222.0.60 "GET /v2.0/networks/1d7a5b7d-7c04-4a9d-930f-d74fb5c37940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352497 Aug 09 16:05:01.874411 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.889870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=d29af7a5-8a51-4ce4-954f-e89808c60d4f,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:01.966502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-76660816-03f6-4c56-ac46-f8a9403f567c None None] Provisioning for port 67b1daf2-9252-4b04-b7b0-8a3c81db71de completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:01.974229 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7b625f7e-2efa-49f0-ab24-8629a9f3ef7d tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3275466 Aug 09 16:05:01.977890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32830) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:01.978041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-76660816-03f6-4c56-ac46-f8a9403f567c None None] Provisioning complete for port 67b1daf2-9252-4b04-b7b0-8a3c81db71de triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:01.981903 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-76660816-03f6-4c56-ac46-f8a9403f567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:01.995038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e9a60-63be-43ca-8f91-0ce68fdba501 req-5b81d3f4-76ad-49f6-8ff9-e387be8402b5 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:01.996666 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fd3e9a60-63be-43ca-8f91-0ce68fdba501 req-5b81d3f4-76ad-49f6-8ff9-e387be8402b5 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 943 time: 0.3416235 Aug 09 16:05:02.002289 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ff9430f7-8e40-495a-8989-dbb5fd3a40ef tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group': {'name': 'tempest-secgroup--477717360'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:02.051832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-76660816-03f6-4c56-ac46-f8a9403f567c None None] Port 67b1daf2-9252-4b04-b7b0-8a3c81db71de cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:02.065432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-76660816-03f6-4c56-ac46-f8a9403f567c None None] Provisioning complete for port d29af7a5-8a51-4ce4-954f-e89808c60d4f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:02.065772 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-76660816-03f6-4c56-ac46-f8a9403f567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.121204 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8d298f-8f7a-4bc5-8911-237772edf10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.128399 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fd3e9a60-63be-43ca-8f91-0ce68fdba501 req-878ae812-aca2-4958-afb0-e0e861dc6e09 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177418 Aug 09 16:05:02.135544 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff8d298f-8f7a-4bc5-8911-237772edf10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.220246 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff9430f7-8e40-495a-8989-dbb5fd3a40ef tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.232367 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ff8d298f-8f7a-4bc5-8911-237772edf10a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29120d9ab08c42a2b1d2793030d75726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6968513 Aug 09 16:05:02.233363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32832) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:02.281557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d298f-8f7a-4bc5-8911-237772edf10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1228b8-1c34-4d23-bb7d-01ebed271050,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:02.335780 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fcd10334-da2d-473c-aec9-4284591fe2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.355573 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-681823ff-caaa-4872-9d3e-c32ab86dce79 None None] Provisioning complete for port 67b1daf2-9252-4b04-b7b0-8a3c81db71de triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:02.356198 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-681823ff-caaa-4872-9d3e-c32ab86dce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.373511 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.381635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60f039-21b5-451d-9ca8-797d06409644 req-035dfac9-6775-41f0-9794-851d800b9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:02.381840 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fcd10334-da2d-473c-aec9-4284591fe2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.384650 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef60f039-21b5-451d-9ca8-797d06409644 req-035dfac9-6775-41f0-9794-851d800b9c2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=818ae410c503443486f31649908f1cc8&device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 1094 time: 0.5069313 Aug 09 16:05:02.387003 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.418194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-681823ff-caaa-4872-9d3e-c32ab86dce79 None None] Port 67b1daf2-9252-4b04-b7b0-8a3c81db71de cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:02.494422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fcd10334-da2d-473c-aec9-4284591fe2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.496925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fcd10334-da2d-473c-aec9-4284591fe2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.506661 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fcd10334-da2d-473c-aec9-4284591fe2b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad1228b8-1c34-4d23-bb7d-01ebed271050 HTTP/1.1" status: 204 len: 168 time: 0.2601507 Aug 09 16:05:02.510677 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff9430f7-8e40-495a-8989-dbb5fd3a40ef tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.517857 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff9430f7-8e40-495a-8989-dbb5fd3a40ef tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.537340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd10334-da2d-473c-aec9-4284591fe2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1228b8-1c34-4d23-bb7d-01ebed271050,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:02.588265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9430f7-8e40-495a-8989-dbb5fd3a40ef tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41be6d09-a675-48b5-b47b-598da959b263,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:02.600028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff9430f7-8e40-495a-8989-dbb5fd3a40ef tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.601346 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ff9430f7-8e40-495a-8989-dbb5fd3a40ef tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6222608 Aug 09 16:05:02.605278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32836) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:02.610156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-abd827bb-48f9-4042-97aa-4b09636f558f tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group_rule': {'security_group_id': '41be6d09-a675-48b5-b47b-598da959b263', 'direction': 'ingress', 'protocol': 17}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:02.675861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60f039-21b5-451d-9ca8-797d06409644 req-fe3c7a08-f8b8-4eab-ace2-86be0395f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:02.679858 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abd827bb-48f9-4042-97aa-4b09636f558f tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.681695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef60f039-21b5-451d-9ca8-797d06409644 req-fe3c7a08-f8b8-4eab-ace2-86be0395f66b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 HTTP/1.1" status: 200 len: 913 time: 0.2879322 Aug 09 16:05:02.775927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abd827bb-48f9-4042-97aa-4b09636f558f tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.781179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abd827bb-48f9-4042-97aa-4b09636f558f tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.803684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef60f039-21b5-451d-9ca8-797d06409644 req-06782e91-271d-4e84-be90-0d626ba92a07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d14a210-5d4c-47e6-a2aa-73c049b45655 HTTP/1.1" status: 200 len: 217 time: 0.0554178 Aug 09 16:05:02.807960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=67b1daf2-9252-4b04-b7b0-8a3c81db71de,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:02.816526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd827bb-48f9-4042-97aa-4b09636f558f tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bae7d7-c655-4b2d-9561-47febf69bc8d,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:02.823220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abd827bb-48f9-4042-97aa-4b09636f558f tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.844360 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-abd827bb-48f9-4042-97aa-4b09636f558f tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2351475 Aug 09 16:05:02.845847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32842) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:02.881624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c03095ff-a115-4cd3-bd89-7aff1bb529d7 None None] Provisioning complete for port 67b1daf2-9252-4b04-b7b0-8a3c81db71de triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:02.882232 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c03095ff-a115-4cd3-bd89-7aff1bb529d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.933690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60f039-21b5-451d-9ca8-797d06409644 req-8ef0472c-c40a-4c21-9713-474d0d54ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:02.935327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef60f039-21b5-451d-9ca8-797d06409644 req-8ef0472c-c40a-4c21-9713-474d0d54ff2a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df66e9f5-a4fa-4f7a-8421-5cecd566f187 HTTP/1.1" status: 200 len: 852 time: 0.1231406 Aug 09 16:05:02.962919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c03095ff-a115-4cd3-bd89-7aff1bb529d7 None None] Port 67b1daf2-9252-4b04-b7b0-8a3c81db71de cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:02.963105 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85b58970-99a1-4ed8-be3f-e4b03fef8905 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.035271 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85b58970-99a1-4ed8-be3f-e4b03fef8905 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.061057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.068841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef60f039-21b5-451d-9ca8-797d06409644 req-00f21420-eeba-479b-af41-9d7d083f4e68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d7a5b7d-7c04-4a9d-930f-d74fb5c37940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219816 Aug 09 16:05:03.147308 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85b58970-99a1-4ed8-be3f-e4b03fef8905 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.151711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-85b58970-99a1-4ed8-be3f-e4b03fef8905 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.156924 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-85b58970-99a1-4ed8-be3f-e4b03fef8905 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-groups/41be6d09-a675-48b5-b47b-598da959b263 HTTP/1.1" status: 204 len: 168 time: 0.3076799 Aug 09 16:05:03.160554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 32870) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:03.168088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b58970-99a1-4ed8-be3f-e4b03fef8905 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41be6d09-a675-48b5-b47b-598da959b263,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:03.325152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d29af7a5-8a51-4ce4-954f-e89808c60d4f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:03.367023 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ad5ebeff-8bfe-488c-aae5-238042046792 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1915958 Aug 09 16:05:03.367604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 32880) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:03.381008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1932bc16-23bf-4cd7-9c1c-9e73d02eb44b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455797759'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:03.430943 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef60f039-21b5-451d-9ca8-797d06409644 req-d029408c-bf90-4e45-967e-e020ccdbfd14 service neutron] 10.222.0.60 "GET /v2.0/networks/1d7a5b7d-7c04-4a9d-930f-d74fb5c37940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975230 Aug 09 16:05:03.464047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f209f1-36d0-49b1-b606-fffe41daf13c req-7a217804-eedc-418a-80a1-e48dc0733c15 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:03.481870 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27f209f1-36d0-49b1-b606-fffe41daf13c req-7a217804-eedc-418a-80a1-e48dc0733c15 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 943 time: 0.2076035 Aug 09 16:05:03.516698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d29af7a5-8a51-4ce4-954f-e89808c60d4f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:03.517196 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.586330 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27f209f1-36d0-49b1-b606-fffe41daf13c req-06bb0504-0775-467c-8b5f-cd8cd0445f11 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034844 Aug 09 16:05:03.606084 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1932bc16-23bf-4cd7-9c1c-9e73d02eb44b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.619738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.701147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32890) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:03.820863 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef60f039-21b5-451d-9ca8-797d06409644 req-75eceda5-7ea8-4579-971c-0be695c006ee service neutron] 10.222.0.60 "GET /v2.0/networks/1d7a5b7d-7c04-4a9d-930f-d74fb5c37940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562446 Aug 09 16:05:03.985985 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a9fa34b9-733c-4cbf-bfc4-eca1ea99bcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:03.996121 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1932bc16-23bf-4cd7-9c1c-9e73d02eb44b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.005833 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1932bc16-23bf-4cd7-9c1c-9e73d02eb44b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.084287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932bc16-23bf-4cd7-9c1c-9e73d02eb44b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0476159-e48c-451b-ba4b-8d7c4e0d827c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:04.106518 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a9fa34b9-733c-4cbf-bfc4-eca1ea99bcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.111662 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a9fa34b9-733c-4cbf-bfc4-eca1ea99bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.141141 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.147365 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.175520 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a9fa34b9-733c-4cbf-bfc4-eca1ea99bcc2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7194eb68ebb74a119f13b8a70ecef03c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731777 Aug 09 16:05:04.179906 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32904) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:04.183210 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1932bc16-23bf-4cd7-9c1c-9e73d02eb44b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.186940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1932bc16-23bf-4cd7-9c1c-9e73d02eb44b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8110809 Aug 09 16:05:04.194614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32906) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:04.195468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa34b9-733c-4cbf-bfc4-eca1ea99bcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca1b869-aea9-40b2-a70f-1ea2cdee8438,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:04.204735 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-eb29f87e-bc29-4385-823a-f11e51d7bbec tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group': {'name': 'tempest-secgroup--836820822'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:04.245915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.248008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=67b1daf2-9252-4b04-b7b0-8a3c81db71de,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:04.257231 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb29f87e-bc29-4385-823a-f11e51d7bbec tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.316687 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d24440e-1d2a-4ab2-abbd-cc0d3342d8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.346331 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d24440e-1d2a-4ab2-abbd-cc0d3342d8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.385686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network 45916000-f520-46e4-8e54-4e8232c1496e is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:04.387064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:04.424803 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d24440e-1d2a-4ab2-abbd-cc0d3342d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.428847 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d24440e-1d2a-4ab2-abbd-cc0d3342d8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.430103 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6d24440e-1d2a-4ab2-abbd-cc0d3342d8c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eca1b869-aea9-40b2-a70f-1ea2cdee8438 HTTP/1.1" status: 204 len: 168 time: 0.2422602 Aug 09 16:05:04.451853 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24440e-1d2a-4ab2-abbd-cc0d3342d8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca1b869-aea9-40b2-a70f-1ea2cdee8438,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:04.553985 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb29f87e-bc29-4385-823a-f11e51d7bbec tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.560993 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb29f87e-bc29-4385-823a-f11e51d7bbec tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.597581 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb29f87e-bc29-4385-823a-f11e51d7bbec tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.603472 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-eb29f87e-bc29-4385-823a-f11e51d7bbec tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4009609 Aug 09 16:05:04.604214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32920) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:04.609567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c9cb83b4-db29-45d2-baf5-9b9846b392bf tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group_rule': {'security_group_id': 'e0476159-e48c-451b-ba4b-8d7c4e0d827c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f5182f6d-f86b-4c9e-b0f0-0841988f3a85', 'remote_ip_prefix': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:04.616135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29f87e-bc29-4385-823a-f11e51d7bbec tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5182f6d-f86b-4c9e-b0f0-0841988f3a85,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:04.631830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Router bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:05:04.667565 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c9cb83b4-db29-45d2-baf5-9b9846b392bf tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.761221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:05:04.763328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5d14a210-5d4c-47e6-a2aa-73c049b45655 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:05:04.776611 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904df5d6-a9c6-4228-afc3-1ebd6bfac4c0 None None] Sync routers for ids ['bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:05:04.793042 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-87769937-bdfe-40e1-80f2-ee2a496c25b8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "PUT /v2.0/routers/bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0296087 Aug 09 16:05:04.793315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32924) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:04.798612 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904df5d6-a9c6-4228-afc3-1ebd6bfac4c0 None None] Routers {'bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:04.798875 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-904df5d6-a9c6-4228-afc3-1ebd6bfac4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:04:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:04.844810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c9cb83b4-db29-45d2-baf5-9b9846b392bf tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.871550 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c9cb83b4-db29-45d2-baf5-9b9846b392bf tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.907722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb83b4-db29-45d2-baf5-9b9846b392bf tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081ddb52-2997-4378-a192-37951e333a7f,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:04.915110 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-904df5d6-a9c6-4228-afc3-1ebd6bfac4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:04.930737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c63d3-7259-4131-a8ba-008beb7ffa82 req-66760108-3222-45ae-90bb-5b0b3f41a026 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:04.932737 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cd6c63d3-7259-4131-a8ba-008beb7ffa82 req-66760108-3222-45ae-90bb-5b0b3f41a026 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 943 time: 0.2118576 Aug 09 16:05:04.933865 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904df5d6-a9c6-4228-afc3-1ebd6bfac4c0 None None] Routers {'bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:04.936085 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-904df5d6-a9c6-4228-afc3-1ebd6bfac4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:04:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:04.941882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c9cb83b4-db29-45d2-baf5-9b9846b392bf tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:04.942722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6a86cbd9-0343-4ec4-b080-5c3127165443 None None] Provisioning complete for port 67b1daf2-9252-4b04-b7b0-8a3c81db71de triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:04.946031 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c9cb83b4-db29-45d2-baf5-9b9846b392bf tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3383460 Aug 09 16:05:04.946773 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32928) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:04.947265 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a86cbd9-0343-4ec4-b080-5c3127165443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.001484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62803c5d-a86a-48b8-ba3c-77ef8259480c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:05.006744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 32932) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:05.007391 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-62803c5d-a86a-48b8-ba3c-77ef8259480c tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5 HTTP/1.1" status: 200 len: 982 time: 0.2027686 Aug 09 16:05:05.008526 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60f1e36f-fec3-4a66-9f76-0d6995fdeb8b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.027653 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60f1e36f-fec3-4a66-9f76-0d6995fdeb8b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.033548 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-904df5d6-a9c6-4228-afc3-1ebd6bfac4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:05.036058 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904df5d6-a9c6-4228-afc3-1ebd6bfac4c0 None None] The sync data for ids ['bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:05:05.057032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6a86cbd9-0343-4ec4-b080-5c3127165443 None None] Port 67b1daf2-9252-4b04-b7b0-8a3c81db71de cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:05.073607 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cd6c63d3-7259-4131-a8ba-008beb7ffa82 req-31d6fbb1-4d5c-4d86-a355-ae934bcb24e0 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286883 Aug 09 16:05:05.077691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5d14a210-5d4c-47e6-a2aa-73c049b45655, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5d14a210-5d4c-47e6-a2aa-73c049b45655,segment=NetworkSegment(72d79b37-be05-481c-866c-bed18c7347fe),segment_id=72d79b37-be05-481c-866c-bed18c7347fe)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:05.104207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60f1e36f-fec3-4a66-9f76-0d6995fdeb8b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.106782 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '5d14a210-5d4c-47e6-a2aa-73c049b45655', 'network_id': '1d7a5b7d-7c04-4a9d-930f-d74fb5c37940', 'port_id': '5d14a210-5d4c-47e6-a2aa-73c049b45655', 'mac_address': 'fa:16:3e:84:f1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df66e9f5-a4fa-4f7a-8421-5cecd566f187', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:05:05.114155 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60f1e36f-fec3-4a66-9f76-0d6995fdeb8b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.118090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-60f1e36f-fec3-4a66-9f76-0d6995fdeb8b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/081ddb52-2997-4378-a192-37951e333a7f HTTP/1.1" status: 204 len: 168 time: 0.1648395 Aug 09 16:05:05.119140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32936) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:05.131208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1e36f-fec3-4a66-9f76-0d6995fdeb8b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=081ddb52-2997-4378-a192-37951e333a7f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:05.201195 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.222494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d14a210-5d4c-47e6-a2aa-73c049b45655 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:05:05.237557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6e724909-ea78-4b67-8921-fd0ef3bdfd0c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1144364 Aug 09 16:05:05.251162 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32940) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:05.253340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5d14a210-5d4c-47e6-a2aa-73c049b45655, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5d14a210-5d4c-47e6-a2aa-73c049b45655,segment=NetworkSegment(72d79b37-be05-481c-866c-bed18c7347fe),segment_id=72d79b37-be05-481c-866c-bed18c7347fe)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:05.259242 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.362304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=5d14a210-5d4c-47e6-a2aa-73c049b45655,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:05.424877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a05de429-e0bd-4bdf-8b55-13d1da347079 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.446967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32948) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:05.480578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['5d14a210-5d4c-47e6-a2aa-73c049b45655'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:05:05.490999 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e46e579b-1fcd-4fd1-90e5-b05306e5c09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.497964 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a05de429-e0bd-4bdf-8b55-13d1da347079 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.598170 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a05de429-e0bd-4bdf-8b55-13d1da347079 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.601993 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a05de429-e0bd-4bdf-8b55-13d1da347079 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.603429 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a05de429-e0bd-4bdf-8b55-13d1da347079 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-groups/f5182f6d-f86b-4c9e-b0f0-0841988f3a85 HTTP/1.1" status: 204 len: 168 time: 0.3494887 Aug 09 16:05:05.609698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32952) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:05.655425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05de429-e0bd-4bdf-8b55-13d1da347079 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5182f6d-f86b-4c9e-b0f0-0841988f3a85,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:05.732119 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c5c54e45-c09f-4c6b-98b7-b3cf346123af tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1147637 Aug 09 16:05:05.732119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32958) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:05.823171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e46e579b-1fcd-4fd1-90e5-b05306e5c09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.831780 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e46e579b-1fcd-4fd1-90e5-b05306e5c09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.891528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e579b-1fcd-4fd1-90e5-b05306e5c09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d46b03-ceca-4451-846b-b571d4ce4edd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:05.923313 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e46e579b-1fcd-4fd1-90e5-b05306e5c09f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b1a6e955d2b423b94eb695064c68b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723139 Aug 09 16:05:05.923857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32964) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:05.933758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-577a57bf-db68-44bc-8fde-1cbb58ed4a1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:05.978654 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-577a57bf-db68-44bc-8fde-1cbb58ed4a1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.032505 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb248-75ee-42a2-947c-8b1a27f1447b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.065336 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-577a57bf-db68-44bc-8fde-1cbb58ed4a1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.068486 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-577a57bf-db68-44bc-8fde-1cbb58ed4a1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.072054 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-577a57bf-db68-44bc-8fde-1cbb58ed4a1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-groups/e0476159-e48c-451b-ba4b-8d7c4e0d827c HTTP/1.1" status: 204 len: 168 time: 0.3367770 Aug 09 16:05:06.072054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb248-75ee-42a2-947c-8b1a27f1447b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.077100 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 32970) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:06.110051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a57bf-db68-44bc-8fde-1cbb58ed4a1c tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0476159-e48c-451b-ba4b-8d7c4e0d827c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:06.184727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c322ef8d-dc3c-4ab1-be44-8cd07385cabe tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.216189 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3f5bb3d4-03c1-4fcb-9611-f7d1e5f16af9 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1287160 Aug 09 16:05:06.226414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 32978) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:06.237029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-11c6dadc-301d-48b1-a9b6-a30868905653 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300079528'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:06.263199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb69526-ec67-4d2a-ae19-77f02fb81771 req-0efb7ab2-bbf9-4b2e-a229-355f4ccc57bb tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:06.265239 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8cb69526-ec67-4d2a-ae19-77f02fb81771 req-0efb7ab2-bbf9-4b2e-a229-355f4ccc57bb tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 944 time: 0.0740016 Aug 09 16:05:06.271606 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb248-75ee-42a2-947c-8b1a27f1447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.274802 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb248-75ee-42a2-947c-8b1a27f1447b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.279429 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4b1fb248-75ee-42a2-947c-8b1a27f1447b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90d46b03-ceca-4451-846b-b571d4ce4edd HTTP/1.1" status: 204 len: 168 time: 0.3546131 Aug 09 16:05:06.296528 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11c6dadc-301d-48b1-a9b6-a30868905653 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.299870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fb248-75ee-42a2-947c-8b1a27f1447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d46b03-ceca-4451-846b-b571d4ce4edd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:06.344910 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8cb69526-ec67-4d2a-ae19-77f02fb81771 req-fc5ffab2-4fa7-4df9-8141-ede5f51a0b57 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639462 Aug 09 16:05:06.570690 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11c6dadc-301d-48b1-a9b6-a30868905653 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.580109 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11c6dadc-301d-48b1-a9b6-a30868905653 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.610493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6dadc-301d-48b1-a9b6-a30868905653 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ccdaf9-2634-49f0-b26e-3d09268093fa,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:06.652886 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11c6dadc-301d-48b1-a9b6-a30868905653 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.655138 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-11c6dadc-301d-48b1-a9b6-a30868905653 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4275486 Aug 09 16:05:06.658159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33006) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:06.664610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fc520e50-fbfc-4172-89a4-64dfecfb7d33 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group_rule': {'security_group_id': '08ccdaf9-2634-49f0-b26e-3d09268093fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:06.691777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c322ef8d-dc3c-4ab1-be44-8cd07385cabe tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 67b1daf2-9252-4b04-b7b0-8a3c81db71de {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:06.693040 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c322ef8d-dc3c-4ab1-be44-8cd07385cabe tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.699751 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc520e50-fbfc-4172-89a4-64dfecfb7d33 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.758337 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc520e50-fbfc-4172-89a4-64dfecfb7d33 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.760792 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5d14a210-5d4c-47e6-a2aa-73c049b45655 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:06.774668 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc520e50-fbfc-4172-89a4-64dfecfb7d33 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.836167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc520e50-fbfc-4172-89a4-64dfecfb7d33 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda15d4b-a953-448e-a1f2-ac35afa1ac55,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:06.847102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc520e50-fbfc-4172-89a4-64dfecfb7d33 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.849266 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fc520e50-fbfc-4172-89a4-64dfecfb7d33 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1889391 Aug 09 16:05:06.855346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33012) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:06.864722 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c322ef8d-dc3c-4ab1-be44-8cd07385cabe tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.882974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 5d14a210-5d4c-47e6-a2aa-73c049b45655 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:06.887776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c322ef8d-dc3c-4ab1-be44-8cd07385cabe tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 67b1daf2-9252-4b04-b7b0-8a3c81db71de owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:06.890802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 5d14a210-5d4c-47e6-a2aa-73c049b45655 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:06.892238 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.897971 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2598-ec09-45ac-ae02-b90502e4b00a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.910681 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2598-ec09-45ac-ae02-b90502e4b00a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.969832 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2598-ec09-45ac-ae02-b90502e4b00a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.976750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b0b2598-ec09-45ac-ae02-b90502e4b00a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:06.984088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33018) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:06.984528 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5b0b2598-ec09-45ac-ae02-b90502e4b00a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/bda15d4b-a953-448e-a1f2-ac35afa1ac55 HTTP/1.1" status: 204 len: 168 time: 0.1279230 Aug 09 16:05:07.001103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b2598-ec09-45ac-ae02-b90502e4b00a tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bda15d4b-a953-448e-a1f2-ac35afa1ac55,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:07.012956 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.043339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594f4596-d239-4aee-b856-3284e2a7b074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d14a210-5d4c-47e6-a2aa-73c049b45655'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:07.046865 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b2761d-517c-40d8-b005-eb087c6a88ce" -d '{"events": [{"server_uuid": "594f4596-d239-4aee-b856-3284e2a7b074", "name": "network-vif-plugged", "status": "completed", "tag": "5d14a210-5d4c-47e6-a2aa-73c049b45655"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:07.063573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33024) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:07.077450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5d14a210-5d4c-47e6-a2aa-73c049b45655, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5d14a210-5d4c-47e6-a2aa-73c049b45655,segment=NetworkSegment(72d79b37-be05-481c-866c-bed18c7347fe),segment_id=72d79b37-be05-481c-866c-bed18c7347fe)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:07.084404 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.106692 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-00214108-a180-4c22-a975-78fa5b4da871 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1203384 Aug 09 16:05:07.109462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33028) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:07.117391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33030) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:07.120419 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d5d98-015f-41b5-a6a5-f1b69e902980 x-openstack-request-id: req-4a0d5d98-015f-41b5-a6a5-f1b69e902980 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:07.121238 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594f4596-d239-4aee-b856-3284e2a7b074", "name": "network-vif-plugged", "status": "completed", "tag": "5d14a210-5d4c-47e6-a2aa-73c049b45655", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:07.121741 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a0d5d98-015f-41b5-a6a5-f1b69e902980 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:07.122466 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594f4596-d239-4aee-b856-3284e2a7b074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d14a210-5d4c-47e6-a2aa-73c049b45655', 'code': 200} Aug 09 16:05:07.173497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=5d14a210-5d4c-47e6-a2aa-73c049b45655,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:07.251590 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f873a55-3d49-42d8-97c9-404cf60b4738 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.283559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621171b-da3e-4311-9d46-35db161a8bd5 req-357d8e1f-dc57-477a-8616-5f70f7681a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:07.285119 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0621171b-da3e-4311-9d46-35db161a8bd5 req-357d8e1f-dc57-477a-8616-5f70f7681a16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 1096 time: 0.0904155 Aug 09 16:05:07.290559 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c322ef8d-dc3c-4ab1-be44-8cd07385cabe tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.308140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f873a55-3d49-42d8-97c9-404cf60b4738 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.346489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322ef8d-dc3c-4ab1-be44-8cd07385cabe tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=67b1daf2-9252-4b04-b7b0-8a3c81db71de,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:07.424104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12b8495-39eb-457f-b21d-3af8e5bb634a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.457357 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0621171b-da3e-4311-9d46-35db161a8bd5 req-44bd345b-f749-4aac-a8ca-d6a200283f40 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627696 Aug 09 16:05:07.483207 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f873a55-3d49-42d8-97c9-404cf60b4738 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.488644 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0f873a55-3d49-42d8-97c9-404cf60b4738 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.490897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0f873a55-3d49-42d8-97c9-404cf60b4738 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-groups/08ccdaf9-2634-49f0-b26e-3d09268093fa HTTP/1.1" status: 204 len: 168 time: 0.3802829 Aug 09 16:05:07.495622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33044) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:07.522993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f873a55-3d49-42d8-97c9-404cf60b4738 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ccdaf9-2634-49f0-b26e-3d09268093fa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:07.544074 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-20b01f35-aef7-4264-b366-3934cb698c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.629423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e8890e9f-0639-46ee-ba9b-3273d4f3dccd tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1281350 Aug 09 16:05:07.634115 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0e5e3e37-fec0-4870-ba52-f7c221a9f218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.634496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33050) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:07.641019 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c322ef8d-dc3c-4ab1-be44-8cd07385cabe tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.646657 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7c32d29d-f2ee-41cd-947a-a892bbe16d3e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272545862'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:07.658152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389ab37-e727-4c3a-964b-9d360c761ee8 req-ce106e02-9cef-4b3b-b316-2abc225fb504 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:07.659834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b389ab37-e727-4c3a-964b-9d360c761ee8 req-ce106e02-9cef-4b3b-b316-2abc225fb504 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.1626842 Aug 09 16:05:07.682087 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12b8495-39eb-457f-b21d-3af8e5bb634a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.689548 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d12b8495-39eb-457f-b21d-3af8e5bb634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.743167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-7c32d29d-f2ee-41cd-947a-a892bbe16d3e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:05:07.743167 n-d-803778-2 neutron-server[94289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 16:05:07.743167 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id_1': '30b499803352402ea13d9052d8183868', 'expiration_1': datetime.datetime(2021, 8, 9, 16, 5, 7, 657494)}] Aug 09 16:05:07.743167 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:05:07.743669 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-7c32d29d-f2ee-41cd-947a-a892bbe16d3e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:05:07.766051 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d12b8495-39eb-457f-b21d-3af8e5bb634a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c6589d19bc7431b9e7922f295358a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6457658 Aug 09 16:05:07.768417 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b8495-39eb-457f-b21d-3af8e5bb634a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0e7476-58a8-4a77-917f-6ecc8688a5a4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:07.768712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33054) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:07.828877 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b389ab37-e727-4c3a-964b-9d360c761ee8 req-833fb04e-7e3e-4e2a-86f3-8e2a4136ad3c tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252544 Aug 09 16:05:07.834330 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-20b01f35-aef7-4264-b366-3934cb698c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.839722 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-20b01f35-aef7-4264-b366-3934cb698c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.888048 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-20b01f35-aef7-4264-b366-3934cb698c93 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c26ba530933c4cd7818341bbff02bc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8206863 Aug 09 16:05:07.888048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b01f35-aef7-4264-b366-3934cb698c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d093201-6fce-4b60-8f69-31116b3385d1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:07.889053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33058) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:07.896638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c322ef8d-dc3c-4ab1-be44-8cd07385cabe tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Router bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:05:07.918603 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5471832-b81b-41c4-961e-62cb831b9709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.940667 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1532042c-dba0-4180-8b08-ca78168c4041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:07.963411 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1532042c-dba0-4180-8b08-ca78168c4041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.010025 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5471832-b81b-41c4-961e-62cb831b9709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.018919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c322ef8d-dc3c-4ab1-be44-8cd07385cabe tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:05:08.028804 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c322ef8d-dc3c-4ab1-be44-8cd07385cabe tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "PUT /v2.0/routers/bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0161390 Aug 09 16:05:08.029121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33062) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:08.032500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c9511-f8e5-405a-9847-207c81da905d None None] Sync routers for ids ['bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:05:08.037499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1532042c-dba0-4180-8b08-ca78168c4041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.041828 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1532042c-dba0-4180-8b08-ca78168c4041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.043019 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1532042c-dba0-4180-8b08-ca78168c4041 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d093201-6fce-4b60-8f69-31116b3385d1 HTTP/1.1" status: 204 len: 168 time: 0.1530046 Aug 09 16:05:08.050028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c9511-f8e5-405a-9847-207c81da905d None None] Routers {'bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:08.051344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-574c9511-f8e5-405a-9847-207c81da905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:04:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:08.053366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532042c-dba0-4180-8b08-ca78168c4041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d093201-6fce-4b60-8f69-31116b3385d1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:08.071818 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96feade-0ff9-4696-bdee-932e89953618 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:05:08.073887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c96feade-0ff9-4696-bdee-932e89953618 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/67b1daf2-9252-4b04-b7b0-8a3c81db71de HTTP/1.1" status: 404 len: 333 time: 0.0435200 Aug 09 16:05:08.076700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33066) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:08.100844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-574c9511-f8e5-405a-9847-207c81da905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:08.105115 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5471832-b81b-41c4-961e-62cb831b9709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.109122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5471832-b81b-41c4-961e-62cb831b9709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.112948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b5471832-b81b-41c4-961e-62cb831b9709 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e0e7476-58a8-4a77-917f-6ecc8688a5a4 HTTP/1.1" status: 204 len: 168 time: 0.3405015 Aug 09 16:05:08.125297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5471832-b81b-41c4-961e-62cb831b9709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0e7476-58a8-4a77-917f-6ecc8688a5a4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:08.152996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c9511-f8e5-405a-9847-207c81da905d None None] Routers {'bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:05:08.153759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-574c9511-f8e5-405a-9847-207c81da905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:04:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:08.193516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-574c9511-f8e5-405a-9847-207c81da905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:08.194277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c9511-f8e5-405a-9847-207c81da905d None None] The sync data for ids ['bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:05:08.218554 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-503f58c6-0053-4bb7-9e93-ad968aa7f787 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.426128 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c32d29d-f2ee-41cd-947a-a892bbe16d3e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.440869 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-503f58c6-0053-4bb7-9e93-ad968aa7f787 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.447317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-503f58c6-0053-4bb7-9e93-ad968aa7f787 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.514488 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-503f58c6-0053-4bb7-9e93-ad968aa7f787 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.515048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503f58c6-0053-4bb7-9e93-ad968aa7f787 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Fanout notify agent at l3_agent the message router_deleted on router bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:05:08.526050 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-503f58c6-0053-4bb7-9e93-ad968aa7f787 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.527162 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-503f58c6-0053-4bb7-9e93-ad968aa7f787 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/routers/bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5 HTTP/1.1" status: 204 len: 168 time: 0.4494228 Aug 09 16:05:08.529765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33082) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:08.586169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33086) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:08.604312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca9afb92-1051-44bb-a766-37525976a271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.606027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea152e4e-4116-4333-98ac-b54a17133e51 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting subnet b4345988-fd16-41dc-b64a-ae32e15af803 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:05:08.616555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ea152e4e-4116-4333-98ac-b54a17133e51 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.651271 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c32d29d-f2ee-41cd-947a-a892bbe16d3e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.662307 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c32d29d-f2ee-41cd-947a-a892bbe16d3e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.685567 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ea152e4e-4116-4333-98ac-b54a17133e51 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.756233 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca9afb92-1051-44bb-a766-37525976a271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.761738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ca9afb92-1051-44bb-a766-37525976a271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.793504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ea152e4e-4116-4333-98ac-b54a17133e51 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.826899 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ca9afb92-1051-44bb-a766-37525976a271 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99ffa94e27e34feca9e7c3616114df49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395113 Aug 09 16:05:08.829412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33094) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:08.831739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9afb92-1051-44bb-a766-37525976a271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d16ce1-ef23-4d88-9e66-b5226b3aaa31,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:08.855891 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c32d29d-f2ee-41cd-947a-a892bbe16d3e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.857331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7c32d29d-f2ee-41cd-947a-a892bbe16d3e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2170904 Aug 09 16:05:08.862967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33096) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:08.873961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32d29d-f2ee-41cd-947a-a892bbe16d3e tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d438c4ba-7b12-4809-88a5-8a2722d9f444,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:08.899103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-eff6e249-c255-438a-9256-569486afca0b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group_rule': {'security_group_id': 'd438c4ba-7b12-4809-88a5-8a2722d9f444', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:08.909231 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ea152e4e-4116-4333-98ac-b54a17133e51 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.953442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea152e4e-4116-4333-98ac-b54a17133e51 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Subnet': ['ID=b4345988-fd16-41dc-b64a-ae32e15af803,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:08.960290 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eff6e249-c255-438a-9256-569486afca0b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.967097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ea152e4e-4116-4333-98ac-b54a17133e51 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.969705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ea152e4e-4116-4333-98ac-b54a17133e51 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/b4345988-fd16-41dc-b64a-ae32e15af803 HTTP/1.1" status: 204 len: 168 time: 0.4389799 Aug 09 16:05:08.971884 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f36dd72-ecd4-4dd8-a69f-5cb9ed5217be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:08.972310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9035319-5cae-4507-9721-b261e77bf1bb None None] Network 45916000-f520-46e4-8e54-4e8232c1496e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:08.972443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33106) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:09.017466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f36dd72-ecd4-4dd8-a69f-5cb9ed5217be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.087938 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eff6e249-c255-438a-9256-569486afca0b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.094016 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eff6e249-c255-438a-9256-569486afca0b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.119222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6e249-c255-438a-9256-569486afca0b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2eacfdc-cee3-4e32-a338-e47ccb80adfe,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:09.123641 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eff6e249-c255-438a-9256-569486afca0b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.126893 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-eff6e249-c255-438a-9256-569486afca0b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2584562 Aug 09 16:05:09.128985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33108) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:09.143847 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f36dd72-ecd4-4dd8-a69f-5cb9ed5217be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.146966 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f36dd72-ecd4-4dd8-a69f-5cb9ed5217be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.148109 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2f36dd72-ecd4-4dd8-a69f-5cb9ed5217be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b8d16ce1-ef23-4d88-9e66-b5226b3aaa31 HTTP/1.1" status: 204 len: 168 time: 0.3174441 Aug 09 16:05:09.152065 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591ec37-7254-4e7b-9c65-03240eebb34f req-486490c0-e6b6-4f37-810f-9b4108366915 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:09.153999 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3591ec37-7254-4e7b-9c65-03240eebb34f req-486490c0-e6b6-4f37-810f-9b4108366915 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.1181417 Aug 09 16:05:09.161685 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.162023 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-90942ea2-adb4-4ef1-9c33-71e1b840c589 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules/b2eacfdc-cee3-4e32-a338-e47ccb80adfe HTTP/1.1" status: 200 len: 763 time: 0.0285470 Aug 09 16:05:09.163821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33114) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:09.164820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36dd72-ecd4-4dd8-a69f-5cb9ed5217be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d16ce1-ef23-4d88-9e66-b5226b3aaa31,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:09.302682 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3591ec37-7254-4e7b-9c65-03240eebb34f req-d109968b-5f32-477d-b955-f702376e5c44 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410384 Aug 09 16:05:09.320446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8cfe8a-4291-4dff-92af-7bf8b488f6c2 None None] DHCP port deletion for 45916000-f520-46e4-8e54-4e8232c1496e request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:05:09.336278 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0349b583-83da-41cf-b4c8-0bcd2167c808 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1699121 Aug 09 16:05:09.339177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33126) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:09.356045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port d29af7a5-8a51-4ce4-954f-e89808c60d4f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:09.356543 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.381243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d68e4bb3-ee51-4263-a687-a99eebe26460 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.392908 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d68e4bb3-ee51-4263-a687-a99eebe26460 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.438677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] For port d29af7a5-8a51-4ce4-954f-e89808c60d4f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d29af7a5-8a51-4ce4-954f-e89808c60d4f,segment=NetworkSegment(29069982-ec8d-49f3-a548-7d620ad19d49),segment_id=29069982-ec8d-49f3-a548-7d620ad19d49)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:09.439242 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.458056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for d29af7a5-8a51-4ce4-954f-e89808c60d4f owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:09.470349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cfe8a-4291-4dff-92af-7bf8b488f6c2 None None] Deleting port d29af7a5-8a51-4ce4-954f-e89808c60d4f {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:09.471280 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe8a-4291-4dff-92af-7bf8b488f6c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.479881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d68e4bb3-ee51-4263-a687-a99eebe26460 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.489693 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d68e4bb3-ee51-4263-a687-a99eebe26460 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.495496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d68e4bb3-ee51-4263-a687-a99eebe26460 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b2eacfdc-cee3-4e32-a338-e47ccb80adfe HTTP/1.1" status: 204 len: 168 time: 0.1550984 Aug 09 16:05:09.499547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33132) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:09.533772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2d30d-79b3-4122-bf44-8d9da3f04775 req-ec02f145-9a2c-4248-a57e-c2d6b0954c74 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:09.535384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bbe2d30d-79b3-4122-bf44-8d9da3f04775 req-ec02f145-9a2c-4248-a57e-c2d6b0954c74 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.1207612 Aug 09 16:05:09.539404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e4bb3-ee51-4263-a687-a99eebe26460 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2eacfdc-cee3-4e32-a338-e47ccb80adfe,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:09.578869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8c8cfe8a-4291-4dff-92af-7bf8b488f6c2 None None] For port d29af7a5-8a51-4ce4-954f-e89808c60d4f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d29af7a5-8a51-4ce4-954f-e89808c60d4f,segment=NetworkSegment(29069982-ec8d-49f3-a548-7d620ad19d49),segment_id=29069982-ec8d-49f3-a548-7d620ad19d49)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:09.579184 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe8a-4291-4dff-92af-7bf8b488f6c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.590560 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bbe2d30d-79b3-4122-bf44-8d9da3f04775 req-5674088d-8137-46fe-8e3f-26ffb1dbf9ee tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472038 Aug 09 16:05:09.600461 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.606538 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-52a1f70b-37c8-4549-b0c3-ca7e54708ba1 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1038544 Aug 09 16:05:09.609718 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cfe8a-4291-4dff-92af-7bf8b488f6c2 None None] Calling delete_port for d29af7a5-8a51-4ce4-954f-e89808c60d4f owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:09.639452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33134) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:09.651120 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b8dc7748-4c26-4af8-9690-96598c955888 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group_rule': {'security_group_id': 'd438c4ba-7b12-4809-88a5-8a2722d9f444', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:09.651305 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=d29af7a5-8a51-4ce4-954f-e89808c60d4f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:09.662190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No DVR routers for this DVR port d29af7a5-8a51-4ce4-954f-e89808c60d4f on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:05:09.724419 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7748-4c26-4af8-9690-96598c955888 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.821204 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe8a-4291-4dff-92af-7bf8b488f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.859270 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.884554 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7748-4c26-4af8-9690-96598c955888 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.887039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45916000-f520-46e4-8e54-4e8232c1496e']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:09.889543 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7748-4c26-4af8-9690-96598c955888 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.891960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cfe8a-4291-4dff-92af-7bf8b488f6c2 None None] Pushing event deleted for resources: {'Port': ['ID=d29af7a5-8a51-4ce4-954f-e89808c60d4f,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:09.911551 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8cfe8a-4291-4dff-92af-7bf8b488f6c2 None None] No DVR routers for this DVR port d29af7a5-8a51-4ce4-954f-e89808c60d4f on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:05:09.921760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29069982-ec8d-49f3-a548-7d620ad19d49') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:09.922075 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29069982-ec8d-49f3-a548-7d620ad19d49') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:09.927601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc7748-4c26-4af8-9690-96598c955888 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45de82e-9ba1-44b7-9802-ddd8e4dd3e6c,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:09.949788 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.958539 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7748-4c26-4af8-9690-96598c955888 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.960182 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b8dc7748-4c26-4af8-9690-96598c955888 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3194675 Aug 09 16:05:09.962914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33150) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:09.970350 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.987406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:05:09.987832 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:05:09.996658 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:05:10.009368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4f35e588-0ee5-4ad8-ae11-e99f9c6d0056 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules/e45de82e-9ba1-44b7-9802-ddd8e4dd3e6c HTTP/1.1" status: 200 len: 763 time: 0.0440769 Aug 09 16:05:10.011952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33154) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.061062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a23dc7-eb43-443a-ab4e-d772b13c0d32 req-3ee9d099-7180-40cc-abcd-738ff10e97bb tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:10.062997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9a23dc7-eb43-443a-ab4e-d772b13c0d32 req-3ee9d099-7180-40cc-abcd-738ff10e97bb tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.0991151 Aug 09 16:05:10.097687 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-69a528fd-1f9e-460d-9ad3-02bd399bf68b tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0844123 Aug 09 16:05:10.105453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33156) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.145129 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.163973 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.165346 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d9a23dc7-eb43-443a-ab4e-d772b13c0d32 req-495fda6e-3252-47ef-a3f6-a00ca800c0ab tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928509 Aug 09 16:05:10.166241 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/networks/45916000-f520-46e4-8e54-4e8232c1496e HTTP/1.1" status: 204 len: 168 time: 1.1927958 Aug 09 16:05:10.169057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7089e0be-c900-422a-bd40-847402a988b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.171506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33160) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.190018 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f520bfa-22d3-4396-a23a-b0a3adb9cd79 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Network': ['ID=45916000-f520-46e4-8e54-4e8232c1496e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:10.219043 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7089e0be-c900-422a-bd40-847402a988b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.256122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e32d82-eec8-4aa0-8c5f-8b21aaa7d734 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:10.257492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f9e32d82-eec8-4aa0-8c5f-8b21aaa7d734 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/e9161ced-2f2d-445a-8371-201a13d7bce7 HTTP/1.1" status: 200 len: 841 time: 0.0844948 Aug 09 16:05:10.261234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33170) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.299538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7089e0be-c900-422a-bd40-847402a988b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.312152 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7089e0be-c900-422a-bd40-847402a988b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.313749 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7089e0be-c900-422a-bd40-847402a988b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e45de82e-9ba1-44b7-9802-ddd8e4dd3e6c HTTP/1.1" status: 204 len: 168 time: 0.2068870 Aug 09 16:05:10.316863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33176) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.336443 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c9d35296-9d3e-407c-9bc2-8788d4b3ba1f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/e9161ced-2f2d-445a-8371-201a13d7bce7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0699015 Aug 09 16:05:10.336443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089e0be-c900-422a-bd40-847402a988b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e45de82e-9ba1-44b7-9802-ddd8e4dd3e6c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:10.337453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33178) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.342717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-98e39b24-5635-4048-acbf-069e73e6fe99 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:10.418377 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3e86c8c6-bd3b-4afa-9b5b-9d6c3dd1cc69 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0994766 Aug 09 16:05:10.420886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33184) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.430316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8afec034-1772-46ab-9d5d-2277ced037b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Request body: {'security_group_rule': {'security_group_id': 'd438c4ba-7b12-4809-88a5-8a2722d9f444', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:10.478454 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-8afec034-1772-46ab-9d5d-2277ced037b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Project 30b499803352402ea13d9052d8183868 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:05:10.488796 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8afec034-1772-46ab-9d5d-2277ced037b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.521449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e39b24-5635-4048-acbf-069e73e6fe99 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:10.521817 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-29fac9c5-0ec3-4652-8d40-9befe4c637d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.526096 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-98e39b24-5635-4048-acbf-069e73e6fe99 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.642604 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8afec034-1772-46ab-9d5d-2277ced037b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.651462 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8afec034-1772-46ab-9d5d-2277ced037b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.685465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afec034-1772-46ab-9d5d-2277ced037b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c7e84d-a11f-4f1d-a688-8032b0c7dd52,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:10.693090 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8afec034-1772-46ab-9d5d-2277ced037b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.697528 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8afec034-1772-46ab-9d5d-2277ced037b7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2738478 Aug 09 16:05:10.697780 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33194) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.719685 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cb6e7cb8-640a-449e-b626-940ad2668302 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules/97c7e84d-a11f-4f1d-a688-8032b0c7dd52 HTTP/1.1" status: 200 len: 769 time: 0.0202274 Aug 09 16:05:10.722420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33196) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.775472 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-55a15616-4de2-4b1d-9ab3-2e6e07e10482 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0505948 Aug 09 16:05:10.779633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33200) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.840540 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04d56b42-bebf-425c-b8e3-7dd92fc9cca0 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.849774 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04d56b42-bebf-425c-b8e3-7dd92fc9cca0 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.861172 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.892477 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04d56b42-bebf-425c-b8e3-7dd92fc9cca0 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.898489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-04d56b42-bebf-425c-b8e3-7dd92fc9cca0 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.902596 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-04d56b42-bebf-425c-b8e3-7dd92fc9cca0 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/97c7e84d-a11f-4f1d-a688-8032b0c7dd52 HTTP/1.1" status: 204 len: 168 time: 0.0979452 Aug 09 16:05:10.902939 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33206) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:10.914271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d56b42-bebf-425c-b8e3-7dd92fc9cca0 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97c7e84d-a11f-4f1d-a688-8032b0c7dd52,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:10.918605 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-98e39b24-5635-4048-acbf-069e73e6fe99 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.961488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e39b24-5635-4048-acbf-069e73e6fe99 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network dc47a3ed-407b-4bef-8250-5b993556a33d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:10.967279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-98e39b24-5635-4048-acbf-069e73e6fe99 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:10.970446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e39b24-5635-4048-acbf-069e73e6fe99 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:10.971055 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-98e39b24-5635-4048-acbf-069e73e6fe99 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:10.977770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0ed615-d7b3-4340-8262-0d535d8ef02e None None] Network dc47a3ed-407b-4bef-8250-5b993556a33d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:10.994613 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-98e39b24-5635-4048-acbf-069e73e6fe99 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6534884 Aug 09 16:05:10.995078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33210) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:11.000085 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-93cfcb64-0614-4a85-930e-0bf7759441ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'security_group': {'name': 'tempest-secgroup-1481689509'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:11.015356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e39b24-5635-4048-acbf-069e73e6fe99 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Subnet': ['ID=bbe9d675-7433-4533-bebb-7c63e5d1bc58,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:11.017296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33214) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:11.019016 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d6903136-e309-475f-9891-3c29636a50c5 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1130610 Aug 09 16:05:11.068395 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-93cfcb64-0614-4a85-930e-0bf7759441ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.100941 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1bab7d9-c639-46c7-8841-74422d4a9de7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.219843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-93cfcb64-0614-4a85-930e-0bf7759441ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.232127 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-93cfcb64-0614-4a85-930e-0bf7759441ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.281005 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfcb64-0614-4a85-930e-0bf7759441ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ac8b79-75be-486c-9251-9ba652c09614,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:11.296241 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1bab7d9-c639-46c7-8841-74422d4a9de7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.297481 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:05:11.322597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-dc47a3ed-407b-4bef-8250-5b993556a33d', 'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'tenant_id': '138e98a468924b939cb78ad3108818e3', 'fixed_ips': [{'subnet_id': 'bbe9d675-7433-4533-bebb-7c63e5d1bc58'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:05:11.323261 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.328408 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-93cfcb64-0614-4a85-930e-0bf7759441ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.336967 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-93cfcb64-0614-4a85-930e-0bf7759441ce tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3408523 Aug 09 16:05:11.340299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33228) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:11.369063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-09f98946-3922-4030-be64-fc70aa0ac8a2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'security_group': {'name': 'tempest-secgroup-664711254'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:11.374951 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d29af7a5-8a51-4ce4-954f-e89808c60d4f no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:05:11.416713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1bab7d9-c639-46c7-8841-74422d4a9de7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.419974 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1bab7d9-c639-46c7-8841-74422d4a9de7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.424801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b1bab7d9-c639-46c7-8841-74422d4a9de7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "DELETE /v2.0/security-groups/d438c4ba-7b12-4809-88a5-8a2722d9f444 HTTP/1.1" status: 204 len: 168 time: 0.4041827 Aug 09 16:05:11.434910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33230) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:11.445332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bab7d9-c639-46c7-8841-74422d4a9de7 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d438c4ba-7b12-4809-88a5-8a2722d9f444,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:11.494113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09f98946-3922-4030-be64-fc70aa0ac8a2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.500439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d29af7a5-8a51-4ce4-954f-e89808c60d4f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:05:11.500439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d29af7a5-8a51-4ce4-954f-e89808c60d4f not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:05:11.552092 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.566613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d52ec-7875-4312-a6f6-01aec446785e req-1ec47791-8919-4ff0-84c2-da96208f5ab7 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:11.575747 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-528d52ec-7875-4312-a6f6-01aec446785e req-1ec47791-8919-4ff0-84c2-da96208f5ab7 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.2403696 Aug 09 16:05:11.609898 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Allocated IP 172.20.0.2 (dc47a3ed-407b-4bef-8250-5b993556a33d/bbe9d675-7433-4533-bebb-7c63e5d1bc58/1be67838-442e-4c7a-9f02-9628563f12dc) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:11.656821 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-528d52ec-7875-4312-a6f6-01aec446785e req-893e75cb-33f1-4f92-8cac-2de9603d5910 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799689 Aug 09 16:05:11.664495 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3cde7bc3-9dc0-4688-ac76-4f01dcd29845 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2210703 Aug 09 16:05:11.669285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33242) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:11.711873 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09f98946-3922-4030-be64-fc70aa0ac8a2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.718360 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09f98946-3922-4030-be64-fc70aa0ac8a2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.749240 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-90d8a5b4-5025-40ef-92d0-5f2f3e37ac97 tempest-SecGroupIPv6Test-142255378 tempest-SecGroupIPv6Test-142255378-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784836 Aug 09 16:05:11.779076 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09f98946-3922-4030-be64-fc70aa0ac8a2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.783464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33252) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:11.784110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-09f98946-3922-4030-be64-fc70aa0ac8a2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4421105 Aug 09 16:05:11.785447 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.790173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f98946-3922-4030-be64-fc70aa0ac8a2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a868739-5782-45f3-b51b-755323da9dde,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:11.791603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1875169792', 'security_groups': ['1a868739-5782-45f3-b51b-755323da9dde'], 'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bbe9d675-7433-4533-bebb-7c63e5d1bc58'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:11.799456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Transition to ACTIVE for port object 1be67838-442e-4c7a-9f02-9628563f12dc will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:11.829483 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.837350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Transition to ACTIVE for port object 1be67838-442e-4c7a-9f02-9628563f12dc will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:11.850484 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:11.904928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Network dc47a3ed-407b-4bef-8250-5b993556a33d is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:11.908432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:11.913159 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:11.915231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Pushing event updated for resources: {'Port': ['ID=1be67838-442e-4c7a-9f02-9628563f12dc,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:12.013721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Attempting to bind port 1be67838-442e-4c7a-9f02-9628563f12dc on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:05:12.013721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Attempting to bind port 1be67838-442e-4c7a-9f02-9628563f12dc by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'c2c5072c-a5ea-4287-947e-3696eb8c7ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:05:12.013721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Attempting to bind port 1be67838-442e-4c7a-9f02-9628563f12dc on network dc47a3ed-407b-4bef-8250-5b993556a33d {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:05:12.025871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:05:12.027844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Checking segment: {'id': 'c2c5072c-a5ea-4287-947e-3696eb8c7ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:05:12.028703 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:12.030074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Bound using segment: {'id': 'c2c5072c-a5ea-4287-947e-3696eb8c7ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:05:12.031428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Bound port: 1be67838-442e-4c7a-9f02-9628563f12dc, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c5072c-a5ea-4287-947e-3696eb8c7ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:05:12.032909 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:12.040124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54d058-73a4-42e7-b750-0851f7513d47 req-ee4da760-d14c-4df2-9836-e5c08edf30ae tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:12.050814 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb54d058-73a4-42e7-b750-0851f7513d47 req-ee4da760-d14c-4df2-9836-e5c08edf30ae tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.0758240 Aug 09 16:05:12.060333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15586466-f6ca-4adb-bdcc-c260bdf97763 req-a3b79339-7fd0-4af7-bfb7-013d8d30357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:12.062834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15586466-f6ca-4adb-bdcc-c260bdf97763 req-a3b79339-7fd0-4af7-bfb7-013d8d30357b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=818ae410c503443486f31649908f1cc8&device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 1096 time: 0.0846086 Aug 09 16:05:12.070148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:12.104548 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb54d058-73a4-42e7-b750-0851f7513d47 req-4ae24de2-c9e6-47e2-8d36-577ef8a46f2b tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488303 Aug 09 16:05:12.147571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] For port 1be67838-442e-4c7a-9f02-9628563f12dc, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:05:12.151567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] For port 1be67838-442e-4c7a-9f02-9628563f12dc, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1be67838-442e-4c7a-9f02-9628563f12dc,segment=NetworkSegment(c2c5072c-a5ea-4287-947e-3696eb8c7ceb),segment_id=c2c5072c-a5ea-4287-947e-3696eb8c7ceb)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:05:12.156415 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:12.220023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cc00d-a569-408d-8c05-4110f880c8f6 None None] Pushing event updated for resources: {'Port': ['ID=1be67838-442e-4c7a-9f02-9628563f12dc,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:12.381337 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33266) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:12.458440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33272) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:12.683264 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:12.689675 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a071d0f1-2218-4559-bd23-a5d3e9af9f02 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=30b499803352402ea13d9052d8183868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071818 Aug 09 16:05:12.692936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33282) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:12.705835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15586466-f6ca-4adb-bdcc-c260bdf97763 req-8420e8d3-a483-4d07-bdcd-aff46aea0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:12.708196 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15586466-f6ca-4adb-bdcc-c260bdf97763 req-8420e8d3-a483-4d07-bdcd-aff46aea0948 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 HTTP/1.1" status: 200 len: 913 time: 0.6223128 Aug 09 16:05:12.714063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port b34690ce-28e1-4904-a32b-50672b34fcdb yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:05:12.765538 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15586466-f6ca-4adb-bdcc-c260bdf97763 req-e65092e7-505e-4b58-ba16-6684c143394f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d14a210-5d4c-47e6-a2aa-73c049b45655 HTTP/1.1" status: 200 len: 217 time: 0.0462494 Aug 09 16:05:12.781360 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f52cebf-a50e-4f9f-9323-11a7333e5150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:12.822021 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f52cebf-a50e-4f9f-9323-11a7333e5150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:12.883324 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff382640-1436-4dde-a7b4-5dc0d3dc99e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:12.911347 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15586466-f6ca-4adb-bdcc-c260bdf97763 req-673cd63c-3083-40c0-ac91-0a0be9ecc8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:12.913099 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15586466-f6ca-4adb-bdcc-c260bdf97763 req-673cd63c-3083-40c0-ac91-0a0be9ecc8fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df66e9f5-a4fa-4f7a-8421-5cecd566f187 HTTP/1.1" status: 200 len: 852 time: 0.1019917 Aug 09 16:05:12.944119 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f52cebf-a50e-4f9f-9323-11a7333e5150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:12.947209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f52cebf-a50e-4f9f-9323-11a7333e5150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:12.948697 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8f52cebf-a50e-4f9f-9323-11a7333e5150 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d65f27d7-cb00-4303-8f3d-5fa81a1a8c62 HTTP/1.1" status: 204 len: 168 time: 0.2541864 Aug 09 16:05:12.960980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52cebf-a50e-4f9f-9323-11a7333e5150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65f27d7-cb00-4303-8f3d-5fa81a1a8c62,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:12.972707 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15586466-f6ca-4adb-bdcc-c260bdf97763 req-be9008ca-a6c5-47ed-897c-b8cab28cfc3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d7a5b7d-7c04-4a9d-930f-d74fb5c37940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517352 Aug 09 16:05:13.032912 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff382640-1436-4dde-a7b4-5dc0d3dc99e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.039217 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ff382640-1436-4dde-a7b4-5dc0d3dc99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.074923 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ff382640-1436-4dde-a7b4-5dc0d3dc99e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9118c75232e5476ba6b76d94178e6f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6156497 Aug 09 16:05:13.090203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33294) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:13.117439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff382640-1436-4dde-a7b4-5dc0d3dc99e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c17a23-28ad-42bd-bfc9-10bbbc9d263e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:13.163324 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.198266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.9 (dc47a3ed-407b-4bef-8250-5b993556a33d/bbe9d675-7433-4533-bebb-7c63e5d1bc58/b34690ce-28e1-4904-a32b-50672b34fcdb) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:13.266667 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f104dfe9-6465-461c-954e-22eeb905dd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.358957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15586466-f6ca-4adb-bdcc-c260bdf97763 req-d3cec4b9-f3a0-48f9-8a10-e8e9dad73889 service neutron] 10.222.0.60 "GET /v2.0/networks/1d7a5b7d-7c04-4a9d-930f-d74fb5c37940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742774 Aug 09 16:05:13.362746 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f104dfe9-6465-461c-954e-22eeb905dd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.392168 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1be67838-442e-4c7a-9f02-9628563f12dc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:13.463116 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.486006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 1be67838-442e-4c7a-9f02-9628563f12dc completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:13.601127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411071be-fb04-48cd-9769-3bf36c8fdd60 req-6b326468-b71e-47b6-8bec-dc53fd0a4458 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:13.603250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-411071be-fb04-48cd-9769-3bf36c8fdd60 req-6b326468-b71e-47b6-8bec-dc53fd0a4458 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.3587115 Aug 09 16:05:13.719337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-411071be-fb04-48cd-9769-3bf36c8fdd60 req-0c999b2a-0921-4ad4-bdf1-8b3ccc2e56f1 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070087 Aug 09 16:05:13.730316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15586466-f6ca-4adb-bdcc-c260bdf97763 req-683a1240-8ffe-4113-8779-b8677ec45943 service neutron] 10.222.0.60 "GET /v2.0/networks/1d7a5b7d-7c04-4a9d-930f-d74fb5c37940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020053 Aug 09 16:05:13.753108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f104dfe9-6465-461c-954e-22eeb905dd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.759795 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f104dfe9-6465-461c-954e-22eeb905dd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.760959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f104dfe9-6465-461c-954e-22eeb905dd03 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8c17a23-28ad-42bd-bfc9-10bbbc9d263e HTTP/1.1" status: 204 len: 168 time: 0.6689966 Aug 09 16:05:13.778449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104dfe9-6465-461c-954e-22eeb905dd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c17a23-28ad-42bd-bfc9-10bbbc9d263e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:13.795147 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.815365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Transition to ACTIVE for port object b34690ce-28e1-4904-a32b-50672b34fcdb will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:13.874567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-818c0c26-2895-4e32-a9d5-42f50dca2c14 None None] Provisioning complete for port e9161ced-2f2d-445a-8371-201a13d7bce7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:13.875450 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-818c0c26-2895-4e32-a9d5-42f50dca2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.915861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:13.966767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network dc47a3ed-407b-4bef-8250-5b993556a33d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:13.967165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-818c0c26-2895-4e32-a9d5-42f50dca2c14 None None] Port e9161ced-2f2d-445a-8371-201a13d7bce7 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:13.971297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:13.974857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:13.986921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-818c0c26-2895-4e32-a9d5-42f50dca2c14 None None] Provisioning for port 1be67838-442e-4c7a-9f02-9628563f12dc completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:13.992201 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-818c0c26-2895-4e32-a9d5-42f50dca2c14 None None] Provisioning complete for port 1be67838-442e-4c7a-9f02-9628563f12dc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:13.994694 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-818c0c26-2895-4e32-a9d5-42f50dca2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.030644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=b34690ce-28e1-4904-a32b-50672b34fcdb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:14.048768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:14.049515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.077357 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d5fc57f3-bbd6-4d44-8deb-459a1d9ea827 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2923360 Aug 09 16:05:14.080077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33332) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:14.087051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8a48a75b-eea1-43ad-b914-73e2ed579e3e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:14.174161 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-818c0c26-2895-4e32-a9d5-42f50dca2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.238780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-818c0c26-2895-4e32-a9d5-42f50dca2c14 None None] For port 1be67838-442e-4c7a-9f02-9628563f12dc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1be67838-442e-4c7a-9f02-9628563f12dc,segment=NetworkSegment(c2c5072c-a5ea-4287-947e-3696eb8c7ceb),segment_id=c2c5072c-a5ea-4287-947e-3696eb8c7ceb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:14.247225 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-818c0c26-2895-4e32-a9d5-42f50dca2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.362393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a48a75b-eea1-43ad-b914-73e2ed579e3e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:14.370833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a48a75b-eea1-43ad-b914-73e2ed579e3e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.376996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c0c26-2895-4e32-a9d5-42f50dca2c14 None None] Pushing event updated for resources: {'Port': ['ID=1be67838-442e-4c7a-9f02-9628563f12dc,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:14.402213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-29fb33c0-3dea-4024-8681-2c5e47435a7f None None] Provisioning for port b34690ce-28e1-4904-a32b-50672b34fcdb completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:14.409114 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-29fb33c0-3dea-4024-8681-2c5e47435a7f None None] Provisioning complete for port b34690ce-28e1-4904-a32b-50672b34fcdb triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:14.409516 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-29fb33c0-3dea-4024-8681-2c5e47435a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.487222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-29fb33c0-3dea-4024-8681-2c5e47435a7f None None] Port b34690ce-28e1-4904-a32b-50672b34fcdb cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:14.522529 n-d-803778-2 neutron-server[94289]: INFO neutron.db.ipam_backend_mixin [None req-8a48a75b-eea1-43ad-b914-73e2ed579e3e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bbe9d675-7433-4533-bebb-7c63e5d1bc58 (CIDR: 172.20.0.0/28) Aug 09 16:05:14.525948 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a48a75b-eea1-43ad-b914-73e2ed579e3e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:05:14.526526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a48a75b-eea1-43ad-b914-73e2ed579e3e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:14.548956 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8a48a75b-eea1-43ad-b914-73e2ed579e3e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4671304 Aug 09 16:05:14.549456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33350) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:14.555765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5a5bac3a-363c-4925-812d-4493b3d05b88 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:14.681560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5bac3a-363c-4925-812d-4493b3d05b88 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:14.685742 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a5bac3a-363c-4925-812d-4493b3d05b88 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:14.962085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4f1de-263c-4f8e-85fc-71681a566284 req-ef8e8ddb-5af3-4376-a4f0-15ccd9872f5a tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:14.964491 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bed4f1de-263c-4f8e-85fc-71681a566284 req-ef8e8ddb-5af3-4376-a4f0-15ccd9872f5a tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.1275265 Aug 09 16:05:14.997840 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a5bac3a-363c-4925-812d-4493b3d05b88 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:15.034514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bed4f1de-263c-4f8e-85fc-71681a566284 req-86250888-09f2-4f74-bf7b-2e71f4e102d3 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627730 Aug 09 16:05:15.116657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bac3a-363c-4925-812d-4493b3d05b88 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Subnet': ['ID=f1a2a6a6-821a-4465-9402-b48d2ff7ee47,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:15.125455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5bac3a-363c-4925-812d-4493b3d05b88 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network dc47a3ed-407b-4bef-8250-5b993556a33d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:15.129146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-5a5bac3a-363c-4925-812d-4493b3d05b88 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:15.134745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5bac3a-363c-4925-812d-4493b3d05b88 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:15.135705 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a5bac3a-363c-4925-812d-4493b3d05b88 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:15.150461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad263c09-38f5-4288-9047-3ac6f9d8037c None None] Network dc47a3ed-407b-4bef-8250-5b993556a33d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:15.196571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33374) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:15.205547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f3719457-62da-42df-a559-933cf3fd390f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-378840034', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f1a2a6a6-821a-4465-9402-b48d2ff7ee47'}], 'security_groups': ['c0ac8b79-75be-486c-9251-9ba652c09614']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:15.211185 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5a5bac3a-363c-4925-812d-4493b3d05b88 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6604044 Aug 09 16:05:15.455810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1be67838-442e-4c7a-9f02-9628563f12dc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:15.546285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b1a51-a72f-47b8-aac2-8320647f55e2 req-d6e4a64f-4135-4339-a7c2-17ae714af5ba tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:15.548244 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f91b1a51-a72f-47b8-aac2-8320647f55e2 req-d6e4a64f-4135-4339-a7c2-17ae714af5ba tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.0971265 Aug 09 16:05:15.615973 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3719457-62da-42df-a559-933cf3fd390f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:15.641962 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f91b1a51-a72f-47b8-aac2-8320647f55e2 req-d73ea8c7-1546-4e4b-97c3-78979692d970 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721781 Aug 09 16:05:15.642848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1be67838-442e-4c7a-9f02-9628563f12dc triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:15.643228 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:15.776840 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28ac1cc-a7be-4757-96d8-fb5fc363fafd None None] Update dhcp port {'port': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'fixed_ips': [{'subnet_id': 'bbe9d675-7433-4533-bebb-7c63e5d1bc58', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f1a2a6a6-821a-4465-9402-b48d2ff7ee47'}], 'binding:host_id': 'n-d-803778-2'}, 'id': '1be67838-442e-4c7a-9f02-9628563f12dc'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:05:16.054122 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e28ac1cc-a7be-4757-96d8-fb5fc363fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:16.237841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-f3719457-62da-42df-a559-933cf3fd390f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Delete allocated IP 172.20.0.9 (dc47a3ed-407b-4bef-8250-5b993556a33d/bbe9d675-7433-4533-bebb-7c63e5d1bc58) {{(pid=94289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 09 16:05:16.249404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-f3719457-62da-42df-a559-933cf3fd390f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.26 (dc47a3ed-407b-4bef-8250-5b993556a33d/f1a2a6a6-821a-4465-9402-b48d2ff7ee47/b34690ce-28e1-4904-a32b-50672b34fcdb) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:16.456489 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3719457-62da-42df-a559-933cf3fd390f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:16.479666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-f3719457-62da-42df-a559-933cf3fd390f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Transition to ACTIVE for port object b34690ce-28e1-4904-a32b-50672b34fcdb will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:16.484721 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3719457-62da-42df-a559-933cf3fd390f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:16.579528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3719457-62da-42df-a559-933cf3fd390f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=b34690ce-28e1-4904-a32b-50672b34fcdb,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:16.626721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-e28ac1cc-a7be-4757-96d8-fb5fc363fafd None None] Allocated IP 172.20.0.18 (dc47a3ed-407b-4bef-8250-5b993556a33d/f1a2a6a6-821a-4465-9402-b48d2ff7ee47/1be67838-442e-4c7a-9f02-9628563f12dc) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:16.745457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f3719457-62da-42df-a559-933cf3fd390f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] In _notify_port_updated(), no bound segment for port b34690ce-28e1-4904-a32b-50672b34fcdb on network dc47a3ed-407b-4bef-8250-5b993556a33d {{(pid=94289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:05:16.751243 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3719457-62da-42df-a559-933cf3fd390f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:16.751873 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f3719457-62da-42df-a559-933cf3fd390f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:16.756425 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f3719457-62da-42df-a559-933cf3fd390f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "PUT /v2.0/ports/b34690ce-28e1-4904-a32b-50672b34fcdb HTTP/1.1" status: 200 len: 920 time: 1.5549984 Aug 09 16:05:16.756927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33428) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:16.852354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e28ac1cc-a7be-4757-96d8-fb5fc363fafd None None] For port 1be67838-442e-4c7a-9f02-9628563f12dc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1be67838-442e-4c7a-9f02-9628563f12dc,segment=NetworkSegment(c2c5072c-a5ea-4287-947e-3696eb8c7ceb),segment_id=c2c5072c-a5ea-4287-947e-3696eb8c7ceb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:16.890912 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e28ac1cc-a7be-4757-96d8-fb5fc363fafd None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:16.909004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e28ac1cc-a7be-4757-96d8-fb5fc363fafd None None] Transition to ACTIVE for port object 1be67838-442e-4c7a-9f02-9628563f12dc will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:16.916133 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e28ac1cc-a7be-4757-96d8-fb5fc363fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:16.962513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5ecd2-cdcd-40a4-a40d-113d1f2a2ff7 req-eb86e030-7b80-4a75-978b-551fb91e9543 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:16.964141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ab5ecd2-cdcd-40a4-a40d-113d1f2a2ff7 req-eb86e030-7b80-4a75-978b-551fb91e9543 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.1680107 Aug 09 16:05:17.104740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ac1cc-a7be-4757-96d8-fb5fc363fafd None None] Pushing event updated for resources: {'Port': ['ID=1be67838-442e-4c7a-9f02-9628563f12dc,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:17.126226 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ab5ecd2-cdcd-40a4-a40d-113d1f2a2ff7 req-fa455ef3-734c-4d8d-8f0c-9ae6f4939552 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541231 Aug 09 16:05:17.147850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ea918394-0039-4f0b-9dd7-471794234d9f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port b34690ce-28e1-4904-a32b-50672b34fcdb {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:17.149748 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea918394-0039-4f0b-9dd7-471794234d9f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:17.313819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1be67838-442e-4c7a-9f02-9628563f12dc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:17.465002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea918394-0039-4f0b-9dd7-471794234d9f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:17.522743 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ea918394-0039-4f0b-9dd7-471794234d9f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for b34690ce-28e1-4904-a32b-50672b34fcdb owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:17.973169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0143be-5b6a-4e82-8fcc-0313b066b04e req-b2495ec2-54be-4928-9d2e-97ebb0f332c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:17.982370 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e0143be-5b6a-4e82-8fcc-0313b066b04e req-b2495ec2-54be-4928-9d2e-97ebb0f332c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=818ae410c503443486f31649908f1cc8&device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 1096 time: 0.1711724 Aug 09 16:05:17.993866 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea918394-0039-4f0b-9dd7-471794234d9f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:18.107692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cab70-5097-46a8-bc31-805ded0988a6 req-00cae466-1998-4d54-b54f-b2851878faf2 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:18.119688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b9cab70-5097-46a8-bc31-805ded0988a6 req-00cae466-1998-4d54-b54f-b2851878faf2 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.3124759 Aug 09 16:05:18.150219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8a2ae5c9-c2f9-4fd8-a39f-f1451e06b2c0 None None] Provisioning complete for port e9161ced-2f2d-445a-8371-201a13d7bce7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:18.150757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8a2ae5c9-c2f9-4fd8-a39f-f1451e06b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:18.212873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ae5c9-c2f9-4fd8-a39f-f1451e06b2c0 None None] Port e9161ced-2f2d-445a-8371-201a13d7bce7 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:18.217228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8a2ae5c9-c2f9-4fd8-a39f-f1451e06b2c0 None None] Could not find standard attr ID for object b34690ce-28e1-4904-a32b-50672b34fcdb. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:05:18.231285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8a2ae5c9-c2f9-4fd8-a39f-f1451e06b2c0 None None] Provisioning for port 1be67838-442e-4c7a-9f02-9628563f12dc completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:18.237318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8a2ae5c9-c2f9-4fd8-a39f-f1451e06b2c0 None None] Provisioning complete for port 1be67838-442e-4c7a-9f02-9628563f12dc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:18.237995 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8a2ae5c9-c2f9-4fd8-a39f-f1451e06b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:18.245916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea918394-0039-4f0b-9dd7-471794234d9f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=b34690ce-28e1-4904-a32b-50672b34fcdb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:18.254513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33476) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:18.341302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b9cab70-5097-46a8-bc31-805ded0988a6 req-6e82bb04-1f4b-4d12-835d-0add0d839ef3 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184160 Aug 09 16:05:18.363436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea918394-0039-4f0b-9dd7-471794234d9f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:18.366243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ea918394-0039-4f0b-9dd7-471794234d9f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/b34690ce-28e1-4904-a32b-50672b34fcdb HTTP/1.1" status: 204 len: 168 time: 1.6083105 Aug 09 16:05:18.369114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33482) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:18.388579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0143be-5b6a-4e82-8fcc-0313b066b04e req-41592e41-4723-4002-8535-ededef0c256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:18.392400 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e0143be-5b6a-4e82-8fcc-0313b066b04e req-41592e41-4723-4002-8535-ededef0c256e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 HTTP/1.1" status: 200 len: 913 time: 0.3999710 Aug 09 16:05:18.434767 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-929b6858-e664-4255-bc3b-a7b2fcb71d7e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:05:18.436747 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-929b6858-e664-4255-bc3b-a7b2fcb71d7e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/b34690ce-28e1-4904-a32b-50672b34fcdb HTTP/1.1" status: 404 len: 333 time: 0.0662441 Aug 09 16:05:18.439623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33484) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:18.463772 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e0143be-5b6a-4e82-8fcc-0313b066b04e req-9eac882b-f6dc-4eac-b8bb-ea1149936de1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d14a210-5d4c-47e6-a2aa-73c049b45655 HTTP/1.1" status: 200 len: 217 time: 0.0615847 Aug 09 16:05:18.536446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0143be-5b6a-4e82-8fcc-0313b066b04e req-c472e031-e960-4e7c-946a-66c649fda950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:18.538583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e0143be-5b6a-4e82-8fcc-0313b066b04e req-c472e031-e960-4e7c-946a-66c649fda950 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df66e9f5-a4fa-4f7a-8421-5cecd566f187 HTTP/1.1" status: 200 len: 852 time: 0.0636544 Aug 09 16:05:18.541561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c53decc-d459-4486-8bfb-f7bc6744f5f5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:18.545833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a940-d37c-4b90-800a-d3035dbd829d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:18.584319 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e0143be-5b6a-4e82-8fcc-0313b066b04e req-b26f6fd7-8a72-4fc4-ac14-a4ac10e26785 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d7a5b7d-7c04-4a9d-930f-d74fb5c37940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379739 Aug 09 16:05:18.622014 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c53decc-d459-4486-8bfb-f7bc6744f5f5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:18.804803 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e0143be-5b6a-4e82-8fcc-0313b066b04e req-d79109a7-5535-4a59-bd82-f40b1af68858 service neutron] 10.222.0.60 "GET /v2.0/networks/1d7a5b7d-7c04-4a9d-930f-d74fb5c37940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054336 Aug 09 16:05:18.812578 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c53decc-d459-4486-8bfb-f7bc6744f5f5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:18.815156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c53decc-d459-4486-8bfb-f7bc6744f5f5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:18.819401 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9c53decc-d459-4486-8bfb-f7bc6744f5f5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/security-groups/1a868739-5782-45f3-b51b-755323da9dde HTTP/1.1" status: 204 len: 168 time: 0.3781002 Aug 09 16:05:18.821196 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33494) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:18.842760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53decc-d459-4486-8bfb-f7bc6744f5f5 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a868739-5782-45f3-b51b-755323da9dde,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:18.876702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33496) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:18.928517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5d77d962-8f3f-41f8-a19d-087013bee493 None None] Could not find standard attr ID for object b34690ce-28e1-4904-a32b-50672b34fcdb. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:05:18.986204 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-47df68a2-f34c-44c6-b28f-91d2eeb053f7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.021572 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e0143be-5b6a-4e82-8fcc-0313b066b04e req-ae6a590b-5c82-4abd-b21c-a91a87d37075 service neutron] 10.222.0.60 "GET /v2.0/networks/1d7a5b7d-7c04-4a9d-930f-d74fb5c37940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906958 Aug 09 16:05:19.022861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-47df68a2-f34c-44c6-b28f-91d2eeb053f7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.062889 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a940-d37c-4b90-800a-d3035dbd829d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.064209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-edd14620-f88c-4331-bec4-25540f0c2f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.081312 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a940-d37c-4b90-800a-d3035dbd829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.141957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-47df68a2-f34c-44c6-b28f-91d2eeb053f7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.144457 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-47df68a2-f34c-44c6-b28f-91d2eeb053f7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.148733 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-47df68a2-f34c-44c6-b28f-91d2eeb053f7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/security-groups/c0ac8b79-75be-486c-9251-9ba652c09614 HTTP/1.1" status: 204 len: 168 time: 0.3162961 Aug 09 16:05:19.148939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33502) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:19.151091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4a940-d37c-4b90-800a-d3035dbd829d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d5c189-50a2-4f19-bfbd-d58d803e8aa1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:19.156591 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f6b4a940-d37c-4b90-800a-d3035dbd829d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a285b0baaac45819759a64ad2d9f585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8999710 Aug 09 16:05:19.162030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33504) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:19.168805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df68a2-f34c-44c6-b28f-91d2eeb053f7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ac8b79-75be-486c-9251-9ba652c09614,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:19.256179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-edd14620-f88c-4331-bec4-25540f0c2f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.258098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-709a147b-bca0-4b3e-91a8-33efff3f3824 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting subnet bbe9d675-7433-4533-bebb-7c63e5d1bc58 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:05:19.261627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-edd14620-f88c-4331-bec4-25540f0c2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.263151 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-709a147b-bca0-4b3e-91a8-33efff3f3824 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.305402 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-edd14620-f88c-4331-bec4-25540f0c2f54 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8ab0db8324e4557b1ee98cc7e873cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263804 Aug 09 16:05:19.306704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd14620-f88c-4331-bec4-25540f0c2f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fc0c2f-d6bc-4659-bb26-c037d8180b14,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:19.309185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33510) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:19.320759 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-224af694-c0ae-41ee-9d25-5317d339a03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.341888 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-709a147b-bca0-4b3e-91a8-33efff3f3824 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.386694 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-224af694-c0ae-41ee-9d25-5317d339a03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.468637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0707a8-2968-42ec-84e6-08cea4cb1c54 req-53825ccc-3bc6-475b-95d4-5ebea1ee3893 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:19.470220 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf0707a8-2968-42ec-84e6-08cea4cb1c54 req-53825ccc-3bc6-475b-95d4-5ebea1ee3893 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.0557578 Aug 09 16:05:19.487569 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d54609d-5308-4863-ae70-8726d8c5bddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.514446 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-709a147b-bca0-4b3e-91a8-33efff3f3824 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.521570 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf0707a8-2968-42ec-84e6-08cea4cb1c54 req-d77a52fb-f3eb-49a7-853f-585f1a453005 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Aug 09 16:05:19.540530 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-224af694-c0ae-41ee-9d25-5317d339a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.543067 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-224af694-c0ae-41ee-9d25-5317d339a03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.544209 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-224af694-c0ae-41ee-9d25-5317d339a03a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58d5c189-50a2-4f19-bfbd-d58d803e8aa1 HTTP/1.1" status: 204 len: 168 time: 0.3785129 Aug 09 16:05:19.556079 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d54609d-5308-4863-ae70-8726d8c5bddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.579477 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224af694-c0ae-41ee-9d25-5317d339a03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d5c189-50a2-4f19-bfbd-d58d803e8aa1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:19.656878 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-709a147b-bca0-4b3e-91a8-33efff3f3824 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.700526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a147b-bca0-4b3e-91a8-33efff3f3824 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe9d675-7433-4533-bebb-7c63e5d1bc58,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:19.703584 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-709a147b-bca0-4b3e-91a8-33efff3f3824 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.710312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-709a147b-bca0-4b3e-91a8-33efff3f3824 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/bbe9d675-7433-4533-bebb-7c63e5d1bc58 HTTP/1.1" status: 204 len: 168 time: 0.5554595 Aug 09 16:05:19.710753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3572e9-eda2-4739-a4f3-c1d78988642d None None] Network dc47a3ed-407b-4bef-8250-5b993556a33d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:19.711216 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d54609d-5308-4863-ae70-8726d8c5bddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.712299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33522) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:19.713324 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d54609d-5308-4863-ae70-8726d8c5bddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:19.714601 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9d54609d-5308-4863-ae70-8726d8c5bddb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2fc0c2f-d6bc-4659-bb26-c037d8180b14 HTTP/1.1" status: 204 len: 168 time: 0.4008641 Aug 09 16:05:19.718405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6fa37543-65f6-4228-9f6e-1229edd5e3f8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:19.723426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54609d-5308-4863-ae70-8726d8c5bddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fc0c2f-d6bc-4659-bb26-c037d8180b14,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:19.923994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa37543-65f6-4228-9f6e-1229edd5e3f8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:19.935455 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6fa37543-65f6-4228-9f6e-1229edd5e3f8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.265748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33538) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:20.290666 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0b88e9a-2b80-4d08-9f57-31c4379d4d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.379375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6fa37543-65f6-4228-9f6e-1229edd5e3f8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.441921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa37543-65f6-4228-9f6e-1229edd5e3f8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network dc47a3ed-407b-4bef-8250-5b993556a33d is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:20.452603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-6fa37543-65f6-4228-9f6e-1229edd5e3f8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:20.459986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa37543-65f6-4228-9f6e-1229edd5e3f8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:20.460947 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6fa37543-65f6-4228-9f6e-1229edd5e3f8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.482863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa37543-65f6-4228-9f6e-1229edd5e3f8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Subnet': ['ID=88882f7d-286a-42dc-9586-6cfb30c89900,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:20.504611 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0b88e9a-2b80-4d08-9f57-31c4379d4d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.513569 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d0b88e9a-2b80-4d08-9f57-31c4379d4d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.516275 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6fa37543-65f6-4228-9f6e-1229edd5e3f8 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8025954 Aug 09 16:05:20.519049 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33544) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:20.524712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b2d75cd4-ecdf-412f-9e34-d695d55f250d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'security_group': {'name': 'tempest-secgroup-1186692075'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:20.552575 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d0b88e9a-2b80-4d08-9f57-31c4379d4d6b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=588e6c432c37492b8f2bbd96bc854213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855947 Aug 09 16:05:20.555946 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33548) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:20.601922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b88e9a-2b80-4d08-9f57-31c4379d4d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70171f63-f686-474a-a826-6d0cfee574af,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:20.669201 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b2d75cd4-ecdf-412f-9e34-d695d55f250d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.703603 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ea33-318e-41a5-bb2d-47d2485f14f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.754739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82c5be-0fec-498e-be45-64c667cda90d req-405330b2-0db1-4cb4-a879-b944805ea015 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:20.758003 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c82c5be-0fec-498e-be45-64c667cda90d req-405330b2-0db1-4cb4-a879-b944805ea015 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.0964630 Aug 09 16:05:20.795536 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ea33-318e-41a5-bb2d-47d2485f14f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.883916 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3c82c5be-0fec-498e-be45-64c667cda90d req-9c056260-5a29-493f-8f58-cad949536f09 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139481 Aug 09 16:05:20.937373 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ea33-318e-41a5-bb2d-47d2485f14f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.939926 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ff3ea33-318e-41a5-bb2d-47d2485f14f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.943758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6ff3ea33-318e-41a5-bb2d-47d2485f14f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70171f63-f686-474a-a826-6d0cfee574af HTTP/1.1" status: 204 len: 168 time: 0.3809047 Aug 09 16:05:20.944625 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b2d75cd4-ecdf-412f-9e34-d695d55f250d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.953416 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b2d75cd4-ecdf-412f-9e34-d695d55f250d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.964511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3ea33-318e-41a5-bb2d-47d2485f14f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70171f63-f686-474a-a826-6d0cfee574af,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:20.984161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39711b5-c1cf-4c7c-8826-40320ab5ca46 None None] Network dc47a3ed-407b-4bef-8250-5b993556a33d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:21.015299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d75cd4-ecdf-412f-9e34-d695d55f250d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5a5658-6c3b-41de-bd93-59bbd0eab1a9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:21.031769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b2d75cd4-ecdf-412f-9e34-d695d55f250d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.033141 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b2d75cd4-ecdf-412f-9e34-d695d55f250d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5124307 Aug 09 16:05:21.037019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33560) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:21.042467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7cff4f17-984a-4774-b692-90cd752a8639 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'security_group': {'name': 'tempest-secgroup-1524349376'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:21.100553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cff4f17-984a-4774-b692-90cd752a8639 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.295536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a7d8ae8a-0c6a-4001-b935-2c33f940b1b7 None None] Provisioning complete for port e9161ced-2f2d-445a-8371-201a13d7bce7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:21.296640 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ae8a-0c6a-4001-b935-2c33f940b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.375563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8ae8a-0c6a-4001-b935-2c33f940b1b7 None None] Port e9161ced-2f2d-445a-8371-201a13d7bce7 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:21.398359 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a7d8ae8a-0c6a-4001-b935-2c33f940b1b7 None None] Provisioning complete for port 1be67838-442e-4c7a-9f02-9628563f12dc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:21.399150 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ae8a-0c6a-4001-b935-2c33f940b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.497891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cff4f17-984a-4774-b692-90cd752a8639 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.513708 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e4cc-7113-4b81-a825-0c9ff9336284 req-f264b6ef-f2d6-445d-944a-5d7f9bd3cba6 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:21.531560 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-59c8e4cc-7113-4b81-a825-0c9ff9336284 req-f264b6ef-f2d6-445d-944a-5d7f9bd3cba6 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.2600789 Aug 09 16:05:21.542318 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cff4f17-984a-4774-b692-90cd752a8639 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.568875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cdd94a-2b88-4e19-95ee-d9d271c18bf4 None None] Update dhcp port {'port': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'fixed_ips': [{'subnet_id': 'f1a2a6a6-821a-4465-9402-b48d2ff7ee47', 'ip_address': '172.20.0.18'}, {'subnet_id': '88882f7d-286a-42dc-9586-6cfb30c89900'}], 'binding:host_id': 'n-d-803778-2'}, 'id': '1be67838-442e-4c7a-9f02-9628563f12dc'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:05:21.606911 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77cdd94a-2b88-4e19-95ee-d9d271c18bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.618843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cff4f17-984a-4774-b692-90cd752a8639 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.620375 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7cff4f17-984a-4774-b692-90cd752a8639 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5818317 Aug 09 16:05:21.623228 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33586) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:21.628812 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-835c6753-39c6-4429-a9ed-581cb5703ffb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'security_group': {'name': 'tempest-secgroup-1705514407'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:21.646015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff4f17-984a-4774-b692-90cd752a8639 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561d8748-5ad3-4a06-814a-8f84e34ba0c0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:21.680852 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-59c8e4cc-7113-4b81-a825-0c9ff9336284 req-b4847899-2f46-48de-9088-be01f01e4d53 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258273 Aug 09 16:05:21.691538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-835c6753-39c6-4429-a9ed-581cb5703ffb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.872313 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-835c6753-39c6-4429-a9ed-581cb5703ffb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.878934 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-835c6753-39c6-4429-a9ed-581cb5703ffb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.911639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-77cdd94a-2b88-4e19-95ee-d9d271c18bf4 None None] Allocated IP 172.20.0.2 (dc47a3ed-407b-4bef-8250-5b993556a33d/88882f7d-286a-42dc-9586-6cfb30c89900/1be67838-442e-4c7a-9f02-9628563f12dc) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:21.915669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c6753-39c6-4429-a9ed-581cb5703ffb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f9dad0-0658-4580-b29b-384f276a2f14,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:21.921267 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-835c6753-39c6-4429-a9ed-581cb5703ffb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:21.925949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33604) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:21.926129 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-835c6753-39c6-4429-a9ed-581cb5703ffb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3015602 Aug 09 16:05:21.931954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1036460498', 'security_groups': ['57f9dad0-0658-4580-b29b-384f276a2f14'], 'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '88882f7d-286a-42dc-9586-6cfb30c89900'}]}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:22.055392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-77cdd94a-2b88-4e19-95ee-d9d271c18bf4 None None] For port 1be67838-442e-4c7a-9f02-9628563f12dc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1be67838-442e-4c7a-9f02-9628563f12dc,segment=NetworkSegment(c2c5072c-a5ea-4287-947e-3696eb8c7ceb),segment_id=c2c5072c-a5ea-4287-947e-3696eb8c7ceb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:22.087040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:22.122577 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77cdd94a-2b88-4e19-95ee-d9d271c18bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:22.141198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-77cdd94a-2b88-4e19-95ee-d9d271c18bf4 None None] Transition to ACTIVE for port object 1be67838-442e-4c7a-9f02-9628563f12dc will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:22.145919 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77cdd94a-2b88-4e19-95ee-d9d271c18bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:22.235866 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:22.260949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] device_id is not set on port 4675fd07-36e1-43c0-aa6a-bc92dfe1e184 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:05:22.278265 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdd94a-2b88-4e19-95ee-d9d271c18bf4 None None] Pushing event updated for resources: {'Port': ['ID=1be67838-442e-4c7a-9f02-9628563f12dc,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:22.545357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.3 (dc47a3ed-407b-4bef-8250-5b993556a33d/88882f7d-286a-42dc-9586-6cfb30c89900/4675fd07-36e1-43c0-aa6a-bc92dfe1e184) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:22.821844 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:22.856361 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Transition to ACTIVE for port object 4675fd07-36e1-43c0-aa6a-bc92dfe1e184 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:22.918760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4659e-cf75-41ea-9017-04846197bd57 req-e933162a-82b1-4e33-b95d-9973bc742e84 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:22.923193 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1e4659e-cf75-41ea-9017-04846197bd57 req-e933162a-82b1-4e33-b95d-9973bc742e84 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.1395047 Aug 09 16:05:22.936302 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:23.011649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=4675fd07-36e1-43c0-aa6a-bc92dfe1e184,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:23.011915 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1e4659e-cf75-41ea-9017-04846197bd57 req-ca2bc97a-9587-4b32-aa8d-26dc939117e0 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b3270aab-8275-4066-8805-16a7989b7aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814507 Aug 09 16:05:23.043062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network dc47a3ed-407b-4bef-8250-5b993556a33d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:23.047697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:23.052215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:23.143023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:23.143811 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:23.256782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-254371bc-83ac-4186-8100-a0518e5538ec tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3264718 Aug 09 16:05:23.258046 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33668) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:23.264029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b9f128c7-50ff-4ffb-b4bc-25690b9fff0f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:23.280342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01980f5-603f-44ac-b8d8-0f237c8956ce req-50a83c1a-ca2e-404d-bc6b-fef46b182aa6 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:23.284188 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e01980f5-603f-44ac-b8d8-0f237c8956ce req-50a83c1a-ca2e-404d-bc6b-fef46b182aa6 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.60 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 945 time: 0.1343968 Aug 09 16:05:23.302610 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-373990d2-d591-4984-a32b-9e2c0b43a490 None None] Provisioning complete for port e9161ced-2f2d-445a-8371-201a13d7bce7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:23.304646 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-373990d2-d591-4984-a32b-9e2c0b43a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:23.372911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1be67838-442e-4c7a-9f02-9628563f12dc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:23.446611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-e01980f5-603f-44ac-b8d8-0f237c8956ce req-cd371daf-ad8b-4186-9f89-08400ba3141f tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Deleting port 5d14a210-5d4c-47e6-a2aa-73c049b45655 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:23.448399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e01980f5-603f-44ac-b8d8-0f237c8956ce req-cd371daf-ad8b-4186-9f89-08400ba3141f tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:23.481286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33672) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:23.528086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-373990d2-d591-4984-a32b-9e2c0b43a490 None None] Port e9161ced-2f2d-445a-8371-201a13d7bce7 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:23.575850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-373990d2-d591-4984-a32b-9e2c0b43a490 None None] Provisioning for port 1be67838-442e-4c7a-9f02-9628563f12dc completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:23.588447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-373990d2-d591-4984-a32b-9e2c0b43a490 None None] Provisioning complete for port 1be67838-442e-4c7a-9f02-9628563f12dc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:23.589042 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-373990d2-d591-4984-a32b-9e2c0b43a490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:23.666228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-e01980f5-603f-44ac-b8d8-0f237c8956ce req-cd371daf-ad8b-4186-9f89-08400ba3141f tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] For port 5d14a210-5d4c-47e6-a2aa-73c049b45655, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5d14a210-5d4c-47e6-a2aa-73c049b45655,segment=NetworkSegment(72d79b37-be05-481c-866c-bed18c7347fe),segment_id=72d79b37-be05-481c-866c-bed18c7347fe)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:23.666833 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e01980f5-603f-44ac-b8d8-0f237c8956ce req-cd371daf-ad8b-4186-9f89-08400ba3141f tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:23.687549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-e01980f5-603f-44ac-b8d8-0f237c8956ce req-cd371daf-ad8b-4186-9f89-08400ba3141f tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Calling delete_port for 5d14a210-5d4c-47e6-a2aa-73c049b45655 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:23.875856 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e01980f5-603f-44ac-b8d8-0f237c8956ce req-cd371daf-ad8b-4186-9f89-08400ba3141f tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:23.889939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['5d14a210-5d4c-47e6-a2aa-73c049b45655'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:05:23.945325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd371daf-ad8b-4186-9f89-08400ba3141f tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Pushing event deleted for resources: {'Port': ['ID=5d14a210-5d4c-47e6-a2aa-73c049b45655,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:23.968863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bfcfe9ef-ab71-4d46-8d23-b399bea7f351 None None] Provisioning for port 4675fd07-36e1-43c0-aa6a-bc92dfe1e184 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:23.979666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bfcfe9ef-ab71-4d46-8d23-b399bea7f351 None None] Provisioning complete for port 4675fd07-36e1-43c0-aa6a-bc92dfe1e184 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:23.980056 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bfcfe9ef-ab71-4d46-8d23-b399bea7f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:24.052972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-bfcfe9ef-ab71-4d46-8d23-b399bea7f351 None None] Port 4675fd07-36e1-43c0-aa6a-bc92dfe1e184 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:24.063281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01980f5-603f-44ac-b8d8-0f237c8956ce req-cd371daf-ad8b-4186-9f89-08400ba3141f tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] No DVR routers for this DVR port 5d14a210-5d4c-47e6-a2aa-73c049b45655 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:05:24.077990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e01980f5-603f-44ac-b8d8-0f237c8956ce req-cd371daf-ad8b-4186-9f89-08400ba3141f tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:24.081314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e01980f5-603f-44ac-b8d8-0f237c8956ce req-cd371daf-ad8b-4186-9f89-08400ba3141f tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.60 "DELETE /v2.0/ports/5d14a210-5d4c-47e6-a2aa-73c049b45655 HTTP/1.1" status: 204 len: 173 time: 0.7891119 Aug 09 16:05:24.086071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594f4596-d239-4aee-b856-3284e2a7b074', 'name': 'network-vif-deleted', 'tag': '5d14a210-5d4c-47e6-a2aa-73c049b45655'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:05:24.088633 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adc5d14-68ac-46e4-8aa3-0ac6edd37fbd" -d '{"events": [{"server_uuid": "594f4596-d239-4aee-b856-3284e2a7b074", "name": "network-vif-deleted", "tag": "5d14a210-5d4c-47e6-a2aa-73c049b45655"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:05:24.203633 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d832a0a-06f7-4b2e-9cfe-fade1bc236ba x-openstack-request-id: req-2d832a0a-06f7-4b2e-9cfe-fade1bc236ba {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:05:24.204271 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594f4596-d239-4aee-b856-3284e2a7b074", "name": "network-vif-deleted", "tag": "5d14a210-5d4c-47e6-a2aa-73c049b45655", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:05:24.204761 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d832a0a-06f7-4b2e-9cfe-fade1bc236ba {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:05:24.205377 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594f4596-d239-4aee-b856-3284e2a7b074', 'name': 'network-vif-deleted', 'tag': '5d14a210-5d4c-47e6-a2aa-73c049b45655', 'status': 'completed', 'code': 200} Aug 09 16:05:24.275751 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8543d4f-3f2f-44b9-8c62-f3cf2b092350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:24.286751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0ea355a5-de9a-4bd9-b011-22a3a5afc765 req-e375d512-bd6b-433f-9291-ac8f3fb113d1 tempest-TestServerAdvancedOps-222459184 tempest-TestServerAdvancedOps-222459184-project] 10.222.0.81 "GET /v2.0/ports?device_id=594f4596-d239-4aee-b856-3284e2a7b074 HTTP/1.1" status: 200 len: 210 time: 0.0443351 Aug 09 16:05:24.319469 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f128c7-50ff-4ffb-b4bc-25690b9fff0f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:24.326550 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b9f128c7-50ff-4ffb-b4bc-25690b9fff0f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:24.462105 n-d-803778-2 neutron-server[94289]: INFO neutron.db.ipam_backend_mixin [None req-b9f128c7-50ff-4ffb-b4bc-25690b9fff0f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 88882f7d-286a-42dc-9586-6cfb30c89900 (CIDR: 172.20.0.0/28) Aug 09 16:05:24.477491 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f128c7-50ff-4ffb-b4bc-25690b9fff0f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:05:24.478065 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f128c7-50ff-4ffb-b4bc-25690b9fff0f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:24.538035 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8543d4f-3f2f-44b9-8c62-f3cf2b092350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:24.546689 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8543d4f-3f2f-44b9-8c62-f3cf2b092350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:24.562557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b9f128c7-50ff-4ffb-b4bc-25690b9fff0f tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3030629 Aug 09 16:05:24.565261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33716) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:24.571694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5a463bd0-2fe1-4429-aa0e-02e0968f3c69 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:24.628821 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e8543d4f-3f2f-44b9-8c62-f3cf2b092350 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1af43149cbb4083a7610cfa994eb23e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1422551 Aug 09 16:05:24.637319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33720) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:24.727740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8543d4f-3f2f-44b9-8c62-f3cf2b092350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e79157f-3f07-4a77-b229-839c60576bcd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:24.730864 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:24.764050 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:24.862020 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:24.864094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a463bd0-2fe1-4429-aa0e-02e0968f3c69 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:24.865877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:24.867338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e79157f-3f07-4a77-b229-839c60576bcd HTTP/1.1" status: 204 len: 168 time: 0.2289951 Aug 09 16:05:24.871641 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a463bd0-2fe1-4429-aa0e-02e0968f3c69 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:24.900450 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e79157f-3f07-4a77-b229-839c60576bcd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:24.922966 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:24.924894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:24.925496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:24.927592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:24.928290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:24.930103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:24.930949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:24.932983 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:24.934980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:24.935719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:24.936984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:24.938987 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4352be98-9563-4b2c-8ad2-5dad577015aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:24.987285 n-d-803778-2 neutron-server[94290]: INFO neutron.db.ipam_backend_mixin [None req-5a463bd0-2fe1-4429-aa0e-02e0968f3c69 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f1a2a6a6-821a-4465-9402-b48d2ff7ee47 (CIDR: 172.20.0.16/28) Aug 09 16:05:24.992164 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a463bd0-2fe1-4429-aa0e-02e0968f3c69 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:05:24.992774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a463bd0-2fe1-4429-aa0e-02e0968f3c69 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:25.027262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5a463bd0-2fe1-4429-aa0e-02e0968f3c69 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4608541 Aug 09 16:05:25.029827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33766) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:25.040721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1033e290-e204-446c-a1ac-2b918cf048cb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'subnet': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:25.246243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1033e290-e204-446c-a1ac-2b918cf048cb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Made reservation on behalf of 138e98a468924b939cb78ad3108818e3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:25.252308 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1033e290-e204-446c-a1ac-2b918cf048cb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.393140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33802) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:25.411988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33804) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:25.419522 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdbab4a9-d7e0-4865-8f16-fd29b21a1eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.466017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fe7920-b453-4415-8a86-7063d5e1d2c0 admin admin] Deleting subnet df66e9f5-a4fa-4f7a-8421-5cecd566f187 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:05:25.480508 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5fe7920-b453-4415-8a86-7063d5e1d2c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.536411 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5fe7920-b453-4415-8a86-7063d5e1d2c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.603218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdbab4a9-d7e0-4865-8f16-fd29b21a1eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.610870 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cdbab4a9-d7e0-4865-8f16-fd29b21a1eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.624863 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5fe7920-b453-4415-8a86-7063d5e1d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.659283 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbab4a9-d7e0-4865-8f16-fd29b21a1eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cd6159-5405-47fb-aea4-91745e369e37,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:25.718090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cdbab4a9-d7e0-4865-8f16-fd29b21a1eff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b98ff6f03d6431ca226682e4be588a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213792 Aug 09 16:05:25.718912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33812) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:25.807070 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-005a029f-f06d-4d3e-b62f-77abd52265ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.836411 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-005a029f-f06d-4d3e-b62f-77abd52265ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.896170 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-005a029f-f06d-4d3e-b62f-77abd52265ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.901412 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-005a029f-f06d-4d3e-b62f-77abd52265ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:25.906034 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-005a029f-f06d-4d3e-b62f-77abd52265ee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/64cd6159-5405-47fb-aea4-91745e369e37 HTTP/1.1" status: 204 len: 168 time: 0.1818833 Aug 09 16:05:25.911910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33820) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:25.932617 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a029f-f06d-4d3e-b62f-77abd52265ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cd6159-5405-47fb-aea4-91745e369e37,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:26.083884 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5fe7920-b453-4415-8a86-7063d5e1d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:26.104503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c5fe7920-b453-4415-8a86-7063d5e1d2c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:26.108835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c5fe7920-b453-4415-8a86-7063d5e1d2c0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/df66e9f5-a4fa-4f7a-8421-5cecd566f187 HTTP/1.1" status: 204 len: 168 time: 0.6928687 Aug 09 16:05:26.110198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33832) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:26.125488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe7920-b453-4415-8a86-7063d5e1d2c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df66e9f5-a4fa-4f7a-8421-5cecd566f187,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:26.130592 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1033e290-e204-446c-a1ac-2b918cf048cb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:26.182591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1033e290-e204-446c-a1ac-2b918cf048cb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Network dc47a3ed-407b-4bef-8250-5b993556a33d is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:26.188246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1033e290-e204-446c-a1ac-2b918cf048cb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:26.194556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1033e290-e204-446c-a1ac-2b918cf048cb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:26.194800 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1033e290-e204-446c-a1ac-2b918cf048cb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:26.200801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d53bc70-d6ab-4070-82a8-f7405bf76e24 None None] Network dc47a3ed-407b-4bef-8250-5b993556a33d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:26.212981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033e290-e204-446c-a1ac-2b918cf048cb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Subnet': ['ID=a26e468b-0ddc-4e5b-ba67-3d9bff831024,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:26.225879 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1033e290-e204-446c-a1ac-2b918cf048cb tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1903138 Aug 09 16:05:26.229337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33836) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:26.247993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c775d30a-da6c-4b3b-baf9-86343f2ed977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-187702963', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a26e468b-0ddc-4e5b-ba67-3d9bff831024'}], 'security_groups': ['0f5a5658-6c3b-41de-bd93-59bbd0eab1a9', '561d8748-5ad3-4a06-814a-8f84e34ba0c0']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:26.279726 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:26.308601 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ce7ba7c-2c72-4b73-b2db-59bd3839021f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:26.449886 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ce7ba7c-2c72-4b73-b2db-59bd3839021f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:26.451172 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c775d30a-da6c-4b3b-baf9-86343f2ed977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:26.495202 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ce7ba7c-2c72-4b73-b2db-59bd3839021f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:26.771976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7ba7c-2c72-4b73-b2db-59bd3839021f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4e93bd-1424-4619-8121-5cc5630a025c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:26.775833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:26.790352 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3ce7ba7c-2c72-4b73-b2db-59bd3839021f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a81677d29704acabf50c35d600e4aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8661091 Aug 09 16:05:26.800459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33860) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:26.807226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7a5b7d-7c04-4a9d-930f-d74fb5c37940']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:26.822072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5d14a210-5d4c-47e6-a2aa-73c049b45655 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:05:26.881578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33862) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:26.884970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 5d14a210-5d4c-47e6-a2aa-73c049b45655 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:05:26.885324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5d14a210-5d4c-47e6-a2aa-73c049b45655 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:05:26.892054 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d79b37-be05-481c-866c-bed18c7347fe') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:26.892511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d79b37-be05-481c-866c-bed18c7347fe') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:26.914448 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:26.952879 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:26.961633 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2675244-1177-4408-bf89-f795a159190e None None] Update dhcp port {'port': {'network_id': 'dc47a3ed-407b-4bef-8250-5b993556a33d', 'fixed_ips': [{'subnet_id': 'f1a2a6a6-821a-4465-9402-b48d2ff7ee47', 'ip_address': '172.20.0.18'}, {'subnet_id': '88882f7d-286a-42dc-9586-6cfb30c89900', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a26e468b-0ddc-4e5b-ba67-3d9bff831024'}], 'binding:host_id': 'n-d-803778-2'}, 'id': '1be67838-442e-4c7a-9f02-9628563f12dc'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:05:26.989415 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:05:26.992861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:05:27.023782 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:05:27.029649 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2675244-1177-4408-bf89-f795a159190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.033764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-c775d30a-da6c-4b3b-baf9-86343f2ed977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Delete allocated IP 172.20.0.3 (dc47a3ed-407b-4bef-8250-5b993556a33d/88882f7d-286a-42dc-9586-6cfb30c89900) {{(pid=94290) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 09 16:05:27.047241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-c775d30a-da6c-4b3b-baf9-86343f2ed977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Allocated IP 172.20.0.38 (dc47a3ed-407b-4bef-8250-5b993556a33d/a26e468b-0ddc-4e5b-ba67-3d9bff831024/4675fd07-36e1-43c0-aa6a-bc92dfe1e184) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:27.082545 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e06802e0-9833-4f08-8173-11afc6bec889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.155990 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13bf179b-7d0f-4a64-8788-ae3994ac1dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.177902 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e06802e0-9833-4f08-8173-11afc6bec889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.199461 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.295751 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.301609 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] 10.222.0.81 "DELETE /v2.0/networks/1d7a5b7d-7c04-4a9d-930f-d74fb5c37940 HTTP/1.1" status: 204 len: 168 time: 1.1885233 Aug 09 16:05:27.306677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33876) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:27.355203 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13bf179b-7d0f-4a64-8788-ae3994ac1dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.367545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3aba518-0ee7-4577-b266-0d071e2be959 admin admin] Deleting subnet 96313978-55b5-4e34-8268-17037f6ead10 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:05:27.373531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13bf179b-7d0f-4a64-8788-ae3994ac1dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.376691 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d96346-f763-41de-a50b-6f13d1e40abd admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7a5b7d-7c04-4a9d-930f-d74fb5c37940,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:27.396708 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c775d30a-da6c-4b3b-baf9-86343f2ed977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.425897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-c775d30a-da6c-4b3b-baf9-86343f2ed977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Transition to ACTIVE for port object 4675fd07-36e1-43c0-aa6a-bc92dfe1e184 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:27.427202 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3aba518-0ee7-4577-b266-0d071e2be959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.428537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-13bf179b-7d0f-4a64-8788-ae3994ac1dab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0e53790172a467a9726914e0de9bd8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330071 Aug 09 16:05:27.432857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33880) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:27.447991 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf179b-7d0f-4a64-8788-ae3994ac1dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a347113-c4a8-411a-b590-2bc644e49e18,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:27.462601 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e06802e0-9833-4f08-8173-11afc6bec889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.465683 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e06802e0-9833-4f08-8173-11afc6bec889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.469249 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e06802e0-9833-4f08-8173-11afc6bec889 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d4e93bd-1424-4619-8121-5cc5630a025c HTTP/1.1" status: 204 len: 168 time: 0.6632736 Aug 09 16:05:27.495174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06802e0-9833-4f08-8173-11afc6bec889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4e93bd-1424-4619-8121-5cc5630a025c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:27.506101 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c775d30a-da6c-4b3b-baf9-86343f2ed977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.511410 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d81c9a5d-6e43-4f5c-a594-dc6ab0e07595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.551956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-e2675244-1177-4408-bf89-f795a159190e None None] Allocated IP 172.20.0.34 (dc47a3ed-407b-4bef-8250-5b993556a33d/a26e468b-0ddc-4e5b-ba67-3d9bff831024/1be67838-442e-4c7a-9f02-9628563f12dc) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:27.559475 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d81c9a5d-6e43-4f5c-a594-dc6ab0e07595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.644783 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3aba518-0ee7-4577-b266-0d071e2be959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.659612 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d81c9a5d-6e43-4f5c-a594-dc6ab0e07595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.662977 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d81c9a5d-6e43-4f5c-a594-dc6ab0e07595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.667403 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d81c9a5d-6e43-4f5c-a594-dc6ab0e07595 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a347113-c4a8-411a-b590-2bc644e49e18 HTTP/1.1" status: 204 len: 168 time: 0.2334397 Aug 09 16:05:27.678084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c9a5d-6e43-4f5c-a594-dc6ab0e07595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a347113-c4a8-411a-b590-2bc644e49e18,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:27.742622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775d30a-da6c-4b3b-baf9-86343f2ed977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event updated for resources: {'Port': ['ID=4675fd07-36e1-43c0-aa6a-bc92dfe1e184,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:27.743372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e2675244-1177-4408-bf89-f795a159190e None None] For port 1be67838-442e-4c7a-9f02-9628563f12dc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1be67838-442e-4c7a-9f02-9628563f12dc,segment=NetworkSegment(c2c5072c-a5ea-4287-947e-3696eb8c7ceb),segment_id=c2c5072c-a5ea-4287-947e-3696eb8c7ceb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:27.774555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c775d30a-da6c-4b3b-baf9-86343f2ed977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] In _notify_port_updated(), no bound segment for port 4675fd07-36e1-43c0-aa6a-bc92dfe1e184 on network dc47a3ed-407b-4bef-8250-5b993556a33d {{(pid=94290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 09 16:05:27.780707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c775d30a-da6c-4b3b-baf9-86343f2ed977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:27.781498 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c775d30a-da6c-4b3b-baf9-86343f2ed977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.786668 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33890) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:27.789343 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c775d30a-da6c-4b3b-baf9-86343f2ed977 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "PUT /v2.0/ports/4675fd07-36e1-43c0-aa6a-bc92dfe1e184 HTTP/1.1" status: 200 len: 959 time: 1.5559382 Aug 09 16:05:27.794362 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3aba518-0ee7-4577-b266-0d071e2be959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.834748 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2675244-1177-4408-bf89-f795a159190e None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.899477 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3aba518-0ee7-4577-b266-0d071e2be959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.905719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e2675244-1177-4408-bf89-f795a159190e None None] Transition to ACTIVE for port object 1be67838-442e-4c7a-9f02-9628563f12dc will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:05:27.910998 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2675244-1177-4408-bf89-f795a159190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.951466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aba518-0ee7-4577-b266-0d071e2be959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96313978-55b5-4e34-8268-17037f6ead10,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:27.954034 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3aba518-0ee7-4577-b266-0d071e2be959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:27.959231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f3aba518-0ee7-4577-b266-0d071e2be959 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/96313978-55b5-4e34-8268-17037f6ead10 HTTP/1.1" status: 204 len: 168 time: 0.6478951 Aug 09 16:05:27.959687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33894) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:27.978797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-08fb23f9-9fcd-4c5b-9c03-31618bfeb00a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port 4675fd07-36e1-43c0-aa6a-bc92dfe1e184 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:27.979160 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08fb23f9-9fcd-4c5b-9c03-31618bfeb00a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.059758 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.063644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33898) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:28.090100 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4f0fa00-79eb-4a4a-b3e7-8ab6d9c9d7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.104926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2675244-1177-4408-bf89-f795a159190e None None] Pushing event updated for resources: {'Port': ['ID=1be67838-442e-4c7a-9f02-9628563f12dc,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:28.162603 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08fb23f9-9fcd-4c5b-9c03-31618bfeb00a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.179156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-08fb23f9-9fcd-4c5b-9c03-31618bfeb00a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for 4675fd07-36e1-43c0-aa6a-bc92dfe1e184 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:28.221434 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.249472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e86f81-5881-43b9-9271-10e3f753c903']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:28.269054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad8c38f-62a3-4c8b-b853-616433da1043') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:28.270015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad8c38f-62a3-4c8b-b853-616433da1043') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:28.287697 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.336489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.348569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:05:28.349057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.395607 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08fb23f9-9fcd-4c5b-9c03-31618bfeb00a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:05:28.410763 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:05:28.447680 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb23f9-9fcd-4c5b-9c03-31618bfeb00a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=4675fd07-36e1-43c0-aa6a-bc92dfe1e184,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:28.460471 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.478076 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.483372 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] 10.222.0.81 "DELETE /v2.0/networks/d0e86f81-5881-43b9-9271-10e3f753c903 HTTP/1.1" status: 204 len: 168 time: 0.5219052 Aug 09 16:05:28.528900 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4f0fa00-79eb-4a4a-b3e7-8ab6d9c9d7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.535115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e86f81-5881-43b9-9271-10e3f753c903,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:28.541573 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4f0fa00-79eb-4a4a-b3e7-8ab6d9c9d7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.548368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-08fb23f9-9fcd-4c5b-9c03-31618bfeb00a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.551655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-08fb23f9-9fcd-4c5b-9c03-31618bfeb00a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/4675fd07-36e1-43c0-aa6a-bc92dfe1e184 HTTP/1.1" status: 204 len: 168 time: 0.7607687 Aug 09 16:05:28.557091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33910) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:28.585437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33912) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:28.591853 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51ce9ed-7fa0-45ae-94f7-a7b3e5b73299 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] GET failed (client error): The resource could not be found. Aug 09 16:05:28.593607 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a51ce9ed-7fa0-45ae-94f7-a7b3e5b73299 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports/4675fd07-36e1-43c0-aa6a-bc92dfe1e184 HTTP/1.1" status: 404 len: 333 time: 0.0355973 Aug 09 16:05:28.596422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33916) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:28.602873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:28.603228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:28.603579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:28.604114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:28.604482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:28.604809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:28.605150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:28.605483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:28.606443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:28.606792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:28.607147 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:28.607468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e18287-be4e-4955-97fc-637bda6380ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:05:28.638674 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0de1b0d2-b685-485d-ade1-6a41dd7e548d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.641867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0fa00-79eb-4a4a-b3e7-8ab6d9c9d7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15ca6ed-d081-4f03-87e0-a4040ba38e3d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:28.646958 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b4f0fa00-79eb-4a4a-b3e7-8ab6d9c9d7c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8aff3ef6a02d45d6af31c302da850636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817823 Aug 09 16:05:28.652336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33918) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:28.760781 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0de1b0d2-b685-485d-ade1-6a41dd7e548d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.766543 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0de1b0d2-b685-485d-ade1-6a41dd7e548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.777640 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2eed5679-c25f-4baa-b4e3-31adf411eb70 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.802081 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0de1b0d2-b685-485d-ade1-6a41dd7e548d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3f6304df9b94a16a0617449741b6216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116792 Aug 09 16:05:28.805468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33922) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:28.823885 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-493532a2-9d52-45e1-94b6-20eea940fd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.834558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1b0d2-b685-485d-ade1-6a41dd7e548d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63829bca-a7d5-42df-a159-a06e6c87ecf7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:28.845047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33926) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:28.895599 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-493532a2-9d52-45e1-94b6-20eea940fd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.903898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4955feda-a4da-46bc-8062-5c6845dafa3a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=818ae410c503443486f31649908f1cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553770 Aug 09 16:05:28.904336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33928) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:28.916289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2eed5679-c25f-4baa-b4e3-31adf411eb70 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:28.995836 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-845f7ccc-4df6-4e31-b756-8b272e47a627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.006728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-365ac311-11f0-44f5-926a-257bca259bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.020498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d4f099e1-a08b-4213-937f-7e5ea066e899 None None] Could not find standard attr ID for object 4675fd07-36e1-43c0-aa6a-bc92dfe1e184. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:05:29.026014 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-845f7ccc-4df6-4e31-b756-8b272e47a627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.042453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d4f099e1-a08b-4213-937f-7e5ea066e899 None None] Provisioning complete for port e9161ced-2f2d-445a-8371-201a13d7bce7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:29.042966 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d4f099e1-a08b-4213-937f-7e5ea066e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.086394 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-365ac311-11f0-44f5-926a-257bca259bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.093290 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-845f7ccc-4df6-4e31-b756-8b272e47a627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.095973 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-845f7ccc-4df6-4e31-b756-8b272e47a627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.103331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-845f7ccc-4df6-4e31-b756-8b272e47a627 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b3270aab-8275-4066-8805-16a7989b7aa6 HTTP/1.1" status: 204 len: 168 time: 0.1954732 Aug 09 16:05:29.125669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2eed5679-c25f-4baa-b4e3-31adf411eb70 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.128571 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2eed5679-c25f-4baa-b4e3-31adf411eb70 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.128838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f7ccc-4df6-4e31-b756-8b272e47a627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3270aab-8275-4066-8805-16a7989b7aa6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:29.130931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2eed5679-c25f-4baa-b4e3-31adf411eb70 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/security-groups/57f9dad0-0658-4580-b29b-384f276a2f14 HTTP/1.1" status: 204 len: 168 time: 0.5334506 Aug 09 16:05:29.134126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33944) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:29.136711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d4f099e1-a08b-4213-937f-7e5ea066e899 None None] Port e9161ced-2f2d-445a-8371-201a13d7bce7 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:29.151829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed5679-c25f-4baa-b4e3-31adf411eb70 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f9dad0-0658-4580-b29b-384f276a2f14,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:29.157834 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-493532a2-9d52-45e1-94b6-20eea940fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.163218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-493532a2-9d52-45e1-94b6-20eea940fd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.168422 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-493532a2-9d52-45e1-94b6-20eea940fd96 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c15ca6ed-d081-4f03-87e0-a4040ba38e3d HTTP/1.1" status: 204 len: 168 time: 0.5150325 Aug 09 16:05:29.183918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493532a2-9d52-45e1-94b6-20eea940fd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15ca6ed-d081-4f03-87e0-a4040ba38e3d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:29.196237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d4f099e1-a08b-4213-937f-7e5ea066e899 None None] Provisioning for port 1be67838-442e-4c7a-9f02-9628563f12dc completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:05:29.206060 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-365ac311-11f0-44f5-926a-257bca259bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.214579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d4f099e1-a08b-4213-937f-7e5ea066e899 None None] Provisioning complete for port 1be67838-442e-4c7a-9f02-9628563f12dc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:29.215550 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d4f099e1-a08b-4213-937f-7e5ea066e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.226913 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-365ac311-11f0-44f5-926a-257bca259bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.229668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-365ac311-11f0-44f5-926a-257bca259bab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63829bca-a7d5-42df-a159-a06e6c87ecf7 HTTP/1.1" status: 204 len: 168 time: 0.4219153 Aug 09 16:05:29.240697 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ac311-11f0-44f5-926a-257bca259bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63829bca-a7d5-42df-a159-a06e6c87ecf7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:29.269785 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ddcf9f7-5824-48a1-81d9-767ca5786fc7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.330197 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ddcf9f7-5824-48a1-81d9-767ca5786fc7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.403499 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1be67838-442e-4c7a-9f02-9628563f12dc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:05:29.424717 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ddcf9f7-5824-48a1-81d9-767ca5786fc7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.433412 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ddcf9f7-5824-48a1-81d9-767ca5786fc7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.437228 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5ddcf9f7-5824-48a1-81d9-767ca5786fc7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/security-groups/561d8748-5ad3-4a06-814a-8f84e34ba0c0 HTTP/1.1" status: 204 len: 168 time: 0.3016655 Aug 09 16:05:29.439868 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33962) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:29.478203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcf9f7-5824-48a1-81d9-767ca5786fc7 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561d8748-5ad3-4a06-814a-8f84e34ba0c0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:29.525629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1be67838-442e-4c7a-9f02-9628563f12dc triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:29.529444 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.530646 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b92ba14-d3fb-4bf9-9c47-cbd66f6ee938 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.581132 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b92ba14-d3fb-4bf9-9c47-cbd66f6ee938 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.685349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b92ba14-d3fb-4bf9-9c47-cbd66f6ee938 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.690253 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b92ba14-d3fb-4bf9-9c47-cbd66f6ee938 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.695048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33972) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:29.696120 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6b92ba14-d3fb-4bf9-9c47-cbd66f6ee938 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/security-groups/0f5a5658-6c3b-41de-bd93-59bbd0eab1a9 HTTP/1.1" status: 204 len: 168 time: 0.2488244 Aug 09 16:05:29.724002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92ba14-d3fb-4bf9-9c47-cbd66f6ee938 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5a5658-6c3b-41de-bd93-59bbd0eab1a9,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:29.731213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-554cd226-dd12-40ae-a817-49421878b990 None None] Could not find standard attr ID for object 4675fd07-36e1-43c0-aa6a-bc92dfe1e184. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:05:29.771316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2e2b4b-2e64-4be1-994a-45b7db8dd905 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting subnet 88882f7d-286a-42dc-9586-6cfb30c89900 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:05:29.775410 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2b4b-2e64-4be1-994a-45b7db8dd905 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.829538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2b4b-2e64-4be1-994a-45b7db8dd905 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.946181 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2b4b-2e64-4be1-994a-45b7db8dd905 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.041955 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2b4b-2e64-4be1-994a-45b7db8dd905 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.067082 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e49452e-089f-4b1c-8228-097af084410c None None] Network dc47a3ed-407b-4bef-8250-5b993556a33d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:30.079616 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2b4b-2e64-4be1-994a-45b7db8dd905 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.082184 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1c2e2b4b-2e64-4be1-994a-45b7db8dd905 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/88882f7d-286a-42dc-9586-6cfb30c89900 HTTP/1.1" status: 204 len: 168 time: 0.3854122 Aug 09 16:05:30.083243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e2b4b-2e64-4be1-994a-45b7db8dd905 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Subnet': ['ID=88882f7d-286a-42dc-9586-6cfb30c89900,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:30.086039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 33980) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:30.124883 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33982) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:30.184045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfecc5c5-bc10-4a76-be9e-5ac4341fc330 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting subnet a26e468b-0ddc-4e5b-ba67-3d9bff831024 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:05:30.187760 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfecc5c5-bc10-4a76-be9e-5ac4341fc330 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.201376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b858dcc9-3d1f-4bf2-af86-55523cd85807 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b9be2400df7d43a8a3f769a28d19c486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745239 Aug 09 16:05:30.204168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 33984) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:30.260383 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfecc5c5-bc10-4a76-be9e-5ac4341fc330 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.289126 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c98dd776-80a5-4781-a886-95bec4a06eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.350070 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c98dd776-80a5-4781-a886-95bec4a06eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.419325 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfecc5c5-bc10-4a76-be9e-5ac4341fc330 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.422880 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c98dd776-80a5-4781-a886-95bec4a06eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.428545 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c98dd776-80a5-4781-a886-95bec4a06eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.432262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c98dd776-80a5-4781-a886-95bec4a06eaa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ec077d5-5e5f-4824-b87b-23bf1778bed4 HTTP/1.1" status: 204 len: 168 time: 0.2247698 Aug 09 16:05:30.455732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dd776-80a5-4781-a886-95bec4a06eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec077d5-5e5f-4824-b87b-23bf1778bed4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:30.557746 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfecc5c5-bc10-4a76-be9e-5ac4341fc330 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.590917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecc5c5-bc10-4a76-be9e-5ac4341fc330 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Subnet': ['ID=a26e468b-0ddc-4e5b-ba67-3d9bff831024,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:30.603653 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bfecc5c5-bc10-4a76-be9e-5ac4341fc330 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.605930 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bfecc5c5-bc10-4a76-be9e-5ac4341fc330 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/a26e468b-0ddc-4e5b-ba67-3d9bff831024 HTTP/1.1" status: 204 len: 168 time: 0.5188224 Aug 09 16:05:30.608331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34000) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:30.638724 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f0d4c4-f2ea-4605-802c-afeff9795915 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] DELETE failed (client error): The resource could not be found. Aug 09 16:05:30.639513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f0d4c4-f2ea-4605-802c-afeff9795915 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:30.641510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-47f0d4c4-f2ea-4605-802c-afeff9795915 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/88882f7d-286a-42dc-9586-6cfb30c89900 HTTP/1.1" status: 404 len: 337 time: 0.0319772 Aug 09 16:05:30.643993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34002) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:30.712651 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-da48385e-e3c4-4260-a4d4-c30f15092f41 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting subnet f1a2a6a6-821a-4465-9402-b48d2ff7ee47 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:05:30.730448 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da48385e-e3c4-4260-a4d4-c30f15092f41 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.833096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da48385e-e3c4-4260-a4d4-c30f15092f41 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.044475 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da48385e-e3c4-4260-a4d4-c30f15092f41 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.158144 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da48385e-e3c4-4260-a4d4-c30f15092f41 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.202408 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-da48385e-e3c4-4260-a4d4-c30f15092f41 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.204956 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-da48385e-e3c4-4260-a4d4-c30f15092f41 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/f1a2a6a6-821a-4465-9402-b48d2ff7ee47 HTTP/1.1" status: 204 len: 168 time: 0.5591433 Aug 09 16:05:31.206355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48385e-e3c4-4260-a4d4-c30f15092f41 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a2a6a6-821a-4465-9402-b48d2ff7ee47,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:31.207553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34016) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.252369 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7352ce83-738c-41c3-ab4f-b33ac2fb75d2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] DELETE failed (client error): The resource could not be found. Aug 09 16:05:31.253094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7352ce83-738c-41c3-ab4f-b33ac2fb75d2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:31.255576 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7352ce83-738c-41c3-ab4f-b33ac2fb75d2 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/bbe9d675-7433-4533-bebb-7c63e5d1bc58 HTTP/1.1" status: 404 len: 337 time: 0.0464892 Aug 09 16:05:31.258277 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34018) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.298055 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d5a21141-87d8-4049-b49e-e68257968cbf tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5 HTTP/1.1" status: 200 len: 205 time: 0.0379560 Aug 09 16:05:31.300430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34022) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.320471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f53b8-7eb9-46bc-9fc2-35e5dd8d6db4 None None] Network dc47a3ed-407b-4bef-8250-5b993556a33d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:31.352160 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-3ab7dd71-520a-4910-8537-a1a42db5fa5d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] delete failed (client error): The resource could not be found. Aug 09 16:05:31.353401 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3ab7dd71-520a-4910-8537-a1a42db5fa5d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/routers/bc0b9ef2-cb46-49c9-bf16-a3a038fcc2a5 HTTP/1.1" status: 404 len: 336 time: 0.0517714 Aug 09 16:05:31.356043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34026) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.397733 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-946249f9-137b-4417-9247-29901f6578c9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] DELETE failed (client error): The resource could not be found. Aug 09 16:05:31.398895 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946249f9-137b-4417-9247-29901f6578c9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:31.402489 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-946249f9-137b-4417-9247-29901f6578c9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/b4345988-fd16-41dc-b64a-ae32e15af803 HTTP/1.1" status: 404 len: 337 time: 0.0450115 Aug 09 16:05:31.405372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34030) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.438680 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-970166ac-bcfb-41d2-b38c-f51cb3b3b75a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] DELETE failed (client error): The resource could not be found. Aug 09 16:05:31.439966 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970166ac-bcfb-41d2-b38c-f51cb3b3b75a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:31.443088 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-970166ac-bcfb-41d2-b38c-f51cb3b3b75a tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/99aba6ae-746d-4832-b893-9d051c66b8b7 HTTP/1.1" status: 404 len: 337 time: 0.0363622 Aug 09 16:05:31.445749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34034) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.481348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3c245977-8c5e-4c3a-9efc-bcd7745e09b4 None None] Provisioning complete for port e9161ced-2f2d-445a-8371-201a13d7bce7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:31.482375 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d36699-f2dd-4175-941a-ec92147622f6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] DELETE failed (client error): The resource could not be found. Aug 09 16:05:31.482822 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3c245977-8c5e-4c3a-9efc-bcd7745e09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.483215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d36699-f2dd-4175-941a-ec92147622f6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:31.485536 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a1d36699-f2dd-4175-941a-ec92147622f6 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/b65658a2-32e5-4d79-89ad-b71c083789e8 HTTP/1.1" status: 404 len: 337 time: 0.0386193 Aug 09 16:05:31.488737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34038) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.515824 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca94ceb4-863b-4323-ac01-fe1fce773b0d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] DELETE failed (client error): The resource could not be found. Aug 09 16:05:31.516540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca94ceb4-863b-4323-ac01-fe1fce773b0d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:31.518535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ca94ceb4-863b-4323-ac01-fe1fce773b0d tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/641d2f98-d11e-4af4-bb29-5bade8e18fe4 HTTP/1.1" status: 404 len: 333 time: 0.0284512 Aug 09 16:05:31.528763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34042) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.565034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3c245977-8c5e-4c3a-9efc-bcd7745e09b4 None None] Port e9161ced-2f2d-445a-8371-201a13d7bce7 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:05:31.573645 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adb4f57-d044-48e3-a6d9-a4de2dc55957 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] DELETE failed (client error): The resource could not be found. Aug 09 16:05:31.574025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adb4f57-d044-48e3-a6d9-a4de2dc55957 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:31.579395 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3adb4f57-d044-48e3-a6d9-a4de2dc55957 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/4fbdadf0-2ce7-4c18-a779-1451bcdeaf09 HTTP/1.1" status: 404 len: 337 time: 0.0455675 Aug 09 16:05:31.580399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34046) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.641748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3c245977-8c5e-4c3a-9efc-bcd7745e09b4 None None] Provisioning complete for port 1be67838-442e-4c7a-9f02-9628563f12dc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:05:31.642378 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3c245977-8c5e-4c3a-9efc-bcd7745e09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:31.653672 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf0db8e-a05b-4f80-bfdb-18a3faf9107e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] DELETE failed (client error): The resource could not be found. Aug 09 16:05:31.653672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf0db8e-a05b-4f80-bfdb-18a3faf9107e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:31.655969 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-daf0db8e-a05b-4f80-bfdb-18a3faf9107e tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/f4fc8798-616d-40b7-8576-19853c27d04b HTTP/1.1" status: 404 len: 337 time: 0.0725081 Aug 09 16:05:31.658583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34048) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.703989 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9f5084-f63f-4b4c-af57-1c2b58e132b9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] DELETE failed (client error): The resource could not be found. Aug 09 16:05:31.705243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9f5084-f63f-4b4c-af57-1c2b58e132b9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:31.711645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34050) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.712175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0a9f5084-f63f-4b4c-af57-1c2b58e132b9 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/0864f56b-7cbe-416d-9802-4c5865f55ec2 HTTP/1.1" status: 404 len: 333 time: 0.0520041 Aug 09 16:05:31.799700 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed86d7cd-22f7-45b0-961c-080ba6fa58bc tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] DELETE failed (client error): The resource could not be found. Aug 09 16:05:31.800586 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed86d7cd-22f7-45b0-961c-080ba6fa58bc tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:31.805500 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ed86d7cd-22f7-45b0-961c-080ba6fa58bc tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/67c85ee8-ca0f-43f5-b296-135812be5c6e HTTP/1.1" status: 404 len: 337 time: 0.0903180 Aug 09 16:05:31.806442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34056) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.906325 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1728fb-bd17-4f93-af8b-37d4051387f1 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] DELETE failed (client error): The resource could not be found. Aug 09 16:05:31.906926 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1728fb-bd17-4f93-af8b-37d4051387f1 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:05:31.911217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ed1728fb-bd17-4f93-af8b-37d4051387f1 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/subnets/b4f781a0-6175-4058-ad90-5c7f8e628b46 HTTP/1.1" status: 404 len: 337 time: 0.1013324 Aug 09 16:05:31.911999 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34062) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:31.960410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3ccda-2043-4d9b-bf00-b5ce1ad3a6f4 None None] DHCP port deletion for dc47a3ed-407b-4bef-8250-5b993556a33d request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:05:32.017020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3ccda-2043-4d9b-bf00-b5ce1ad3a6f4 None None] Deleting port 1be67838-442e-4c7a-9f02-9628563f12dc {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:32.017943 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d2f3ccda-2043-4d9b-bf00-b5ce1ad3a6f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.061808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-6416de87-1ced-421a-9ded-eff7c3c52109 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Deleting port e9161ced-2f2d-445a-8371-201a13d7bce7 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:32.062720 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6416de87-1ced-421a-9ded-eff7c3c52109 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.104985 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d2f3ccda-2043-4d9b-bf00-b5ce1ad3a6f4 None None] For port 1be67838-442e-4c7a-9f02-9628563f12dc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1be67838-442e-4c7a-9f02-9628563f12dc,segment=NetworkSegment(c2c5072c-a5ea-4287-947e-3696eb8c7ceb),segment_id=c2c5072c-a5ea-4287-947e-3696eb8c7ceb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:05:32.105377 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d2f3ccda-2043-4d9b-bf00-b5ce1ad3a6f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.135841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3ccda-2043-4d9b-bf00-b5ce1ad3a6f4 None None] Calling delete_port for 1be67838-442e-4c7a-9f02-9628563f12dc owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:32.185741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6416de87-1ced-421a-9ded-eff7c3c52109 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.204345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-6416de87-1ced-421a-9ded-eff7c3c52109 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Calling delete_port for e9161ced-2f2d-445a-8371-201a13d7bce7 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:32.306596 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6416de87-1ced-421a-9ded-eff7c3c52109 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.309968 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d2f3ccda-2043-4d9b-bf00-b5ce1ad3a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.350151 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6416de87-1ced-421a-9ded-eff7c3c52109 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.356470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6416de87-1ced-421a-9ded-eff7c3c52109 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/ports/e9161ced-2f2d-445a-8371-201a13d7bce7 HTTP/1.1" status: 204 len: 168 time: 0.4381626 Aug 09 16:05:32.356794 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34072) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:32.361182 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416de87-1ced-421a-9ded-eff7c3c52109 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Port': ['ID=e9161ced-2f2d-445a-8371-201a13d7bce7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:32.371295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3ccda-2043-4d9b-bf00-b5ce1ad3a6f4 None None] No DVR routers for this DVR port 1be67838-442e-4c7a-9f02-9628563f12dc on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:05:32.377124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3ccda-2043-4d9b-bf00-b5ce1ad3a6f4 None None] Pushing event deleted for resources: {'Port': ['ID=1be67838-442e-4c7a-9f02-9628563f12dc,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:32.469636 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.581380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.595796 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc47a3ed-407b-4bef-8250-5b993556a33d']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:32.615592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c5072c-a5ea-4287-947e-3696eb8c7ceb') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:32.616211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c5072c-a5ea-4287-947e-3696eb8c7ceb') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:32.628788 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.646837 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.653565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:05:32.654006 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:05:32.657199 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:05:32.736172 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.750149 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.752235 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] 10.222.0.81 "DELETE /v2.0/networks/dc47a3ed-407b-4bef-8250-5b993556a33d HTTP/1.1" status: 204 len: 168 time: 0.3944552 Aug 09 16:05:32.767206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99385bd-0996-4cdb-9e94-36f289c20e42 tempest-PortsTestJSON-611801839 tempest-PortsTestJSON-611801839-project] Pushing event deleted for resources: {'Network': ['ID=dc47a3ed-407b-4bef-8250-5b993556a33d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:33.229554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34112) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:33.289180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1be67838-442e-4c7a-9f02-9628563f12dc no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:05:33.313890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 1be67838-442e-4c7a-9f02-9628563f12dc {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:05:33.314237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1be67838-442e-4c7a-9f02-9628563f12dc not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:05:33.625488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34128) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:33.680591 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34132) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:33.680805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c73f3aa0-7364-48bf-87e2-6a167acff10b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=138e98a468924b939cb78ad3108818e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498076 Aug 09 16:05:33.738663 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d755cbad-d9f3-4c20-97db-474697588329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:33.767324 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d755cbad-d9f3-4c20-97db-474697588329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:33.805367 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b84c314b-e0ca-415e-b188-15d23371055f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:33.838096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d755cbad-d9f3-4c20-97db-474697588329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:33.841410 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d755cbad-d9f3-4c20-97db-474697588329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:33.842897 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d755cbad-d9f3-4c20-97db-474697588329 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5df9f7e8-3b75-4404-9d1d-69fb1ad7fb87 HTTP/1.1" status: 204 len: 168 time: 0.1596546 Aug 09 16:05:33.857219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755cbad-d9f3-4c20-97db-474697588329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df9f7e8-3b75-4404-9d1d-69fb1ad7fb87,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:33.928288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b84c314b-e0ca-415e-b188-15d23371055f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:33.932435 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b84c314b-e0ca-415e-b188-15d23371055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:33.974584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b84c314b-e0ca-415e-b188-15d23371055f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7bead01af6cd4b90b07cb3e81adc07bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479364 Aug 09 16:05:33.975484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c314b-e0ca-415e-b188-15d23371055f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a487eb22-6190-46f9-959b-d037e72b8294,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:33.979548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34146) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:34.060951 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d5c02a9-51b2-4ccc-a2da-3b14238b72f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.098220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d5c02a9-51b2-4ccc-a2da-3b14238b72f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.155575 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d5c02a9-51b2-4ccc-a2da-3b14238b72f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.163381 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d5c02a9-51b2-4ccc-a2da-3b14238b72f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.167416 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3d5c02a9-51b2-4ccc-a2da-3b14238b72f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a487eb22-6190-46f9-959b-d037e72b8294 HTTP/1.1" status: 204 len: 168 time: 0.1823761 Aug 09 16:05:34.175822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c02a9-51b2-4ccc-a2da-3b14238b72f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a487eb22-6190-46f9-959b-d037e72b8294,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:34.310638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34168) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:34.661630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34180) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:34.677064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3400498-42fe-4271-90b4-9d4e27ecba54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.766395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34182) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:34.787498 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3400498-42fe-4271-90b4-9d4e27ecba54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.792246 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3400498-42fe-4271-90b4-9d4e27ecba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.826085 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-369fb824-8f27-4d05-874f-dc653b6d022f tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:34.851837 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c3400498-42fe-4271-90b4-9d4e27ecba54 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=160a0b9572704ce1b6d071749ac3e46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886370 Aug 09 16:05:34.854284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34188) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:34.861481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3400498-42fe-4271-90b4-9d4e27ecba54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89b9360-031a-4503-83e1-daf77016c254,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:34.910870 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-369fb824-8f27-4d05-874f-dc653b6d022f tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] 10.222.0.81 "PUT /v2.0/quotas/accdddced50641ba9437140f70cd063c HTTP/1.1" status: 200 len: 366 time: 0.5981305 Aug 09 16:05:34.913897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34190) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:34.934683 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fdacf575-4ae7-4a86-872b-54de48b788f7 tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0191436 Aug 09 16:05:34.937270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34192) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:34.938405 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00b0bc83-390b-44a1-aa52-5eff9c258123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.958793 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b77a0cf7-4fb2-4aef-97e6-db2db16481b9 tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] 10.222.0.81 "GET /v2.0/quotas/accdddced50641ba9437140f70cd063c HTTP/1.1" status: 200 len: 366 time: 0.0161977 Aug 09 16:05:34.959181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34194) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:34.961765 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-516601ae-b180-4dbc-a8fb-f1a26212958b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.971394 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00b0bc83-390b-44a1-aa52-5eff9c258123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:34.993409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2c293a43-3cc6-4ccd-b9b3-7deb81749440 tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/accdddced50641ba9437140f70cd063c HTTP/1.1" status: 204 len: 168 time: 0.0321147 Aug 09 16:05:34.998453 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34196) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:35.020215 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2e24c1f5-9d13-4811-977e-a942fe89b753 tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0196495 Aug 09 16:05:35.022547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34198) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:35.039570 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f3b5cb3e-38dd-4c15-97f7-781276df8968 tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] 10.222.0.81 "GET /v2.0/quotas/accdddced50641ba9437140f70cd063c HTTP/1.1" status: 200 len: 370 time: 0.0149963 Aug 09 16:05:35.042439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34202) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:35.052896 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-727f089e-79fa-4fc1-95ef-0c49ce3cbb14 tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] 10.222.0.81 "GET /v2.0/quotas/accdddced50641ba9437140f70cd063c/default HTTP/1.1" status: 200 len: 370 time: 0.0089223 Aug 09 16:05:35.056850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34204) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:35.070775 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-69dc3698-abfb-4c51-ab97-f7f4d810b229 tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] delete failed (client error): The resource could not be found. Aug 09 16:05:35.078054 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-69dc3698-abfb-4c51-ab97-f7f4d810b229 tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/accdddced50641ba9437140f70cd063c HTTP/1.1" status: 404 len: 348 time: 0.0195620 Aug 09 16:05:35.079472 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00b0bc83-390b-44a1-aa52-5eff9c258123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:35.082740 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00b0bc83-390b-44a1-aa52-5eff9c258123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:35.086518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-00b0bc83-390b-44a1-aa52-5eff9c258123 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e89b9360-031a-4503-83e1-daf77016c254 HTTP/1.1" status: 204 len: 168 time: 0.2284288 Aug 09 16:05:35.094336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0bc83-390b-44a1-aa52-5eff9c258123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89b9360-031a-4503-83e1-daf77016c254,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:35.108197 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-516601ae-b180-4dbc-a8fb-f1a26212958b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:35.114969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-516601ae-b180-4dbc-a8fb-f1a26212958b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:35.158816 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-516601ae-b180-4dbc-a8fb-f1a26212958b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17fc65471c204efebab913c6cc6e5dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908002 Aug 09 16:05:35.159564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516601ae-b180-4dbc-a8fb-f1a26212958b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b87b6e-0bd2-4e1b-aa5d-07da429323dd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:35.162025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34212) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:35.221294 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d17ffb82-dca9-4c22-82d3-7529d5d726dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:35.250192 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d17ffb82-dca9-4c22-82d3-7529d5d726dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:35.293408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34216) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:35.313940 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d17ffb82-dca9-4c22-82d3-7529d5d726dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:35.318067 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d17ffb82-dca9-4c22-82d3-7529d5d726dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:35.318673 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Usage tracker for resource:network and tenant:f8914f8502264914b54f967699e30b23 is out of sync, need to count used quota {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:05:35.319763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d17ffb82-dca9-4c22-82d3-7529d5d726dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5b87b6e-0bd2-4e1b-aa5d-07da429323dd HTTP/1.1" status: 204 len: 168 time: 0.1567385 Aug 09 16:05:35.327518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:05:35.329771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ffb82-dca9-4c22-82d3-7529d5d726dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b87b6e-0bd2-4e1b-aa5d-07da429323dd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:35.337175 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Usage tracker for resource:subnet and tenant:f8914f8502264914b54f967699e30b23 is out of sync, need to count used quota {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:05:35.355352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:05:35.362750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Usage tracker for resource:subnetpool and tenant:f8914f8502264914b54f967699e30b23 is out of sync, need to count used quota {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:05:35.368778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:05:35.375317 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Usage tracker for resource:port and tenant:f8914f8502264914b54f967699e30b23 is out of sync, need to count used quota {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:05:35.381833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:05:35.389180 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Usage tracker for resource:router and tenant:f8914f8502264914b54f967699e30b23 is out of sync, need to count used quota {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:05:35.395561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:05:35.403550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Usage tracker for resource:floatingip and tenant:f8914f8502264914b54f967699e30b23 is out of sync, need to count used quota {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:05:35.410379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:05:35.454229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Usage tracker for resource:security_group and tenant:f8914f8502264914b54f967699e30b23 is out of sync, need to count used quota {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:05:35.460203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:05:35.467468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Usage tracker for resource:security_group_rule and tenant:f8914f8502264914b54f967699e30b23 is out of sync, need to count used quota {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 09 16:05:35.473673 n-d-803778-2 neutron-server[94289]: DEBUG neutron.quota.resource [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94289) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 09 16:05:35.478507 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-220ba526-4d4a-42cb-be1b-9c9f9a206caf tempest-QuotasTest-2127870434 tempest-QuotasTest-2127870434-project-admin] 10.222.0.81 "GET /v2.0/quotas/f8914f8502264914b54f967699e30b23/details.json HTTP/1.1" status: 200 len: 703 time: 0.1826985 Aug 09 16:05:35.891184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34234) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:35.905113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cdc803-f025-4171-b8a7-725c263243bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.035501 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cdc803-f025-4171-b8a7-725c263243bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.041471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cdc803-f025-4171-b8a7-725c263243bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.089279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34240) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:36.100852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34242) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:36.102106 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e1cdc803-f025-4171-b8a7-725c263243bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17d2c6c85eb74e65bfaa0c7166785caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048476 Aug 09 16:05:36.106978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34244) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:36.108142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdc803-f025-4171-b8a7-725c263243bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e81ead-fa6d-483c-82a3-a89a3853d960,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:36.126042 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5df72a09-16f2-4db6-b680-568fb63e18f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.185046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ead2e751-8e52-4f05-9615-1b72796db997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.217296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ead2e751-8e52-4f05-9615-1b72796db997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.251506 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5df72a09-16f2-4db6-b680-568fb63e18f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.259968 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5df72a09-16f2-4db6-b680-568fb63e18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.282800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ead2e751-8e52-4f05-9615-1b72796db997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.289156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ead2e751-8e52-4f05-9615-1b72796db997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.291247 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ead2e751-8e52-4f05-9615-1b72796db997 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/42e81ead-fa6d-483c-82a3-a89a3853d960 HTTP/1.1" status: 204 len: 168 time: 0.1775899 Aug 09 16:05:36.301793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2e751-8e52-4f05-9615-1b72796db997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e81ead-fa6d-483c-82a3-a89a3853d960,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:36.315144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5df72a09-16f2-4db6-b680-568fb63e18f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c425da585c34e5b896b02396fc7182f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2247455 Aug 09 16:05:36.317750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df72a09-16f2-4db6-b680-568fb63e18f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309a6b83-a111-439c-be37-a35d7133865d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:36.320719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34252) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:36.376073 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5f4012c-5fdd-42c9-9f99-54a62e65f473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.405282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5f4012c-5fdd-42c9-9f99-54a62e65f473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.442457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34256) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:36.472320 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5f4012c-5fdd-42c9-9f99-54a62e65f473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.475077 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b5f4012c-5fdd-42c9-9f99-54a62e65f473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.476418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b5f4012c-5fdd-42c9-9f99-54a62e65f473 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/309a6b83-a111-439c-be37-a35d7133865d HTTP/1.1" status: 204 len: 168 time: 0.1542418 Aug 09 16:05:36.484284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4012c-5fdd-42c9-9f99-54a62e65f473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309a6b83-a111-439c-be37-a35d7133865d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:36.571077 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c75ddfe-45c5-4620-914b-0c4591bd3b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.693883 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c75ddfe-45c5-4620-914b-0c4591bd3b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.699530 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c75ddfe-45c5-4620-914b-0c4591bd3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.742447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9c75ddfe-45c5-4620-914b-0c4591bd3b00 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a08a3dc1b624d9f82e617c2eb20a2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6431012 Aug 09 16:05:36.743284 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34264) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:36.745847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75ddfe-45c5-4620-914b-0c4591bd3b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce55931e-485c-4eb1-8002-631440cf42a6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:36.835150 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e6a5dd45-79e9-49d9-984d-e38a887632bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.870552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e6a5dd45-79e9-49d9-984d-e38a887632bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.883941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2f2c6486-52cd-4a4e-8826-4b2cba5dcc6a tempest-DvrRoutersNegativeTest-430374939 tempest-DvrRoutersNegativeTest-430374939-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1815215143', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:36.887688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.policy [None req-2f2c6486-52cd-4a4e-8826-4b2cba5dcc6a tempest-DvrRoutersNegativeTest-430374939 tempest-DvrRoutersNegativeTest-430374939-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94289) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 09 16:05:36.887986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.policy [None req-2f2c6486-52cd-4a4e-8826-4b2cba5dcc6a tempest-DvrRoutersNegativeTest-430374939 tempest-DvrRoutersNegativeTest-430374939-project] Failed policy check for 'create_router' {{(pid=94289) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 09 16:05:36.888506 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-2f2c6486-52cd-4a4e-8826-4b2cba5dcc6a tempest-DvrRoutersNegativeTest-430374939 tempest-DvrRoutersNegativeTest-430374939-project] create failed (client error): Access was denied to this resource. Aug 09 16:05:36.890416 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2f2c6486-52cd-4a4e-8826-4b2cba5dcc6a tempest-DvrRoutersNegativeTest-430374939 tempest-DvrRoutersNegativeTest-430374939-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4467220 Aug 09 16:05:36.950864 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e6a5dd45-79e9-49d9-984d-e38a887632bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.954066 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e6a5dd45-79e9-49d9-984d-e38a887632bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:36.958493 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e6a5dd45-79e9-49d9-984d-e38a887632bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce55931e-485c-4eb1-8002-631440cf42a6 HTTP/1.1" status: 204 len: 168 time: 0.2138469 Aug 09 16:05:36.966737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5dd45-79e9-49d9-984d-e38a887632bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce55931e-485c-4eb1-8002-631440cf42a6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:37.516047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34286) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:37.618323 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-43505dbc-f8c4-46cf-b9ae-5d90eead6802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:37.760585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34296) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:37.787953 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-123268d2-8c7f-405e-b26b-d227274b3aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:37.803875 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a90a5cf-7502-42f7-8ff9-457f3cd795ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:37.848410 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.db.api [None req-2a90a5cf-7502-42f7-8ff9-457f3cd795ba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:05:37.848410 n-d-803778-2 neutron-server[94290]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 16:05:37.848410 n-d-803778-2 neutron-server[94290]: [parameters: {'project_id': '8e652cb2a63749639fc5cb34e8f1479f', 'id': '1eef0c71-0987-4265-b050-811e220385a5', 'expiration': datetime.datetime(2021, 8, 9, 16, 7, 37, 834689)}] Aug 09 16:05:37.848410 n-d-803778-2 neutron-server[94290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:05:37.849057 n-d-803778-2 neutron-server[94290]: DEBUG oslo_db.api [None req-2a90a5cf-7502-42f7-8ff9-457f3cd795ba admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:05:37.943593 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-123268d2-8c7f-405e-b26b-d227274b3aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:37.949288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-123268d2-8c7f-405e-b26b-d227274b3aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.002032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-123268d2-8c7f-405e-b26b-d227274b3aee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f8914f8502264914b54f967699e30b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401650 Aug 09 16:05:38.003020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123268d2-8c7f-405e-b26b-d227274b3aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbfc000-40ee-48b4-8510-935932799b0c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:38.005220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34302) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:38.085569 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa1d73ba-63c7-4ede-83a9-5679d4bb7173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.119454 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa1d73ba-63c7-4ede-83a9-5679d4bb7173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.183272 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa1d73ba-63c7-4ede-83a9-5679d4bb7173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.187747 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa1d73ba-63c7-4ede-83a9-5679d4bb7173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.192681 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fa1d73ba-63c7-4ede-83a9-5679d4bb7173 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9fbfc000-40ee-48b4-8510-935932799b0c HTTP/1.1" status: 204 len: 168 time: 0.1818841 Aug 09 16:05:38.204052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d73ba-63c7-4ede-83a9-5679d4bb7173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbfc000-40ee-48b4-8510-935932799b0c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:38.350261 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a90a5cf-7502-42f7-8ff9-457f3cd795ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.482282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a90a5cf-7502-42f7-8ff9-457f3cd795ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.487057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a90a5cf-7502-42f7-8ff9-457f3cd795ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.525391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90a5cf-7502-42f7-8ff9-457f3cd795ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5797d0a2-4576-42c1-8650-4e0159699a0c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:38.529624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2a90a5cf-7502-42f7-8ff9-457f3cd795ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e652cb2a63749639fc5cb34e8f1479f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0152442 Aug 09 16:05:38.532414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34322) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:38.596425 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2828cc90-fb45-4eec-aad3-d445beeaa930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.624427 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2828cc90-fb45-4eec-aad3-d445beeaa930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.681465 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2828cc90-fb45-4eec-aad3-d445beeaa930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.685098 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2828cc90-fb45-4eec-aad3-d445beeaa930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:38.686799 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2828cc90-fb45-4eec-aad3-d445beeaa930 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5797d0a2-4576-42c1-8650-4e0159699a0c HTTP/1.1" status: 204 len: 168 time: 0.1532447 Aug 09 16:05:38.698707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828cc90-fb45-4eec-aad3-d445beeaa930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5797d0a2-4576-42c1-8650-4e0159699a0c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:40.515934 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-017ff17c-d3eb-4863-86bd-a1fe440eff8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:40.860826 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.016677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34422) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:41.240541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-cf91c100-8856-41d4-898f-d4f257163fb9 tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-181558835', 'prefixes': ['172.20.0.0/16']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:41.334718 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf91c100-8856-41d4-898f-d4f257163fb9 tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] Notify callbacks [] for subnetpool, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.335981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cf91c100-8856-41d4-898f-d4f257163fb9 tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3177111 Aug 09 16:05:41.339015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34452) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:41.371021 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34456) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:41.377238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e229db4d-ee18-4fee-8773-3202cb036cec tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-337867067'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:41.383381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e15cb8bd-150c-4f82-ab84-2e732532277a tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] 10.222.0.81 "GET /v2.0/subnetpools/ab77e3af-1907-4995-b230-5c26cb63edd9 HTTP/1.1" status: 200 len: 731 time: 0.0431273 Aug 09 16:05:41.494335 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e229db4d-ee18-4fee-8773-3202cb036cec tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] Notify callbacks [] for subnetpool, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.496470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e229db4d-ee18-4fee-8773-3202cb036cec tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] 10.222.0.81 "PUT /v2.0/subnetpools/ab77e3af-1907-4995-b230-5c26cb63edd9 HTTP/1.1" status: 200 len: 683 time: 0.1238811 Aug 09 16:05:41.498892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34464) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:41.522860 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.587034 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e698eea5-4d8f-4f63-a022-9bc32d137970 tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] Notify callbacks [] for subnetpool, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.594851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34470) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:41.595002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e698eea5-4d8f-4f63-a022-9bc32d137970 tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] 10.222.0.81 "DELETE /v2.0/subnetpools/ab77e3af-1907-4995-b230-5c26cb63edd9 HTTP/1.1" status: 204 len: 168 time: 0.0913708 Aug 09 16:05:41.603279 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:41.611720 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-d79262f2-fbab-4ff6-9b5b-575f35a1e81e tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] show failed (client error): The resource could not be found. Aug 09 16:05:41.616669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34474) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:41.616936 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d79262f2-fbab-4ff6-9b5b-575f35a1e81e tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] 10.222.0.81 "GET /v2.0/subnetpools/ab77e3af-1907-4995-b230-5c26cb63edd9 HTTP/1.1" status: 404 len: 346 time: 0.0237668 Aug 09 16:05:41.635937 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-dfbd7103-f090-42e1-b722-f7d283e3f5e7 tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] delete failed (client error): The resource could not be found. Aug 09 16:05:41.640935 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dfbd7103-f090-42e1-b722-f7d283e3f5e7 tempest-SubnetPoolsTestJSON-5300744 tempest-SubnetPoolsTestJSON-5300744-project] 10.222.0.81 "DELETE /v2.0/subnetpools/ab77e3af-1907-4995-b230-5c26cb63edd9 HTTP/1.1" status: 404 len: 346 time: 0.0198984 Aug 09 16:05:42.206061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34500) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:42.242084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34504) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:42.327409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34508) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:42.466712 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f5cf-0221-4f20-8ad1-23624e733d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.466712 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9103a6c-0e2d-4c75-9d4a-d3d2576a0de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.522185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-e6e1f5cf-0221-4f20-8ad1-23624e733d37 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:05:42.522185 n-d-803778-2 neutron-server[94289]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 16:05:42.522185 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id': '4d6ca261978442438c63bff8bb54c437', 'id': 'a424b6b7-e17f-48d6-b9b1-c8dca79de3cd', 'expiration': datetime.datetime(2021, 8, 9, 16, 7, 42, 499131)}] Aug 09 16:05:42.522185 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:05:42.522698 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-e6e1f5cf-0221-4f20-8ad1-23624e733d37 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:05:42.522959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-256137262', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:42.596116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9103a6c-0e2d-4c75-9d4a-d3d2576a0de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.601175 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9103a6c-0e2d-4c75-9d4a-d3d2576a0de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.639517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Made reservation on behalf of 537aad9b4208486bbe7e83e3b7cf54ae for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:42.642984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.656027 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.664561 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d9103a6c-0e2d-4c75-9d4a-d3d2576a0de3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7db94757c9042f78a0f5f03c2c866c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208884 Aug 09 16:05:42.668742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34516) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:42.671258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9103a6c-0e2d-4c75-9d4a-d3d2576a0de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c433ac-ad8a-4640-b991-0401744d671e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:42.755257 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-60d17b5f-2b53-40f2-b74a-0e5194593e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.787462 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-60d17b5f-2b53-40f2-b74a-0e5194593e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.857071 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.868256 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.874896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] device_id is not set on port dce838d9-25b9-42ae-b3b3-89278e09beab yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:05:42.900412 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-60d17b5f-2b53-40f2-b74a-0e5194593e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.903162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-60d17b5f-2b53-40f2-b74a-0e5194593e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:42.904269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-60d17b5f-2b53-40f2-b74a-0e5194593e99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65c433ac-ad8a-4640-b991-0401744d671e HTTP/1.1" status: 204 len: 168 time: 0.2341495 Aug 09 16:05:42.940421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e24ab0b-8bea-4fe9-bea0-74415217ef24,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:42.969461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d17b5f-2b53-40f2-b74a-0e5194593e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c433ac-ad8a-4640-b991-0401744d671e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:43.024063 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f5cf-0221-4f20-8ad1-23624e733d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.054095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Allocated IP 172.25.2.210 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/dce838d9-25b9-42ae-b3b3-89278e09beab) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:43.141737 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.251449 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f5cf-0221-4f20-8ad1-23624e733d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.265085 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f5cf-0221-4f20-8ad1-23624e733d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.269872 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.356775 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e6e1f5cf-0221-4f20-8ad1-23624e733d37 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d6ca261978442438c63bff8bb54c437&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1495337 Aug 09 16:05:43.359432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.361973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34542) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:43.381502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1f5cf-0221-4f20-8ad1-23624e733d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47476062-899b-4432-a504-e2741fdf9791,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:43.435485 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.479872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:43.486674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:43.487942 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-275e8252-af40-4c75-9a78-e0e8ce2f1a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.505913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:43.513999 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Pushing event updated for resources: {'Port': ['ID=dce838d9-25b9-42ae-b3b3-89278e09beab,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:43.531491 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-275e8252-af40-4c75-9a78-e0e8ce2f1a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.576863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:43.580319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.615706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5455afbb-7279-40b9-8f8d-df1349150721 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.2864466 Aug 09 16:05:43.619382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34548) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:43.625473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}]}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:43.648715 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-275e8252-af40-4c75-9a78-e0e8ce2f1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.651676 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-275e8252-af40-4c75-9a78-e0e8ce2f1a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.653582 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-275e8252-af40-4c75-9a78-e0e8ce2f1a6d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/47476062-899b-4432-a504-e2741fdf9791 HTTP/1.1" status: 204 len: 168 time: 0.2888038 Aug 09 16:05:43.664582 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e8252-af40-4c75-9a78-e0e8ce2f1a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47476062-899b-4432-a504-e2741fdf9791,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:43.677635 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.678703 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.739468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34552) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:43.756617 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:43.946512 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.064629 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-31e6bd52-0306-4a09-aa46-fccd2209bbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.201950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34564) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:44.225713 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95c472a2-eaf2-4474-a6f2-0b003a3b91af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.261467 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-31e6bd52-0306-4a09-aa46-fccd2209bbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.267802 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-31e6bd52-0306-4a09-aa46-fccd2209bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.273765 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.295897 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.313074 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6bd52-0306-4a09-aa46-fccd2209bbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d4264-7830-4374-9a3d-4b1a7e2f1a85,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:44.352683 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-31e6bd52-0306-4a09-aa46-fccd2209bbda admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=958a72d938cf4148a353d0a36908f4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6121018 Aug 09 16:05:44.355952 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34568) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:44.450856 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf3e97a7-18fd-4e8c-af82-4ebcdcf78a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.486654 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf3e97a7-18fd-4e8c-af82-4ebcdcf78a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.514166 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95c472a2-eaf2-4474-a6f2-0b003a3b91af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.528925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95c472a2-eaf2-4474-a6f2-0b003a3b91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.583415 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-95c472a2-eaf2-4474-a6f2-0b003a3b91af admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e1250918ee12409080ddd5652d14263a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802977 Aug 09 16:05:44.583955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34578) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:44.591212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c472a2-eaf2-4474-a6f2-0b003a3b91af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a14030-68a4-4f8f-87ea-5ad56724262d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:44.612397 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf3e97a7-18fd-4e8c-af82-4ebcdcf78a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.616301 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf3e97a7-18fd-4e8c-af82-4ebcdcf78a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.618127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cf3e97a7-18fd-4e8c-af82-4ebcdcf78a3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c00d4264-7830-4374-9a3d-4b1a7e2f1a85 HTTP/1.1" status: 204 len: 168 time: 0.2611697 Aug 09 16:05:44.622782 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.639596 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e97a7-18fd-4e8c-af82-4ebcdcf78a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d4264-7830-4374-9a3d-4b1a7e2f1a85,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:44.679997 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89c9fa95-fde2-480a-8728-e679e2f2f610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.693204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34582) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:44.698632 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032198 Aug 09 16:05:44.703113 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34584) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:44.720855 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89c9fa95-fde2-480a-8728-e679e2f2f610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.781059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89c9fa95-fde2-480a-8728-e679e2f2f610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.784311 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89c9fa95-fde2-480a-8728-e679e2f2f610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.787911 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-89c9fa95-fde2-480a-8728-e679e2f2f610 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76a14030-68a4-4f8f-87ea-5ad56724262d HTTP/1.1" status: 204 len: 168 time: 0.2002380 Aug 09 16:05:44.803689 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9fa95-fde2-480a-8728-e679e2f2f610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a14030-68a4-4f8f-87ea-5ad56724262d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:44.861887 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.864858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.882143 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-02232d8c-ddc3-4eed-a69a-783cd0b3fa08 tempest-NetworksApiDiscovery-1209312182 tempest-NetworksApiDiscovery-1209312182-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1773918 Aug 09 16:05:44.923379 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:44.925177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec5ae01-5371-49d3-9dfc-4bdc1a7cce56 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:05:44.946981 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 09 16:05:44.951499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1ce4de21-42cb-4107-85a0-387034209061 tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3277874 Aug 09 16:05:44.952210 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34592) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:45.052057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-46d3ba1a-2752-4caf-8c1e-c9a162f29c5e tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Deleting port dce838d9-25b9-42ae-b3b3-89278e09beab {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:45.052496 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46d3ba1a-2752-4caf-8c1e-c9a162f29c5e tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.163726 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46d3ba1a-2752-4caf-8c1e-c9a162f29c5e tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.183996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-46d3ba1a-2752-4caf-8c1e-c9a162f29c5e tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Calling delete_port for dce838d9-25b9-42ae-b3b3-89278e09beab owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:45.332904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34602) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:45.413780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34608) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:45.435565 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46d3ba1a-2752-4caf-8c1e-c9a162f29c5e tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.446771 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3dad5459-e876-4b11-889e-08ea82154c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.509803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3ba1a-2752-4caf-8c1e-c9a162f29c5e tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Pushing event deleted for resources: {'Port': ['ID=dce838d9-25b9-42ae-b3b3-89278e09beab,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:45.649926 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3dad5459-e876-4b11-889e-08ea82154c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.651005 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46d3ba1a-2752-4caf-8c1e-c9a162f29c5e tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.652863 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d06caef-4a52-4901-9d09-175bae0f0bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.654406 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-46d3ba1a-2752-4caf-8c1e-c9a162f29c5e tempest-RoutersAdminNegativeIpV6Test-1463274942 tempest-RoutersAdminNegativeIpV6Test-1463274942-project-admin] 10.222.0.81 "DELETE /v2.0/ports/dce838d9-25b9-42ae-b3b3-89278e09beab HTTP/1.1" status: 204 len: 168 time: 0.7007761 Aug 09 16:05:45.674950 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3dad5459-e876-4b11-889e-08ea82154c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.757764 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3dad5459-e876-4b11-889e-08ea82154c9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3eb3f48554a14f61a813a183ac19df57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423095 Aug 09 16:05:45.760331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34618) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:45.765793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad5459-e876-4b11-889e-08ea82154c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e3d01e-60f8-4fde-b45e-2360046a9dc0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:45.906171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-924e29fe-a9f5-4f2b-855b-df51d3f55345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.917071 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d06caef-4a52-4901-9d09-175bae0f0bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.924465 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d06caef-4a52-4901-9d09-175bae0f0bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.947518 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-924e29fe-a9f5-4f2b-855b-df51d3f55345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:45.978687 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9d06caef-4a52-4901-9d09-175bae0f0bcb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=22a08730e5f4408392aaa02568d918db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6431372 Aug 09 16:05:45.979651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06caef-4a52-4901-9d09-175bae0f0bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc301cf-6270-4b55-b3d6-b04b36268f33,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:45.982004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34626) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:46.056989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5045d661-4068-4a9a-91c1-33cbbfb588bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.061503 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-924e29fe-a9f5-4f2b-855b-df51d3f55345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.064510 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-924e29fe-a9f5-4f2b-855b-df51d3f55345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.065978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-924e29fe-a9f5-4f2b-855b-df51d3f55345 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5e3d01e-60f8-4fde-b45e-2360046a9dc0 HTTP/1.1" status: 204 len: 168 time: 0.3037164 Aug 09 16:05:46.083198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e29fe-a9f5-4f2b-855b-df51d3f55345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e3d01e-60f8-4fde-b45e-2360046a9dc0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:46.130814 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34630) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:46.446122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5045d661-4068-4a9a-91c1-33cbbfb588bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.503959 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5045d661-4068-4a9a-91c1-33cbbfb588bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.506681 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5045d661-4068-4a9a-91c1-33cbbfb588bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.508313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5045d661-4068-4a9a-91c1-33cbbfb588bf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fbc301cf-6270-4b55-b3d6-b04b36268f33 HTTP/1.1" status: 204 len: 168 time: 0.5148501 Aug 09 16:05:46.517015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045d661-4068-4a9a-91c1-33cbbfb588bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc301cf-6270-4b55-b3d6-b04b36268f33,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:46.561002 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf8e8-65aa-4a98-a6f5-b79cd1e298bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.708422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf8e8-65aa-4a98-a6f5-b79cd1e298bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.726110 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf8e8-65aa-4a98-a6f5-b79cd1e298bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.761565 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4b8bf8e8-65aa-4a98-a6f5-b79cd1e298bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a5078332f92423e9497ac3e6b03c50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6291018 Aug 09 16:05:46.763781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34654) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:46.824927 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bf8e8-65aa-4a98-a6f5-b79cd1e298bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6894141f-8ba7-4457-843e-b92cb60458e2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:46.860810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89fbe153-7cc4-446a-96e9-3eff374c0902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.890057 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89fbe153-7cc4-446a-96e9-3eff374c0902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.949324 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89fbe153-7cc4-446a-96e9-3eff374c0902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.952888 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89fbe153-7cc4-446a-96e9-3eff374c0902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:46.954376 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-89fbe153-7cc4-446a-96e9-3eff374c0902 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6894141f-8ba7-4457-843e-b92cb60458e2 HTTP/1.1" status: 204 len: 168 time: 0.1892450 Aug 09 16:05:46.964228 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbe153-7cc4-446a-96e9-3eff374c0902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6894141f-8ba7-4457-843e-b92cb60458e2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:47.220362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34672) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:47.374072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34680) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:47.423199 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1de7c99-144a-461b-90f9-07dbd6bc7909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.467462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e6f39af4-3116-4525-8ead-f83b40723ac9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=537aad9b4208486bbe7e83e3b7cf54ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915089 Aug 09 16:05:47.469490 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34682) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:47.560279 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c79ed112-d241-438d-b1d2-a299022d5163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.597211 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c79ed112-d241-438d-b1d2-a299022d5163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.637388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1de7c99-144a-461b-90f9-07dbd6bc7909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.649410 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f1de7c99-144a-461b-90f9-07dbd6bc7909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.710795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de7c99-144a-461b-90f9-07dbd6bc7909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92238f31-e75d-4275-96f5-63567b948954,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:47.716772 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f1de7c99-144a-461b-90f9-07dbd6bc7909 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ebe18703e304a7dbf454778b2a7e34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952292 Aug 09 16:05:47.719918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34692) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:47.748253 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c79ed112-d241-438d-b1d2-a299022d5163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.751252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c79ed112-d241-438d-b1d2-a299022d5163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.752483 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c79ed112-d241-438d-b1d2-a299022d5163 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e24ab0b-8bea-4fe9-bea0-74415217ef24 HTTP/1.1" status: 204 len: 168 time: 0.2819612 Aug 09 16:05:47.779358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ed112-d241-438d-b1d2-a299022d5163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e24ab0b-8bea-4fe9-bea0-74415217ef24,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:47.816584 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6711ca24-db6b-4a3b-adb4-1f295cb93e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.848743 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6711ca24-db6b-4a3b-adb4-1f295cb93e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.903870 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6711ca24-db6b-4a3b-adb4-1f295cb93e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.906835 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6711ca24-db6b-4a3b-adb4-1f295cb93e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.908323 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6711ca24-db6b-4a3b-adb4-1f295cb93e2d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/92238f31-e75d-4275-96f5-63567b948954 HTTP/1.1" status: 204 len: 168 time: 0.1869686 Aug 09 16:05:47.919988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711ca24-db6b-4a3b-adb4-1f295cb93e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92238f31-e75d-4275-96f5-63567b948954,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:48.282245 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:05:50.175357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34826) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:50.452594 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a05d09c-e63c-4367-90b6-70116f165d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.552797 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a05d09c-e63c-4367-90b6-70116f165d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.557423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a05d09c-e63c-4367-90b6-70116f165d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.598465 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4a05d09c-e63c-4367-90b6-70116f165d7c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04bdb89ba0014b84927f9ca313699389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221022 Aug 09 16:05:50.599948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05d09c-e63c-4367-90b6-70116f165d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b4502a-d2c9-4029-86e3-2cd594517b14,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:50.600981 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34856) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:50.666550 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93d18dfd-98ee-4f99-8e44-0caea254c07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.691046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93d18dfd-98ee-4f99-8e44-0caea254c07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.754570 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93d18dfd-98ee-4f99-8e44-0caea254c07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.757438 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93d18dfd-98ee-4f99-8e44-0caea254c07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:50.760916 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-93d18dfd-98ee-4f99-8e44-0caea254c07c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6b4502a-d2c9-4029-86e3-2cd594517b14 HTTP/1.1" status: 204 len: 168 time: 0.1565599 Aug 09 16:05:50.775561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d18dfd-98ee-4f99-8e44-0caea254c07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b4502a-d2c9-4029-86e3-2cd594517b14,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:50.852547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34874) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:50.973023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34880) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:51.151915 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-187c888e-2cb2-4d86-9718-50d77991c5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.271151 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-187c888e-2cb2-4d86-9718-50d77991c5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.275883 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-187c888e-2cb2-4d86-9718-50d77991c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.321842 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-187c888e-2cb2-4d86-9718-50d77991c5cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d54278ff05f6444db18cd3110c64903c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676304 Aug 09 16:05:51.322892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c888e-2cb2-4d86-9718-50d77991c5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8001d820-81bf-422c-a71b-851ebdc648d7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:51.324566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34894) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:51.358387 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34898) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:51.366314 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-14b1b823-502d-4fde-9418-e9cad9dc00b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.374636 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29ae0219-3310-4d82-a2f6-ba9a7a28e534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.415863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.db.api [None req-29ae0219-3310-4d82-a2f6-ba9a7a28e534 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 16:05:51.415863 n-d-803778-2 neutron-server[94289]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 16:05:51.415863 n-d-803778-2 neutron-server[94289]: [parameters: {'project_id': '26e63680e04a432c960b9964a3919697', 'id': 'c4bcf57f-4890-4506-8b0c-28db37eb6455', 'expiration': datetime.datetime(2021, 8, 9, 16, 7, 51, 408878)}] Aug 09 16:05:51.415863 n-d-803778-2 neutron-server[94289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:05:51.416919 n-d-803778-2 neutron-server[94289]: DEBUG oslo_db.api [None req-29ae0219-3310-4d82-a2f6-ba9a7a28e534 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:05:51.434411 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7010344c-a2a9-4de4-be3a-fea11f43bbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.470723 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7010344c-a2a9-4de4-be3a-fea11f43bbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.492057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34902) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:51.553832 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7010344c-a2a9-4de4-be3a-fea11f43bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.556400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7010344c-a2a9-4de4-be3a-fea11f43bbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.560019 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7010344c-a2a9-4de4-be3a-fea11f43bbd0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8001d820-81bf-422c-a71b-851ebdc648d7 HTTP/1.1" status: 204 len: 168 time: 0.2314129 Aug 09 16:05:51.562283 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-14b1b823-502d-4fde-9418-e9cad9dc00b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.571773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010344c-a2a9-4de4-be3a-fea11f43bbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8001d820-81bf-422c-a71b-851ebdc648d7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:51.573527 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-14b1b823-502d-4fde-9418-e9cad9dc00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.606919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34908) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:51.607478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-14b1b823-502d-4fde-9418-e9cad9dc00b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b991c0af04b34f0296abd154ab631108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6326478 Aug 09 16:05:51.627266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1b823-502d-4fde-9418-e9cad9dc00b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc683f82-be24-452f-a598-a58e407fe03c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:51.663948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1427768955', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:51.701758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a159dc5-a394-49fe-9e30-a596bff41df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.719426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Made reservation on behalf of 04493a87e74b46c4a157d8985d2b7659 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:51.722717 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.740066 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.757961 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a159dc5-a394-49fe-9e30-a596bff41df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.876378 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a159dc5-a394-49fe-9e30-a596bff41df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.880188 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a159dc5-a394-49fe-9e30-a596bff41df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.883978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2a159dc5-a394-49fe-9e30-a596bff41df6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc683f82-be24-452f-a598-a58e407fe03c HTTP/1.1" status: 204 len: 168 time: 0.2732098 Aug 09 16:05:51.901145 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a159dc5-a394-49fe-9e30-a596bff41df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc683f82-be24-452f-a598-a58e407fe03c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:51.920317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29ae0219-3310-4d82-a2f6-ba9a7a28e534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.977438 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.984517 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:51.989116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] device_id is not set on port defde263-0f35-46f6-8407-e4b3d04ebf9a yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:05:52.160501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d041575a-c8b6-4fea-9cb5-8e5df3e3af35,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:52.190978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Allocated IP 172.25.2.202 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/defde263-0f35-46f6-8407-e4b3d04ebf9a) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:05:52.292843 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29ae0219-3310-4d82-a2f6-ba9a7a28e534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.316745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34928) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:52.332828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e7f283f-695c-43f3-aaa5-5ff306be5a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.337374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29ae0219-3310-4d82-a2f6-ba9a7a28e534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.391820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-29ae0219-3310-4d82-a2f6-ba9a7a28e534 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=26e63680e04a432c960b9964a3919697&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0321493 Aug 09 16:05:52.394501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae0219-3310-4d82-a2f6-ba9a7a28e534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88006874-a5e6-4f48-8164-75db1125ca45,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:52.395002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 34930) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:52.451123 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.474488 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e7f283f-695c-43f3-aaa5-5ff306be5a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.483414 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e7f283f-695c-43f3-aaa5-5ff306be5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.494451 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.505877 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-20298f57-d3aa-467a-98ae-a53eb8d4ef87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.539063 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9e7f283f-695c-43f3-aaa5-5ff306be5a99 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66b18c59f31a43a5a8b614e1aa92d14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207892 Aug 09 16:05:52.539416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34936) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:52.552389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:05:52.558379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:52.561069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:05:52.563969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f283f-695c-43f3-aaa5-5ff306be5a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a91911-8c1a-47dc-b7b8-4bf73d59ee77,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:52.569368 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-20298f57-d3aa-467a-98ae-a53eb8d4ef87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.610419 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Pushing event updated for resources: {'Port': ['ID=defde263-0f35-46f6-8407-e4b3d04ebf9a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:52.625544 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-20298f57-d3aa-467a-98ae-a53eb8d4ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.629467 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-20298f57-d3aa-467a-98ae-a53eb8d4ef87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.630720 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-20298f57-d3aa-467a-98ae-a53eb8d4ef87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88006874-a5e6-4f48-8164-75db1125ca45 HTTP/1.1" status: 204 len: 168 time: 0.2344995 Aug 09 16:05:52.639896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20298f57-d3aa-467a-98ae-a53eb8d4ef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88006874-a5e6-4f48-8164-75db1125ca45,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:52.650845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:52.651472 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.675477 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ace8ef81-c5e9-4b5d-a955-2b83ffddcc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.678039 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c1886164-0296-4ee0-8976-3c201f37d919 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1846955 Aug 09 16:05:52.681277 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 34940) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:52.685626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.202'}]}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:52.713850 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ace8ef81-c5e9-4b5d-a955-2b83ffddcc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.736176 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.737638 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.815283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.865454 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ace8ef81-c5e9-4b5d-a955-2b83ffddcc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.868368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ace8ef81-c5e9-4b5d-a955-2b83ffddcc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:52.872005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ace8ef81-c5e9-4b5d-a955-2b83ffddcc51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/21a91911-8c1a-47dc-b7b8-4bf73d59ee77 HTTP/1.1" status: 204 len: 168 time: 0.3251550 Aug 09 16:05:52.907865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8ef81-c5e9-4b5d-a955-2b83ffddcc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a91911-8c1a-47dc-b7b8-4bf73d59ee77,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:52.985960 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.246997 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.271870 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.444324 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:53.955672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35006) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:54.072733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1138953168-network', 'tenant_id': '257625d1d7d040759dec6241ce06fd39'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:54.079911 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.083399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.096062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Made reservation on behalf of 257625d1d7d040759dec6241ce06fd39 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:54.102413 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.125296 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.137009 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.138054 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 062cf3e1-1497-4107-bf56-9a965a21f318 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:05:54.244717 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.250625 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.253990 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 09 16:05:54.255307 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-95b9ec9b-b735-41a1-b0d9-67c3d5abeedc tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5730484 Aug 09 16:05:54.258312 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35028) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:54.279841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:05:54.297438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58cc61a-e717-4869-9aef-4cf454a13acc,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:54.304534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.305138 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Added segment ee5a2477-6873-4185-808d-2b2a7041cd5d of type vlan for network 74f80721-75dd-4e08-861f-110bcc0a88b7 Aug 09 16:05:54.359700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a574735a-9585-41e5-a524-05e721925a36 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Deleting port defde263-0f35-46f6-8407-e4b3d04ebf9a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:05:54.360064 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a574735a-9585-41e5-a524-05e721925a36 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.361145 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.397858 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.399349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:54.400156 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.476915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5195026 Aug 09 16:05:54.479839 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35052) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:54.485430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4313c-63ff-4d92-a595-47fab304b349 admin admin] Pushing event updated for resources: {'Network': ['ID=74f80721-75dd-4e08-861f-110bcc0a88b7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:54.492848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d34efab1-097d-4360-ae75-f9e99ad610e9 admin admin] Request body: {'subnet': {'network_id': '74f80721-75dd-4e08-861f-110bcc0a88b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1138953168-subnet', 'tenant_id': '257625d1d7d040759dec6241ce06fd39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:54.505387 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a574735a-9585-41e5-a524-05e721925a36 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.512395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 74f80721-75dd-4e08-861f-110bcc0a88b7 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:05:54.528877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a574735a-9585-41e5-a524-05e721925a36 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Calling delete_port for defde263-0f35-46f6-8407-e4b3d04ebf9a owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:05:54.589473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34efab1-097d-4360-ae75-f9e99ad610e9 admin admin] Made reservation on behalf of 257625d1d7d040759dec6241ce06fd39 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:54.591794 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d34efab1-097d-4360-ae75-f9e99ad610e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.692861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35056) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:54.808818 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a574735a-9585-41e5-a524-05e721925a36 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.830261 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e0b73a1-9997-4616-a7b4-5711d632a7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.889917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574735a-9585-41e5-a524-05e721925a36 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Pushing event deleted for resources: {'Port': ['ID=defde263-0f35-46f6-8407-e4b3d04ebf9a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:54.936471 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e0b73a1-9997-4616-a7b4-5711d632a7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.941362 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e0b73a1-9997-4616-a7b4-5711d632a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.942535 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d34efab1-097d-4360-ae75-f9e99ad610e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:54.978776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b73a1-9997-4616-a7b4-5711d632a7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb18e14b-b034-4773-839b-c67be2c11243,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:54.984658 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9e0b73a1-9997-4616-a7b4-5711d632a7e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50527311148443dabb97ac73a961791a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900341 Aug 09 16:05:54.987923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35066) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:55.000540 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a574735a-9585-41e5-a524-05e721925a36 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.002412 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a574735a-9585-41e5-a524-05e721925a36 tempest-RoutersAdminNegativeTest-438804092 tempest-RoutersAdminNegativeTest-438804092-project-admin] 10.222.0.81 "DELETE /v2.0/ports/defde263-0f35-46f6-8407-e4b3d04ebf9a HTTP/1.1" status: 204 len: 168 time: 0.7417846 Aug 09 16:05:55.027656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34efab1-097d-4360-ae75-f9e99ad610e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7b38da-8d9f-437c-b0f4-0fdee821c20c,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:55.041460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34efab1-097d-4360-ae75-f9e99ad610e9 admin admin] Checking segment: {'id': 'ee5a2477-6873-4185-808d-2b2a7041cd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '74f80721-75dd-4e08-861f-110bcc0a88b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:05:55.041739 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34efab1-097d-4360-ae75-f9e99ad610e9 admin admin] Network hostable DHCP agents. Network: 74f80721-75dd-4e08-861f-110bcc0a88b7, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:05:55.051405 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-33b1bf91-e2a2-4d56-b31b-a36da0eff612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.064361 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34efab1-097d-4360-ae75-f9e99ad610e9 admin admin] Network 74f80721-75dd-4e08-861f-110bcc0a88b7 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:05:55.075467 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-33b1bf91-e2a2-4d56-b31b-a36da0eff612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.077506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-d34efab1-097d-4360-ae75-f9e99ad610e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 74f80721-75dd-4e08-861f-110bcc0a88b7) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:55.084313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34efab1-097d-4360-ae75-f9e99ad610e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:55.089241 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d34efab1-097d-4360-ae75-f9e99ad610e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.093467 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b646cd3f-9cb5-4ed1-a64a-000d448975fa None None] Network 74f80721-75dd-4e08-861f-110bcc0a88b7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:55.119785 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d34efab1-097d-4360-ae75-f9e99ad610e9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6361346 Aug 09 16:05:55.165243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-33b1bf91-e2a2-4d56-b31b-a36da0eff612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.167855 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-33b1bf91-e2a2-4d56-b31b-a36da0eff612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.171802 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-33b1bf91-e2a2-4d56-b31b-a36da0eff612 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb18e14b-b034-4773-839b-c67be2c11243 HTTP/1.1" status: 204 len: 168 time: 0.1800423 Aug 09 16:05:55.195585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1bf91-e2a2-4d56-b31b-a36da0eff612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb18e14b-b034-4773-839b-c67be2c11243,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:55.292896 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44a7fb8-b6aa-4236-aa19-885111610543 None None] Network 74f80721-75dd-4e08-861f-110bcc0a88b7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:55.475178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35086) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:55.651067 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bb5b-7f1e-4965-a680-24e3ca9f0f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.809897 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bb5b-7f1e-4965-a680-24e3ca9f0f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.821986 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c6d9bb5b-7f1e-4965-a680-24e3ca9f0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:55.885230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9bb5b-7f1e-4965-a680-24e3ca9f0f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f5c64b-0d88-48e9-ba04-42474ac8348e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:55.913547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c6d9bb5b-7f1e-4965-a680-24e3ca9f0f6d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=793a1f0f476e49408f89989d6ae6c617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371653 Aug 09 16:05:55.916842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35110) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:55.974440 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2670e7b4-4f06-4f21-8198-f87edd5bbf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.000247 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2670e7b4-4f06-4f21-8198-f87edd5bbf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.072028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2670e7b4-4f06-4f21-8198-f87edd5bbf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.077490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2670e7b4-4f06-4f21-8198-f87edd5bbf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.079422 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2670e7b4-4f06-4f21-8198-f87edd5bbf79 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71f5c64b-0d88-48e9-ba04-42474ac8348e HTTP/1.1" status: 204 len: 168 time: 0.1612833 Aug 09 16:05:56.115305 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670e7b4-4f06-4f21-8198-f87edd5bbf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f5c64b-0d88-48e9-ba04-42474ac8348e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:56.170969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35124) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:56.176598 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189956955-network', 'tenant_id': '1496f26228cf40e2ab4a7162d3695ecd'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:56.199247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Made reservation on behalf of 1496f26228cf40e2ab4a7162d3695ecd for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:56.202118 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.213272 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.336154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.341222 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.376225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:05:56.382984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b185bae-975a-4bcf-9930-7407a22a8600,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:56.392434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.392787 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Added segment 47c1f187-37bf-4822-85f5-f3b0fd145c2a of type vlan for network d6dd9d07-fc64-4064-9752-425479d73df9 Aug 09 16:05:56.443620 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.485809 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.487298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:56.488597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.558417 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3860643 Aug 09 16:05:56.561702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35138) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:56.567574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-daef18e4-3c5e-479d-84a4-046d616b2d46 admin admin] Request body: {'subnet': {'network_id': 'd6dd9d07-fc64-4064-9752-425479d73df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189956955-subnet', 'tenant_id': '1496f26228cf40e2ab4a7162d3695ecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:56.584877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d205dc-f20f-4210-b9ec-df4bf385bdfb admin admin] Pushing event updated for resources: {'Network': ['ID=d6dd9d07-fc64-4064-9752-425479d73df9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:56.594697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35142) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:56.602876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d6dd9d07-fc64-4064-9752-425479d73df9 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:05:56.611395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daef18e4-3c5e-479d-84a4-046d616b2d46 admin admin] Made reservation on behalf of 1496f26228cf40e2ab4a7162d3695ecd for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:56.614485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-daef18e4-3c5e-479d-84a4-046d616b2d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.688598 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2ca104c0-d16f-4306-b2c8-36b54901d42f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04493a87e74b46c4a157d8985d2b7659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901024 Aug 09 16:05:56.689334 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35148) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:56.785559 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc4299a8-a2e5-47bb-ae9e-ab39721bfc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.825566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc4299a8-a2e5-47bb-ae9e-ab39721bfc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.842744 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-daef18e4-3c5e-479d-84a4-046d616b2d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.889879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef18e4-3c5e-479d-84a4-046d616b2d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb29788-ddd7-4e23-a04a-671d1d9ebb4b,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:56.904489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc4299a8-a2e5-47bb-ae9e-ab39721bfc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.908700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dc4299a8-a2e5-47bb-ae9e-ab39721bfc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.911051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dc4299a8-a2e5-47bb-ae9e-ab39721bfc12 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d041575a-c8b6-4fea-9cb5-8e5df3e3af35 HTTP/1.1" status: 204 len: 168 time: 0.2191861 Aug 09 16:05:56.921515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4299a8-a2e5-47bb-ae9e-ab39721bfc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d041575a-c8b6-4fea-9cb5-8e5df3e3af35,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:56.930391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daef18e4-3c5e-479d-84a4-046d616b2d46 admin admin] Checking segment: {'id': '47c1f187-37bf-4822-85f5-f3b0fd145c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd6dd9d07-fc64-4064-9752-425479d73df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:05:56.930764 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef18e4-3c5e-479d-84a4-046d616b2d46 admin admin] Network hostable DHCP agents. Network: d6dd9d07-fc64-4064-9752-425479d73df9, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:05:56.963579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef18e4-3c5e-479d-84a4-046d616b2d46 admin admin] Network d6dd9d07-fc64-4064-9752-425479d73df9 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:05:56.981255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-daef18e4-3c5e-479d-84a4-046d616b2d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d6dd9d07-fc64-4064-9752-425479d73df9) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:56.986202 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daef18e4-3c5e-479d-84a4-046d616b2d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:56.987208 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-daef18e4-3c5e-479d-84a4-046d616b2d46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.993224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429bd1f4-7dd8-4f87-b5fe-922126f6d44f None None] Network d6dd9d07-fc64-4064-9752-425479d73df9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:57.008463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-daef18e4-3c5e-479d-84a4-046d616b2d46 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4454942 Aug 09 16:05:57.181562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac5de5-a318-441f-861c-634d75b649fa None None] Network d6dd9d07-fc64-4064-9752-425479d73df9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:57.213997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35182) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:57.307974 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ba2d27-a9e2-4bbd-ac8e-e636d7d989b8 admin admin] Deleting subnet 3e7b38da-8d9f-437c-b0f4-0fdee821c20c {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:05:57.311406 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69ba2d27-a9e2-4bbd-ac8e-e636d7d989b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.361877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69ba2d27-a9e2-4bbd-ac8e-e636d7d989b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.413498 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69ba2d27-a9e2-4bbd-ac8e-e636d7d989b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.489878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69ba2d27-a9e2-4bbd-ac8e-e636d7d989b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.531581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba2d27-a9e2-4bbd-ac8e-e636d7d989b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7b38da-8d9f-437c-b0f4-0fdee821c20c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:57.536222 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69ba2d27-a9e2-4bbd-ac8e-e636d7d989b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.538377 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-69ba2d27-a9e2-4bbd-ac8e-e636d7d989b8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3e7b38da-8d9f-437c-b0f4-0fdee821c20c HTTP/1.1" status: 204 len: 168 time: 0.3233650 Aug 09 16:05:57.540957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35204) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:57.629847 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.645220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35210) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:57.741771 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.759129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f80721-75dd-4e08-861f-110bcc0a88b7']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:57.773960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5a2477-6873-4185-808d-2b2a7041cd5d') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:57.774881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5a2477-6873-4185-808d-2b2a7041cd5d') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:57.788587 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.810606 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.818237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:05:57.819033 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:05:57.821706 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:05:57.914147 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb8bab56-c1a7-486b-b15e-e4c457bc143c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.946107 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.965707 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.967988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] 10.222.0.81 "DELETE /v2.0/networks/74f80721-75dd-4e08-861f-110bcc0a88b7 HTTP/1.1" status: 204 len: 168 time: 0.4260149 Aug 09 16:05:57.971475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35226) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:57.985145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828651f-8fb1-4471-9e13-9aceaa0ba9ac admin admin] Pushing event deleted for resources: {'Network': ['ID=74f80721-75dd-4e08-861f-110bcc0a88b7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:58.067663 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b083757-aa5d-43f6-ac58-dff982e97456 admin admin] Deleting subnet 8fb29788-ddd7-4e23-a04a-671d1d9ebb4b {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:05:58.072438 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b083757-aa5d-43f6-ac58-dff982e97456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.123928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb8bab56-c1a7-486b-b15e-e4c457bc143c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.131048 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb8bab56-c1a7-486b-b15e-e4c457bc143c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.132323 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b083757-aa5d-43f6-ac58-dff982e97456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.180932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35232) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:58.181192 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cb8bab56-c1a7-486b-b15e-e4c457bc143c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f4448d2e2ac417da16870219443e06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5355413 Aug 09 16:05:58.193336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35234) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:58.195898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bab56-c1a7-486b-b15e-e4c457bc143c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a438050-94e8-45a4-96de-b21235d6a0e7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:58.198731 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b083757-aa5d-43f6-ac58-dff982e97456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.308952 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c523f-bdc3-40a6-8076-c37033cb55af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.333657 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b083757-aa5d-43f6-ac58-dff982e97456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.344091 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c523f-bdc3-40a6-8076-c37033cb55af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.381478 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-499379391'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:58.387420 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b083757-aa5d-43f6-ac58-dff982e97456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb29788-ddd7-4e23-a04a-671d1d9ebb4b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:58.398430 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b083757-aa5d-43f6-ac58-dff982e97456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.401412 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1b083757-aa5d-43f6-ac58-dff982e97456 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8fb29788-ddd7-4e23-a04a-671d1d9ebb4b HTTP/1.1" status: 204 len: 168 time: 0.4283102 Aug 09 16:05:58.403788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35242) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:58.436353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:58.440674 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.451581 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.475216 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c523f-bdc3-40a6-8076-c37033cb55af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.478095 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c523f-bdc3-40a6-8076-c37033cb55af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.478347 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.482535 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0f4c523f-bdc3-40a6-8076-c37033cb55af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a438050-94e8-45a4-96de-b21235d6a0e7 HTTP/1.1" status: 204 len: 168 time: 0.3005857 Aug 09 16:05:58.494615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c523f-bdc3-40a6-8076-c37033cb55af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a438050-94e8-45a4-96de-b21235d6a0e7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:58.578469 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.598235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dd9d07-fc64-4064-9752-425479d73df9']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:58.607967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c1f187-37bf-4822-85f5-f3b0fd145c2a') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:58.608721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c1f187-37bf-4822-85f5-f3b0fd145c2a') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:05:58.619828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.624805 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.631482 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.639678 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.649967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:05:58.650365 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:05:58.653213 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:05:58.668953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8380d3d-9560-43d4-9657-6a61c52375e8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:58.715185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.719968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:05:58.724436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.726874 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] 10.222.0.81 "DELETE /v2.0/networks/d6dd9d07-fc64-4064-9752-425479d73df9 HTTP/1.1" status: 204 len: 168 time: 0.3220758 Aug 09 16:05:58.734055 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.734473 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Added segment 79a6888e-ac31-494a-ad0b-a8e28f4caa08 of type vlan for network 938be601-55e5-4495-92d1-2b238bfd5fac Aug 09 16:05:58.749529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0155b-ff77-4977-a81f-8623711b1c9a admin admin] Pushing event deleted for resources: {'Network': ['ID=d6dd9d07-fc64-4064-9752-425479d73df9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:58.786400 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.827130 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.836961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:58.838304 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:58.920444 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Network': ['ID=938be601-55e5-4495-92d1-2b238bfd5fac,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:58.937307 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e9049ca2-74bd-4e99-bbd2-193d820e5248 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7376182 Aug 09 16:05:58.937512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:05:58.938001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35262) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:58.950092 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-cc2f6c98-a6de-4185-a64c-e518f305cc5d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:59.007460 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35266) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:59.076910 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2f6c98-a6de-4185-a64c-e518f305cc5d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:59.084162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cc2f6c98-a6de-4185-a64c-e518f305cc5d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:59.098225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-80f05f69-74ca-485c-8349-c6f132faf2f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=257625d1d7d040759dec6241ce06fd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867941 Aug 09 16:05:59.098507 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35272) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:59.166613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddf07b99-8b4e-4821-a0be-d115be2dc917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:59.192264 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddf07b99-8b4e-4821-a0be-d115be2dc917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:59.258237 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddf07b99-8b4e-4821-a0be-d115be2dc917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:59.261220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ddf07b99-8b4e-4821-a0be-d115be2dc917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:59.265197 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ddf07b99-8b4e-4821-a0be-d115be2dc917 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d58cc61a-e717-4869-9aef-4cf454a13acc HTTP/1.1" status: 204 len: 168 time: 0.1631653 Aug 09 16:05:59.279380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf07b99-8b4e-4821-a0be-d115be2dc917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58cc61a-e717-4869-9aef-4cf454a13acc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:59.371237 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cc2f6c98-a6de-4185-a64c-e518f305cc5d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:59.460640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f6c98-a6de-4185-a64c-e518f305cc5d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=655da39b-cb7e-4bbb-8a7c-a556b4378e1a,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:05:59.491601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f6c98-a6de-4185-a64c-e518f305cc5d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:05:59.491979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f6c98-a6de-4185-a64c-e518f305cc5d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network hostable DHCP agents. Network: 938be601-55e5-4495-92d1-2b238bfd5fac, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:05:59.511663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f6c98-a6de-4185-a64c-e518f305cc5d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:05:59.524963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f6c98-a6de-4185-a64c-e518f305cc5d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 938be601-55e5-4495-92d1-2b238bfd5fac) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:05:59.533705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2f6c98-a6de-4185-a64c-e518f305cc5d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:05:59.535401 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70173ec6-94ad-4d6f-b95a-3eaef8115a39 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:05:59.537347 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cc2f6c98-a6de-4185-a64c-e518f305cc5d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:59.558890 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cc2f6c98-a6de-4185-a64c-e518f305cc5d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6170363 Aug 09 16:05:59.559242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35292) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:59.564618 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'name': 'tempest-NetworksTestDHCPv6-1427104355'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:05:59.760863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:05:59.764873 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:59.765544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35298) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:05:59.786820 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 9e247aa1-472a-4ece-ad67-431105a0ad8b yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:05:59.789464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': '655da39b-cb7e-4bbb-8a7c-a556b4378e1a'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:05:59.794276 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:59.914113 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0d9d0661-d86e-4ba2-b4c4-c22a9cc3decb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1496f26228cf40e2ab4a7162d3695ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462655 Aug 09 16:05:59.917682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35306) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:00.016909 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::bd (938be601-55e5-4495-92d1-2b238bfd5fac/655da39b-cb7e-4bbb-8a7c-a556b4378e1a/9e247aa1-472a-4ece-ad67-431105a0ad8b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:00.026920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-878fb504-ecdf-41e9-ae7a-345b0afbf6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.063150 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-878fb504-ecdf-41e9-ae7a-345b0afbf6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.134168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-878fb504-ecdf-41e9-ae7a-345b0afbf6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.137107 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-878fb504-ecdf-41e9-ae7a-345b0afbf6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.138553 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-878fb504-ecdf-41e9-ae7a-345b0afbf6c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b185bae-975a-4bcf-9930-7407a22a8600 HTTP/1.1" status: 204 len: 168 time: 0.2194388 Aug 09 16:06:00.161688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fb504-ecdf-41e9-ae7a-345b0afbf6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b185bae-975a-4bcf-9930-7407a22a8600,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:00.233719 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.253724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 9e247aa1-472a-4ece-ad67-431105a0ad8b will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:00.324506 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.382562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:00.388099 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:00.392390 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:00.399058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:00.399790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.423627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Allocated IP 2001:db8::2 (938be601-55e5-4495-92d1-2b238bfd5fac/655da39b-cb7e-4bbb-8a7c-a556b4378e1a/8fc80fa1-1514-41d2-8a46-ea26d4344dc0) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:00.425573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=9e247aa1-472a-4ece-ad67-431105a0ad8b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:00.434980 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b0c571ec-d567-4272-af00-74024bcb1e6c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8745897 Aug 09 16:06:00.437754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35326) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:00.542337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9039a02-790c-45f1-bd37-a333d528e466 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:00.544190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f9039a02-790c-45f1-bd37-a333d528e466 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1052458 Aug 09 16:06:00.547369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35336) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:00.652068 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.663441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Transition to ACTIVE for port object 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:00.682616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-75574bbe-262b-4803-a7c6-6184791cf3b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 9e247aa1-472a-4ece-ad67-431105a0ad8b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:00.683301 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75574bbe-262b-4803-a7c6-6184791cf3b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.704211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Transition to ACTIVE for port object 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:00.712815 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.718110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35342) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:00.773621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:00.777166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:00.781573 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:00.827748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Pushing event updated for resources: {'Port': ['ID=8fc80fa1-1514-41d2-8a46-ea26d4344dc0,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:00.852901 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75574bbe-262b-4803-a7c6-6184791cf3b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.869463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Attempting to bind port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:00.870123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Attempting to bind port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:00.871011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Attempting to bind port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:00.876747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:00.877398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:00.878673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:00.879614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:00.880461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:00.880781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-75574bbe-262b-4803-a7c6-6184791cf3b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 9e247aa1-472a-4ece-ad67-431105a0ad8b owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:00.881540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:00.882284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:00.883461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:00.884223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:00.885108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:00.885903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:00.886584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:00.912530 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:00.913227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:00.917707 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.919522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:00.920059 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Bound port: 8fc80fa1-1514-41d2-8a46-ea26d4344dc0, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:00.920451 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.071202 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] For port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:01.075097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] For port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8fc80fa1-1514-41d2-8a46-ea26d4344dc0,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:01.082011 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.105142 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75574bbe-262b-4803-a7c6-6184791cf3b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.177280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1148717337', 'router:external': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:01.177538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75574bbe-262b-4803-a7c6-6184791cf3b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=9e247aa1-472a-4ece-ad67-431105a0ad8b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:01.209539 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Made reservation on behalf of 39ade37bf1c14138b0f8bc9f455c5bc2 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:01.213353 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.218200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa34ff-589c-4d2d-9da5-466e9315d966 None None] Pushing event updated for resources: {'Port': ['ID=8fc80fa1-1514-41d2-8a46-ea26d4344dc0,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:01.238006 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.242094 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-75574bbe-262b-4803-a7c6-6184791cf3b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.244399 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-75574bbe-262b-4803-a7c6-6184791cf3b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/9e247aa1-472a-4ece-ad67-431105a0ad8b HTTP/1.1" status: 204 len: 168 time: 0.6955669 Aug 09 16:06:01.246818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35362) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:01.334483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721a521-256d-420e-bf94-c52f1280267b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:01.336638 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721a521-256d-420e-bf94-c52f1280267b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:01.339376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8721a521-256d-420e-bf94-c52f1280267b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0915971 Aug 09 16:06:01.342295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35366) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:01.455407 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.463434 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22b47e5-cb8a-4948-9095-dea584b17ee5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet 655da39b-cb7e-4bbb-8a7c-a556b4378e1a {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:01.468124 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c22b47e5-cb8a-4948-9095-dea584b17ee5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.471557 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.552584 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:06:01.573316 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c22b47e5-cb8a-4948-9095-dea584b17ee5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.576880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb7d0de-619d-40cc-9361-855950741a21,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:01.607478 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.607765 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Added segment f7e374e1-df67-4e2d-a945-985690b064c2 of type vlan for network 150cb1b3-2e09-4850-8cb5-e6a43b9d039a Aug 09 16:06:01.704890 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.738241 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c22b47e5-cb8a-4948-9095-dea584b17ee5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.792120 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.793222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:01.793946 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.862829 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1426444 Aug 09 16:06:01.866903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35384) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:01.872514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Request body: {'subnet': {'network_id': '150cb1b3-2e09-4850-8cb5-e6a43b9d039a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:01.875731 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c22b47e5-cb8a-4948-9095-dea584b17ee5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.893182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c5c4d-13a3-41fe-b98f-8fe90f0a2664 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event updated for resources: {'Network': ['ID=150cb1b3-2e09-4850-8cb5-e6a43b9d039a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:01.916464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Made reservation on behalf of 39ade37bf1c14138b0f8bc9f455c5bc2 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:01.920003 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.921516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 150cb1b3-2e09-4850-8cb5-e6a43b9d039a details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:06:01.927304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b47e5-cb8a-4948-9095-dea584b17ee5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=655da39b-cb7e-4bbb-8a7c-a556b4378e1a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:01.929581 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c22b47e5-cb8a-4948-9095-dea584b17ee5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:01.932241 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c22b47e5-cb8a-4948-9095-dea584b17ee5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/655da39b-cb7e-4bbb-8a7c-a556b4378e1a HTTP/1.1" status: 204 len: 168 time: 0.5886500 Aug 09 16:06:01.935036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35388) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:02.040347 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c3f42afd-e52b-4c7b-91d5-f4c614c6ab2c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039743 Aug 09 16:06:02.045278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35394) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:02.051480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-679e039f-ee02-44ea-a870-e4c8641a62bf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:02.190517 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679e039f-ee02-44ea-a870-e4c8641a62bf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:02.195552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-679e039f-ee02-44ea-a870-e4c8641a62bf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:02.425950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.objects.ports [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:06:02.426626 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:02.506422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8173c18c-e390-4939-b1f8-240b447ea845,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:02.514610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Checking segment: {'id': 'f7e374e1-df67-4e2d-a945-985690b064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '150cb1b3-2e09-4850-8cb5-e6a43b9d039a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:02.514954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Network hostable DHCP agents. Network: 150cb1b3-2e09-4850-8cb5-e6a43b9d039a, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:06:02.526470 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-679e039f-ee02-44ea-a870-e4c8641a62bf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:02.549949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Network 150cb1b3-2e09-4850-8cb5-e6a43b9d039a is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:06:02.566017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 150cb1b3-2e09-4850-8cb5-e6a43b9d039a) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:02.579345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a864611-3071-446a-9545-d3a6062ecd82 None None] Network 150cb1b3-2e09-4850-8cb5-e6a43b9d039a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:02.587272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:02.588615 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:02.616173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679e039f-ee02-44ea-a870-e4c8641a62bf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:02.619826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-679e039f-ee02-44ea-a870-e4c8641a62bf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:02.625228 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679e039f-ee02-44ea-a870-e4c8641a62bf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:02.626849 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-679e039f-ee02-44ea-a870-e4c8641a62bf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:02.633162 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4abc17fc-95a9-43d9-b815-1b4d5e836982 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7613945 Aug 09 16:06:02.633162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35412) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:02.643419 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-29627415', 'network_id': '150cb1b3-2e09-4850-8cb5-e6a43b9d039a'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:02.657232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e039f-ee02-44ea-a870-e4c8641a62bf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=f87e8d9a-8be4-4043-957e-ec806d53b63c,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:02.677089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Made reservation on behalf of 39ade37bf1c14138b0f8bc9f455c5bc2 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:02.679821 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:02.686722 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-679e039f-ee02-44ea-a870-e4c8641a62bf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6392190 Aug 09 16:06:02.688482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35416) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:02.698320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'name': 'tempest-NetworksTestDHCPv6-610706513'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:02.710940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] device_id is not set on port 8a29171a-f606-41f8-a143-d1164189f4aa yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:06:02.765185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced3cc63-1774-43ff-9012-8499615a9dd7 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:02.850143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58960e25-bff6-46de-a56e-4f7cb35b9f64 None None] Network 150cb1b3-2e09-4850-8cb5-e6a43b9d039a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:02.873815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Allocated IP 2001:db8::182 (150cb1b3-2e09-4850-8cb5-e6a43b9d039a/8173c18c-e390-4939-b1f8-240b447ea845/8a29171a-f606-41f8-a143-d1164189f4aa) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:02.899547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-32ee9f92-dc08-42d3-801c-308db5ca8586 None None] Provisioning for port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:02.978028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:02.982602 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.009688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port b79e557c-df69-4e89-9e84-e5c1fdad6f73 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:06:03.148561 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.205766 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.216570 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::3b0 (938be601-55e5-4495-92d1-2b238bfd5fac/f87e8d9a-8be4-4043-957e-ec806d53b63c/b79e557c-df69-4e89-9e84-e5c1fdad6f73) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:03.268086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Network 150cb1b3-2e09-4850-8cb5-e6a43b9d039a is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:03.274359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:03.278820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:03.281009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:03.281674 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.310277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6762371 Aug 09 16:06:03.317914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35428) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:03.325276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65741d29-acd6-433f-9144-a78c24fb5473 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event updated for resources: {'Port': ['ID=8a29171a-f606-41f8-a143-d1164189f4aa,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:03.418753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f0e19b21-758b-47c9-aee8-adec07f8eb73 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Deleting port 8a29171a-f606-41f8-a143-d1164189f4aa {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:03.419242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0e19b21-758b-47c9-aee8-adec07f8eb73 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.422368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:03.520966 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0e19b21-758b-47c9-aee8-adec07f8eb73 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.541457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f0e19b21-758b-47c9-aee8-adec07f8eb73 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Calling delete_port for 8a29171a-f606-41f8-a143-d1164189f4aa owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:03.563908 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.590172 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object b79e557c-df69-4e89-9e84-e5c1fdad6f73 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:03.639894 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.693216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:03.694843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17ce851-895b-4c9a-b39a-6d27d9ea85c5 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:03.696537 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:03.700681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:03.706449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:03.707171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.709146 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0e19b21-758b-47c9-aee8-adec07f8eb73 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.716854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=b79e557c-df69-4e89-9e84-e5c1fdad6f73,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:03.739816 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5fa3ccca-3196-48b9-bf3f-427d2e4ac39f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0483198 Aug 09 16:06:03.740571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35434) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:03.756180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e19b21-758b-47c9-aee8-adec07f8eb73 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a29171a-f606-41f8-a143-d1164189f4aa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:03.774855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:03.789739 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4fe87558-73bb-496d-b8cc-97fb8cc95532 None None] Provisioning complete for port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:03.790487 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4fe87558-73bb-496d-b8cc-97fb8cc95532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.791065 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0e19b21-758b-47c9-aee8-adec07f8eb73 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.793191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f0e19b21-758b-47c9-aee8-adec07f8eb73 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "DELETE /v2.0/ports/8a29171a-f606-41f8-a143-d1164189f4aa HTTP/1.1" status: 204 len: 168 time: 0.4745889 Aug 09 16:06:03.796871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35440) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:03.807900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '150cb1b3-2e09-4850-8cb5-e6a43b9d039a', 'external_fixed_ips': [{'subnet_id': '8173c18c-e390-4939-b1f8-240b447ea845', 'ip_address': '2001:db8::182'}]}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:03.817743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6547bd-c6d5-4254-9cc9-1482d8d2bf9e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:03.824360 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6547bd-c6d5-4254-9cc9-1482d8d2bf9e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:03.828373 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8d6547bd-c6d5-4254-9cc9-1482d8d2bf9e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0845215 Aug 09 16:06:03.828716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35442) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:03.831620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:03.832156 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.840596 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.841726 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:03.961453 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.015220 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4fe87558-73bb-496d-b8cc-97fb8cc95532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.060817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9099cad4-6d80-45ca-a94d-e21394ae33e5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port b79e557c-df69-4e89-9e84-e5c1fdad6f73 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:04.061211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9099cad4-6d80-45ca-a94d-e21394ae33e5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.063421 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.097859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4fe87558-73bb-496d-b8cc-97fb8cc95532 None None] For port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8fc80fa1-1514-41d2-8a46-ea26d4344dc0,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:04.112911 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4fe87558-73bb-496d-b8cc-97fb8cc95532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.218704 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:06:04.218704 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:06:04.218704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe87558-73bb-496d-b8cc-97fb8cc95532 None None] Pushing event updated for resources: {'Port': ['ID=8fc80fa1-1514-41d2-8a46-ea26d4344dc0,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:04.228661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.345890 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9099cad4-6d80-45ca-a94d-e21394ae33e5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.363646 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9099cad4-6d80-45ca-a94d-e21394ae33e5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for b79e557c-df69-4e89-9e84-e5c1fdad6f73 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:04.566876 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9099cad4-6d80-45ca-a94d-e21394ae33e5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.569224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9b21593b-d0f4-4644-98ea-1cffa7ac6885 None None] Provisioning for port b79e557c-df69-4e89-9e84-e5c1fdad6f73 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:04.574053 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9b21593b-d0f4-4644-98ea-1cffa7ac6885 None None] Provisioning complete for port b79e557c-df69-4e89-9e84-e5c1fdad6f73 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:04.575283 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9b21593b-d0f4-4644-98ea-1cffa7ac6885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.609992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9b21593b-d0f4-4644-98ea-1cffa7ac6885 None None] Port b79e557c-df69-4e89-9e84-e5c1fdad6f73 was deleted so its status cannot be updated. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 09 16:06:04.621206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9b21593b-d0f4-4644-98ea-1cffa7ac6885 None None] Provisioning complete for port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:04.621732 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9b21593b-d0f4-4644-98ea-1cffa7ac6885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.651223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099cad4-6d80-45ca-a94d-e21394ae33e5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=b79e557c-df69-4e89-9e84-e5c1fdad6f73,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:04.771136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9099cad4-6d80-45ca-a94d-e21394ae33e5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.773298 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9099cad4-6d80-45ca-a94d-e21394ae33e5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/b79e557c-df69-4e89-9e84-e5c1fdad6f73 HTTP/1.1" status: 204 len: 168 time: 0.9434760 Aug 09 16:06:04.776360 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35470) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:04.851582 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.866943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677e8223-5c39-4f0c-8fb6-26390425765a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:04.868505 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677e8223-5c39-4f0c-8fb6-26390425765a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:04.872693 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-677e8223-5c39-4f0c-8fb6-26390425765a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0922592 Aug 09 16:06:04.872799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35476) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:04.879561 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.945045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca824fe-e94c-4d7e-a8da-95db5062268e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet f87e8d9a-8be4-4043-957e-ec806d53b63c {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:04.953810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dca824fe-e94c-4d7e-a8da-95db5062268e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:04.974702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5a76fd46-95de-4a25-a6e6-858102e92b9d None None] Could not find standard attr ID for object 9e247aa1-472a-4ece-ad67-431105a0ad8b. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:06:05.004977 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dca824fe-e94c-4d7e-a8da-95db5062268e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.062694 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dca824fe-e94c-4d7e-a8da-95db5062268e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.075612 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Allocated IP 2001:db8::182 (150cb1b3-2e09-4850-8cb5-e6a43b9d039a/8173c18c-e390-4939-b1f8-240b447ea845/5fcda188-30a1-488f-bafb-5f69eea81ec2) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:05.174957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dca824fe-e94c-4d7e-a8da-95db5062268e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.194130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-041a3e88-02e2-405d-81aa-8d26530f0ede None None] Could not find standard attr ID for object b79e557c-df69-4e89-9e84-e5c1fdad6f73. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:06:05.215573 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dca824fe-e94c-4d7e-a8da-95db5062268e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.220728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dca824fe-e94c-4d7e-a8da-95db5062268e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/f87e8d9a-8be4-4043-957e-ec806d53b63c HTTP/1.1" status: 204 len: 168 time: 0.3447082 Aug 09 16:06:05.220728 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca824fe-e94c-4d7e-a8da-95db5062268e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=f87e8d9a-8be4-4043-957e-ec806d53b63c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:05.221167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35482) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:05.271375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e4010e4e-6d8e-457b-a078-22a33cf40ebd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451841 Aug 09 16:06:05.273265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35484) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:05.281355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b8103b5d-fc4f-41d1-9a24-ae2b2d42a759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:05.288821 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.364492 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.386905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:05.417412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ecc4ac-0b48-40e3-a726-1f103aebf801 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:05.420979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Network 150cb1b3-2e09-4850-8cb5-e6a43b9d039a is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:05.426326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:05.430616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:05.452069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8103b5d-fc4f-41d1-9a24-ae2b2d42a759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:05.459941 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8103b5d-fc4f-41d1-9a24-ae2b2d42a759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.508551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event updated for resources: {'Port': ['ID=5fcda188-30a1-488f-bafb-5f69eea81ec2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:05.590723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:05.591221 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.680731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a9b633-5ad9-48e6-921d-664685367c2a None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:06:05.700669 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.727334 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8103b5d-fc4f-41d1-9a24-ae2b2d42a759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.765527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-31a9b633-5ad9-48e6-921d-664685367c2a None None] Deleting port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:05.766384 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-31a9b633-5ad9-48e6-921d-664685367c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.797992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8103b5d-fc4f-41d1-9a24-ae2b2d42a759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:05.802946 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b8103b5d-fc4f-41d1-9a24-ae2b2d42a759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:05.809474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8103b5d-fc4f-41d1-9a24-ae2b2d42a759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:05.817374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8103b5d-fc4f-41d1-9a24-ae2b2d42a759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.821772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8103b5d-fc4f-41d1-9a24-ae2b2d42a759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=23630c56-62f5-45af-90b3-1b4dbdd82beb,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:05.850109 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b8103b5d-fc4f-41d1-9a24-ae2b2d42a759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5755556 Aug 09 16:06:05.850947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35498) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:05.856829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'name': 'tempest-NetworksTestDHCPv6-1889003296'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:05.930901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-31a9b633-5ad9-48e6-921d-664685367c2a None None] For port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8fc80fa1-1514-41d2-8a46-ea26d4344dc0,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:05.931309 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-31a9b633-5ad9-48e6-921d-664685367c2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:05.954606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-31a9b633-5ad9-48e6-921d-664685367c2a None None] Calling delete_port for 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:06.003840 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:06.011668 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:06.046565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port c1e5136e-db87-438f-acce-869f314ca0b9 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:06:06.139751 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-31a9b633-5ad9-48e6-921d-664685367c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:06.177669 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9b633-5ad9-48e6-921d-664685367c2a None None] No DVR routers for this DVR port 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:06.178826 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9b633-5ad9-48e6-921d-664685367c2a None None] Pushing event deleted for resources: {'Port': ['ID=8fc80fa1-1514-41d2-8a46-ea26d4344dc0,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:06.209541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1cbbe-77dc-4b79-8002-e83d17b017ed None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:06.231791 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::12c (938be601-55e5-4495-92d1-2b238bfd5fac/23630c56-62f5-45af-90b3-1b4dbdd82beb/c1e5136e-db87-438f-acce-869f314ca0b9) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:06.452752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': '23630c56-62f5-45af-90b3-1b4dbdd82beb'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:06:06.453791 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:06.473179 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:06.532817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:06.548341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object c1e5136e-db87-438f-acce-869f314ca0b9 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:06.611397 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:06.664268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=c1e5136e-db87-438f-acce-869f314ca0b9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:06.678544 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:06.691540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:06.695747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Allocated IP 2001:db8::2 (938be601-55e5-4495-92d1-2b238bfd5fac/23630c56-62f5-45af-90b3-1b4dbdd82beb/355ad839-8141-4674-8103-5e21e68fc36a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:06.699089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:06.719386 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:06.720141 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:06.722359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Router d77ed66d-dd53-422b-89a1-07fb05f17b64 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:06:06.740327 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1eb184ba-bb71-43b3-b782-05eacd9dd31e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8855832 Aug 09 16:06:06.740602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35540) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:06.808133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddad9ce-188c-46c8-b163-661eb0a61621 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:06.811235 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1ddad9ce-188c-46c8-b163-661eb0a61621 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0696657 Aug 09 16:06:06.813970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35542) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:06.898121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:06.909832 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] Sync routers for ids ['d77ed66d-dd53-422b-89a1-07fb05f17b64'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:06.923840 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] Routers {'d77ed66d-dd53-422b-89a1-07fb05f17b64'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:06.925402 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:06.927850 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:05:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d77ed66d-dd53-422b-89a1-07fb05f17b64'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:06.930368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ef772368-0584-4e87-a988-31a358aac1b4 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1317031 Aug 09 16:06:06.931075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35544) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:06.969199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d8e04fa6-5105-4070-bbf1-4abc337d55ce tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port c1e5136e-db87-438f-acce-869f314ca0b9 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:06.970670 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d8e04fa6-5105-4070-bbf1-4abc337d55ce tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:06.972361 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:06.984419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Transition to ACTIVE for port object 355ad839-8141-4674-8103-5e21e68fc36a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:07.004420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Transition to ACTIVE for port object 355ad839-8141-4674-8103-5e21e68fc36a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:07.013626 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.072407 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] Set router d77ed66d-dd53-422b-89a1-07fb05f17b64 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:07.097700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:07.102906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:07.107051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:07.116221 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.147665 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d8e04fa6-5105-4070-bbf1-4abc337d55ce tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.172999 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d8e04fa6-5105-4070-bbf1-4abc337d55ce tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for c1e5136e-db87-438f-acce-869f314ca0b9 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:07.182698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Pushing event updated for resources: {'Port': ['ID=355ad839-8141-4674-8103-5e21e68fc36a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:07.263131 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.276069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Attempting to bind port 355ad839-8141-4674-8103-5e21e68fc36a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:07.276440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Attempting to bind port 355ad839-8141-4674-8103-5e21e68fc36a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:07.276808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Attempting to bind port 355ad839-8141-4674-8103-5e21e68fc36a on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:07.288834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:07.289565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:07.290041 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.290450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:07.290998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Bound port: 355ad839-8141-4674-8103-5e21e68fc36a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:07.291439 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.309704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35552) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:07.351575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Deleting port 5fcda188-30a1-488f-bafb-5f69eea81ec2 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:07.352251 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.387523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:07.415286 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d8e04fa6-5105-4070-bbf1-4abc337d55ce tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.416971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:07.417306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8fc80fa1-1514-41d2-8a46-ea26d4344dc0 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:07.467104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] For port 355ad839-8141-4674-8103-5e21e68fc36a, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:07.472288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] For port 355ad839-8141-4674-8103-5e21e68fc36a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=355ad839-8141-4674-8103-5e21e68fc36a,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:07.479014 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e04fa6-5105-4070-bbf1-4abc337d55ce tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=c1e5136e-db87-438f-acce-869f314ca0b9,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:07.479335 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.495091 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.510778 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77ed66d-dd53-422b-89a1-07fb05f17b64', 'name': '', 'tenant_id': '39ade37bf1c14138b0f8bc9f455c5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '150cb1b3-2e09-4850-8cb5-e6a43b9d039a', 'external_fixed_ips': [{'subnet_id': '8173c18c-e390-4939-b1f8-240b447ea845', 'ip_address': '2001:db8::182'}], 'enable_snat': True}, 'gw_port_id': '5fcda188-30a1-488f-bafb-5f69eea81ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:06:03Z', 'updated_at': '2021-08-09T16:06:05Z', 'revision_number': 3, 'project_id': '39ade37bf1c14138b0f8bc9f455c5bc2', 'gw_port': {'id': '5fcda188-30a1-488f-bafb-5f69eea81ec2', 'name': '', 'network_id': '150cb1b3-2e09-4850-8cb5-e6a43b9d039a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77ed66d-dd53-422b-89a1-07fb05f17b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '8173c18c-e390-4939-b1f8-240b447ea845', 'ip_address': '2001:db8::182', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:06:04Z', 'updated_at': '2021-08-09T16:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8173c18c-e390-4939-b1f8-240b447ea845', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:07.513414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Calling delete_port for 5fcda188-30a1-488f-bafb-5f69eea81ec2 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:07.528700 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d8e04fa6-5105-4070-bbf1-4abc337d55ce tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.532928 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d8e04fa6-5105-4070-bbf1-4abc337d55ce tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/c1e5136e-db87-438f-acce-869f314ca0b9 HTTP/1.1" status: 204 len: 168 time: 0.7155991 Aug 09 16:06:07.538245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35558) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:07.556173 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] Checking router: d77ed66d-dd53-422b-89a1-07fb05f17b64 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:06:07.556746 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] Updating router d77ed66d-dd53-422b-89a1-07fb05f17b64 port 5fcda188-30a1-488f-bafb-5f69eea81ec2 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:06:07.594911 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.648446 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-93ad3824-8c2d-436f-8106-647d43bf9a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.650998 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-56564064-d082-45a4-9d24-eeeaeefb1791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.668550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85f854-6861-4f53-8575-1efc60a2001f None None] Pushing event updated for resources: {'Port': ['ID=355ad839-8141-4674-8103-5e21e68fc36a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:07.711063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d61eab-4234-4db2-8701-cdf98b276959 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:07.712816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d61eab-4234-4db2-8701-cdf98b276959 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:07.714480 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-43d61eab-4234-4db2-8701-cdf98b276959 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1750658 Aug 09 16:06:07.717369 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35564) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:07.789883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4cc2ab-3890-492c-af9b-5710fd95bee0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet 23630c56-62f5-45af-90b3-1b4dbdd82beb {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:07.797677 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc2ab-3890-492c-af9b-5710fd95bee0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:07.901458 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc2ab-3890-492c-af9b-5710fd95bee0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.017718 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.022529 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-93ad3824-8c2d-436f-8106-647d43bf9a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.064374 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-93ad3824-8c2d-436f-8106-647d43bf9a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.079652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fcda188-30a1-488f-bafb-5f69eea81ec2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:08.083688 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc2ab-3890-492c-af9b-5710fd95bee0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.116354 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.db.api [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:06:08.117007 n-d-803778-2 neutron-server[94292]: DEBUG oslo_db.api [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:06:08.135959 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.141630 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-93ad3824-8c2d-436f-8106-647d43bf9a54 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5035212bfb264f7f9e53009416d6b451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8276374 Aug 09 16:06:08.146902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35570) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:08.170023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad3824-8c2d-436f-8106-647d43bf9a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb42652-0ce1-421b-ba32-cde54ce5c4dd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:08.192334 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc2ab-3890-492c-af9b-5710fd95bee0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.214306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc2ab-3890-492c-af9b-5710fd95bee0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.218485 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bb4cc2ab-3890-492c-af9b-5710fd95bee0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/23630c56-62f5-45af-90b3-1b4dbdd82beb HTTP/1.1" status: 204 len: 168 time: 0.4960616 Aug 09 16:06:08.235600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35572) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:08.242927 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.243886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cc2ab-3890-492c-af9b-5710fd95bee0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=23630c56-62f5-45af-90b3-1b4dbdd82beb,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:08.245289 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.287697 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d7b4543e-9872-4f8a-8a9d-c0839fb230d0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506115 Aug 09 16:06:08.290395 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35576) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:08.309111 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.309643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d77ed66d-dd53-422b-89a1-07fb05f17b64 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:08.312220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6658c4d8-5ec9-4942-a3ae-7a09631f38e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.314227 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.315646 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-68e721ba-b1b3-4db0-8ee1-44ee1dc1c163 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "DELETE /v2.0/routers/d77ed66d-dd53-422b-89a1-07fb05f17b64 HTTP/1.1" status: 204 len: 168 time: 1.3831017 Aug 09 16:06:08.318716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35580) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:08.368394 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6658c4d8-5ec9-4942-a3ae-7a09631f38e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.370839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64ddb3d-a566-4009-b74a-c14740246471 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Deleting subnet 8173c18c-e390-4939-b1f8-240b447ea845 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:08.375554 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c64ddb3d-a566-4009-b74a-c14740246471 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.405204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02bdf01-da02-4d9a-9018-b064d5be7590 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:08.406839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b02bdf01-da02-4d9a-9018-b064d5be7590 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1155157 Aug 09 16:06:08.415485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35582) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:08.429915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c64ddb3d-a566-4009-b74a-c14740246471 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.485065 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c64ddb3d-a566-4009-b74a-c14740246471 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.499160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bba0f5d-21ad-48e2-b4b9-3540ad386450 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:08.504622 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6bba0f5d-21ad-48e2-b4b9-3540ad386450 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0878124 Aug 09 16:06:08.505634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35586) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:08.553132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c64ddb3d-a566-4009-b74a-c14740246471 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.564663 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-40bfa4a8-e672-4b50-b250-0db759255236 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569856 Aug 09 16:06:08.566086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35588) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:08.571999 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a7511dec-b24f-4ed2-8dd8-15ecb8338bde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:08.576170 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6658c4d8-5ec9-4942-a3ae-7a09631f38e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.579059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6658c4d8-5ec9-4942-a3ae-7a09631f38e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.583768 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6658c4d8-5ec9-4942-a3ae-7a09631f38e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9eb42652-0ce1-421b-ba32-cde54ce5c4dd HTTP/1.1" status: 204 len: 168 time: 0.4375031 Aug 09 16:06:08.604207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658c4d8-5ec9-4942-a3ae-7a09631f38e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb42652-0ce1-421b-ba32-cde54ce5c4dd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:08.609324 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c64ddb3d-a566-4009-b74a-c14740246471 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.618264 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c64ddb3d-a566-4009-b74a-c14740246471 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/8173c18c-e390-4939-b1f8-240b447ea845 HTTP/1.1" status: 204 len: 168 time: 0.2962389 Aug 09 16:06:08.620707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35592) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:08.622998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ddb3d-a566-4009-b74a-c14740246471 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8173c18c-e390-4939-b1f8-240b447ea845,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:08.671608 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] Port 5fcda188-30a1-488f-bafb-5f69eea81ec2 not found while updating agent binding for router d77ed66d-dd53-422b-89a1-07fb05f17b64. {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 09 16:06:08.681812 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] Routers set() bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:08.682606 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] Router IDs set() for agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 16:06:08.683772 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_agentschedulers_db [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d77ed66d-dd53-422b-89a1-07fb05f17b64'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:05:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent'). {{(pid=94292) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 09 16:06:08.684445 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dee8929-3fbd-4a0b-9701-62ea4b6d5842 None None] The sync data for ids ['d77ed66d-dd53-422b-89a1-07fb05f17b64'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:08.758327 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.800531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7511dec-b24f-4ed2-8dd8-15ecb8338bde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:08.805388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7511dec-b24f-4ed2-8dd8-15ecb8338bde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.874964 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.888098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d8c14b-96ff-48df-9f0c-907e06869bfc None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:08.897641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150cb1b3-2e09-4850-8cb5-e6a43b9d039a']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:08.914318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e374e1-df67-4e2d-a945-985690b064c2') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:08.914800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e374e1-df67-4e2d-a945-985690b064c2') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:08.927332 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.948531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.957508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:06:08.958039 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:06:08.960269 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:06:09.013244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-312f6a54-c011-43cd-91f1-3481add83762 None None] Provisioning for port 355ad839-8141-4674-8103-5e21e68fc36a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:09.043230 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.070469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 150cb1b3-2e09-4850-8cb5-e6a43b9d039a {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 09 16:06:09.072881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event deleted for resources: {'Network': ['ID=150cb1b3-2e09-4850-8cb5-e6a43b9d039a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:09.082770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.085276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6372f5fb-f0a8-4019-923d-0cf6fcf7200f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "DELETE /v2.0/networks/150cb1b3-2e09-4850-8cb5-e6a43b9d039a HTTP/1.1" status: 204 len: 168 time: 0.4633534 Aug 09 16:06:09.154265 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07679cfe-b33a-4815-87ab-7b9efc747afe None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:06:09.166558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35606) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:09.187409 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc55d-257f-48af-83ca-c40b44490206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.238120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-07679cfe-b33a-4815-87ab-7b9efc747afe None None] Deleting port 355ad839-8141-4674-8103-5e21e68fc36a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:09.238499 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-07679cfe-b33a-4815-87ab-7b9efc747afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.264656 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7511dec-b24f-4ed2-8dd8-15ecb8338bde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.321878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-07679cfe-b33a-4815-87ab-7b9efc747afe None None] For port 355ad839-8141-4674-8103-5e21e68fc36a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=355ad839-8141-4674-8103-5e21e68fc36a,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:09.322206 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-07679cfe-b33a-4815-87ab-7b9efc747afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.349564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7511dec-b24f-4ed2-8dd8-15ecb8338bde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:09.355112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-a7511dec-b24f-4ed2-8dd8-15ecb8338bde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:09.355683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-07679cfe-b33a-4815-87ab-7b9efc747afe None None] Calling delete_port for 355ad839-8141-4674-8103-5e21e68fc36a owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:09.367298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7511dec-b24f-4ed2-8dd8-15ecb8338bde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:09.368020 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a7511dec-b24f-4ed2-8dd8-15ecb8338bde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.382527 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7511dec-b24f-4ed2-8dd8-15ecb8338bde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=c43c8f41-27b4-4e5b-b7f2-69c235a4af91,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:09.432251 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc55d-257f-48af-83ca-c40b44490206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.437173 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc55d-257f-48af-83ca-c40b44490206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.443375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a7511dec-b24f-4ed2-8dd8-15ecb8338bde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8756170 Aug 09 16:06:09.445988 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35614) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:09.452080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': 'c43c8f41-27b4-4e5b-b7f2-69c235a4af91', 'ip_address': '2001:db8::628b:581e:d13f:e402'}], 'name': 'tempest-NetworksTestDHCPv6-2092849293'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:09.564927 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35620) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:09.578684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ef4fc55d-257f-48af-83ca-c40b44490206 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8b431c5ad7f445abbea48db75927037e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108670 Aug 09 16:06:09.580084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fc55d-257f-48af-83ca-c40b44490206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9d6990-ad88-4ed0-ad83-a2974eb9b90d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:09.592887 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-07679cfe-b33a-4815-87ab-7b9efc747afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.608052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07679cfe-b33a-4815-87ab-7b9efc747afe None None] No DVR routers for this DVR port 355ad839-8141-4674-8103-5e21e68fc36a on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:09.644256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35622) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:09.648716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-97672b9e-e7e5-41e4-8a6d-17c1698f1a21 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Request body: {'router': {'name': 'tempest-router--156198310', 'project_id': '5962068d1c3544ecbf727127c0bd77c1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:09.666489 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a96f515-b464-483a-a790-f3070d080f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.676132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e0a420-a38b-4bdf-b51f-19d4cef9b248 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:09.684666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07679cfe-b33a-4815-87ab-7b9efc747afe None None] Pushing event deleted for resources: {'Port': ['ID=355ad839-8141-4674-8103-5e21e68fc36a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:09.686647 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-97672b9e-e7e5-41e4-8a6d-17c1698f1a21 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.687609 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-97672b9e-e7e5-41e4-8a6d-17c1698f1a21 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.701150 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a96f515-b464-483a-a790-f3070d080f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.726170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:09.772285 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-97672b9e-e7e5-41e4-8a6d-17c1698f1a21 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.778112 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-97672b9e-e7e5-41e4-8a6d-17c1698f1a21 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.798923 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-97672b9e-e7e5-41e4-8a6d-17c1698f1a21 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.800788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-97672b9e-e7e5-41e4-8a6d-17c1698f1a21 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1555254 Aug 09 16:06:09.806659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35624) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:09.844167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:09.873057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 46c8065f-7f61-438a-acfc-456b93d283f3 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:06:09.953830 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-69e57733-d5d0-4585-93b4-bb48594ca41e tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.061356 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a96f515-b464-483a-a790-f3070d080f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.064317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a96f515-b464-483a-a790-f3070d080f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.066112 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a96f515-b464-483a-a790-f3070d080f58 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e9d6990-ad88-4ed0-ad83-a2974eb9b90d HTTP/1.1" status: 204 len: 168 time: 0.4989517 Aug 09 16:06:10.085096 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': 'c43c8f41-27b4-4e5b-b7f2-69c235a4af91'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:06:10.087622 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.109028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96f515-b464-483a-a790-f3070d080f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9d6990-ad88-4ed0-ad83-a2974eb9b90d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:10.155271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::628b:581e:d13f:e402 (938be601-55e5-4495-92d1-2b238bfd5fac/c43c8f41-27b4-4e5b-b7f2-69c235a4af91/46c8065f-7f61-438a-acfc-456b93d283f3) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:10.218079 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-69e57733-d5d0-4585-93b4-bb48594ca41e tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.220329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-69e57733-d5d0-4585-93b4-bb48594ca41e tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.274429 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-69e57733-d5d0-4585-93b4-bb48594ca41e tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.275496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e57733-d5d0-4585-93b4-bb48594ca41e tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f555458-b11e-454e-9092-de22c0b551a6 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:10.286235 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-69e57733-d5d0-4585-93b4-bb48594ca41e tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.287445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-69e57733-d5d0-4585-93b4-bb48594ca41e tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "DELETE /v2.0/routers/1f555458-b11e-454e-9092-de22c0b551a6 HTTP/1.1" status: 204 len: 168 time: 0.4798307 Aug 09 16:06:10.528334 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bf8b8e05-020e-497d-9aaa-b26833db6fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.560177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35648) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:10.769290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1244264870', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:10.796511 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.797633 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.820317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.846007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 46c8065f-7f61-438a-acfc-456b93d283f3 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:10.854298 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.889697 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.908669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:10.957452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:10.959076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:10.967986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:10.981142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:10.982513 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.005220 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5579824 Aug 09 16:06:11.008402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35668) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:11.013646 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Allocated IP 2001:db8::2 (938be601-55e5-4495-92d1-2b238bfd5fac/c43c8f41-27b4-4e5b-b7f2-69c235a4af91/68085693-2726-42ef-839b-ea74d433a4ec) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:11.060769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68860a44-64a0-4bb6-8d97-0907d0b4861d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=46c8065f-7f61-438a-acfc-456b93d283f3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:11.082525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7728b73b-6b12-40ca-a9e3-90e5e7f33555 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:11.084224 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7728b73b-6b12-40ca-a9e3-90e5e7f33555 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0751259 Aug 09 16:06:11.086877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35670) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:11.119773 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.244135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c1542533-6344-4a25-a381-38fb7f4340ec tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 46c8065f-7f61-438a-acfc-456b93d283f3 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:11.244758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1542533-6344-4a25-a381-38fb7f4340ec tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.304487 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.314515 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Transition to ACTIVE for port object 68085693-2726-42ef-839b-ea74d433a4ec will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:11.334545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Transition to ACTIVE for port object 68085693-2726-42ef-839b-ea74d433a4ec will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:11.342651 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.407064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:11.413825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:11.426634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:11.432296 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.452573 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1542533-6344-4a25-a381-38fb7f4340ec tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.460451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Pushing event updated for resources: {'Port': ['ID=68085693-2726-42ef-839b-ea74d433a4ec,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:11.472095 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.478653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c1542533-6344-4a25-a381-38fb7f4340ec tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 46c8065f-7f61-438a-acfc-456b93d283f3 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:11.495562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Attempting to bind port 68085693-2726-42ef-839b-ea74d433a4ec on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:11.495936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Attempting to bind port 68085693-2726-42ef-839b-ea74d433a4ec by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:11.496299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Attempting to bind port 68085693-2726-42ef-839b-ea74d433a4ec on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:11.503377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:11.503756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:11.504162 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.504555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:11.505023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Bound port: 68085693-2726-42ef-839b-ea74d433a4ec, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:11.505407 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.537009 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.633546 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.662051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] For port 68085693-2726-42ef-839b-ea74d433a4ec, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:11.685217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] For port 68085693-2726-42ef-839b-ea74d433a4ec, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=68085693-2726-42ef-839b-ea74d433a4ec,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:11.687324 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1542533-6344-4a25-a381-38fb7f4340ec tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.693159 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.718704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Allocated IP 172.25.2.101 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/9b708593-d8ef-4fe4-9fb3-2a384953d5e2) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:11.726127 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1542533-6344-4a25-a381-38fb7f4340ec tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=46c8065f-7f61-438a-acfc-456b93d283f3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:11.787419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1542533-6344-4a25-a381-38fb7f4340ec tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:11.789658 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c1542533-6344-4a25-a381-38fb7f4340ec tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/46c8065f-7f61-438a-acfc-456b93d283f3 HTTP/1.1" status: 204 len: 168 time: 0.7016978 Aug 09 16:06:11.816725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35692) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:11.843347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3040404-8b80-4b9e-8105-e2ce1d7d803c None None] Pushing event updated for resources: {'Port': ['ID=68085693-2726-42ef-839b-ea74d433a4ec,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:11.903484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f521fe9-44c0-4d8a-954b-bac01fd1928c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:11.906292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f521fe9-44c0-4d8a-954b-bac01fd1928c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:11.911703 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6f521fe9-44c0-4d8a-954b-bac01fd1928c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0929418 Aug 09 16:06:11.912086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35696) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:11.935444 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:12.002025 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:12.015909 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2489af-afa6-4a38-8710-380abfd92723 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet c43c8f41-27b4-4e5b-b7f2-69c235a4af91 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:12.020899 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d2489af-afa6-4a38-8710-380abfd92723 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:12.052586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:12.056056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:12.060353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:12.079323 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d2489af-afa6-4a38-8710-380abfd92723 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:12.099237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Pushing event updated for resources: {'Port': ['ID=9b708593-d8ef-4fe4-9fb3-2a384953d5e2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:12.251526 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d2489af-afa6-4a38-8710-380abfd92723 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:12.335391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d2489af-afa6-4a38-8710-380abfd92723 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:12.367180 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2489af-afa6-4a38-8710-380abfd92723 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=c43c8f41-27b4-4e5b-b7f2-69c235a4af91,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:12.381569 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d2489af-afa6-4a38-8710-380abfd92723 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:12.383609 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0d2489af-afa6-4a38-8710-380abfd92723 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/c43c8f41-27b4-4e5b-b7f2-69c235a4af91 HTTP/1.1" status: 204 len: 168 time: 0.4700429 Aug 09 16:06:12.387423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35710) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:12.791286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0c782132-d709-48b5-964d-c0d2bed4225b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4003725 Aug 09 16:06:12.791856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35722) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:12.801160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8c76da41-a763-4424-942c-5c2399dd5360 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:12.950962 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:12.965999 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c76da41-a763-4424-942c-5c2399dd5360 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:12.969821 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8c76da41-a763-4424-942c-5c2399dd5360 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.137310 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.205227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe564a4-7f28-401d-b4ce-3458a3762249 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:13.326460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-37236e8a-6f38-4788-a9fa-e1a4c705421d None None] Provisioning for port 68085693-2726-42ef-839b-ea74d433a4ec completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:13.337724 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.340832 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8c76da41-a763-4424-942c-5c2399dd5360 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.428091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76da41-a763-4424-942c-5c2399dd5360 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=e5280ef5-ac57-49a0-8830-9991c9ca167b,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:13.443861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c76da41-a763-4424-942c-5c2399dd5360 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:13.446033 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-8c76da41-a763-4424-942c-5c2399dd5360 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:13.449548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c76da41-a763-4424-942c-5c2399dd5360 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:13.450182 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8c76da41-a763-4424-942c-5c2399dd5360 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.457324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 68085693-2726-42ef-839b-ea74d433a4ec up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:13.484179 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8c76da41-a763-4424-942c-5c2399dd5360 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6886199 Aug 09 16:06:13.484435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35734) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:13.494211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': 'e5280ef5-ac57-49a0-8830-9991c9ca167b', 'ip_address': '2001:db8::2c0f:84f7:99f3:5a5a'}], 'name': 'tempest-NetworksTestDHCPv6-209987920'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:13.535468 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.560249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Router ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:06:13.575895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 68085693-2726-42ef-839b-ea74d433a4ec completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:13.581698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 68085693-2726-42ef-839b-ea74d433a4ec triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:13.582374 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.773893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:13.778050 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.787619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:13.792998 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.811841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f180d07-8d51-4bbe-a04f-d7239abd8307 None None] Sync routers for ids ['ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:13.824432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.825895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-25dbfc60-9b41-417a-bcb4-06a2e095ed12 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2636573 Aug 09 16:06:13.828745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35744) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:13.850567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 1d10ea78-dcdc-4d46-8b51-33637b7e1180 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:06:13.851654 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f180d07-8d51-4bbe-a04f-d7239abd8307 None None] Routers {'ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:13.852325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8f180d07-8d51-4bbe-a04f-d7239abd8307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:13.858019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 68085693-2726-42ef-839b-ea74d433a4ec, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=68085693-2726-42ef-839b-ea74d433a4ec,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:13.893436 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:13.903393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8f180d07-8d51-4bbe-a04f-d7239abd8307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:13.948856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f180d07-8d51-4bbe-a04f-d7239abd8307 None None] Routers {'ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:13.949542 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8f180d07-8d51-4bbe-a04f-d7239abd8307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:13.955510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eca22a-fd88-4aa9-accb-9f85280a7722 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:14.036773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-03c16152-c29a-4400-95d8-c48d4ec98970 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/routers/ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d HTTP/1.1" status: 200 len: 925 time: 0.2020607 Aug 09 16:06:14.037379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35748) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:14.051810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8f180d07-8d51-4bbe-a04f-d7239abd8307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:14.052490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f180d07-8d51-4bbe-a04f-d7239abd8307 None None] The sync data for ids ['ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:14.068798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=68085693-2726-42ef-839b-ea74d433a4ec,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:14.072781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-54c3c6ee-0d92-42a6-ab36-2c337aa13e39 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d HTTP/1.1" status: 200 len: 205 time: 0.0316896 Aug 09 16:06:14.073049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35752) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:14.095495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9f51e0df-9157-446e-9927-f8f17ce1e5ec None None] Provisioning complete for port 68085693-2726-42ef-839b-ea74d433a4ec triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:14.095495 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f51e0df-9157-446e-9927-f8f17ce1e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.120425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::2c0f:84f7:99f3:5a5a (938be601-55e5-4495-92d1-2b238bfd5fac/e5280ef5-ac57-49a0-8830-9991c9ca167b/1d10ea78-dcdc-4d46-8b51-33637b7e1180) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:14.277044 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.406467 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.488694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Deleting port 9b708593-d8ef-4fe4-9fb3-2a384953d5e2 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:14.489074 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.512538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.540052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 1d10ea78-dcdc-4d46-8b51-33637b7e1180 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:14.589701 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.604760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.619003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Calling delete_port for 9b708593-d8ef-4fe4-9fb3-2a384953d5e2 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:14.650426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:14.654044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:14.693065 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:14.710730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:14.711719 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.746437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=1d10ea78-dcdc-4d46-8b51-33637b7e1180,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:14.765239 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-02ca9f09-bfd3-4d7e-9922-b081a0174b1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2795784 Aug 09 16:06:14.775543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35770) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:14.796757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-803f9ce4-95bf-43b8-95d3-7e41bc6aeb07 None None] Provisioning complete for port 68085693-2726-42ef-839b-ea74d433a4ec triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:14.797319 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-803f9ce4-95bf-43b8-95d3-7e41bc6aeb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:14.902340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d9d9d-b89f-4674-8ccd-e604f22e9d65 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:14.909017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d9d9d-b89f-4674-8ccd-e604f22e9d65 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:14.913484 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-aa9d9d9d-b89f-4674-8ccd-e604f22e9d65 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1341369 Aug 09 16:06:14.913848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35772) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:14.987927 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.052692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Pushing event deleted for resources: {'Port': ['ID=9b708593-d8ef-4fe4-9fb3-2a384953d5e2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:15.055300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-55174ee8-fb96-4c7b-904e-6e1a858b4145 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 1d10ea78-dcdc-4d46-8b51-33637b7e1180 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:15.077455 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-55174ee8-fb96-4c7b-904e-6e1a858b4145 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.109911 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.133572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-09e32f2e-dde5-4703-b994-1511ccc78de6 None None] Could not find standard attr ID for object c1e5136e-db87-438f-acce-869f314ca0b9. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:06:15.196684 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-55174ee8-fb96-4c7b-904e-6e1a858b4145 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.218097 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-55174ee8-fb96-4c7b-904e-6e1a858b4145 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 1d10ea78-dcdc-4d46-8b51-33637b7e1180 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:15.318088 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.329618 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.375968 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.376257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Fanout notify agent at l3_agent the message router_deleted on router ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:15.379969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 68085693-2726-42ef-839b-ea74d433a4ec up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:15.385946 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.390488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-18d2e1f0-af9d-4f05-932d-a82a4cc699b3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/routers/ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d HTTP/1.1" status: 204 len: 168 time: 1.3128695 Aug 09 16:06:15.390843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35782) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:15.395571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1459555764', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'enable_snat': False}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:15.445705 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-55174ee8-fb96-4c7b-904e-6e1a858b4145 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.477246 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.478956 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.496595 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55174ee8-fb96-4c7b-904e-6e1a858b4145 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=1d10ea78-dcdc-4d46-8b51-33637b7e1180,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:15.524661 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ee2e48cb-c1ec-4216-b0ee-324bebca09bc None None] Could not find standard attr ID for object 46c8065f-7f61-438a-acfc-456b93d283f3. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:06:15.541873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 68085693-2726-42ef-839b-ea74d433a4ec triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:15.542247 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.546927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-55174ee8-fb96-4c7b-904e-6e1a858b4145 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.551339 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-55174ee8-fb96-4c7b-904e-6e1a858b4145 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/1d10ea78-dcdc-4d46-8b51-33637b7e1180 HTTP/1.1" status: 204 len: 168 time: 0.6362679 Aug 09 16:06:15.553764 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35788) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:15.652252 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.667937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ff5ae-46cb-4be0-9403-ba112dbcf6ee tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:15.669633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ff5ae-46cb-4be0-9403-ba112dbcf6ee tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:15.671524 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0b6ff5ae-46cb-4be0-9403-ba112dbcf6ee tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1163652 Aug 09 16:06:15.675463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35792) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:15.797304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba34463-dd92-4ab1-a454-3b719051d769 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet e5280ef5-ac57-49a0-8830-9991c9ca167b {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:15.808232 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fba34463-dd92-4ab1-a454-3b719051d769 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.916348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fba34463-dd92-4ab1-a454-3b719051d769 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:15.972406 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:16.003000 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fba34463-dd92-4ab1-a454-3b719051d769 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:16.151105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2d98a2cc-b871-4407-987a-c7e820464e1f None None] Could not find standard attr ID for object 1d10ea78-dcdc-4d46-8b51-33637b7e1180. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:06:16.215910 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fba34463-dd92-4ab1-a454-3b719051d769 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:16.274621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fba34463-dd92-4ab1-a454-3b719051d769 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:16.278121 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fba34463-dd92-4ab1-a454-3b719051d769 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/e5280ef5-ac57-49a0-8830-9991c9ca167b HTTP/1.1" status: 204 len: 168 time: 0.6013908 Aug 09 16:06:16.305512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35802) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:16.311923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba34463-dd92-4ab1-a454-3b719051d769 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=e5280ef5-ac57-49a0-8830-9991c9ca167b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:16.416630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35808) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:16.418942 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9cc9bad6-e313-4738-91f7-4505c8fb199a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1085806 Aug 09 16:06:16.426772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-185d4223-4544-45af-b13a-2e3e0be41f6e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:16.459524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a31ef98-706f-4fbf-897f-ad7ea964bfa6 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:16.485406 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:16.507370 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:16.656302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185d4223-4544-45af-b13a-2e3e0be41f6e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:16.662693 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-185d4223-4544-45af-b13a-2e3e0be41f6e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:16.686371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Allocated IP 172.25.2.17 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/6d74274f-e88a-4367-8fcc-8691109b1ce8) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:16.764139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda3eb6b-2530-475a-8eb9-af679476eb38 None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:06:16.832863 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:16.869110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-dda3eb6b-2530-475a-8eb9-af679476eb38 None None] Deleting port 68085693-2726-42ef-839b-ea74d433a4ec {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:16.869786 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dda3eb6b-2530-475a-8eb9-af679476eb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:16.903039 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:16.954304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:16.956666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-dda3eb6b-2530-475a-8eb9-af679476eb38 None None] For port 68085693-2726-42ef-839b-ea74d433a4ec, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=68085693-2726-42ef-839b-ea74d433a4ec,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:16.957341 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dda3eb6b-2530-475a-8eb9-af679476eb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:16.960095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:16.960274 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-185d4223-4544-45af-b13a-2e3e0be41f6e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:16.969032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:16.977489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-dda3eb6b-2530-475a-8eb9-af679476eb38 None None] Calling delete_port for 68085693-2726-42ef-839b-ea74d433a4ec owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:17.025569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event updated for resources: {'Port': ['ID=6d74274f-e88a-4367-8fcc-8691109b1ce8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:17.038874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185d4223-4544-45af-b13a-2e3e0be41f6e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:17.044425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-185d4223-4544-45af-b13a-2e3e0be41f6e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:17.048374 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185d4223-4544-45af-b13a-2e3e0be41f6e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:17.049789 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-185d4223-4544-45af-b13a-2e3e0be41f6e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:17.075524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d4223-4544-45af-b13a-2e3e0be41f6e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=f5a5c54a-a65d-477a-80d9-6000963669f1,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:17.094784 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-185d4223-4544-45af-b13a-2e3e0be41f6e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6740763 Aug 09 16:06:17.095409 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35820) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:17.097835 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dda3eb6b-2530-475a-8eb9-af679476eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:17.101875 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': 'f5a5c54a-a65d-477a-80d9-6000963669f1', 'ip_address': '2001:db8::82eb:1ac1:de46:9921'}], 'name': 'tempest-NetworksTestDHCPv6-2077026913'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:17.146046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3eb6b-2530-475a-8eb9-af679476eb38 None None] Pushing event deleted for resources: {'Port': ['ID=68085693-2726-42ef-839b-ea74d433a4ec,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:17.154521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3eb6b-2530-475a-8eb9-af679476eb38 None None] No DVR routers for this DVR port 68085693-2726-42ef-839b-ea74d433a4ec on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:17.176449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb247f92-89fb-4263-a93a-085849d38ca8 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:17.266182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:17.358392 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:17.447936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 68085693-2726-42ef-839b-ea74d433a4ec no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:17.460228 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:17.485174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 68085693-2726-42ef-839b-ea74d433a4ec {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:17.485702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 68085693-2726-42ef-839b-ea74d433a4ec not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:17.499971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 3afd70c2-1cc6-4167-9e26-3e890d12424d yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:06:17.547015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': 'f5a5c54a-a65d-477a-80d9-6000963669f1'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:06:17.547889 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:17.715438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Allocated IP 2001:db8::2 (938be601-55e5-4495-92d1-2b238bfd5fac/f5a5c54a-a65d-477a-80d9-6000963669f1/52f846a5-0112-413e-93de-1553d547ed7c) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:17.941747 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:17.951211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Transition to ACTIVE for port object 52f846a5-0112-413e-93de-1553d547ed7c will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:17.983379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Transition to ACTIVE for port object 52f846a5-0112-413e-93de-1553d547ed7c will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:17.991571 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.039761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:18.044471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:18.051446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:18.057035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Pushing event updated for resources: {'Port': ['ID=52f846a5-0112-413e-93de-1553d547ed7c,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:18.059829 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.071229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::82eb:1ac1:de46:9921 (938be601-55e5-4495-92d1-2b238bfd5fac/f5a5c54a-a65d-477a-80d9-6000963669f1/3afd70c2-1cc6-4167-9e26-3e890d12424d) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:18.140360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Attempting to bind port 52f846a5-0112-413e-93de-1553d547ed7c on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:18.141111 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Attempting to bind port 52f846a5-0112-413e-93de-1553d547ed7c by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:18.141490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Attempting to bind port 52f846a5-0112-413e-93de-1553d547ed7c on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:18.148770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:18.149142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:18.149710 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.150286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:18.150765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Bound port: 52f846a5-0112-413e-93de-1553d547ed7c, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:18.151170 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.219018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Router 1bb893d0-cab2-4ae4-bade-c7293650a5da is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:06:18.237875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] For port 52f846a5-0112-413e-93de-1553d547ed7c, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:18.241431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] For port 52f846a5-0112-413e-93de-1553d547ed7c, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=52f846a5-0112-413e-93de-1553d547ed7c,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:18.247601 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.290705 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.310286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 3afd70c2-1cc6-4167-9e26-3e890d12424d will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:18.339238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83e5ff-48ab-4d96-9907-7200d7f4ebcd None None] Pushing event updated for resources: {'Port': ['ID=52f846a5-0112-413e-93de-1553d547ed7c,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:18.353343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:18.362521 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Sync routers for ids ['1bb893d0-cab2-4ae4-bade-c7293650a5da'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:18.375606 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Routers {'1bb893d0-cab2-4ae4-bade-c7293650a5da'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:18.375851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.376337 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1bb893d0-cab2-4ae4-bade-c7293650a5da'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:18.380502 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f496d8c3-b833-4672-b675-67480a84174f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9853537 Aug 09 16:06:18.381380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35838) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:18.383477 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.410775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:18.418221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:18.440162 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:18.446778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:18.447449 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.478002 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3813148 Aug 09 16:06:18.479389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35842) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:18.494570 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97783a3-31dd-4d85-845d-9f7d3c113973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=3afd70c2-1cc6-4167-9e26-3e890d12424d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:18.546438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1342e-9b1a-4960-82f4-91ce3eca0f61 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:18.552550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1342e-9b1a-4960-82f4-91ce3eca0f61 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:18.556999 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1fa1342e-9b1a-4960-82f4-91ce3eca0f61 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0738285 Aug 09 16:06:18.557695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35846) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:18.574224 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7e94e74d-ba22-4620-b545-08d262c2bb8c tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/routers/1bb893d0-cab2-4ae4-bade-c7293650a5da HTTP/1.1" status: 200 len: 908 time: 0.1907940 Aug 09 16:06:18.577116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35848) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:18.582313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1459555764', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'enable_snat': True}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:18.596512 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Set router 1bb893d0-cab2-4ae4-bade-c7293650a5da gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:18.660449 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.661496 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.763709 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.799457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-655bc7a7-2b3e-4ff1-a14b-51e59b7d63a5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 3afd70c2-1cc6-4167-9e26-3e890d12424d {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:18.802008 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-655bc7a7-2b3e-4ff1-a14b-51e59b7d63a5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.946187 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-655bc7a7-2b3e-4ff1-a14b-51e59b7d63a5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:18.948664 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb893d0-cab2-4ae4-bade-c7293650a5da', 'name': 'tempest-snat-router-1459555764', 'tenant_id': '39ade37bf1c14138b0f8bc9f455c5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.17'}], 'enable_snat': False}, 'gw_port_id': '6d74274f-e88a-4367-8fcc-8691109b1ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:06:15Z', 'updated_at': '2021-08-09T16:06:17Z', 'revision_number': 3, 'project_id': '39ade37bf1c14138b0f8bc9f455c5bc2', 'gw_port': {'id': '6d74274f-e88a-4367-8fcc-8691109b1ce8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb893d0-cab2-4ae4-bade-c7293650a5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:06:16Z', 'updated_at': '2021-08-09T16:06:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:18.966165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-655bc7a7-2b3e-4ff1-a14b-51e59b7d63a5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 3afd70c2-1cc6-4167-9e26-3e890d12424d owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:18.979884 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Checking router: 1bb893d0-cab2-4ae4-bade-c7293650a5da for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:06:18.980499 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Updating router 1bb893d0-cab2-4ae4-bade-c7293650a5da port 6d74274f-e88a-4367-8fcc-8691109b1ce8 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:06:19.009465 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.103799 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.199728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-655bc7a7-2b3e-4ff1-a14b-51e59b7d63a5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.261744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bc7a7-2b3e-4ff1-a14b-51e59b7d63a5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=3afd70c2-1cc6-4167-9e26-3e890d12424d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:19.301046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-655bc7a7-2b3e-4ff1-a14b-51e59b7d63a5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.304712 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-655bc7a7-2b3e-4ff1-a14b-51e59b7d63a5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/3afd70c2-1cc6-4167-9e26-3e890d12424d HTTP/1.1" status: 204 len: 168 time: 0.7456253 Aug 09 16:06:19.313727 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35864) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:19.394081 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.407190 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Transition to ACTIVE for port object 6d74274f-e88a-4367-8fcc-8691109b1ce8 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:19.417808 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.446364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dba9f37-878b-4975-be65-f627ad324604 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:19.448631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dba9f37-878b-4975-be65-f627ad324604 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:19.450421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9dba9f37-878b-4975-be65-f627ad324604 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1352167 Aug 09 16:06:19.454281 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35866) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:19.503149 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 52f846a5-0112-413e-93de-1553d547ed7c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:19.526437 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Attempting to bind port 6d74274f-e88a-4367-8fcc-8691109b1ce8 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:19.526959 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Attempting to bind port 6d74274f-e88a-4367-8fcc-8691109b1ce8 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:19.527327 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Attempting to bind port 6d74274f-e88a-4367-8fcc-8691109b1ce8 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:19.536002 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Pushing event updated for resources: {'Port': ['ID=6d74274f-e88a-4367-8fcc-8691109b1ce8,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:19.539223 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:19.539594 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:19.539996 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.540386 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:19.540857 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Bound port: 6d74274f-e88a-4367-8fcc-8691109b1ce8, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:19.541237 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.554394 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:19.554674 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:19.554785 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:19.555128 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:19.555456 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:19.555786 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:19.556109 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:19.556951 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:19.556951 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:19.557215 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:19.557366 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:19.557708 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:19.575826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-72217065-f4de-4388-9582-e76079879de0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet f5a5c54a-a65d-477a-80d9-6000963669f1 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:19.581465 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-72217065-f4de-4388-9582-e76079879de0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.621393 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.646600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 52f846a5-0112-413e-93de-1553d547ed7c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:19.655261 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.665464 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] For port 6d74274f-e88a-4367-8fcc-8691109b1ce8, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:19.673574 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-72217065-f4de-4388-9582-e76079879de0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.678805 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] For port 6d74274f-e88a-4367-8fcc-8691109b1ce8, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6d74274f-e88a-4367-8fcc-8691109b1ce8,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:19.687732 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.810116 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Routers {'1bb893d0-cab2-4ae4-bade-c7293650a5da'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:19.810771 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['1bb893d0-cab2-4ae4-bade-c7293650a5da'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:19.875586 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-72217065-f4de-4388-9582-e76079879de0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.885877 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d5eb0-5c8f-4bc2-a193-1eb212da26d6 None None] Pushing event updated for resources: {'Port': ['ID=6d74274f-e88a-4367-8fcc-8691109b1ce8,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:19.904749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Allocated IP 172.25.2.167 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/6e9b3b48-e2cb-4b31-898c-750b24ae178a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:19.981172 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-72217065-f4de-4388-9582-e76079879de0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:19.984373 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] Set router 1bb893d0-cab2-4ae4-bade-c7293650a5da gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:20.025830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72217065-f4de-4388-9582-e76079879de0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a5c54a-a65d-477a-80d9-6000963669f1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:20.036421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-72217065-f4de-4388-9582-e76079879de0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:20.041697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3cc185a7-51d8-425d-aea8-e2a35852f7c5 None None] Provisioning for port 52f846a5-0112-413e-93de-1553d547ed7c completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:20.041994 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-72217065-f4de-4388-9582-e76079879de0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/f5a5c54a-a65d-477a-80d9-6000963669f1 HTTP/1.1" status: 204 len: 168 time: 0.5865953 Aug 09 16:06:20.042839 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35876) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:20.052446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3cc185a7-51d8-425d-aea8-e2a35852f7c5 None None] Provisioning complete for port 52f846a5-0112-413e-93de-1553d547ed7c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:20.057009 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3cc185a7-51d8-425d-aea8-e2a35852f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:20.085147 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:20.118367 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cdc1ae28-0213-40a2-ad86-401e574b7aec tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742040 Aug 09 16:06:20.119272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35878) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:20.137460 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:20.216692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b9c086-e37b-4ad4-be65-34550fbf987a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:20.225224 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d6b9c086-e37b-4ad4-be65-34550fbf987a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1047349 Aug 09 16:06:20.226148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35880) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:20.229464 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3cc185a7-51d8-425d-aea8-e2a35852f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:20.251409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:20.259051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:20.267554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:20.302298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3cc185a7-51d8-425d-aea8-e2a35852f7c5 None None] For port 52f846a5-0112-413e-93de-1553d547ed7c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=52f846a5-0112-413e-93de-1553d547ed7c,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:20.309868 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3cc185a7-51d8-425d-aea8-e2a35852f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:20.336586 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce67035f-c285-4c06-a9ea-c623a32af790 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:20.345069 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ce67035f-c285-4c06-a9ea-c623a32af790 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1176376 Aug 09 16:06:20.348642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35886) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:20.380420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e8361-3c75-4df9-b332-d4c0bafe5d8d None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:20.388521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event updated for resources: {'Port': ['ID=6e9b3b48-e2cb-4b31-898c-750b24ae178a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:20.437970 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-461855d5-c4bd-466d-abca-226a883be00f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866611 Aug 09 16:06:20.438600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35888) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:20.444169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e82b38dd-0eac-45e2-a1bf-f7842bd758c7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:20.450833 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb893d0-cab2-4ae4-bade-c7293650a5da', 'name': 'tempest-snat-router-1459555764', 'tenant_id': '39ade37bf1c14138b0f8bc9f455c5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.17'}], 'enable_snat': False}, 'gw_port_id': '6d74274f-e88a-4367-8fcc-8691109b1ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:06:15Z', 'updated_at': '2021-08-09T16:06:17Z', 'revision_number': 3, 'project_id': '39ade37bf1c14138b0f8bc9f455c5bc2', 'gw_port': {'id': '6d74274f-e88a-4367-8fcc-8691109b1ce8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb893d0-cab2-4ae4-bade-c7293650a5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:06:16Z', 'updated_at': '2021-08-09T16:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:20.489111 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a0ab1b36-cd25-4076-9315-759f8a3b8879 None None] Could not find standard attr ID for object 3afd70c2-1cc6-4167-9e26-3e890d12424d. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:06:20.500628 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4f0ea-33e4-4043-9bf3-703d0f41bb4a None None] The sync data for ids ['1bb893d0-cab2-4ae4-bade-c7293650a5da'] in n-d-803778-2 is: [{'id': '1bb893d0-cab2-4ae4-bade-c7293650a5da', 'name': 'tempest-snat-router-1459555764', 'tenant_id': '39ade37bf1c14138b0f8bc9f455c5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.17'}], 'enable_snat': False}, 'gw_port_id': '6d74274f-e88a-4367-8fcc-8691109b1ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:06:15Z', 'updated_at': '2021-08-09T16:06:17Z', 'revision_number': 3, 'project_id': '39ade37bf1c14138b0f8bc9f455c5bc2', 'gw_port': {'id': '6d74274f-e88a-4367-8fcc-8691109b1ce8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb893d0-cab2-4ae4-bade-c7293650a5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:06:16Z', 'updated_at': '2021-08-09T16:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:20.515646 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc185a7-51d8-425d-aea8-e2a35852f7c5 None None] Pushing event updated for resources: {'Port': ['ID=52f846a5-0112-413e-93de-1553d547ed7c,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:20.566774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82b38dd-0eac-45e2-a1bf-f7842bd758c7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:20.574142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e82b38dd-0eac-45e2-a1bf-f7842bd758c7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:20.772423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e00e7e6-3e01-4507-8789-59eca169ff87 None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:06:20.843746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4e00e7e6-3e01-4507-8789-59eca169ff87 None None] Deleting port 52f846a5-0112-413e-93de-1553d547ed7c {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:20.846624 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e00e7e6-3e01-4507-8789-59eca169ff87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:20.857381 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:20.969282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e82b38dd-0eac-45e2-a1bf-f7842bd758c7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:21.012598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4e00e7e6-3e01-4507-8789-59eca169ff87 None None] For port 52f846a5-0112-413e-93de-1553d547ed7c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=52f846a5-0112-413e-93de-1553d547ed7c,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:21.013001 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e00e7e6-3e01-4507-8789-59eca169ff87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:21.046327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4e00e7e6-3e01-4507-8789-59eca169ff87 None None] Calling delete_port for 52f846a5-0112-413e-93de-1553d547ed7c owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:21.109091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b38dd-0eac-45e2-a1bf-f7842bd758c7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=d023b4c0-846d-4dfb-a161-7964ac5abbb7,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:21.138190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82b38dd-0eac-45e2-a1bf-f7842bd758c7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:21.143804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e82b38dd-0eac-45e2-a1bf-f7842bd758c7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:21.150715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82b38dd-0eac-45e2-a1bf-f7842bd758c7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:21.151322 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e82b38dd-0eac-45e2-a1bf-f7842bd758c7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:21.203054 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e82b38dd-0eac-45e2-a1bf-f7842bd758c7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7633381 Aug 09 16:06:21.203698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35904) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:21.210846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': 'd023b4c0-846d-4dfb-a161-7964ac5abbb7', 'ip_address': '2001:db8::7dd1:5eb6:ec:ad05'}], 'name': 'tempest-NetworksTestDHCPv6-858507872'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:21.253845 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4e00e7e6-3e01-4507-8789-59eca169ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:21.267764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00e7e6-3e01-4507-8789-59eca169ff87 None None] No DVR routers for this DVR port 52f846a5-0112-413e-93de-1553d547ed7c on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:21.321336 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:21.334479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00e7e6-3e01-4507-8789-59eca169ff87 None None] Pushing event deleted for resources: {'Port': ['ID=52f846a5-0112-413e-93de-1553d547ed7c,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:21.342668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d55a85d-7dbe-493b-ad08-5406f86b7557 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:21.431296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:21.445049 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:21.479444 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 71432cac-5908-4a55-ad50-eab03e67bac3 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:06:21.510519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6d74274f-e88a-4367-8fcc-8691109b1ce8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:21.612844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Router f60c15b9-f390-470a-b319-cf284d5253b4 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:06:21.646506 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 6d74274f-e88a-4367-8fcc-8691109b1ce8 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:21.792932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::7dd1:5eb6:ec:ad05 (938be601-55e5-4495-92d1-2b238bfd5fac/d023b4c0-846d-4dfb-a161-7964ac5abbb7/71432cac-5908-4a55-ad50-eab03e67bac3) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:21.911368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:21.912893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6d74274f-e88a-4367-8fcc-8691109b1ce8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:21.913363 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:21.936083 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:21.941883 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5a1d473a-1896-4c7f-b0fc-ec775a0c71ff tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3636951 Aug 09 16:06:21.942790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35910) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:21.943372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': 'd023b4c0-846d-4dfb-a161-7964ac5abbb7'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:06:21.944319 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:21.946958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] Sync routers for ids ['f60c15b9-f390-470a-b319-cf284d5253b4'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:22.008772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] Routers {'f60c15b9-f390-470a-b319-cf284d5253b4'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:22.009550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f60c15b9-f390-470a-b319-cf284d5253b4'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:22.101315 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:22.112151 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f96f6e94-966e-4a6b-be3d-c0724b31caac tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/routers/f60c15b9-f390-470a-b319-cf284d5253b4 HTTP/1.1" status: 200 len: 908 time: 0.1674824 Aug 09 16:06:22.115608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35920) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:22.132788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 71432cac-5908-4a55-ad50-eab03e67bac3 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:22.196639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] Set router f60c15b9-f390-470a-b319-cf284d5253b4 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:22.200887 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:22.268770 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:22.276169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:22.281481 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:22.289758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:22.290481 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:22.302635 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:22.308658 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=71432cac-5908-4a55-ad50-eab03e67bac3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:22.327473 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-73e756df-4ec8-4107-8be4-f0e62127975e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.1181614 Aug 09 16:06:22.327698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35926) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:22.333724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a136470b-7ef6-4593-a96d-0a7b582890f6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': 'd023b4c0-846d-4dfb-a161-7964ac5abbb7', 'ip_address': '2001:db8::7dd1:5eb6:ec:ad05'}], 'name': 'tempest-NetworksTestDHCPv6-562319567'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:22.595242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a136470b-7ef6-4593-a96d-0a7b582890f6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:22.724772 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a136470b-7ef6-4593-a96d-0a7b582890f6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:22.752930 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35934) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:22.790966 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Allocated IP 2001:db8::2 (938be601-55e5-4495-92d1-2b238bfd5fac/d023b4c0-846d-4dfb-a161-7964ac5abbb7/2c421128-c942-4bb7-ba82-06367390f8bd) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:22.792604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-a136470b-7ef6-4593-a96d-0a7b582890f6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 64808fee-44b0-4230-81f6-5283d38d380f yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:06:22.800084 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:22.923293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 6d74274f-e88a-4367-8fcc-8691109b1ce8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6d74274f-e88a-4367-8fcc-8691109b1ce8,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:23.023587 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9ca4-dec2-49bd-b7a3-5eae244cd22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.027182 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.101304 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.130642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 52f846a5-0112-413e-93de-1553d547ed7c no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:23.151512 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9ca4-dec2-49bd-b7a3-5eae244cd22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.160490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9ca4-dec2-49bd-b7a3-5eae244cd22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.179965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Deleting port 6e9b3b48-e2cb-4b31-898c-750b24ae178a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:23.180407 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.202466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 52f846a5-0112-413e-93de-1553d547ed7c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:23.204105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 52f846a5-0112-413e-93de-1553d547ed7c not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:23.211535 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5f6f9ca4-dec2-49bd-b7a3-5eae244cd22c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4cc8d7a6dac64dcc83c62ce7ac61123d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4547219 Aug 09 16:06:23.217002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35944) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:23.247131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=6d74274f-e88a-4367-8fcc-8691109b1ce8,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:23.250803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f9ca4-dec2-49bd-b7a3-5eae244cd22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0472719-ac5f-4cb6-94af-b3a006029ff7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:23.253256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60c15b9-f390-470a-b319-cf284d5253b4', 'name': 'tempest-snat-router-1459555764', 'tenant_id': '39ade37bf1c14138b0f8bc9f455c5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '6e9b3b48-e2cb-4b31-898c-750b24ae178a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:06:18Z', 'updated_at': '2021-08-09T16:06:20Z', 'revision_number': 3, 'project_id': '39ade37bf1c14138b0f8bc9f455c5bc2', 'gw_port': {'id': '6e9b3b48-e2cb-4b31-898c-750b24ae178a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:bf:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60c15b9-f390-470a-b319-cf284d5253b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:06:19Z', 'updated_at': '2021-08-09T16:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:23.315621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] Checking router: f60c15b9-f390-470a-b319-cf284d5253b4 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:06:23.315977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] Updating router f60c15b9-f390-470a-b319-cf284d5253b4 port 6e9b3b48-e2cb-4b31-898c-750b24ae178a binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:06:23.321764 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.323259 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69a8c869-6b53-4c5e-98aa-b610852e1135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.340100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Calling delete_port for 6e9b3b48-e2cb-4b31-898c-750b24ae178a owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:23.361687 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.367943 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.398793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Transition to ACTIVE for port object 2c421128-c942-4bb7-ba82-06367390f8bd will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:23.408034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6d74274f-e88a-4367-8fcc-8691109b1ce8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:23.416636 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69a8c869-6b53-4c5e-98aa-b610852e1135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.491505 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69a8c869-6b53-4c5e-98aa-b610852e1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.494135 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69a8c869-6b53-4c5e-98aa-b610852e1135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.495288 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-69a8c869-6b53-4c5e-98aa-b610852e1135 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c0472719-ac5f-4cb6-94af-b3a006029ff7 HTTP/1.1" status: 204 len: 168 time: 0.2772849 Aug 09 16:06:23.504437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8c869-6b53-4c5e-98aa-b610852e1135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0472719-ac5f-4cb6-94af-b3a006029ff7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:23.541786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Transition to ACTIVE for port object 2c421128-c942-4bb7-ba82-06367390f8bd will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:23.589117 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.615178 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.637502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:23.645744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:23.648167 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a136470b-7ef6-4593-a96d-0a7b582890f6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 09 16:06:23.649124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a136470b-7ef6-4593-a96d-0a7b582890f6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:06:23.650543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:23.654376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e9b3b48-e2cb-4b31-898c-750b24ae178a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:23.693648 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a136470b-7ef6-4593-a96d-0a7b582890f6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.3639567 Aug 09 16:06:23.697794 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35958) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:23.755064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.756067 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Pushing event updated for resources: {'Port': ['ID=2c421128-c942-4bb7-ba82-06367390f8bd,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:23.769629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3596c1-5cf7-4fb2-9f55-536bb9783f5a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:23.776553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3596c1-5cf7-4fb2-9f55-536bb9783f5a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:23.778627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3b3596c1-5cf7-4fb2-9f55-536bb9783f5a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.0793817 Aug 09 16:06:23.781383 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35960) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:23.809097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6d74274f-e88a-4367-8fcc-8691109b1ce8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:23.809704 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.872264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Attempting to bind port 2c421128-c942-4bb7-ba82-06367390f8bd on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:23.872642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Attempting to bind port 2c421128-c942-4bb7-ba82-06367390f8bd by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:23.872990 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Attempting to bind port 2c421128-c942-4bb7-ba82-06367390f8bd on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:23.883145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:23.883525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:23.883938 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.884323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:23.884921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Bound port: 2c421128-c942-4bb7-ba82-06367390f8bd, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:23.885319 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.943167 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.948690 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.951587 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35962) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:23.964157 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-4cc0d78c-af82-43f7-b80b-570f9cc1ebcb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 71432cac-5908-4a55-ad50-eab03e67bac3 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:23.964976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d78c-af82-43f7-b80b-570f9cc1ebcb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:23.978422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0da8ce97-afd8-45dc-8870-330b18c2b9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.025244 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.025853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f60c15b9-f390-470a-b319-cf284d5253b4 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:24.036018 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.042213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d65b1496-bad3-4d40-ab50-aa027a61b9e9 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "DELETE /v2.0/routers/f60c15b9-f390-470a-b319-cf284d5253b4 HTTP/1.1" status: 204 len: 168 time: 1.9248970 Aug 09 16:06:24.042617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35968) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:24.146896 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:06:24.147244 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:06:24.150940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] For port 2c421128-c942-4bb7-ba82-06367390f8bd, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:24.160639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] For port 2c421128-c942-4bb7-ba82-06367390f8bd, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2c421128-c942-4bb7-ba82-06367390f8bd,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:24.166550 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.190962 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.204365 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0da8ce97-afd8-45dc-8870-330b18c2b9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.207583 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d78c-af82-43f7-b80b-570f9cc1ebcb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.225113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0da8ce97-afd8-45dc-8870-330b18c2b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.246405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-4cc0d78c-af82-43f7-b80b-570f9cc1ebcb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 71432cac-5908-4a55-ad50-eab03e67bac3 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:24.254744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867f352-eb00-4b20-93f1-1f4743eb718d None None] Pushing event updated for resources: {'Port': ['ID=2c421128-c942-4bb7-ba82-06367390f8bd,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:24.285641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8ce97-afd8-45dc-8870-330b18c2b9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e1b70a-790d-48e6-9348-31e5b32a7825,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:24.295418 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0da8ce97-afd8-45dc-8870-330b18c2b9ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ad4b1ed729b4ad69fdb0b9179424929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404233 Aug 09 16:06:24.300293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35972) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:24.395828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.406100 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b24488e5-a73e-46db-a73c-07c57146034e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.445179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d78c-af82-43f7-b80b-570f9cc1ebcb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.457670 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b24488e5-a73e-46db-a73c-07c57146034e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.517823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Deleting port 6d74274f-e88a-4367-8fcc-8691109b1ce8 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:24.517823 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.522627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d78c-af82-43f7-b80b-570f9cc1ebcb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.530618 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4cc0d78c-af82-43f7-b80b-570f9cc1ebcb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/71432cac-5908-4a55-ad50-eab03e67bac3 HTTP/1.1" status: 204 len: 168 time: 0.7471988 Aug 09 16:06:24.532378 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 35978) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:24.547759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0d78c-af82-43f7-b80b-570f9cc1ebcb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=71432cac-5908-4a55-ad50-eab03e67bac3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:24.622595 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b24488e5-a73e-46db-a73c-07c57146034e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.625064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b24488e5-a73e-46db-a73c-07c57146034e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.634689 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fecb04-ba3d-4364-a585-deecb80c2b09 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:24.636268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fecb04-ba3d-4364-a585-deecb80c2b09 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:24.640462 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b24488e5-a73e-46db-a73c-07c57146034e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2e1b70a-790d-48e6-9348-31e5b32a7825 HTTP/1.1" status: 204 len: 168 time: 0.3372004 Aug 09 16:06:24.644755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 35980) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:24.653972 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b7fecb04-ba3d-4364-a585-deecb80c2b09 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1041195 Aug 09 16:06:24.675814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] Port 6e9b3b48-e2cb-4b31-898c-750b24ae178a not found while updating agent binding for router f60c15b9-f390-470a-b319-cf284d5253b4. {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 09 16:06:24.686546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] Routers set() bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:24.687057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] Router IDs set() for agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 16:06:24.687933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_agentschedulers_db [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f60c15b9-f390-470a-b319-cf284d5253b4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent'). {{(pid=94291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 09 16:06:24.688621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3920b-e8f0-4ce4-a81c-ffcabaa4e56d None None] The sync data for ids ['f60c15b9-f390-470a-b319-cf284d5253b4'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:24.696574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24488e5-a73e-46db-a73c-07c57146034e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e1b70a-790d-48e6-9348-31e5b32a7825,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:24.710125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] For port 6d74274f-e88a-4367-8fcc-8691109b1ce8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6d74274f-e88a-4367-8fcc-8691109b1ce8,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:24.710494 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.731142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Calling delete_port for 6d74274f-e88a-4367-8fcc-8691109b1ce8 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:24.744544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad64c742-9972-400f-b42e-f5e6b53fdf7f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet d023b4c0-846d-4dfb-a161-7964ac5abbb7 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:24.750467 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad64c742-9972-400f-b42e-f5e6b53fdf7f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.826482 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad64c742-9972-400f-b42e-f5e6b53fdf7f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:24.976829 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad64c742-9972-400f-b42e-f5e6b53fdf7f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.085798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.113663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d74274f-e88a-4367-8fcc-8691109b1ce8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:25.118334 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad64c742-9972-400f-b42e-f5e6b53fdf7f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.163936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64c742-9972-400f-b42e-f5e6b53fdf7f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=d023b4c0-846d-4dfb-a161-7964ac5abbb7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:25.194176 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad64c742-9972-400f-b42e-f5e6b53fdf7f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.196324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ad64c742-9972-400f-b42e-f5e6b53fdf7f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/d023b4c0-846d-4dfb-a161-7964ac5abbb7 HTTP/1.1" status: 204 len: 168 time: 0.5505195 Aug 09 16:06:25.199580 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36002) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:25.251204 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.275248 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ca3c82f4-2d3f-44b0-8405-8dda6751ed61 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732248 Aug 09 16:06:25.280432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36006) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:25.285016 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:06:25.287747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:25.412209 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.415492 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.466856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:25.482964 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.500091 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.501222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb893d0-cab2-4ae4-bade-c7293650a5da {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:25.524005 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.526742 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-00754b23-e6f8-4695-b983-1f4572be54a1 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "DELETE /v2.0/routers/1bb893d0-cab2-4ae4-bade-c7293650a5da HTTP/1.1" status: 204 len: 168 time: 1.4828975 Aug 09 16:06:25.533114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36014) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:25.542204 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2c421128-c942-4bb7-ba82-06367390f8bd up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:25.542748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1383892545', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:25.600494 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.601570 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.648177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 2c421128-c942-4bb7-ba82-06367390f8bd completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:25.678782 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5416cc-3323-4702-a0ec-6c97e12559ca None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:25.764168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.800041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-eb808da6-de2f-40b9-b0f8-f2689004bcc0 None None] Provisioning for port 2c421128-c942-4bb7-ba82-06367390f8bd completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:25.833400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-eb808da6-de2f-40b9-b0f8-f2689004bcc0 None None] Provisioning complete for port 2c421128-c942-4bb7-ba82-06367390f8bd triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:25.833799 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eb808da6-de2f-40b9-b0f8-f2689004bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:25.996427 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eb808da6-de2f-40b9-b0f8-f2689004bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.002834 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.038484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-eb808da6-de2f-40b9-b0f8-f2689004bcc0 None None] For port 2c421128-c942-4bb7-ba82-06367390f8bd, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2c421128-c942-4bb7-ba82-06367390f8bd,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:26.043875 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eb808da6-de2f-40b9-b0f8-f2689004bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.117035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb808da6-de2f-40b9-b0f8-f2689004bcc0 None None] Pushing event updated for resources: {'Port': ['ID=2c421128-c942-4bb7-ba82-06367390f8bd,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:26.153796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1f0c96-597c-4f30-b98a-cec393fa1780 None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:06:26.274558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f0c96-597c-4f30-b98a-cec393fa1780 None None] Deleting port 2c421128-c942-4bb7-ba82-06367390f8bd {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:26.275120 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae1f0c96-597c-4f30-b98a-cec393fa1780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.349710 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.375341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ae1f0c96-597c-4f30-b98a-cec393fa1780 None None] For port 2c421128-c942-4bb7-ba82-06367390f8bd, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2c421128-c942-4bb7-ba82-06367390f8bd,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:26.375979 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae1f0c96-597c-4f30-b98a-cec393fa1780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.386062 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.391215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f0c96-597c-4f30-b98a-cec393fa1780 None None] Calling delete_port for 2c421128-c942-4bb7-ba82-06367390f8bd owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:26.509883 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.527659 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae1f0c96-597c-4f30-b98a-cec393fa1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.565837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f0c96-597c-4f30-b98a-cec393fa1780 None None] No DVR routers for this DVR port 2c421128-c942-4bb7-ba82-06367390f8bd on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:26.573175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f0c96-597c-4f30-b98a-cec393fa1780 None None] Pushing event deleted for resources: {'Port': ['ID=2c421128-c942-4bb7-ba82-06367390f8bd,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:26.584864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Allocated IP 172.25.2.30 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/e66c1a95-4265-429b-99a2-452ebb699903) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:26.600516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:26.604190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:26.619850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:26.620763 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.622116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cc9c27-e280-4f06-8e28-01108ab7ea3d None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:26.640273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=83d35f1c-720f-4eff-abe3-a8c085c994cc,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:26.655491 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3738437 Aug 09 16:06:26.668787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36046) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:26.678920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8f92926e-0714-47f1-adf2-3964538d1fde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': '83d35f1c-720f-4eff-abe3-a8c085c994cc', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-676095011'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:26.686167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:26.691094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:26.697463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:26.698145 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:26.698740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:26.699320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:26.699887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:26.700484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:26.701197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:26.701790 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:26.702355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:26.703010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f46d0-2acb-495e-953a-ae5386acc982 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:26.787261 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.865223 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.867923 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f92926e-0714-47f1-adf2-3964538d1fde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:26.882333 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f92926e-0714-47f1-adf2-3964538d1fde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.898197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': '83d35f1c-720f-4eff-abe3-a8c085c994cc'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:06:26.903926 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.908768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-8f92926e-0714-47f1-adf2-3964538d1fde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port aa0651b7-05a8-48bf-9280-ae25833e1837 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:06:26.956389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:26.960998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Pushing event updated for resources: {'Port': ['ID=e66c1a95-4265-429b-99a2-452ebb699903,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:26.963599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:26.969118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:27.092654 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Allocated IP 2001:db8::2 (938be601-55e5-4495-92d1-2b238bfd5fac/83d35f1c-720f-4eff-abe3-a8c085c994cc/694b5926-3454-4de4-bfa1-9e5b0f1ff96b) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:27.322825 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.400323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2c421128-c942-4bb7-ba82-06367390f8bd no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:27.436867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 2c421128-c942-4bb7-ba82-06367390f8bd {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:27.437343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2c421128-c942-4bb7-ba82-06367390f8bd not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:27.438315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6d74274f-e88a-4367-8fcc-8691109b1ce8 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:27.483667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 6d74274f-e88a-4367-8fcc-8691109b1ce8 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:27.485399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6d74274f-e88a-4367-8fcc-8691109b1ce8 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:27.518059 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.527733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Transition to ACTIVE for port object 694b5926-3454-4de4-bfa1-9e5b0f1ff96b will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:27.547736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Transition to ACTIVE for port object 694b5926-3454-4de4-bfa1-9e5b0f1ff96b will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:27.557120 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.558323 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f92926e-0714-47f1-adf2-3964538d1fde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:06:27.558863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f92926e-0714-47f1-adf2-3964538d1fde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:06:27.576217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8f92926e-0714-47f1-adf2-3964538d1fde tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9057515 Aug 09 16:06:27.578704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36070) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:27.598283 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.609092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:27.612316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:27.617198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:27.625911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Pushing event updated for resources: {'Port': ['ID=694b5926-3454-4de4-bfa1-9e5b0f1ff96b,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:27.688986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9da90b-8bac-434b-8a51-d701d475c9e2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:27.698810 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7e9da90b-8bac-434b-8a51-d701d475c9e2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1157486 Aug 09 16:06:27.699470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36074) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:27.750527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Attempting to bind port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:27.752950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Attempting to bind port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:27.753335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Attempting to bind port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:27.770094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:27.770501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:27.770883 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.771756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:27.771756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Bound port: 694b5926-3454-4de4-bfa1-9e5b0f1ff96b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:27.772229 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.802778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Router bfdee401-2044-43a3-8778-de640cedc69f is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:06:27.833745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799c7f8-027a-459d-b6a9-b33158f0a6c5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:27.835692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799c7f8-027a-459d-b6a9-b33158f0a6c5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:27.847423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f799c7f8-027a-459d-b6a9-b33158f0a6c5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1437325 Aug 09 16:06:27.848171 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36080) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:27.932878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] For port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:27.940321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] For port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=694b5926-3454-4de4-bfa1-9e5b0f1ff96b,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:27.945832 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.949461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:27.963321 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764d11c-38b0-4496-b158-6e8bb949fdde None None] Sync routers for ids ['bfdee401-2044-43a3-8778-de640cedc69f'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:27.990427 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:27.992656 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bbcb945a-9814-41d5-a3f4-1f7a5352a187 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4583852 Aug 09 16:06:27.995208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36086) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:28.001451 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764d11c-38b0-4496-b158-6e8bb949fdde None None] Routers {'bfdee401-2044-43a3-8778-de640cedc69f'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:28.002739 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8764d11c-38b0-4496-b158-6e8bb949fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bfdee401-2044-43a3-8778-de640cedc69f'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:28.007098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7a09a473-0759-4419-9fe9-8329972be809 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'enable_snat': False}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:28.009347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5e2d27-3897-4032-a577-be65051edc1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet 83d35f1c-720f-4eff-abe3-a8c085c994cc {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:28.017317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb5e2d27-3897-4032-a577-be65051edc1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.078334 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8764d11c-38b0-4496-b158-6e8bb949fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:28.089872 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764d11c-38b0-4496-b158-6e8bb949fdde None None] Routers {'bfdee401-2044-43a3-8778-de640cedc69f'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:28.090876 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8764d11c-38b0-4496-b158-6e8bb949fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bfdee401-2044-43a3-8778-de640cedc69f'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:28.109034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2eb1b-09ca-498a-8b91-822700716533 None None] Pushing event updated for resources: {'Port': ['ID=694b5926-3454-4de4-bfa1-9e5b0f1ff96b,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:28.110006 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb5e2d27-3897-4032-a577-be65051edc1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.176946 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8764d11c-38b0-4496-b158-6e8bb949fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:28.177639 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764d11c-38b0-4496-b158-6e8bb949fdde None None] The sync data for ids ['bfdee401-2044-43a3-8778-de640cedc69f'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:28.255956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb5e2d27-3897-4032-a577-be65051edc1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.359669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb5e2d27-3897-4032-a577-be65051edc1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.434570 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e2d27-3897-4032-a577-be65051edc1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=83d35f1c-720f-4eff-abe3-a8c085c994cc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:28.436636 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-eb5e2d27-3897-4032-a577-be65051edc1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:28.438649 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-eb5e2d27-3897-4032-a577-be65051edc1a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/83d35f1c-720f-4eff-abe3-a8c085c994cc HTTP/1.1" status: 204 len: 168 time: 0.5900855 Aug 09 16:06:28.441798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36096) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:28.490559 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c7757b96-785d-4c93-996d-e11b5421fe03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476484 Aug 09 16:06:28.497898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36098) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:28.514801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:28.913210 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a09a473-0759-4419-9fe9-8329972be809 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.003906 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:29.007565 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.386693 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.446599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:29.449033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a8d37-90f2-4180-926a-9750c0ebce0d None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:29.467520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:29.477340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:29.477967 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.500919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 694b5926-3454-4de4-bfa1-9e5b0f1ff96b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:29.531739 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0326364 Aug 09 16:06:29.534764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=d8a52c07-2245-4ef0-be79-9608d1c64d72,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:29.535672 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36124) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:29.541089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-76e7c14b-15b5-4dd7-b3bd-7e4865815422 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1561846804', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:29.544380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:29.544737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:29.545080 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:29.545422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:29.545783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:29.546375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:29.546706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:29.547034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:29.547360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:29.547683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:29.548011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:29.548564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a48745-5726-461e-b1b7-706593bc3844 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:06:29.589878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-76e7c14b-15b5-4dd7-b3bd-7e4865815422 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.591701 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-76e7c14b-15b5-4dd7-b3bd-7e4865815422 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.636590 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e5291440-af4a-4945-97b1-6048c7b11c5a None None] Provisioning for port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:29.672567 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-76e7c14b-15b5-4dd7-b3bd-7e4865815422 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.677634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:29.679608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-76e7c14b-15b5-4dd7-b3bd-7e4865815422 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.683296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:29.683669 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.706285 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-76e7c14b-15b5-4dd7-b3bd-7e4865815422 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.708075 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-76e7c14b-15b5-4dd7-b3bd-7e4865815422 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1708148 Aug 09 16:06:29.710866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36126) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:29.755061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a09a473-0759-4419-9fe9-8329972be809 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.758817 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a09a473-0759-4419-9fe9-8329972be809 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.874940 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.926161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=694b5926-3454-4de4-bfa1-9e5b0f1ff96b,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:29.935042 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.950622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a09a473-0759-4419-9fe9-8329972be809 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Router bfdee401-2044-43a3-8778-de640cedc69f has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:06:30.053720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=694b5926-3454-4de4-bfa1-9e5b0f1ff96b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:30.144784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a09a473-0759-4419-9fe9-8329972be809 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:30.151770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a09a473-0759-4419-9fe9-8329972be809 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.153468 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7a09a473-0759-4419-9fe9-8329972be809 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "PUT /v2.0/routers/bfdee401-2044-43a3-8778-de640cedc69f HTTP/1.1" status: 200 len: 925 time: 2.1563883 Aug 09 16:06:30.156065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36128) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:30.157411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b9373-15d4-40f1-9d74-25b79c0f6966 None None] Sync routers for ids ['bfdee401-2044-43a3-8778-de640cedc69f'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:30.163739 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed25c46-b2ff-4a06-879f-49a1dbb6a66b None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:30.216363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.323321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b9373-15d4-40f1-9d74-25b79c0f6966 None None] Routers {'bfdee401-2044-43a3-8778-de640cedc69f'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:30.326314 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6a7b9373-15d4-40f1-9d74-25b79c0f6966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bfdee401-2044-43a3-8778-de640cedc69f'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:30.348372 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8fcc6217-85f0-4aac-9764-7efbd6c861d7 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/routers/bfdee401-2044-43a3-8778-de640cedc69f HTTP/1.1" status: 200 len: 925 time: 0.1909821 Aug 09 16:06:30.362451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36130) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:30.431483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6a7b9373-15d4-40f1-9d74-25b79c0f6966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:30.456207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e636c00e-20a4-4c4d-8f93-ce815829f9b5 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:30.461755 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e636c00e-20a4-4c4d-8f93-ce815829f9b5 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&device_id=bfdee401-2044-43a3-8778-de640cedc69f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0954316 Aug 09 16:06:30.462116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36136) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:30.464371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b9373-15d4-40f1-9d74-25b79c0f6966 None None] Routers {'bfdee401-2044-43a3-8778-de640cedc69f'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:30.466561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6a7b9373-15d4-40f1-9d74-25b79c0f6966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bfdee401-2044-43a3-8778-de640cedc69f'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:30.520083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6a7b9373-15d4-40f1-9d74-25b79c0f6966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:30.521992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7b9373-15d4-40f1-9d74-25b79c0f6966 None None] The sync data for ids ['bfdee401-2044-43a3-8778-de640cedc69f'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:30.523787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a738d52e-3a19-445d-a80b-d35039107156 None None] Provisioning complete for port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:30.524422 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a738d52e-3a19-445d-a80b-d35039107156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.590023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdefa57f-db27-4ef7-b5f9-0e4c0004adfe tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:30.591780 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cdefa57f-db27-4ef7-b5f9-0e4c0004adfe tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 881 time: 0.1285756 Aug 09 16:06:30.595081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36138) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:30.603084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::1 (938be601-55e5-4495-92d1-2b238bfd5fac/d8a52c07-2245-4ef0-be79-9608d1c64d72/671d74a5-8afc-49b7-855a-7f6921f12530) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:30.647122 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9171a404-45c5-4a13-93a1-0d49bb8c5031 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfdee401-2044-43a3-8778-de640cedc69f HTTP/1.1" status: 200 len: 205 time: 0.0506077 Aug 09 16:06:30.647770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36140) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:30.806973 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.847701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 671d74a5-8afc-49b7-855a-7f6921f12530 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:30.862749 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.917843 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.986822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=671d74a5-8afc-49b7-855a-7f6921f12530,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:31.006802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:31.008735 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:31.012594 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:31.013433 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.057907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f301e1fd-1296-4d86-a5eb-e4ba1a66f675 None None] Provisioning complete for port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:31.058631 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f301e1fd-1296-4d86-a5eb-e4ba1a66f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.066984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.190478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Deleting port e66c1a95-4265-429b-99a2-452ebb699903 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:31.195662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.247831 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.307583 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.325626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Calling delete_port for e66c1a95-4265-429b-99a2-452ebb699903 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:31.349772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-19eafe1e-0698-4b22-8620-57b64f03504e None None] Provisioning for port 671d74a5-8afc-49b7-855a-7f6921f12530 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:31.354145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-19eafe1e-0698-4b22-8620-57b64f03504e None None] Provisioning complete for port 671d74a5-8afc-49b7-855a-7f6921f12530 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:31.354736 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-19eafe1e-0698-4b22-8620-57b64f03504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.393471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 694b5926-3454-4de4-bfa1-9e5b0f1ff96b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:31.437065 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-19eafe1e-0698-4b22-8620-57b64f03504e None None] Port 671d74a5-8afc-49b7-855a-7f6921f12530 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:06:31.454534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:31.454927 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.540758 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.658181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.664199 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.665344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.681239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Pushing event deleted for resources: {'Port': ['ID=e66c1a95-4265-429b-99a2-452ebb699903,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:31.692865 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.774759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=671d74a5-8afc-49b7-855a-7f6921f12530,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:31.804783 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.806995 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.819389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:31.820854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:31.857780 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.858433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Fanout notify agent at l3_agent the message router_deleted on router bfdee401-2044-43a3-8778-de640cedc69f {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:31.878312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.881348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5e34534a-2591-40fd-956f-79da25d08e64 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/routers/bfdee401-2044-43a3-8778-de640cedc69f HTTP/1.1" status: 204 len: 168 time: 1.2325323 Aug 09 16:06:31.884966 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36154) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:31.892833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b6096202-bfc9-4d53-aaed-988f5e7401b6 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1142724088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:31.920760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6096202-bfc9-4d53-aaed-988f5e7401b6 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:31.922931 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6096202-bfc9-4d53-aaed-988f5e7401b6 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.025214 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6096202-bfc9-4d53-aaed-988f5e7401b6 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.032226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6096202-bfc9-4d53-aaed-988f5e7401b6 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.070981 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6096202-bfc9-4d53-aaed-988f5e7401b6 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.073128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b6096202-bfc9-4d53-aaed-988f5e7401b6 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1854069 Aug 09 16:06:32.076245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36160) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:32.084292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Request body: {'router': {'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:32.085375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Router 761dd515-dae0-48d9-b34d-b94e890c0cfe is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:06:32.196035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fdbd2c5a-6e18-4df9-a181-ddea63576f40 None None] Provisioning complete for port 671d74a5-8afc-49b7-855a-7f6921f12530 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:32.196035 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fdbd2c5a-6e18-4df9-a181-ddea63576f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.209725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:32.221345 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Sync routers for ids ['761dd515-dae0-48d9-b34d-b94e890c0cfe'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:32.232110 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Routers {'761dd515-dae0-48d9-b34d-b94e890c0cfe'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:32.233068 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['761dd515-dae0-48d9-b34d-b94e890c0cfe'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:32.237263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36162) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:32.241439 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3c61cb79-feb5-47c0-b915-2b0eb9f1e4d8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "PUT /v2.0/routers/761dd515-dae0-48d9-b34d-b94e890c0cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5196970 Aug 09 16:06:32.249900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd2c5a-6e18-4df9-a181-ddea63576f40 None None] Port 671d74a5-8afc-49b7-855a-7f6921f12530 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:06:32.283145 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f28763-2bb5-44f3-ac59-c21f07819413 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:32.286933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e2f28763-2bb5-44f3-ac59-c21f07819413 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports/671d74a5-8afc-49b7-855a-7f6921f12530 HTTP/1.1" status: 200 len: 911 time: 0.0475607 Aug 09 16:06:32.287344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36164) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:32.352509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aea9f4f-23e9-44d9-a143-ea134c854683 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:32.354094 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Set router 761dd515-dae0-48d9-b34d-b94e890c0cfe gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:32.359805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aea9f4f-23e9-44d9-a143-ea134c854683 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:32.364066 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2aea9f4f-23e9-44d9-a143-ea134c854683 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0731313 Aug 09 16:06:32.364296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36166) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:32.456118 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.719193 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761dd515-dae0-48d9-b34d-b94e890c0cfe', 'name': 'tempest-NetworksTestDHCPv6-router-1561846804', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:06:29Z', 'updated_at': '2021-08-09T16:06:31Z', 'revision_number': 2, 'project_id': '879a5573e053428684ee8e50ee9436a3', 'gw_port_host': None, '_interfaces': [{'id': '671d74a5-8afc-49b7-855a-7f6921f12530', 'name': '', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'mac_address': 'fa:16:3e:24:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761dd515-dae0-48d9-b34d-b94e890c0cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'd8a52c07-2245-4ef0-be79-9608d1c64d72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:06:30Z', 'updated_at': '2021-08-09T16:06:31Z', 'revision_number': 2, 'project_id': '879a5573e053428684ee8e50ee9436a3', 'subnets': [{'id': 'd8a52c07-2245-4ef0-be79-9608d1c64d72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:32.731519 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.749755 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Checking router: 761dd515-dae0-48d9-b34d-b94e890c0cfe for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:06:32.750104 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Updating router 761dd515-dae0-48d9-b34d-b94e890c0cfe port 671d74a5-8afc-49b7-855a-7f6921f12530 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:06:32.755844 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.817090 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.863853 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a64c7a21-4b6f-46c4-9ab9-d8fa5bb550fb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.883161 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Allocated IP 172.25.2.108 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/2824b420-0e1a-4e52-a034-502ea08f0dfa) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:33.015891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.075303 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.114146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:33.117253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:33.135618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:33.191952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Pushing event updated for resources: {'Port': ['ID=2824b420-0e1a-4e52-a034-502ea08f0dfa,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:33.273410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a64c7a21-4b6f-46c4-9ab9-d8fa5bb550fb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 671d74a5-8afc-49b7-855a-7f6921f12530 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:33.273938 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a64c7a21-4b6f-46c4-9ab9-d8fa5bb550fb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.308352 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.320283 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Transition to ACTIVE for port object 671d74a5-8afc-49b7-855a-7f6921f12530 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:33.328060 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.396333 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7790c2-4a43-476c-87a0-ec33206d71e3 None None] Pushing event updated for resources: {'Port': ['ID=671d74a5-8afc-49b7-855a-7f6921f12530,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:33.468896 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a64c7a21-4b6f-46c4-9ab9-d8fa5bb550fb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.484943 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Attempting to bind port 671d74a5-8afc-49b7-855a-7f6921f12530 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:33.488482 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Attempting to bind port 671d74a5-8afc-49b7-855a-7f6921f12530 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:33.488965 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Attempting to bind port 671d74a5-8afc-49b7-855a-7f6921f12530 on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:33.497546 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:33.497945 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:33.498343 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.498732 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:33.499243 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Bound port: 671d74a5-8afc-49b7-855a-7f6921f12530, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:33.500195 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.515508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a64c7a21-4b6f-46c4-9ab9-d8fa5bb550fb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 671d74a5-8afc-49b7-855a-7f6921f12530 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:33.598889 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] For port 671d74a5-8afc-49b7-855a-7f6921f12530, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:33.602235 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] For port 671d74a5-8afc-49b7-855a-7f6921f12530, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=671d74a5-8afc-49b7-855a-7f6921f12530,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:33.609227 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.668101 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Routers {'761dd515-dae0-48d9-b34d-b94e890c0cfe'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:33.668794 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['761dd515-dae0-48d9-b34d-b94e890c0cfe'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:33.727609 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.781231 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7790c2-4a43-476c-87a0-ec33206d71e3 None None] Pushing event updated for resources: {'Port': ['ID=671d74a5-8afc-49b7-855a-7f6921f12530,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:33.792690 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] Set router 761dd515-dae0-48d9-b34d-b94e890c0cfe gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:33.858307 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a64c7a21-4b6f-46c4-9ab9-d8fa5bb550fb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:33.926765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c7a21-4b6f-46c4-9ab9-d8fa5bb550fb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=671d74a5-8afc-49b7-855a-7f6921f12530,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:34.006654 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a64c7a21-4b6f-46c4-9ab9-d8fa5bb550fb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.057270 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.066795 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.148549 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761dd515-dae0-48d9-b34d-b94e890c0cfe', 'name': 'tempest-NetworksTestDHCPv6-router-1561846804', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:06:29Z', 'updated_at': '2021-08-09T16:06:31Z', 'revision_number': 2, 'project_id': '879a5573e053428684ee8e50ee9436a3', 'gw_port_host': None, '_interfaces': [{'id': '671d74a5-8afc-49b7-855a-7f6921f12530', 'name': '', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'mac_address': 'fa:16:3e:24:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761dd515-dae0-48d9-b34d-b94e890c0cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'd8a52c07-2245-4ef0-be79-9608d1c64d72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:06:30Z', 'updated_at': '2021-08-09T16:06:33Z', 'revision_number': 4, 'project_id': '879a5573e053428684ee8e50ee9436a3', 'subnets': [{'id': 'd8a52c07-2245-4ef0-be79-9608d1c64d72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:34.191928 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d67a9-15c0-4c06-9445-19df8138a149 None None] The sync data for ids ['761dd515-dae0-48d9-b34d-b94e890c0cfe'] in n-d-803778-2 is: [{'id': '761dd515-dae0-48d9-b34d-b94e890c0cfe', 'name': 'tempest-NetworksTestDHCPv6-router-1561846804', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:06:29Z', 'updated_at': '2021-08-09T16:06:31Z', 'revision_number': 2, 'project_id': '879a5573e053428684ee8e50ee9436a3', 'gw_port_host': None, '_interfaces': [{'id': '671d74a5-8afc-49b7-855a-7f6921f12530', 'name': '', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'mac_address': 'fa:16:3e:24:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761dd515-dae0-48d9-b34d-b94e890c0cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'd8a52c07-2245-4ef0-be79-9608d1c64d72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:06:30Z', 'updated_at': '2021-08-09T16:06:33Z', 'revision_number': 4, 'project_id': '879a5573e053428684ee8e50ee9436a3', 'subnets': [{'id': 'd8a52c07-2245-4ef0-be79-9608d1c64d72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:34.221330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0e17e58c-c1bc-4485-aee6-b5d674b12820 None None] Could not find standard attr ID for object 671d74a5-8afc-49b7-855a-7f6921f12530. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:06:34.251759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64c7a21-4b6f-46c4-9ab9-d8fa5bb550fb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Router 761dd515-dae0-48d9-b34d-b94e890c0cfe has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:06:34.382637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64c7a21-4b6f-46c4-9ab9-d8fa5bb550fb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:34.389342 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a64c7a21-4b6f-46c4-9ab9-d8fa5bb550fb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "PUT /v2.0/routers/761dd515-dae0-48d9-b34d-b94e890c0cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0240195 Aug 09 16:06:34.393978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36182) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:34.503495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b63ce8-a4ac-4211-bfb2-6e71a89befc3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:34.505358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b63ce8-a4ac-4211-bfb2-6e71a89befc3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:34.507336 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d9b63ce8-a4ac-4211-bfb2-6e71a89befc3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1123564 Aug 09 16:06:34.510050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36186) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:34.661511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a02816-d82d-40ae-a6cb-ccad341ca318 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet d8a52c07-2245-4ef0-be79-9608d1c64d72 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:34.671911 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69a02816-d82d-40ae-a6cb-ccad341ca318 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.741956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69a02816-d82d-40ae-a6cb-ccad341ca318 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.794730 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69a02816-d82d-40ae-a6cb-ccad341ca318 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.847648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Router 6f5e9b39-3d29-4489-889e-feafc1894987 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:06:34.884794 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69a02816-d82d-40ae-a6cb-ccad341ca318 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.919583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a02816-d82d-40ae-a6cb-ccad341ca318 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a52c07-2245-4ef0-be79-9608d1c64d72,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:34.927349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69a02816-d82d-40ae-a6cb-ccad341ca318 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.929413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-69a02816-d82d-40ae-a6cb-ccad341ca318 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/d8a52c07-2245-4ef0-be79-9608d1c64d72 HTTP/1.1" status: 204 len: 168 time: 0.4182391 Aug 09 16:06:34.929693 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40767572-d5f5-450e-84c6-d29d603a2502 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:34.931883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36190) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:35.067494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:35.081020 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:35.086657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5bec0698-0949-4608-9d6e-cc7449c0affd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "PUT /v2.0/routers/6f5e9b39-3d29-4489-889e-feafc1894987 HTTP/1.1" status: 200 len: 884 time: 3.0083280 Aug 09 16:06:35.087324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36192) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:35.105643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb10ec-20aa-4a96-9005-e8f1d14b59ad None None] Sync routers for ids ['6f5e9b39-3d29-4489-889e-feafc1894987'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:35.137283 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ba830877-b814-4f24-9565-9a39f8519955 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2014222 Aug 09 16:06:35.137514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36194) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:35.139819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb10ec-20aa-4a96-9005-e8f1d14b59ad None None] Routers {'6f5e9b39-3d29-4489-889e-feafc1894987'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:35.140704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-26fb10ec-20aa-4a96-9005-e8f1d14b59ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['6f5e9b39-3d29-4489-889e-feafc1894987'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:35.211407 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-26fb10ec-20aa-4a96-9005-e8f1d14b59ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:35.249140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb10ec-20aa-4a96-9005-e8f1d14b59ad None None] Routers {'6f5e9b39-3d29-4489-889e-feafc1894987'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:35.250588 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-26fb10ec-20aa-4a96-9005-e8f1d14b59ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['6f5e9b39-3d29-4489-889e-feafc1894987'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:35.297527 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8a065137-d155-4343-81bf-082bade67a50 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/routers/6f5e9b39-3d29-4489-889e-feafc1894987 HTTP/1.1" status: 200 len: 925 time: 0.2032838 Aug 09 16:06:35.304165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36198) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:35.358850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-26fb10ec-20aa-4a96-9005-e8f1d14b59ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:35.361995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb10ec-20aa-4a96-9005-e8f1d14b59ad None None] The sync data for ids ['6f5e9b39-3d29-4489-889e-feafc1894987'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:35.366215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f74fd-f27b-47b0-b2bd-d9d2c4bcfa0a None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:06:35.368252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7babc55c-df7a-42d5-a270-e32ad530abbc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:35.378442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21d42a-4787-4fc0-a163-0a0a230dbec7 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:35.380005 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ff21d42a-4787-4fc0-a163-0a0a230dbec7 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&device_id=6f5e9b39-3d29-4489-889e-feafc1894987&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0748088 Aug 09 16:06:35.382801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36200) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:35.419548 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-af1f74fd-f27b-47b0-b2bd-d9d2c4bcfa0a None None] Deleting port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:35.420018 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-af1f74fd-f27b-47b0-b2bd-d9d2c4bcfa0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:35.491830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-af1f74fd-f27b-47b0-b2bd-d9d2c4bcfa0a None None] For port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=694b5926-3454-4de4-bfa1-9e5b0f1ff96b,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:35.492567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db12d297-1944-49b7-b6e8-d57e743d2803 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:35.493620 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-af1f74fd-f27b-47b0-b2bd-d9d2c4bcfa0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:35.494341 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-db12d297-1944-49b7-b6e8-d57e743d2803 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 881 time: 0.1106119 Aug 09 16:06:35.497631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36202) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:35.513256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-af1f74fd-f27b-47b0-b2bd-d9d2c4bcfa0a None None] Calling delete_port for 694b5926-3454-4de4-bfa1-9e5b0f1ff96b owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:35.539882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d14ae0d2-f3f1-463d-a423-8ae9da49aed3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5e9b39-3d29-4489-889e-feafc1894987 HTTP/1.1" status: 200 len: 205 time: 0.0409422 Aug 09 16:06:35.544137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36204) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:35.612881 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-af1f74fd-f27b-47b0-b2bd-d9d2c4bcfa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:35.647192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f74fd-f27b-47b0-b2bd-d9d2c4bcfa0a None None] Pushing event deleted for resources: {'Port': ['ID=694b5926-3454-4de4-bfa1-9e5b0f1ff96b,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:35.650373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f74fd-f27b-47b0-b2bd-d9d2c4bcfa0a None None] No DVR routers for this DVR port 694b5926-3454-4de4-bfa1-9e5b0f1ff96b on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:35.730816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:35.871616 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:35.951368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7babc55c-df7a-42d5-a270-e32ad530abbc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:35.953879 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7babc55c-df7a-42d5-a270-e32ad530abbc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:35.956852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Deleting port 2824b420-0e1a-4e52-a034-502ea08f0dfa {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:35.957250 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.018372 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7babc55c-df7a-42d5-a270-e32ad530abbc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.023557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7babc55c-df7a-42d5-a270-e32ad530abbc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Fanout notify agent at l3_agent the message router_deleted on router 761dd515-dae0-48d9-b34d-b94e890c0cfe {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:36.035093 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7babc55c-df7a-42d5-a270-e32ad530abbc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.037392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7babc55c-df7a-42d5-a270-e32ad530abbc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/routers/761dd515-dae0-48d9-b34d-b94e890c0cfe HTTP/1.1" status: 204 len: 168 time: 0.8984637 Aug 09 16:06:36.040292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36216) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:36.049358 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-084cbbd5-a31c-448b-8438-35a4e0295539 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:36.066830 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.083110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Calling delete_port for 2824b420-0e1a-4e52-a034-502ea08f0dfa owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:36.207602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084cbbd5-a31c-448b-8438-35a4e0295539 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:36.211885 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-084cbbd5-a31c-448b-8438-35a4e0295539 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.225019 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15f872-4e26-4121-af0c-521645f0687e None None] Sync routers for ids ['761dd515-dae0-48d9-b34d-b94e890c0cfe'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:36.241304 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15f872-4e26-4121-af0c-521645f0687e None None] Routers set() bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:36.241701 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15f872-4e26-4121-af0c-521645f0687e None None] Router IDs set() for agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 16:06:36.242450 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_agentschedulers_db [None req-9a15f872-4e26-4121-af0c-521645f0687e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'761dd515-dae0-48d9-b34d-b94e890c0cfe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent'). {{(pid=94292) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 09 16:06:36.257033 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15f872-4e26-4121-af0c-521645f0687e None None] Routers set() bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:36.257449 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15f872-4e26-4121-af0c-521645f0687e None None] Router IDs set() for agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 16:06:36.258086 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_agentschedulers_db [None req-9a15f872-4e26-4121-af0c-521645f0687e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'761dd515-dae0-48d9-b34d-b94e890c0cfe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent'). {{(pid=94292) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 09 16:06:36.258512 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15f872-4e26-4121-af0c-521645f0687e None None] The sync data for ids ['761dd515-dae0-48d9-b34d-b94e890c0cfe'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:36.313353 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.371664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Pushing event deleted for resources: {'Port': ['ID=2824b420-0e1a-4e52-a034-502ea08f0dfa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:36.501773 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.539164 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-084cbbd5-a31c-448b-8438-35a4e0295539 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.568342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084cbbd5-a31c-448b-8438-35a4e0295539 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:36.590688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-084cbbd5-a31c-448b-8438-35a4e0295539 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:36.598568 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084cbbd5-a31c-448b-8438-35a4e0295539 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:36.599375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-084cbbd5-a31c-448b-8438-35a4e0295539 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.604597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0117e1-9cc8-408b-9fa7-22ce29e818c5 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:36.636620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36226) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:36.636898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-084cbbd5-a31c-448b-8438-35a4e0295539 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5949101 Aug 09 16:06:36.640118 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cbbd5-a31c-448b-8438-35a4e0295539 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=35242096-90f7-41c0-b654-d21e099db809,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:36.646065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-67f4f0fc-9874-4728-8bc0-8693473d3f40 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-934839977', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:36.652932 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.656530 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.727387 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67f4f0fc-9874-4728-8bc0-8693473d3f40 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.729015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67f4f0fc-9874-4728-8bc0-8693473d3f40 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.735139 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.737368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Fanout notify agent at l3_agent the message router_deleted on router 6f5e9b39-3d29-4489-889e-feafc1894987 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:36.755612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.762570 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36230) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:36.768252 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cc60cbcc-1742-43c5-9334-9ace81be401d tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1102633602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:36.772794 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a0088e8d-a3ad-4eb0-843d-74d240110cd3 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/routers/6f5e9b39-3d29-4489-889e-feafc1894987 HTTP/1.1" status: 204 len: 168 time: 1.2272415 Aug 09 16:06:36.811747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': '35242096-90f7-41c0-b654-d21e099db809'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:06:36.812611 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.817720 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc60cbcc-1742-43c5-9334-9ace81be401d tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.818787 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc60cbcc-1742-43c5-9334-9ace81be401d tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.853190 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67f4f0fc-9874-4728-8bc0-8693473d3f40 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.857867 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67f4f0fc-9874-4728-8bc0-8693473d3f40 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.885570 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-67f4f0fc-9874-4728-8bc0-8693473d3f40 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.890035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-67f4f0fc-9874-4728-8bc0-8693473d3f40 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2519586 Aug 09 16:06:36.890728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36232) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:36.908383 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc60cbcc-1742-43c5-9334-9ace81be401d tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.914316 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc60cbcc-1742-43c5-9334-9ace81be401d tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.935425 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc60cbcc-1742-43c5-9334-9ace81be401d tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:36.937870 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cc60cbcc-1742-43c5-9334-9ace81be401d tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1740191 Aug 09 16:06:36.943003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36236) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:36.954400 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'enable_snat': True}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:37.028726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36238) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:37.062103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Allocated IP 2001:db8::2 (938be601-55e5-4495-92d1-2b238bfd5fac/35242096-90f7-41c0-b654-d21e099db809/e6fcc69e-c7c6-48b3-9b60-f14587c44dc9) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:37.231031 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.269735 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.306035 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ed85-9579-4431-9444-ed3cb891a821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.363236 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.377744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 694b5926-3454-4de4-bfa1-9e5b0f1ff96b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:37.419882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Transition to ACTIVE for port object e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:37.424141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 694b5926-3454-4de4-bfa1-9e5b0f1ff96b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:37.424982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 694b5926-3454-4de4-bfa1-9e5b0f1ff96b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:37.428711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 671d74a5-8afc-49b7-855a-7f6921f12530 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:37.463392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 671d74a5-8afc-49b7-855a-7f6921f12530 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:37.463769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 671d74a5-8afc-49b7-855a-7f6921f12530 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:37.492314 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Transition to ACTIVE for port object e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:37.504060 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.571649 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Pushing event updated for resources: {'Port': ['ID=e6fcc69e-c7c6-48b3-9b60-f14587c44dc9,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:37.591932 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:37.593062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:37.598959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:37.669403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ed85-9579-4431-9444-ed3cb891a821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.687836 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c9b4ed85-9579-4431-9444-ed3cb891a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.695678 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96d0e856-15f4-4409-b9b7-d863ccd34691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.740720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Attempting to bind port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:37.742611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.743600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Attempting to bind port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:37.747611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Attempting to bind port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:37.765253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:37.766033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:37.766446 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.767802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:37.768332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::1 (938be601-55e5-4495-92d1-2b238bfd5fac/35242096-90f7-41c0-b654-d21e099db809/3de7d2c1-578b-452e-a244-3107a4f28af9) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:37.768478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Bound port: e6fcc69e-c7c6-48b3-9b60-f14587c44dc9, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:37.768954 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.824504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.848614 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c9b4ed85-9579-4431-9444-ed3cb891a821 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffe75b9efc37423a8e7bfd25148a972d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8187640 Aug 09 16:06:37.850893 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4ed85-9579-4431-9444-ed3cb891a821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e298d76-5e8c-476d-959d-10b33c6d3e7a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:37.853266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36250) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:37.895491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] For port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:37.899649 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] For port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e6fcc69e-c7c6-48b3-9b60-f14587c44dc9,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:37.909903 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:37.974741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.005713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e91b0-4889-4e5f-8b5a-69e6e8cecf65 None None] Pushing event updated for resources: {'Port': ['ID=e6fcc69e-c7c6-48b3-9b60-f14587c44dc9,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:38.008524 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c54f8b4-dc32-4b9c-92b3-af2e6f3b5b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.031554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 3de7d2c1-578b-452e-a244-3107a4f28af9 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:38.068098 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c54f8b4-dc32-4b9c-92b3-af2e6f3b5b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.083405 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.100579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Allocated IP 172.25.2.107 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/b999453d-c660-4501-a070-f3bab1a492fc) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:38.161376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:38.165977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=3de7d2c1-578b-452e-a244-3107a4f28af9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:38.167728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c54f8b4-dc32-4b9c-92b3-af2e6f3b5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.172528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c54f8b4-dc32-4b9c-92b3-af2e6f3b5b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.176045 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1c54f8b4-dc32-4b9c-92b3-af2e6f3b5b24 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e298d76-5e8c-476d-959d-10b33c6d3e7a HTTP/1.1" status: 204 len: 168 time: 0.3101139 Aug 09 16:06:38.178216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:38.181414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:38.182013 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.278959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54f8b4-dc32-4b9c-92b3-af2e6f3b5b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e298d76-5e8c-476d-959d-10b33c6d3e7a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:38.397755 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.476580 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.503493 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.574965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:38.580829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:38.587357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:38.692753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event updated for resources: {'Port': ['ID=b999453d-c660-4501-a070-f3bab1a492fc,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:38.706626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36260) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:38.757709 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-970089e6-93aa-449e-a8e9-c07edcb6b2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.841532 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.847687 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:38.848579 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.008922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=3de7d2c1-578b-452e-a244-3107a4f28af9,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:39.049949 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.059853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:39.061778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:39.106501 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-970089e6-93aa-449e-a8e9-c07edcb6b2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.117432 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-970089e6-93aa-449e-a8e9-c07edcb6b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.194962 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Router c0a63ffd-42fb-42fa-ad70-459217c53c72 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:06:39.200996 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-970089e6-93aa-449e-a8e9-c07edcb6b2bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc5ac66aec2a40ca944530f9a80974cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4928596 Aug 09 16:06:39.203782 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36262) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:39.205301 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970089e6-93aa-449e-a8e9-c07edcb6b2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc7193a-ceff-4330-be70-c73d582607f0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:39.302764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:39.310921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36264) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:39.311274 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2e2da4fe-6f4a-4607-9ae0-ba20cd42cf82 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "PUT /v2.0/routers/c0a63ffd-42fb-42fa-ad70-459217c53c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4194272 Aug 09 16:06:39.323978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Sync routers for ids ['c0a63ffd-42fb-42fa-ad70-459217c53c72'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:39.339555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Routers {'c0a63ffd-42fb-42fa-ad70-459217c53c72'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:39.340187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c0a63ffd-42fb-42fa-ad70-459217c53c72'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:39.387441 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba26e6a9-5834-4351-997f-612852662ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.420641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20e252c-5c97-4194-9e67-b6ee69001346 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:39.425494 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e20e252c-5c97-4194-9e67-b6ee69001346 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports/3de7d2c1-578b-452e-a244-3107a4f28af9 HTTP/1.1" status: 200 len: 911 time: 0.1104264 Aug 09 16:06:39.426049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36266) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:39.440768 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.443165 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba26e6a9-5834-4351-997f-612852662ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.450843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:39.452755 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.484338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc143202-610f-4b68-91bb-4a59f6dd3c93 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:39.492333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc143202-610f-4b68-91bb-4a59f6dd3c93 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:39.497069 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bc143202-610f-4b68-91bb-4a59f6dd3c93 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0673654 Aug 09 16:06:39.498754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a1dfe991-36fc-4ba2-a932-11cd253537fc None None] Provisioning for port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:39.499173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36268) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:39.508464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Set router c0a63ffd-42fb-42fa-ad70-459217c53c72 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:39.599368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba26e6a9-5834-4351-997f-612852662ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.602319 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ba26e6a9-5834-4351-997f-612852662ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.606292 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ba26e6a9-5834-4351-997f-612852662ddf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9fc7193a-ceff-4330-be70-c73d582607f0 HTTP/1.1" status: 204 len: 168 time: 0.3966982 Aug 09 16:06:39.617486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26e6a9-5834-4351-997f-612852662ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc7193a-ceff-4330-be70-c73d582607f0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:39.672363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Router f183f2df-c876-4139-b626-be967e4b94fd is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:06:39.744543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:39.758985 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:39.759498 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.800433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f91e33ce-f69f-47fb-b50b-4a8be984fa2b None None] Provisioning for port 3de7d2c1-578b-452e-a244-3107a4f28af9 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:39.808432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f91e33ce-f69f-47fb-b50b-4a8be984fa2b None None] Provisioning complete for port 3de7d2c1-578b-452e-a244-3107a4f28af9 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:39.809156 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f91e33ce-f69f-47fb-b50b-4a8be984fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.884927 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:39.896804 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46b53a-5cf0-4232-be53-ecebfe30001a None None] Sync routers for ids ['f183f2df-c876-4139-b626-be967e4b94fd'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:39.899310 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:39.902988 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-774a6524-6ed6-4476-96e2-487cfa829249 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "PUT /v2.0/routers/f183f2df-c876-4139-b626-be967e4b94fd HTTP/1.1" status: 200 len: 919 time: 2.9562631 Aug 09 16:06:39.904137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36272) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:39.910835 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46b53a-5cf0-4232-be53-ecebfe30001a None None] Routers {'f183f2df-c876-4139-b626-be967e4b94fd'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:39.911490 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8a46b53a-5cf0-4232-be53-ecebfe30001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f183f2df-c876-4139-b626-be967e4b94fd'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:39.919785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a63ffd-42fb-42fa-ad70-459217c53c72', 'name': 'tempest-NetworksTestDHCPv6-router-934839977', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:06:36Z', 'updated_at': '2021-08-09T16:06:38Z', 'revision_number': 2, 'project_id': '879a5573e053428684ee8e50ee9436a3', 'gw_port_host': None, '_interfaces': [{'id': '3de7d2c1-578b-452e-a244-3107a4f28af9', 'name': '', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'mac_address': 'fa:16:3e:b2:d6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a63ffd-42fb-42fa-ad70-459217c53c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '35242096-90f7-41c0-b654-d21e099db809', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:06:37Z', 'updated_at': '2021-08-09T16:06:38Z', 'revision_number': 2, 'project_id': '879a5573e053428684ee8e50ee9436a3', 'subnets': [{'id': '35242096-90f7-41c0-b654-d21e099db809', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:39.976999 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8a46b53a-5cf0-4232-be53-ecebfe30001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:39.989249 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46b53a-5cf0-4232-be53-ecebfe30001a None None] Routers {'f183f2df-c876-4139-b626-be967e4b94fd'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:39.990281 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8a46b53a-5cf0-4232-be53-ecebfe30001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['f183f2df-c876-4139-b626-be967e4b94fd'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:40.044351 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-daa2363f-565d-4932-8169-fab2a4e25f1e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.092706 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8a46b53a-5cf0-4232-be53-ecebfe30001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:40.093666 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46b53a-5cf0-4232-be53-ecebfe30001a None None] The sync data for ids ['f183f2df-c876-4139-b626-be967e4b94fd'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:40.113220 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-af767206-a0fe-4bd2-a4c0-d8c07d1d42d6 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/routers/f183f2df-c876-4139-b626-be967e4b94fd HTTP/1.1" status: 200 len: 925 time: 0.2079213 Aug 09 16:06:40.115740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36278) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:40.196455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc46aed-1029-446e-938d-61700e795e64 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:40.198060 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-edc46aed-1029-446e-938d-61700e795e64 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&device_id=f183f2df-c876-4139-b626-be967e4b94fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0811815 Aug 09 16:06:40.200750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36284) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:40.271944 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f91e33ce-f69f-47fb-b50b-4a8be984fa2b None None] Port 3de7d2c1-578b-452e-a244-3107a4f28af9 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:06:40.287247 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Checking router: c0a63ffd-42fb-42fa-ad70-459217c53c72 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:06:40.288322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Updating router c0a63ffd-42fb-42fa-ad70-459217c53c72 port 3de7d2c1-578b-452e-a244-3107a4f28af9 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:06:40.314654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.332717 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.338811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61005120-a511-4cc8-a16b-b75ce32ff54a tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:40.340942 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-61005120-a511-4cc8-a16b-b75ce32ff54a tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 881 time: 0.1390424 Aug 09 16:06:40.343679 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36290) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:40.394330 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-895a8fca-ab6e-4c0c-91ce-40a5dbb621db tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "GET /v2.0/ports?device_id=f183f2df-c876-4139-b626-be967e4b94fd HTTP/1.1" status: 200 len: 205 time: 0.0462992 Aug 09 16:06:40.394590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36292) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:40.406223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-daa2363f-565d-4932-8169-fab2a4e25f1e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 3de7d2c1-578b-452e-a244-3107a4f28af9 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:40.406596 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-daa2363f-565d-4932-8169-fab2a4e25f1e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.410188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e6fcc69e-c7c6-48b3-9b60-f14587c44dc9,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:40.424460 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.431045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ba93d4b4-54c9-40e8-aaf2-fb8b5a3cc226 None None] Provisioning complete for port 3de7d2c1-578b-452e-a244-3107a4f28af9 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:40.431645 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ba93d4b4-54c9-40e8-aaf2-fb8b5a3cc226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.567676 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.582396 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-daa2363f-565d-4932-8169-fab2a4e25f1e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.602141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-daa2363f-565d-4932-8169-fab2a4e25f1e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 3de7d2c1-578b-452e-a244-3107a4f28af9 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:40.773457 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.776919 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.788304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Transition to ACTIVE for port object 3de7d2c1-578b-452e-a244-3107a4f28af9 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:40.818027 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.859919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=e6fcc69e-c7c6-48b3-9b60-f14587c44dc9,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:40.885170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Deleting port b999453d-c660-4501-a070-f3bab1a492fc {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:40.886666 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.910640 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-daa2363f-565d-4932-8169-fab2a4e25f1e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.938400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ba93d4b4-54c9-40e8-aaf2-fb8b5a3cc226 None None] Port 3de7d2c1-578b-452e-a244-3107a4f28af9 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:06:40.960928 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1a42a639-2cf9-4e34-ad41-d1ee43aad642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.975965 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:40.984692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2363f-565d-4932-8169-fab2a4e25f1e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=3de7d2c1-578b-452e-a244-3107a4f28af9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:41.026851 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.050614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Calling delete_port for b999453d-c660-4501-a070-f3bab1a492fc owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:41.053376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9ece0-db71-438a-a0a2-adeec5314b38 None None] Pushing event updated for resources: {'Port': ['ID=3de7d2c1-578b-452e-a244-3107a4f28af9,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:41.076535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Attempting to bind port 3de7d2c1-578b-452e-a244-3107a4f28af9 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:41.076918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Attempting to bind port 3de7d2c1-578b-452e-a244-3107a4f28af9 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:41.077293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Attempting to bind port 3de7d2c1-578b-452e-a244-3107a4f28af9 on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:41.097345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:41.097760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:41.098181 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.098593 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:41.099080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Bound port: 3de7d2c1-578b-452e-a244-3107a4f28af9, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:41.099477 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.142457 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-daa2363f-565d-4932-8169-fab2a4e25f1e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.146722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Port 3de7d2c1-578b-452e-a244-3107a4f28af9 has been deleted concurrently {{(pid=94291) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 09 16:06:41.179773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Routers {'c0a63ffd-42fb-42fa-ad70-459217c53c72'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:41.180423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c0a63ffd-42fb-42fa-ad70-459217c53c72'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:41.307884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] Set router c0a63ffd-42fb-42fa-ad70-459217c53c72 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:41.383120 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.440982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:41.455824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Pushing event deleted for resources: {'Port': ['ID=b999453d-c660-4501-a070-f3bab1a492fc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:41.499070 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a63ffd-42fb-42fa-ad70-459217c53c72', 'name': 'tempest-NetworksTestDHCPv6-router-934839977', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:06:36Z', 'updated_at': '2021-08-09T16:06:40Z', 'revision_number': 3, 'project_id': '879a5573e053428684ee8e50ee9436a3', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:41.576722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-00045b47-8c66-4f7a-92d3-fa2768127409 None None] Could not find standard attr ID for object 3de7d2c1-578b-452e-a244-3107a4f28af9. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:06:41.593341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90e8dfc-8678-4274-9d62-4899cea304f3 None None] The sync data for ids ['c0a63ffd-42fb-42fa-ad70-459217c53c72'] in n-d-803778-2 is: [{'id': 'c0a63ffd-42fb-42fa-ad70-459217c53c72', 'name': 'tempest-NetworksTestDHCPv6-router-934839977', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:06:36Z', 'updated_at': '2021-08-09T16:06:40Z', 'revision_number': 3, 'project_id': '879a5573e053428684ee8e50ee9436a3', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:41.668335 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.687059 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.714583 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:41.714963 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:41.995056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa2363f-565d-4932-8169-fab2a4e25f1e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Router c0a63ffd-42fb-42fa-ad70-459217c53c72 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:06:42.058452 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.090801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa2363f-565d-4932-8169-fab2a4e25f1e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:42.099825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-daa2363f-565d-4932-8169-fab2a4e25f1e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "PUT /v2.0/routers/c0a63ffd-42fb-42fa-ad70-459217c53c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5994961 Aug 09 16:06:42.114170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36318) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:42.184617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55030c8-eeda-4bbb-bb41-7e5de3bfa170 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:42.186510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55030c8-eeda-4bbb-bb41-7e5de3bfa170 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:42.188729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e55030c8-eeda-4bbb-bb41-7e5de3bfa170 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0727160 Aug 09 16:06:42.190990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36320) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:42.221091 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.223730 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.257151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b56c425-8f41-4b31-97d5-3d4f0c4e2b78 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet 35242096-90f7-41c0-b654-d21e099db809 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:42.260866 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b56c425-8f41-4b31-97d5-3d4f0c4e2b78 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.279320 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.280345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Fanout notify agent at l3_agent the message router_deleted on router f183f2df-c876-4139-b626-be967e4b94fd {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:42.289294 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.295383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-15552300-4d02-41c1-8b38-e974166b0d81 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/routers/f183f2df-c876-4139-b626-be967e4b94fd HTTP/1.1" status: 204 len: 168 time: 1.8998222 Aug 09 16:06:42.296467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36322) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:42.304898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f42a3f90-4707-4c9a-bf8b-92e7f024cd31 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-707963329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:42.331203 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b56c425-8f41-4b31-97d5-3d4f0c4e2b78 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.346790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f42a3f90-4707-4c9a-bf8b-92e7f024cd31 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.348397 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f42a3f90-4707-4c9a-bf8b-92e7f024cd31 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.428246 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f42a3f90-4707-4c9a-bf8b-92e7f024cd31 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.434161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f42a3f90-4707-4c9a-bf8b-92e7f024cd31 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.449074 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b56c425-8f41-4b31-97d5-3d4f0c4e2b78 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.455425 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f42a3f90-4707-4c9a-bf8b-92e7f024cd31 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.459794 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f42a3f90-4707-4c9a-bf8b-92e7f024cd31 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1585555 Aug 09 16:06:42.460694 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36324) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:42.466103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'enable_snat': False}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:42.541854 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b56c425-8f41-4b31-97d5-3d4f0c4e2b78 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.577825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56c425-8f41-4b31-97d5-3d4f0c4e2b78 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=35242096-90f7-41c0-b654-d21e099db809,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:42.591112 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b56c425-8f41-4b31-97d5-3d4f0c4e2b78 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.594964 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3b56c425-8f41-4b31-97d5-3d4f0c4e2b78 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/35242096-90f7-41c0-b654-d21e099db809 HTTP/1.1" status: 204 len: 168 time: 0.4008555 Aug 09 16:06:42.596076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36326) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:42.614234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad6cd6-6479-48b8-acf7-ad9061496119 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:42.740060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9fab4472-11c4-4e9a-bceb-e465ffa20e89 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1428413 Aug 09 16:06:42.745255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36328) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:42.920086 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:42.928229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce0832-5729-4603-a82b-54df3109bc91 None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:06:42.930572 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb47ecf-7120-4923-866a-a7d10204ec44 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.014120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5dce0832-5729-4603-a82b-54df3109bc91 None None] Deleting port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:43.014644 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5dce0832-5729-4603-a82b-54df3109bc91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.104817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e8f87-0b74-49e7-9973-bb994745423b None None] Sync routers for ids ['c0a63ffd-42fb-42fa-ad70-459217c53c72'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:43.112123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5dce0832-5729-4603-a82b-54df3109bc91 None None] For port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e6fcc69e-c7c6-48b3-9b60-f14587c44dc9,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:43.112541 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5dce0832-5729-4603-a82b-54df3109bc91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.136474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5dce0832-5729-4603-a82b-54df3109bc91 None None] Calling delete_port for e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:43.161841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e8f87-0b74-49e7-9973-bb994745423b None None] Routers {'c0a63ffd-42fb-42fa-ad70-459217c53c72'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:43.162818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-572e8f87-0b74-49e7-9973-bb994745423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c0a63ffd-42fb-42fa-ad70-459217c53c72'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:43.202040 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb47ecf-7120-4923-866a-a7d10204ec44 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.206180 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb47ecf-7120-4923-866a-a7d10204ec44 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.258536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-572e8f87-0b74-49e7-9973-bb994745423b None None] Set router c0a63ffd-42fb-42fa-ad70-459217c53c72 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:06:43.286276 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb47ecf-7120-4923-866a-a7d10204ec44 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.286915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb47ecf-7120-4923-866a-a7d10204ec44 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Fanout notify agent at l3_agent the message router_deleted on router c0a63ffd-42fb-42fa-ad70-459217c53c72 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:43.297078 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fdb47ecf-7120-4923-866a-a7d10204ec44 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.298924 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fdb47ecf-7120-4923-866a-a7d10204ec44 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/routers/c0a63ffd-42fb-42fa-ad70-459217c53c72 HTTP/1.1" status: 204 len: 168 time: 0.5523844 Aug 09 16:06:43.301318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36346) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:43.353251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-572e8f87-0b74-49e7-9973-bb994745423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a63ffd-42fb-42fa-ad70-459217c53c72', 'name': 'tempest-NetworksTestDHCPv6-router-934839977', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:06:36Z', 'updated_at': '2021-08-09T16:06:40Z', 'revision_number': 3, 'project_id': '879a5573e053428684ee8e50ee9436a3', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:43.389891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e8f87-0b74-49e7-9973-bb994745423b None None] Checking router: c0a63ffd-42fb-42fa-ad70-459217c53c72 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:06:43.395992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:43.427139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ac15e9-e524-42bd-b8da-3fc04af83311 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:43.431109 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-33ac15e9-e524-42bd-b8da-3fc04af83311 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1285419 Aug 09 16:06:43.436521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36352) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:43.453649 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.479374 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e8f87-0b74-49e7-9973-bb994745423b None None] Routers set() bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:43.479826 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e8f87-0b74-49e7-9973-bb994745423b None None] Router IDs set() for agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 16:06:43.480700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_agentschedulers_db [None req-572e8f87-0b74-49e7-9973-bb994745423b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c0a63ffd-42fb-42fa-ad70-459217c53c72'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent'). {{(pid=94291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 09 16:06:43.481146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e8f87-0b74-49e7-9973-bb994745423b None None] The sync data for ids ['c0a63ffd-42fb-42fa-ad70-459217c53c72'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:43.493783 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.558028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.580460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396e09e7-5dd7-4eff-80cc-f8cb6a7295b7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:43.582388 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.588155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-396e09e7-5dd7-4eff-80cc-f8cb6a7295b7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1504958 Aug 09 16:06:43.591928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36358) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:43.596581 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.627856 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5dce0832-5729-4603-a82b-54df3109bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.681421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce0832-5729-4603-a82b-54df3109bc91 None None] Pushing event deleted for resources: {'Port': ['ID=e6fcc69e-c7c6-48b3-9b60-f14587c44dc9,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:43.709971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce0832-5729-4603-a82b-54df3109bc91 None None] No DVR routers for this DVR port e6fcc69e-c7c6-48b3-9b60-f14587c44dc9 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:43.738077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f26c5fa2-4957-46d1-8b99-191526921281 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1433210 Aug 09 16:06:43.740391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36364) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:43.745857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-31452c8c-b02f-4ee6-9412-f8fc8ab44e88 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:43.757091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Allocated IP 172.25.2.43 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/dc4555b7-2c0a-48f4-aab9-0d1b2ef6ec8f) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:43.867919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31452c8c-b02f-4ee6-9412-f8fc8ab44e88 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:43.872308 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31452c8c-b02f-4ee6-9412-f8fc8ab44e88 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.891094 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:43.978806 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.020479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:44.026163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:44.029786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:44.062524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Pushing event updated for resources: {'Port': ['ID=dc4555b7-2c0a-48f4-aab9-0d1b2ef6ec8f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:44.260651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.objects.ports [None req-31452c8c-b02f-4ee6-9412-f8fc8ab44e88 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:06:44.262507 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31452c8c-b02f-4ee6-9412-f8fc8ab44e88 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.308033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31452c8c-b02f-4ee6-9412-f8fc8ab44e88 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:44.312011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-31452c8c-b02f-4ee6-9412-f8fc8ab44e88 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:44.317035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31452c8c-b02f-4ee6-9412-f8fc8ab44e88 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:44.317968 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31452c8c-b02f-4ee6-9412-f8fc8ab44e88 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.322925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf562b3-470d-4523-b5b0-c9036387dee1 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:44.329043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31452c8c-b02f-4ee6-9412-f8fc8ab44e88 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=ac511a54-2578-4642-8f7d-5b2fbb7e285d,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:44.343725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-31452c8c-b02f-4ee6-9412-f8fc8ab44e88 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6022398 Aug 09 16:06:44.344656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36372) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:44.351222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b6b1dbe4-3536-4cde-9c32-282279e7fae0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:44.380499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.508222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b1dbe4-3536-4cde-9c32-282279e7fae0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:44.513778 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6b1dbe4-3536-4cde-9c32-282279e7fae0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.557308 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': 'ac511a54-2578-4642-8f7d-5b2fbb7e285d'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:06:44.558334 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.658792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.668962 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.752268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Allocated IP 2001:db8::f816:3eff:fe12:8de1 (938be601-55e5-4495-92d1-2b238bfd5fac/ac511a54-2578-4642-8f7d-5b2fbb7e285d/314b27d6-d705-4df2-bda5-b67ff44d631e) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:44.874664 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6b1dbe4-3536-4cde-9c32-282279e7fae0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.894052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Router e511e3c8-036a-49d4-99e1-4f8ae0ee7afd is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:06:44.943339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1dbe4-3536-4cde-9c32-282279e7fae0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=18e46edc-18a9-46c2-a68c-388b9d8174a1,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:44.961186 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:44.962352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1dbe4-3536-4cde-9c32-282279e7fae0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:44.972229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Transition to ACTIVE for port object 314b27d6-d705-4df2-bda5-b67ff44d631e will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:44.978520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1dbe4-3536-4cde-9c32-282279e7fae0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:44.992372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Transition to ACTIVE for port object 314b27d6-d705-4df2-bda5-b67ff44d631e will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:44.997700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1dbe4-3536-4cde-9c32-282279e7fae0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:44.999775 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.000501 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b6b1dbe4-3536-4cde-9c32-282279e7fae0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.030496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b6b1dbe4-3536-4cde-9c32-282279e7fae0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6837943 Aug 09 16:06:45.033457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36376) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:45.041762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:3d:68:f6', 'name': 'tempest-NetworksTestDHCPv6-302012991'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:45.079658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:45.079658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:45.082604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:45.084787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Pushing event updated for resources: {'Port': ['ID=314b27d6-d705-4df2-bda5-b67ff44d631e,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:45.091748 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:45.098495 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.101254 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11469ca7-448a-4ce2-bbc7-fe74230c4280 None None] Sync routers for ids ['e511e3c8-036a-49d4-99e1-4f8ae0ee7afd'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:45.107470 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ffc8a2b5-017c-4388-be9d-458860e5e739 tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "PUT /v2.0/routers/e511e3c8-036a-49d4-99e1-4f8ae0ee7afd HTTP/1.1" status: 200 len: 918 time: 2.6456079 Aug 09 16:06:45.112076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36378) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:45.116638 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11469ca7-448a-4ce2-bbc7-fe74230c4280 None None] Routers {'e511e3c8-036a-49d4-99e1-4f8ae0ee7afd'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:45.117561 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-11469ca7-448a-4ce2-bbc7-fe74230c4280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e511e3c8-036a-49d4-99e1-4f8ae0ee7afd'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:45.155423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Attempting to bind port 314b27d6-d705-4df2-bda5-b67ff44d631e on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:45.155832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Attempting to bind port 314b27d6-d705-4df2-bda5-b67ff44d631e by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:45.156210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Attempting to bind port 314b27d6-d705-4df2-bda5-b67ff44d631e on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:45.163342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:45.163716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:45.164121 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.164517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:45.164997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Bound port: 314b27d6-d705-4df2-bda5-b67ff44d631e, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:45.165550 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.210917 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-11469ca7-448a-4ce2-bbc7-fe74230c4280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:45.238016 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11469ca7-448a-4ce2-bbc7-fe74230c4280 None None] Routers {'e511e3c8-036a-49d4-99e1-4f8ae0ee7afd'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:45.238646 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-11469ca7-448a-4ce2-bbc7-fe74230c4280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e511e3c8-036a-49d4-99e1-4f8ae0ee7afd'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:45.255968 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-08ef707c-eb67-4a15-90e4-7d95b240aa0c tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/routers/e511e3c8-036a-49d4-99e1-4f8ae0ee7afd HTTP/1.1" status: 200 len: 924 time: 0.1385279 Aug 09 16:06:45.256557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36382) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:45.261270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] For port 314b27d6-d705-4df2-bda5-b67ff44d631e, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:45.265868 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] For port 314b27d6-d705-4df2-bda5-b67ff44d631e, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=314b27d6-d705-4df2-bda5-b67ff44d631e,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:45.269931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:45.273774 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.321762 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-11469ca7-448a-4ce2-bbc7-fe74230c4280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:45.322430 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11469ca7-448a-4ce2-bbc7-fe74230c4280 None None] The sync data for ids ['e511e3c8-036a-49d4-99e1-4f8ae0ee7afd'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:45.327794 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2bf547-0235-4301-ac22-cee8e89aff7f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:45.330506 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ef2bf547-0235-4301-ac22-cee8e89aff7f tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&device_id=e511e3c8-036a-49d4-99e1-4f8ae0ee7afd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0727735 Aug 09 16:06:45.333444 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36384) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:45.359748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738dd0c-1f1e-45a8-a220-0da02b865a8f None None] Pushing event updated for resources: {'Port': ['ID=314b27d6-d705-4df2-bda5-b67ff44d631e,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:45.431135 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.462192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 6aa0ad70-100f-487d-a5ea-57013e2f47b4 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:06:45.490462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4247a0-5fcf-49ab-b7cb-4b8d485db02b tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:45.491891 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fc4247a0-5fcf-49ab-b7cb-4b8d485db02b tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/networks/520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 881 time: 0.1571109 Aug 09 16:06:45.498317 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36386) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:45.544851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36388) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:45.545359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5ed20494-8ac1-4188-b7a5-a7ecae6f4b34 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "GET /v2.0/ports?device_id=e511e3c8-036a-49d4-99e1-4f8ae0ee7afd HTTP/1.1" status: 200 len: 205 time: 0.0455930 Aug 09 16:06:45.792482 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:45.808608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 172.20.0.10 (938be601-55e5-4495-92d1-2b238bfd5fac/18e46edc-18a9-46c2-a68c-388b9d8174a1/6aa0ad70-100f-487d-a5ea-57013e2f47b4) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:45.821731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::f816:3eff:fe3d:68f6 (938be601-55e5-4495-92d1-2b238bfd5fac/ac511a54-2578-4642-8f7d-5b2fbb7e285d/6aa0ad70-100f-487d-a5ea-57013e2f47b4) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:46.032540 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:46.130622 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:46.167572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 6aa0ad70-100f-487d-a5ea-57013e2f47b4 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:46.170079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Deleting port dc4555b7-2c0a-48f4-aab9-0d1b2ef6ec8f {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:46.170432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:46.322158 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:46.346033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Calling delete_port for dc4555b7-2c0a-48f4-aab9-0d1b2ef6ec8f owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:46.360083 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:46.450704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:46.457932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:46.464592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:46.491175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=6aa0ad70-100f-487d-a5ea-57013e2f47b4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:46.501466 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36400) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:46.531106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:46.531789 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:46.601032 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36404) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:46.602458 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ed335768-629c-46b2-8b42-74ebc33ea525 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5675833 Aug 09 16:06:46.646438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ab74f-1d5c-499e-9d81-69cf8a272520 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:46.677090 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc5e0a-2d6d-4efe-9807-dbfbac3a04c8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:46.685660 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc5e0a-2d6d-4efe-9807-dbfbac3a04c8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:46.686093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:46.687587 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d4cc5e0a-2d6d-4efe-9807-dbfbac3a04c8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0842736 Aug 09 16:06:46.692530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36406) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:46.701923 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9898a7-ef96-42e9-86de-23c0f74a8d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:46.761244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Pushing event deleted for resources: {'Port': ['ID=dc4555b7-2c0a-48f4-aab9-0d1b2ef6ec8f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:46.791686 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-624775c3-5337-40be-a907-55d681464b94 None None] Provisioning for port 314b27d6-d705-4df2-bda5-b67ff44d631e completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:46.835990 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9898a7-ef96-42e9-86de-23c0f74a8d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:46.842897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc9898a7-ef96-42e9-86de-23c0f74a8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:46.893629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9898a7-ef96-42e9-86de-23c0f74a8d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958bb94e-b347-4530-823c-f3081e9aee7c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:46.905839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36408) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:46.906095 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dc9898a7-ef96-42e9-86de-23c0f74a8d3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=77d9fdebc8b2476ebe8f5d0a8c26a34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4032850 Aug 09 16:06:46.928741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:46.945328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81967a04-004d-48eb-8e24-b8e16fa10e4d None None] Update dhcp port {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': 'ac511a54-2578-4642-8f7d-5b2fbb7e285d', 'ip_address': '2001:db8::f816:3eff:fe12:8de1'}, {'subnet_id': '18e46edc-18a9-46c2-a68c-388b9d8174a1'}], 'binding:host_id': 'n-d-803778-2'}, 'id': '314b27d6-d705-4df2-bda5-b67ff44d631e'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:06:46.972176 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81967a04-004d-48eb-8e24-b8e16fa10e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.056016 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.060015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.066954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-19e0bbaa-f964-46ec-b8d6-8e8bcdbf81ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 6aa0ad70-100f-487d-a5ea-57013e2f47b4 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:47.067303 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19e0bbaa-f964-46ec-b8d6-8e8bcdbf81ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.160055 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.160499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Fanout notify agent at l3_agent the message router_deleted on router e511e3c8-036a-49d4-99e1-4f8ae0ee7afd {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:47.169622 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.170390 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c717678e-70ae-4105-ae80-4701c098b7ad tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/routers/e511e3c8-036a-49d4-99e1-4f8ae0ee7afd HTTP/1.1" status: 204 len: 168 time: 1.6234424 Aug 09 16:06:47.171706 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef8dab79-e3b8-4431-a5f0-1ddc1ebbe49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.171871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-81967a04-004d-48eb-8e24-b8e16fa10e4d None None] Allocated IP 172.20.0.2 (938be601-55e5-4495-92d1-2b238bfd5fac/18e46edc-18a9-46c2-a68c-388b9d8174a1/314b27d6-d705-4df2-bda5-b67ff44d631e) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:47.178037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36410) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:47.183635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-919326666', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}, 'admin_state_up': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:47.204642 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef8dab79-e3b8-4431-a5f0-1ddc1ebbe49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.231467 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.232537 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.274240 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19e0bbaa-f964-46ec-b8d6-8e8bcdbf81ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.309729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-19e0bbaa-f964-46ec-b8d6-8e8bcdbf81ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 6aa0ad70-100f-487d-a5ea-57013e2f47b4 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:47.317762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-81967a04-004d-48eb-8e24-b8e16fa10e4d None None] For port 314b27d6-d705-4df2-bda5-b67ff44d631e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=314b27d6-d705-4df2-bda5-b67ff44d631e,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:47.349559 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.373236 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81967a04-004d-48eb-8e24-b8e16fa10e4d None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.394033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-81967a04-004d-48eb-8e24-b8e16fa10e4d None None] Transition to ACTIVE for port object 314b27d6-d705-4df2-bda5-b67ff44d631e will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:47.399324 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-81967a04-004d-48eb-8e24-b8e16fa10e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.453886 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef8dab79-e3b8-4431-a5f0-1ddc1ebbe49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.457102 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ef8dab79-e3b8-4431-a5f0-1ddc1ebbe49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.458594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ef8dab79-e3b8-4431-a5f0-1ddc1ebbe49c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/958bb94e-b347-4530-823c-f3081e9aee7c HTTP/1.1" status: 204 len: 168 time: 0.5517602 Aug 09 16:06:47.470073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8dab79-e3b8-4431-a5f0-1ddc1ebbe49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958bb94e-b347-4530-823c-f3081e9aee7c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:47.476101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 314b27d6-d705-4df2-bda5-b67ff44d631e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:47.655983 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.942583 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19e0bbaa-f964-46ec-b8d6-8e8bcdbf81ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.942583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0bbaa-f964-46ec-b8d6-8e8bcdbf81ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=6aa0ad70-100f-487d-a5ea-57013e2f47b4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:47.948069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81967a04-004d-48eb-8e24-b8e16fa10e4d None None] Pushing event updated for resources: {'Port': ['ID=314b27d6-d705-4df2-bda5-b67ff44d631e,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:47.948069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 314b27d6-d705-4df2-bda5-b67ff44d631e completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:47.975233 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-19e0bbaa-f964-46ec-b8d6-8e8bcdbf81ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:47.981199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-19e0bbaa-f964-46ec-b8d6-8e8bcdbf81ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/6aa0ad70-100f-487d-a5ea-57013e2f47b4 HTTP/1.1" status: 204 len: 168 time: 1.2854753 Aug 09 16:06:47.982816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36432) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:48.100845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed5b81a-ff61-4c12-af00-e9ed693dea95 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:48.103316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed5b81a-ff61-4c12-af00-e9ed693dea95 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:48.104310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed5b81a-ff61-4c12-af00-e9ed693dea95 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:48.106275 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0ed5b81a-ff61-4c12-af00-e9ed693dea95 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1224639 Aug 09 16:06:48.110293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36440) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:48.219406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f23ee01-0cfd-45cf-abca-9375ba519f51 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet 18e46edc-18a9-46c2-a68c-388b9d8174a1 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:48.230912 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f23ee01-0cfd-45cf-abca-9375ba519f51 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.297237 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f23ee01-0cfd-45cf-abca-9375ba519f51 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.464019 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f23ee01-0cfd-45cf-abca-9375ba519f51 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.572157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f23ee01-0cfd-45cf-abca-9375ba519f51 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.613555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23ee01-0cfd-45cf-abca-9375ba519f51 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=18e46edc-18a9-46c2-a68c-388b9d8174a1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:48.621253 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f23ee01-0cfd-45cf-abca-9375ba519f51 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.625984 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5f23ee01-0cfd-45cf-abca-9375ba519f51 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/18e46edc-18a9-46c2-a68c-388b9d8174a1 HTTP/1.1" status: 204 len: 168 time: 0.5144074 Aug 09 16:06:48.626836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36460) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:48.685389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c559a5e0-0a2b-402c-a573-27fd82c144c0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet ac511a54-2578-4642-8f7d-5b2fbb7e285d {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:48.689756 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c559a5e0-0a2b-402c-a573-27fd82c144c0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.746398 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c559a5e0-0a2b-402c-a573-27fd82c144c0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.780940 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.841034 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.858935 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c559a5e0-0a2b-402c-a573-27fd82c144c0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.941647 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c559a5e0-0a2b-402c-a573-27fd82c144c0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.964370 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c559a5e0-0a2b-402c-a573-27fd82c144c0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:48.967672 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c559a5e0-0a2b-402c-a573-27fd82c144c0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/ac511a54-2578-4642-8f7d-5b2fbb7e285d HTTP/1.1" status: 204 len: 168 time: 0.3396802 Aug 09 16:06:48.977147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36472) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:48.984881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a7bea-0693-4e18-ba68-89db66ba6ef8 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:48.992771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559a5e0-0a2b-402c-a573-27fd82c144c0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=ac511a54-2578-4642-8f7d-5b2fbb7e285d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:49.045158 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b6616844-23b5-497e-a355-49c01c4a487e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640597 Aug 09 16:06:49.046758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36484) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:49.052861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-459629e5-48b2-41f6-8aa8-e67457941bf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:49.059502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d16ccc11-0332-44f2-9a56-fe08b24e3e4d None None] Could not find standard attr ID for object 6aa0ad70-100f-487d-a5ea-57013e2f47b4. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:06:49.128189 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Allocated IP 172.25.2.246 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/2104ce58-bafd-43b6-a40e-d6a6adc8b92f) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:49.164464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d16ccc11-0332-44f2-9a56-fe08b24e3e4d None None] Provisioning for port 314b27d6-d705-4df2-bda5-b67ff44d631e completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:49.173571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d16ccc11-0332-44f2-9a56-fe08b24e3e4d None None] Provisioning complete for port 314b27d6-d705-4df2-bda5-b67ff44d631e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:49.174111 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d16ccc11-0332-44f2-9a56-fe08b24e3e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.237779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459629e5-48b2-41f6-8aa8-e67457941bf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:49.243425 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-459629e5-48b2-41f6-8aa8-e67457941bf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.390220 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201e600-efe5-4c16-a625-347eb8a5ad14 None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:06:49.396676 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d16ccc11-0332-44f2-9a56-fe08b24e3e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.428106 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.476174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d16ccc11-0332-44f2-9a56-fe08b24e3e4d None None] For port 314b27d6-d705-4df2-bda5-b67ff44d631e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=314b27d6-d705-4df2-bda5-b67ff44d631e,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:49.488407 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d16ccc11-0332-44f2-9a56-fe08b24e3e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.535716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2201e600-efe5-4c16-a625-347eb8a5ad14 None None] Deleting port 314b27d6-d705-4df2-bda5-b67ff44d631e {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:49.536095 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2201e600-efe5-4c16-a625-347eb8a5ad14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.570289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.607348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ccc11-0332-44f2-9a56-fe08b24e3e4d None None] Pushing event updated for resources: {'Port': ['ID=314b27d6-d705-4df2-bda5-b67ff44d631e,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:49.641038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2201e600-efe5-4c16-a625-347eb8a5ad14 None None] For port 314b27d6-d705-4df2-bda5-b67ff44d631e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=314b27d6-d705-4df2-bda5-b67ff44d631e,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:49.642444 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2201e600-efe5-4c16-a625-347eb8a5ad14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.660170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2201e600-efe5-4c16-a625-347eb8a5ad14 None None] Calling delete_port for 314b27d6-d705-4df2-bda5-b67ff44d631e owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:49.669256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:49.675489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:49.683787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:49.732382 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Pushing event updated for resources: {'Port': ['ID=2104ce58-bafd-43b6-a40e-d6a6adc8b92f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:49.813826 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2201e600-efe5-4c16-a625-347eb8a5ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:49.854337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201e600-efe5-4c16-a625-347eb8a5ad14 None None] Pushing event deleted for resources: {'Port': ['ID=314b27d6-d705-4df2-bda5-b67ff44d631e,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:49.869183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201e600-efe5-4c16-a625-347eb8a5ad14 None None] No DVR routers for this DVR port 314b27d6-d705-4df2-bda5-b67ff44d631e on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:49.955035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.objects.ports [None req-459629e5-48b2-41f6-8aa8-e67457941bf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:06:49.982506 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-459629e5-48b2-41f6-8aa8-e67457941bf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:50.061886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459629e5-48b2-41f6-8aa8-e67457941bf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:50.071209 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-459629e5-48b2-41f6-8aa8-e67457941bf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:50.082495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b98805d-13a8-421c-9dd5-6f891a8978f9 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:50.082944 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459629e5-48b2-41f6-8aa8-e67457941bf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:50.083227 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-459629e5-48b2-41f6-8aa8-e67457941bf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:50.086324 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459629e5-48b2-41f6-8aa8-e67457941bf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=f0ae4b68-700c-4d3c-bf3d-caa8ffbd181e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:50.170267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-459629e5-48b2-41f6-8aa8-e67457941bf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1200001 Aug 09 16:06:50.174532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36562) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:50.185482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-41d85442-7f2d-426a-ac48-8d30185f9298 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:50.283346 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:50.364585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': 'f0ae4b68-700c-4d3c-bf3d-caa8ffbd181e'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:06:50.366495 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:50.416452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d85442-7f2d-426a-ac48-8d30185f9298 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:50.423785 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41d85442-7f2d-426a-ac48-8d30185f9298 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:50.651157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Allocated IP 2001:db8::f816:3eff:febd:2f7c (938be601-55e5-4495-92d1-2b238bfd5fac/f0ae4b68-700c-4d3c-bf3d-caa8ffbd181e/f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:50.653634 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:50.778543 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41d85442-7f2d-426a-ac48-8d30185f9298 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:50.833733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d85442-7f2d-426a-ac48-8d30185f9298 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:50.849842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-41d85442-7f2d-426a-ac48-8d30185f9298 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:50.856394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d85442-7f2d-426a-ac48-8d30185f9298 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:50.856990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41d85442-7f2d-426a-ac48-8d30185f9298 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:50.877687 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Router fc691022-ab70-4dd0-944f-a8211f8f926c is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:06:50.878251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d85442-7f2d-426a-ac48-8d30185f9298 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=bbe94d4e-bb92-494d-bd7c-8cb7d02cb13d,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:50.882834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-41d85442-7f2d-426a-ac48-8d30185f9298 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7069192 Aug 09 16:06:50.886059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36582) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:50.892938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:fb:c6:cb', 'name': 'tempest-NetworksTestDHCPv6-1611869543'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:50.959585 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:50.978428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Transition to ACTIVE for port object f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:51.007297 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Transition to ACTIVE for port object f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:51.019538 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.067007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:51.073336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:51.078534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:51.084876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:51.091190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:51.101770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b631ac4-fc23-4395-8900-0bc55f8150bc None None] Sync routers for ids ['fc691022-ab70-4dd0-944f-a8211f8f926c'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:51.127592 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Pushing event updated for resources: {'Port': ['ID=f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:51.138572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b631ac4-fc23-4395-8900-0bc55f8150bc None None] Routers {'fc691022-ab70-4dd0-944f-a8211f8f926c'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:51.139230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8b631ac4-fc23-4395-8900-0bc55f8150bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['fc691022-ab70-4dd0-944f-a8211f8f926c'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:51.140310 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.145535 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-58bdc133-1cf7-4305-8b68-bd93793db22a tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9634395 Aug 09 16:06:51.145926 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36586) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:51.151482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:51.198534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8b631ac4-fc23-4395-8900-0bc55f8150bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:51.211032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Attempting to bind port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:51.211400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Attempting to bind port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:51.211775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Attempting to bind port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:51.214903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b631ac4-fc23-4395-8900-0bc55f8150bc None None] Routers {'fc691022-ab70-4dd0-944f-a8211f8f926c'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:51.215529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8b631ac4-fc23-4395-8900-0bc55f8150bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['fc691022-ab70-4dd0-944f-a8211f8f926c'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:51.232887 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.251857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:51.252240 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:51.252661 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.253066 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:51.253561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Bound port: f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:51.253978 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.256951 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8b631ac4-fc23-4395-8900-0bc55f8150bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:51.257572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b631ac4-fc23-4395-8900-0bc55f8150bc None None] The sync data for ids ['fc691022-ab70-4dd0-944f-a8211f8f926c'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:51.274822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 80cdc7b4-22a4-4714-9950-75bdc75ffa8c yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:06:51.370708 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b0669fce-4e90-4fce-931c-570da866453e None None] For port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:51.374954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b0669fce-4e90-4fce-931c-570da866453e None None] For port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:51.381761 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.457334 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0669fce-4e90-4fce-931c-570da866453e None None] Pushing event updated for resources: {'Port': ['ID=f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:51.470909 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 314b27d6-d705-4df2-bda5-b67ff44d631e no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:51.522807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 314b27d6-d705-4df2-bda5-b67ff44d631e {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:06:51.523350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 314b27d6-d705-4df2-bda5-b67ff44d631e not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:06:51.625625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 172.20.0.10 (938be601-55e5-4495-92d1-2b238bfd5fac/bbe94d4e-bb92-494d-bd7c-8cb7d02cb13d/80cdc7b4-22a4-4714-9950-75bdc75ffa8c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:51.634914 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.645950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::f816:3eff:fefb:c6cb (938be601-55e5-4495-92d1-2b238bfd5fac/f0ae4b68-700c-4d3c-bf3d-caa8ffbd181e/80cdc7b4-22a4-4714-9950-75bdc75ffa8c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:51.659720 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.759980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Deleting port 2104ce58-bafd-43b6-a40e-d6a6adc8b92f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:51.760635 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.896659 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.918273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Calling delete_port for 2104ce58-bafd-43b6-a40e-d6a6adc8b92f owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:51.963266 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:51.980986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 80cdc7b4-22a4-4714-9950-75bdc75ffa8c will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:52.039851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:52.093195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:52.117641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:52.121372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:52.180180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=80cdc7b4-22a4-4714-9950-75bdc75ffa8c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:52.199597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:52.218053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:52.219124 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:52.230932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Pushing event deleted for resources: {'Port': ['ID=2104ce58-bafd-43b6-a40e-d6a6adc8b92f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:52.239033 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5944b232-2b02-4020-bb91-3771e8d49f2b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3516347 Aug 09 16:06:52.241543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36606) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:52.308551 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:52.323827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f83bf-7a1a-4576-aad4-73eddf60e50d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:52.332364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f83bf-7a1a-4576-aad4-73eddf60e50d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:52.334059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c09f83bf-7a1a-4576-aad4-73eddf60e50d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0907960 Aug 09 16:06:52.336969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36610) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:52.490792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c9d978ed-6f61-4029-bc82-a2841bd8b6d3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 80cdc7b4-22a4-4714-9950-75bdc75ffa8c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:52.492197 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9d978ed-6f61-4029-bc82-a2841bd8b6d3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:52.596857 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35226'] for router, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:52.613063 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049884'] for router, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:52.651919 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9d978ed-6f61-4029-bc82-a2841bd8b6d3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:52.667377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c9d978ed-6f61-4029-bc82-a2841bd8b6d3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 80cdc7b4-22a4-4714-9950-75bdc75ffa8c owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:52.733052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Router fc691022-ab70-4dd0-944f-a8211f8f926c has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:06:52.855003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:06:52.865906 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d319dc-fc06-46c7-b76a-d0c26aab2332 None None] Sync routers for ids ['fc691022-ab70-4dd0-944f-a8211f8f926c'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:06:52.879390 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:52.880842 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-df58f367-3e76-4ace-836f-5c73ad0490da tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "PUT /v2.0/routers/fc691022-ab70-4dd0-944f-a8211f8f926c HTTP/1.1" status: 200 len: 709 time: 1.7336209 Aug 09 16:06:52.882472 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d319dc-fc06-46c7-b76a-d0c26aab2332 None None] Routers {'fc691022-ab70-4dd0-944f-a8211f8f926c'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:52.883155 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-26d319dc-fc06-46c7-b76a-d0c26aab2332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['fc691022-ab70-4dd0-944f-a8211f8f926c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:52.886058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36622) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:52.930134 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9d978ed-6f61-4029-bc82-a2841bd8b6d3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:52.936111 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-26d319dc-fc06-46c7-b76a-d0c26aab2332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:52.950541 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d319dc-fc06-46c7-b76a-d0c26aab2332 None None] Routers {'fc691022-ab70-4dd0-944f-a8211f8f926c'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:06:52.951440 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-26d319dc-fc06-46c7-b76a-d0c26aab2332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:06:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['fc691022-ab70-4dd0-944f-a8211f8f926c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:52.975413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d978ed-6f61-4029-bc82-a2841bd8b6d3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=80cdc7b4-22a4-4714-9950-75bdc75ffa8c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:52.996245 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-26d319dc-fc06-46c7-b76a-d0c26aab2332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:06:52.997158 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d319dc-fc06-46c7-b76a-d0c26aab2332 None None] The sync data for ids ['fc691022-ab70-4dd0-944f-a8211f8f926c'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:06:53.014843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2511c-f342-4388-bf23-bda373308d57 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:53.029374 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a4465c47-c747-4026-bc2b-c6be8ceabedb tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/routers/fc691022-ab70-4dd0-944f-a8211f8f926c HTTP/1.1" status: 200 len: 744 time: 0.1421409 Aug 09 16:06:53.031943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36626) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:53.089517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8fbab27e-0715-4dcb-b0b9-156aca59f88b None None] Provisioning for port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:53.145431 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-888ab4bb-d00c-470a-9f55-20284226ca6d tempest-RoutersIpV6AdminTest-1006735824 tempest-RoutersIpV6AdminTest-1006735824-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&device_id=fc691022-ab70-4dd0-944f-a8211f8f926c HTTP/1.1" status: 200 len: 205 time: 0.1113958 Aug 09 16:06:53.150616 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36630) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:53.190115 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e0b59b7b-8414-4f54-b5ab-0a06012df2fa tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc691022-ab70-4dd0-944f-a8211f8f926c HTTP/1.1" status: 200 len: 205 time: 0.0395293 Aug 09 16:06:53.192945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36634) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:53.492430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0befb443-7e5b-41ff-82b7-d4cdb9c2b7aa None None] Update dhcp port {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': 'f0ae4b68-700c-4d3c-bf3d-caa8ffbd181e', 'ip_address': '2001:db8::f816:3eff:febd:2f7c'}, {'subnet_id': 'bbe94d4e-bb92-494d-bd7c-8cb7d02cb13d'}], 'binding:host_id': 'n-d-803778-2'}, 'id': 'f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:06:53.535741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:06:53.592403 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0befb443-7e5b-41ff-82b7-d4cdb9c2b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.599163 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9d978ed-6f61-4029-bc82-a2841bd8b6d3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.603313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c9d978ed-6f61-4029-bc82-a2841bd8b6d3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/80cdc7b4-22a4-4714-9950-75bdc75ffa8c HTTP/1.1" status: 204 len: 168 time: 1.2624218 Aug 09 16:06:53.605311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36644) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:53.649482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:53.663747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:53.673414 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.738674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0279887-0cec-4f30-83cf-0eebea822c28 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:53.747748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0279887-0cec-4f30-83cf-0eebea822c28 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:53.750133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0279887-0cec-4f30-83cf-0eebea822c28 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:53.752289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f0279887-0cec-4f30-83cf-0eebea822c28 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1457901 Aug 09 16:06:53.756798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36648) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:53.809622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d635225-9993-4c41-beef-4b79904e344e tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:53.852295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-0befb443-7e5b-41ff-82b7-d4cdb9c2b7aa None None] Allocated IP 172.20.0.2 (938be601-55e5-4495-92d1-2b238bfd5fac/bbe94d4e-bb92-494d-bd7c-8cb7d02cb13d/f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:53.853830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f3ae6e-e27e-4bdc-9e75-f2e146315b70 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet bbe94d4e-bb92-494d-bd7c-8cb7d02cb13d {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:53.991259 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.049276 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0befb443-7e5b-41ff-82b7-d4cdb9c2b7aa None None] For port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:54.065292 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d635225-9993-4c41-beef-4b79904e344e tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.068209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d635225-9993-4c41-beef-4b79904e344e tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.097991 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0befb443-7e5b-41ff-82b7-d4cdb9c2b7aa None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.120879 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d635225-9993-4c41-beef-4b79904e344e tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.121316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0befb443-7e5b-41ff-82b7-d4cdb9c2b7aa None None] Transition to ACTIVE for port object f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:54.121677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d635225-9993-4c41-beef-4b79904e344e tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Fanout notify agent at l3_agent the message router_deleted on router fc691022-ab70-4dd0-944f-a8211f8f926c {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:06:54.126725 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ae6e-e27e-4bdc-9e75-f2e146315b70 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.130481 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d635225-9993-4c41-beef-4b79904e344e tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.136779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4d635225-9993-4c41-beef-4b79904e344e tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/routers/fc691022-ab70-4dd0-944f-a8211f8f926c HTTP/1.1" status: 204 len: 168 time: 0.9370563 Aug 09 16:06:54.137965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36658) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.145490 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0befb443-7e5b-41ff-82b7-d4cdb9c2b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.179861 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1863c6de-5600-49bf-b29f-d3832734e91e tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc691022-ab70-4dd0-944f-a8211f8f926c HTTP/1.1" status: 200 len: 205 time: 0.0389895 Aug 09 16:06:54.180334 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36660) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.194045 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ae6e-e27e-4bdc-9e75-f2e146315b70 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.254913 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-4881d4e3-a6bf-4a8f-b6ae-4818bb8d7ee7 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] delete failed (client error): The resource could not be found. Aug 09 16:06:54.259822 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4881d4e3-a6bf-4a8f-b6ae-4818bb8d7ee7 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/routers/fc691022-ab70-4dd0-944f-a8211f8f926c HTTP/1.1" status: 404 len: 336 time: 0.0761676 Aug 09 16:06:54.260179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36664) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.269980 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:06:54.270332 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:06:54.316018 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ae6e-e27e-4bdc-9e75-f2e146315b70 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.341177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befb443-7e5b-41ff-82b7-d4cdb9c2b7aa None None] Pushing event updated for resources: {'Port': ['ID=f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:54.361869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-82077136-f252-4f70-8b36-f1e11a249afd tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "GET /v2.0/ports?device_id=e511e3c8-036a-49d4-99e1-4f8ae0ee7afd HTTP/1.1" status: 200 len: 205 time: 0.0994873 Aug 09 16:06:54.365234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36668) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.412565 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-aeae73de-0936-4f50-b283-bdb23f1c51c7 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] delete failed (client error): The resource could not be found. Aug 09 16:06:54.413766 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aeae73de-0936-4f50-b283-bdb23f1c51c7 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/routers/e511e3c8-036a-49d4-99e1-4f8ae0ee7afd HTTP/1.1" status: 404 len: 336 time: 0.0472522 Aug 09 16:06:54.416508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36670) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.453162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ae6e-e27e-4bdc-9e75-f2e146315b70 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.474997 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cd555d05-c024-498e-be97-e5f554145d63 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "GET /v2.0/ports?device_id=f183f2df-c876-4139-b626-be967e4b94fd HTTP/1.1" status: 200 len: 205 time: 0.0569742 Aug 09 16:06:54.477136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36672) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.505710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ae6e-e27e-4bdc-9e75-f2e146315b70 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe94d4e-bb92-494d-bd7c-8cb7d02cb13d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:54.514724 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ae6e-e27e-4bdc-9e75-f2e146315b70 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.517992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b2f3ae6e-e27e-4bdc-9e75-f2e146315b70 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/bbe94d4e-bb92-494d-bd7c-8cb7d02cb13d HTTP/1.1" status: 204 len: 168 time: 0.7599380 Aug 09 16:06:54.521061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36676) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.551587 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-067ea6be-3cf4-47e6-9027-e329ceefa546 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] delete failed (client error): The resource could not be found. Aug 09 16:06:54.555484 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-067ea6be-3cf4-47e6-9027-e329ceefa546 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/routers/f183f2df-c876-4139-b626-be967e4b94fd HTTP/1.1" status: 404 len: 336 time: 0.0750074 Aug 09 16:06:54.555752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36678) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.606876 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-00ba6b73-1d60-4c6a-b53b-353fb835e045 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f5e9b39-3d29-4489-889e-feafc1894987 HTTP/1.1" status: 200 len: 205 time: 0.0497892 Aug 09 16:06:54.609254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36684) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.663152 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-89d9be8a-8a11-4df1-af87-6da47242d621 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] delete failed (client error): The resource could not be found. Aug 09 16:06:54.664528 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-89d9be8a-8a11-4df1-af87-6da47242d621 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/routers/6f5e9b39-3d29-4489-889e-feafc1894987 HTTP/1.1" status: 404 len: 336 time: 0.0532067 Aug 09 16:06:54.670285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36686) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.677683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cfe63e-1d07-4ccc-b1aa-2b0bfdf7d513 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet f0ae4b68-700c-4d3c-bf3d-caa8ffbd181e {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:54.682632 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4cfe63e-1d07-4ccc-b1aa-2b0bfdf7d513 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.717923 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-324dc0ae-4429-4d87-b830-e8b2312edbe9 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfdee401-2044-43a3-8778-de640cedc69f HTTP/1.1" status: 200 len: 205 time: 0.0463569 Aug 09 16:06:54.720661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36688) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.747160 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4cfe63e-1d07-4ccc-b1aa-2b0bfdf7d513 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.767392 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-b93dd158-b7f6-4166-84a1-4bd7b9bf5e7c tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] delete failed (client error): The resource could not be found. Aug 09 16:06:54.768424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b93dd158-b7f6-4166-84a1-4bd7b9bf5e7c tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/routers/bfdee401-2044-43a3-8778-de640cedc69f HTTP/1.1" status: 404 len: 336 time: 0.0476837 Aug 09 16:06:54.771176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36692) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.809196 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7b4e7400-778f-4187-8136-ccf22b7bf037 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d HTTP/1.1" status: 200 len: 205 time: 0.0366998 Aug 09 16:06:54.811464 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36694) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.854868 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.891131 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4cfe63e-1d07-4ccc-b1aa-2b0bfdf7d513 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:54.894638 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-348d6f01-8f04-4d2e-b1ed-4ec51da73114 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] delete failed (client error): The resource could not be found. Aug 09 16:06:54.895674 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-348d6f01-8f04-4d2e-b1ed-4ec51da73114 tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/routers/ee1b1a63-ce4b-41e2-aa8c-440ecce0e11d HTTP/1.1" status: 404 len: 336 time: 0.0832934 Aug 09 16:06:54.898345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36698) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:54.945247 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-69550c1f-e282-4a2f-9c02-b1e11529f59e tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] DELETE failed (client error): The resource could not be found. Aug 09 16:06:54.945947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69550c1f-e282-4a2f-9c02-b1e11529f59e tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:06:54.956370 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-69550c1f-e282-4a2f-9c02-b1e11529f59e tempest-RoutersIpV6AdminTest-673532231 tempest-RoutersIpV6AdminTest-673532231-project] 10.222.0.81 "DELETE /v2.0/subnets/8173c18c-e390-4939-b1f8-240b447ea845 HTTP/1.1" status: 404 len: 337 time: 0.0441701 Aug 09 16:06:55.001148 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4cfe63e-1d07-4ccc-b1aa-2b0bfdf7d513 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.033283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfe63e-1d07-4ccc-b1aa-2b0bfdf7d513 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ae4b68-700c-4d3c-bf3d-caa8ffbd181e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:55.049366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4cfe63e-1d07-4ccc-b1aa-2b0bfdf7d513 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.053193 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a4cfe63e-1d07-4ccc-b1aa-2b0bfdf7d513 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/f0ae4b68-700c-4d3c-bf3d-caa8ffbd181e HTTP/1.1" status: 204 len: 168 time: 0.5302043 Aug 09 16:06:55.057116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36704) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:55.104233 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:06:55.106060 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:06:55.136968 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-eaa66bf2-1db7-4f5f-b24b-38a7a23df805 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784898 Aug 09 16:06:55.140659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36708) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:55.146770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a4587342-8a8b-4bc5-aab4-a7177ffb9c86 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:55.284570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4587342-8a8b-4bc5-aab4-a7177ffb9c86 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:55.289306 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4587342-8a8b-4bc5-aab4-a7177ffb9c86 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.343303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fded80e4-948f-470e-ac14-9186ef23e082 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:55.416895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36718) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:55.461002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4ca3b340-dc27-42ce-9e4c-d98347a65d9b None None] Provisioning for port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:55.482111 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4ca3b340-dc27-42ce-9e4c-d98347a65d9b None None] Provisioning complete for port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:06:55.482793 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b340-dc27-42ce-9e4c-d98347a65d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.562495 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4587342-8a8b-4bc5-aab4-a7177ffb9c86 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.662111 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b340-dc27-42ce-9e4c-d98347a65d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.685816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecde6-90d6-491f-9619-e5ac1ebc03d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.693316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4587342-8a8b-4bc5-aab4-a7177ffb9c86 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:55.718650 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4ca3b340-dc27-42ce-9e4c-d98347a65d9b None None] For port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:55.718815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a4587342-8a8b-4bc5-aab4-a7177ffb9c86 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:55.727192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4587342-8a8b-4bc5-aab4-a7177ffb9c86 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:55.728083 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4587342-8a8b-4bc5-aab4-a7177ffb9c86 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.730729 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b340-dc27-42ce-9e4c-d98347a65d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.756614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4587342-8a8b-4bc5-aab4-a7177ffb9c86 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=bcaf0662-3ba9-42d0-b564-ee11e8a7b3aa,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:55.765337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a4587342-8a8b-4bc5-aab4-a7177ffb9c86 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6202056 Aug 09 16:06:55.765871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36728) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:55.772813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b4db18eb-edfb-4367-ad1d-3eba1c72625f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:55.773378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60282c19-9397-40d4-a111-660eaa0a5ced None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:06:55.880919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3b340-dc27-42ce-9e4c-d98347a65d9b None None] Pushing event updated for resources: {'Port': ['ID=f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:55.912709 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-60282c19-9397-40d4-a111-660eaa0a5ced None None] Deleting port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:55.913108 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-60282c19-9397-40d4-a111-660eaa0a5ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.957529 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecde6-90d6-491f-9619-e5ac1ebc03d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:55.975973 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecde6-90d6-491f-9619-e5ac1ebc03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.019367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:06:56.092142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2a4ecde6-90d6-491f-9619-e5ac1ebc03d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe9d78afea394be2a6323cf8c8150948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6740150 Aug 09 16:06:56.095834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36734) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:56.097964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-60282c19-9397-40d4-a111-660eaa0a5ced None None] For port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:56.098390 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-60282c19-9397-40d4-a111-660eaa0a5ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.100507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ecde6-90d6-491f-9619-e5ac1ebc03d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac3d827-b234-4003-876c-bb743179a7f7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:56.122854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-60282c19-9397-40d4-a111-660eaa0a5ced None None] Calling delete_port for f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:56.137419 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4db18eb-edfb-4367-ad1d-3eba1c72625f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:56.143569 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4db18eb-edfb-4367-ad1d-3eba1c72625f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.197957 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d076684e-e8dd-45d2-ae48-b3d604746642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.236887 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d076684e-e8dd-45d2-ae48-b3d604746642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.287379 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.325500 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d076684e-e8dd-45d2-ae48-b3d604746642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.340656 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d076684e-e8dd-45d2-ae48-b3d604746642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.347776 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:06:56.348584 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d076684e-e8dd-45d2-ae48-b3d604746642 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bac3d827-b234-4003-876c-bb743179a7f7 HTTP/1.1" status: 204 len: 168 time: 0.2487390 Aug 09 16:06:56.368563 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076684e-e8dd-45d2-ae48-b3d604746642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac3d827-b234-4003-876c-bb743179a7f7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:56.377740 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.467428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event deleted for resources: {'Port': ['ID=f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:56.475696 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-60282c19-9397-40d4-a111-660eaa0a5ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.519520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60282c19-9397-40d4-a111-660eaa0a5ced None None] Pushing event deleted for resources: {'Port': ['ID=f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:56.521936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60282c19-9397-40d4-a111-660eaa0a5ced None None] No DVR routers for this DVR port f53f5cd4-c0cb-49b0-a51e-9b0dd5c7abcd on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:06:56.540288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31a893-523e-4dcf-a08a-d355ad2dbef9 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:56.722549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.objects.ports [None req-b4db18eb-edfb-4367-ad1d-3eba1c72625f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:06:56.724193 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4db18eb-edfb-4367-ad1d-3eba1c72625f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.785764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4db18eb-edfb-4367-ad1d-3eba1c72625f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:56.816797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-b4db18eb-edfb-4367-ad1d-3eba1c72625f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:56.827791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4db18eb-edfb-4367-ad1d-3eba1c72625f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:56.829362 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4db18eb-edfb-4367-ad1d-3eba1c72625f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.840293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': 'a6a59bbc-7b2f-466a-a477-02f0a2590008'}, {'subnet_id': 'bcaf0662-3ba9-42d0-b564-ee11e8a7b3aa'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:06:56.841170 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.850288 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b4db18eb-edfb-4367-ad1d-3eba1c72625f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0825768 Aug 09 16:06:56.854536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36756) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:56.858434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db18eb-edfb-4367-ad1d-3eba1c72625f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=a6a59bbc-7b2f-466a-a477-02f0a2590008,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:56.863804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:2b:9d:d5', 'name': 'tempest-NetworksTestDHCPv6-1240187817'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:06:56.908884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36758) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:57.009232 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5c996f74-b9fa-4ad4-965d-031145de1386 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=39ade37bf1c14138b0f8bc9f455c5bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984013 Aug 09 16:06:57.011652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36762) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:57.067370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:06:57.103754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Allocated IP 172.20.0.2 (938be601-55e5-4495-92d1-2b238bfd5fac/bcaf0662-3ba9-42d0-b564-ee11e8a7b3aa/e4c6210d-1189-42ea-85bb-576610b9d59d) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:57.110021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dfe59756-f989-41a4-90da-feda70bd2889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.114677 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Allocated IP 2001:db8::f816:3eff:fe98:dbe8 (938be601-55e5-4495-92d1-2b238bfd5fac/a6a59bbc-7b2f-466a-a477-02f0a2590008/e4c6210d-1189-42ea-85bb-576610b9d59d) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:57.140236 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dfe59756-f989-41a4-90da-feda70bd2889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.211673 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dfe59756-f989-41a4-90da-feda70bd2889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.214031 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dfe59756-f989-41a4-90da-feda70bd2889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.215421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dfe59756-f989-41a4-90da-feda70bd2889 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cbb7d0de-619d-40cc-9361-855950741a21 HTTP/1.1" status: 204 len: 168 time: 0.2032309 Aug 09 16:06:57.242222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe59756-f989-41a4-90da-feda70bd2889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb7d0de-619d-40cc-9361-855950741a21,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:57.252095 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.291491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port be38e2b5-f09d-4ea5-89a0-b4a068b7a1a3 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:06:57.582505 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.595643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Transition to ACTIVE for port object e4c6210d-1189-42ea-85bb-576610b9d59d will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:57.619905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Transition to ACTIVE for port object e4c6210d-1189-42ea-85bb-576610b9d59d will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:57.629754 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.701918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Pushing event updated for resources: {'Port': ['ID=e4c6210d-1189-42ea-85bb-576610b9d59d,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:57.751286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:57.752897 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:57.756166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:57.819135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 172.20.0.3 (938be601-55e5-4495-92d1-2b238bfd5fac/bcaf0662-3ba9-42d0-b564-ee11e8a7b3aa/be38e2b5-f09d-4ea5-89a0-b4a068b7a1a3) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:57.829800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::f816:3eff:fe2b:9dd5 (938be601-55e5-4495-92d1-2b238bfd5fac/a6a59bbc-7b2f-466a-a477-02f0a2590008/be38e2b5-f09d-4ea5-89a0-b4a068b7a1a3) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:06:57.898137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Attempting to bind port e4c6210d-1189-42ea-85bb-576610b9d59d on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:06:57.899300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Attempting to bind port e4c6210d-1189-42ea-85bb-576610b9d59d by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:06:57.899810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Attempting to bind port e4c6210d-1189-42ea-85bb-576610b9d59d on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:06:57.919412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:06:57.919797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:06:57.920210 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:57.920607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:06:57.921336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Bound port: e4c6210d-1189-42ea-85bb-576610b9d59d, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:06:57.921766 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.024884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] For port e4c6210d-1189-42ea-85bb-576610b9d59d, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:06:58.028222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] For port e4c6210d-1189-42ea-85bb-576610b9d59d, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e4c6210d-1189-42ea-85bb-576610b9d59d,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:06:58.034102 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.091935 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.113467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object be38e2b5-f09d-4ea5-89a0-b4a068b7a1a3 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:06:58.118422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e00d96-1de7-413b-9f5b-438175b1a64f None None] Pushing event updated for resources: {'Port': ['ID=e4c6210d-1189-42ea-85bb-576610b9d59d,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:58.179777 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.252475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:06:58.257614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:06:58.263955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:06:58.269565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=be38e2b5-f09d-4ea5-89a0-b4a068b7a1a3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:58.333950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:58.335021 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.363202 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b30ce18f-5921-4589-943d-d31fd440abc5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5070949 Aug 09 16:06:58.366786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36802) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:58.536410 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6745f2b-41be-492a-b2e1-1efef89aca3b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:58.547053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6745f2b-41be-492a-b2e1-1efef89aca3b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:58.553066 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c6745f2b-41be-492a-b2e1-1efef89aca3b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1812756 Aug 09 16:06:58.557272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36810) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:58.727795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e2ea7-bcf3-4b71-bbfe-419dcd4f5790 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port be38e2b5-f09d-4ea5-89a0-b4a068b7a1a3 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:06:58.728781 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2ea7-bcf3-4b71-bbfe-419dcd4f5790 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.871874 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2ea7-bcf3-4b71-bbfe-419dcd4f5790 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:58.888210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e2ea7-bcf3-4b71-bbfe-419dcd4f5790 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for be38e2b5-f09d-4ea5-89a0-b4a068b7a1a3 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:06:59.181497 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2ea7-bcf3-4b71-bbfe-419dcd4f5790 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.246827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e2ea7-bcf3-4b71-bbfe-419dcd4f5790 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=be38e2b5-f09d-4ea5-89a0-b4a068b7a1a3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:06:59.394960 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2ea7-bcf3-4b71-bbfe-419dcd4f5790 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.397969 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1c8e2ea7-bcf3-4b71-bbfe-419dcd4f5790 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/be38e2b5-f09d-4ea5-89a0-b4a068b7a1a3 HTTP/1.1" status: 204 len: 168 time: 0.8393216 Aug 09 16:06:59.400385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36840) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:59.545751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c593e-d277-42ec-967e-e1f6b42581e5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:59.547619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c593e-d277-42ec-967e-e1f6b42581e5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:59.549604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c593e-d277-42ec-967e-e1f6b42581e5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:06:59.553805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-496c593e-d277-42ec-967e-e1f6b42581e5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1494029 Aug 09 16:06:59.554320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36846) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:06:59.670304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e084f89-def0-45ae-97ae-e7c243ab6e4b None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:06:59.696959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b50e418-dc74-4a82-9a37-41bdfb9d1caf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet a6a59bbc-7b2f-466a-a477-02f0a2590008 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:06:59.701486 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b50e418-dc74-4a82-9a37-41bdfb9d1caf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.763171 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b50e418-dc74-4a82-9a37-41bdfb9d1caf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.792164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-336dec74-89ad-482f-be67-f24121371547 None None] Provisioning for port e4c6210d-1189-42ea-85bb-576610b9d59d completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:06:59.951967 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b50e418-dc74-4a82-9a37-41bdfb9d1caf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.053313 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b50e418-dc74-4a82-9a37-41bdfb9d1caf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.103489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e4c6210d-1189-42ea-85bb-576610b9d59d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:00.104971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50e418-dc74-4a82-9a37-41bdfb9d1caf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a59bbc-7b2f-466a-a477-02f0a2590008,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:00.113654 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0b50e418-dc74-4a82-9a37-41bdfb9d1caf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.118650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36866) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:00.119188 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0b50e418-dc74-4a82-9a37-41bdfb9d1caf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/a6a59bbc-7b2f-466a-a477-02f0a2590008 HTTP/1.1" status: 204 len: 168 time: 0.5622067 Aug 09 16:07:00.186503 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e4c6210d-1189-42ea-85bb-576610b9d59d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:00.197258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e4c6210d-1189-42ea-85bb-576610b9d59d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:00.198400 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.218533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b23e384-91a9-4e6f-9f44-aaa37a887fdb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet bcaf0662-3ba9-42d0-b564-ee11e8a7b3aa {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:00.231947 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b23e384-91a9-4e6f-9f44-aaa37a887fdb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.319891 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.350384 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b23e384-91a9-4e6f-9f44-aaa37a887fdb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.407911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port e4c6210d-1189-42ea-85bb-576610b9d59d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e4c6210d-1189-42ea-85bb-576610b9d59d,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:00.418078 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.503233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d824f-4050-4593-b1de-7491b72e7cad None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:00.543213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b23e384-91a9-4e6f-9f44-aaa37a887fdb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.625764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=e4c6210d-1189-42ea-85bb-576610b9d59d,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:00.631001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ca59e087-6774-4992-907d-740a0319afbd None None] Provisioning complete for port e4c6210d-1189-42ea-85bb-576610b9d59d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:00.631438 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ca59e087-6774-4992-907d-740a0319afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.699609 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b23e384-91a9-4e6f-9f44-aaa37a887fdb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.788984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23e384-91a9-4e6f-9f44-aaa37a887fdb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=bcaf0662-3ba9-42d0-b564-ee11e8a7b3aa,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:00.805403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b23e384-91a9-4e6f-9f44-aaa37a887fdb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.813961 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1b23e384-91a9-4e6f-9f44-aaa37a887fdb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/bcaf0662-3ba9-42d0-b564-ee11e8a7b3aa HTTP/1.1" status: 204 len: 168 time: 0.6902428 Aug 09 16:07:00.814254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36884) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:00.888856 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8b00bbf1-037d-46e4-ada4-b8121d92c5e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733385 Aug 09 16:07:00.892526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36890) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:00.897925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8ca9386e-46b4-46c7-9c29-fef9baff6f26 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:00.934000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:01.004748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Deleting port e4c6210d-1189-42ea-85bb-576610b9d59d {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:01.005135 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:01.041525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca9386e-46b4-46c7-9c29-fef9baff6f26 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:01.047346 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8ca9386e-46b4-46c7-9c29-fef9baff6f26 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:01.080595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] For port e4c6210d-1189-42ea-85bb-576610b9d59d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e4c6210d-1189-42ea-85bb-576610b9d59d,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:01.080998 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:01.096201 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Calling delete_port for e4c6210d-1189-42ea-85bb-576610b9d59d owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:01.205162 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:01.248014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Pushing event deleted for resources: {'Port': ['ID=e4c6210d-1189-42ea-85bb-576610b9d59d,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:01.252681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] No DVR routers for this DVR port e4c6210d-1189-42ea-85bb-576610b9d59d on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:01.260144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:01.260501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:01.260849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:01.262103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:01.262103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:01.262103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:01.263064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:01.263064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:01.263064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:01.263473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:01.263473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:01.264042 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6a25e5-fdf0-41f5-a2fa-0ba6d2428c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:01.385884 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8ca9386e-46b4-46c7-9c29-fef9baff6f26 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:01.440486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca9386e-46b4-46c7-9c29-fef9baff6f26 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:01.444209 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-8ca9386e-46b4-46c7-9c29-fef9baff6f26 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:01.448939 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca9386e-46b4-46c7-9c29-fef9baff6f26 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:01.449625 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8ca9386e-46b4-46c7-9c29-fef9baff6f26 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:01.455354 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9386e-46b4-46c7-9c29-fef9baff6f26 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=2578f75c-890c-467c-9f18-e9d9e84bfd56,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:01.459155 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c7227e-d1c2-4b32-903c-2c58cd033c54 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:01.487139 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8ca9386e-46b4-46c7-9c29-fef9baff6f26 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5933907 Aug 09 16:07:01.490303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36900) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:01.497154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3e86f405-5e47-495c-a9c6-d046b5a69352 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:01.661490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': '2578f75c-890c-467c-9f18-e9d9e84bfd56'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:01.662432 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:01.673134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e86f405-5e47-495c-a9c6-d046b5a69352 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:01.677757 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3e86f405-5e47-495c-a9c6-d046b5a69352 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:01.963289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Allocated IP 172.20.0.2 (938be601-55e5-4495-92d1-2b238bfd5fac/2578f75c-890c-467c-9f18-e9d9e84bfd56/996aff98-b776-4781-bce6-8432daa02e3b) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:02.014336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e4c6210d-1189-42ea-85bb-576610b9d59d no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:02.077856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: e4c6210d-1189-42ea-85bb-576610b9d59d {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:02.078204 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e4c6210d-1189-42ea-85bb-576610b9d59d not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:02.241090 n-d-803778-2 neutron-server[94289]: DEBUG neutron.objects.ports [None req-3e86f405-5e47-495c-a9c6-d046b5a69352 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:02.242875 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3e86f405-5e47-495c-a9c6-d046b5a69352 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.287553 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:07:02.312785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e86f405-5e47-495c-a9c6-d046b5a69352 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:02.318177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3e86f405-5e47-495c-a9c6-d046b5a69352 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:02.323052 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.326280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e86f405-5e47-495c-a9c6-d046b5a69352 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:02.326910 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3e86f405-5e47-495c-a9c6-d046b5a69352 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.335107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Transition to ACTIVE for port object 996aff98-b776-4781-bce6-8432daa02e3b will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:02.349170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3e86f405-5e47-495c-a9c6-d046b5a69352 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8587165 Aug 09 16:07:02.352992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36924) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:02.353915 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Transition to ACTIVE for port object 996aff98-b776-4781-bce6-8432daa02e3b will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:02.354214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86f405-5e47-495c-a9c6-d046b5a69352 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=a3c8b22e-2933-450b-a0c6-768ca51e7581,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:02.365130 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.366914 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:68:ab:e1', 'name': 'tempest-NetworksTestDHCPv6-448839916'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:02.385047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:02.387640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:02.410227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:02.473806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Pushing event updated for resources: {'Port': ['ID=996aff98-b776-4781-bce6-8432daa02e3b,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:02.508565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Attempting to bind port 996aff98-b776-4781-bce6-8432daa02e3b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:02.508943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Attempting to bind port 996aff98-b776-4781-bce6-8432daa02e3b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:02.509306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Attempting to bind port 996aff98-b776-4781-bce6-8432daa02e3b on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:02.521657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:02.525859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:02.528079 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.528681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:02.529329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Bound port: 996aff98-b776-4781-bce6-8432daa02e3b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:02.532016 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.627257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:02.658206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] For port 996aff98-b776-4781-bce6-8432daa02e3b, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:02.663003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] For port 996aff98-b776-4781-bce6-8432daa02e3b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=996aff98-b776-4781-bce6-8432daa02e3b,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:02.669640 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.760242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc391b-d331-4fd6-9ead-fa8ecb075930 None None] Pushing event updated for resources: {'Port': ['ID=996aff98-b776-4781-bce6-8432daa02e3b,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:02.775418 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.810680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port f3c2c82c-cb9d-471f-813a-f2753d98020c yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:03.115844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 172.20.0.9 (938be601-55e5-4495-92d1-2b238bfd5fac/2578f75c-890c-467c-9f18-e9d9e84bfd56/f3c2c82c-cb9d-471f-813a-f2753d98020c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:03.128066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::f816:3eff:fe68:abe1 (938be601-55e5-4495-92d1-2b238bfd5fac/a3c8b22e-2933-450b-a0c6-768ca51e7581/f3c2c82c-cb9d-471f-813a-f2753d98020c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:03.349963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.367811 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object f3c2c82c-cb9d-471f-813a-f2753d98020c will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:03.442946 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.473241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:03.508309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:03.512798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:03.564649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=f3c2c82c-cb9d-471f-813a-f2753d98020c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:03.584603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:03.585250 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:03.602140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1ec9c765-6e65-4dce-8293-540b585918f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2461944 Aug 09 16:07:03.607525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36944) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:03.705975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c95ab1-a790-4b9d-a3a1-f026be9363bb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:03.713100 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c95ab1-a790-4b9d-a3a1-f026be9363bb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:03.715346 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-19c95ab1-a790-4b9d-a3a1-f026be9363bb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1062026 Aug 09 16:07:03.717896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36950) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:03.898326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c36c4341-2a31-47e1-841d-c3b5f9b3adba tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port f3c2c82c-cb9d-471f-813a-f2753d98020c {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:03.898935 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c36c4341-2a31-47e1-841d-c3b5f9b3adba tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.105633 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c36c4341-2a31-47e1-841d-c3b5f9b3adba tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.118824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 996aff98-b776-4781-bce6-8432daa02e3b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:04.146938 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c36c4341-2a31-47e1-841d-c3b5f9b3adba tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for f3c2c82c-cb9d-471f-813a-f2753d98020c owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:04.199939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 996aff98-b776-4781-bce6-8432daa02e3b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:04.287039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34e125c-cdd4-477d-b3f6-4598cc92a561 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:04.394555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c36c4341-2a31-47e1-841d-c3b5f9b3adba tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.412277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c06d1992-d7e1-4a43-82cd-f65c3b00b8a4 None None] Provisioning for port 996aff98-b776-4781-bce6-8432daa02e3b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:04.428561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c06d1992-d7e1-4a43-82cd-f65c3b00b8a4 None None] Provisioning complete for port 996aff98-b776-4781-bce6-8432daa02e3b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:04.429336 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c06d1992-d7e1-4a43-82cd-f65c3b00b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.469812 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c4341-2a31-47e1-841d-c3b5f9b3adba tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=f3c2c82c-cb9d-471f-813a-f2753d98020c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:04.606333 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c06d1992-d7e1-4a43-82cd-f65c3b00b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.665278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c06d1992-d7e1-4a43-82cd-f65c3b00b8a4 None None] For port 996aff98-b776-4781-bce6-8432daa02e3b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=996aff98-b776-4781-bce6-8432daa02e3b,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:04.682875 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c06d1992-d7e1-4a43-82cd-f65c3b00b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.684255 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c36c4341-2a31-47e1-841d-c3b5f9b3adba tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.686811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c36c4341-2a31-47e1-841d-c3b5f9b3adba tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/f3c2c82c-cb9d-471f-813a-f2753d98020c HTTP/1.1" status: 204 len: 168 time: 0.9678106 Aug 09 16:07:04.690327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36960) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:04.753417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d1992-d7e1-4a43-82cd-f65c3b00b8a4 None None] Pushing event updated for resources: {'Port': ['ID=996aff98-b776-4781-bce6-8432daa02e3b,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:04.794959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a176f1-31c2-41c4-bc77-4701ef32174d None None] Update dhcp port {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': '2578f75c-890c-467c-9f18-e9d9e84bfd56', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a3c8b22e-2933-450b-a0c6-768ca51e7581'}], 'binding:host_id': 'n-d-803778-2'}, 'id': '996aff98-b776-4781-bce6-8432daa02e3b'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:07:04.804580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be0a8e-c485-4a2c-be26-d83f2e3bd7c6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:04.808027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be0a8e-c485-4a2c-be26-d83f2e3bd7c6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:04.809801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be0a8e-c485-4a2c-be26-d83f2e3bd7c6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:04.812905 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e3be0a8e-c485-4a2c-be26-d83f2e3bd7c6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1186759 Aug 09 16:07:04.815925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36962) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:04.843269 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-80a176f1-31c2-41c4-bc77-4701ef32174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.877858 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a762547-c466-412d-b5e9-a3a1429ceb39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet 2578f75c-890c-467c-9f18-e9d9e84bfd56 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:04.882532 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a762547-c466-412d-b5e9-a3a1429ceb39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:04.941405 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a762547-c466-412d-b5e9-a3a1429ceb39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.044779 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a762547-c466-412d-b5e9-a3a1429ceb39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.129482 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a762547-c466-412d-b5e9-a3a1429ceb39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server [None req-80a176f1-31c2-41c4-bc77-4701ef32174d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2578f75c-890c-467c-9f18-e9d9e84bfd56: This subnet is being modified by another concurrent operation. Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise exception Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2578f75c-890c-467c-9f18-e9d9e84bfd56: This subnet is being modified by another concurrent operation. Aug 09 16:07:05.130896 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Aug 09 16:07:05.189738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a762547-c466-412d-b5e9-a3a1429ceb39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=2578f75c-890c-467c-9f18-e9d9e84bfd56,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:05.201963 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a762547-c466-412d-b5e9-a3a1429ceb39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.207204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36970) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:05.207573 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2a762547-c466-412d-b5e9-a3a1429ceb39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/2578f75c-890c-467c-9f18-e9d9e84bfd56 HTTP/1.1" status: 204 len: 168 time: 0.3905904 Aug 09 16:07:05.260220 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f7f9ac-e753-40ff-a3c1-1967bb6921cf None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:05.303883 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-043e11e0-1eb2-4798-9b07-bd125dd8168d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet a3c8b22e-2933-450b-a0c6-768ca51e7581 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:05.310719 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-043e11e0-1eb2-4798-9b07-bd125dd8168d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.356534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b11016af-d2cd-4874-a027-2e4c48b95632 None None] Provisioning complete for port 996aff98-b776-4781-bce6-8432daa02e3b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:05.357155 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b11016af-d2cd-4874-a027-2e4c48b95632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.386337 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-043e11e0-1eb2-4798-9b07-bd125dd8168d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.445748 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-043e11e0-1eb2-4798-9b07-bd125dd8168d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.570687 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-043e11e0-1eb2-4798-9b07-bd125dd8168d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.664060 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-043e11e0-1eb2-4798-9b07-bd125dd8168d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.670278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36972) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:05.681847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-043e11e0-1eb2-4798-9b07-bd125dd8168d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/a3c8b22e-2933-450b-a0c6-768ca51e7581 HTTP/1.1" status: 204 len: 168 time: 0.4734249 Aug 09 16:07:05.688020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e11e0-1eb2-4798-9b07-bd125dd8168d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c8b22e-2933-450b-a0c6-768ca51e7581,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:05.749291 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5642434b-2611-48d4-a8c0-3006eacad70d None None] Update dhcp port {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': 'a3c8b22e-2933-450b-a0c6-768ca51e7581'}], 'binding:host_id': 'n-d-803778-2'}, 'id': '996aff98-b776-4781-bce6-8432daa02e3b'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:07:05.770313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36974) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:05.794992 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ea9919e0-27db-411e-9636-ac6d92aa5e86 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1123517 Aug 09 16:07:05.796400 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5642434b-2611-48d4-a8c0-3006eacad70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:05.915004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f4d87-4357-49cd-8a45-939b97518a1c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:05.919115 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36976) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:05.921480 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5b5f4d87-4357-49cd-8a45-939b97518a1c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1485162 Aug 09 16:07:05.996083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 996aff98-b776-4781-bce6-8432daa02e3b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:06.010315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c60e2-7102-49af-9f24-7eaaa7866825 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:06.014204 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-de1c60e2-7102-49af-9f24-7eaaa7866825 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0916698 Aug 09 16:07:06.014669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 36978) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:06.077319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36984) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:06.077525 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-da777b85-98b0-4dad-8492-a28515397b84 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600030 Aug 09 16:07:06.084023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b0263e00-ffb6-4510-97c6-57abd6e7bfd4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:06.117405 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.133471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f36a27ca-5ae7-466b-8424-d487ef876770 None None] Provisioning complete for port 996aff98-b776-4781-bce6-8432daa02e3b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:06.134143 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f36a27ca-5ae7-466b-8424-d487ef876770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.205242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 996aff98-b776-4781-bce6-8432daa02e3b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=996aff98-b776-4781-bce6-8432daa02e3b,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:06.214879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2b9c19-e6b7-4204-b481-a6c0a69f7721 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:07:06.226289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0263e00-ffb6-4510-97c6-57abd6e7bfd4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:06.231887 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b0263e00-ffb6-4510-97c6-57abd6e7bfd4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.234003 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0263e00-ffb6-4510-97c6-57abd6e7bfd4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:07:06.234459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0263e00-ffb6-4510-97c6-57abd6e7bfd4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:06.265446 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b0263e00-ffb6-4510-97c6-57abd6e7bfd4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1867330 Aug 09 16:07:06.269276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36992) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:06.279262 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.279469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-82e36a2f-9698-4dc1-9fdd-5d9ce9f869ee tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:06.442513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e36a2f-9698-4dc1-9fdd-5d9ce9f869ee tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:06.453138 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82e36a2f-9698-4dc1-9fdd-5d9ce9f869ee tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.457036 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e36a2f-9698-4dc1-9fdd-5d9ce9f869ee tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:07:06.459356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e36a2f-9698-4dc1-9fdd-5d9ce9f869ee tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:06.489554 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=996aff98-b776-4781-bce6-8432daa02e3b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:06.491654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-82e36a2f-9698-4dc1-9fdd-5d9ce9f869ee tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2207947 Aug 09 16:07:06.495537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 36998) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:06.513216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b9c19-e6b7-4204-b481-a6c0a69f7721 None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:07:06.516398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-838450bc-c746-4172-a6d9-b4d40d442097 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:06.699638 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f36a27ca-5ae7-466b-8424-d487ef876770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.737945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838450bc-c746-4172-a6d9-b4d40d442097 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:06.746548 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-838450bc-c746-4172-a6d9-b4d40d442097 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.749965 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-838450bc-c746-4172-a6d9-b4d40d442097 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:07:06.751864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838450bc-c746-4172-a6d9-b4d40d442097 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:06.772477 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-838450bc-c746-4172-a6d9-b4d40d442097 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2757823 Aug 09 16:07:06.775463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37000) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:06.776763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f36a27ca-5ae7-466b-8424-d487ef876770 None None] For port 996aff98-b776-4781-bce6-8432daa02e3b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=996aff98-b776-4781-bce6-8432daa02e3b,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:06.781082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f7cbb946-6585-4177-8722-b5df7d02930e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:06.791136 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f36a27ca-5ae7-466b-8424-d487ef876770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.894595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a27ca-5ae7-466b-8424-d487ef876770 None None] Pushing event updated for resources: {'Port': ['ID=996aff98-b776-4781-bce6-8432daa02e3b,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:06.910023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d49a85eb-deca-48b6-b096-c7a1ff02c588 None None] Could not find standard attr ID for object f3c2c82c-cb9d-471f-813a-f2753d98020c. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:07:06.930686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cbb946-6585-4177-8722-b5df7d02930e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:06.934615 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f7cbb946-6585-4177-8722-b5df7d02930e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:06.939997 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7cbb946-6585-4177-8722-b5df7d02930e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:07:06.940495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7cbb946-6585-4177-8722-b5df7d02930e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:06.982372 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f7cbb946-6585-4177-8722-b5df7d02930e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2056034 Aug 09 16:07:06.985274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37004) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:06.990861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-321ebfb8-35fd-4656-b24e-94feac3a121a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:07.128499 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321ebfb8-35fd-4656-b24e-94feac3a121a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:07.133494 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-321ebfb8-35fd-4656-b24e-94feac3a121a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.135182 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-321ebfb8-35fd-4656-b24e-94feac3a121a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:07:07.135574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321ebfb8-35fd-4656-b24e-94feac3a121a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:07.160076 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-321ebfb8-35fd-4656-b24e-94feac3a121a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1733193 Aug 09 16:07:07.162991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37014) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:07.168154 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-96587d6b-1813-493e-9d20-8bf317ffc4d9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:07.224645 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05227738-eaa7-434a-8eb7-fd004a6b8e33 None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:07:07.291694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05227738-eaa7-434a-8eb7-fd004a6b8e33 None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:07:07.373865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96587d6b-1813-493e-9d20-8bf317ffc4d9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:07.377472 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e212b13d-26fe-41e1-aaa3-233612317b90 None None] Provisioning complete for port 996aff98-b776-4781-bce6-8432daa02e3b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:07.377638 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-96587d6b-1813-493e-9d20-8bf317ffc4d9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.377982 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e212b13d-26fe-41e1-aaa3-233612317b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.379533 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-96587d6b-1813-493e-9d20-8bf317ffc4d9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:07:07.379921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96587d6b-1813-493e-9d20-8bf317ffc4d9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:07.405066 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-96587d6b-1813-493e-9d20-8bf317ffc4d9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2408257 Aug 09 16:07:07.409502 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37020) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:07.524643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c656278-fbed-4030-9023-1f56b989d021 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:07.527480 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2c656278-fbed-4030-9023-1f56b989d021 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1159179 Aug 09 16:07:07.529244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37022) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:07.611635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac95f36-5d76-406c-a699-832e4101db57 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:07.613656 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7ac95f36-5d76-406c-a699-832e4101db57 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0829837 Aug 09 16:07:07.616271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37024) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:07.648633 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2b071d9d-78f8-4502-82a5-ccb85b6ef662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.661241 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-63fcccc9-236e-46d1-a623-2aea60035466 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437820 Aug 09 16:07:07.665675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37026) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:07.673494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:07.688306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dc01713-9f9a-45e5-bbb5-bbc6d13be7fa None None] Provisioning complete for port 996aff98-b776-4781-bce6-8432daa02e3b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:07.688747 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dc01713-9f9a-45e5-bbb5-bbc6d13be7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:07.830051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:07.837422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.290848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.objects.ports [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:08.596280 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.811745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] For port 996aff98-b776-4781-bce6-8432daa02e3b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=996aff98-b776-4781-bce6-8432daa02e3b,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:08.868899 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.876378 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.877151 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.958040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:08.964658 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:08.971217 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:08.971829 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:08.977958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3821ce30-b339-442e-b48e-55b36fcf802a None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:08.993104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=d63ef2c0-5d72-417c-832f-bdd952ec44f5,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:08.998039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=996aff98-b776-4781-bce6-8432daa02e3b,revision_number=8']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:09.005666 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-832c9561-0983-47e0-9952-3196a4d6f13f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3358819 Aug 09 16:07:09.005666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37036) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:09.010961 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:86:ac:8b', 'name': 'tempest-NetworksTestDHCPv6-603834262'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:09.136806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:09.257735 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.286948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port eec60af3-4f85-4fec-95bd-cdd30aad2818 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:09.518051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::f816:3eff:fe86:ac8b (938be601-55e5-4495-92d1-2b238bfd5fac/d63ef2c0-5d72-417c-832f-bdd952ec44f5/eec60af3-4f85-4fec-95bd-cdd30aad2818) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:09.819554 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:09.853633 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object eec60af3-4f85-4fec-95bd-cdd30aad2818 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:09.925500 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.030642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=eec60af3-4f85-4fec-95bd-cdd30aad2818,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:10.075585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 996aff98-b776-4781-bce6-8432daa02e3b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:10.076085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:10.100318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:10.104811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:10.120860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:10.122056 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.151477 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-60faf875-e226-4aa8-8d01-5746ccaa19c2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1438699 Aug 09 16:07:10.153526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37076) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:10.203013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 996aff98-b776-4781-bce6-8432daa02e3b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:10.203706 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.273137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68532e8-d981-4c67-acbd-61316e2f4c97 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:10.281306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68532e8-d981-4c67-acbd-61316e2f4c97 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:10.287885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37082) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:10.291072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b68532e8-d981-4c67-acbd-61316e2f4c97 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1359255 Aug 09 16:07:10.480621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ed894a25-3373-481d-b58a-1c45ca7deee1 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port eec60af3-4f85-4fec-95bd-cdd30aad2818 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:10.480841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed894a25-3373-481d-b58a-1c45ca7deee1 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.481225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-06ebe98f-216e-4ba2-b388-27d382b20219 None None] Provisioning complete for port 996aff98-b776-4781-bce6-8432daa02e3b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:10.481820 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-06ebe98f-216e-4ba2-b388-27d382b20219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.573271 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3174a919-f2da-4657-a7c8-f4935e5b3904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.650264 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed894a25-3373-481d-b58a-1c45ca7deee1 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.676792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ed894a25-3373-481d-b58a-1c45ca7deee1 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for eec60af3-4f85-4fec-95bd-cdd30aad2818 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:10.880651 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.949784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a0aa54cb-0cbb-4223-a13d-421bffbb3f66 None None] Provisioning for port eec60af3-4f85-4fec-95bd-cdd30aad2818 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:10.950898 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed894a25-3373-481d-b58a-1c45ca7deee1 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:10.976248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a0aa54cb-0cbb-4223-a13d-421bffbb3f66 None None] Provisioning complete for port eec60af3-4f85-4fec-95bd-cdd30aad2818 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:10.976248 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a0aa54cb-0cbb-4223-a13d-421bffbb3f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.044889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa54cb-0cbb-4223-a13d-421bffbb3f66 None None] Port eec60af3-4f85-4fec-95bd-cdd30aad2818 was deleted so its status cannot be updated. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 09 16:07:11.111357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed894a25-3373-481d-b58a-1c45ca7deee1 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=eec60af3-4f85-4fec-95bd-cdd30aad2818,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:11.144490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed894a25-3373-481d-b58a-1c45ca7deee1 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.146873 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ed894a25-3373-481d-b58a-1c45ca7deee1 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/eec60af3-4f85-4fec-95bd-cdd30aad2818 HTTP/1.1" status: 204 len: 168 time: 0.8594227 Aug 09 16:07:11.149113 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37122) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:11.290616 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a1c396-ace2-4147-972e-e7947ff549cf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:11.292294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a1c396-ace2-4147-972e-e7947ff549cf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:11.296462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-20a1c396-ace2-4147-972e-e7947ff549cf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1429980 Aug 09 16:07:11.298235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37136) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:11.460139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-144d055f-4599-431e-9569-49feeccc1977 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet d63ef2c0-5d72-417c-832f-bdd952ec44f5 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:11.464604 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-144d055f-4599-431e-9569-49feeccc1977 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.529829 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.612826 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.618424 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-144d055f-4599-431e-9569-49feeccc1977 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.717137 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-144d055f-4599-431e-9569-49feeccc1977 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.807836 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-144d055f-4599-431e-9569-49feeccc1977 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.849240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d055f-4599-431e-9569-49feeccc1977 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=d63ef2c0-5d72-417c-832f-bdd952ec44f5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:11.855569 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-144d055f-4599-431e-9569-49feeccc1977 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.864343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1361fad4-c3e6-4491-b60c-5507bcf7aae9 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:11.867098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37188) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:11.871640 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-144d055f-4599-431e-9569-49feeccc1977 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/d63ef2c0-5d72-417c-832f-bdd952ec44f5 HTTP/1.1" status: 204 len: 168 time: 0.5673447 Aug 09 16:07:12.035405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37206) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:12.043124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1eec552e-3a8f-4e50-be63-d74c11b10b8e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:12.048015 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-db577089-f009-48bd-b021-c0549d900a71 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1789033 Aug 09 16:07:12.194565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eec552e-3a8f-4e50-be63-d74c11b10b8e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:12.198385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1eec552e-3a8f-4e50-be63-d74c11b10b8e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.318091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb5683-02b3-4ea7-b998-919767b9d542 None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:12.465890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-08cb5683-02b3-4ea7-b998-919767b9d542 None None] Deleting port 996aff98-b776-4781-bce6-8432daa02e3b {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:12.466452 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-08cb5683-02b3-4ea7-b998-919767b9d542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.574630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-08cb5683-02b3-4ea7-b998-919767b9d542 None None] For port 996aff98-b776-4781-bce6-8432daa02e3b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=996aff98-b776-4781-bce6-8432daa02e3b,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:12.575770 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-08cb5683-02b3-4ea7-b998-919767b9d542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.605792 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-08cb5683-02b3-4ea7-b998-919767b9d542 None None] Calling delete_port for 996aff98-b776-4781-bce6-8432daa02e3b owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:12.762375 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-08cb5683-02b3-4ea7-b998-919767b9d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:12.818318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb5683-02b3-4ea7-b998-919767b9d542 None None] Pushing event deleted for resources: {'Port': ['ID=996aff98-b776-4781-bce6-8432daa02e3b,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:12.833062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb5683-02b3-4ea7-b998-919767b9d542 None None] No DVR routers for this DVR port 996aff98-b776-4781-bce6-8432daa02e3b on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:12.888369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.objects.ports [None req-1eec552e-3a8f-4e50-be63-d74c11b10b8e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:12.894737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1eec552e-3a8f-4e50-be63-d74c11b10b8e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.015058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eec552e-3a8f-4e50-be63-d74c11b10b8e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:13.022476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1eec552e-3a8f-4e50-be63-d74c11b10b8e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:13.031902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eec552e-3a8f-4e50-be63-d74c11b10b8e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:13.032727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1eec552e-3a8f-4e50-be63-d74c11b10b8e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.036951 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5cd6fd-0bfa-427c-9985-bc2fd4fa3706 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:13.071767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec552e-3a8f-4e50-be63-d74c11b10b8e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=fafe17f8-8caf-4b2b-bd28-5b35d48f9791,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:13.081627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1eec552e-3a8f-4e50-be63-d74c11b10b8e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0447752 Aug 09 16:07:13.084541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37306) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:13.096965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:33:ae:54', 'name': 'tempest-NetworksTestDHCPv6-937846011'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:13.247068 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.298830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:13.444322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': 'fafe17f8-8caf-4b2b-bd28-5b35d48f9791'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:13.446017 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.452956 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.484062 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:13.573459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 3cc1a693-1e92-4ba0-a2be-cb7b6003f268 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:13.797766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Allocated IP 2001:db8::f816:3eff:fef9:4a00 (938be601-55e5-4495-92d1-2b238bfd5fac/fafe17f8-8caf-4b2b-bd28-5b35d48f9791/bf918d71-9f1c-43a4-867c-549695f5ae44) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:14.038707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 996aff98-b776-4781-bce6-8432daa02e3b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:14.116311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 996aff98-b776-4781-bce6-8432daa02e3b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:14.116903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 996aff98-b776-4781-bce6-8432daa02e3b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:14.307968 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.354761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Transition to ACTIVE for port object bf918d71-9f1c-43a4-867c-549695f5ae44 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:14.394798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Transition to ACTIVE for port object bf918d71-9f1c-43a4-867c-549695f5ae44 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:14.425749 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.500114 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:14.505750 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:14.508401 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:14.548043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Pushing event updated for resources: {'Port': ['ID=bf918d71-9f1c-43a4-867c-549695f5ae44,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:14.623455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Attempting to bind port bf918d71-9f1c-43a4-867c-549695f5ae44 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:14.623912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Attempting to bind port bf918d71-9f1c-43a4-867c-549695f5ae44 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:14.624224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Attempting to bind port bf918d71-9f1c-43a4-867c-549695f5ae44 on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:14.631449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::f816:3eff:fe33:ae54 (938be601-55e5-4495-92d1-2b238bfd5fac/fafe17f8-8caf-4b2b-bd28-5b35d48f9791/3cc1a693-1e92-4ba0-a2be-cb7b6003f268) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:14.639646 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:14.642122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:14.642541 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.642942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:14.643439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Bound port: bf918d71-9f1c-43a4-867c-549695f5ae44, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:14.644680 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.836358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] For port bf918d71-9f1c-43a4-867c-549695f5ae44, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:14.849979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] For port bf918d71-9f1c-43a4-867c-549695f5ae44, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bf918d71-9f1c-43a4-867c-549695f5ae44,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:14.857164 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:14.977870 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.016542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 3cc1a693-1e92-4ba0-a2be-cb7b6003f268 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:15.077176 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b95e7b-033f-45ba-8f51-9c083bfb4609 None None] Pushing event updated for resources: {'Port': ['ID=bf918d71-9f1c-43a4-867c-549695f5ae44,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:15.111109 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.173756 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:15.182147 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:15.187463 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:15.193859 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:15.195357 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.210227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=3cc1a693-1e92-4ba0-a2be-cb7b6003f268,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:15.227620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37474) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:15.238472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4c0caa87-dda0-4b84-97fe-26c518623bab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1505620 Aug 09 16:07:15.347292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526e536a-9712-4aa7-afe4-5d21c9bf7969 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:15.378309 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526e536a-9712-4aa7-afe4-5d21c9bf7969 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:15.381169 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-526e536a-9712-4aa7-afe4-5d21c9bf7969 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1522400 Aug 09 16:07:15.383852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37488) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:15.684832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-18d52797-9242-410b-924c-18c2a36b53b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 3cc1a693-1e92-4ba0-a2be-cb7b6003f268 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:15.686012 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d52797-9242-410b-924c-18c2a36b53b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.945396 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d52797-9242-410b-924c-18c2a36b53b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:15.984126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-18d52797-9242-410b-924c-18c2a36b53b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 3cc1a693-1e92-4ba0-a2be-cb7b6003f268 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:16.080755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bf918d71-9f1c-43a4-867c-549695f5ae44 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:16.144151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port bf918d71-9f1c-43a4-867c-549695f5ae44 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:16.363154 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d52797-9242-410b-924c-18c2a36b53b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.420628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d52797-9242-410b-924c-18c2a36b53b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=3cc1a693-1e92-4ba0-a2be-cb7b6003f268,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:16.482034 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-18d52797-9242-410b-924c-18c2a36b53b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.484887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-18d52797-9242-410b-924c-18c2a36b53b4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/3cc1a693-1e92-4ba0-a2be-cb7b6003f268 HTTP/1.1" status: 204 len: 168 time: 1.0995083 Aug 09 16:07:16.487539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37578) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:16.577697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d86eea-7464-4a77-b48a-865910682612 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:16.582863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d86eea-7464-4a77-b48a-865910682612 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:16.584884 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-19d86eea-7464-4a77-b48a-865910682612 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0961812 Aug 09 16:07:16.592850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37584) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:16.861675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d07aea9-3f05-4d47-8376-7c0848be2de9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet fafe17f8-8caf-4b2b-bd28-5b35d48f9791 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:16.865422 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d07aea9-3f05-4d47-8376-7c0848be2de9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.969108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-882ee7b0-63d8-4f6a-8eac-bb0159187442 None None] Provisioning for port bf918d71-9f1c-43a4-867c-549695f5ae44 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:16.985352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-882ee7b0-63d8-4f6a-8eac-bb0159187442 None None] Provisioning complete for port bf918d71-9f1c-43a4-867c-549695f5ae44 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:16.987970 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-882ee7b0-63d8-4f6a-8eac-bb0159187442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:16.990845 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d07aea9-3f05-4d47-8376-7c0848be2de9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.119854 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-882ee7b0-63d8-4f6a-8eac-bb0159187442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.178029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-882ee7b0-63d8-4f6a-8eac-bb0159187442 None None] For port bf918d71-9f1c-43a4-867c-549695f5ae44, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bf918d71-9f1c-43a4-867c-549695f5ae44,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:17.184141 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-882ee7b0-63d8-4f6a-8eac-bb0159187442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.189989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d07aea9-3f05-4d47-8376-7c0848be2de9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.330098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ee7b0-63d8-4f6a-8eac-bb0159187442 None None] Pushing event updated for resources: {'Port': ['ID=bf918d71-9f1c-43a4-867c-549695f5ae44,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:17.336662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d07aea9-3f05-4d47-8376-7c0848be2de9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.369533 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d07aea9-3f05-4d47-8376-7c0848be2de9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.373577 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6d07aea9-3f05-4d47-8376-7c0848be2de9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/fafe17f8-8caf-4b2b-bd28-5b35d48f9791 HTTP/1.1" status: 204 len: 168 time: 0.7764342 Aug 09 16:07:17.373577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07aea9-3f05-4d47-8376-7c0848be2de9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=fafe17f8-8caf-4b2b-bd28-5b35d48f9791,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:17.374040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37600) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:17.392160 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e26d9c5-6437-4813-8ec2-af6e63163682 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:17.426119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cd67c5b7-54e3-4c29-bfb0-49736686b58a None None] Could not find standard attr ID for object 3cc1a693-1e92-4ba0-a2be-cb7b6003f268. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:07:17.449994 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-397b0e46-7020-4188-8c15-535bd8d4000a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737879 Aug 09 16:07:17.452562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37604) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:17.527895 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359bcd4-0bf4-464f-af30-ca0aa5ee3eea tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:17.533245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37606) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:17.533709 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b359bcd4-0bf4-464f-af30-ca0aa5ee3eea tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0784583 Aug 09 16:07:17.604903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef094b-99e6-4692-be27-bc66470b292a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:17.606583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c3ef094b-99e6-4692-be27-bc66470b292a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0716484 Aug 09 16:07:17.609919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37608) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:17.632027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c86616-9b16-47c2-821e-dd4b3301ac8a None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:17.652243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-437fb0ad-d0fd-43bc-9290-e0e3578ece0c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373333 Aug 09 16:07:17.652591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37610) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:17.658423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-cb7e4b7c-4d30-4bc1-a186-234692d96336 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:17.685040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b6c86616-9b16-47c2-821e-dd4b3301ac8a None None] Deleting port bf918d71-9f1c-43a4-867c-549695f5ae44 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:17.685529 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b6c86616-9b16-47c2-821e-dd4b3301ac8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.748074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b6c86616-9b16-47c2-821e-dd4b3301ac8a None None] For port bf918d71-9f1c-43a4-867c-549695f5ae44, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bf918d71-9f1c-43a4-867c-549695f5ae44,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:17.748477 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b6c86616-9b16-47c2-821e-dd4b3301ac8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.749534 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7e4b7c-4d30-4bc1-a186-234692d96336 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:17.754008 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4b7c-4d30-4bc1-a186-234692d96336 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.774792 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b6c86616-9b16-47c2-821e-dd4b3301ac8a None None] Calling delete_port for bf918d71-9f1c-43a4-867c-549695f5ae44 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:17.908042 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b6c86616-9b16-47c2-821e-dd4b3301ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:17.960404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c86616-9b16-47c2-821e-dd4b3301ac8a None None] Pushing event deleted for resources: {'Port': ['ID=bf918d71-9f1c-43a4-867c-549695f5ae44,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:17.967505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c86616-9b16-47c2-821e-dd4b3301ac8a None None] No DVR routers for this DVR port bf918d71-9f1c-43a4-867c-549695f5ae44 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:18.144973 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bf918d71-9f1c-43a4-867c-549695f5ae44 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:18.172135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: bf918d71-9f1c-43a4-867c-549695f5ae44 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:18.172747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bf918d71-9f1c-43a4-867c-549695f5ae44 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:18.206733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.objects.ports [None req-cb7e4b7c-4d30-4bc1-a186-234692d96336 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:18.208295 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4b7c-4d30-4bc1-a186-234692d96336 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:18.247271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7e4b7c-4d30-4bc1-a186-234692d96336 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:18.254575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-cb7e4b7c-4d30-4bc1-a186-234692d96336 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:18.258749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7e4b7c-4d30-4bc1-a186-234692d96336 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:18.259345 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4b7c-4d30-4bc1-a186-234692d96336 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:18.272540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c958366-987d-48de-b901-da12924ea3b8 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:18.283231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e4b7c-4d30-4bc1-a186-234692d96336 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=b4fa7230-b324-4008-a2f1-e72cfd7604e6,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:18.295227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cb7e4b7c-4d30-4bc1-a186-234692d96336 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6402245 Aug 09 16:07:18.297131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37630) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:18.304080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:93:8f:65', 'name': 'tempest-NetworksTestDHCPv6-377760460'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:18.459292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': 'b4fa7230-b324-4008-a2f1-e72cfd7604e6'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:18.460800 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:18.681951 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Allocated IP 2001:db8::f816:3eff:fedd:bcf0 (938be601-55e5-4495-92d1-2b238bfd5fac/b4fa7230-b324-4008-a2f1-e72cfd7604e6/381fae4a-2e7d-4866-a16b-dd8e0f7d2a92) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:18.901801 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:18.906165 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:18.916609 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Transition to ACTIVE for port object 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:18.935477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Transition to ACTIVE for port object 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:18.943660 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.003842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:19.009791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:19.013336 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.034098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:19.037434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Pushing event updated for resources: {'Port': ['ID=381fae4a-2e7d-4866-a16b-dd8e0f7d2a92,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:19.048392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 86356c4a-c1ac-4830-bc1a-384b3beb8632 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:19.123611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Attempting to bind port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:19.123986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Attempting to bind port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:19.124353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Attempting to bind port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:19.129918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:19.130294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:19.131487 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.131487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:19.131681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Bound port: 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:19.132052 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.178045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::f816:3eff:fe93:8f65 (938be601-55e5-4495-92d1-2b238bfd5fac/b4fa7230-b324-4008-a2f1-e72cfd7604e6/86356c4a-c1ac-4830-bc1a-384b3beb8632) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:19.222721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] For port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:19.226355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] For port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=381fae4a-2e7d-4866-a16b-dd8e0f7d2a92,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:19.232315 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.350161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded83bc-dc49-44b9-8d06-9c6169f66307 None None] Pushing event updated for resources: {'Port': ['ID=381fae4a-2e7d-4866-a16b-dd8e0f7d2a92,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:19.430240 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.451462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 86356c4a-c1ac-4830-bc1a-384b3beb8632 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:19.500704 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.580445 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=86356c4a-c1ac-4830-bc1a-384b3beb8632,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:19.620124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:19.621574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:19.624005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:19.630035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:19.630677 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:19.649460 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f5114a06-c54e-426e-aea6-f91fcc4d5600 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3500907 Aug 09 16:07:19.652679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37650) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:19.728987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674aa4e3-57de-4d21-ba0b-2c34e357e0cc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:19.735959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674aa4e3-57de-4d21-ba0b-2c34e357e0cc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:19.737679 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-674aa4e3-57de-4d21-ba0b-2c34e357e0cc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0839608 Aug 09 16:07:19.740577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37656) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:19.895742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b90d3f1c-14d0-49dc-901c-962dad2d43f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 86356c4a-c1ac-4830-bc1a-384b3beb8632 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:19.896331 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b90d3f1c-14d0-49dc-901c-962dad2d43f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.067312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b90d3f1c-14d0-49dc-901c-962dad2d43f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.098972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b90d3f1c-14d0-49dc-901c-962dad2d43f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 86356c4a-c1ac-4830-bc1a-384b3beb8632 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:20.151907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:20.237324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:20.349455 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b90d3f1c-14d0-49dc-901c-962dad2d43f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.406382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d3f1c-14d0-49dc-901c-962dad2d43f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=86356c4a-c1ac-4830-bc1a-384b3beb8632,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:20.453465 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b90d3f1c-14d0-49dc-901c-962dad2d43f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.456268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b90d3f1c-14d0-49dc-901c-962dad2d43f3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/86356c4a-c1ac-4830-bc1a-384b3beb8632 HTTP/1.1" status: 204 len: 168 time: 0.7146814 Aug 09 16:07:20.458760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37662) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:20.552418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f5985-fa3d-4ec3-9ba5-2d3d44604385 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:20.554195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f5985-fa3d-4ec3-9ba5-2d3d44604385 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:20.556273 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-963f5985-fa3d-4ec3-9ba5-2d3d44604385 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0964246 Aug 09 16:07:20.559036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37664) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:20.622027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b955f3a7-35cd-471f-91c1-ad44cbfa9639 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet b4fa7230-b324-4008-a2f1-e72cfd7604e6 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:20.631283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b955f3a7-35cd-471f-91c1-ad44cbfa9639 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.687472 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b955f3a7-35cd-471f-91c1-ad44cbfa9639 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.862228 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b955f3a7-35cd-471f-91c1-ad44cbfa9639 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:20.893349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c7be4c3c-346e-4cfa-a317-80325ef9db7a None None] Provisioning for port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:20.903860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c7be4c3c-346e-4cfa-a317-80325ef9db7a None None] Provisioning complete for port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:20.904235 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c7be4c3c-346e-4cfa-a317-80325ef9db7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.011106 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b955f3a7-35cd-471f-91c1-ad44cbfa9639 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.079339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955f3a7-35cd-471f-91c1-ad44cbfa9639 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=b4fa7230-b324-4008-a2f1-e72cfd7604e6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:21.107808 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b955f3a7-35cd-471f-91c1-ad44cbfa9639 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.117863 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b955f3a7-35cd-471f-91c1-ad44cbfa9639 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/b4fa7230-b324-4008-a2f1-e72cfd7604e6 HTTP/1.1" status: 204 len: 168 time: 0.5568905 Aug 09 16:07:21.120144 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37672) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:21.138823 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c7be4c3c-346e-4cfa-a317-80325ef9db7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.179186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7b716e18-51aa-482a-acd2-c94041f30fe0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569396 Aug 09 16:07:21.182758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37674) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:21.195391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:21.353491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:21.359102 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.397952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652bbfd0-4516-4b17-9711-15f77bc7e50f None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:21.456353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c7be4c3c-346e-4cfa-a317-80325ef9db7a None None] For port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=381fae4a-2e7d-4866-a16b-dd8e0f7d2a92,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:21.488165 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c7be4c3c-346e-4cfa-a317-80325ef9db7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:21.618248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be4c3c-346e-4cfa-a317-80325ef9db7a None None] Pushing event updated for resources: {'Port': ['ID=381fae4a-2e7d-4866-a16b-dd8e0f7d2a92,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:21.630319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e9ad58c9-3c07-47f1-bbbc-7ea4b86904bb None None] Could not find standard attr ID for object 86356c4a-c1ac-4830-bc1a-384b3beb8632. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:07:21.791950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7204905b-e727-4c96-857b-ec216762583b None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:21.830172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.objects.ports [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:21.904773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7204905b-e727-4c96-857b-ec216762583b None None] Deleting port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:21.908066 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7204905b-e727-4c96-857b-ec216762583b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.043350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:22.324183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7204905b-e727-4c96-857b-ec216762583b None None] For port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=381fae4a-2e7d-4866-a16b-dd8e0f7d2a92,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:22.324851 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7204905b-e727-4c96-857b-ec216762583b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.393827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7204905b-e727-4c96-857b-ec216762583b None None] Calling delete_port for 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:22.456125 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.511710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=381fae4a-2e7d-4866-a16b-dd8e0f7d2a92,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:22.527994 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.610752 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7204905b-e727-4c96-857b-ec216762583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.638587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204905b-e727-4c96-857b-ec216762583b None None] No DVR routers for this DVR port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:22.674330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.ipam_pluggable_backend [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Port 381fae4a-2e7d-4866-a16b-dd8e0f7d2a92 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94290) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 09 16:07:22.674854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.ipam_pluggable_backend [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Reverting IP allocation for 2001:db8::f816:3eff:fedd:bcf0 {{(pid=94290) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 09 16:07:22.679148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=381fae4a-2e7d-4866-a16b-dd8e0f7d2a92,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:22.679280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.ipam_pluggable_backend [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedd:bcf0 {{(pid=94290) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 09 16:07:22.699966 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.743116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204905b-e727-4c96-857b-ec216762583b None None] Pushing event deleted for resources: {'Port': ['ID=381fae4a-2e7d-4866-a16b-dd8e0f7d2a92,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:22.784380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:22.788324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:22.798929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedbffcd-6b3c-4ef0-9694-799a4ed01126 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:22.801791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:22.807762 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:22.832233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=b8998286-f870-4dea-b299-d91afb43b239,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:22.862733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f8f26542-a7f6-4abc-a120-0bc2deff2bd0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6785572 Aug 09 16:07:22.865177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37700) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:22.870610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:87:31:fd', 'name': 'tempest-NetworksTestDHCPv6-585159622'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:23.032338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': 'b8998286-f870-4dea-b299-d91afb43b239'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:23.033535 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:23.057253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:23.183393 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:23.220582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 435375ae-7f69-42e5-acc7-7d200d6f1581 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:23.241356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Allocated IP 2001:db8::f816:3eff:fef9:2a0f (938be601-55e5-4495-92d1-2b238bfd5fac/b8998286-f870-4dea-b299-d91afb43b239/e3ef4f51-0e39-4e38-85a1-20d2eb9e3384) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:23.417548 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:23.429304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Transition to ACTIVE for port object e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:23.459490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Transition to ACTIVE for port object e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:23.466258 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:23.559819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:23.561932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::f816:3eff:fe87:31fd (938be601-55e5-4495-92d1-2b238bfd5fac/b8998286-f870-4dea-b299-d91afb43b239/435375ae-7f69-42e5-acc7-7d200d6f1581) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:23.578576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:23.589094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:23.645501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Pushing event updated for resources: {'Port': ['ID=e3ef4f51-0e39-4e38-85a1-20d2eb9e3384,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:23.743941 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Attempting to bind port e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:23.744463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Attempting to bind port e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:23.744966 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Attempting to bind port e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:23.753346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:23.753902 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:23.754594 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:23.754978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:23.755456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Bound port: e3ef4f51-0e39-4e38-85a1-20d2eb9e3384, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:23.755918 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:23.955418 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:23.976068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 435375ae-7f69-42e5-acc7-7d200d6f1581 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:24.018617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] For port e3ef4f51-0e39-4e38-85a1-20d2eb9e3384, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:24.026301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] For port e3ef4f51-0e39-4e38-85a1-20d2eb9e3384, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e3ef4f51-0e39-4e38-85a1-20d2eb9e3384,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:24.038300 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.041893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.117983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:24.129351 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:24.132591 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb954825-6e00-488d-a68d-f6925b752eaa None None] Pushing event updated for resources: {'Port': ['ID=e3ef4f51-0e39-4e38-85a1-20d2eb9e3384,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:24.135030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:24.141812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:24.142552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.160933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=435375ae-7f69-42e5-acc7-7d200d6f1581,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:24.167507 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cd782449-3bde-4759-b454-13d8e03609bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3012831 Aug 09 16:07:24.173297 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37708) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:24.254791 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7656978-7a77-4604-a29c-cbbddba02ade tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:24.261425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7656978-7a77-4604-a29c-cbbddba02ade tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:24.263218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b7656978-7a77-4604-a29c-cbbddba02ade tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0888247 Aug 09 16:07:24.266729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37710) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:24.406367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-79aca7e1-fa5d-4747-b398-faffae44af52 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 435375ae-7f69-42e5-acc7-7d200d6f1581 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:24.406930 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-79aca7e1-fa5d-4747-b398-faffae44af52 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.570709 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-79aca7e1-fa5d-4747-b398-faffae44af52 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.590361 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-79aca7e1-fa5d-4747-b398-faffae44af52 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 435375ae-7f69-42e5-acc7-7d200d6f1581 owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:24.863292 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-79aca7e1-fa5d-4747-b398-faffae44af52 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.914867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aca7e1-fa5d-4747-b398-faffae44af52 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=435375ae-7f69-42e5-acc7-7d200d6f1581,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:24.952284 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-79aca7e1-fa5d-4747-b398-faffae44af52 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:24.955736 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-79aca7e1-fa5d-4747-b398-faffae44af52 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/435375ae-7f69-42e5-acc7-7d200d6f1581 HTTP/1.1" status: 204 len: 168 time: 0.6877904 Aug 09 16:07:24.958894 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37722) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:25.101056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677fde42-902a-421e-a435-3b2c78daa40a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:25.103069 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677fde42-902a-421e-a435-3b2c78daa40a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:25.104881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-677fde42-902a-421e-a435-3b2c78daa40a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1443818 Aug 09 16:07:25.110892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37728) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:25.221398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b387613-455d-4196-bdf2-60e9916b4418 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet b8998286-f870-4dea-b299-d91afb43b239 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:25.225403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b387613-455d-4196-bdf2-60e9916b4418 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.373949 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b387613-455d-4196-bdf2-60e9916b4418 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.552523 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b387613-455d-4196-bdf2-60e9916b4418 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.664767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f97ec1c4-cb33-4865-90fb-b20492b2e4f9 None None] Provisioning for port e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:25.670372 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b387613-455d-4196-bdf2-60e9916b4418 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.721707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b387613-455d-4196-bdf2-60e9916b4418 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=b8998286-f870-4dea-b299-d91afb43b239,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:25.735878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b387613-455d-4196-bdf2-60e9916b4418 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:25.744844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37736) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:25.757411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1b387613-455d-4196-bdf2-60e9916b4418 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/b8998286-f870-4dea-b299-d91afb43b239 HTTP/1.1" status: 204 len: 168 time: 0.6443636 Aug 09 16:07:25.862245 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dba6824d-e5e3-432b-8b64-1f9a1acf75be tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158361 Aug 09 16:07:25.864866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37738) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:25.948955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38330d06-2d76-4888-862d-06f413db2504 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:25.950929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-38330d06-2d76-4888-862d-06f413db2504 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0849829 Aug 09 16:07:25.956548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37740) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:26.033933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948b5ed2-7246-4c48-bf9c-11647840ecb3 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:26.067226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:26.098977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6390f1dd-912e-4b1d-8806-21ef7996e860 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:26.104273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37746) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:26.119698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6390f1dd-912e-4b1d-8806-21ef7996e860 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1584780 Aug 09 16:07:26.148313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-881a0440-3711-4db5-ac43-39e623d85b6b None None] Could not find standard attr ID for object 435375ae-7f69-42e5-acc7-7d200d6f1581. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:07:26.197200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37748) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:26.207059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c1d0155e-63fd-4049-9898-42d7ca784d7a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:26.212850 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-43e29215-a9a3-4957-a885-abd972b67956 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056414 Aug 09 16:07:26.258427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:26.263599 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:26.263992 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.387105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41c5063-afd5-4eb3-bc40-4ffc6bb1c5de None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:26.393239 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.449404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d0155e-63fd-4049-9898-42d7ca784d7a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:26.454908 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1d0155e-63fd-4049-9898-42d7ca784d7a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.549791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port e3ef4f51-0e39-4e38-85a1-20d2eb9e3384, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e3ef4f51-0e39-4e38-85a1-20d2eb9e3384,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:26.564090 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.612130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c41c5063-afd5-4eb3-bc40-4ffc6bb1c5de None None] Deleting port e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:26.612541 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c41c5063-afd5-4eb3-bc40-4ffc6bb1c5de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.701411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=e3ef4f51-0e39-4e38-85a1-20d2eb9e3384,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:26.710825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c41c5063-afd5-4eb3-bc40-4ffc6bb1c5de None None] For port e3ef4f51-0e39-4e38-85a1-20d2eb9e3384, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e3ef4f51-0e39-4e38-85a1-20d2eb9e3384,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:26.711262 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c41c5063-afd5-4eb3-bc40-4ffc6bb1c5de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.728389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c41c5063-afd5-4eb3-bc40-4ffc6bb1c5de None None] Calling delete_port for e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:26.753822 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1d0155e-63fd-4049-9898-42d7ca784d7a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.828643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d0155e-63fd-4049-9898-42d7ca784d7a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:26.833433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-c1d0155e-63fd-4049-9898-42d7ca784d7a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:26.847437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d0155e-63fd-4049-9898-42d7ca784d7a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:26.848698 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1d0155e-63fd-4049-9898-42d7ca784d7a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.867741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0155e-63fd-4049-9898-42d7ca784d7a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=a7c371ce-9d4d-44d2-ad9e-43b381d3eef1,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:26.877158 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c41c5063-afd5-4eb3-bc40-4ffc6bb1c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.887979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37754) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:26.896682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:0b:7a:06', 'name': 'tempest-NetworksTestDHCPv6-1531170856'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:26.899100 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c1d0155e-63fd-4049-9898-42d7ca784d7a tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6990149 Aug 09 16:07:26.913825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41c5063-afd5-4eb3-bc40-4ffc6bb1c5de None None] No DVR routers for this DVR port e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:26.944850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c5063-afd5-4eb3-bc40-4ffc6bb1c5de None None] Pushing event deleted for resources: {'Port': ['ID=e3ef4f51-0e39-4e38-85a1-20d2eb9e3384,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:26.961150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ab3d0-7df3-4ca9-b938-8211a3d2fab1 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:27.136925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:27.368693 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.401150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': 'a7c371ce-9d4d-44d2-ad9e-43b381d3eef1'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:27.401792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 02a6be01-101b-4907-ac74-4d9ae294377a yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:27.402733 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.612536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::2c3 (938be601-55e5-4495-92d1-2b238bfd5fac/a7c371ce-9d4d-44d2-ad9e-43b381d3eef1/02a6be01-101b-4907-ac74-4d9ae294377a) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:27.879864 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:27.913213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 02a6be01-101b-4907-ac74-4d9ae294377a will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:27.967247 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:28.051076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Allocated IP 2001:db8::2 (938be601-55e5-4495-92d1-2b238bfd5fac/a7c371ce-9d4d-44d2-ad9e-43b381d3eef1/e5276ee3-4e2d-4deb-9fc5-6b5259ca4560) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:28.052436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:28.057284 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:28.061048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:28.068709 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:28.069377 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:28.100790 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=02a6be01-101b-4907-ac74-4d9ae294377a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:28.120229 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2309093 Aug 09 16:07:28.123396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37774) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:28.123871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:28.148545 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:28.152474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:28.152845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:28.153181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:28.153516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:28.153869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:28.154200 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:28.154525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:28.154849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:28.155175 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:28.155497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e80693-5970-4cba-8cbe-7a043fa58a03 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:28.240220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f31b30d-73b9-4268-a044-d77ae9f311f8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:28.248449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37776) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:28.253050 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7f31b30d-73b9-4268-a044-d77ae9f311f8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1280587 Aug 09 16:07:28.254026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:28.368275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:28.368625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e3ef4f51-0e39-4e38-85a1-20d2eb9e3384 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:28.395203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-89bf9d57-6f2d-4de2-b08d-bf1037b700dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 02a6be01-101b-4907-ac74-4d9ae294377a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:28.395889 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89bf9d57-6f2d-4de2-b08d-bf1037b700dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:28.424822 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:28.445145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Transition to ACTIVE for port object e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:28.475716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Transition to ACTIVE for port object e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:28.489034 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:28.511515 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89bf9d57-6f2d-4de2-b08d-bf1037b700dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:28.541928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:28.547694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:28.554173 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:28.576036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-89bf9d57-6f2d-4de2-b08d-bf1037b700dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 02a6be01-101b-4907-ac74-4d9ae294377a owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:28.600906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Pushing event updated for resources: {'Port': ['ID=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:28.682289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Attempting to bind port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:28.682663 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Attempting to bind port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:28.683033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Attempting to bind port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:28.698721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:28.699165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:28.707702 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:28.708179 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:28.708700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Bound port: e5276ee3-4e2d-4deb-9fc5-6b5259ca4560, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:28.709102 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:28.960377 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89bf9d57-6f2d-4de2-b08d-bf1037b700dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:28.991496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] For port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:28.997505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] For port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:29.011078 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:29.039144 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf9d57-6f2d-4de2-b08d-bf1037b700dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=02a6be01-101b-4907-ac74-4d9ae294377a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:29.092590 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89bf9d57-6f2d-4de2-b08d-bf1037b700dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:29.098230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37800) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:29.098445 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-89bf9d57-6f2d-4de2-b08d-bf1037b700dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/02a6be01-101b-4907-ac74-4d9ae294377a HTTP/1.1" status: 204 len: 168 time: 0.8486285 Aug 09 16:07:29.132336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf41ce0-b73d-4852-9817-c4e85f4e5c57 None None] Pushing event updated for resources: {'Port': ['ID=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:29.241618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771e800-9189-4c59-865c-4502daf08f91 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:29.243930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771e800-9189-4c59-865c-4502daf08f91 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:29.246488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4771e800-9189-4c59-865c-4502daf08f91 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1451285 Aug 09 16:07:29.248775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37806) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:29.319209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet a7c371ce-9d4d-44d2-ad9e-43b381d3eef1 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:29.323012 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:29.378055 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:29.575128 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:29.659594 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:29.695373 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c371ce-9d4d-44d2-ad9e-43b381d3eef1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:29.701199 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:29.703861 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/a7c371ce-9d4d-44d2-ad9e-43b381d3eef1 HTTP/1.1" status: 204 len: 168 time: 0.4537706 Aug 09 16:07:29.706302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37818) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:29.713501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:29.713906 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:29.714472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:29.716875 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:29.718776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:29.719213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:29.719560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:29.719913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:29.720232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:29.720725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:29.721064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:29.721394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a50a4ae-0ee1-4b9c-b2ad-62898556d607 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:07:29.765629 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f987ebcd-a6a3-4524-943d-6741f1b895a0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553346 Aug 09 16:07:29.765903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37820) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:29.866101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7c9bc-2a7e-4608-aac3-ced818de8f41 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:29.867886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cab7c9bc-2a7e-4608-aac3-ced818de8f41 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1037390 Aug 09 16:07:29.870462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37822) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:29.934168 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccf2b30-ff31-422b-b94c-07f6048acfd9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:29.934668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2ccf2b30-ff31-422b-b94c-07f6048acfd9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0632107 Aug 09 16:07:29.937233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37824) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:29.983171 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ee41e977-dab3-4520-8800-d134bb836316 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446403 Aug 09 16:07:29.987504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37828) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:29.995125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:30.105538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:30.190501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:30.195818 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:30.217167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:30.525416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a5b464-0d0b-4294-8793-9467bf7545be None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:30.682188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-48fa74c5-cd9d-485a-837c-62605f858ba8 None None] Provisioning for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:30.720553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-48fa74c5-cd9d-485a-837c-62605f858ba8 None None] Provisioning complete for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:30.721050 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-48fa74c5-cd9d-485a-837c-62605f858ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:30.871052 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-48fa74c5-cd9d-485a-837c-62605f858ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:30.879396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.objects.ports [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:30.960459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-48fa74c5-cd9d-485a-837c-62605f858ba8 None None] For port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:30.970256 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-48fa74c5-cd9d-485a-837c-62605f858ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.074788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa74c5-cd9d-485a-837c-62605f858ba8 None None] Pushing event updated for resources: {'Port': ['ID=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:31.238008 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.298582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4ad0fd4e-50af-40f0-a777-eaf06af469dd None None] Provisioning complete for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:31.299945 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ad0fd4e-50af-40f0-a777-eaf06af469dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.522306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] For port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:31.556997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.568351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8a0fabdd-e97a-4beb-b3d7-31602298a952 None None] Could not find standard attr ID for object 02a6be01-101b-4907-ac74-4d9ae294377a. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:07:31.572377 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.573259 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.676356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:31.682644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:31.687900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:31.688942 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:31.736762 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7458727 Aug 09 16:07:31.738760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37870) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:31.745524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-261b3179-1ee3-4896-8fd3-626827d46a97 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:31.756796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=88ab0b56-d87e-4028-bbf7-56149e0f91b1,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:31.759482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c54f3-7bfe-4214-82df-3a909d4ffe39 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:31.828075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f48d8-3332-4dbc-8a3c-3cde86f88038 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:31.933874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261b3179-1ee3-4896-8fd3-626827d46a97 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:31.938127 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-261b3179-1ee3-4896-8fd3-626827d46a97 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.096466 n-d-803778-2 neutron-server[94289]: INFO neutron.db.ipam_backend_mixin [None req-261b3179-1ee3-4896-8fd3-626827d46a97 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88ab0b56-d87e-4028-bbf7-56149e0f91b1 (CIDR: 2001:db8::/64) Aug 09 16:07:32.106828 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-261b3179-1ee3-4896-8fd3-626827d46a97 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:07:32.107407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261b3179-1ee3-4896-8fd3-626827d46a97 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:32.146425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37884) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:32.146936 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-261b3179-1ee3-4896-8fd3-626827d46a97 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4064755 Aug 09 16:07:32.151852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b4fd901b-3c20-415f-b100-38e2ca14e7de tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:32.237953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:32.313788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fd901b-3c20-415f-b100-38e2ca14e7de tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:32.317343 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4fd901b-3c20-415f-b100-38e2ca14e7de tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.352477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:32.353094 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.667608 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4fd901b-3c20-415f-b100-38e2ca14e7de tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.731005 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd901b-3c20-415f-b100-38e2ca14e7de tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=cb9f152b-94f2-4026-89f0-1ed3d5ea1a5c,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:32.754444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd901b-3c20-415f-b100-38e2ca14e7de tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:32.756039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-b4fd901b-3c20-415f-b100-38e2ca14e7de tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:32.759517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fd901b-3c20-415f-b100-38e2ca14e7de tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:32.760124 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b4fd901b-3c20-415f-b100-38e2ca14e7de tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.766958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb139348-6e69-41c4-acd8-bf1c323e1a21 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:32.782127 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b4fd901b-3c20-415f-b100-38e2ca14e7de tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6345713 Aug 09 16:07:32.785665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37898) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:32.791640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:a2:1e:69', 'name': 'tempest-NetworksTestDHCPv6-718828968'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:32.852647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ab893129-4e74-47b3-b8e9-bed8680fefe0 None None] Provisioning complete for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:32.853032 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ab893129-4e74-47b3-b8e9-bed8680fefe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.929084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:33.020329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.042508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port d8eb6e8c-a707-49ad-aeb9-392291d68eb0 yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:33.084099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b131799d-a915-4bc7-bab8-52ebd5ce0e46 None None] Update dhcp port {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': '88ab0b56-d87e-4028-bbf7-56149e0f91b1', 'ip_address': '2001:db8::f816:3eff:feeb:f14c'}, {'subnet_id': 'cb9f152b-94f2-4026-89f0-1ed3d5ea1a5c'}], 'binding:host_id': 'n-d-803778-2'}, 'id': 'e5276ee3-4e2d-4deb-9fc5-6b5259ca4560'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:07:33.112220 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b131799d-a915-4bc7-bab8-52ebd5ce0e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.246948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8:0:1::19d (938be601-55e5-4495-92d1-2b238bfd5fac/cb9f152b-94f2-4026-89f0-1ed3d5ea1a5c/d8eb6e8c-a707-49ad-aeb9-392291d68eb0) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:33.256942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::f816:3eff:fea2:1e69 (938be601-55e5-4495-92d1-2b238bfd5fac/88ab0b56-d87e-4028-bbf7-56149e0f91b1/d8eb6e8c-a707-49ad-aeb9-392291d68eb0) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:33.427123 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.443709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object d8eb6e8c-a707-49ad-aeb9-392291d68eb0 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:33.483142 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.560556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:33.562768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=d8eb6e8c-a707-49ad-aeb9-392291d68eb0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:33.566372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:33.568985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:33.573536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-b131799d-a915-4bc7-bab8-52ebd5ce0e46 None None] Allocated IP 2001:db8:0:1::2 (938be601-55e5-4495-92d1-2b238bfd5fac/cb9f152b-94f2-4026-89f0-1ed3d5ea1a5c/e5276ee3-4e2d-4deb-9fc5-6b5259ca4560) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:33.575794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:33.576606 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.595392 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c98a70f5-c32e-443d-ad48-81133f800d10 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8083463 Aug 09 16:07:33.598634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37924) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:33.732530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ff6bc79f-08cd-48c2-b635-edb5d535a16d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port d8eb6e8c-a707-49ad-aeb9-392291d68eb0 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:33.732890 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff6bc79f-08cd-48c2-b635-edb5d535a16d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.736613 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b131799d-a915-4bc7-bab8-52ebd5ce0e46 None None] For port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:33.789293 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b131799d-a915-4bc7-bab8-52ebd5ce0e46 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.805947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b131799d-a915-4bc7-bab8-52ebd5ce0e46 None None] Transition to ACTIVE for port object e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:33.810960 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b131799d-a915-4bc7-bab8-52ebd5ce0e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.863635 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff6bc79f-08cd-48c2-b635-edb5d535a16d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:33.884371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ff6bc79f-08cd-48c2-b635-edb5d535a16d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for d8eb6e8c-a707-49ad-aeb9-392291d68eb0 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:33.932818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131799d-a915-4bc7-bab8-52ebd5ce0e46 None None] Pushing event updated for resources: {'Port': ['ID=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:34.059581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:34.165841 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff6bc79f-08cd-48c2-b635-edb5d535a16d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.254171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bc79f-08cd-48c2-b635-edb5d535a16d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=d8eb6e8c-a707-49ad-aeb9-392291d68eb0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:34.294882 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff6bc79f-08cd-48c2-b635-edb5d535a16d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.297783 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ff6bc79f-08cd-48c2-b635-edb5d535a16d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/d8eb6e8c-a707-49ad-aeb9-392291d68eb0 HTTP/1.1" status: 204 len: 168 time: 0.6969080 Aug 09 16:07:34.300990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37952) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:34.373067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66cb885-6e92-4a2b-9bc3-62971dd4d21b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:34.375812 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c66cb885-6e92-4a2b-9bc3-62971dd4d21b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0735455 Aug 09 16:07:34.378555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37958) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:34.484984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a555d-48d5-44f6-8df6-0d91a91a7d36 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:34.487254 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-855a555d-48d5-44f6-8df6-0d91a91a7d36 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1071630 Aug 09 16:07:34.489945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37964) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:34.570235 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f7c82-5a23-4914-a6d1-182352dc022b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:34.572080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f7c82-5a23-4914-a6d1-182352dc022b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:34.573832 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f7c82-5a23-4914-a6d1-182352dc022b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:34.575918 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e36f7c82-5a23-4914-a6d1-182352dc022b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0848761 Aug 09 16:07:34.579415 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37970) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:34.664070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c4ad58-ee2a-44d1-95a7-2cba5e4ce9aa tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet 88ab0b56-d87e-4028-bbf7-56149e0f91b1 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:34.670664 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15c4ad58-ee2a-44d1-95a7-2cba5e4ce9aa tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.727483 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15c4ad58-ee2a-44d1-95a7-2cba5e4ce9aa tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.845929 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15c4ad58-ee2a-44d1-95a7-2cba5e4ce9aa tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.926863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15c4ad58-ee2a-44d1-95a7-2cba5e4ce9aa tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.971022 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4ad58-ee2a-44d1-95a7-2cba5e4ce9aa tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=88ab0b56-d87e-4028-bbf7-56149e0f91b1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:34.977437 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15c4ad58-ee2a-44d1-95a7-2cba5e4ce9aa tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:34.982128 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-15c4ad58-ee2a-44d1-95a7-2cba5e4ce9aa tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/88ab0b56-d87e-4028-bbf7-56149e0f91b1 HTTP/1.1" status: 204 len: 168 time: 0.3990679 Aug 09 16:07:34.983021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 37986) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:35.052968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dd0da0-acb2-4a25-b9f3-33a79e8533e0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet cb9f152b-94f2-4026-89f0-1ed3d5ea1a5c {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:35.057711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52dd0da0-acb2-4a25-b9f3-33a79e8533e0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.064070 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4227d1c6-3935-46ff-925d-ea16b3bcc77a None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:35.104202 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52dd0da0-acb2-4a25-b9f3-33a79e8533e0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.207906 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52dd0da0-acb2-4a25-b9f3-33a79e8533e0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.234675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d6e2415f-3d7f-4689-9c97-8cf0b4cbeeeb None None] Provisioning for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:35.242962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d6e2415f-3d7f-4689-9c97-8cf0b4cbeeeb None None] Provisioning complete for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:35.243422 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d6e2415f-3d7f-4689-9c97-8cf0b4cbeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.303832 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52dd0da0-acb2-4a25-b9f3-33a79e8533e0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.334341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd0da0-acb2-4a25-b9f3-33a79e8533e0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9f152b-94f2-4026-89f0-1ed3d5ea1a5c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:35.343798 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-52dd0da0-acb2-4a25-b9f3-33a79e8533e0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.348247 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-52dd0da0-acb2-4a25-b9f3-33a79e8533e0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/cb9f152b-94f2-4026-89f0-1ed3d5ea1a5c HTTP/1.1" status: 204 len: 168 time: 0.3624597 Aug 09 16:07:35.349173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 37994) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:35.419965 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-96103720-1ace-4927-b5c6-427955b26e7f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699551 Aug 09 16:07:35.425230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38000) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:35.431693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:35.558187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:35.567095 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:35.916367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.objects.ports [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:36.132931 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5193d8-ac6c-4ae3-b8fb-14bd0992516b None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:36.158154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.252972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ae6f7262-6d99-444d-aa42-421caa5cd6e2 None None] Provisioning complete for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:36.253423 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ae6f7262-6d99-444d-aa42-421caa5cd6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.387492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] For port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:36.427835 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.434113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.435053 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.538404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:36.552299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:36.561468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:36.562977 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.569286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=3caeb0c8-4f0d-471b-a178-c4246d7406cb,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:36.580250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,revision_number=11']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:36.599154 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-160f9a5f-c58c-4633-9f90-450ff49d3878 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1697736 Aug 09 16:07:36.599372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38034) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:36.606169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d434da71-bc90-47e2-83bc-db02ac98e310 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:36.748869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d434da71-bc90-47e2-83bc-db02ac98e310 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:36.755347 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d434da71-bc90-47e2-83bc-db02ac98e310 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:36.891625 n-d-803778-2 neutron-server[94289]: INFO neutron.db.ipam_backend_mixin [None req-d434da71-bc90-47e2-83bc-db02ac98e310 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3caeb0c8-4f0d-471b-a178-c4246d7406cb (CIDR: 2001:db8::/64) Aug 09 16:07:36.899950 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d434da71-bc90-47e2-83bc-db02ac98e310 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:07:36.900369 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d434da71-bc90-47e2-83bc-db02ac98e310 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:36.923775 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d434da71-bc90-47e2-83bc-db02ac98e310 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3230529 Aug 09 16:07:36.926533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38044) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:36.934324 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9f7aa8f6-f1a5-4e92-ba5b-419ef0de4ec2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:37.083286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7aa8f6-f1a5-4e92-ba5b-419ef0de4ec2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:37.087601 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f7aa8f6-f1a5-4e92-ba5b-419ef0de4ec2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.392843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a35822c-5daf-4086-b37e-b8700ecd62e1 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:37.476678 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f7aa8f6-f1a5-4e92-ba5b-419ef0de4ec2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.509382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e93d2aad-c187-4e14-8b27-7fb3efd57002 None None] Provisioning complete for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:37.510125 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e93d2aad-c187-4e14-8b27-7fb3efd57002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.539735 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7aa8f6-f1a5-4e92-ba5b-419ef0de4ec2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:37.543170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-9f7aa8f6-f1a5-4e92-ba5b-419ef0de4ec2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:37.550271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7aa8f6-f1a5-4e92-ba5b-419ef0de4ec2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:37.550972 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f7aa8f6-f1a5-4e92-ba5b-419ef0de4ec2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.562408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7aa8f6-f1a5-4e92-ba5b-419ef0de4ec2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=70a9350d-15e6-42c3-a14b-ad88fc69276b,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:37.571817 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9f7aa8f6-f1a5-4e92-ba5b-419ef0de4ec2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6436198 Aug 09 16:07:37.574683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38062) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:37.580958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:1d:50:26', 'name': 'tempest-NetworksTestDHCPv6-1343652926'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:37.720073 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-357ddea2-6794-41b6-84a9-f1df8c0f7bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.763208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:37.887061 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:37.909894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 1d59ab95-d17e-4bf3-be91-b81e0ebd2cf9 yet. {{(pid=94289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:37.917135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c764564-ff19-487b-958f-34e373e32889 None None] Update dhcp port {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': '3caeb0c8-4f0d-471b-a178-c4246d7406cb', 'ip_address': '2001:db8::f816:3eff:feeb:f14c'}, {'subnet_id': '70a9350d-15e6-42c3-a14b-ad88fc69276b'}], 'binding:host_id': 'n-d-803778-2'}, 'id': 'e5276ee3-4e2d-4deb-9fc5-6b5259ca4560'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:07:37.954390 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9c764564-ff19-487b-958f-34e373e32889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.083112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:38.168285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8:0:1::241 (938be601-55e5-4495-92d1-2b238bfd5fac/70a9350d-15e6-42c3-a14b-ad88fc69276b/1d59ab95-d17e-4bf3-be91-b81e0ebd2cf9) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:38.176766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::f816:3eff:fe1d:5026 (938be601-55e5-4495-92d1-2b238bfd5fac/3caeb0c8-4f0d-471b-a178-c4246d7406cb/1d59ab95-d17e-4bf3-be91-b81e0ebd2cf9) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:38.196741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:38.197389 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.376556 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.419822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 1d59ab95-d17e-4bf3-be91-b81e0ebd2cf9 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:38.488334 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.616384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=1d59ab95-d17e-4bf3-be91-b81e0ebd2cf9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:38.631959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-9c764564-ff19-487b-958f-34e373e32889 None None] Allocated IP 2001:db8:0:1::2 (938be601-55e5-4495-92d1-2b238bfd5fac/70a9350d-15e6-42c3-a14b-ad88fc69276b/e5276ee3-4e2d-4deb-9fc5-6b5259ca4560) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:38.660810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:38.670842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:38.678397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:38.685064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:38.686014 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.713984 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7f3918ea-589e-40f8-a6af-337f79ebf48c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1379943 Aug 09 16:07:38.716498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38088) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:38.788717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9c764564-ff19-487b-958f-34e373e32889 None None] For port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:38.833476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9e3fe582-1e97-4d2f-8d3d-7108c8ac2a3b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 1d59ab95-d17e-4bf3-be91-b81e0ebd2cf9 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:38.834093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e3fe582-1e97-4d2f-8d3d-7108c8ac2a3b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.851602 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9c764564-ff19-487b-958f-34e373e32889 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.867587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9c764564-ff19-487b-958f-34e373e32889 None None] Transition to ACTIVE for port object e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:38.873195 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9c764564-ff19-487b-958f-34e373e32889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:38.981453 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e3fe582-1e97-4d2f-8d3d-7108c8ac2a3b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.001072 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9e3fe582-1e97-4d2f-8d3d-7108c8ac2a3b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 1d59ab95-d17e-4bf3-be91-b81e0ebd2cf9 owned by {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:39.013269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c764564-ff19-487b-958f-34e373e32889 None None] Pushing event updated for resources: {'Port': ['ID=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,revision_number=12']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:39.249189 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e3fe582-1e97-4d2f-8d3d-7108c8ac2a3b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.283672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fe582-1e97-4d2f-8d3d-7108c8ac2a3b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=1d59ab95-d17e-4bf3-be91-b81e0ebd2cf9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:39.302016 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:07:39.340141 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e3fe582-1e97-4d2f-8d3d-7108c8ac2a3b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.343459 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9e3fe582-1e97-4d2f-8d3d-7108c8ac2a3b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/1d59ab95-d17e-4bf3-be91-b81e0ebd2cf9 HTTP/1.1" status: 204 len: 168 time: 0.6249940 Aug 09 16:07:39.345988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38100) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.445664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a87b7-7a11-46e1-887e-ae43080450c7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:39.448031 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9a9a87b7-7a11-46e1-887e-ae43080450c7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1006324 Aug 09 16:07:39.450895 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38102) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.510176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b8d291-db9e-4ecf-8abe-27d8e4b1a68f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:39.514299 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-10b8d291-db9e-4ecf-8abe-27d8e4b1a68f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0600688 Aug 09 16:07:39.515296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38104) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.575424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ca683f-7941-4cff-b135-a7c599b5cb9e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:39.578008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ca683f-7941-4cff-b135-a7c599b5cb9e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:39.580437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ca683f-7941-4cff-b135-a7c599b5cb9e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:39.585474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38108) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:39.586329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-74ca683f-7941-4cff-b135-a7c599b5cb9e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0698540 Aug 09 16:07:39.694579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7360309-e757-4cfa-aede-023fb83c3fbf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet 3caeb0c8-4f0d-471b-a178-c4246d7406cb {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:39.704493 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7360309-e757-4cfa-aede-023fb83c3fbf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.758155 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7360309-e757-4cfa-aede-023fb83c3fbf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.770514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4911adec-e046-42e4-95de-dd988cb07f55 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:39.887943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-36de54dd-c055-44e9-84d4-076753597636 None None] Provisioning for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:39.896338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-36de54dd-c055-44e9-84d4-076753597636 None None] Provisioning complete for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:39.896831 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-36de54dd-c055-44e9-84d4-076753597636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:39.935593 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7360309-e757-4cfa-aede-023fb83c3fbf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.021147 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7360309-e757-4cfa-aede-023fb83c3fbf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.049241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7360309-e757-4cfa-aede-023fb83c3fbf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=3caeb0c8-4f0d-471b-a178-c4246d7406cb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:40.072661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7360309-e757-4cfa-aede-023fb83c3fbf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.075013 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f7360309-e757-4cfa-aede-023fb83c3fbf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/3caeb0c8-4f0d-471b-a178-c4246d7406cb HTTP/1.1" status: 204 len: 168 time: 0.4878247 Aug 09 16:07:40.078291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38124) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:40.111322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:40.143126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afa8055-c901-4be2-a380-f93a844bd449 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet 70a9350d-15e6-42c3-a14b-ad88fc69276b {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:40.146581 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6afa8055-c901-4be2-a380-f93a844bd449 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.191708 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:40.192400 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.252889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6afa8055-c901-4be2-a380-f93a844bd449 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.453485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6afa8055-c901-4be2-a380-f93a844bd449 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.544372 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6afa8055-c901-4be2-a380-f93a844bd449 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.558767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7ee376-649c-4d34-aff8-5902dc19a2f9 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:40.563958 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d26ccbf3-0d08-4038-b25e-cc29536c12c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.586287 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6afa8055-c901-4be2-a380-f93a844bd449 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.591077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6afa8055-c901-4be2-a380-f93a844bd449 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/70a9350d-15e6-42c3-a14b-ad88fc69276b HTTP/1.1" status: 204 len: 168 time: 0.5090704 Aug 09 16:07:40.591077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa8055-c901-4be2-a380-f93a844bd449 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=70a9350d-15e6-42c3-a14b-ad88fc69276b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:40.592072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38132) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:40.661152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-76633c1e-1be6-46e4-8ad3-02179d84136e None None] Provisioning complete for port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:40.661535 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-76633c1e-1be6-46e4-8ad3-02179d84136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.669051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38138) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:40.669411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-07646c15-e40d-4be4-baec-6226c33486e9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749059 Aug 09 16:07:40.677662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-112598ec-5151-4740-a6f2-7db53fb0a135 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:40.811832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112598ec-5151-4740-a6f2-7db53fb0a135 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:40.821141 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-112598ec-5151-4740-a6f2-7db53fb0a135 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.867614 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:40.912080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eddc60-c281-4299-ae9d-a99b02b16edb None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:40.974933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-87eddc60-c281-4299-ae9d-a99b02b16edb None None] Deleting port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:40.975277 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-87eddc60-c281-4299-ae9d-a99b02b16edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.109970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-87eddc60-c281-4299-ae9d-a99b02b16edb None None] For port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:41.111251 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-87eddc60-c281-4299-ae9d-a99b02b16edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.156146 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-112598ec-5151-4740-a6f2-7db53fb0a135 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.158154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-87eddc60-c281-4299-ae9d-a99b02b16edb None None] Calling delete_port for e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:41.205237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112598ec-5151-4740-a6f2-7db53fb0a135 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:41.252500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-112598ec-5151-4740-a6f2-7db53fb0a135 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:41.256146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112598ec-5151-4740-a6f2-7db53fb0a135 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:41.256807 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-112598ec-5151-4740-a6f2-7db53fb0a135 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.259482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112598ec-5151-4740-a6f2-7db53fb0a135 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=779bb844-2947-4dc6-a23d-32dc2d81e57c,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:41.290130 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-112598ec-5151-4740-a6f2-7db53fb0a135 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6172149 Aug 09 16:07:41.290784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38156) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:41.310131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-0eaa6264-16ff-4f30-9bfb-97e63cd20753 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:41.354173 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-87eddc60-c281-4299-ae9d-a99b02b16edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.418026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eddc60-c281-4299-ae9d-a99b02b16edb None None] Pushing event deleted for resources: {'Port': ['ID=e5276ee3-4e2d-4deb-9fc5-6b5259ca4560,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:41.420617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eddc60-c281-4299-ae9d-a99b02b16edb None None] No DVR routers for this DVR port e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:41.440508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fa63fe-7afe-4fcb-ab28-d4ee798cd771 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:41.523170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaa6264-16ff-4f30-9bfb-97e63cd20753 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:41.528303 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0eaa6264-16ff-4f30-9bfb-97e63cd20753 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.565469 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.657700 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.705679 n-d-803778-2 neutron-server[94290]: INFO neutron.db.ipam_backend_mixin [None req-0eaa6264-16ff-4f30-9bfb-97e63cd20753 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 779bb844-2947-4dc6-a23d-32dc2d81e57c (CIDR: 2001:db8::/64) Aug 09 16:07:41.710101 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaa6264-16ff-4f30-9bfb-97e63cd20753 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:07:41.710938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eaa6264-16ff-4f30-9bfb-97e63cd20753 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:41.752696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38168) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:41.753447 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0eaa6264-16ff-4f30-9bfb-97e63cd20753 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4543364 Aug 09 16:07:41.758837 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0010c7d9-2ea5-4373-be77-dae2aa6f18a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:41.809818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': '779bb844-2947-4dc6-a23d-32dc2d81e57c'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:41.814053 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:41.918156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0010c7d9-2ea5-4373-be77-dae2aa6f18a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:41.923737 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0010c7d9-2ea5-4373-be77-dae2aa6f18a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:42.097970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:42.130214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:42.130799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e5276ee3-4e2d-4deb-9fc5-6b5259ca4560 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:42.261444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Allocated IP 2001:db8::2 (938be601-55e5-4495-92d1-2b238bfd5fac/779bb844-2947-4dc6-a23d-32dc2d81e57c/72115712-5282-44fe-98ab-55519380ec4e) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:42.745653 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:42.775313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Transition to ACTIVE for port object 72115712-5282-44fe-98ab-55519380ec4e will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:42.782736 n-d-803778-2 neutron-server[94289]: DEBUG neutron.objects.ports [None req-0010c7d9-2ea5-4373-be77-dae2aa6f18a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:42.789251 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0010c7d9-2ea5-4373-be77-dae2aa6f18a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:42.802846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Transition to ACTIVE for port object 72115712-5282-44fe-98ab-55519380ec4e will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:42.843787 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:42.866253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0010c7d9-2ea5-4373-be77-dae2aa6f18a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:42.896355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-0010c7d9-2ea5-4373-be77-dae2aa6f18a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:42.904834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0010c7d9-2ea5-4373-be77-dae2aa6f18a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:42.908739 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0010c7d9-2ea5-4373-be77-dae2aa6f18a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:42.974957 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0010c7d9-2ea5-4373-be77-dae2aa6f18a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2203844 Aug 09 16:07:42.978037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38188) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:42.986795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010c7d9-2ea5-4373-be77-dae2aa6f18a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=79ae9e92-7dcb-4a6f-b488-f7efd727d24d,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:43.005427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:fa:85:48', 'name': 'tempest-NetworksTestDHCPv6-266361946'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:43.044814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:43.056027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:43.059747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:43.066972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Pushing event updated for resources: {'Port': ['ID=72115712-5282-44fe-98ab-55519380ec4e,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:43.216837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Attempting to bind port 72115712-5282-44fe-98ab-55519380ec4e on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:43.218647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Attempting to bind port 72115712-5282-44fe-98ab-55519380ec4e by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:43.219029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Attempting to bind port 72115712-5282-44fe-98ab-55519380ec4e on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:43.239518 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.241395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:43.242008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:43.243174 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.243828 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:43.245204 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Bound port: 72115712-5282-44fe-98ab-55519380ec4e, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:43.245823 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.301316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:43.403590 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] For port 72115712-5282-44fe-98ab-55519380ec4e, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:43.414878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] For port 72115712-5282-44fe-98ab-55519380ec4e, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=72115712-5282-44fe-98ab-55519380ec4e,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:43.422190 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.526680 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.544107 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:43.551503 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856bf8c-c08a-4e95-801e-b66870510575 None None] Pushing event updated for resources: {'Port': ['ID=72115712-5282-44fe-98ab-55519380ec4e,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:43.620405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 357142f9-ddc1-41b8-8407-53097c467e6a yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:44.164152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 72115712-5282-44fe-98ab-55519380ec4e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:44.364784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 72115712-5282-44fe-98ab-55519380ec4e completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:44.529719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::1df (938be601-55e5-4495-92d1-2b238bfd5fac/779bb844-2947-4dc6-a23d-32dc2d81e57c/357142f9-ddc1-41b8-8407-53097c467e6a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:44.543496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8:0:1:f816:3eff:fefa:8548 (938be601-55e5-4495-92d1-2b238bfd5fac/79ae9e92-7dcb-4a6f-b488-f7efd727d24d/357142f9-ddc1-41b8-8407-53097c467e6a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:45.002015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.050817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 357142f9-ddc1-41b8-8407-53097c467e6a will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:45.150890 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.215529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:45.219488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:45.225923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:45.232004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:45.232482 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.253458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=357142f9-ddc1-41b8-8407-53097c467e6a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:45.256839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-17cc37c8-af19-4287-887d-9eececbe7293 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2772360 Aug 09 16:07:45.259813 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38224) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:45.295259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2983154-786f-4d66-bba9-930399b57895 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:45.399736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7f474429-dd43-44db-9539-35cb4d0aa717 None None] Provisioning for port 72115712-5282-44fe-98ab-55519380ec4e completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:45.408237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7f474429-dd43-44db-9539-35cb4d0aa717 None None] Provisioning complete for port 72115712-5282-44fe-98ab-55519380ec4e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:45.408928 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7f474429-dd43-44db-9539-35cb4d0aa717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.445965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-45c11a03-4053-4db0-96d0-990897387ba7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 357142f9-ddc1-41b8-8407-53097c467e6a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:45.446724 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-45c11a03-4053-4db0-96d0-990897387ba7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.647770 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7f474429-dd43-44db-9539-35cb4d0aa717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.705077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7f474429-dd43-44db-9539-35cb4d0aa717 None None] For port 72115712-5282-44fe-98ab-55519380ec4e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=72115712-5282-44fe-98ab-55519380ec4e,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:45.736220 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7f474429-dd43-44db-9539-35cb4d0aa717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.752608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-45c11a03-4053-4db0-96d0-990897387ba7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:45.796993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-45c11a03-4053-4db0-96d0-990897387ba7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 357142f9-ddc1-41b8-8407-53097c467e6a owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:45.866543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f474429-dd43-44db-9539-35cb4d0aa717 None None] Pushing event updated for resources: {'Port': ['ID=72115712-5282-44fe-98ab-55519380ec4e,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:45.872723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f7375b-338d-402f-97e2-f0fe5fe04886 None None] Update dhcp port {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': '779bb844-2947-4dc6-a23d-32dc2d81e57c', 'ip_address': '2001:db8::2'}, {'subnet_id': '79ae9e92-7dcb-4a6f-b488-f7efd727d24d'}], 'binding:host_id': 'n-d-803778-2'}, 'id': '72115712-5282-44fe-98ab-55519380ec4e'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:07:45.912777 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f9f7375b-338d-402f-97e2-f0fe5fe04886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.138979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 72115712-5282-44fe-98ab-55519380ec4e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:46.231958 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-45c11a03-4053-4db0-96d0-990897387ba7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.312213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c11a03-4053-4db0-96d0-990897387ba7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=357142f9-ddc1-41b8-8407-53097c467e6a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:46.367211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-f9f7375b-338d-402f-97e2-f0fe5fe04886 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe23:7238 (938be601-55e5-4495-92d1-2b238bfd5fac/79ae9e92-7dcb-4a6f-b488-f7efd727d24d/72115712-5282-44fe-98ab-55519380ec4e) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:46.433296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-45c11a03-4053-4db0-96d0-990897387ba7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.437843 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-45c11a03-4053-4db0-96d0-990897387ba7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/357142f9-ddc1-41b8-8407-53097c467e6a HTTP/1.1" status: 204 len: 168 time: 1.1747420 Aug 09 16:07:46.438959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38262) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:46.522662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 72115712-5282-44fe-98ab-55519380ec4e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:46.524155 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.531869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7170ac-b3c3-46db-866c-e33d98f3d2a5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:46.536063 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9d7170ac-b3c3-46db-866c-e33d98f3d2a5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0953717 Aug 09 16:07:46.538514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38264) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:46.619452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f9f7375b-338d-402f-97e2-f0fe5fe04886 None None] For port 72115712-5282-44fe-98ab-55519380ec4e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=72115712-5282-44fe-98ab-55519380ec4e,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:46.652517 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f9f7375b-338d-402f-97e2-f0fe5fe04886 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.667780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f9f7375b-338d-402f-97e2-f0fe5fe04886 None None] Transition to ACTIVE for port object 72115712-5282-44fe-98ab-55519380ec4e will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:46.725928 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f9f7375b-338d-402f-97e2-f0fe5fe04886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:46.788967 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7375b-338d-402f-97e2-f0fe5fe04886 None None] Pushing event updated for resources: {'Port': ['ID=72115712-5282-44fe-98ab-55519380ec4e,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:46.804601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598cf14a-0ddc-4228-aae1-ed0ae9b6e817 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:46.814912 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-598cf14a-0ddc-4228-aae1-ed0ae9b6e817 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2723627 Aug 09 16:07:46.815228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38268) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:46.922135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b12cf2-cb17-4981-a686-b541f1405a0d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:46.924393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b12cf2-cb17-4981-a686-b541f1405a0d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:46.927277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b12cf2-cb17-4981-a686-b541f1405a0d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:46.929555 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f3b12cf2-cb17-4981-a686-b541f1405a0d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1129928 Aug 09 16:07:46.935824 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38274) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:47.010262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b23535c-a08e-4fec-b190-2cf09569e02f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet 779bb844-2947-4dc6-a23d-32dc2d81e57c {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:47.013573 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b23535c-a08e-4fec-b190-2cf09569e02f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:47.075033 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b23535c-a08e-4fec-b190-2cf09569e02f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:47.289615 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b23535c-a08e-4fec-b190-2cf09569e02f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:47.381462 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b23535c-a08e-4fec-b190-2cf09569e02f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:47.414879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23535c-a08e-4fec-b190-2cf09569e02f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=779bb844-2947-4dc6-a23d-32dc2d81e57c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:47.434329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b23535c-a08e-4fec-b190-2cf09569e02f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:47.441523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6b23535c-a08e-4fec-b190-2cf09569e02f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/779bb844-2947-4dc6-a23d-32dc2d81e57c HTTP/1.1" status: 204 len: 168 time: 0.5040004 Aug 09 16:07:47.441850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38282) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:47.576748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-846e88a8-5f5c-4f14-951d-45369ff411ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet 79ae9e92-7dcb-4a6f-b488-f7efd727d24d {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:47.581562 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-846e88a8-5f5c-4f14-951d-45369ff411ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:47.645645 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-846e88a8-5f5c-4f14-951d-45369ff411ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:47.766930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319b84de-1d11-4d3c-825f-aef74c19d951 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:47.805391 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-846e88a8-5f5c-4f14-951d-45369ff411ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:47.924249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-897677f1-5f0c-47bd-a891-4e0037ac6e3f None None] Provisioning for port 72115712-5282-44fe-98ab-55519380ec4e completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:47.931667 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-846e88a8-5f5c-4f14-951d-45369ff411ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:47.962737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-897677f1-5f0c-47bd-a891-4e0037ac6e3f None None] Provisioning complete for port 72115712-5282-44fe-98ab-55519380ec4e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:47.963215 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-897677f1-5f0c-47bd-a891-4e0037ac6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.043692 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-846e88a8-5f5c-4f14-951d-45369ff411ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.045233 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-846e88a8-5f5c-4f14-951d-45369ff411ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/79ae9e92-7dcb-4a6f-b488-f7efd727d24d HTTP/1.1" status: 204 len: 168 time: 0.6021504 Aug 09 16:07:48.049784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e88a8-5f5c-4f14-951d-45369ff411ad tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=79ae9e92-7dcb-4a6f-b488-f7efd727d24d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:48.051611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38292) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:48.140039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38296) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:48.141283 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4016fd40-d0ec-4cb7-8a3c-1c8d49623d91 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880983 Aug 09 16:07:48.145749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-fadd2a16-0f9b-4427-a20a-e258f94bc733 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:48.162992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 72115712-5282-44fe-98ab-55519380ec4e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:48.340524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadd2a16-0f9b-4427-a20a-e258f94bc733 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:48.347508 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fadd2a16-0f9b-4427-a20a-e258f94bc733 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.594366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-897677f1-5f0c-47bd-a891-4e0037ac6e3f None None] Could not find standard attr ID for object 357142f9-ddc1-41b8-8407-53097c467e6a. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:07:48.601361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 72115712-5282-44fe-98ab-55519380ec4e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:48.603300 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.650626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6c0f6a-516e-4637-bb44-72311ba88fe0 None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:48.756293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fadd2a16-0f9b-4427-a20a-e258f94bc733 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.786257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c0f6a-516e-4637-bb44-72311ba88fe0 None None] Deleting port 72115712-5282-44fe-98ab-55519380ec4e {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:48.786713 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0f6a-516e-4637-bb44-72311ba88fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.801351 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd2a16-0f9b-4427-a20a-e258f94bc733 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:48.805320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-fadd2a16-0f9b-4427-a20a-e258f94bc733 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:48.814635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd2a16-0f9b-4427-a20a-e258f94bc733 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:48.815422 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fadd2a16-0f9b-4427-a20a-e258f94bc733 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.839486 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fadd2a16-0f9b-4427-a20a-e258f94bc733 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6982148 Aug 09 16:07:48.843653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38308) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:48.849366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1d42d154-1d41-4018-8ec7-1559e376fcc8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:48.919466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd2a16-0f9b-4427-a20a-e258f94bc733 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=aaa2d288-bc77-411c-88cd-05eb0e6e1a92,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:48.948353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-dd6c0f6a-516e-4637-bb44-72311ba88fe0 None None] For port 72115712-5282-44fe-98ab-55519380ec4e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=72115712-5282-44fe-98ab-55519380ec4e,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:48.948757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0f6a-516e-4637-bb44-72311ba88fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.967244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c0f6a-516e-4637-bb44-72311ba88fe0 None None] Calling delete_port for 72115712-5282-44fe-98ab-55519380ec4e owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:49.072715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d42d154-1d41-4018-8ec7-1559e376fcc8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:49.076278 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d42d154-1d41-4018-8ec7-1559e376fcc8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:49.081654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0f6a-516e-4637-bb44-72311ba88fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:49.120454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c0f6a-516e-4637-bb44-72311ba88fe0 None None] Pushing event deleted for resources: {'Port': ['ID=72115712-5282-44fe-98ab-55519380ec4e,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:49.126486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6c0f6a-516e-4637-bb44-72311ba88fe0 None None] No DVR routers for this DVR port 72115712-5282-44fe-98ab-55519380ec4e on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:49.141732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dad1e33-9d84-4786-a51e-798997e454ec None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:49.237937 n-d-803778-2 neutron-server[94290]: INFO neutron.db.ipam_backend_mixin [None req-1d42d154-1d41-4018-8ec7-1559e376fcc8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aaa2d288-bc77-411c-88cd-05eb0e6e1a92 (CIDR: 2001:db8::/64) Aug 09 16:07:49.243490 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d42d154-1d41-4018-8ec7-1559e376fcc8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:07:49.243955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d42d154-1d41-4018-8ec7-1559e376fcc8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:49.274662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38318) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:49.275345 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1d42d154-1d41-4018-8ec7-1559e376fcc8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4301786 Aug 09 16:07:49.280802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4d359663-b6a9-4fd5-99ef-362eb5aa09dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'subnet': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:49.406034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-938be601-55e5-4495-92d1-2b238bfd5fac', 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'tenant_id': '879a5573e053428684ee8e50ee9436a3', 'fixed_ips': [{'subnet_id': 'aaa2d288-bc77-411c-88cd-05eb0e6e1a92'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:07:49.406983 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:49.534511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d359663-b6a9-4fd5-99ef-362eb5aa09dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:49.539013 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d359663-b6a9-4fd5-99ef-362eb5aa09dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:49.722729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Allocated IP 2001:db8::2 (938be601-55e5-4495-92d1-2b238bfd5fac/aaa2d288-bc77-411c-88cd-05eb0e6e1a92/ac97def4-0222-460c-9836-89463999faf4) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:49.945818 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:49.977853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Transition to ACTIVE for port object ac97def4-0222-460c-9836-89463999faf4 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:49.998385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Transition to ACTIVE for port object ac97def4-0222-460c-9836-89463999faf4 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:50.005089 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.025933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.objects.ports [None req-4d359663-b6a9-4fd5-99ef-362eb5aa09dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 16:07:50.028073 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d359663-b6a9-4fd5-99ef-362eb5aa09dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.059349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:50.064300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:50.066178 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 72115712-5282-44fe-98ab-55519380ec4e no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:50.068337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:50.105757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 72115712-5282-44fe-98ab-55519380ec4e {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:50.106116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 72115712-5282-44fe-98ab-55519380ec4e not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:50.144798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d359663-b6a9-4fd5-99ef-362eb5aa09dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:50.145798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d359663-b6a9-4fd5-99ef-362eb5aa09dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Subnet': ['ID=1daf039f-1c09-445f-970f-2452dcd2764e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:50.151307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-4d359663-b6a9-4fd5-99ef-362eb5aa09dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:50.167443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d359663-b6a9-4fd5-99ef-362eb5aa09dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:50.168083 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d359663-b6a9-4fd5-99ef-362eb5aa09dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.182374 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Pushing event updated for resources: {'Port': ['ID=ac97def4-0222-460c-9836-89463999faf4,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:50.188087 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4d359663-b6a9-4fd5-99ef-362eb5aa09dc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9122734 Aug 09 16:07:50.190833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38334) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:50.196091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Request body: {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'mac_address': 'fa:16:3e:4b:4e:06', 'name': 'tempest-NetworksTestDHCPv6-504170322'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:50.202975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Attempting to bind port ac97def4-0222-460c-9836-89463999faf4 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:07:50.203350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Attempting to bind port ac97def4-0222-460c-9836-89463999faf4 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:07:50.203724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Attempting to bind port ac97def4-0222-460c-9836-89463999faf4 on network 938be601-55e5-4495-92d1-2b238bfd5fac {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:07:50.209991 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:07:50.210336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Checking segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:07:50.210717 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.211312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Bound using segment: {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:07:50.211792 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Bound port: ac97def4-0222-460c-9836-89463999faf4, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a6888e-ac31-494a-ad0b-a8e28f4caa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:07:50.212182 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.302028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] For port ac97def4-0222-460c-9836-89463999faf4, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:07:50.309521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] For port ac97def4-0222-460c-9836-89463999faf4, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ac97def4-0222-460c-9836-89463999faf4,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:07:50.318094 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.378255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Made reservation on behalf of 879a5573e053428684ee8e50ee9436a3 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:50.406069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6d9cd-2c77-41c4-af9a-c730d863be1a None None] Pushing event updated for resources: {'Port': ['ID=ac97def4-0222-460c-9836-89463999faf4,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:50.532704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:50.560444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] device_id is not set on port 4a6bdfbf-ed08-4098-8b47-f6c56826a55c yet. {{(pid=94290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 09 16:07:50.855437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8::2b4 (938be601-55e5-4495-92d1-2b238bfd5fac/aaa2d288-bc77-411c-88cd-05eb0e6e1a92/4a6bdfbf-ed08-4098-8b47-f6c56826a55c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:50.866274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4b:4e06 (938be601-55e5-4495-92d1-2b238bfd5fac/1daf039f-1c09-445f-970f-2452dcd2764e/4a6bdfbf-ed08-4098-8b47-f6c56826a55c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:51.181378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:51.211889 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Transition to ACTIVE for port object 4a6bdfbf-ed08-4098-8b47-f6c56826a55c will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:51.267763 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:51.324326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Network 938be601-55e5-4495-92d1-2b238bfd5fac is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:07:51.333647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:07:51.343005 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:07:51.349532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:51.350798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:51.378438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event updated for resources: {'Port': ['ID=4a6bdfbf-ed08-4098-8b47-f6c56826a55c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:51.394217 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-84bb9045-ae54-409d-a657-2729ebe3c10b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2023344 Aug 09 16:07:51.394492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38380) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:51.544406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-29ab88f7-71aa-45e9-a7c5-77284257fcf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting port 4a6bdfbf-ed08-4098-8b47-f6c56826a55c {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:51.544994 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29ab88f7-71aa-45e9-a7c5-77284257fcf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:51.701073 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29ab88f7-71aa-45e9-a7c5-77284257fcf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:51.725221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-29ab88f7-71aa-45e9-a7c5-77284257fcf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Calling delete_port for 4a6bdfbf-ed08-4098-8b47-f6c56826a55c owned by {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:51.999311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bcb7c8-f468-4027-83fa-98598c26108e None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:52.168981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ac97def4-0222-460c-9836-89463999faf4 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:52.228092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-69a2b615-79e2-492a-b327-4434c2a5cf20 None None] Provisioning for port ac97def4-0222-460c-9836-89463999faf4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:52.266555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ac97def4-0222-460c-9836-89463999faf4 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:52.290766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ac97def4-0222-460c-9836-89463999faf4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:52.300793 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:52.483579 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:52.540473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ac97def4-0222-460c-9836-89463999faf4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ac97def4-0222-460c-9836-89463999faf4,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:52.594517 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:52.683060 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ac97def4-0222-460c-9836-89463999faf4,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:52.688653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1684ff11-c509-4d84-a878-dbddf4a32a75 None None] Update dhcp port {'port': {'network_id': '938be601-55e5-4495-92d1-2b238bfd5fac', 'fixed_ips': [{'subnet_id': 'aaa2d288-bc77-411c-88cd-05eb0e6e1a92', 'ip_address': '2001:db8::2'}, {'subnet_id': '1daf039f-1c09-445f-970f-2452dcd2764e'}], 'binding:host_id': 'n-d-803778-2'}, 'id': 'ac97def4-0222-460c-9836-89463999faf4'} from n-d-803778-2. {{(pid=94291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 09 16:07:52.695834 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29ab88f7-71aa-45e9-a7c5-77284257fcf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:52.748100 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1684ff11-c509-4d84-a878-dbddf4a32a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:52.765467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab88f7-71aa-45e9-a7c5-77284257fcf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Port': ['ID=4a6bdfbf-ed08-4098-8b47-f6c56826a55c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:52.851187 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29ab88f7-71aa-45e9-a7c5-77284257fcf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:52.859110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38412) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:52.870365 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-29ab88f7-71aa-45e9-a7c5-77284257fcf3 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/4a6bdfbf-ed08-4098-8b47-f6c56826a55c HTTP/1.1" status: 204 len: 168 time: 1.4744515 Aug 09 16:07:52.947169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd44b8fa-4b08-4009-888f-d915e4913a0b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:52.951331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dd44b8fa-4b08-4009-888f-d915e4913a0b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0899312 Aug 09 16:07:52.954237 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38416) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:53.043841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442ef6b-4f5d-4026-982a-a6dbea8da306 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:53.046814 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4442ef6b-4f5d-4026-982a-a6dbea8da306 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0905993 Aug 09 16:07:53.049384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38418) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:53.063533 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-1684ff11-c509-4d84-a878-dbddf4a32a75 None None] Allocated IP 2001:db8:0:1:f816:3eff:fee2:6a71 (938be601-55e5-4495-92d1-2b238bfd5fac/1daf039f-1c09-445f-970f-2452dcd2764e/ac97def4-0222-460c-9836-89463999faf4) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:07:53.158485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6338ca-69f0-4aaf-8b29-3894df6f2a8f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:53.162261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6338ca-69f0-4aaf-8b29-3894df6f2a8f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:53.163951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6338ca-69f0-4aaf-8b29-3894df6f2a8f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:53.165628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dd6338ca-69f0-4aaf-8b29-3894df6f2a8f tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1150370 Aug 09 16:07:53.168735 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38422) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:53.252674 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9503e86-b0cc-446d-b3f5-87d46ef9a480 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet 1daf039f-1c09-445f-970f-2452dcd2764e {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:53.284672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1684ff11-c509-4d84-a878-dbddf4a32a75 None None] For port ac97def4-0222-460c-9836-89463999faf4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ac97def4-0222-460c-9836-89463999faf4,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:53.328325 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1684ff11-c509-4d84-a878-dbddf4a32a75 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.351470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1684ff11-c509-4d84-a878-dbddf4a32a75 None None] Transition to ACTIVE for port object ac97def4-0222-460c-9836-89463999faf4 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:07:53.358552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9503e86-b0cc-446d-b3f5-87d46ef9a480 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.391641 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1684ff11-c509-4d84-a878-dbddf4a32a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.452660 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9503e86-b0cc-446d-b3f5-87d46ef9a480 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.537135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684ff11-c509-4d84-a878-dbddf4a32a75 None None] Pushing event updated for resources: {'Port': ['ID=ac97def4-0222-460c-9836-89463999faf4,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:53.602665 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9503e86-b0cc-446d-b3f5-87d46ef9a480 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.751731 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9503e86-b0cc-446d-b3f5-87d46ef9a480 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.824649 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9503e86-b0cc-446d-b3f5-87d46ef9a480 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:53.830256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38436) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:53.838411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d9503e86-b0cc-446d-b3f5-87d46ef9a480 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/1daf039f-1c09-445f-970f-2452dcd2764e HTTP/1.1" status: 204 len: 168 time: 0.6566851 Aug 09 16:07:53.839436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9503e86-b0cc-446d-b3f5-87d46ef9a480 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=1daf039f-1c09-445f-970f-2452dcd2764e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:53.924855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ca1111-8225-436b-a842-cb40cf736fa9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Deleting subnet aaa2d288-bc77-411c-88cd-05eb0e6e1a92 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:07:53.933207 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63ca1111-8225-436b-a842-cb40cf736fa9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.003240 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63ca1111-8225-436b-a842-cb40cf736fa9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.132413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ac97def4-0222-460c-9836-89463999faf4 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:07:54.138855 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63ca1111-8225-436b-a842-cb40cf736fa9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.265558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63ca1111-8225-436b-a842-cb40cf736fa9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.316591 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63ca1111-8225-436b-a842-cb40cf736fa9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.320327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-63ca1111-8225-436b-a842-cb40cf736fa9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/aaa2d288-bc77-411c-88cd-05eb0e6e1a92 HTTP/1.1" status: 204 len: 168 time: 0.4884679 Aug 09 16:07:54.321821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca1111-8225-436b-a842-cb40cf736fa9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa2d288-bc77-411c-88cd-05eb0e6e1a92,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:54.322314 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38446) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.395516 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1a63b48d-0b8e-4b57-ab63-13a12b6c94ed tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719986 Aug 09 16:07:54.398982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38448) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.490502 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b5dec1-f5d2-4fff-b0ad-169e9360e5ae tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:54.492873 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-85b5dec1-f5d2-4fff-b0ad-169e9360e5ae tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0925181 Aug 09 16:07:54.495459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38458) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.562817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1763bec-9002-4fa3-b2df-f286c1f31c09 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:54.566168 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b1763bec-9002-4fa3-b2df-f286c1f31c09 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0694871 Aug 09 16:07:54.568602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38460) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.626449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59057c-e299-4347-9251-03ab77ccd240 None None] Network 938be601-55e5-4495-92d1-2b238bfd5fac requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:07:54.635745 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-89cefd42-6a33-406b-85f6-fb4d459b1459 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657339 Aug 09 16:07:54.647167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38462) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.676567 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-98536dbe-4cef-4260-b2d0-cd11d2750807 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:54.677485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98536dbe-4cef-4260-b2d0-cd11d2750807 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:54.679427 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-98536dbe-4cef-4260-b2d0-cd11d2750807 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/4a6bdfbf-ed08-4098-8b47-f6c56826a55c HTTP/1.1" status: 404 len: 333 time: 0.0312676 Aug 09 16:07:54.682068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38464) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.715849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d94a33b3-1c83-4e1d-822b-587fa39e5fbd None None] Could not find standard attr ID for object 4a6bdfbf-ed08-4098-8b47-f6c56826a55c. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:07:54.736804 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f03d67-b36c-4cc3-8d8b-3660edda6387 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:54.739216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f03d67-b36c-4cc3-8d8b-3660edda6387 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:54.743601 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-55f03d67-b36c-4cc3-8d8b-3660edda6387 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/1daf039f-1c09-445f-970f-2452dcd2764e HTTP/1.1" status: 404 len: 337 time: 0.0583138 Aug 09 16:07:54.744048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38466) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.767623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d94a33b3-1c83-4e1d-822b-587fa39e5fbd None None] Provisioning for port ac97def4-0222-460c-9836-89463999faf4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:07:54.788101 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f5a512-7b61-4009-9a67-5ebc410a2c0b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:54.789477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f5a512-7b61-4009-9a67-5ebc410a2c0b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:54.790770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d94a33b3-1c83-4e1d-822b-587fa39e5fbd None None] Provisioning complete for port ac97def4-0222-460c-9836-89463999faf4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:07:54.791154 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d94a33b3-1c83-4e1d-822b-587fa39e5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:54.794581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38468) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.794999 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-52f5a512-7b61-4009-9a67-5ebc410a2c0b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/aaa2d288-bc77-411c-88cd-05eb0e6e1a92 HTTP/1.1" status: 404 len: 337 time: 0.0496445 Aug 09 16:07:54.823002 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5d886b-09fa-4396-adda-995e53caf4cb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:54.823944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5d886b-09fa-4396-adda-995e53caf4cb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:54.825499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2e5d886b-09fa-4396-adda-995e53caf4cb tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/357142f9-ddc1-41b8-8407-53097c467e6a HTTP/1.1" status: 404 len: 333 time: 0.0294149 Aug 09 16:07:54.828586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38470) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.864372 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a1316a-88e4-49c5-9822-99cbf365ea84 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:54.864769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a1316a-88e4-49c5-9822-99cbf365ea84 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:54.866978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-40a1316a-88e4-49c5-9822-99cbf365ea84 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/79ae9e92-7dcb-4a6f-b488-f7efd727d24d HTTP/1.1" status: 404 len: 337 time: 0.0369947 Aug 09 16:07:54.869488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38476) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.916046 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d271e7-46a8-454f-b992-a54c35832379 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:54.916641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d271e7-46a8-454f-b992-a54c35832379 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:54.946627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e7d271e7-46a8-454f-b992-a54c35832379 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/779bb844-2947-4dc6-a23d-32dc2d81e57c HTTP/1.1" status: 404 len: 337 time: 0.0736845 Aug 09 16:07:54.950105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38478) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.974033 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ce698d-5d7a-4673-9229-5c44af7448ed tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:54.974763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ce698d-5d7a-4673-9229-5c44af7448ed tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:54.976570 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-87ce698d-5d7a-4673-9229-5c44af7448ed tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/1d59ab95-d17e-4bf3-be91-b81e0ebd2cf9 HTTP/1.1" status: 404 len: 333 time: 0.0285969 Aug 09 16:07:54.979145 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38480) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:54.999426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5825a-bcfb-41f0-a515-7555da196a89 None None] DHCP port deletion for 938be601-55e5-4495-92d1-2b238bfd5fac request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:07:55.010209 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d19bc9-016e-47fa-accc-16400bb9e771 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.010760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d19bc9-016e-47fa-accc-16400bb9e771 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.015107 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b3d19bc9-016e-47fa-accc-16400bb9e771 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/70a9350d-15e6-42c3-a14b-ad88fc69276b HTTP/1.1" status: 404 len: 337 time: 0.0324028 Aug 09 16:07:55.015718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38482) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.058432 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d99b93-e2e8-43f1-8c11-65f03eeb3156 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.058901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d99b93-e2e8-43f1-8c11-65f03eeb3156 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.063421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-36d99b93-e2e8-43f1-8c11-65f03eeb3156 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/3caeb0c8-4f0d-471b-a178-c4246d7406cb HTTP/1.1" status: 404 len: 337 time: 0.0437784 Aug 09 16:07:55.063805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38484) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.072802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5825a-bcfb-41f0-a515-7555da196a89 None None] Deleting port ac97def4-0222-460c-9836-89463999faf4 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:07:55.073565 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3e5825a-bcfb-41f0-a515-7555da196a89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.111186 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-12be1e95-ef6d-46dd-ab29-f31f2e2646bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.111921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12be1e95-ef6d-46dd-ab29-f31f2e2646bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.113899 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-12be1e95-ef6d-46dd-ab29-f31f2e2646bd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/d8eb6e8c-a707-49ad-aeb9-392291d68eb0 HTTP/1.1" status: 404 len: 333 time: 0.0490696 Aug 09 16:07:55.116544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38488) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.144455 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-501ea2f0-eb6e-4c20-8898-eb25e4d77fb2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.145174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501ea2f0-eb6e-4c20-8898-eb25e4d77fb2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.147227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-501ea2f0-eb6e-4c20-8898-eb25e4d77fb2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/cb9f152b-94f2-4026-89f0-1ed3d5ea1a5c HTTP/1.1" status: 404 len: 337 time: 0.0295177 Aug 09 16:07:55.149795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38490) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.167914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d3e5825a-bcfb-41f0-a515-7555da196a89 None None] For port ac97def4-0222-460c-9836-89463999faf4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ac97def4-0222-460c-9836-89463999faf4,segment=NetworkSegment(79a6888e-ac31-494a-ad0b-a8e28f4caa08),segment_id=79a6888e-ac31-494a-ad0b-a8e28f4caa08)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:07:55.168507 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3e5825a-bcfb-41f0-a515-7555da196a89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.187315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5825a-bcfb-41f0-a515-7555da196a89 None None] Calling delete_port for ac97def4-0222-460c-9836-89463999faf4 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:07:55.192985 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1897954-9009-45a5-ab8d-e994da807dab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.193458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1897954-9009-45a5-ab8d-e994da807dab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.197508 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d1897954-9009-45a5-ab8d-e994da807dab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/88ab0b56-d87e-4028-bbf7-56149e0f91b1 HTTP/1.1" status: 404 len: 337 time: 0.0443635 Aug 09 16:07:55.197854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38496) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.273379 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31f2609-903a-43e5-a547-27d11706ffa5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.275694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31f2609-903a-43e5-a547-27d11706ffa5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.280707 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e31f2609-903a-43e5-a547-27d11706ffa5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/02a6be01-101b-4907-ac74-4d9ae294377a HTTP/1.1" status: 404 len: 333 time: 0.0794439 Aug 09 16:07:55.282276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38500) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.326302 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3e5825a-bcfb-41f0-a515-7555da196a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:55.335178 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab87433-b465-406a-a4f7-38e52302ace4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.335979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab87433-b465-406a-a4f7-38e52302ace4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.338106 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-eab87433-b465-406a-a4f7-38e52302ace4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/a7c371ce-9d4d-44d2-ad9e-43b381d3eef1 HTTP/1.1" status: 404 len: 337 time: 0.0526524 Aug 09 16:07:55.340522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38502) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.354334 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5825a-bcfb-41f0-a515-7555da196a89 None None] Pushing event deleted for resources: {'Port': ['ID=ac97def4-0222-460c-9836-89463999faf4,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:55.362510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5825a-bcfb-41f0-a515-7555da196a89 None None] No DVR routers for this DVR port ac97def4-0222-460c-9836-89463999faf4 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:07:55.393186 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-07038a3b-39ce-4aee-928b-f90364a4b7c5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.393937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07038a3b-39ce-4aee-928b-f90364a4b7c5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.396217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-07038a3b-39ce-4aee-928b-f90364a4b7c5 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/435375ae-7f69-42e5-acc7-7d200d6f1581 HTTP/1.1" status: 404 len: 333 time: 0.0544496 Aug 09 16:07:55.398652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38504) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.428082 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b8aee6-90d7-4f95-b8ac-e5ba6ac91479 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.428831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b8aee6-90d7-4f95-b8ac-e5ba6ac91479 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.430915 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b7b8aee6-90d7-4f95-b8ac-e5ba6ac91479 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/b8998286-f870-4dea-b299-d91afb43b239 HTTP/1.1" status: 404 len: 337 time: 0.0312111 Aug 09 16:07:55.433374 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38506) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.459452 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e13fbbf-8939-4ba2-a236-e49952463759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.460135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e13fbbf-8939-4ba2-a236-e49952463759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.462114 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7e13fbbf-8939-4ba2-a236-e49952463759 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/86356c4a-c1ac-4830-bc1a-384b3beb8632 HTTP/1.1" status: 404 len: 333 time: 0.0273924 Aug 09 16:07:55.464920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38508) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.504293 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b364e604-aaf8-4bb3-8be6-dca16771f394 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.504859 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b364e604-aaf8-4bb3-8be6-dca16771f394 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.507367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b364e604-aaf8-4bb3-8be6-dca16771f394 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/b4fa7230-b324-4008-a2f1-e72cfd7604e6 HTTP/1.1" status: 404 len: 337 time: 0.0413616 Aug 09 16:07:55.509959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38510) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.538011 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-06eb9f27-1dfa-4cbf-9ce3-b24da0aa6766 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.539790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06eb9f27-1dfa-4cbf-9ce3-b24da0aa6766 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.542843 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-06eb9f27-1dfa-4cbf-9ce3-b24da0aa6766 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/3cc1a693-1e92-4ba0-a2be-cb7b6003f268 HTTP/1.1" status: 404 len: 333 time: 0.0296125 Aug 09 16:07:55.544186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38518) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.596601 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ac76b2-0245-42ce-a0be-b1bf9b48bb24 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.597227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ac76b2-0245-42ce-a0be-b1bf9b48bb24 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.602467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38522) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.605860 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-42ac76b2-0245-42ce-a0be-b1bf9b48bb24 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/fafe17f8-8caf-4b2b-bd28-5b35d48f9791 HTTP/1.1" status: 404 len: 337 time: 0.0569162 Aug 09 16:07:55.641931 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e72d89-fb75-4bf4-81bf-245d50e59dd2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.643102 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e72d89-fb75-4bf4-81bf-245d50e59dd2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.645184 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e2e72d89-fb75-4bf4-81bf-245d50e59dd2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/eec60af3-4f85-4fec-95bd-cdd30aad2818 HTTP/1.1" status: 404 len: 333 time: 0.0413861 Aug 09 16:07:55.648299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38524) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.677991 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-50eb2ae9-bc61-44f6-8cc6-64a81a2982ab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.678460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50eb2ae9-bc61-44f6-8cc6-64a81a2982ab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.680470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-50eb2ae9-bc61-44f6-8cc6-64a81a2982ab tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/d63ef2c0-5d72-417c-832f-bdd952ec44f5 HTTP/1.1" status: 404 len: 337 time: 0.0306487 Aug 09 16:07:55.683239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38526) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.708015 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8225be-5218-45ca-b5e6-8d0f48b07a04 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.708693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8225be-5218-45ca-b5e6-8d0f48b07a04 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.712683 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cc8225be-5218-45ca-b5e6-8d0f48b07a04 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/f3c2c82c-cb9d-471f-813a-f2753d98020c HTTP/1.1" status: 404 len: 333 time: 0.0262938 Aug 09 16:07:55.712896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38528) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.740595 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce9ae35-0b28-47ad-ba6e-bc4b15a4adf0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.741057 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce9ae35-0b28-47ad-ba6e-bc4b15a4adf0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.745090 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dce9ae35-0b28-47ad-ba6e-bc4b15a4adf0 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/a3c8b22e-2933-450b-a0c6-768ca51e7581 HTTP/1.1" status: 404 len: 337 time: 0.0290012 Aug 09 16:07:55.745329 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38530) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.774272 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7382da3d-bb81-4938-97e5-e6b39fff175e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.774742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7382da3d-bb81-4938-97e5-e6b39fff175e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.779155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7382da3d-bb81-4938-97e5-e6b39fff175e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/2578f75c-890c-467c-9f18-e9d9e84bfd56 HTTP/1.1" status: 404 len: 337 time: 0.0304179 Aug 09 16:07:55.779991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38532) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.806017 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc202539-aa5f-4ff9-9f9d-a96ad990c6fd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.806839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc202539-aa5f-4ff9-9f9d-a96ad990c6fd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.811941 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dc202539-aa5f-4ff9-9f9d-a96ad990c6fd tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/be38e2b5-f09d-4ea5-89a0-b4a068b7a1a3 HTTP/1.1" status: 404 len: 333 time: 0.0279651 Aug 09 16:07:55.818085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38534) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.845252 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-138f3585-6ca7-41e3-a951-1189eccbf1c4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.845754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138f3585-6ca7-41e3-a951-1189eccbf1c4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.847700 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-138f3585-6ca7-41e3-a951-1189eccbf1c4 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/a6a59bbc-7b2f-466a-a477-02f0a2590008 HTTP/1.1" status: 404 len: 337 time: 0.0340853 Aug 09 16:07:55.850766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38536) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.884762 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a8ba40-3566-4f39-a18c-42896df8658b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.885216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a8ba40-3566-4f39-a18c-42896df8658b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.887373 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-80a8ba40-3566-4f39-a18c-42896df8658b tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/bcaf0662-3ba9-42d0-b564-ee11e8a7b3aa HTTP/1.1" status: 404 len: 337 time: 0.0355721 Aug 09 16:07:55.890208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38542) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.917030 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c7c699-5e40-4848-8013-7121391f6a23 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.917992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c7c699-5e40-4848-8013-7121391f6a23 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.922424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-51c7c699-5e40-4848-8013-7121391f6a23 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/80cdc7b4-22a4-4714-9950-75bdc75ffa8c HTTP/1.1" status: 404 len: 333 time: 0.0309172 Aug 09 16:07:55.924800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38544) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:55.967173 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-693f9c04-e718-4259-b11e-2d10c6f46bb7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:55.967762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693f9c04-e718-4259-b11e-2d10c6f46bb7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:55.972126 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-693f9c04-e718-4259-b11e-2d10c6f46bb7 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/bbe94d4e-bb92-494d-bd7c-8cb7d02cb13d HTTP/1.1" status: 404 len: 337 time: 0.0436115 Aug 09 16:07:55.972600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38546) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.002735 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf5297f-e82e-42ac-9546-9c262854351c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.003591 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf5297f-e82e-42ac-9546-9c262854351c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.006403 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1bf5297f-e82e-42ac-9546-9c262854351c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/f0ae4b68-700c-4d3c-bf3d-caa8ffbd181e HTTP/1.1" status: 404 len: 337 time: 0.0327821 Aug 09 16:07:56.008982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38548) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.036051 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea0ffa1-fb9c-432f-97ca-9a28ef09baaf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.036745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea0ffa1-fb9c-432f-97ca-9a28ef09baaf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.038635 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-eea0ffa1-fb9c-432f-97ca-9a28ef09baaf tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/6aa0ad70-100f-487d-a5ea-57013e2f47b4 HTTP/1.1" status: 404 len: 333 time: 0.0284607 Aug 09 16:07:56.041213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38550) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.085209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ac97def4-0222-460c-9836-89463999faf4 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:07:56.098364 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-609f7e9e-5c1a-4319-9a3a-4a1f5a787d37 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.098855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609f7e9e-5c1a-4319-9a3a-4a1f5a787d37 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.103407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38552) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.112361 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-609f7e9e-5c1a-4319-9a3a-4a1f5a787d37 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/18e46edc-18a9-46c2-a68c-388b9d8174a1 HTTP/1.1" status: 404 len: 337 time: 0.0700004 Aug 09 16:07:56.130670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ac97def4-0222-460c-9836-89463999faf4 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:07:56.131014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ac97def4-0222-460c-9836-89463999faf4 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:07:56.143820 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbed17d-eccc-4454-ae74-9fcbbd763b02 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.144452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbed17d-eccc-4454-ae74-9fcbbd763b02 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.149182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38554) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.158943 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8fbed17d-eccc-4454-ae74-9fcbbd763b02 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/ac511a54-2578-4642-8f7d-5b2fbb7e285d HTTP/1.1" status: 404 len: 337 time: 0.0544448 Aug 09 16:07:56.212798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-80778e31-2972-4b52-bec3-b4dc7499b4d9 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports?device_id=c0a63ffd-42fb-42fa-ad70-459217c53c72 HTTP/1.1" status: 200 len: 205 time: 0.0598412 Aug 09 16:07:56.213327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38560) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.295389 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-b29870eb-3b60-4b79-981a-e5e88fd56410 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] delete failed (client error): The resource could not be found. Aug 09 16:07:56.300117 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b29870eb-3b60-4b79-981a-e5e88fd56410 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/routers/c0a63ffd-42fb-42fa-ad70-459217c53c72 HTTP/1.1" status: 404 len: 336 time: 0.0823843 Aug 09 16:07:56.300581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38568) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.365145 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa16de04-bdaf-4656-abb4-52648bc9274d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.365639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa16de04-bdaf-4656-abb4-52648bc9274d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.370397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38572) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.376561 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aa16de04-bdaf-4656-abb4-52648bc9274d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/35242096-90f7-41c0-b654-d21e099db809 HTTP/1.1" status: 404 len: 337 time: 0.0657227 Aug 09 16:07:56.418268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-541bb3c2-0ed3-4716-930e-1969706ca973 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "GET /v2.0/ports?device_id=761dd515-dae0-48d9-b34d-b94e890c0cfe HTTP/1.1" status: 200 len: 205 time: 0.0466924 Aug 09 16:07:56.420928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38574) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.487478 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-2f3c3ad9-adea-4eaa-95c6-51d173b396a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] delete failed (client error): The resource could not be found. Aug 09 16:07:56.488510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2f3c3ad9-adea-4eaa-95c6-51d173b396a2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/routers/761dd515-dae0-48d9-b34d-b94e890c0cfe HTTP/1.1" status: 404 len: 336 time: 0.0663021 Aug 09 16:07:56.491426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38576) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.525033 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-65de429f-9ac0-4161-9155-627a60c3bce2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.525746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65de429f-9ac0-4161-9155-627a60c3bce2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.530958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38578) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.531268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-65de429f-9ac0-4161-9155-627a60c3bce2 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/d8a52c07-2245-4ef0-be79-9608d1c64d72 HTTP/1.1" status: 404 len: 337 time: 0.0385470 Aug 09 16:07:56.563723 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-937485cd-9b8b-469b-aab6-d5ba95bdbefc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.564461 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937485cd-9b8b-469b-aab6-d5ba95bdbefc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.566915 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-937485cd-9b8b-469b-aab6-d5ba95bdbefc tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/83d35f1c-720f-4eff-abe3-a8c085c994cc HTTP/1.1" status: 404 len: 337 time: 0.0342927 Aug 09 16:07:56.569734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38584) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.599181 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa13cc97-9450-43ea-ab92-55ed62205e50 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.600333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa13cc97-9450-43ea-ab92-55ed62205e50 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.605373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38586) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.605518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fa13cc97-9450-43ea-ab92-55ed62205e50 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/71432cac-5908-4a55-ad50-eab03e67bac3 HTTP/1.1" status: 404 len: 333 time: 0.0346637 Aug 09 16:07:56.633797 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-11953c18-998d-4b65-80db-3071a3af1bb6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.634271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11953c18-998d-4b65-80db-3071a3af1bb6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.638782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38588) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.639073 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-11953c18-998d-4b65-80db-3071a3af1bb6 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/d023b4c0-846d-4dfb-a161-7964ac5abbb7 HTTP/1.1" status: 404 len: 337 time: 0.0323544 Aug 09 16:07:56.681172 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68a0074-3e0e-4059-8606-9c49c607c6f8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.682327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68a0074-3e0e-4059-8606-9c49c607c6f8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.688703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38594) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.702876 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f68a0074-3e0e-4059-8606-9c49c607c6f8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/3afd70c2-1cc6-4167-9e26-3e890d12424d HTTP/1.1" status: 404 len: 333 time: 0.0621176 Aug 09 16:07:56.730783 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9221e4f8-2064-4209-909b-7653fecf07e1 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.731249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9221e4f8-2064-4209-909b-7653fecf07e1 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.736254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38600) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.736537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9221e4f8-2064-4209-909b-7653fecf07e1 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/f5a5c54a-a65d-477a-80d9-6000963669f1 HTTP/1.1" status: 404 len: 337 time: 0.0463481 Aug 09 16:07:56.767367 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-45db5450-8e1a-4062-b7f5-003abad7513c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.768443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45db5450-8e1a-4062-b7f5-003abad7513c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.771348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-45db5450-8e1a-4062-b7f5-003abad7513c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/1d10ea78-dcdc-4d46-8b51-33637b7e1180 HTTP/1.1" status: 404 len: 333 time: 0.0335445 Aug 09 16:07:56.774073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38602) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.814182 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6b083d-21a4-4165-9ad4-13956f4aed80 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.815089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6b083d-21a4-4165-9ad4-13956f4aed80 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.822210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38606) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.822393 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ce6b083d-21a4-4165-9ad4-13956f4aed80 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/e5280ef5-ac57-49a0-8830-9991c9ca167b HTTP/1.1" status: 404 len: 337 time: 0.0469308 Aug 09 16:07:56.853370 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5043a0-4b38-4008-9de3-219c9c129251 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.854099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5043a0-4b38-4008-9de3-219c9c129251 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.858505 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38610) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.858657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8b5043a0-4b38-4008-9de3-219c9c129251 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/46c8065f-7f61-438a-acfc-456b93d283f3 HTTP/1.1" status: 404 len: 333 time: 0.0349298 Aug 09 16:07:56.895741 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1d2d9b-3382-4f0d-b7ba-6849d7ab140d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.896221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1d2d9b-3382-4f0d-b7ba-6849d7ab140d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.899214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fc1d2d9b-3382-4f0d-b7ba-6849d7ab140d tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/c43c8f41-27b4-4e5b-b7f2-69c235a4af91 HTTP/1.1" status: 404 len: 337 time: 0.0396459 Aug 09 16:07:56.900492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38618) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:56.950020 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c0ef24-06cb-4056-a7fb-bb7a69c59926 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:56.950755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c0ef24-06cb-4056-a7fb-bb7a69c59926 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:56.956041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-99c0ef24-06cb-4056-a7fb-bb7a69c59926 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/c1e5136e-db87-438f-acce-869f314ca0b9 HTTP/1.1" status: 404 len: 333 time: 0.0528672 Aug 09 16:07:56.958976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38620) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:57.000063 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6849fccf-45a9-410b-b710-a883f4975799 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:57.000783 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6849fccf-45a9-410b-b710-a883f4975799 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:57.005428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38622) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:57.014795 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6849fccf-45a9-410b-b710-a883f4975799 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/23630c56-62f5-45af-90b3-1b4dbdd82beb HTTP/1.1" status: 404 len: 337 time: 0.0539854 Aug 09 16:07:57.041027 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-185d6001-7af3-49c4-95ba-07059a96d6ee tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:57.041978 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185d6001-7af3-49c4-95ba-07059a96d6ee tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:57.047223 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38626) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:57.057615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-185d6001-7af3-49c4-95ba-07059a96d6ee tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/b79e557c-df69-4e89-9e84-e5c1fdad6f73 HTTP/1.1" status: 404 len: 333 time: 0.0507996 Aug 09 16:07:57.083979 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cf71ca-22b6-4222-ac7a-884c5732b67e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:57.086262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9cf71ca-22b6-4222-ac7a-884c5732b67e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:57.090898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38628) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:57.091239 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c9cf71ca-22b6-4222-ac7a-884c5732b67e tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/f87e8d9a-8be4-4043-957e-ec806d53b63c HTTP/1.1" status: 404 len: 337 time: 0.0427098 Aug 09 16:07:57.115370 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c9ee95-7951-4249-9fd1-11f74a006301 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:57.116341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c9ee95-7951-4249-9fd1-11f74a006301 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:57.120954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38630) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:57.121515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-28c9ee95-7951-4249-9fd1-11f74a006301 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/ports/9e247aa1-472a-4ece-ad67-431105a0ad8b HTTP/1.1" status: 404 len: 333 time: 0.0290430 Aug 09 16:07:57.149969 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa6b366-77fe-44cb-81c9-a2f8372d036c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] DELETE failed (client error): The resource could not be found. Aug 09 16:07:57.150662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa6b366-77fe-44cb-81c9-a2f8372d036c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:07:57.153951 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-faa6b366-77fe-44cb-81c9-a2f8372d036c tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/subnets/655da39b-cb7e-4bbb-8a7c-a556b4378e1a HTTP/1.1" status: 404 len: 337 time: 0.0315976 Aug 09 16:07:57.156359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38632) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:57.242159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:57.345211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:57.356109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938be601-55e5-4495-92d1-2b238bfd5fac']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:57.368762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a6888e-ac31-494a-ad0b-a8e28f4caa08') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:57.369427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a6888e-ac31-494a-ad0b-a8e28f4caa08') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:07:57.379047 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:57.394079 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:57.400382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:07:57.400872 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: items = [ Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:07:57.404279 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:07:57.485437 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:57.492708 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:57.496930 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] 10.222.0.81 "DELETE /v2.0/networks/938be601-55e5-4495-92d1-2b238bfd5fac HTTP/1.1" status: 204 len: 168 time: 0.3372486 Aug 09 16:07:57.508872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d8606-ab6b-434f-b5cd-a0e13034f6e8 tempest-NetworksTestDHCPv6-879295188 tempest-NetworksTestDHCPv6-879295188-project] Pushing event deleted for resources: {'Network': ['ID=938be601-55e5-4495-92d1-2b238bfd5fac,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:57.797298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38654) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:57.979113 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cb44f1f9-63fd-4efe-a865-77f3c4ce02ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=879a5573e053428684ee8e50ee9436a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805379 Aug 09 16:07:57.981789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38660) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:58.038828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c867-6b0d-4d02-9bc2-6841a31bd3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.065620 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c867-6b0d-4d02-9bc2-6841a31bd3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.120210 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c867-6b0d-4d02-9bc2-6841a31bd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.123135 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c867-6b0d-4d02-9bc2-6841a31bd3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:58.127168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8ad3c867-6b0d-4d02-9bc2-6841a31bd3ca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8380d3d-9560-43d4-9657-6a61c52375e8 HTTP/1.1" status: 204 len: 168 time: 0.1441400 Aug 09 16:07:58.135877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3c867-6b0d-4d02-9bc2-6841a31bd3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8380d3d-9560-43d4-9657-6a61c52375e8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:59.161180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38718) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:59.314586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f3020846-4f54-4d05-9cf8-de266d3553db tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-741762671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:59.343370 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3020846-4f54-4d05-9cf8-de266d3553db tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.344785 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3020846-4f54-4d05-9cf8-de266d3553db tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.457145 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3020846-4f54-4d05-9cf8-de266d3553db tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.472231 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3020846-4f54-4d05-9cf8-de266d3553db tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.504189 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f3020846-4f54-4d05-9cf8-de266d3553db tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.508957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38728) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:59.515550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-8615915'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:59.519252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f3020846-4f54-4d05-9cf8-de266d3553db tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3566105 Aug 09 16:07:59.552027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Made reservation on behalf of 7cbcd6380a514ec480af944819519842 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:07:59.556608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.572432 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.720321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.724859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.755604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:07:59.765830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4891d7b4-97ba-4e77-a95b-552553b93135,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:07:59.772361 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.772889 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Added segment d1c6fb92-976a-43e1-8a70-7dbdf39c8c62 of type vlan for network 547a73c1-658c-43ae-b815-456be59938d9 Aug 09 16:07:59.836821 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.876818 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.883073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:07:59.883693 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.957660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38746) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:07:59.957859 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4476624 Aug 09 16:07:59.965002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1deeda08-1866-4033-a376-9c7460687a10 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Request body: {'subnet': {'network_id': '547a73c1-658c-43ae-b815-456be59938d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:07:59.974786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48006ce2-493b-4e3b-a5bf-0cccdb99fefa tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'Network': ['ID=547a73c1-658c-43ae-b815-456be59938d9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:00.009541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 547a73c1-658c-43ae-b815-456be59938d9 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:08:00.115174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deeda08-1866-4033-a376-9c7460687a10 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Made reservation on behalf of 7cbcd6380a514ec480af944819519842 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:00.119991 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1deeda08-1866-4033-a376-9c7460687a10 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.367537 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1deeda08-1866-4033-a376-9c7460687a10 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.479318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deeda08-1866-4033-a376-9c7460687a10 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Checking segment: {'id': 'd1c6fb92-976a-43e1-8a70-7dbdf39c8c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '547a73c1-658c-43ae-b815-456be59938d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:00.479675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deeda08-1866-4033-a376-9c7460687a10 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Network hostable DHCP agents. Network: 547a73c1-658c-43ae-b815-456be59938d9, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:08:00.481831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deeda08-1866-4033-a376-9c7460687a10 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'Subnet': ['ID=66e5f60b-da96-48a7-aa77-22df76b289ed,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:00.506426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deeda08-1866-4033-a376-9c7460687a10 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Network 547a73c1-658c-43ae-b815-456be59938d9 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:08:00.520169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1deeda08-1866-4033-a376-9c7460687a10 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 547a73c1-658c-43ae-b815-456be59938d9) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:00.528582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deeda08-1866-4033-a376-9c7460687a10 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:00.530998 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1deeda08-1866-4033-a376-9c7460687a10 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.531703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d92b6-4f76-4917-980d-784ff0d0ded4 None None] Network 547a73c1-658c-43ae-b815-456be59938d9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:00.551549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1deeda08-1866-4033-a376-9c7460687a10 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5926068 Aug 09 16:08:00.556440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38760) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.563802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-47c55d04-0318-4240-8d31-fe23d47b49df tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Request body: {'network': {'name': 'tempest-router-network01--2131694418'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:00.586001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c55d04-0318-4240-8d31-fe23d47b49df tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Made reservation on behalf of 7cbcd6380a514ec480af944819519842 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:00.589774 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-47c55d04-0318-4240-8d31-fe23d47b49df tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.646368 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c55d04-0318-4240-8d31-fe23d47b49df tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:08:00.659744 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-47c55d04-0318-4240-8d31-fe23d47b49df tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.660450 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-47c55d04-0318-4240-8d31-fe23d47b49df tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Added segment 9b7bb18e-5d63-41e5-9ce6-75fd483c9a16 of type vlan for network efbd476d-2244-43f5-9931-cd08d783dae4 Aug 09 16:08:00.714282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-47c55d04-0318-4240-8d31-fe23d47b49df tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.751906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-547a73c1-658c-43ae-b815-456be59938d9', 'network_id': '547a73c1-658c-43ae-b815-456be59938d9', 'tenant_id': '7cbcd6380a514ec480af944819519842', 'fixed_ips': [{'subnet_id': '66e5f60b-da96-48a7-aa77-22df76b289ed'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:08:00.753015 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.766291 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-47c55d04-0318-4240-8d31-fe23d47b49df tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.772446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c55d04-0318-4240-8d31-fe23d47b49df tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:00.774246 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-47c55d04-0318-4240-8d31-fe23d47b49df tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.862082 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-47c55d04-0318-4240-8d31-fe23d47b49df tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3043568 Aug 09 16:08:00.865037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38768) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:00.866081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c55d04-0318-4240-8d31-fe23d47b49df tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'Network': ['ID=efbd476d-2244-43f5-9931-cd08d783dae4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:00.870991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7fa54c22-3711-4335-89f9-6be2e68c964a tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Request body: {'network': {'name': 'tempest-router-network02--1402190080'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:00.927493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa54c22-3711-4335-89f9-6be2e68c964a tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Made reservation on behalf of 7cbcd6380a514ec480af944819519842 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:00.931991 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7fa54c22-3711-4335-89f9-6be2e68c964a tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.974102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa54c22-3711-4335-89f9-6be2e68c964a tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:08:00.991969 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7fa54c22-3711-4335-89f9-6be2e68c964a tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.992938 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-7fa54c22-3711-4335-89f9-6be2e68c964a tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Added segment a9c82cae-385c-4d23-b966-818c1ff6b6a3 of type vlan for network 7d869ae6-eb5e-41c7-86ea-88c116ed6529 Aug 09 16:08:01.007432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Allocated IP 2001:db8::2 (547a73c1-658c-43ae-b815-456be59938d9/66e5f60b-da96-48a7-aa77-22df76b289ed/1de65d2e-81c8-4b62-9fa7-a69bea7d30e7) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:08:01.098503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7fa54c22-3711-4335-89f9-6be2e68c964a tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.194452 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7fa54c22-3711-4335-89f9-6be2e68c964a tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.223758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa54c22-3711-4335-89f9-6be2e68c964a tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:01.226287 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7fa54c22-3711-4335-89f9-6be2e68c964a tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.335324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7fa54c22-3711-4335-89f9-6be2e68c964a tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4685357 Aug 09 16:08:01.339810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38780) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:01.351127 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cf02c01d-f08f-4aa1-8a89-057dabf3e7c0 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Request body: {'subnet': {'network_id': 'efbd476d-2244-43f5-9931-cd08d783dae4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:01.365579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa54c22-3711-4335-89f9-6be2e68c964a tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'Network': ['ID=7d869ae6-eb5e-41c7-86ea-88c116ed6529,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:01.417954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network efbd476d-2244-43f5-9931-cd08d783dae4 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:08:01.419212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38784) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:01.419882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 7d869ae6-eb5e-41c7-86ea-88c116ed6529 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:08:01.662854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf02c01d-f08f-4aa1-8a89-057dabf3e7c0 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Made reservation on behalf of 7cbcd6380a514ec480af944819519842 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:01.676443 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf02c01d-f08f-4aa1-8a89-057dabf3e7c0 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.781867 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cd899c8-bac2-4d5a-a317-79e58d3c76be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.873943 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.897848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Transition to ACTIVE for port object 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:01.933445 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cd899c8-bac2-4d5a-a317-79e58d3c76be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.938070 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Transition to ACTIVE for port object 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:01.949097 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:01.950055 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cd899c8-bac2-4d5a-a317-79e58d3c76be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.036602 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5cd899c8-bac2-4d5a-a317-79e58d3c76be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=073d5dc3e993465d82964cd9938bc75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6154940 Aug 09 16:08:02.037673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd899c8-bac2-4d5a-a317-79e58d3c76be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d0b26c-afeb-497e-ba26-498a396cf4b8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:02.040219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38792) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.051367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Network 547a73c1-658c-43ae-b815-456be59938d9 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:02.058181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf02c01d-f08f-4aa1-8a89-057dabf3e7c0 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.060212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:02.073535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:08:02.101433 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0adfacaf-ed81-44c7-a973-80b9ca9befa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.137797 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0adfacaf-ed81-44c7-a973-80b9ca9befa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.150123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Pushing event updated for resources: {'Port': ['ID=1de65d2e-81c8-4b62-9fa7-a69bea7d30e7,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:02.155594 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02c01d-f08f-4aa1-8a89-057dabf3e7c0 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'Subnet': ['ID=a46b1241-5451-4818-a851-e3a42054b5b5,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:02.160054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:02.160054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:02.160320 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:02.160513 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:02.160821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:02.161168 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:02.161494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:02.161852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:02.162444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:02.162557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:02.162817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:02.163143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:02.174691 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02c01d-f08f-4aa1-8a89-057dabf3e7c0 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Checking segment: {'id': '9b7bb18e-5d63-41e5-9ce6-75fd483c9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'efbd476d-2244-43f5-9931-cd08d783dae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:02.175909 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf02c01d-f08f-4aa1-8a89-057dabf3e7c0 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Network hostable DHCP agents. Network: efbd476d-2244-43f5-9931-cd08d783dae4, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:08:02.206937 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0adfacaf-ed81-44c7-a973-80b9ca9befa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.210657 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0adfacaf-ed81-44c7-a973-80b9ca9befa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.211911 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0adfacaf-ed81-44c7-a973-80b9ca9befa6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/39d0b26c-afeb-497e-ba26-498a396cf4b8 HTTP/1.1" status: 204 len: 168 time: 0.1707892 Aug 09 16:08:02.212564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf02c01d-f08f-4aa1-8a89-057dabf3e7c0 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Network efbd476d-2244-43f5-9931-cd08d783dae4 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:08:02.214498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Attempting to bind port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:08:02.214882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Attempting to bind port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd1c6fb92-976a-43e1-8a70-7dbdf39c8c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '547a73c1-658c-43ae-b815-456be59938d9'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:08:02.215291 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Attempting to bind port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 on network 547a73c1-658c-43ae-b815-456be59938d9 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:02.227078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:08:02.227690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfacaf-ed81-44c7-a973-80b9ca9befa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d0b26c-afeb-497e-ba26-498a396cf4b8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:02.227917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Checking segment: {'id': 'd1c6fb92-976a-43e1-8a70-7dbdf39c8c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '547a73c1-658c-43ae-b815-456be59938d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:02.228832 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.229387 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Bound using segment: {'id': 'd1c6fb92-976a-43e1-8a70-7dbdf39c8c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '547a73c1-658c-43ae-b815-456be59938d9'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:08:02.230108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Bound port: 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c6fb92-976a-43e1-8a70-7dbdf39c8c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '547a73c1-658c-43ae-b815-456be59938d9'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:08:02.230768 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.243352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-cf02c01d-f08f-4aa1-8a89-057dabf3e7c0 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, efbd476d-2244-43f5-9931-cd08d783dae4) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:02.254597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf02c01d-f08f-4aa1-8a89-057dabf3e7c0 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:02.255207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf02c01d-f08f-4aa1-8a89-057dabf3e7c0 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.282745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0754bceb-5cc5-4f13-b777-e5497fcf35db None None] Network efbd476d-2244-43f5-9931-cd08d783dae4 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:02.289537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cf02c01d-f08f-4aa1-8a89-057dabf3e7c0 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9426212 Aug 09 16:08:02.290153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38810) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:02.299741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-58a5d82a-08a0-47b2-8898-60ed26ff97c7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Request body: {'subnet': {'network_id': '7d869ae6-eb5e-41c7-86ea-88c116ed6529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:02.476024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a5d82a-08a0-47b2-8898-60ed26ff97c7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Made reservation on behalf of 7cbcd6380a514ec480af944819519842 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:02.481577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] For port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:08:02.490496 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58a5d82a-08a0-47b2-8898-60ed26ff97c7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.491696 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] For port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1de65d2e-81c8-4b62-9fa7-a69bea7d30e7,segment=NetworkSegment(d1c6fb92-976a-43e1-8a70-7dbdf39c8c62),segment_id=d1c6fb92-976a-43e1-8a70-7dbdf39c8c62)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:08:02.502595 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.599449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-efbd476d-2244-43f5-9931-cd08d783dae4', 'network_id': 'efbd476d-2244-43f5-9931-cd08d783dae4', 'tenant_id': '7cbcd6380a514ec480af944819519842', 'fixed_ips': [{'subnet_id': 'a46b1241-5451-4818-a851-e3a42054b5b5'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:08:02.606541 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.831635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec73600-6da7-4fc4-9ee8-f4e0a4f25fb4 None None] Pushing event updated for resources: {'Port': ['ID=1de65d2e-81c8-4b62-9fa7-a69bea7d30e7,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:02.999468 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58a5d82a-08a0-47b2-8898-60ed26ff97c7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.129644 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Allocated IP 2001:db8::2 (efbd476d-2244-43f5-9931-cd08d783dae4/a46b1241-5451-4818-a851-e3a42054b5b5/747b269e-6172-4912-a1e1-64f9d702ad39) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:08:03.140516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5d82a-08a0-47b2-8898-60ed26ff97c7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'Subnet': ['ID=56857307-c302-493a-a09a-1a829ac4d972,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:03.190833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5d82a-08a0-47b2-8898-60ed26ff97c7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Checking segment: {'id': 'a9c82cae-385c-4d23-b966-818c1ff6b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d869ae6-eb5e-41c7-86ea-88c116ed6529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:03.191197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a5d82a-08a0-47b2-8898-60ed26ff97c7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Network hostable DHCP agents. Network: 7d869ae6-eb5e-41c7-86ea-88c116ed6529, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:08:03.211180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a5d82a-08a0-47b2-8898-60ed26ff97c7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Network 7d869ae6-eb5e-41c7-86ea-88c116ed6529 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:08:03.222188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-43978155-77c7-4c25-9d70-b887a8816feb req-4453ccd6-03da-4644-8fd0-9cab5dc25de2 service neutron] (94290) timed out ('10.222.0.53', 57502) {{(pid=94290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:08:03.223420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-58a5d82a-08a0-47b2-8898-60ed26ff97c7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 7d869ae6-eb5e-41c7-86ea-88c116ed6529) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:03.228185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a5d82a-08a0-47b2-8898-60ed26ff97c7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:03.228961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58a5d82a-08a0-47b2-8898-60ed26ff97c7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.251190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-58a5d82a-08a0-47b2-8898-60ed26ff97c7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9600339 Aug 09 16:08:03.253825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 38850) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:03.256019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c931e8-e075-46a6-abaa-1cd43693345b None None] Network 7d869ae6-eb5e-41c7-86ea-88c116ed6529 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:03.515047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-7d869ae6-eb5e-41c7-86ea-88c116ed6529', 'network_id': '7d869ae6-eb5e-41c7-86ea-88c116ed6529', 'tenant_id': '7cbcd6380a514ec480af944819519842', 'fixed_ips': [{'subnet_id': '56857307-c302-493a-a09a-1a829ac4d972'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:08:03.515988 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.635716 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.743900 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-aeb3b160-71cd-4910-9a0c-b74ee7909481 req-1644b883-c5a0-4b69-98bc-bfac19b62a65 service neutron] (94289) timed out ('10.222.0.53', 57408) {{(pid=94289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:08:03.760261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Transition to ACTIVE for port object 747b269e-6172-4912-a1e1-64f9d702ad39 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:03.799334 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.801353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Transition to ACTIVE for port object 747b269e-6172-4912-a1e1-64f9d702ad39 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:03.866896 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:03.999158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Network efbd476d-2244-43f5-9931-cd08d783dae4 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:04.007837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Allocated IP 2001:db8::2 (7d869ae6-eb5e-41c7-86ea-88c116ed6529/56857307-c302-493a-a09a-1a829ac4d972/58884202-0836-4b56-a8b3-11594fa4acdc) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:08:04.010384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:04.033484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:08:04.091681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Pushing event updated for resources: {'Port': ['ID=747b269e-6172-4912-a1e1-64f9d702ad39,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:04.140606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:04.352047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Allocated IP 2001:db8::1 (efbd476d-2244-43f5-9931-cd08d783dae4/a46b1241-5451-4818-a851-e3a42054b5b5/54c0edc9-c920-49d0-94d8-f8463e211dd9) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:08:04.391121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Attempting to bind port 747b269e-6172-4912-a1e1-64f9d702ad39 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:08:04.391493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Attempting to bind port 747b269e-6172-4912-a1e1-64f9d702ad39 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '9b7bb18e-5d63-41e5-9ce6-75fd483c9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'efbd476d-2244-43f5-9931-cd08d783dae4'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:08:04.391864 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Attempting to bind port 747b269e-6172-4912-a1e1-64f9d702ad39 on network efbd476d-2244-43f5-9931-cd08d783dae4 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:04.400596 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:08:04.400978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Checking segment: {'id': '9b7bb18e-5d63-41e5-9ce6-75fd483c9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'efbd476d-2244-43f5-9931-cd08d783dae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:04.401631 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.402183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Bound using segment: {'id': '9b7bb18e-5d63-41e5-9ce6-75fd483c9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'efbd476d-2244-43f5-9931-cd08d783dae4'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:08:04.402847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Bound port: 747b269e-6172-4912-a1e1-64f9d702ad39, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7bb18e-5d63-41e5-9ce6-75fd483c9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'efbd476d-2244-43f5-9931-cd08d783dae4'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:08:04.403398 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.440301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:04.478428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144ee74-b1f1-4a1a-8765-0c9fd75141a6 None None] Network 547a73c1-658c-43ae-b815-456be59938d9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:04.554713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.590779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Transition to ACTIVE for port object 54c0edc9-c920-49d0-94d8-f8463e211dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:04.598112 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.627714 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Transition to ACTIVE for port object 58884202-0836-4b56-a8b3-11594fa4acdc will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:04.629612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2f8a685c-2706-4d25-9bb2-60be2a0b15bf None None] Provisioning for port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:04.653316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2f8a685c-2706-4d25-9bb2-60be2a0b15bf None None] Provisioning complete for port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:04.653480 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2f8a685c-2706-4d25-9bb2-60be2a0b15bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.666191 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.711153 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Transition to ACTIVE for port object 58884202-0836-4b56-a8b3-11594fa4acdc will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:04.715429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] For port 747b269e-6172-4912-a1e1-64f9d702ad39, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:08:04.720079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Network efbd476d-2244-43f5-9931-cd08d783dae4 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:04.725397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:04.731804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:08:04.733216 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.745175 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.819356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] For port 747b269e-6172-4912-a1e1-64f9d702ad39, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=747b269e-6172-4912-a1e1-64f9d702ad39,segment=NetworkSegment(9b7bb18e-5d63-41e5-9ce6-75fd483c9a16),segment_id=9b7bb18e-5d63-41e5-9ce6-75fd483c9a16)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:08:04.823415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'Port': ['ID=54c0edc9-c920-49d0-94d8-f8463e211dd9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:04.858841 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:04.902634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Network 7d869ae6-eb5e-41c7-86ea-88c116ed6529 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:04.921914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:04.924142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:08:04.936457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Pushing event updated for resources: {'Port': ['ID=58884202-0836-4b56-a8b3-11594fa4acdc,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:05.019194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:05.105169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Attempting to bind port 58884202-0836-4b56-a8b3-11594fa4acdc on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:08:05.108748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Attempting to bind port 58884202-0836-4b56-a8b3-11594fa4acdc by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'a9c82cae-385c-4d23-b966-818c1ff6b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d869ae6-eb5e-41c7-86ea-88c116ed6529'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:08:05.111379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Attempting to bind port 58884202-0836-4b56-a8b3-11594fa4acdc on network 7d869ae6-eb5e-41c7-86ea-88c116ed6529 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:05.144692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83965c16-409f-4ca0-ad07-ad561133898e None None] Pushing event updated for resources: {'Port': ['ID=747b269e-6172-4912-a1e1-64f9d702ad39,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:05.159288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:08:05.159688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Checking segment: {'id': 'a9c82cae-385c-4d23-b966-818c1ff6b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d869ae6-eb5e-41c7-86ea-88c116ed6529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:05.160099 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:05.160515 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Bound using segment: {'id': 'a9c82cae-385c-4d23-b966-818c1ff6b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d869ae6-eb5e-41c7-86ea-88c116ed6529'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:08:05.160981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Bound port: 58884202-0836-4b56-a8b3-11594fa4acdc, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c82cae-385c-4d23-b966-818c1ff6b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7d869ae6-eb5e-41c7-86ea-88c116ed6529'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:08:05.161450 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:05.184843 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2f8a685c-2706-4d25-9bb2-60be2a0b15bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:05.650489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:05.658425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:05.660049 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:05.690678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2f8a685c-2706-4d25-9bb2-60be2a0b15bf None None] For port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1de65d2e-81c8-4b62-9fa7-a69bea7d30e7,segment=NetworkSegment(d1c6fb92-976a-43e1-8a70-7dbdf39c8c62),segment_id=d1c6fb92-976a-43e1-8a70-7dbdf39c8c62)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:05.705283 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2f8a685c-2706-4d25-9bb2-60be2a0b15bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:05.748162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] For port 58884202-0836-4b56-a8b3-11594fa4acdc, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:08:05.772411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] For port 58884202-0836-4b56-a8b3-11594fa4acdc, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=58884202-0836-4b56-a8b3-11594fa4acdc,segment=NetworkSegment(a9c82cae-385c-4d23-b966-818c1ff6b6a3),segment_id=a9c82cae-385c-4d23-b966-818c1ff6b6a3)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:08:05.792570 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:05.796761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a685c-2706-4d25-9bb2-60be2a0b15bf None None] Pushing event updated for resources: {'Port': ['ID=1de65d2e-81c8-4b62-9fa7-a69bea7d30e7,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:05.898977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7103b930-d0ba-484a-bbd5-c0f986129595 None None] Provisioning complete for port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:05.898977 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7103b930-d0ba-484a-bbd5-c0f986129595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:05.963003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649812f0-a1e8-4ce3-ab5e-cc092f978a3d None None] Pushing event updated for resources: {'Port': ['ID=58884202-0836-4b56-a8b3-11594fa4acdc,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:05.988156 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Network efbd476d-2244-43f5-9931-cd08d783dae4 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:06.002031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:06.026267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'Port': ['ID=54c0edc9-c920-49d0-94d8-f8463e211dd9,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:06.276635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 747b269e-6172-4912-a1e1-64f9d702ad39 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:06.449974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 747b269e-6172-4912-a1e1-64f9d702ad39 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:06.455082 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:06.600393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:06.600772 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:06.837788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb7ca93-6e2e-40bb-b646-ccc3c9dcd6b7 None None] Network efbd476d-2244-43f5-9931-cd08d783dae4 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:06.866692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Router 50535820-20c2-42b1-8769-d784efdee5a9 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:08:06.993268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:08:07.001922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-72d61520-3247-4962-9a39-634f5d8aa100 None None] Provisioning for port 747b269e-6172-4912-a1e1-64f9d702ad39 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:07.003931 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 38996) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:07.019839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-797066c9-e710-4c6d-b989-a8a0a8eb0c11 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "PUT /v2.0/routers/50535820-20c2-42b1-8769-d784efdee5a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7646253 Aug 09 16:08:07.087940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-72d61520-3247-4962-9a39-634f5d8aa100 None None] Provisioning complete for port 747b269e-6172-4912-a1e1-64f9d702ad39 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:07.087940 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-72d61520-3247-4962-9a39-634f5d8aa100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:07.092345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21217c-909e-4643-95b2-d8b5d6cf3fb1 None None] Sync routers for ids ['50535820-20c2-42b1-8769-d784efdee5a9'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:08:07.185027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc21217c-909e-4643-95b2-d8b5d6cf3fb1 None None] Routers {'50535820-20c2-42b1-8769-d784efdee5a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:08:07.185027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fc21217c-909e-4643-95b2-d8b5d6cf3fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:07:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['50535820-20c2-42b1-8769-d784efdee5a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:07.238805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fc21217c-909e-4643-95b2-d8b5d6cf3fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:07.276604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc21217c-909e-4643-95b2-d8b5d6cf3fb1 None None] Routers {'50535820-20c2-42b1-8769-d784efdee5a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:08:07.277252 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fc21217c-909e-4643-95b2-d8b5d6cf3fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:07:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['50535820-20c2-42b1-8769-d784efdee5a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:07.364168 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fc21217c-909e-4643-95b2-d8b5d6cf3fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:07.364834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21217c-909e-4643-95b2-d8b5d6cf3fb1 None None] The sync data for ids ['50535820-20c2-42b1-8769-d784efdee5a9'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:08:07.385871 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-72d61520-3247-4962-9a39-634f5d8aa100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:07.435018 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-72d61520-3247-4962-9a39-634f5d8aa100 None None] For port 747b269e-6172-4912-a1e1-64f9d702ad39, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=747b269e-6172-4912-a1e1-64f9d702ad39,segment=NetworkSegment(9b7bb18e-5d63-41e5-9ce6-75fd483c9a16),segment_id=9b7bb18e-5d63-41e5-9ce6-75fd483c9a16)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:07.441008 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-72d61520-3247-4962-9a39-634f5d8aa100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:07.532744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d61520-3247-4962-9a39-634f5d8aa100 None None] Pushing event updated for resources: {'Port': ['ID=747b269e-6172-4912-a1e1-64f9d702ad39,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:07.647337 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-961f619c-2b3d-43f8-b454-6fa08fed6de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:07.676089 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-d484c308-b813-4418-983d-d34777f0d4e7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:07.679722 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d484c308-b813-4418-983d-d34777f0d4e7 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "PUT /v2.0/routers/50535820-20c2-42b1-8769-d784efdee5a9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6741421 Aug 09 16:08:07.687417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39008) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:07.708384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ef67c0-7fc5-4860-9de2-c2502c229ba4 None None] Network 7d869ae6-eb5e-41c7-86ea-88c116ed6529 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:07.903537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a3679afe-cdb9-4b75-ba16-992b216d999c None None] Provisioning for port 58884202-0836-4b56-a8b3-11594fa4acdc completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:08.106326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4d76e3d3-d573-4db9-923b-9d38b00e515d None None] Provisioning complete for port 747b269e-6172-4912-a1e1-64f9d702ad39 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:08.106702 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4d76e3d3-d573-4db9-923b-9d38b00e515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:08.271062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 747b269e-6172-4912-a1e1-64f9d702ad39 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:08.430554 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 747b269e-6172-4912-a1e1-64f9d702ad39 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:08.431840 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:08.475622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4d76e3d3-d573-4db9-923b-9d38b00e515d None None] Provisioning for port 54c0edc9-c920-49d0-94d8-f8463e211dd9 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:08.481689 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-837cd77c-7108-477d-8a4b-3c320c0d9354 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:08.491781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4d76e3d3-d573-4db9-923b-9d38b00e515d None None] Provisioning complete for port 54c0edc9-c920-49d0-94d8-f8463e211dd9 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:08.494609 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4d76e3d3-d573-4db9-923b-9d38b00e515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:08.594103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4d76e3d3-d573-4db9-923b-9d38b00e515d None None] Port 54c0edc9-c920-49d0-94d8-f8463e211dd9 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:08:08.627446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 58884202-0836-4b56-a8b3-11594fa4acdc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:08.734847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 58884202-0836-4b56-a8b3-11594fa4acdc completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:08.742013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c8cc9196-1d7c-4aea-a63c-3d48b7e27ede None None] Provisioning complete for port 54c0edc9-c920-49d0-94d8-f8463e211dd9 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:08.743932 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9196-1d7c-4aea-a63c-3d48b7e27ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:08.775209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 58884202-0836-4b56-a8b3-11594fa4acdc triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:08.775841 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:08.898545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc9196-1d7c-4aea-a63c-3d48b7e27ede None None] Port 54c0edc9-c920-49d0-94d8-f8463e211dd9 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:08:08.932361 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:08.967863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-837cd77c-7108-477d-8a4b-3c320c0d9354 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Deleting port 54c0edc9-c920-49d0-94d8-f8463e211dd9 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:08:08.968393 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-837cd77c-7108-477d-8a4b-3c320c0d9354 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:08.974413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 58884202-0836-4b56-a8b3-11594fa4acdc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=58884202-0836-4b56-a8b3-11594fa4acdc,segment=NetworkSegment(a9c82cae-385c-4d23-b966-818c1ff6b6a3),segment_id=a9c82cae-385c-4d23-b966-818c1ff6b6a3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:08.981287 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:09.058889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-41bc8340-2577-4fbb-a20f-000798a11f3d None None] Provisioning complete for port 58884202-0836-4b56-a8b3-11594fa4acdc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:09.059248 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-41bc8340-2577-4fbb-a20f-000798a11f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:09.095891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=58884202-0836-4b56-a8b3-11594fa4acdc,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:09.187148 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-837cd77c-7108-477d-8a4b-3c320c0d9354 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:09.204245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-837cd77c-7108-477d-8a4b-3c320c0d9354 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Calling delete_port for 54c0edc9-c920-49d0-94d8-f8463e211dd9 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:08:09.205479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-41bc8340-2577-4fbb-a20f-000798a11f3d None None] Provisioning complete for port 54c0edc9-c920-49d0-94d8-f8463e211dd9 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:09.208035 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-41bc8340-2577-4fbb-a20f-000798a11f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:09.318737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-41bc8340-2577-4fbb-a20f-000798a11f3d None None] Port 54c0edc9-c920-49d0-94d8-f8463e211dd9 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:08:09.451223 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-837cd77c-7108-477d-8a4b-3c320c0d9354 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:09.560206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cd77c-7108-477d-8a4b-3c320c0d9354 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event deleted for resources: {'Port': ['ID=54c0edc9-c920-49d0-94d8-f8463e211dd9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:09.684002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-837cd77c-7108-477d-8a4b-3c320c0d9354 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:09.869044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39068) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:09.920048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837cd77c-7108-477d-8a4b-3c320c0d9354 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Router 50535820-20c2-42b1-8769-d784efdee5a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:08:10.017759 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-01bc8730-9f34-489f-8402-9f7146cbc8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.022525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837cd77c-7108-477d-8a4b-3c320c0d9354 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:08:10.035319 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad273a-009b-4ec5-9f7d-efc805318438 None None] Sync routers for ids ['50535820-20c2-42b1-8769-d784efdee5a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:08:10.050813 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-837cd77c-7108-477d-8a4b-3c320c0d9354 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "PUT /v2.0/routers/50535820-20c2-42b1-8769-d784efdee5a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3587337 Aug 09 16:08:10.051011 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad273a-009b-4ec5-9f7d-efc805318438 None None] Routers {'50535820-20c2-42b1-8769-d784efdee5a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:08:10.052081 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-49ad273a-009b-4ec5-9f7d-efc805318438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:07:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['50535820-20c2-42b1-8769-d784efdee5a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:10.053262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39072) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:10.065323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 58884202-0836-4b56-a8b3-11594fa4acdc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:10.138946 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-01bc8730-9f34-489f-8402-9f7146cbc8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.147297 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-01bc8730-9f34-489f-8402-9f7146cbc8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.159577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 58884202-0836-4b56-a8b3-11594fa4acdc triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:10.160315 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.181178 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-49ad273a-009b-4ec5-9f7d-efc805318438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:10.188485 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-7cf2cbcf-e110-4b4e-8a35-b0eacb558625 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] delete failed (client error): The resource could not be found. Aug 09 16:08:10.189623 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7cf2cbcf-e110-4b4e-8a35-b0eacb558625 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-342348183 HTTP/1.1" status: 404 len: 334 time: 0.1352808 Aug 09 16:08:10.195319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39074) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:10.199842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-fcd7225c-e82a-4589-9e7c-d7a073ab7f59 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Request body: {'router': {'external_gateway_info': {'network_id': '50535820-20c2-42b1-8769-d784efdee5a9'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:10.205386 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad273a-009b-4ec5-9f7d-efc805318438 None None] Routers {'50535820-20c2-42b1-8769-d784efdee5a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:08:10.206128 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-49ad273a-009b-4ec5-9f7d-efc805318438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:07:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['50535820-20c2-42b1-8769-d784efdee5a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:10.261555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-01bc8730-9f34-489f-8402-9f7146cbc8f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b18058f5d152435a823dd1b9d47d79a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890843 Aug 09 16:08:10.262590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39076) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:10.279993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc8730-9f34-489f-8402-9f7146cbc8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97da91c-1da0-4eec-b0bc-6d8c3899ea43,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:10.291135 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-49ad273a-009b-4ec5-9f7d-efc805318438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:10.292175 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad273a-009b-4ec5-9f7d-efc805318438 None None] The sync data for ids ['50535820-20c2-42b1-8769-d784efdee5a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:08:10.341066 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e122cd81-c084-499a-ae30-0defee1ee6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.375370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e122cd81-c084-499a-ae30-0defee1ee6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.451860 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e122cd81-c084-499a-ae30-0defee1ee6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.455261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e122cd81-c084-499a-ae30-0defee1ee6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.472029 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e122cd81-c084-499a-ae30-0defee1ee6a0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e97da91c-1da0-4eec-b0bc-6d8c3899ea43 HTTP/1.1" status: 204 len: 168 time: 0.1927075 Aug 09 16:08:10.481613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122cd81-c084-499a-ae30-0defee1ee6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97da91c-1da0-4eec-b0bc-6d8c3899ea43,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:10.534540 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d17a9848-b2bd-42e9-9ddf-2c6bc4b88de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.578243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fcd7225c-e82a-4589-9e7c-d7a073ab7f59 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.610158 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-fcd7225c-e82a-4589-9e7c-d7a073ab7f59 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] update failed (client error): The resource could not be found. Aug 09 16:08:10.615294 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fcd7225c-e82a-4589-9e7c-d7a073ab7f59 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "PUT /v2.0/routers/50535820-20c2-42b1-8769-d784efdee5a9 HTTP/1.1" status: 404 len: 339 time: 0.4149864 Aug 09 16:08:10.615588 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39082) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:10.622166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-03767ae6-088f-4ee0-8bb6-5f7283ec6f0c tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1738098146'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:10.649771 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03767ae6-088f-4ee0-8bb6-5f7283ec6f0c tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Made reservation on behalf of 7cbcd6380a514ec480af944819519842 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:10.655264 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03767ae6-088f-4ee0-8bb6-5f7283ec6f0c tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.691381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03767ae6-088f-4ee0-8bb6-5f7283ec6f0c tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:08:10.702425 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03767ae6-088f-4ee0-8bb6-5f7283ec6f0c tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.703100 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-03767ae6-088f-4ee0-8bb6-5f7283ec6f0c tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Added segment 1e982444-f7ff-45d7-921b-dc26d797d167 of type vlan for network 12a32b2b-5fff-4d38-8ff8-3635dfc31fd5 Aug 09 16:08:10.764884 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03767ae6-088f-4ee0-8bb6-5f7283ec6f0c tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.805247 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03767ae6-088f-4ee0-8bb6-5f7283ec6f0c tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.816273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03767ae6-088f-4ee0-8bb6-5f7283ec6f0c tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:10.816273 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-03767ae6-088f-4ee0-8bb6-5f7283ec6f0c tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.886669 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.901637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-03767ae6-088f-4ee0-8bb6-5f7283ec6f0c tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2831554 Aug 09 16:08:10.902829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39088) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:10.905976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39090) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:10.908571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5e5d04bb-96a4-43fa-a3b1-6ed4b379d659 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Request body: {'subnet': {'network_id': '12a32b2b-5fff-4d38-8ff8-3635dfc31fd5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:10.925014 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1157ea58-810a-4ae1-8b49-4091b771f29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:10.966911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03767ae6-088f-4ee0-8bb6-5f7283ec6f0c tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'Network': ['ID=12a32b2b-5fff-4d38-8ff8-3635dfc31fd5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:10.979881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 12a32b2b-5fff-4d38-8ff8-3635dfc31fd5 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:08:11.071739 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1157ea58-810a-4ae1-8b49-4091b771f29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.079435 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1157ea58-810a-4ae1-8b49-4091b771f29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.101750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5d04bb-96a4-43fa-a3b1-6ed4b379d659 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Made reservation on behalf of 7cbcd6380a514ec480af944819519842 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:11.109273 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e5d04bb-96a4-43fa-a3b1-6ed4b379d659 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.125981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1157ea58-810a-4ae1-8b49-4091b771f29e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=05c5613f20314cc3ad6eaddf04b88caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2186968 Aug 09 16:08:11.127667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39092) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:11.127667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157ea58-810a-4ae1-8b49-4091b771f29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5048c86c-1377-4027-b804-cb5d8c9f6171,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:11.207542 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8b7e-b14e-4ad2-bcb8-b122a0fc180c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.238696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8b7e-b14e-4ad2-bcb8-b122a0fc180c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.298914 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8b7e-b14e-4ad2-bcb8-b122a0fc180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.302975 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8b7e-b14e-4ad2-bcb8-b122a0fc180c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.304933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ae6a8b7e-b14e-4ad2-bcb8-b122a0fc180c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5048c86c-1377-4027-b804-cb5d8c9f6171 HTTP/1.1" status: 204 len: 168 time: 0.1644888 Aug 09 16:08:11.316721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a8b7e-b14e-4ad2-bcb8-b122a0fc180c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5048c86c-1377-4027-b804-cb5d8c9f6171,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:11.382296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e5d04bb-96a4-43fa-a3b1-6ed4b379d659 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.481978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d04bb-96a4-43fa-a3b1-6ed4b379d659 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'Subnet': ['ID=be56d989-fae3-47ee-96cc-36dfceca6ac6,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:11.496214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d04bb-96a4-43fa-a3b1-6ed4b379d659 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Checking segment: {'id': '1e982444-f7ff-45d7-921b-dc26d797d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '12a32b2b-5fff-4d38-8ff8-3635dfc31fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:11.496588 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d04bb-96a4-43fa-a3b1-6ed4b379d659 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Network hostable DHCP agents. Network: 12a32b2b-5fff-4d38-8ff8-3635dfc31fd5, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:08:11.522039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d04bb-96a4-43fa-a3b1-6ed4b379d659 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Network 12a32b2b-5fff-4d38-8ff8-3635dfc31fd5 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:08:11.532025 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.535671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d04bb-96a4-43fa-a3b1-6ed4b379d659 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 12a32b2b-5fff-4d38-8ff8-3635dfc31fd5) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:11.542172 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d04bb-96a4-43fa-a3b1-6ed4b379d659 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:11.543181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e5d04bb-96a4-43fa-a3b1-6ed4b379d659 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.550562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa607090-819e-414e-a2c0-b96cb96cefb5 None None] Network 12a32b2b-5fff-4d38-8ff8-3635dfc31fd5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:11.565777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5e5d04bb-96a4-43fa-a3b1-6ed4b379d659 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6617599 Aug 09 16:08:11.569913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39098) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:11.579921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-92dc911b-fcfd-4825-8726-23f933c02ec1 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Request body: {'router': {'external_gateway_info': {'network_id': '12a32b2b-5fff-4d38-8ff8-3635dfc31fd5'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:11.641918 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.761805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-12a32b2b-5fff-4d38-8ff8-3635dfc31fd5', 'network_id': '12a32b2b-5fff-4d38-8ff8-3635dfc31fd5', 'tenant_id': '7cbcd6380a514ec480af944819519842', 'fixed_ips': [{'subnet_id': 'be56d989-fae3-47ee-96cc-36dfceca6ac6'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:08:11.763259 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.913299 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92dc911b-fcfd-4825-8726-23f933c02ec1 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:11.981307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Allocated IP 2001:db8:1::2 (12a32b2b-5fff-4d38-8ff8-3635dfc31fd5/be56d989-fae3-47ee-96cc-36dfceca6ac6/07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:08:12.110627 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-92dc911b-fcfd-4825-8726-23f933c02ec1 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:12.112966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-92dc911b-fcfd-4825-8726-23f933c02ec1 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "PUT /v2.0/routers/50535820-20c2-42b1-8769-d784efdee5a9 HTTP/1.1" status: 400 len: 364 time: 0.5405622 Aug 09 16:08:12.115610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39114) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:12.190267 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:12.199775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Transition to ACTIVE for port object 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:12.223275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Transition to ACTIVE for port object 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:12.235537 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:12.314754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Network 12a32b2b-5fff-4d38-8ff8-3635dfc31fd5 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:12.318166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:12.321124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:08:12.355063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Pushing event updated for resources: {'Port': ['ID=07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:12.390183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Attempting to bind port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:08:12.390660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Attempting to bind port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '1e982444-f7ff-45d7-921b-dc26d797d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '12a32b2b-5fff-4d38-8ff8-3635dfc31fd5'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:08:12.391220 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Attempting to bind port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c on network 12a32b2b-5fff-4d38-8ff8-3635dfc31fd5 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:12.399799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:08:12.400094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Checking segment: {'id': '1e982444-f7ff-45d7-921b-dc26d797d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '12a32b2b-5fff-4d38-8ff8-3635dfc31fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:12.400523 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:12.401418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Bound using segment: {'id': '1e982444-f7ff-45d7-921b-dc26d797d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '12a32b2b-5fff-4d38-8ff8-3635dfc31fd5'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:08:12.402198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Bound port: 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e982444-f7ff-45d7-921b-dc26d797d167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '12a32b2b-5fff-4d38-8ff8-3635dfc31fd5'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:08:12.402594 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:12.535255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] For port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:08:12.538931 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] For port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c,segment=NetworkSegment(1e982444-f7ff-45d7-921b-dc26d797d167),segment_id=1e982444-f7ff-45d7-921b-dc26d797d167)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:08:12.548836 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:12.631553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae053e6-7ed4-4580-ad8b-a6e19cdccc31 None None] Pushing event updated for resources: {'Port': ['ID=07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:12.666012 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:13.052577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Allocated IP 2001:db8::1 (547a73c1-658c-43ae-b815-456be59938d9/66e5f60b-da96-48a7-aa77-22df76b289ed/ebfd24fa-a43a-4f79-abe6-9ad317d258c4) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:08:13.199302 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:13.237404 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:13.451821 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:13.667172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Transition to ACTIVE for port object ebfd24fa-a43a-4f79-abe6-9ad317d258c4 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:13.720782 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:13.786180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Network 547a73c1-658c-43ae-b815-456be59938d9 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:13.790011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:13.794880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:08:13.795824 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:13.800063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'Port': ['ID=ebfd24fa-a43a-4f79-abe6-9ad317d258c4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:14.113502 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:14.176366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:14.269667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:14.305080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2981ba-e344-4348-8224-802f653fa051 None None] Network 12a32b2b-5fff-4d38-8ff8-3635dfc31fd5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:14.401877 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f8109a79-ed27-4a64-822f-18faa33db7d3 None None] Provisioning for port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:14.410989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f8109a79-ed27-4a64-822f-18faa33db7d3 None None] Provisioning complete for port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:14.411273 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8109a79-ed27-4a64-822f-18faa33db7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:14.564764 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:14.571750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:14.573132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:14.678683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event updated for resources: {'Port': ['ID=ebfd24fa-a43a-4f79-abe6-9ad317d258c4,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:14.730630 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8109a79-ed27-4a64-822f-18faa33db7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:14.733835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Network 547a73c1-658c-43ae-b815-456be59938d9 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:14.736138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:14.772950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f8109a79-ed27-4a64-822f-18faa33db7d3 None None] For port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c,segment=NetworkSegment(1e982444-f7ff-45d7-921b-dc26d797d167),segment_id=1e982444-f7ff-45d7-921b-dc26d797d167)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:14.777894 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8109a79-ed27-4a64-822f-18faa33db7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:14.825416 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f8109a79-ed27-4a64-822f-18faa33db7d3 None None] Provisioning for port ebfd24fa-a43a-4f79-abe6-9ad317d258c4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:14.837043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f8109a79-ed27-4a64-822f-18faa33db7d3 None None] Provisioning complete for port ebfd24fa-a43a-4f79-abe6-9ad317d258c4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:14.837525 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8109a79-ed27-4a64-822f-18faa33db7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:14.858336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Router 50535820-20c2-42b1-8769-d784efdee5a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:08:14.883254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8109a79-ed27-4a64-822f-18faa33db7d3 None None] Pushing event updated for resources: {'Port': ['ID=07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:14.906609 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f8109a79-ed27-4a64-822f-18faa33db7d3 None None] Port ebfd24fa-a43a-4f79-abe6-9ad317d258c4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:08:14.965470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:08:14.971753 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-76ac0312-75b2-4d81-8fc5-07ceae554e0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "PUT /v2.0/routers/50535820-20c2-42b1-8769-d784efdee5a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8546767 Aug 09 16:08:14.975458 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39158) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:14.977065 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2183ccb6-3c2e-4eaa-9637-418c765bd7c8 None None] Sync routers for ids ['50535820-20c2-42b1-8769-d784efdee5a9'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:08:14.989980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183ccb6-3c2e-4eaa-9637-418c765bd7c8 None None] Routers {'50535820-20c2-42b1-8769-d784efdee5a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:08:14.990636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-2183ccb6-3c2e-4eaa-9637-418c765bd7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:08:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['50535820-20c2-42b1-8769-d784efdee5a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:15.041089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-2183ccb6-3c2e-4eaa-9637-418c765bd7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:15.053294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183ccb6-3c2e-4eaa-9637-418c765bd7c8 None None] Routers {'50535820-20c2-42b1-8769-d784efdee5a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:08:15.053859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-2183ccb6-3c2e-4eaa-9637-418c765bd7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:08:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['50535820-20c2-42b1-8769-d784efdee5a9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:15.126379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-2183ccb6-3c2e-4eaa-9637-418c765bd7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:15.127055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2183ccb6-3c2e-4eaa-9637-418c765bd7c8 None None] The sync data for ids ['50535820-20c2-42b1-8769-d784efdee5a9'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:08:15.173516 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fd94a1b1-8ceb-42ac-bac9-296fd3ebbf73 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:15.246172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cacd7340-3612-413c-935f-a6fc21b8479f None None] Provisioning complete for port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:15.246721 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cacd7340-3612-413c-935f-a6fc21b8479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:15.306227 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-fd94a1b1-8ceb-42ac-bac9-296fd3ebbf73 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 09 16:08:15.307847 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fd94a1b1-8ceb-42ac-bac9-296fd3ebbf73 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "DELETE /v2.0/routers/50535820-20c2-42b1-8769-d784efdee5a9 HTTP/1.1" status: 409 len: 329 time: 0.3302903 Aug 09 16:08:15.312342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39178) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:15.466870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cacd7340-3612-413c-935f-a6fc21b8479f None None] Provisioning complete for port ebfd24fa-a43a-4f79-abe6-9ad317d258c4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:15.469197 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cacd7340-3612-413c-935f-a6fc21b8479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:15.533216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-cacd7340-3612-413c-935f-a6fc21b8479f None None] Port ebfd24fa-a43a-4f79-abe6-9ad317d258c4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:08:15.746727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b79cefed-7987-4cfb-ad6b-eddea2d72ede tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:16.073042 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:16.136677 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:16.137316 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:16.147497 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-b79cefed-7987-4cfb-ad6b-eddea2d72ede tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Deleting port ebfd24fa-a43a-4f79-abe6-9ad317d258c4 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:08:16.147961 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b79cefed-7987-4cfb-ad6b-eddea2d72ede tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:16.277905 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b79cefed-7987-4cfb-ad6b-eddea2d72ede tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:16.285965 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:08:16.294865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-b79cefed-7987-4cfb-ad6b-eddea2d72ede tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Calling delete_port for ebfd24fa-a43a-4f79-abe6-9ad317d258c4 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:08:16.531364 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b79cefed-7987-4cfb-ad6b-eddea2d72ede tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:16.573231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cefed-7987-4cfb-ad6b-eddea2d72ede tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event deleted for resources: {'Port': ['ID=ebfd24fa-a43a-4f79-abe6-9ad317d258c4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:16.722439 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b79cefed-7987-4cfb-ad6b-eddea2d72ede tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:17.049883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79cefed-7987-4cfb-ad6b-eddea2d72ede tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Router 50535820-20c2-42b1-8769-d784efdee5a9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:08:17.204843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79cefed-7987-4cfb-ad6b-eddea2d72ede tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:08:17.222833 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b79cefed-7987-4cfb-ad6b-eddea2d72ede tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "PUT /v2.0/routers/50535820-20c2-42b1-8769-d784efdee5a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9086106 Aug 09 16:08:17.229742 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155553e1-246c-49b7-81f4-78c4593829b6 None None] Sync routers for ids ['50535820-20c2-42b1-8769-d784efdee5a9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:08:17.231815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39392) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:17.265694 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155553e1-246c-49b7-81f4-78c4593829b6 None None] Routers {'50535820-20c2-42b1-8769-d784efdee5a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:08:17.266667 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-155553e1-246c-49b7-81f4-78c4593829b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:08:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['50535820-20c2-42b1-8769-d784efdee5a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:17.397629 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-03fba7f9-b7db-4888-b1b1-06a908262e14 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] show failed (client error): The resource could not be found. Aug 09 16:08:17.402654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-03fba7f9-b7db-4888-b1b1-06a908262e14 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1147376190 HTTP/1.1" status: 404 len: 335 time: 0.1684134 Aug 09 16:08:17.409270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39402) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:17.423470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8a7b0a0b-e5b1-4163-a6bb-df4597abe3f4 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:17.461973 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-155553e1-246c-49b7-81f4-78c4593829b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:17.472391 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155553e1-246c-49b7-81f4-78c4593829b6 None None] Routers {'50535820-20c2-42b1-8769-d784efdee5a9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:08:17.473046 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-155553e1-246c-49b7-81f4-78c4593829b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:08:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['50535820-20c2-42b1-8769-d784efdee5a9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:17.504134 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-8a7b0a0b-e5b1-4163-a6bb-df4597abe3f4 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] update failed (client error): The resource could not be found. Aug 09 16:08:17.511956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8a7b0a0b-e5b1-4163-a6bb-df4597abe3f4 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-992220639 HTTP/1.1" status: 404 len: 334 time: 0.0968838 Aug 09 16:08:17.512586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39418) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:17.524919 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-155553e1-246c-49b7-81f4-78c4593829b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:17.525729 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155553e1-246c-49b7-81f4-78c4593829b6 None None] The sync data for ids ['50535820-20c2-42b1-8769-d784efdee5a9'] in n-d-803778-2 is: [] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:08:17.581800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-9017cb75-d70c-4173-b328-13784fd41274 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Deleting subnet be56d989-fae3-47ee-96cc-36dfceca6ac6 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:08:17.586338 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9017cb75-d70c-4173-b328-13784fd41274 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:17.639661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9017cb75-d70c-4173-b328-13784fd41274 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:17.650556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39436) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:17.802992 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9017cb75-d70c-4173-b328-13784fd41274 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:17.852388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7021-fdd0-4510-9e21-f950cf5edc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:17.883696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9017cb75-d70c-4173-b328-13784fd41274 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:17.922396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017cb75-d70c-4173-b328-13784fd41274 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event deleted for resources: {'Subnet': ['ID=be56d989-fae3-47ee-96cc-36dfceca6ac6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:17.936990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9017cb75-d70c-4173-b328-13784fd41274 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:17.938163 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad03596-db14-4a56-8731-faa888749529 None None] Network 12a32b2b-5fff-4d38-8ff8-3635dfc31fd5 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:17.939026 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9017cb75-d70c-4173-b328-13784fd41274 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "DELETE /v2.0/subnets/be56d989-fae3-47ee-96cc-36dfceca6ac6 HTTP/1.1" status: 204 len: 168 time: 0.4253631 Aug 09 16:08:17.941804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39472) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:18.034046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7021-fdd0-4510-9e21-f950cf5edc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.040908 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7021-fdd0-4510-9e21-f950cf5edc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.117561 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.119295 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6a6d7021-fdd0-4510-9e21-f950cf5edc27 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=455f2d6db0844c58bf77fb3473c799d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672372 Aug 09 16:08:18.123753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d7021-fdd0-4510-9e21-f950cf5edc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22603033-8c6b-4a3e-9788-cb76aae90e37,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:18.123996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39494) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:18.219286 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29b61884-e9b0-425b-a199-2a8f0fc79b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.259113 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29b61884-e9b0-425b-a199-2a8f0fc79b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.260891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef07703f-136e-4406-bc38-37c5e812d5c5 None None] DHCP port deletion for 12a32b2b-5fff-4d38-8ff8-3635dfc31fd5 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:08:18.298935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Deleting port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:08:18.299283 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.356119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ef07703f-136e-4406-bc38-37c5e812d5c5 None None] Deleting port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:08:18.356654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ef07703f-136e-4406-bc38-37c5e812d5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.402756 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29b61884-e9b0-425b-a199-2a8f0fc79b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.408927 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29b61884-e9b0-425b-a199-2a8f0fc79b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.410488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-29b61884-e9b0-425b-a199-2a8f0fc79b0e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/22603033-8c6b-4a3e-9788-cb76aae90e37 HTTP/1.1" status: 204 len: 168 time: 0.2849438 Aug 09 16:08:18.425016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] For port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c,segment=NetworkSegment(1e982444-f7ff-45d7-921b-dc26d797d167),segment_id=1e982444-f7ff-45d7-921b-dc26d797d167)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:18.425602 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.428744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b61884-e9b0-425b-a199-2a8f0fc79b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22603033-8c6b-4a3e-9788-cb76aae90e37,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:18.442941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Calling delete_port for 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:08:18.468360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ef07703f-136e-4406-bc38-37c5e812d5c5 None None] For port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c,segment=NetworkSegment(1e982444-f7ff-45d7-921b-dc26d797d167),segment_id=1e982444-f7ff-45d7-921b-dc26d797d167)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:18.468790 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ef07703f-136e-4406-bc38-37c5e812d5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.485446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ef07703f-136e-4406-bc38-37c5e812d5c5 None None] Calling delete_port for 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:08:18.599792 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.619858 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ef07703f-136e-4406-bc38-37c5e812d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.633504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event deleted for resources: {'Port': ['ID=07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:18.643741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] No DVR routers for this DVR port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:08:18.659538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07703f-136e-4406-bc38-37c5e812d5c5 None None] Pushing event deleted for resources: {'Port': ['ID=07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:18.661517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef07703f-136e-4406-bc38-37c5e812d5c5 None None] No DVR routers for this DVR port 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:08:18.773092 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.793772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a32b2b-5fff-4d38-8ff8-3635dfc31fd5']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:18.807434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e982444-f7ff-45d7-921b-dc26d797d167') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:18.807718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e982444-f7ff-45d7-921b-dc26d797d167') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:18.828257 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.868806 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.877289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:08:18.878043 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:08:18.882137 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:08:18.969566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.981238 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39590) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:18.984717 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:18.986617 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "DELETE /v2.0/networks/12a32b2b-5fff-4d38-8ff8-3635dfc31fd5 HTTP/1.1" status: 204 len: 168 time: 1.0435407 Aug 09 16:08:18.988968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39592) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:18.996142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b25cdec0-4f2d-4d93-a1f8-2a2ea6c1bda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.030552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edac3f-e760-44da-b7d5-260cc6b823cd tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event deleted for resources: {'Network': ['ID=12a32b2b-5fff-4d38-8ff8-3635dfc31fd5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:19.074532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c544a71a-36ac-49d4-9961-90dab0d9c901 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Deleting subnet 56857307-c302-493a-a09a-1a829ac4d972 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:08:19.079290 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c544a71a-36ac-49d4-9961-90dab0d9c901 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.158027 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c544a71a-36ac-49d4-9961-90dab0d9c901 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.159828 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b25cdec0-4f2d-4d93-a1f8-2a2ea6c1bda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.167248 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b25cdec0-4f2d-4d93-a1f8-2a2ea6c1bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.229547 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b25cdec0-4f2d-4d93-a1f8-2a2ea6c1bda3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f20cf20105d4353a144ce50fe4df2a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465360 Aug 09 16:08:19.233535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39624) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:19.243930 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cdec0-4f2d-4d93-a1f8-2a2ea6c1bda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4536fab6-9fce-449a-86f4-319fe59cedd5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:19.295307 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c544a71a-36ac-49d4-9961-90dab0d9c901 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.325303 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-64c5715a-d4bd-4871-a985-685b05b47863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.354522 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-64c5715a-d4bd-4871-a985-685b05b47863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.373230 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c544a71a-36ac-49d4-9961-90dab0d9c901 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.413580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544a71a-36ac-49d4-9961-90dab0d9c901 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event deleted for resources: {'Subnet': ['ID=56857307-c302-493a-a09a-1a829ac4d972,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:19.418021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c544a71a-36ac-49d4-9961-90dab0d9c901 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.423596 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39646) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:19.427579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c544a71a-36ac-49d4-9961-90dab0d9c901 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "DELETE /v2.0/subnets/56857307-c302-493a-a09a-1a829ac4d972 HTTP/1.1" status: 204 len: 168 time: 0.4331541 Aug 09 16:08:19.434802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd36be89-4f70-4237-b646-cb0740712b43 None None] Network 7d869ae6-eb5e-41c7-86ea-88c116ed6529 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:19.469029 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-64c5715a-d4bd-4871-a985-685b05b47863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.471805 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-64c5715a-d4bd-4871-a985-685b05b47863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.473130 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-64c5715a-d4bd-4871-a985-685b05b47863 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4536fab6-9fce-449a-86f4-319fe59cedd5 HTTP/1.1" status: 204 len: 168 time: 0.2384369 Aug 09 16:08:19.495925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5715a-d4bd-4871-a985-685b05b47863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4536fab6-9fce-449a-86f4-319fe59cedd5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:19.503410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3e1470-543a-4db5-8356-f93955a41833 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Deleting subnet a46b1241-5451-4818-a851-e3a42054b5b5 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:08:19.507524 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1470-543a-4db5-8356-f93955a41833 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.796403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581fadd1-483c-4c84-a9c7-a0a9f3309492 None None] DHCP port deletion for 7d869ae6-eb5e-41c7-86ea-88c116ed6529 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:08:19.853706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-581fadd1-483c-4c84-a9c7-a0a9f3309492 None None] Deleting port 58884202-0836-4b56-a8b3-11594fa4acdc {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:08:19.854835 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-581fadd1-483c-4c84-a9c7-a0a9f3309492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.956866 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1470-543a-4db5-8356-f93955a41833 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.957813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-581fadd1-483c-4c84-a9c7-a0a9f3309492 None None] For port 58884202-0836-4b56-a8b3-11594fa4acdc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=58884202-0836-4b56-a8b3-11594fa4acdc,segment=NetworkSegment(a9c82cae-385c-4d23-b966-818c1ff6b6a3),segment_id=a9c82cae-385c-4d23-b966-818c1ff6b6a3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:19.958383 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-581fadd1-483c-4c84-a9c7-a0a9f3309492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:19.977766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-581fadd1-483c-4c84-a9c7-a0a9f3309492 None None] Calling delete_port for 58884202-0836-4b56-a8b3-11594fa4acdc owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:08:20.070733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:08:20.103206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:08:20.104017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 07c1c9b9-4dbd-4009-99d6-f8b5f031bb3c not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:08:20.104457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 58884202-0836-4b56-a8b3-11594fa4acdc no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:08:20.105666 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1470-543a-4db5-8356-f93955a41833 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.134892 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-581fadd1-483c-4c84-a9c7-a0a9f3309492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.174268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fadd1-483c-4c84-a9c7-a0a9f3309492 None None] Pushing event deleted for resources: {'Port': ['ID=58884202-0836-4b56-a8b3-11594fa4acdc,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:20.182477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581fadd1-483c-4c84-a9c7-a0a9f3309492 None None] No DVR routers for this DVR port 58884202-0836-4b56-a8b3-11594fa4acdc on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:08:20.210416 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1470-543a-4db5-8356-f93955a41833 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.211532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No active binding found for port 58884202-0836-4b56-a8b3-11594fa4acdc {{(pid=94291) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 16:08:20.211532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 58884202-0836-4b56-a8b3-11594fa4acdc not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:08:20.262764 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1470-543a-4db5-8356-f93955a41833 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.265822 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8a3e1470-543a-4db5-8356-f93955a41833 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "DELETE /v2.0/subnets/a46b1241-5451-4818-a851-e3a42054b5b5 HTTP/1.1" status: 204 len: 168 time: 0.8410332 Aug 09 16:08:20.267637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e1470-543a-4db5-8356-f93955a41833 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event deleted for resources: {'Subnet': ['ID=a46b1241-5451-4818-a851-e3a42054b5b5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:20.268753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39694) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:20.272678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacdc1dc-1cee-464c-a1b9-e9debcf1506d None None] Network efbd476d-2244-43f5-9931-cd08d783dae4 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:20.398303 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.510794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1827dee-1970-43c1-a6d2-552f0189cead None None] DHCP port deletion for efbd476d-2244-43f5-9931-cd08d783dae4 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:08:20.516944 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.531601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d869ae6-eb5e-41c7-86ea-88c116ed6529']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:20.553911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c82cae-385c-4d23-b966-818c1ff6b6a3') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:20.554378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c82cae-385c-4d23-b966-818c1ff6b6a3') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:20.570759 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.571475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c1827dee-1970-43c1-a6d2-552f0189cead None None] Deleting port 747b269e-6172-4912-a1e1-64f9d702ad39 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:08:20.571941 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c1827dee-1970-43c1-a6d2-552f0189cead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.599793 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.608404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:08:20.609138 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:08:20.613112 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:08:20.662242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c1827dee-1970-43c1-a6d2-552f0189cead None None] For port 747b269e-6172-4912-a1e1-64f9d702ad39, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=747b269e-6172-4912-a1e1-64f9d702ad39,segment=NetworkSegment(9b7bb18e-5d63-41e5-9ce6-75fd483c9a16),segment_id=9b7bb18e-5d63-41e5-9ce6-75fd483c9a16)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:20.662650 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c1827dee-1970-43c1-a6d2-552f0189cead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.694486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c1827dee-1970-43c1-a6d2-552f0189cead None None] Calling delete_port for 747b269e-6172-4912-a1e1-64f9d702ad39 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:08:20.699991 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.711562 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.716936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "DELETE /v2.0/networks/7d869ae6-eb5e-41c7-86ea-88c116ed6529 HTTP/1.1" status: 204 len: 168 time: 0.4460547 Aug 09 16:08:20.718642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39710) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:20.733485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733244f2-1221-4370-b59b-db576e5b3cda tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event deleted for resources: {'Network': ['ID=7d869ae6-eb5e-41c7-86ea-88c116ed6529,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:20.893333 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c1827dee-1970-43c1-a6d2-552f0189cead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.921547 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:20.947821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1827dee-1970-43c1-a6d2-552f0189cead None None] Pushing event deleted for resources: {'Port': ['ID=747b269e-6172-4912-a1e1-64f9d702ad39,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:20.951371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1827dee-1970-43c1-a6d2-552f0189cead None None] No DVR routers for this DVR port 747b269e-6172-4912-a1e1-64f9d702ad39 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:08:21.058897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.081422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbd476d-2244-43f5-9931-cd08d783dae4']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:21.093990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7bb18e-5d63-41e5-9ce6-75fd483c9a16') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:21.094561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7bb18e-5d63-41e5-9ce6-75fd483c9a16') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:21.105160 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.124257 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.133052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:08:21.133769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: items = [ Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:08:21.136847 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:08:21.219075 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.229116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.232929 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "DELETE /v2.0/networks/efbd476d-2244-43f5-9931-cd08d783dae4 HTTP/1.1" status: 204 len: 168 time: 0.5132625 Aug 09 16:08:21.235559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39720) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:21.255379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d315d-b8db-44b8-8d54-c7f2505bfc0d tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event deleted for resources: {'Network': ['ID=efbd476d-2244-43f5-9931-cd08d783dae4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:21.335163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-affd9679-3775-4975-a391-517756483e44 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Deleting subnet 66e5f60b-da96-48a7-aa77-22df76b289ed {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:08:21.339814 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-affd9679-3775-4975-a391-517756483e44 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.398194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-affd9679-3775-4975-a391-517756483e44 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.517798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-affd9679-3775-4975-a391-517756483e44 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.596926 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-affd9679-3775-4975-a391-517756483e44 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.635640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd9679-3775-4975-a391-517756483e44 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event deleted for resources: {'Subnet': ['ID=66e5f60b-da96-48a7-aa77-22df76b289ed,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:21.641666 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-affd9679-3775-4975-a391-517756483e44 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.644340 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-affd9679-3775-4975-a391-517756483e44 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "DELETE /v2.0/subnets/66e5f60b-da96-48a7-aa77-22df76b289ed HTTP/1.1" status: 204 len: 168 time: 0.4072888 Aug 09 16:08:21.646773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39732) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:21.651291 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd274237-badf-4391-bc8a-1a25fea42b32 None None] Network 547a73c1-658c-43ae-b815-456be59938d9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:21.751043 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.833220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Deleting port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:08:21.834043 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.919386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baee401e-fe02-44a2-a03c-0898b98546d3 None None] DHCP port deletion for 547a73c1-658c-43ae-b815-456be59938d9 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:08:21.949794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] For port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1de65d2e-81c8-4b62-9fa7-a69bea7d30e7,segment=NetworkSegment(d1c6fb92-976a-43e1-8a70-7dbdf39c8c62),segment_id=d1c6fb92-976a-43e1-8a70-7dbdf39c8c62)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:21.950111 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:21.969372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Calling delete_port for 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:08:22.041813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-baee401e-fe02-44a2-a03c-0898b98546d3 None None] Deleting port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:08:22.042405 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-baee401e-fe02-44a2-a03c-0898b98546d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.106117 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 747b269e-6172-4912-a1e1-64f9d702ad39 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:08:22.137037 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.139303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 747b269e-6172-4912-a1e1-64f9d702ad39 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:08:22.140107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 747b269e-6172-4912-a1e1-64f9d702ad39 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:08:22.140837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:08:22.177605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event deleted for resources: {'Port': ['ID=1de65d2e-81c8-4b62-9fa7-a69bea7d30e7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:22.179008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:08:22.181248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] No DVR routers for this DVR port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:08:22.183338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:08:22.232569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-baee401e-fe02-44a2-a03c-0898b98546d3 None None] For port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1de65d2e-81c8-4b62-9fa7-a69bea7d30e7,segment=NetworkSegment(d1c6fb92-976a-43e1-8a70-7dbdf39c8c62),segment_id=d1c6fb92-976a-43e1-8a70-7dbdf39c8c62)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:22.233557 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-baee401e-fe02-44a2-a03c-0898b98546d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.253842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-baee401e-fe02-44a2-a03c-0898b98546d3 None None] Calling delete_port for 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:08:22.276414 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.291516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547a73c1-658c-43ae-b815-456be59938d9']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:22.307886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c6fb92-976a-43e1-8a70-7dbdf39c8c62') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:22.308236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c6fb92-976a-43e1-8a70-7dbdf39c8c62') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:22.322455 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.343451 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-baee401e-fe02-44a2-a03c-0898b98546d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.360604 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.367360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:08:22.367774 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:08:22.371416 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:08:22.375487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee401e-fe02-44a2-a03c-0898b98546d3 None None] Pushing event deleted for resources: {'Port': ['ID=1de65d2e-81c8-4b62-9fa7-a69bea7d30e7,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:22.385495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee401e-fe02-44a2-a03c-0898b98546d3 None None] No DVR routers for this DVR port 1de65d2e-81c8-4b62-9fa7-a69bea7d30e7 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:08:22.454829 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.465726 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.471915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "DELETE /v2.0/networks/547a73c1-658c-43ae-b815-456be59938d9 HTTP/1.1" status: 204 len: 168 time: 0.8210075 Aug 09 16:08:22.472676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39750) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:22.485391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a4a77-d77a-486d-82ad-5427c8c14b39 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Pushing event deleted for resources: {'Network': ['ID=547a73c1-658c-43ae-b815-456be59938d9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:22.511416 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d755fff4-e772-4c2c-ac7f-63e4f7a93511 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "GET /v2.0/ports?device_id=50535820-20c2-42b1-8769-d784efdee5a9 HTTP/1.1" status: 200 len: 205 time: 0.0366566 Aug 09 16:08:22.514862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39752) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:22.541689 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39754) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:22.605693 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4df6eaf5-a171-48f0-9745-89d46d91c2f3 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.686091 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19ead802-26b1-4a9a-afac-4dd2a98a9b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.796581 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4df6eaf5-a171-48f0-9745-89d46d91c2f3 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.798983 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4df6eaf5-a171-48f0-9745-89d46d91c2f3 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.805897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19ead802-26b1-4a9a-afac-4dd2a98a9b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.811349 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-19ead802-26b1-4a9a-afac-4dd2a98a9b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.853704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4df6eaf5-a171-48f0-9745-89d46d91c2f3 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.854398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df6eaf5-a171-48f0-9745-89d46d91c2f3 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Fanout notify agent at l3_agent the message router_deleted on router 50535820-20c2-42b1-8769-d784efdee5a9 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:08:22.868586 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4df6eaf5-a171-48f0-9745-89d46d91c2f3 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.871737 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4df6eaf5-a171-48f0-9745-89d46d91c2f3 tempest-RoutersNegativeIpV6Test-1385411877 tempest-RoutersNegativeIpV6Test-1385411877-project] 10.222.0.81 "DELETE /v2.0/routers/50535820-20c2-42b1-8769-d784efdee5a9 HTTP/1.1" status: 204 len: 168 time: 0.3536112 Aug 09 16:08:22.876059 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-19ead802-26b1-4a9a-afac-4dd2a98a9b5a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ceb6c5d4dd254fd389cf7694c79f0363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303194 Aug 09 16:08:22.876059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39760) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:22.882986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ead802-26b1-4a9a-afac-4dd2a98a9b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f714a3-2b60-4d3f-9638-5cea57b5bc7b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:22.945321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0576ba0a-dca5-4f42-a683-e2702fddc0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:22.987291 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0576ba0a-dca5-4f42-a683-e2702fddc0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.053183 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0576ba0a-dca5-4f42-a683-e2702fddc0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.056685 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0576ba0a-dca5-4f42-a683-e2702fddc0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.058269 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0576ba0a-dca5-4f42-a683-e2702fddc0f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b5f714a3-2b60-4d3f-9638-5cea57b5bc7b HTTP/1.1" status: 204 len: 168 time: 0.1812232 Aug 09 16:08:23.069877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576ba0a-dca5-4f42-a683-e2702fddc0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f714a3-2b60-4d3f-9638-5cea57b5bc7b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:23.174980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39768) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:23.523927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39776) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:23.543654 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-acdc875b-ed39-4a04-98fc-b38ebb560cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.546747 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-61ae074f-e577-4ce8-bc7a-64484ee6c0a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7cbcd6380a514ec480af944819519842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701410 Aug 09 16:08:23.549540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39778) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:23.616819 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee6c723d-51f7-493a-9cfe-8ae9e8a83ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.645058 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee6c723d-51f7-493a-9cfe-8ae9e8a83ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.678236 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-acdc875b-ed39-4a04-98fc-b38ebb560cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.685410 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-acdc875b-ed39-4a04-98fc-b38ebb560cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.703992 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee6c723d-51f7-493a-9cfe-8ae9e8a83ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.708692 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ee6c723d-51f7-493a-9cfe-8ae9e8a83ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.710853 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ee6c723d-51f7-493a-9cfe-8ae9e8a83ae0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4891d7b4-97ba-4e77-a95b-552553b93135 HTTP/1.1" status: 204 len: 168 time: 0.1603289 Aug 09 16:08:23.725170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c723d-51f7-493a-9cfe-8ae9e8a83ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4891d7b4-97ba-4e77-a95b-552553b93135,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:23.745865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc875b-ed39-4a04-98fc-b38ebb560cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2b5ec1-95bf-4c4f-ad11-d353622b3047,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:23.759604 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-acdc875b-ed39-4a04-98fc-b38ebb560cea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a112b6551de4169960f764201c840cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338557 Aug 09 16:08:23.762311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39782) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:23.826348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6201f6d0-58cd-4ca2-b22c-19bbda36b4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.850043 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6201f6d0-58cd-4ca2-b22c-19bbda36b4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.911736 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6201f6d0-58cd-4ca2-b22c-19bbda36b4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.914558 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6201f6d0-58cd-4ca2-b22c-19bbda36b4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:23.918233 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6201f6d0-58cd-4ca2-b22c-19bbda36b4d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce2b5ec1-95bf-4c4f-ad11-d353622b3047 HTTP/1.1" status: 204 len: 168 time: 0.1516378 Aug 09 16:08:23.925439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201f6d0-58cd-4ca2-b22c-19bbda36b4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2b5ec1-95bf-4c4f-ad11-d353622b3047,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:24.806808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39832) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:24.985624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-29c5b162-ae6b-4bea-a7e0-12a9f7abf0dc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group': {'name': 'tempest-secgroup--803815648'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:25.018898 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29c5b162-ae6b-4bea-a7e0-12a9f7abf0dc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.033912 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29c5b162-ae6b-4bea-a7e0-12a9f7abf0dc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.145904 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29c5b162-ae6b-4bea-a7e0-12a9f7abf0dc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.152261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29c5b162-ae6b-4bea-a7e0-12a9f7abf0dc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.204731 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5b162-ae6b-4bea-a7e0-12a9f7abf0dc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9508fb-7208-4d41-86df-7f4c58d68554,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:25.308478 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29c5b162-ae6b-4bea-a7e0-12a9f7abf0dc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.316288 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29c5b162-ae6b-4bea-a7e0-12a9f7abf0dc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.359899 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-29c5b162-ae6b-4bea-a7e0-12a9f7abf0dc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.363552 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-29c5b162-ae6b-4bea-a7e0-12a9f7abf0dc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5524588 Aug 09 16:08:25.363973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39856) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:25.380339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5b162-ae6b-4bea-a7e0-12a9f7abf0dc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3571377-2003-46d3-b8c2-701b8aa153db,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:25.438960 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6465be18-4db4-47e4-a805-f2524e207b74 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0737593 Aug 09 16:08:25.441603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39860) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:25.446155 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a5e57108-9068-4c24-8a57-ba55b44d76d7 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group': {'name': 'tempest-security--1727070678', 'description': 'tempest-security-description-1673340503'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:25.480728 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5e57108-9068-4c24-8a57-ba55b44d76d7 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.550568 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5e57108-9068-4c24-8a57-ba55b44d76d7 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.556516 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5e57108-9068-4c24-8a57-ba55b44d76d7 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.559529 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5e57108-9068-4c24-8a57-ba55b44d76d7 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.561368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a5e57108-9068-4c24-8a57-ba55b44d76d7 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "PUT /v2.0/security-groups/d3571377-2003-46d3-b8c2-701b8aa153db HTTP/1.1" status: 200 len: 1780 time: 0.1188085 Aug 09 16:08:25.564356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39866) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:25.586753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e57108-9068-4c24-8a57-ba55b44d76d7 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3571377-2003-46d3-b8c2-701b8aa153db,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:25.646912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39870) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:25.648036 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9be60f9e-5e50-408d-bc1b-c1dc212d1bc6 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-groups/d3571377-2003-46d3-b8c2-701b8aa153db HTTP/1.1" status: 200 len: 1780 time: 0.0820231 Aug 09 16:08:25.728362 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-80f08ec9-6529-4174-83e3-146760dd7596 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.751496 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-80f08ec9-6529-4174-83e3-146760dd7596 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.799449 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-80f08ec9-6529-4174-83e3-146760dd7596 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.802448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-80f08ec9-6529-4174-83e3-146760dd7596 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.803750 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-80f08ec9-6529-4174-83e3-146760dd7596 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-groups/d3571377-2003-46d3-b8c2-701b8aa153db HTTP/1.1" status: 204 len: 168 time: 0.1560183 Aug 09 16:08:25.806451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39876) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:25.836191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f08ec9-6529-4174-83e3-146760dd7596 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3571377-2003-46d3-b8c2-701b8aa153db,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:25.879637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-71008feb-9008-477e-bb87-565039b46bcb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719612 Aug 09 16:08:25.882766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39882) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:25.908156 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-78cc5b90-1e80-4c38-ae0a-e56c459927f8 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] delete failed (client error): The resource could not be found. Aug 09 16:08:25.915377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39884) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:25.915975 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-78cc5b90-1e80-4c38-ae0a-e56c459927f8 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-groups/d3571377-2003-46d3-b8c2-701b8aa153db HTTP/1.1" status: 404 len: 347 time: 0.0315974 Aug 09 16:08:25.921769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-45ccc360-5136-4b7f-95ee-3853b9d583f5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group': {'name': 'tempest-secgroup--321339555'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:25.954593 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-45ccc360-5136-4b7f-95ee-3853b9d583f5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.072083 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-45ccc360-5136-4b7f-95ee-3853b9d583f5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.076990 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-45ccc360-5136-4b7f-95ee-3853b9d583f5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.116926 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-45ccc360-5136-4b7f-95ee-3853b9d583f5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.121067 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-45ccc360-5136-4b7f-95ee-3853b9d583f5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2018235 Aug 09 16:08:26.121067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39896) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:26.126590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8be8db50-308c-48f4-be6e-20c1929e56cf tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group_rule': {'security_group_id': '60f0183e-a2d1-4c16-a028-35199030b24e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:26.130924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccc360-5136-4b7f-95ee-3853b9d583f5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f0183e-a2d1-4c16-a028-35199030b24e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:26.173676 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8be8db50-308c-48f4-be6e-20c1929e56cf tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.262219 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8be8db50-308c-48f4-be6e-20c1929e56cf tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.268561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8be8db50-308c-48f4-be6e-20c1929e56cf tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.288958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8db50-308c-48f4-be6e-20c1929e56cf tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c53ea5-3ff2-4f44-b6a1-1e90e908be45,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:26.299069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8be8db50-308c-48f4-be6e-20c1929e56cf tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.301206 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8be8db50-308c-48f4-be6e-20c1929e56cf tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1791542 Aug 09 16:08:26.304074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39910) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:26.331346 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-659ac1c9-2785-4808-abc7-db0dabf6e479 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.340014 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-659ac1c9-2785-4808-abc7-db0dabf6e479 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.371335 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-659ac1c9-2785-4808-abc7-db0dabf6e479 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.381197 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-659ac1c9-2785-4808-abc7-db0dabf6e479 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.385292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39912) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:26.393051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-659ac1c9-2785-4808-abc7-db0dabf6e479 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/78c53ea5-3ff2-4f44-b6a1-1e90e908be45 HTTP/1.1" status: 204 len: 168 time: 0.0877562 Aug 09 16:08:26.402263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ac1c9-2785-4808-abc7-db0dabf6e479 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78c53ea5-3ff2-4f44-b6a1-1e90e908be45,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:26.449406 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-389d393f-2a59-4f90-90d4-016e4037bc0f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624545 Aug 09 16:08:26.453051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39914) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:26.524302 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-582a673e-ddcd-4992-8233-a65849da4102 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.551558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-582a673e-ddcd-4992-8233-a65849da4102 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.601006 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39918) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:26.607182 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-582a673e-ddcd-4992-8233-a65849da4102 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.610891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-582a673e-ddcd-4992-8233-a65849da4102 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.612349 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-582a673e-ddcd-4992-8233-a65849da4102 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-groups/60f0183e-a2d1-4c16-a028-35199030b24e HTTP/1.1" status: 204 len: 168 time: 0.1578555 Aug 09 16:08:26.616120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39922) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:26.621962 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a673e-ddcd-4992-8233-a65849da4102 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f0183e-a2d1-4c16-a028-35199030b24e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:26.686761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39926) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:26.687311 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6bb81177-04bd-4c86-95bf-6e2c2b9df0eb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689096 Aug 09 16:08:26.691550 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6d6b7dc9-7bbe-43bf-9cfa-be478674e5b9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group': {'name': 'tempest-secgroup--150027715'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:26.725923 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7dc9-7bbe-43bf-9cfa-be478674e5b9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.788486 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bcfabe79-28e1-4aaf-ab85-3d2504dee207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.830575 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7dc9-7bbe-43bf-9cfa-be478674e5b9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.835002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7dc9-7bbe-43bf-9cfa-be478674e5b9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.872583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b7dc9-7bbe-43bf-9cfa-be478674e5b9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620dd848-4042-4398-b1b1-a17bfbd4c3ec,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:26.936315 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bcfabe79-28e1-4aaf-ab85-3d2504dee207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.941059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bcfabe79-28e1-4aaf-ab85-3d2504dee207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.945437 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7dc9-7bbe-43bf-9cfa-be478674e5b9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:26.947342 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6d6b7dc9-7bbe-43bf-9cfa-be478674e5b9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2593601 Aug 09 16:08:26.949976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39928) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:26.955939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e5d8e4ec-a766-42ae-806d-57a65610e196 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group_rule': {'security_group_id': '620dd848-4042-4398-b1b1-a17bfbd4c3ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:26.988022 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4ec-a766-42ae-806d-57a65610e196 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.009363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bcfabe79-28e1-4aaf-ab85-3d2504dee207 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6be02e2358384c10ac129b5b91e353d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050312 Aug 09 16:08:27.009363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfabe79-28e1-4aaf-ab85-3d2504dee207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59d5591-5d10-49ab-9cc5-30d60a9c8d21,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:27.011743 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39930) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:27.079437 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4ec-a766-42ae-806d-57a65610e196 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.092365 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4ec-a766-42ae-806d-57a65610e196 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.106944 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26bf4728-c1f5-49cf-b898-af404597532b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.116650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8e4ec-a766-42ae-806d-57a65610e196 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633bd42e-b8d0-449e-86b3-6a14417a7a4f,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:27.137833 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4ec-a766-42ae-806d-57a65610e196 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.142242 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e5d8e4ec-a766-42ae-806d-57a65610e196 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1878352 Aug 09 16:08:27.143225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39932) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:27.147754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2134bb72-cd87-45ba-bdfc-f8637617f72d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group_rule': {'security_group_id': '620dd848-4042-4398-b1b1-a17bfbd4c3ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:27.154157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26bf4728-c1f5-49cf-b898-af404597532b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.209717 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2134bb72-cd87-45ba-bdfc-f8637617f72d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.249544 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26bf4728-c1f5-49cf-b898-af404597532b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.252138 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26bf4728-c1f5-49cf-b898-af404597532b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.253346 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-26bf4728-c1f5-49cf-b898-af404597532b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c59d5591-5d10-49ab-9cc5-30d60a9c8d21 HTTP/1.1" status: 204 len: 168 time: 0.2392528 Aug 09 16:08:27.267268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf4728-c1f5-49cf-b898-af404597532b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59d5591-5d10-49ab-9cc5-30d60a9c8d21,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:27.285432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2134bb72-cd87-45ba-bdfc-f8637617f72d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.291737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2134bb72-cd87-45ba-bdfc-f8637617f72d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.322429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134bb72-cd87-45ba-bdfc-f8637617f72d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f8f782-4379-4386-8d99-2f9777bb167c,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:27.336741 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2134bb72-cd87-45ba-bdfc-f8637617f72d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.342516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39936) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:27.347894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9a382995-3e77-40d9-9510-39ab0945c306 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group_rule': {'security_group_id': '620dd848-4042-4398-b1b1-a17bfbd4c3ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:27.352784 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2134bb72-cd87-45ba-bdfc-f8637617f72d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2082634 Aug 09 16:08:27.387532 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a382995-3e77-40d9-9510-39ab0945c306 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.497170 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a382995-3e77-40d9-9510-39ab0945c306 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.502611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a382995-3e77-40d9-9510-39ab0945c306 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.556795 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a382995-3e77-40d9-9510-39ab0945c306 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.561899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39946) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:27.566881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-70b62fee-3e02-410a-addb-f13f38fafc23 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group_rule': {'security_group_id': '620dd848-4042-4398-b1b1-a17bfbd4c3ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:27.572320 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a382995-3e77-40d9-9510-39ab0945c306 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2290204 Aug 09 16:08:27.581549 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a382995-3e77-40d9-9510-39ab0945c306 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ce7a58-e73a-4af4-b23b-ab4d9cbf14a3,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:27.636988 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-70b62fee-3e02-410a-addb-f13f38fafc23 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.647628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39948) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:27.667179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6aef5fcf-679e-40c8-93b4-8869517de189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.755530 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-70b62fee-3e02-410a-addb-f13f38fafc23 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.760938 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-70b62fee-3e02-410a-addb-f13f38fafc23 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.788514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b62fee-3e02-410a-addb-f13f38fafc23 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9511c4c9-9ea2-4571-a896-df48a6f06529,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:27.851636 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6aef5fcf-679e-40c8-93b4-8869517de189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.858931 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6aef5fcf-679e-40c8-93b4-8869517de189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.863790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39954) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:27.878855 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-70b62fee-3e02-410a-addb-f13f38fafc23 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:27.884311 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-70b62fee-3e02-410a-addb-f13f38fafc23 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3182855 Aug 09 16:08:27.886006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39958) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:27.893254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d5bdc9a6-3877-4e8e-856e-afaad3feaa5f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group_rule': {'security_group_id': '620dd848-4042-4398-b1b1-a17bfbd4c3ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:27.935060 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6aef5fcf-679e-40c8-93b4-8869517de189 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60f2fe36a0954817bc1a65b41b5102fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846045 Aug 09 16:08:27.937241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39960) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:27.937948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef5fcf-679e-40c8-93b4-8869517de189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d4a554-d7bd-4468-839d-a480bcf91fe9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:27.943676 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5bdc9a6-3877-4e8e-856e-afaad3feaa5f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.002567 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c627760-6d9d-40bf-be86-4ca65a8b5dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.036813 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5bdc9a6-3877-4e8e-856e-afaad3feaa5f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.042357 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5bdc9a6-3877-4e8e-856e-afaad3feaa5f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.062316 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c627760-6d9d-40bf-be86-4ca65a8b5dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.077928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdc9a6-3877-4e8e-856e-afaad3feaa5f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db797f75-3da4-43fb-bb57-7ec10c30c9bf,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:28.082431 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84efca6a-7af2-42e7-ba02-f5ebc2b2a796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.100385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5bdc9a6-3877-4e8e-856e-afaad3feaa5f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.104236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d5bdc9a6-3877-4e8e-856e-afaad3feaa5f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2142038 Aug 09 16:08:28.105121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39962) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:28.131675 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c627760-6d9d-40bf-be86-4ca65a8b5dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.135863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c627760-6d9d-40bf-be86-4ca65a8b5dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.140275 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1c627760-6d9d-40bf-be86-4ca65a8b5dd8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08d4a554-d7bd-4468-839d-a480bcf91fe9 HTTP/1.1" status: 204 len: 168 time: 0.1971796 Aug 09 16:08:28.150833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c627760-6d9d-40bf-be86-4ca65a8b5dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d4a554-d7bd-4468-839d-a480bcf91fe9,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:28.163849 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba98fd6d-a9d0-40d9-a18b-43c16e5f831f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.180054 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba98fd6d-a9d0-40d9-a18b-43c16e5f831f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.241708 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba98fd6d-a9d0-40d9-a18b-43c16e5f831f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.257818 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ba98fd6d-a9d0-40d9-a18b-43c16e5f831f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.259032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ba98fd6d-a9d0-40d9-a18b-43c16e5f831f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/db797f75-3da4-43fb-bb57-7ec10c30c9bf HTTP/1.1" status: 204 len: 168 time: 0.1466475 Aug 09 16:08:28.263482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39966) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:28.267259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98fd6d-a9d0-40d9-a18b-43c16e5f831f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db797f75-3da4-43fb-bb57-7ec10c30c9bf,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:28.298558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84efca6a-7af2-42e7-ba02-f5ebc2b2a796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.305227 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84efca6a-7af2-42e7-ba02-f5ebc2b2a796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.354452 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-84efca6a-7af2-42e7-ba02-f5ebc2b2a796 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43bf1afe8a9f44d2a7e99c22e795fde2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886081 Aug 09 16:08:28.355282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39970) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:28.364298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efca6a-7af2-42e7-ba02-f5ebc2b2a796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a27d84-20c1-4f5f-b2c5-5f9f6cfd8159,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:28.376102 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8ce5fc4f-cfab-48f2-badb-f6c2be9a1a24 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1110258 Aug 09 16:08:28.376823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39972) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:28.410358 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.422804 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.448416 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2fae-d4e5-44d2-b412-58610e42357d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.468945 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.479228 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.483414 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/9511c4c9-9ea2-4571-a896-df48a6f06529 HTTP/1.1" status: 204 len: 168 time: 0.1026855 Aug 09 16:08:28.483970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39974) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:28.485972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9511c4c9-9ea2-4571-a896-df48a6f06529,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:28.494555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:28.495059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:28.495422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:28.495763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:28.496099 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:28.496430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:28.496762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:28.497270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:28.497535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:28.498261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:28.498630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:28.498994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9191151b-2da4-468b-83d5-0eccfedcf117 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:28.501713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2fae-d4e5-44d2-b412-58610e42357d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.586169 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-39f739f2-242e-49cb-8bb5-efbe914a9ccb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0952592 Aug 09 16:08:28.588514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39978) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:28.619790 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b956e43c-f40f-454c-b169-467f38bff90d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.630814 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2fae-d4e5-44d2-b412-58610e42357d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.633825 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2fae-d4e5-44d2-b412-58610e42357d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.634800 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6ebd2fae-d4e5-44d2-b412-58610e42357d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4a27d84-20c1-4f5f-b2c5-5f9f6cfd8159 HTTP/1.1" status: 204 len: 168 time: 0.2777262 Aug 09 16:08:28.637412 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b956e43c-f40f-454c-b169-467f38bff90d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.661969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd2fae-d4e5-44d2-b412-58610e42357d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a27d84-20c1-4f5f-b2c5-5f9f6cfd8159,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:28.687159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b956e43c-f40f-454c-b169-467f38bff90d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.697531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b956e43c-f40f-454c-b169-467f38bff90d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.699334 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b956e43c-f40f-454c-b169-467f38bff90d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/09ce7a58-e73a-4af4-b23b-ab4d9cbf14a3 HTTP/1.1" status: 204 len: 168 time: 0.1098137 Aug 09 16:08:28.703250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39984) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:28.709310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956e43c-f40f-454c-b169-467f38bff90d tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09ce7a58-e73a-4af4-b23b-ab4d9cbf14a3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:28.789364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 39990) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:28.789826 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-12660f7c-d11f-4c16-87a3-47f2acff7946 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0847797 Aug 09 16:08:28.822920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13d5847d-1de2-49b0-a475-c9ad7e9c7fb4 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.852507 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13d5847d-1de2-49b0-a475-c9ad7e9c7fb4 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.921566 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13d5847d-1de2-49b0-a475-c9ad7e9c7fb4 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.930482 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13d5847d-1de2-49b0-a475-c9ad7e9c7fb4 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:28.931733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-13d5847d-1de2-49b0-a475-c9ad7e9c7fb4 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/d3f8f782-4379-4386-8d99-2f9777bb167c HTTP/1.1" status: 204 len: 168 time: 0.1412792 Aug 09 16:08:28.936110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 39996) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:28.936747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5847d-1de2-49b0-a475-c9ad7e9c7fb4 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3f8f782-4379-4386-8d99-2f9777bb167c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:28.988470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40002) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:28.988965 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e985bb99-1d84-4820-99f9-8fb928f46b01 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0514548 Aug 09 16:08:29.016100 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5fec-3c06-44fa-83ec-2a4517d8c4f1 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.024733 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5fec-3c06-44fa-83ec-2a4517d8c4f1 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.072238 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5fec-3c06-44fa-83ec-2a4517d8c4f1 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.090665 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5fec-3c06-44fa-83ec-2a4517d8c4f1 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.096782 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40006) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:29.102228 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a0cb5fec-3c06-44fa-83ec-2a4517d8c4f1 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/633bd42e-b8d0-449e-86b3-6a14417a7a4f HTTP/1.1" status: 204 len: 168 time: 0.1126318 Aug 09 16:08:29.114835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb5fec-3c06-44fa-83ec-2a4517d8c4f1 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=633bd42e-b8d0-449e-86b3-6a14417a7a4f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:29.132409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40010) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:29.152908 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6cd03e45-efd5-497b-a21d-0435ad115f56 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0514452 Aug 09 16:08:29.153147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40012) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:29.154029 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-650cfded-b8b5-4b1b-9a6d-a7c61d56b642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.216295 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e705af1-0a6b-4b82-a5f2-c1b0ba6d7554 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.245951 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e705af1-0a6b-4b82-a5f2-c1b0ba6d7554 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.275498 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-650cfded-b8b5-4b1b-9a6d-a7c61d56b642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.281183 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-650cfded-b8b5-4b1b-9a6d-a7c61d56b642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.302614 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e705af1-0a6b-4b82-a5f2-c1b0ba6d7554 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.305418 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e705af1-0a6b-4b82-a5f2-c1b0ba6d7554 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.308847 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4e705af1-0a6b-4b82-a5f2-c1b0ba6d7554 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-groups/620dd848-4042-4398-b1b1-a17bfbd4c3ec HTTP/1.1" status: 204 len: 168 time: 0.1523263 Aug 09 16:08:29.313001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40016) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:29.324199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e705af1-0a6b-4b82-a5f2-c1b0ba6d7554 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620dd848-4042-4398-b1b1-a17bfbd4c3ec,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:29.358594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-650cfded-b8b5-4b1b-9a6d-a7c61d56b642 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b095e631a0848d2ae64c25c9ea97975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246726 Aug 09 16:08:29.359810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cfded-b8b5-4b1b-9a6d-a7c61d56b642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281b7687-5605-416d-b34c-165f5ff97b52,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:29.361187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40018) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:29.389646 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4c079c87-5e94-4314-8e17-131e272af1f3 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746994 Aug 09 16:08:29.393286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40020) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:29.404229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-10737639-a2cb-43ae-ac6a-6c743e79a01c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717536811'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:29.455474 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-10737639-a2cb-43ae-ac6a-6c743e79a01c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.458689 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a93c6d6-e44e-4d10-b608-4f10091bd8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.496236 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a93c6d6-e44e-4d10-b608-4f10091bd8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.582694 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a93c6d6-e44e-4d10-b608-4f10091bd8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.585240 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a93c6d6-e44e-4d10-b608-4f10091bd8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.586459 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3a93c6d6-e44e-4d10-b608-4f10091bd8da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/281b7687-5605-416d-b34c-165f5ff97b52 HTTP/1.1" status: 204 len: 168 time: 0.2234678 Aug 09 16:08:29.610401 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93c6d6-e44e-4d10-b608-4f10091bd8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281b7687-5605-416d-b34c-165f5ff97b52,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:29.615159 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-10737639-a2cb-43ae-ac6a-6c743e79a01c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.620376 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-10737639-a2cb-43ae-ac6a-6c743e79a01c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.661842 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-10737639-a2cb-43ae-ac6a-6c743e79a01c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.666338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-10737639-a2cb-43ae-ac6a-6c743e79a01c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2633302 Aug 09 16:08:29.666980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40032) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:29.675295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group_rule': {'security_group_id': 'feff574b-3043-4601-a76e-08bf88f73b98', 'direction': 'ingress', 'protocol': 17}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:29.688915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10737639-a2cb-43ae-ac6a-6c743e79a01c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feff574b-3043-4601-a76e-08bf88f73b98,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:29.715673 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.779837 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.784789 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.803779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54744bcf-fb54-4c85-becf-1235ab93f5dc,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:29.817526 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.818813 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1502402 Aug 09 16:08:29.821702 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40036) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:29.830063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:29.830549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:29.830919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:29.831254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:29.831580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:29.831904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:29.832230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:29.832548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:29.832865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:29.833183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:29.833499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:29.833839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aaad71-d07c-4132-94e4-b2f7570eefdc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:08:29.899101 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3bccedf1-2d2b-4e3c-b4bc-830afed87340 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.926896 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3bccedf1-2d2b-4e3c-b4bc-830afed87340 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.975907 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3bccedf1-2d2b-4e3c-b4bc-830afed87340 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.978629 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3bccedf1-2d2b-4e3c-b4bc-830afed87340 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.990336 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3bccedf1-2d2b-4e3c-b4bc-830afed87340 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-groups/feff574b-3043-4601-a76e-08bf88f73b98 HTTP/1.1" status: 204 len: 168 time: 0.1676388 Aug 09 16:08:29.992918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40050) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:30.001224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccedf1-2d2b-4e3c-b4bc-830afed87340 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feff574b-3043-4601-a76e-08bf88f73b98,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:30.054214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1baabaac-0125-45f7-80a5-786b59ae60b7 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600004 Aug 09 16:08:30.057823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40058) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:30.062847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f5bb9d91-6005-474c-8a74-640290028ceb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group': {'name': 'tempest-secgroup--210786142'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:30.088054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9d91-6005-474c-8a74-640290028ceb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.205658 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9d91-6005-474c-8a74-640290028ceb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.210657 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9d91-6005-474c-8a74-640290028ceb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.244531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9d91-6005-474c-8a74-640290028ceb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.248684 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f5bb9d91-6005-474c-8a74-640290028ceb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1871717 Aug 09 16:08:30.249339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40064) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:30.253042 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb9d91-6005-474c-8a74-640290028ceb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91683ccf-f717-4480-81f2-f5cc94c7f263,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:30.261675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-02211744-93d2-4bc3-9121-4b8eea2dc5d5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group': {'name': 'tempest-secgroup--191873240'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:30.291273 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02211744-93d2-4bc3-9121-4b8eea2dc5d5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.435250 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02211744-93d2-4bc3-9121-4b8eea2dc5d5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.440540 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02211744-93d2-4bc3-9121-4b8eea2dc5d5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.484069 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02211744-93d2-4bc3-9121-4b8eea2dc5d5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.485504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-02211744-93d2-4bc3-9121-4b8eea2dc5d5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2350662 Aug 09 16:08:30.487316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02211744-93d2-4bc3-9121-4b8eea2dc5d5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2daa5c-d044-4d29-bd05-e470ff20ae6e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:30.488326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40086) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:30.493333 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-62bc799f-008f-41a9-a385-49442b7cd4de tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group_rule': {'security_group_id': '91683ccf-f717-4480-81f2-f5cc94c7f263', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9d2daa5c-d044-4d29-bd05-e470ff20ae6e', 'remote_ip_prefix': None}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:30.560670 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62bc799f-008f-41a9-a385-49442b7cd4de tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.639027 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62bc799f-008f-41a9-a385-49442b7cd4de tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.645371 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62bc799f-008f-41a9-a385-49442b7cd4de tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.665320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc799f-008f-41a9-a385-49442b7cd4de tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39f592e-ef32-417c-89f3-6506a703cfe7,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:30.672762 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62bc799f-008f-41a9-a385-49442b7cd4de tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.674240 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-62bc799f-008f-41a9-a385-49442b7cd4de tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1845155 Aug 09 16:08:30.676953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40104) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:30.711227 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33002ca0-3dcb-4230-a490-a6c6d6dc74e8 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.727909 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33002ca0-3dcb-4230-a490-a6c6d6dc74e8 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.763252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33002ca0-3dcb-4230-a490-a6c6d6dc74e8 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.771516 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-33002ca0-3dcb-4230-a490-a6c6d6dc74e8 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.772753 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-33002ca0-3dcb-4230-a490-a6c6d6dc74e8 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c39f592e-ef32-417c-89f3-6506a703cfe7 HTTP/1.1" status: 204 len: 168 time: 0.0943186 Aug 09 16:08:30.775570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40110) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:30.779346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33002ca0-3dcb-4230-a490-a6c6d6dc74e8 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c39f592e-ef32-417c-89f3-6506a703cfe7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:30.831583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-51c8d53e-8493-40f0-a546-f349818613e6 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0544801 Aug 09 16:08:30.834241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40112) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:30.897267 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89094efe-ef70-457b-b6ed-2981507014ea tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.924531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89094efe-ef70-457b-b6ed-2981507014ea tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.975837 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89094efe-ef70-457b-b6ed-2981507014ea tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.979183 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89094efe-ef70-457b-b6ed-2981507014ea tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.984824 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-89094efe-ef70-457b-b6ed-2981507014ea tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-groups/9d2daa5c-d044-4d29-bd05-e470ff20ae6e HTTP/1.1" status: 204 len: 168 time: 0.1454840 Aug 09 16:08:30.985444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40116) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:30.992418 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89094efe-ef70-457b-b6ed-2981507014ea tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2daa5c-d044-4d29-bd05-e470ff20ae6e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:31.077120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d7ed200e-71ff-4320-975c-638d7fa8aac4 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0874369 Aug 09 16:08:31.077612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40118) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:31.107838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40120) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:31.170677 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d5abed5d-6865-4189-885b-a355c2846b00 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.198635 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d5abed5d-6865-4189-885b-a355c2846b00 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.257027 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d5abed5d-6865-4189-885b-a355c2846b00 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.260043 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d5abed5d-6865-4189-885b-a355c2846b00 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.264137 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d5abed5d-6865-4189-885b-a355c2846b00 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-groups/91683ccf-f717-4480-81f2-f5cc94c7f263 HTTP/1.1" status: 204 len: 168 time: 0.1824265 Aug 09 16:08:31.264614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40130) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:31.289191 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abed5d-6865-4189-885b-a355c2846b00 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91683ccf-f717-4480-81f2-f5cc94c7f263,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:31.291136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68174992-53fa-48ab-87f4-2aceafcaa3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.345452 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9d205863-edac-460e-8f57-c28540b39f19 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0793588 Aug 09 16:08:31.350233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40134) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:31.355158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-084e0886-6fbc-4fcd-8efd-11d227a9c371 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573592710'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:31.432304 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68174992-53fa-48ab-87f4-2aceafcaa3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.437942 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-68174992-53fa-48ab-87f4-2aceafcaa3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.458071 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-084e0886-6fbc-4fcd-8efd-11d227a9c371 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.485202 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-68174992-53fa-48ab-87f4-2aceafcaa3cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8b8cc8f2c1f74b0ca65cd6c2a18002c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739300 Aug 09 16:08:31.485202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68174992-53fa-48ab-87f4-2aceafcaa3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715e4ce5-df0f-4a87-9cd9-abd8ee621954,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:31.485498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40136) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:31.572790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62834e56-7b75-41fa-8812-be62fb58fceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.613096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62834e56-7b75-41fa-8812-be62fb58fceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.628097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-084e0886-6fbc-4fcd-8efd-11d227a9c371 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.637253 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-084e0886-6fbc-4fcd-8efd-11d227a9c371 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.679259 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-084e0886-6fbc-4fcd-8efd-11d227a9c371 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.680492 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-084e0886-6fbc-4fcd-8efd-11d227a9c371 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3290884 Aug 09 16:08:31.683363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40138) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:31.688176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9b466fa4-9f73-46e3-bf38-eb8ba7ac7118 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group_rule': {'security_group_id': 'f51d6c2e-e0c9-4de4-badb-34c6f88aa069', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:31.692700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e0886-6fbc-4fcd-8efd-11d227a9c371 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51d6c2e-e0c9-4de4-badb-34c6f88aa069,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:31.713792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62834e56-7b75-41fa-8812-be62fb58fceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.717148 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62834e56-7b75-41fa-8812-be62fb58fceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.720986 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-62834e56-7b75-41fa-8812-be62fb58fceb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/715e4ce5-df0f-4a87-9cd9-abd8ee621954 HTTP/1.1" status: 204 len: 168 time: 0.2317955 Aug 09 16:08:31.732612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62834e56-7b75-41fa-8812-be62fb58fceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715e4ce5-df0f-4a87-9cd9-abd8ee621954,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:31.735686 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9b466fa4-9f73-46e3-bf38-eb8ba7ac7118 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.805769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9b466fa4-9f73-46e3-bf38-eb8ba7ac7118 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.810145 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9b466fa4-9f73-46e3-bf38-eb8ba7ac7118 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.832360 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b466fa4-9f73-46e3-bf38-eb8ba7ac7118 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6a594e-d8eb-436c-a5a6-8d77bdb4ccea,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:31.847252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9b466fa4-9f73-46e3-bf38-eb8ba7ac7118 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.848669 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9b466fa4-9f73-46e3-bf38-eb8ba7ac7118 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1643867 Aug 09 16:08:31.851711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40142) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:31.883930 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-27f3c5fd-317c-41fc-97c7-78601cbc9fd9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.894072 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-27f3c5fd-317c-41fc-97c7-78601cbc9fd9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.930613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-27f3c5fd-317c-41fc-97c7-78601cbc9fd9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.938750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-27f3c5fd-317c-41fc-97c7-78601cbc9fd9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:31.939824 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-27f3c5fd-317c-41fc-97c7-78601cbc9fd9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/cb6a594e-d8eb-436c-a5a6-8d77bdb4ccea HTTP/1.1" status: 204 len: 168 time: 0.0869997 Aug 09 16:08:31.942708 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40146) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:31.944428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3c5fd-317c-41fc-97c7-78601cbc9fd9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb6a594e-d8eb-436c-a5a6-8d77bdb4ccea,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:31.987857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ff75effc-32b2-4149-afbb-b6f5b4474486 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0434468 Aug 09 16:08:31.990644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40148) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:32.050437 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8f44102-b69b-43d8-b3de-8e3a3a46cdbd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.081133 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8f44102-b69b-43d8-b3de-8e3a3a46cdbd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.088733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40150) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:32.103601 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d50e2c95-2a4a-48b3-983b-f58723960e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.125211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8f44102-b69b-43d8-b3de-8e3a3a46cdbd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.127832 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8f44102-b69b-43d8-b3de-8e3a3a46cdbd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.129122 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d8f44102-b69b-43d8-b3de-8e3a3a46cdbd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-groups/f51d6c2e-e0c9-4de4-badb-34c6f88aa069 HTTP/1.1" status: 204 len: 168 time: 0.1373947 Aug 09 16:08:32.133627 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40152) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:32.139735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f44102-b69b-43d8-b3de-8e3a3a46cdbd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51d6c2e-e0c9-4de4-badb-34c6f88aa069,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:32.198397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ce3f3469-5936-4b9b-90ac-9cbebae00ddd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634875 Aug 09 16:08:32.205504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40156) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:32.213388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4c880883-8cf0-4645-b2af-5547c1e39d13 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470600894'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:32.236847 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d50e2c95-2a4a-48b3-983b-f58723960e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.241083 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d50e2c95-2a4a-48b3-983b-f58723960e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.258296 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c880883-8cf0-4645-b2af-5547c1e39d13 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.283845 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d50e2c95-2a4a-48b3-983b-f58723960e58 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1663813dd5a5478185d425dcc75156eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933672 Aug 09 16:08:32.284592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e2c95-2a4a-48b3-983b-f58723960e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff86a8a0-46cf-409a-8f85-ba79d2463d70,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:32.287001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40160) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:32.350521 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f4c8cfa5-1c4f-4f18-868e-16a5583fa3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.376093 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f4c8cfa5-1c4f-4f18-868e-16a5583fa3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.380575 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c880883-8cf0-4645-b2af-5547c1e39d13 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.387724 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c880883-8cf0-4645-b2af-5547c1e39d13 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.417388 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4c880883-8cf0-4645-b2af-5547c1e39d13 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.422992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4c880883-8cf0-4645-b2af-5547c1e39d13 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2157640 Aug 09 16:08:32.423606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40166) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:32.446818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ff462fec-e97f-4a4b-9003-5fa654af33fd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group_rule': {'security_group_id': 'd9f10b9a-76c2-4e06-93b3-f1b2792d0aea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:32.453321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c880883-8cf0-4645-b2af-5547c1e39d13 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f10b9a-76c2-4e06-93b3-f1b2792d0aea,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:32.470887 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f4c8cfa5-1c4f-4f18-868e-16a5583fa3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.474749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f4c8cfa5-1c4f-4f18-868e-16a5583fa3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.476543 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f4c8cfa5-1c4f-4f18-868e-16a5583fa3b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff86a8a0-46cf-409a-8f85-ba79d2463d70 HTTP/1.1" status: 204 len: 168 time: 0.1886170 Aug 09 16:08:32.487829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8cfa5-1c4f-4f18-868e-16a5583fa3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff86a8a0-46cf-409a-8f85-ba79d2463d70,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:32.501554 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff462fec-e97f-4a4b-9003-5fa654af33fd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.584825 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff462fec-e97f-4a4b-9003-5fa654af33fd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.592788 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff462fec-e97f-4a4b-9003-5fa654af33fd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.612794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff462fec-e97f-4a4b-9003-5fa654af33fd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a437eb-95d3-4291-9a61-a1d1e5b01aa7,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:32.624772 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff462fec-e97f-4a4b-9003-5fa654af33fd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.629046 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40174) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:32.629250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ff462fec-e97f-4a4b-9003-5fa654af33fd tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1999197 Aug 09 16:08:32.647990 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-274c18f2-bb83-4205-b3c5-b7a29d064d75 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules/d0a437eb-95d3-4291-9a61-a1d1e5b01aa7 HTTP/1.1" status: 200 len: 763 time: 0.0176611 Aug 09 16:08:32.650550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40176) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:32.722677 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-44fff5f3-d888-410b-83af-ffa05eb13afb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0709376 Aug 09 16:08:32.725867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40178) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:32.771976 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e14c59ee-1b9d-439e-a88f-379bf4493f7f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.783512 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e14c59ee-1b9d-439e-a88f-379bf4493f7f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.826986 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e14c59ee-1b9d-439e-a88f-379bf4493f7f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.833948 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e14c59ee-1b9d-439e-a88f-379bf4493f7f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.835175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e14c59ee-1b9d-439e-a88f-379bf4493f7f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/d0a437eb-95d3-4291-9a61-a1d1e5b01aa7 HTTP/1.1" status: 204 len: 168 time: 0.1082847 Aug 09 16:08:32.837681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40186) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:32.849125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c59ee-1b9d-439e-a88f-379bf4493f7f tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0a437eb-95d3-4291-9a61-a1d1e5b01aa7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:32.897766 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b2d07dce-54f6-4e56-b244-0489eb2593c7 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0574839 Aug 09 16:08:32.899077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40188) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:32.905447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6eca990f-2b8d-40fe-b71d-279813e10eeb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group_rule': {'security_group_id': 'd9f10b9a-76c2-4e06-93b3-f1b2792d0aea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:32.963512 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6eca990f-2b8d-40fe-b71d-279813e10eeb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.034368 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6eca990f-2b8d-40fe-b71d-279813e10eeb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.042448 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6eca990f-2b8d-40fe-b71d-279813e10eeb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.064297 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca990f-2b8d-40fe-b71d-279813e10eeb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d4594c-91c2-4440-99d3-29556f97d6a3,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:33.074643 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6eca990f-2b8d-40fe-b71d-279813e10eeb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.076566 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6eca990f-2b8d-40fe-b71d-279813e10eeb tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1765304 Aug 09 16:08:33.079240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40198) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.104681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40202) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.105231 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7d6ad456-adec-41e7-b126-f533763612cf tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules/72d4594c-91c2-4440-99d3-29556f97d6a3 HTTP/1.1" status: 200 len: 763 time: 0.0243704 Aug 09 16:08:33.157570 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a11af800-574a-42ac-a757-c1371fae343e tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0503836 Aug 09 16:08:33.160299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40204) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.185885 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7746-4448-4df7-80ae-cacf6ca7f94c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.194430 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7746-4448-4df7-80ae-cacf6ca7f94c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.229136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7746-4448-4df7-80ae-cacf6ca7f94c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.240779 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7746-4448-4df7-80ae-cacf6ca7f94c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.241950 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f4bf7746-4448-4df7-80ae-cacf6ca7f94c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/72d4594c-91c2-4440-99d3-29556f97d6a3 HTTP/1.1" status: 204 len: 168 time: 0.0805233 Aug 09 16:08:33.244702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40208) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.246619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf7746-4448-4df7-80ae-cacf6ca7f94c tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72d4594c-91c2-4440-99d3-29556f97d6a3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:33.299204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40212) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.299478 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-02c96cf1-e8e0-4a7d-a24d-3402deaa2fba tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0535536 Aug 09 16:08:33.305046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-02d7bed9-90d1-4708-9460-1c4bd3e2a791 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Request body: {'security_group_rule': {'security_group_id': 'd9f10b9a-76c2-4e06-93b3-f1b2792d0aea', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:33.352600 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02d7bed9-90d1-4708-9460-1c4bd3e2a791 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.420707 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02d7bed9-90d1-4708-9460-1c4bd3e2a791 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.425358 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02d7bed9-90d1-4708-9460-1c4bd3e2a791 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.448569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7bed9-90d1-4708-9460-1c4bd3e2a791 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0833b0-9477-4358-9732-a6011844429c,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:33.462845 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-02d7bed9-90d1-4708-9460-1c4bd3e2a791 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.464543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-02d7bed9-90d1-4708-9460-1c4bd3e2a791 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1640551 Aug 09 16:08:33.467408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40218) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.517879 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e685f7cb-f0eb-41f8-9c47-13d4823720df tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules/5c0833b0-9477-4358-9732-a6011844429c HTTP/1.1" status: 200 len: 764 time: 0.0488496 Aug 09 16:08:33.520487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40222) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.574392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40224) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.579131 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0a556615-ba44-43bd-8658-5548a9b20cc9 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0572500 Aug 09 16:08:33.582045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40226) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.619409 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58b13135-ca20-496c-bfd1-dd300a6851cc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.628509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58b13135-ca20-496c-bfd1-dd300a6851cc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.666885 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58b13135-ca20-496c-bfd1-dd300a6851cc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.673834 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-58b13135-ca20-496c-bfd1-dd300a6851cc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.675203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-58b13135-ca20-496c-bfd1-dd300a6851cc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5c0833b0-9477-4358-9732-a6011844429c HTTP/1.1" status: 204 len: 168 time: 0.0902715 Aug 09 16:08:33.678108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40230) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.680989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b13135-ca20-496c-bfd1-dd300a6851cc tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c0833b0-9477-4358-9732-a6011844429c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:33.717166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1927148009-network', 'tenant_id': 'd7e4ced2907f48429f7a2a3108beb48a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:33.734963 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2abbc330-0e43-4687-af10-a260880b9cb8 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0554185 Aug 09 16:08:33.737895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40232) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.752126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Made reservation on behalf of d7e4ced2907f48429f7a2a3108beb48a for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:33.754520 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.765215 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.799149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bffd65fe-0e55-4c06-ac61-f8b5e711b87a tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.828920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bffd65fe-0e55-4c06-ac61-f8b5e711b87a tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.893943 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bffd65fe-0e55-4c06-ac61-f8b5e711b87a tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.899619 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bffd65fe-0e55-4c06-ac61-f8b5e711b87a tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.901011 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bffd65fe-0e55-4c06-ac61-f8b5e711b87a tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "DELETE /v2.0/security-groups/d9f10b9a-76c2-4e06-93b3-f1b2792d0aea HTTP/1.1" status: 204 len: 168 time: 0.1620631 Aug 09 16:08:33.905980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40236) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.920079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.923826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd65fe-0e55-4c06-ac61-f8b5e711b87a tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f10b9a-76c2-4e06-93b3-f1b2792d0aea,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:33.935181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:33.964230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:08:33.982767 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-001a1512-ae9b-4ca8-8775-b98818163ef0 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687814 Aug 09 16:08:33.983171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40240) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:33.999054 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2facce52-f293-47c6-ba0d-26f912d2d757,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:34.006008 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:34.006275 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Added segment 94fd8e41-9e75-4f65-8007-25fabec85090 of type vlan for network 97e8d136-56c9-443c-b7ea-3b1c5aaa35fd Aug 09 16:08:34.050626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dd7ba7d0-fbdb-4a97-be10-f3a1d640afd5 tempest-SecGroupTest-1717733396 tempest-SecGroupTest-1717733396-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628254 Aug 09 16:08:34.055418 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:34.090116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:34.093371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:34.094263 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:34.125150 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5490398 Aug 09 16:08:34.128041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40244) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:34.138109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-09911553-bcba-4ccf-b9ae-11a97a4639fb admin admin] Request body: {'subnet': {'network_id': '97e8d136-56c9-443c-b7ea-3b1c5aaa35fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1927148009-subnet', 'tenant_id': 'd7e4ced2907f48429f7a2a3108beb48a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:34.167614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09911553-bcba-4ccf-b9ae-11a97a4639fb admin admin] Made reservation on behalf of d7e4ced2907f48429f7a2a3108beb48a for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:34.171971 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09911553-bcba-4ccf-b9ae-11a97a4639fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:34.189942 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2b6c1-2377-40b2-b7d0-0d5bc7100c85 admin admin] Pushing event updated for resources: {'Network': ['ID=97e8d136-56c9-443c-b7ea-3b1c5aaa35fd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:34.201339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 97e8d136-56c9-443c-b7ea-3b1c5aaa35fd details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:08:34.354382 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40250) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:34.409068 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09911553-bcba-4ccf-b9ae-11a97a4639fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:34.492856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09911553-bcba-4ccf-b9ae-11a97a4639fb admin admin] Checking segment: {'id': '94fd8e41-9e75-4f65-8007-25fabec85090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '97e8d136-56c9-443c-b7ea-3b1c5aaa35fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:34.493202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09911553-bcba-4ccf-b9ae-11a97a4639fb admin admin] Network hostable DHCP agents. Network: 97e8d136-56c9-443c-b7ea-3b1c5aaa35fd, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:08:34.500792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09911553-bcba-4ccf-b9ae-11a97a4639fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e73e2ab-33d2-488b-b1c4-db86a747994b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:34.541158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09911553-bcba-4ccf-b9ae-11a97a4639fb admin admin] Network 97e8d136-56c9-443c-b7ea-3b1c5aaa35fd is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:08:34.556249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-09911553-bcba-4ccf-b9ae-11a97a4639fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 97e8d136-56c9-443c-b7ea-3b1c5aaa35fd) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:34.571772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d3b6a9-2673-4790-8a2b-ce1d1280964f None None] Network 97e8d136-56c9-443c-b7ea-3b1c5aaa35fd requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:34.577982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09911553-bcba-4ccf-b9ae-11a97a4639fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:34.578827 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09911553-bcba-4ccf-b9ae-11a97a4639fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:34.604164 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2481ab72-1a41-4e7d-8f90-2986c01f17f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c333f063802496687c78b5bd93ed966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456295 Aug 09 16:08:34.604476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40256) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:34.614109 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-09911553-bcba-4ccf-b9ae-11a97a4639fb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4839802 Aug 09 16:08:34.666483 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b470e19d-0aed-4e95-aeb1-5e95659b4502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:34.691021 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b470e19d-0aed-4e95-aeb1-5e95659b4502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:34.774983 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3863e0-2565-4c79-b78e-ad25f1269c2e None None] Network 97e8d136-56c9-443c-b7ea-3b1c5aaa35fd requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:34.781913 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b470e19d-0aed-4e95-aeb1-5e95659b4502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:34.784954 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b470e19d-0aed-4e95-aeb1-5e95659b4502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:34.791304 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b470e19d-0aed-4e95-aeb1-5e95659b4502 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd9508fb-7208-4d41-86df-7f4c58d68554 HTTP/1.1" status: 204 len: 168 time: 0.1856420 Aug 09 16:08:34.817066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470e19d-0aed-4e95-aeb1-5e95659b4502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9508fb-7208-4d41-86df-7f4c58d68554,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:35.394442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40286) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:35.401620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1552720512-network', 'tenant_id': 'f83478f275d54aab890a742e3442838d'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:35.459765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Made reservation on behalf of f83478f275d54aab890a742e3442838d for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:35.463878 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:35.484468 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:35.674069 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:35.679608 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:35.711631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:08:35.720749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069e1b7f-ce25-44f2-8a46-0bd97206db30,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:35.739466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:35.739466 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Added segment db5402b7-5a8f-41ed-9bfa-af4d7597040a of type vlan for network d219bb53-90be-47ed-bb8d-67e8f74ee6e6 Aug 09 16:08:35.781438 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:35.817150 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:35.818282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:35.818868 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:35.870662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40300) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:35.882234 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4864974 Aug 09 16:08:35.883438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40304) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:35.888933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c88e5bd2-4053-4ed0-9913-f2aa8eb89690 admin admin] Request body: {'subnet': {'network_id': 'd219bb53-90be-47ed-bb8d-67e8f74ee6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1552720512-subnet', 'tenant_id': 'f83478f275d54aab890a742e3442838d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:35.911299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88e5bd2-4053-4ed0-9913-f2aa8eb89690 admin admin] Made reservation on behalf of f83478f275d54aab890a742e3442838d for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:35.913207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643faea6-c1a1-4e6a-b94b-a59c2ed33a54 admin admin] Pushing event updated for resources: {'Network': ['ID=d219bb53-90be-47ed-bb8d-67e8f74ee6e6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:35.913962 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c88e5bd2-4053-4ed0-9913-f2aa8eb89690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:35.928301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d219bb53-90be-47ed-bb8d-67e8f74ee6e6 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:08:36.032799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-827db883-5cc0-4d11-9bbb-1e33f7e27230 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:36.033320 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-827db883-5cc0-4d11-9bbb-1e33f7e27230 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 09 16:08:36.034027 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-827db883-5cc0-4d11-9bbb-1e33f7e27230 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): There was a conflict when trying to complete your request. Aug 09 16:08:36.035427 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-827db883-5cc0-4d11-9bbb-1e33f7e27230 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1620753 Aug 09 16:08:36.039246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40306) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:36.044782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-328a528e-4e84-41bd-8479-2979ff564452 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group': {'name': 'tempest-secgroup--438030964'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:36.068472 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-328a528e-4e84-41bd-8479-2979ff564452 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.081740 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-328a528e-4e84-41bd-8479-2979ff564452 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.185354 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-328a528e-4e84-41bd-8479-2979ff564452 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.189907 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-328a528e-4e84-41bd-8479-2979ff564452 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.191248 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c88e5bd2-4053-4ed0-9913-f2aa8eb89690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.248009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a528e-4e84-41bd-8479-2979ff564452 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7506ec4-0ce9-48d6-a169-1954cf5188e9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:36.254239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e5bd2-4053-4ed0-9913-f2aa8eb89690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2a63b6-acbf-4460-841c-fd79d86abdec,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:36.277491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e5bd2-4053-4ed0-9913-f2aa8eb89690 admin admin] Checking segment: {'id': 'db5402b7-5a8f-41ed-9bfa-af4d7597040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd219bb53-90be-47ed-bb8d-67e8f74ee6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:36.278195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e5bd2-4053-4ed0-9913-f2aa8eb89690 admin admin] Network hostable DHCP agents. Network: d219bb53-90be-47ed-bb8d-67e8f74ee6e6, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:08:36.307707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e5bd2-4053-4ed0-9913-f2aa8eb89690 admin admin] Network d219bb53-90be-47ed-bb8d-67e8f74ee6e6 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:08:36.326058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c88e5bd2-4053-4ed0-9913-f2aa8eb89690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d219bb53-90be-47ed-bb8d-67e8f74ee6e6) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:36.333414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e5bd2-4053-4ed0-9913-f2aa8eb89690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:36.334387 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c88e5bd2-4053-4ed0-9913-f2aa8eb89690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.336466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2de3f63-7bd3-4d36-9c47-73c86b799f3c None None] Network d219bb53-90be-47ed-bb8d-67e8f74ee6e6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:36.352182 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-328a528e-4e84-41bd-8479-2979ff564452 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.359281 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-328a528e-4e84-41bd-8479-2979ff564452 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.378990 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c88e5bd2-4053-4ed0-9913-f2aa8eb89690 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4941108 Aug 09 16:08:36.404619 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-328a528e-4e84-41bd-8479-2979ff564452 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.406087 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-328a528e-4e84-41bd-8479-2979ff564452 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3657787 Aug 09 16:08:36.409093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40314) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:36.415543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c5390c9d-adb9-4293-a1d8-f606d4baee61 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '7a911337-7ca6-47c4-92c1-0fd552becae0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:36.453462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a528e-4e84-41bd-8479-2979ff564452 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a911337-7ca6-47c4-92c1-0fd552becae0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:36.476059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5390c9d-adb9-4293-a1d8-f606d4baee61 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.619311 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5390c9d-adb9-4293-a1d8-f606d4baee61 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.624784 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5390c9d-adb9-4293-a1d8-f606d4baee61 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.629015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccfcf10-c748-4f1a-aec0-18d281b79f86 None None] Network d219bb53-90be-47ed-bb8d-67e8f74ee6e6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:36.657945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5390c9d-adb9-4293-a1d8-f606d4baee61 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27dec748-265b-473e-9821-7d07fab25f4a,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:36.680757 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5390c9d-adb9-4293-a1d8-f606d4baee61 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.683305 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c5390c9d-adb9-4293-a1d8-f606d4baee61 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2722225 Aug 09 16:08:36.686749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40322) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:36.691567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-60088de5-714f-4ce9-980e-146b8cce433b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '7a911337-7ca6-47c4-92c1-0fd552becae0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:36.746536 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-60088de5-714f-4ce9-980e-146b8cce433b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.821811 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-60088de5-714f-4ce9-980e-146b8cce433b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): There was a conflict when trying to complete your request. Aug 09 16:08:36.827141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-60088de5-714f-4ce9-980e-146b8cce433b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1353805 Aug 09 16:08:36.827425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40330) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:36.903655 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec30b0ab-d243-490d-9d85-5ab3c59538e4 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:36.939330 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec30b0ab-d243-490d-9d85-5ab3c59538e4 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.008374 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec30b0ab-d243-490d-9d85-5ab3c59538e4 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.012494 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec30b0ab-d243-490d-9d85-5ab3c59538e4 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.018614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40338) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:37.019168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ec30b0ab-d243-490d-9d85-5ab3c59538e4 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "DELETE /v2.0/security-groups/7a911337-7ca6-47c4-92c1-0fd552becae0 HTTP/1.1" status: 204 len: 168 time: 0.1899316 Aug 09 16:08:37.033031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30b0ab-d243-490d-9d85-5ab3c59538e4 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a911337-7ca6-47c4-92c1-0fd552becae0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:37.097758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7fb4e26e-f853-498c-aae9-352994431d95 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777979 Aug 09 16:08:37.102983 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40340) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:37.108707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fa86c41e-2f3e-4fdb-9714-08dbd6b94774 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482279316'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:37.142424 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa86c41e-2f3e-4fdb-9714-08dbd6b94774 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.249208 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa86c41e-2f3e-4fdb-9714-08dbd6b94774 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.253912 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa86c41e-2f3e-4fdb-9714-08dbd6b94774 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.276378 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa86c41e-2f3e-4fdb-9714-08dbd6b94774 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.277671 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fa86c41e-2f3e-4fdb-9714-08dbd6b94774 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1734316 Aug 09 16:08:37.284285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40346) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:37.295111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-10e20ffd-b9db-4544-9893-30881e2d7692 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '79d7195b-5869-4308-9d1f-23da9098b27f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:37.295623 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-10e20ffd-b9db-4544-9893-30881e2d7692 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 09 16:08:37.296396 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-10e20ffd-b9db-4544-9893-30881e2d7692 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:37.297399 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-10e20ffd-b9db-4544-9893-30881e2d7692 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113463 Aug 09 16:08:37.301755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40348) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:37.321686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-88279a36-95be-47b0-987e-a9ff458b87ef tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:37.323700 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-88279a36-95be-47b0-987e-a9ff458b87ef tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/networks?id=97e8d136-56c9-443c-b7ea-3b1c5aaa35fd HTTP/1.1" status: 200 len: 809 time: 0.1652710 Aug 09 16:08:37.345660 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-57e73bbd-9363-43ed-96b5-e7886034ae1c tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/quotas/d7e4ced2907f48429f7a2a3108beb48a HTTP/1.1" status: 200 len: 375 time: 0.0127141 Aug 09 16:08:37.375514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86c41e-2f3e-4fdb-9714-08dbd6b94774 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d7195b-5869-4308-9d1f-23da9098b27f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:37.403263 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de7269c1-091d-4cbd-934e-5ef4d5ef9736 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.405934 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-734db233-476e-48da-ac39-e52a33122087 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7e4ced2907f48429f7a2a3108beb48a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530632 Aug 09 16:08:37.447012 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de7269c1-091d-4cbd-934e-5ef4d5ef9736 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.507885 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de7269c1-091d-4cbd-934e-5ef4d5ef9736 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.510934 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de7269c1-091d-4cbd-934e-5ef4d5ef9736 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.515761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40354) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:37.524165 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-de7269c1-091d-4cbd-934e-5ef4d5ef9736 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "DELETE /v2.0/security-groups/79d7195b-5869-4308-9d1f-23da9098b27f HTTP/1.1" status: 204 len: 168 time: 0.2202225 Aug 09 16:08:37.547471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7269c1-091d-4cbd-934e-5ef4d5ef9736 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d7195b-5869-4308-9d1f-23da9098b27f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:37.636534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9e6cd1be-9bad-40b3-a1bc-37bc0aa4b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.647254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40358) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:37.652408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c5db5ed2-c009-4235-8fbc-5e8908dd321c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225128421'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:37.657572 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-069fdc21-24f4-41a6-a808-2308011b954f tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1405330 Aug 09 16:08:37.695887 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5db5ed2-c009-4235-8fbc-5e8908dd321c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.708960 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-e16f2fa1-429a-4c7e-9e4f-cf9999fac0fe service neutron] 10.222.0.81 "GET /v2.0/networks/97e8d136-56c9-443c-b7ea-3b1c5aaa35fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957821 Aug 09 16:08:37.895778 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5db5ed2-c009-4235-8fbc-5e8908dd321c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.910906 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5db5ed2-c009-4235-8fbc-5e8908dd321c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.976508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db5ed2-c009-4235-8fbc-5e8908dd321c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c7bb3f-9db6-46ea-9e76-c5d2c2941921,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:37.990150 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c5db5ed2-c009-4235-8fbc-5e8908dd321c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:37.991862 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c5db5ed2-c009-4235-8fbc-5e8908dd321c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3434186 Aug 09 16:08:37.996647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40366) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:38.003843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-76e4e0a4-63fa-4b2e-9da9-5f918df6fcda tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '20c7bb3f-9db6-46ea-9e76-c5d2c2941921', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:38.004429 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-76e4e0a4-63fa-4b2e-9da9-5f918df6fcda tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 09 16:08:38.004942 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-76e4e0a4-63fa-4b2e-9da9-5f918df6fcda tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:38.006013 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-76e4e0a4-63fa-4b2e-9da9-5f918df6fcda tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077362 Aug 09 16:08:38.009045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40368) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:38.069249 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c46646f-d89a-4d8a-bafd-a6094f8b2641 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.097054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c46646f-d89a-4d8a-bafd-a6094f8b2641 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.152161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c46646f-d89a-4d8a-bafd-a6094f8b2641 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.156401 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6c46646f-d89a-4d8a-bafd-a6094f8b2641 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.160322 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6c46646f-d89a-4d8a-bafd-a6094f8b2641 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "DELETE /v2.0/security-groups/20c7bb3f-9db6-46ea-9e76-c5d2c2941921 HTTP/1.1" status: 204 len: 168 time: 0.1483858 Aug 09 16:08:38.165226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40370) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:38.177085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46646f-d89a-4d8a-bafd-a6094f8b2641 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c7bb3f-9db6-46ea-9e76-c5d2c2941921,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:38.229464 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-8ca6e2c4-10b4-4c40-a39c-79b515ace130 service neutron] 10.222.0.81 "GET /v2.0/networks/97e8d136-56c9-443c-b7ea-3b1c5aaa35fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067742 Aug 09 16:08:38.233826 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ca32dace-07a8-4f34-90e6-11a3ad3b8483 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674276 Aug 09 16:08:38.238021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40372) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:38.242408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-96823cb6-a9dc-44e5-b182-cc57f3e66295 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139785371'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:38.268397 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96823cb6-a9dc-44e5-b182-cc57f3e66295 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.380369 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96823cb6-a9dc-44e5-b182-cc57f3e66295 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.383452 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96823cb6-a9dc-44e5-b182-cc57f3e66295 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.423884 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-96823cb6-a9dc-44e5-b182-cc57f3e66295 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.428284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40378) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:38.429110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-96823cb6-a9dc-44e5-b182-cc57f3e66295 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1902051 Aug 09 16:08:38.434519 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96823cb6-a9dc-44e5-b182-cc57f3e66295 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b3030f-72f3-44df-ba88-a1be9b396b81,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:38.435995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8679bbc2-9174-4c44-8fe9-02928d01f03c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '27b3030f-72f3-44df-ba88-a1be9b396b81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:38.436968 n-d-803778-2 neutron-server[94290]: WARNING neutron.api.v2.base [None req-8679bbc2-9174-4c44-8fe9-02928d01f03c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 09 16:08:38.437899 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-8679bbc2-9174-4c44-8fe9-02928d01f03c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:38.439085 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8679bbc2-9174-4c44-8fe9-02928d01f03c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094893 Aug 09 16:08:38.441949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40380) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:38.450209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a675b40f-b41f-47c4-9764-429198a10d69 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '27b3030f-72f3-44df-ba88-a1be9b396b81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:38.450995 n-d-803778-2 neutron-server[94290]: WARNING neutron.api.v2.base [None req-a675b40f-b41f-47c4-9764-429198a10d69 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 09 16:08:38.451357 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-a675b40f-b41f-47c4-9764-429198a10d69 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:38.452628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a675b40f-b41f-47c4-9764-429198a10d69 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0090561 Aug 09 16:08:38.456783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40384) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:38.469492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-610ec49e-ef7d-4a77-ae82-4176a5ece9b0 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '27b3030f-72f3-44df-ba88-a1be9b396b81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:38.469829 n-d-803778-2 neutron-server[94290]: WARNING neutron.api.v2.base [None req-610ec49e-ef7d-4a77-ae82-4176a5ece9b0 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 09 16:08:38.470338 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-610ec49e-ef7d-4a77-ae82-4176a5ece9b0 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:38.474122 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-610ec49e-ef7d-4a77-ae82-4176a5ece9b0 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136788 Aug 09 16:08:38.477050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40386) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:38.482338 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fc922dbf-f626-420c-bf9a-e04f482e16d3 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '27b3030f-72f3-44df-ba88-a1be9b396b81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:38.483229 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-fc922dbf-f626-420c-bf9a-e04f482e16d3 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 09 16:08:38.483725 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-fc922dbf-f626-420c-bf9a-e04f482e16d3 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:38.484910 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fc922dbf-f626-420c-bf9a-e04f482e16d3 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066984 Aug 09 16:08:38.487763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40390) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:38.592593 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39b46a84-085f-4561-9160-b6d1865e0d91 req-8250dd9f-a56e-4cac-b43d-0d67a1379278 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 210 time: 0.1270707 Aug 09 16:08:38.612841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5096e1a-44ab-4897-873c-29fd8cb541e1 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.642926 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5096e1a-44ab-4897-873c-29fd8cb541e1 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.730883 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5096e1a-44ab-4897-873c-29fd8cb541e1 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.735502 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5096e1a-44ab-4897-873c-29fd8cb541e1 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.737120 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a5096e1a-44ab-4897-873c-29fd8cb541e1 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "DELETE /v2.0/security-groups/27b3030f-72f3-44df-ba88-a1be9b396b81 HTTP/1.1" status: 204 len: 168 time: 0.2478223 Aug 09 16:08:38.739752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40400) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:38.751129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5096e1a-44ab-4897-873c-29fd8cb541e1 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b3030f-72f3-44df-ba88-a1be9b396b81,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:38.796998 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b0f74809-7ab5-4460-b237-e51823c934bf tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559435 Aug 09 16:08:38.801406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40402) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:38.806838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-194249ca-4779-4799-82de-6d94b150361c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803118484'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:38.833018 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-194249ca-4779-4799-82de-6d94b150361c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.930927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-194249ca-4779-4799-82de-6d94b150361c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.943199 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-194249ca-4779-4799-82de-6d94b150361c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:38.989551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194249ca-4779-4799-82de-6d94b150361c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd9254a-275c-43dc-a039-6a161fc08597,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:39.008825 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-194249ca-4779-4799-82de-6d94b150361c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:39.018771 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-194249ca-4779-4799-82de-6d94b150361c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2159121 Aug 09 16:08:39.022717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40406) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:39.029014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2a289a0a-20aa-4d9c-a9f5-2c88d827118e tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '0bd9254a-275c-43dc-a039-6a161fc08597', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:39.030050 n-d-803778-2 neutron-server[94290]: WARNING neutron.api.v2.base [None req-2a289a0a-20aa-4d9c-a9f5-2c88d827118e tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 09 16:08:39.030825 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-2a289a0a-20aa-4d9c-a9f5-2c88d827118e tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:39.031999 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2a289a0a-20aa-4d9c-a9f5-2c88d827118e tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082126 Aug 09 16:08:39.035639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40408) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:39.042102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5e65b0fc-9aeb-4531-9b61-327a5e2ecac1 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '0bd9254a-275c-43dc-a039-6a161fc08597', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:39.108675 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-5e65b0fc-9aeb-4531-9b61-327a5e2ecac1 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:39.110267 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5e65b0fc-9aeb-4531-9b61-327a5e2ecac1 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0731297 Aug 09 16:08:39.113010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40410) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:39.118818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-aaf4ffd6-9695-4bc0-ba58-4bfbd8fa9463 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '0bd9254a-275c-43dc-a039-6a161fc08597', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:39.119848 n-d-803778-2 neutron-server[94290]: WARNING neutron.api.v2.base [None req-aaf4ffd6-9695-4bc0-ba58-4bfbd8fa9463 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 09 16:08:39.121003 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-aaf4ffd6-9695-4bc0-ba58-4bfbd8fa9463 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:39.123364 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-aaf4ffd6-9695-4bc0-ba58-4bfbd8fa9463 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090992 Aug 09 16:08:39.126215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40412) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:39.131449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c4e0c9ee-1bea-410d-861a-d073033a7920 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '0bd9254a-275c-43dc-a039-6a161fc08597', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:39.177900 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-c4e0c9ee-1bea-410d-861a-d073033a7920 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:39.182708 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40414) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:39.189112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-afdc1606-8da8-42a5-be7e-31db5615f7bf tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '0bd9254a-275c-43dc-a039-6a161fc08597', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:39.189683 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-afdc1606-8da8-42a5-be7e-31db5615f7bf tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 09 16:08:39.190397 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-afdc1606-8da8-42a5-be7e-31db5615f7bf tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:39.190853 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c4e0c9ee-1bea-410d-861a-d073033a7920 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0630293 Aug 09 16:08:39.194799 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-afdc1606-8da8-42a5-be7e-31db5615f7bf tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109646 Aug 09 16:08:39.196494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40416) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:39.209365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-53d388db-1de6-4bf8-a09d-77dfff28c33e tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '0bd9254a-275c-43dc-a039-6a161fc08597', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:39.241884 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-53d388db-1de6-4bf8-a09d-77dfff28c33e tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Project d2c7561fb08743c0b6b2ef714aa4d4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:08:39.259888 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-53d388db-1de6-4bf8-a09d-77dfff28c33e tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:39.261434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-53d388db-1de6-4bf8-a09d-77dfff28c33e tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0626445 Aug 09 16:08:39.265035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40418) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:39.270481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-59a0b31a-b14a-4db3-b2fb-9794dc9e7f65 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '0bd9254a-275c-43dc-a039-6a161fc08597', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:39.271230 n-d-803778-2 neutron-server[94290]: WARNING neutron.api.v2.base [None req-59a0b31a-b14a-4db3-b2fb-9794dc9e7f65 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 09 16:08:39.272035 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-59a0b31a-b14a-4db3-b2fb-9794dc9e7f65 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:39.273159 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-59a0b31a-b14a-4db3-b2fb-9794dc9e7f65 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067139 Aug 09 16:08:39.275639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40420) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:39.280443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1b6e2635-7332-4c8e-a039-9c5b8039f8a9 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '0bd9254a-275c-43dc-a039-6a161fc08597', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:39.307897 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-1b6e2635-7332-4c8e-a039-9c5b8039f8a9 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Project d2c7561fb08743c0b6b2ef714aa4d4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:08:39.324342 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-1b6e2635-7332-4c8e-a039-9c5b8039f8a9 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:39.329152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1b6e2635-7332-4c8e-a039-9c5b8039f8a9 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0497937 Aug 09 16:08:39.329305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40422) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:39.333800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bc5cf324-69dc-4d6f-9e5f-f319244ce41c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '0bd9254a-275c-43dc-a039-6a161fc08597', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:39.363803 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-bc5cf324-69dc-4d6f-9e5f-f319244ce41c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Project d2c7561fb08743c0b6b2ef714aa4d4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:08:39.376712 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [None req-bc5cf324-69dc-4d6f-9e5f-f319244ce41c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:39.380463 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bc5cf324-69dc-4d6f-9e5f-f319244ce41c tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0475426 Aug 09 16:08:39.380970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40432) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:39.552789 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af23c850-b822-4a3f-8280-3e1959a6f781 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:39.584827 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af23c850-b822-4a3f-8280-3e1959a6f781 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:39.716190 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af23c850-b822-4a3f-8280-3e1959a6f781 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:39.732698 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-af23c850-b822-4a3f-8280-3e1959a6f781 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:39.733890 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-af23c850-b822-4a3f-8280-3e1959a6f781 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "DELETE /v2.0/security-groups/0bd9254a-275c-43dc-a039-6a161fc08597 HTTP/1.1" status: 204 len: 168 time: 0.3523397 Aug 09 16:08:39.737011 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40444) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:39.799585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23c850-b822-4a3f-8280-3e1959a6f781 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd9254a-275c-43dc-a039-6a161fc08597,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:39.825689 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef949229-d167-4909-9070-2edbaa2be77a req-9626eb27-6258-49aa-9297-11109a3ec991 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 210 time: 0.0872304 Aug 09 16:08:39.834242 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1814caa3-ee80-4db4-82bc-acd2ab05f1da tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937088 Aug 09 16:08:39.838088 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40452) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:39.845277 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-999ef3c4-9cf8-4275-a2dc-3c88c21bfcef tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208655795'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:39.860451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-eda9e541-3c87-452f-91d3-f06e501c777f tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:39.862040 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-eda9e541-3c87-452f-91d3-f06e501c777f tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.53 "GET /v2.0/networks?id=97e8d136-56c9-443c-b7ea-3b1c5aaa35fd HTTP/1.1" status: 200 len: 809 time: 0.2492447 Aug 09 16:08:39.870814 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-999ef3c4-9cf8-4275-a2dc-3c88c21bfcef tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:39.878480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Request body: {'port': {'device_id': 'd551fa79-6060-4b40-895b-1b2018f2a71f', 'network_id': '97e8d136-56c9-443c-b7ea-3b1c5aaa35fd', 'admin_state_up': True, 'tenant_id': 'd7e4ced2907f48429f7a2a3108beb48a'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:39.963963 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-999ef3c4-9cf8-4275-a2dc-3c88c21bfcef tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:39.968176 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-999ef3c4-9cf8-4275-a2dc-3c88c21bfcef tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.003705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ef3c4-9cf8-4275-a2dc-3c88c21bfcef tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81fd3b4-9d40-4a67-be3e-3f5a70c403e0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:40.010409 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-999ef3c4-9cf8-4275-a2dc-3c88c21bfcef tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.015309 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-999ef3c4-9cf8-4275-a2dc-3c88c21bfcef tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1728911 Aug 09 16:08:40.015622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Made reservation on behalf of d7e4ced2907f48429f7a2a3108beb48a for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:40.015709 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40454) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:40.018659 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.020145 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e46abb3f-de30-4838-b51b-22943368a47d tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': 'd81fd3b4-9d40-4a67-be3e-3f5a70c403e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:40.070489 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-e46abb3f-de30-4838-b51b-22943368a47d tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The resource could not be found. Aug 09 16:08:40.074609 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e46abb3f-de30-4838-b51b-22943368a47d tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0555394 Aug 09 16:08:40.074933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40458) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:40.080523 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-39c9ce73-12b7-425c-bada-7d4db29f1e24 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': 'd81fd3b4-9d40-4a67-be3e-3f5a70c403e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1318f445-724b-4f2f-a7f1-8fb9259b9996'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:40.129670 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-39c9ce73-12b7-425c-bada-7d4db29f1e24 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The resource could not be found. Aug 09 16:08:40.133436 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-39c9ce73-12b7-425c-bada-7d4db29f1e24 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0549285 Aug 09 16:08:40.136019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40464) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:40.193438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Allocated IP 172.20.0.9 (97e8d136-56c9-443c-b7ea-3b1c5aaa35fd/7e73e2ab-33d2-488b-b1c4-db86a747994b/596010f3-540c-4535-acc1-992a4b0c1776) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:08:40.219750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b226b16-cfbc-402e-a5d6-b6e90c93a1dc tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.261339 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b226b16-cfbc-402e-a5d6-b6e90c93a1dc tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.365298 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b226b16-cfbc-402e-a5d6-b6e90c93a1dc tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.368118 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b226b16-cfbc-402e-a5d6-b6e90c93a1dc tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.369001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2b226b16-cfbc-402e-a5d6-b6e90c93a1dc tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "DELETE /v2.0/security-groups/d81fd3b4-9d40-4a67-be3e-3f5a70c403e0 HTTP/1.1" status: 204 len: 168 time: 0.2319686 Aug 09 16:08:40.372677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40466) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:40.383540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b226b16-cfbc-402e-a5d6-b6e90c93a1dc tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81fd3b4-9d40-4a67-be3e-3f5a70c403e0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:40.433783 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dfc177aa-2082-4076-b70d-2b784864b815 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553641 Aug 09 16:08:40.433999 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.434221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40472) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:40.438900 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-89af73db-3135-4928-ba63-5d0d795fdf7a tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': '49fdfd61-0b82-4289-8880-435cf90dcf13', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:40.482586 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.490068 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-89af73db-3135-4928-ba63-5d0d795fdf7a tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The resource could not be found. Aug 09 16:08:40.491973 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-89af73db-3135-4928-ba63-5d0d795fdf7a tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0560977 Aug 09 16:08:40.495037 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40474) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:40.502076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-39bf025c-f064-4197-9ebf-b870a5781b5a tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1986565940'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:40.523774 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3af71574-f030-4d94-9bda-d1c3a598a953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.529751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Network 97e8d136-56c9-443c-b7ea-3b1c5aaa35fd is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:40.535231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:40.540214 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39bf025c-f064-4197-9ebf-b870a5781b5a tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.543323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:08:40.579820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Pushing event updated for resources: {'Port': ['ID=596010f3-540c-4535-acc1-992a4b0c1776,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:40.610981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:40.611806 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.647799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39bf025c-f064-4197-9ebf-b870a5781b5a tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.651804 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39bf025c-f064-4197-9ebf-b870a5781b5a tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.657715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-3dc66dbc-6917-4a56-8d5b-2c3ca8e85caa tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7857361 Aug 09 16:08:40.673267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Request body: {'port': {'device_id': 'd551fa79-6060-4b40-895b-1b2018f2a71f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:40.684704 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39bf025c-f064-4197-9ebf-b870a5781b5a tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.688983 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-39bf025c-f064-4197-9ebf-b870a5781b5a tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1922278 Aug 09 16:08:40.689756 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40478) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:40.690406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf025c-f064-4197-9ebf-b870a5781b5a tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b8ec9-9987-48f4-a595-b58826a1e4bb,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:40.696851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-82a59c79-d140-4418-8a5d-224029871b5b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group': {'name': 'tempest-secgroup--444669845'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:40.719372 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82a59c79-d140-4418-8a5d-224029871b5b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.737208 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.826311 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82a59c79-d140-4418-8a5d-224029871b5b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.831647 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82a59c79-d140-4418-8a5d-224029871b5b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.884705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a59c79-d140-4418-8a5d-224029871b5b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c2f590-6e2d-4627-b7d2-8a95e55cc696,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:40.886066 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.936771 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82a59c79-d140-4418-8a5d-224029871b5b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:40.951846 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-82a59c79-d140-4418-8a5d-224029871b5b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2587624 Aug 09 16:08:40.962196 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40496) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:40.967246 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-bb470393-48b4-4813-885f-b67004085ea4 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': 'd02b8ec9-9987-48f4-a595-b58826a1e4bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '59c2f590-6e2d-4627-b7d2-8a95e55cc696'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:41.083817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dc2a0-1466-4698-9e4a-ce5986b61231 req-ac14e199-664a-45e7-9f91-cca5bf6c1a6b tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:41.085750 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-064dc2a0-1466-4698-9e4a-ce5986b61231 req-ac14e199-664a-45e7-9f91-cca5bf6c1a6b tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 931 time: 0.1064143 Aug 09 16:08:41.086599 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-bb470393-48b4-4813-885f-b67004085ea4 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:41.087526 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bb470393-48b4-4813-885f-b67004085ea4 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1243079 Aug 09 16:08:41.091533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40504) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:41.182377 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ffb38b6-2d15-4437-8163-b17d4c412cd5 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.196411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-064dc2a0-1466-4698-9e4a-ce5986b61231 req-5feaaac3-58da-4682-bfe9-5e0385ec4d80 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/security-groups?id=2facce52-f293-47c6-ba0d-26f912d2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025233 Aug 09 16:08:41.225963 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ffb38b6-2d15-4437-8163-b17d4c412cd5 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.230724 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596010f3-540c-4535-acc1-992a4b0c1776 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:08:41.239464 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.255982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Transition to ACTIVE for port object 596010f3-540c-4535-acc1-992a4b0c1776 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:41.260843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.281884 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ffb38b6-2d15-4437-8163-b17d4c412cd5 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.290089 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3ffb38b6-2d15-4437-8163-b17d4c412cd5 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.291585 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3ffb38b6-2d15-4437-8163-b17d4c412cd5 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "DELETE /v2.0/security-groups/59c2f590-6e2d-4627-b7d2-8a95e55cc696 HTTP/1.1" status: 204 len: 168 time: 0.1989777 Aug 09 16:08:41.295567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40508) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:41.303522 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb38b6-2d15-4437-8163-b17d4c412cd5 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c2f590-6e2d-4627-b7d2-8a95e55cc696,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:41.382699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Pushing event updated for resources: {'Port': ['ID=596010f3-540c-4535-acc1-992a4b0c1776,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:41.441278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e57dc28e-d01b-4305-bb88-37ee2f97ffdf tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1442320 Aug 09 16:08:41.444247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40514) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:41.478955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Attempting to bind port 596010f3-540c-4535-acc1-992a4b0c1776 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:08:41.479450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Attempting to bind port 596010f3-540c-4535-acc1-992a4b0c1776 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '94fd8e41-9e75-4f65-8007-25fabec85090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '97e8d136-56c9-443c-b7ea-3b1c5aaa35fd'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:08:41.479876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Attempting to bind port 596010f3-540c-4535-acc1-992a4b0c1776 on network 97e8d136-56c9-443c-b7ea-3b1c5aaa35fd {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:41.485675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Port 596010f3-540c-4535-acc1-992a4b0c1776 on network 97e8d136-56c9-443c-b7ea-3b1c5aaa35fd not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:08:41.486707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Attempting to bind port 596010f3-540c-4535-acc1-992a4b0c1776 on network 97e8d136-56c9-443c-b7ea-3b1c5aaa35fd {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:41.491236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:08:41.491692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Checking segment: {'id': '94fd8e41-9e75-4f65-8007-25fabec85090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '97e8d136-56c9-443c-b7ea-3b1c5aaa35fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:41.492177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Bound using segment: {'id': '94fd8e41-9e75-4f65-8007-25fabec85090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '97e8d136-56c9-443c-b7ea-3b1c5aaa35fd'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:08:41.492707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Bound port: 596010f3-540c-4535-acc1-992a4b0c1776, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94fd8e41-9e75-4f65-8007-25fabec85090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '97e8d136-56c9-443c-b7ea-3b1c5aaa35fd'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:08:41.493167 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.522073 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-37a07cac-3fd4-4ec2-868a-e9801975089b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.539385 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.548704 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-37a07cac-3fd4-4ec2-868a-e9801975089b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.564249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] For port 596010f3-540c-4535-acc1-992a4b0c1776, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:08:41.567895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] For port 596010f3-540c-4535-acc1-992a4b0c1776, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=596010f3-540c-4535-acc1-992a4b0c1776,segment=NetworkSegment(94fd8e41-9e75-4f65-8007-25fabec85090),segment_id=94fd8e41-9e75-4f65-8007-25fabec85090)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:08:41.573066 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.616454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:41.617162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.618866 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] 10.222.0.53 "PUT /v2.0/ports/596010f3-540c-4535-acc1-992a4b0c1776 HTTP/1.1" status: 200 len: 1091 time: 0.9528742 Aug 09 16:08:41.619387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd551fa79-6060-4b40-895b-1b2018f2a71f', 'tag': '596010f3-540c-4535-acc1-992a4b0c1776'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:08:41.622122 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd7c3e1-cd06-4325-9173-bd16b0462a04" -d '{"events": [{"name": "network-changed", "server_uuid": "d551fa79-6060-4b40-895b-1b2018f2a71f", "tag": "596010f3-540c-4535-acc1-992a4b0c1776"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:08:41.629069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-37a07cac-3fd4-4ec2-868a-e9801975089b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.631927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-37a07cac-3fd4-4ec2-868a-e9801975089b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.633210 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-37a07cac-3fd4-4ec2-868a-e9801975089b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "DELETE /v2.0/security-groups/d02b8ec9-9987-48f4-a595-b58826a1e4bb HTTP/1.1" status: 204 len: 168 time: 0.1875527 Aug 09 16:08:41.635753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40518) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:41.651247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a07cac-3fd4-4ec2-868a-e9801975089b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b8ec9-9987-48f4-a595-b58826a1e4bb,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:41.681727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91869ad2-a992-4d6f-a6a3-8285be51113b service neutron] Pushing event updated for resources: {'Port': ['ID=596010f3-540c-4535-acc1-992a4b0c1776,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:41.686806 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.756126 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d74d589b-26a4-4662-9c4c-123121bd0688 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1188745 Aug 09 16:08:41.759877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40526) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:41.766244 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3951aa80-c16f-4d2c-8de9-d6a348cbde54 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853634506'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:41.770947 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-8f94f8a0-5502-4a63-9931-3cceeba59e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:41.772529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-8f94f8a0-5502-4a63-9931-3cceeba59e5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7e4ced2907f48429f7a2a3108beb48a&device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 1094 time: 0.0702763 Aug 09 16:08:41.803024 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3951aa80-c16f-4d2c-8de9-d6a348cbde54 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.834627 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e600dd-639c-47b5-bc8b-be3143dde7e9 x-openstack-request-id: req-a6e600dd-639c-47b5-bc8b-be3143dde7e9 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:08:41.834917 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d551fa79-6060-4b40-895b-1b2018f2a71f", "tag": "596010f3-540c-4535-acc1-992a4b0c1776", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:08:41.835162 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6e600dd-639c-47b5-bc8b-be3143dde7e9 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:08:41.835582 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd551fa79-6060-4b40-895b-1b2018f2a71f', 'tag': '596010f3-540c-4535-acc1-992a4b0c1776', 'status': 'completed', 'code': 200} Aug 09 16:08:41.924634 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-8d742bf3-d239-42e2-8547-a0241012f639 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=596010f3-540c-4535-acc1-992a4b0c1776 HTTP/1.1" status: 200 len: 217 time: 0.1436136 Aug 09 16:08:41.934171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3951aa80-c16f-4d2c-8de9-d6a348cbde54 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.939597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3951aa80-c16f-4d2c-8de9-d6a348cbde54 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.974205 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3951aa80-c16f-4d2c-8de9-d6a348cbde54 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:41.975735 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3951aa80-c16f-4d2c-8de9-d6a348cbde54 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2144263 Aug 09 16:08:41.979348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40532) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:41.984320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7a074074-59d0-428e-b916-7ee1019ac782 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': 'f3198e22-c654-4819-ac25-1566303888fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:41.985471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-1600e42d-d795-47eb-aaf6-e7840e26312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:41.987399 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-1600e42d-d795-47eb-aaf6-e7840e26312e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7e73e2ab-33d2-488b-b1c4-db86a747994b HTTP/1.1" status: 200 len: 849 time: 0.0549581 Aug 09 16:08:41.992139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951aa80-c16f-4d2c-8de9-d6a348cbde54 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3198e22-c654-4819-ac25-1566303888fd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:42.040013 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-7a074074-59d0-428e-b916-7ee1019ac782 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:42.042038 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7a074074-59d0-428e-b916-7ee1019ac782 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0609641 Aug 09 16:08:42.044234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40534) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:42.049053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-33fdb4c8-09c5-4f26-9ad9-67574f48ab97 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group_rule': {'security_group_id': 'f3198e22-c654-4819-ac25-1566303888fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:42.051655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-8cb235d9-3514-4e50-a530-ce6a143a5b48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97e8d136-56c9-443c-b7ea-3b1c5aaa35fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498586 Aug 09 16:08:42.065602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-fb0e702d-0100-413d-ad17-f3064e678424 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:08:42.066649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-fb0e702d-0100-413d-ad17-f3064e678424 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064228 Aug 09 16:08:42.091583 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-33fdb4c8-09c5-4f26-9ad9-67574f48ab97 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:08:42.095485 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-33fdb4c8-09c5-4f26-9ad9-67574f48ab97 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0502591 Aug 09 16:08:42.096061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40542) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:42.194282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f3fbf17-e27a-4685-a070-6149d484f550 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:42.206927 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-71e315eb-cde6-4d6f-897d-685623296ec9 service neutron] 10.222.0.53 "GET /v2.0/networks/97e8d136-56c9-443c-b7ea-3b1c5aaa35fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288862 Aug 09 16:08:42.241823 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f3fbf17-e27a-4685-a070-6149d484f550 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:42.301916 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f3fbf17-e27a-4685-a070-6149d484f550 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:42.304748 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9f3fbf17-e27a-4685-a070-6149d484f550 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:42.306108 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9f3fbf17-e27a-4685-a070-6149d484f550 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "DELETE /v2.0/security-groups/f3198e22-c654-4819-ac25-1566303888fd HTTP/1.1" status: 204 len: 168 time: 0.2089610 Aug 09 16:08:42.310913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40546) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:42.330744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fbf17-e27a-4685-a070-6149d484f550 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3198e22-c654-4819-ac25-1566303888fd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:42.384350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40548) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:42.385482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-97c9463e-0adc-4f5c-82a9-20c1760b0f81 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729871 Aug 09 16:08:42.389724 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a2c2b0-31b1-4f1d-8a31-2afeea70a2cb req-1af1b878-7762-42d3-94df-ca4c01b3f5f2 service neutron] 10.222.0.53 "GET /v2.0/networks/97e8d136-56c9-443c-b7ea-3b1c5aaa35fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715190 Aug 09 16:08:42.391110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6a5b84d5-3be0-4963-9013-23f8d78820f7 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135383030'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:42.419673 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee148f-9ba3-44c6-a09e-de9a0901f3d2 req-587b870c-4337-4a6e-8c05-107cf710b075 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:42.421856 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3fee148f-9ba3-44c6-a09e-de9a0901f3d2 req-587b870c-4337-4a6e-8c05-107cf710b075 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 943 time: 0.1066456 Aug 09 16:08:42.443706 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a5b84d5-3be0-4963-9013-23f8d78820f7 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:42.502834 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3fee148f-9ba3-44c6-a09e-de9a0901f3d2 req-10a8205c-c23a-44a6-a8df-70ac01e83194 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/security-groups?id=2facce52-f293-47c6-ba0d-26f912d2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740767 Aug 09 16:08:42.531926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7c3e1-cd06-4325-9173-bd16b0462a04 req-9f1b0d46-ef16-4265-97c4-d806faab217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:42.531926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd7c3e1-cd06-4325-9173-bd16b0462a04 req-9f1b0d46-ef16-4265-97c4-d806faab217e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7e4ced2907f48429f7a2a3108beb48a&device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 1094 time: 0.0853543 Aug 09 16:08:42.592521 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a5b84d5-3be0-4963-9013-23f8d78820f7 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:42.599146 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a5b84d5-3be0-4963-9013-23f8d78820f7 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:42.660342 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6a5b84d5-3be0-4963-9013-23f8d78820f7 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:42.664869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6a5b84d5-3be0-4963-9013-23f8d78820f7 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2767279 Aug 09 16:08:42.665737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40554) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:42.672393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-149219e9-bbd5-4ede-b0c4-6d6ada3445d0 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:42.673059 n-d-803778-2 neutron-server[94289]: WARNING neutron.api.v2.base [None req-149219e9-bbd5-4ede-b0c4-6d6ada3445d0 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 09 16:08:42.673873 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-149219e9-bbd5-4ede-b0c4-6d6ada3445d0 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] update failed (client error): There was a conflict when trying to complete your request. Aug 09 16:08:42.677677 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-149219e9-bbd5-4ede-b0c4-6d6ada3445d0 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "PUT /v2.0/security-groups/5cbfb993-558f-47fc-8e41-210a8756486d HTTP/1.1" status: 409 len: 330 time: 0.0088918 Aug 09 16:08:42.678095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40556) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:42.688970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b84d5-3be0-4963-9013-23f8d78820f7 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbfb993-558f-47fc-8e41-210a8756486d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:42.693573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7c3e1-cd06-4325-9173-bd16b0462a04 req-139c5528-7be2-4583-a7ac-59315378237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:42.696657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd7c3e1-cd06-4325-9173-bd16b0462a04 req-139c5528-7be2-4583-a7ac-59315378237a service neutron] 10.222.0.53 "GET /v2.0/networks?id=97e8d136-56c9-443c-b7ea-3b1c5aaa35fd HTTP/1.1" status: 200 len: 910 time: 0.1587436 Aug 09 16:08:42.752149 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1a073d6-0de1-4a13-96dd-cc2916840493 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:42.765191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd7c3e1-cd06-4325-9173-bd16b0462a04 req-d552fa23-8834-4735-b187-0da92aefeb69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=596010f3-540c-4535-acc1-992a4b0c1776 HTTP/1.1" status: 200 len: 217 time: 0.0608654 Aug 09 16:08:42.785092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1a073d6-0de1-4a13-96dd-cc2916840493 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:42.830179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7c3e1-cd06-4325-9173-bd16b0462a04 req-73af3a97-f0fe-4aa9-8ce7-9cb1c7441018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:42.831723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd7c3e1-cd06-4325-9173-bd16b0462a04 req-73af3a97-f0fe-4aa9-8ce7-9cb1c7441018 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7e73e2ab-33d2-488b-b1c4-db86a747994b HTTP/1.1" status: 200 len: 849 time: 0.0597126 Aug 09 16:08:42.837732 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1a073d6-0de1-4a13-96dd-cc2916840493 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:42.842092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1a073d6-0de1-4a13-96dd-cc2916840493 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:42.846157 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b1a073d6-0de1-4a13-96dd-cc2916840493 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "DELETE /v2.0/security-groups/5cbfb993-558f-47fc-8e41-210a8756486d HTTP/1.1" status: 204 len: 168 time: 0.1669559 Aug 09 16:08:42.847020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40562) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:42.875997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd7c3e1-cd06-4325-9173-bd16b0462a04 req-844ea9b6-c3dd-422a-8e82-7fc7e754891d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=97e8d136-56c9-443c-b7ea-3b1c5aaa35fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332971 Aug 09 16:08:42.886820 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a073d6-0de1-4a13-96dd-cc2916840493 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbfb993-558f-47fc-8e41-210a8756486d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:42.930954 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e1b3539c-d536-46bf-8c83-091f8c3778d0 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777342 Aug 09 16:08:42.935108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40566) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:42.952414 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-cdf2bb47-a87e-4191-b1ed-1618b7995ba8 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] delete failed (client error): The resource could not be found. Aug 09 16:08:42.958374 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cdf2bb47-a87e-4191-b1ed-1618b7995ba8 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "DELETE /v2.0/security-groups/35226084-9886-4cf8-a945-2b7f600d7389 HTTP/1.1" status: 404 len: 347 time: 0.0164318 Aug 09 16:08:42.958683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40568) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:42.973556 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-c6e65e5f-ec58-41f4-80e4-2442f86b656b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] show failed (client error): The resource could not be found. Aug 09 16:08:42.974617 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c6e65e5f-ec58-41f4-80e4-2442f86b656b tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "GET /v2.0/security-groups/93628e62-5a7c-41da-ad78-cc850a0c8a19 HTTP/1.1" status: 404 len: 347 time: 0.0145626 Aug 09 16:08:42.979226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40570) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:42.983553 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd7c3e1-cd06-4325-9173-bd16b0462a04 req-39e42098-0056-4bba-88ec-14b3726a5702 service neutron] 10.222.0.53 "GET /v2.0/networks/97e8d136-56c9-443c-b7ea-3b1c5aaa35fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995941 Aug 09 16:08:42.991432 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-a68872bf-1060-441b-a8e3-6c2db5b57e85 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] show failed (client error): The resource could not be found. Aug 09 16:08:42.997557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a68872bf-1060-441b-a8e3-6c2db5b57e85 tempest-NegativeSecGroupIPv6Test-763084251 tempest-NegativeSecGroupIPv6Test-763084251-project] 10.222.0.81 "GET /v2.0/security-group-rules/fa3c74f6-9fac-4f72-8994-384e9e9f3fda HTTP/1.1" status: 404 len: 356 time: 0.0122986 Aug 09 16:08:43.096040 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ffd7c3e1-cd06-4325-9173-bd16b0462a04 req-0c8abf10-aaa8-4649-9653-9411693c0c12 service neutron] 10.222.0.53 "GET /v2.0/networks/97e8d136-56c9-443c-b7ea-3b1c5aaa35fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041129 Aug 09 16:08:43.195580 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:43.315803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40590) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:43.448337 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:43.481646 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bd4472a0-6092-4239-be56-2b0c5ca0bb11 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2c7561fb08743c0b6b2ef714aa4d4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617615 Aug 09 16:08:43.482805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 40594) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:43.547329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e37914b-e23d-41d8-9cde-f9862e7cdc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:43.578013 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e37914b-e23d-41d8-9cde-f9862e7cdc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:43.677570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933ed04-f1d3-47fc-8306-835052f0acfd req-0d9acdc0-2ed7-4b78-b5d3-75fc213ebc55 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:43.679384 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0933ed04-f1d3-47fc-8306-835052f0acfd req-0d9acdc0-2ed7-4b78-b5d3-75fc213ebc55 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 943 time: 0.0856214 Aug 09 16:08:43.703266 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e37914b-e23d-41d8-9cde-f9862e7cdc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:43.705802 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3e37914b-e23d-41d8-9cde-f9862e7cdc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:43.706948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3e37914b-e23d-41d8-9cde-f9862e7cdc36 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c7506ec4-0ce9-48d6-a169-1954cf5188e9 HTTP/1.1" status: 204 len: 168 time: 0.2227802 Aug 09 16:08:43.743793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37914b-e23d-41d8-9cde-f9862e7cdc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7506ec4-0ce9-48d6-a169-1954cf5188e9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:43.755437 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0933ed04-f1d3-47fc-8306-835052f0acfd req-963a5d06-854d-4250-ad17-fed7a6b6eaba tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/security-groups?id=2facce52-f293-47c6-ba0d-26f912d2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686951 Aug 09 16:08:44.905818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a068f-f751-4e11-8430-5ee37fb2c5d6 req-cb2e19c8-e07b-441e-a393-750e9b69dddb tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:44.907448 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-321a068f-f751-4e11-8430-5ee37fb2c5d6 req-cb2e19c8-e07b-441e-a393-750e9b69dddb tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 943 time: 0.0677478 Aug 09 16:08:44.975853 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-321a068f-f751-4e11-8430-5ee37fb2c5d6 req-83aedc6a-f950-46a3-9019-ba31dbf8da89 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/security-groups?id=2facce52-f293-47c6-ba0d-26f912d2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620785 Aug 09 16:08:45.310366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 596010f3-540c-4535-acc1-992a4b0c1776 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:08:45.434176 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 596010f3-540c-4535-acc1-992a4b0c1776, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=596010f3-540c-4535-acc1-992a4b0c1776,segment=NetworkSegment(94fd8e41-9e75-4f65-8007-25fabec85090),segment_id=94fd8e41-9e75-4f65-8007-25fabec85090)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:45.451958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '596010f3-540c-4535-acc1-992a4b0c1776', 'network_id': '97e8d136-56c9-443c-b7ea-3b1c5aaa35fd', 'port_id': '596010f3-540c-4535-acc1-992a4b0c1776', 'mac_address': 'fa:16:3e:4f:c8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e73e2ab-33d2-488b-b1c4-db86a747994b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:08:45.542234 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:45.560679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596010f3-540c-4535-acc1-992a4b0c1776 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:08:45.604191 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 596010f3-540c-4535-acc1-992a4b0c1776, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=596010f3-540c-4535-acc1-992a4b0c1776,segment=NetworkSegment(94fd8e41-9e75-4f65-8007-25fabec85090),segment_id=94fd8e41-9e75-4f65-8007-25fabec85090)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:45.610244 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:45.717919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=596010f3-540c-4535-acc1-992a4b0c1776,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:45.839451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['596010f3-540c-4535-acc1-992a4b0c1776'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:08:46.116846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92889ff-32c0-4a48-87b3-4ee3d460404f req-35f2d080-ae7f-4bfd-bc55-0290400ce901 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:46.118523 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f92889ff-32c0-4a48-87b3-4ee3d460404f req-35f2d080-ae7f-4bfd-bc55-0290400ce901 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 944 time: 0.0621133 Aug 09 16:08:46.163981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f92889ff-32c0-4a48-87b3-4ee3d460404f req-6b797728-f5b5-4f98-b3aa-23c14e0ff4f2 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/security-groups?id=2facce52-f293-47c6-ba0d-26f912d2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390589 Aug 09 16:08:47.286481 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6b76-9b23-4bf6-a663-d3d456bd5b94 req-3ba20c3e-4dcc-45f0-b38c-f3fe30006507 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:47.288276 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c1fb6b76-9b23-4bf6-a663-d3d456bd5b94 req-3ba20c3e-4dcc-45f0-b38c-f3fe30006507 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 944 time: 0.0531855 Aug 09 16:08:47.328936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 596010f3-540c-4535-acc1-992a4b0c1776 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:47.333521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c1fb6b76-9b23-4bf6-a663-d3d456bd5b94 req-3e80946b-2735-4094-a39e-bfcf259a3d17 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/security-groups?id=2facce52-f293-47c6-ba0d-26f912d2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 Aug 09 16:08:47.385349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 596010f3-540c-4535-acc1-992a4b0c1776 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:47.389622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 596010f3-540c-4535-acc1-992a4b0c1776 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:47.390274 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:47.473703 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:47.503069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd551fa79-6060-4b40-895b-1b2018f2a71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596010f3-540c-4535-acc1-992a4b0c1776'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:08:47.505366 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30704af-3b61-4701-a7fd-eb3e8f35da75" -d '{"events": [{"server_uuid": "d551fa79-6060-4b40-895b-1b2018f2a71f", "name": "network-vif-plugged", "status": "completed", "tag": "596010f3-540c-4535-acc1-992a4b0c1776"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:08:47.527457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 596010f3-540c-4535-acc1-992a4b0c1776, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=596010f3-540c-4535-acc1-992a4b0c1776,segment=NetworkSegment(94fd8e41-9e75-4f65-8007-25fabec85090),segment_id=94fd8e41-9e75-4f65-8007-25fabec85090)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:47.533515 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:47.592515 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=596010f3-540c-4535-acc1-992a4b0c1776,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:47.731539 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc2cb95-20fe-47e2-ac97-b5c786de0aab x-openstack-request-id: req-0cc2cb95-20fe-47e2-ac97-b5c786de0aab {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:08:47.732187 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d551fa79-6060-4b40-895b-1b2018f2a71f", "name": "network-vif-plugged", "status": "completed", "tag": "596010f3-540c-4535-acc1-992a4b0c1776", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:08:47.732636 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0cc2cb95-20fe-47e2-ac97-b5c786de0aab {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:08:47.733227 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd551fa79-6060-4b40-895b-1b2018f2a71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596010f3-540c-4535-acc1-992a4b0c1776', 'code': 200} Aug 09 16:08:47.838668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0686db0-39cb-48b1-ba61-c73ec1c0aa33 req-df4e4f22-6f8f-4a98-b220-25464aff88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:47.841160 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0686db0-39cb-48b1-ba61-c73ec1c0aa33 req-df4e4f22-6f8f-4a98-b220-25464aff88c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 1096 time: 0.0519612 Aug 09 16:08:47.892154 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0686db0-39cb-48b1-ba61-c73ec1c0aa33 req-48216278-2f39-412f-bd21-8d0475e3b000 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2facce52-f293-47c6-ba0d-26f912d2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441072 Aug 09 16:08:48.064030 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40750) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:48.234960 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30168bfc-a3b2-4816-818b-cb6f58a53430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.360833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30168bfc-a3b2-4816-818b-cb6f58a53430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.378674 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30168bfc-a3b2-4816-818b-cb6f58a53430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.482311 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-30168bfc-a3b2-4816-818b-cb6f58a53430 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18714c0a6f1a4f32aad0bb718b4080c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169412 Aug 09 16:08:48.485938 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40774) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:48.514681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30168bfc-a3b2-4816-818b-cb6f58a53430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa21ba20-c3a4-4d56-90a0-9cf8d62e44d9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:48.573829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d1033-6880-40d2-9d0e-2d8a1d8475c0 req-4a44c114-1ce8-4995-962c-e5edb77528ae tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:48.575219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-701d1033-6880-40d2-9d0e-2d8a1d8475c0 req-4a44c114-1ce8-4995-962c-e5edb77528ae tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 945 time: 0.1329443 Aug 09 16:08:48.615711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e41c438b-84ad-4e38-b3de-2b494398cb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.653715 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e41c438b-84ad-4e38-b3de-2b494398cb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.709173 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e41c438b-84ad-4e38-b3de-2b494398cb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.711942 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e41c438b-84ad-4e38-b3de-2b494398cb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:48.713132 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e41c438b-84ad-4e38-b3de-2b494398cb5e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa21ba20-c3a4-4d56-90a0-9cf8d62e44d9 HTTP/1.1" status: 204 len: 168 time: 0.2261491 Aug 09 16:08:48.733750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c438b-84ad-4e38-b3de-2b494398cb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa21ba20-c3a4-4d56-90a0-9cf8d62e44d9,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:48.752985 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-701d1033-6880-40d2-9d0e-2d8a1d8475c0 req-402382a5-cf35-4d41-9bb1-1f4ffbf8866b tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/security-groups?id=2facce52-f293-47c6-ba0d-26f912d2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674974 Aug 09 16:08:49.486505 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40812) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:49.610109 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2011817273-network', 'tenant_id': '1563e949dd9548feaf257a1704138d5d'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:49.640683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Made reservation on behalf of 1563e949dd9548feaf257a1704138d5d for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:49.643153 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.658410 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.781169 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.786211 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.815156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:08:49.835616 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.835962 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Added segment d9b2513f-ed91-4830-9387-eb0ff74e7fcd of type vlan for network 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912 Aug 09 16:08:49.857819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69439274-d068-40bd-8ad8-d206f84592c1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:49.914484 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.929034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf92ff-ba47-4068-bcf7-ed52981cf4df req-5b400bdf-f435-4d13-bd83-a8063ece49ce tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:49.930790 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3ecf92ff-ba47-4068-bcf7-ed52981cf4df req-5b400bdf-f435-4d13-bd83-a8063ece49ce tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 945 time: 0.0824256 Aug 09 16:08:49.951739 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.952948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:49.953894 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:49.994872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3ecf92ff-ba47-4068-bcf7-ed52981cf4df req-f90fec96-bdce-414e-bcf2-f4bd66cb7c93 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/security-groups?id=2facce52-f293-47c6-ba0d-26f912d2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552821 Aug 09 16:08:50.027357 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5389011 Aug 09 16:08:50.030520 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40846) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:50.036187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-70e52109-1506-4ff5-96d1-78fa30bff69e admin admin] Request body: {'subnet': {'network_id': '6a6235a5-a7fd-4fc9-b3a4-b28fd067e912', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2011817273-subnet', 'tenant_id': '1563e949dd9548feaf257a1704138d5d', 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:50.058352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5f6de-7073-4156-82b6-1806549dce87 admin admin] Pushing event updated for resources: {'Network': ['ID=6a6235a5-a7fd-4fc9-b3a4-b28fd067e912,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:50.070908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:08:50.072718 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e52109-1506-4ff5-96d1-78fa30bff69e admin admin] Made reservation on behalf of 1563e949dd9548feaf257a1704138d5d for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:08:50.078446 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70e52109-1506-4ff5-96d1-78fa30bff69e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:50.376281 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70e52109-1506-4ff5-96d1-78fa30bff69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:50.482240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e52109-1506-4ff5-96d1-78fa30bff69e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e685fb-c338-4278-a2da-99f9a53c7acd,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:50.496857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e52109-1506-4ff5-96d1-78fa30bff69e admin admin] Checking segment: {'id': 'd9b2513f-ed91-4830-9387-eb0ff74e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6a6235a5-a7fd-4fc9-b3a4-b28fd067e912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:50.497495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e52109-1506-4ff5-96d1-78fa30bff69e admin admin] Network hostable DHCP agents. Network: 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:08:50.520663 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e52109-1506-4ff5-96d1-78fa30bff69e admin admin] Network 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:08:50.532867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-70e52109-1506-4ff5-96d1-78fa30bff69e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:50.542219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4b214e-41fd-40b5-a230-6cb0188e6833 None None] Network 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:50.552229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e52109-1506-4ff5-96d1-78fa30bff69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:50.552229 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-70e52109-1506-4ff5-96d1-78fa30bff69e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:50.563312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-70e52109-1506-4ff5-96d1-78fa30bff69e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5316465 Aug 09 16:08:50.565979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40864) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:50.570948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2011817273-router', 'tenant_id': '1563e949dd9548feaf257a1704138d5d', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:08:50.602377 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:50.603571 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:50.674816 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:50.734735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-6a6235a5-a7fd-4fc9-b3a4-b28fd067e912', 'network_id': '6a6235a5-a7fd-4fc9-b3a4-b28fd067e912', 'tenant_id': '1563e949dd9548feaf257a1704138d5d', 'fixed_ips': [{'subnet_id': '21e685fb-c338-4278-a2da-99f9a53c7acd'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:08:50.735603 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:50.891872 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:50.901662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Allocated IP 172.20.0.2 (6a6235a5-a7fd-4fc9-b3a4-b28fd067e912/21e685fb-c338-4278-a2da-99f9a53c7acd/a74f5201-66ad-43a9-86cf-fc4429df8edc) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:08:51.106826 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:51.118715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Transition to ACTIVE for port object a74f5201-66ad-43a9-86cf-fc4429df8edc will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:51.149752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Transition to ACTIVE for port object a74f5201-66ad-43a9-86cf-fc4429df8edc will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:51.183072 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:51.224281 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:51.265066 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:51.291562 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Pushing event updated for resources: {'Port': ['ID=a74f5201-66ad-43a9-86cf-fc4429df8edc,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:51.337935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Network 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:51.339361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:51.343312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:08:51.462775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Attempting to bind port a74f5201-66ad-43a9-86cf-fc4429df8edc on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:08:51.463388 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Attempting to bind port a74f5201-66ad-43a9-86cf-fc4429df8edc by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd9b2513f-ed91-4830-9387-eb0ff74e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6a6235a5-a7fd-4fc9-b3a4-b28fd067e912'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:08:51.463950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Attempting to bind port a74f5201-66ad-43a9-86cf-fc4429df8edc on network 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:51.469535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Allocated IP 172.25.2.186 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/ed6574ad-8c29-4a41-81fb-6b221e3baa89) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:08:51.470843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:08:51.471332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Checking segment: {'id': 'd9b2513f-ed91-4830-9387-eb0ff74e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6a6235a5-a7fd-4fc9-b3a4-b28fd067e912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:51.471892 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:51.472304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Bound using segment: {'id': 'd9b2513f-ed91-4830-9387-eb0ff74e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6a6235a5-a7fd-4fc9-b3a4-b28fd067e912'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:08:51.472854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Bound port: a74f5201-66ad-43a9-86cf-fc4429df8edc, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b2513f-ed91-4830-9387-eb0ff74e7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6a6235a5-a7fd-4fc9-b3a4-b28fd067e912'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:08:51.474323 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:51.587960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] For port a74f5201-66ad-43a9-86cf-fc4429df8edc, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:08:51.592077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] For port a74f5201-66ad-43a9-86cf-fc4429df8edc, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a74f5201-66ad-43a9-86cf-fc4429df8edc,segment=NetworkSegment(d9b2513f-ed91-4830-9387-eb0ff74e7fcd),segment_id=d9b2513f-ed91-4830-9387-eb0ff74e7fcd)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:08:51.613957 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:51.710891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3230e8-60f0-4563-80d5-e912d01491cc None None] Pushing event updated for resources: {'Port': ['ID=a74f5201-66ad-43a9-86cf-fc4429df8edc,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:51.763862 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:51.851833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:51.905751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:51.909757 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:51.919758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:08:52.009755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6574ad-8c29-4a41-81fb-6b221e3baa89,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:52.409759 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:52.686280 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:52.910399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Router 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:08:53.247047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d8add5-2fcc-4c31-a8e7-a1b36b735c03 None None] Network 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:08:53.286371 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:08:53.466978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:08:53.503348 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:53.504899 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8da5a389-ca8b-4954-b1a3-62677e123d48 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9377890 Aug 09 16:08:53.507348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 40946) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:53.544091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4edb5f-7548-433e-9d2b-cb07b0c6d45e req-4d0aa52e-d7ba-4b63-af00-572736116f43 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:53.551786 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a4edb5f-7548-433e-9d2b-cb07b0c6d45e req-4d0aa52e-d7ba-4b63-af00-572736116f43 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 945 time: 0.0828946 Aug 09 16:08:53.646332 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a4edb5f-7548-433e-9d2b-cb07b0c6d45e req-36fffcc4-e69c-44e0-b293-02ccfd24670c tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/security-groups?id=2facce52-f293-47c6-ba0d-26f912d2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779104 Aug 09 16:08:53.665126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Sync routers for ids ['4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:08:53.701502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Routers {'4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:08:53.702367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:08:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:53.748688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e6bf6f14-5928-454d-aebd-74997abf6685 None None] Provisioning for port a74f5201-66ad-43a9-86cf-fc4429df8edc completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:53.925533 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Set router 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:08:54.163947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a74f5201-66ad-43a9-86cf-fc4429df8edc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:54.234567 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.275871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'name': 'tempest-ImageQuotaTest-2011817273-router', 'tenant_id': '1563e949dd9548feaf257a1704138d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ed6574ad-8c29-4a41-81fb-6b221e3baa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:08:50Z', 'updated_at': '2021-08-09T16:08:52Z', 'revision_number': 3, 'project_id': '1563e949dd9548feaf257a1704138d5d', 'gw_port': {'id': 'ed6574ad-8c29-4a41-81fb-6b221e3baa89', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:08:51Z', 'updated_at': '2021-08-09T16:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:54.280971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port a74f5201-66ad-43a9-86cf-fc4429df8edc completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:54.312844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Checking router: 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:08:54.313459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Updating router 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 port ed6574ad-8c29-4a41-81fb-6b221e3baa89 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:08:54.334184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a74f5201-66ad-43a9-86cf-fc4429df8edc triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:54.334823 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.361482 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.449025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Allocated IP 172.20.0.1 (6a6235a5-a7fd-4fc9-b3a4-b28fd067e912/21e685fb-c338-4278-a2da-99f9a53c7acd/001b89b9-ebd8-4274-a3d0-404d7a05b718) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:08:54.537946 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cdf418ab-96c8-4cc4-b737-51deafcccf8d None None] Provisioning complete for port a74f5201-66ad-43a9-86cf-fc4429df8edc triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:54.538321 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cdf418ab-96c8-4cc4-b737-51deafcccf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.619410 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.630615 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.646972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Transition to ACTIVE for port object 001b89b9-ebd8-4274-a3d0-404d7a05b718 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:54.708770 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.732456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port a74f5201-66ad-43a9-86cf-fc4429df8edc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a74f5201-66ad-43a9-86cf-fc4429df8edc,segment=NetworkSegment(d9b2513f-ed91-4830-9387-eb0ff74e7fcd),segment_id=d9b2513f-ed91-4830-9387-eb0ff74e7fcd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:54.751222 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.780016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Network 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:54.787804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:54.804092 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab23257-8727-448c-a087-061948c07e0e req-ece4fb7a-f611-4a3c-ae04-c169a8156045 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:54.806397 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ab23257-8727-448c-a087-061948c07e0e req-ece4fb7a-f611-4a3c-ae04-c169a8156045 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.53 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 945 time: 0.0943136 Aug 09 16:08:54.826604 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cdf418ab-96c8-4cc4-b737-51deafcccf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:54.847207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:08:54.966823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=a74f5201-66ad-43a9-86cf-fc4429df8edc,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:55.018952 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Pushing event updated for resources: {'Port': ['ID=001b89b9-ebd8-4274-a3d0-404d7a05b718,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:55.058722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5d5e3-5eee-449f-b763-5820f717e718 req-b2babd05-d3f3-4dbc-a20c-d8e91886f8f8 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:08:55.060771 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-cdf418ab-96c8-4cc4-b737-51deafcccf8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:08:55.061127 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-cdf418ab-96c8-4cc4-b737-51deafcccf8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:08:55.062143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6ab23257-8727-448c-a087-061948c07e0e req-297a19a9-bdb3-4c01-9f8a-a94910daba8c tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Deleting port 596010f3-540c-4535-acc1-992a4b0c1776 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:08:55.062445 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6ab23257-8727-448c-a087-061948c07e0e req-297a19a9-bdb3-4c01-9f8a-a94910daba8c tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.068319 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39f5d5e3-5eee-449f-b763-5820f717e718 req-b2babd05-d3f3-4dbc-a20c-d8e91886f8f8 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/ports?device_id=d551fa79-6060-4b40-895b-1b2018f2a71f HTTP/1.1" status: 200 len: 945 time: 0.2259560 Aug 09 16:08:55.073571 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.111682 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.136742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Transition to ACTIVE for port object ed6574ad-8c29-4a41-81fb-6b221e3baa89 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:08:55.159437 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.213979 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-39f5d5e3-5eee-449f-b763-5820f717e718 req-b628f2ab-fbb3-40e3-a80c-fc6764db1ee3 tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.81 "GET /v2.0/security-groups?id=2facce52-f293-47c6-ba0d-26f912d2d757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362011 Aug 09 16:08:55.242533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6ab23257-8727-448c-a087-061948c07e0e req-297a19a9-bdb3-4c01-9f8a-a94910daba8c tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] For port 596010f3-540c-4535-acc1-992a4b0c1776, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=596010f3-540c-4535-acc1-992a4b0c1776,segment=NetworkSegment(94fd8e41-9e75-4f65-8007-25fabec85090),segment_id=94fd8e41-9e75-4f65-8007-25fabec85090)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:55.243119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6ab23257-8727-448c-a087-061948c07e0e req-297a19a9-bdb3-4c01-9f8a-a94910daba8c tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.262792 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Attempting to bind port ed6574ad-8c29-4a41-81fb-6b221e3baa89 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:08:55.263216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Attempting to bind port ed6574ad-8c29-4a41-81fb-6b221e3baa89 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:08:55.263602 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Attempting to bind port ed6574ad-8c29-4a41-81fb-6b221e3baa89 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:08:55.273349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:08:55.273349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:08:55.274145 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.274266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:08:55.274853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Bound port: ed6574ad-8c29-4a41-81fb-6b221e3baa89, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:08:55.275269 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.279176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6ab23257-8727-448c-a087-061948c07e0e req-297a19a9-bdb3-4c01-9f8a-a94910daba8c tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Calling delete_port for 596010f3-540c-4535-acc1-992a4b0c1776 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:08:55.319754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48adbf-d294-4a7b-bb28-c4b5c24539a7 None None] Pushing event updated for resources: {'Port': ['ID=ed6574ad-8c29-4a41-81fb-6b221e3baa89,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:55.332389 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.376252 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] For port ed6574ad-8c29-4a41-81fb-6b221e3baa89, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:08:55.380171 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] For port ed6574ad-8c29-4a41-81fb-6b221e3baa89, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ed6574ad-8c29-4a41-81fb-6b221e3baa89,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:08:55.395144 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.509375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6ab23257-8727-448c-a087-061948c07e0e req-297a19a9-bdb3-4c01-9f8a-a94910daba8c tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.535521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['596010f3-540c-4535-acc1-992a4b0c1776'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:08:55.547805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Routers {'4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:08:55.548453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:08:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:55.556993 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.559193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a19a9-bdb3-4c01-9f8a-a94910daba8c tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Pushing event deleted for resources: {'Port': ['ID=596010f3-540c-4535-acc1-992a4b0c1776,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:55.569797 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.573628 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48adbf-d294-4a7b-bb28-c4b5c24539a7 None None] Pushing event updated for resources: {'Port': ['ID=ed6574ad-8c29-4a41-81fb-6b221e3baa89,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:55.648838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab23257-8727-448c-a087-061948c07e0e req-297a19a9-bdb3-4c01-9f8a-a94910daba8c tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] No DVR routers for this DVR port 596010f3-540c-4535-acc1-992a4b0c1776 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:08:55.652083 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6ab23257-8727-448c-a087-061948c07e0e req-297a19a9-bdb3-4c01-9f8a-a94910daba8c tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.655004 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ab23257-8727-448c-a087-061948c07e0e req-297a19a9-bdb3-4c01-9f8a-a94910daba8c tempest-VolumesActionsTest-1121241196 tempest-VolumesActionsTest-1121241196-project] 10.222.0.53 "DELETE /v2.0/ports/596010f3-540c-4535-acc1-992a4b0c1776 HTTP/1.1" status: 204 len: 173 time: 0.8411040 Aug 09 16:08:55.655575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd551fa79-6060-4b40-895b-1b2018f2a71f', 'name': 'network-vif-deleted', 'tag': '596010f3-540c-4535-acc1-992a4b0c1776'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:08:55.658139 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd33914-6ab9-4cfe-a573-30434da4a36b" -d '{"events": [{"server_uuid": "d551fa79-6060-4b40-895b-1b2018f2a71f", "name": "network-vif-deleted", "tag": "596010f3-540c-4535-acc1-992a4b0c1776"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:08:55.674228 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Pushing event updated for resources: {'Port': ['ID=001b89b9-ebd8-4274-a3d0-404d7a05b718,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:55.685742 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.701244 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a811107c-0117-4861-806b-f8839972a9ac x-openstack-request-id: req-a811107c-0117-4861-806b-f8839972a9ac {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:08:55.701710 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d551fa79-6060-4b40-895b-1b2018f2a71f", "name": "network-vif-deleted", "tag": "596010f3-540c-4535-acc1-992a4b0c1776", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:08:55.702164 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a811107c-0117-4861-806b-f8839972a9ac {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:08:55.702671 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd551fa79-6060-4b40-895b-1b2018f2a71f', 'name': 'network-vif-deleted', 'tag': '596010f3-540c-4535-acc1-992a4b0c1776', 'status': 'completed', 'code': 200} Aug 09 16:08:55.736145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] Set router 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:08:55.827014 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Network 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:08:55.828578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:08:55.880361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9046ecc1-3042-4c32-9d77-28808579e7fa None None] Provisioning for port 001b89b9-ebd8-4274-a3d0-404d7a05b718 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:55.890356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9046ecc1-3042-4c32-9d77-28808579e7fa None None] Provisioning complete for port 001b89b9-ebd8-4274-a3d0-404d7a05b718 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:55.890740 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9046ecc1-3042-4c32-9d77-28808579e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:55.943494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9046ecc1-3042-4c32-9d77-28808579e7fa None None] Port 001b89b9-ebd8-4274-a3d0-404d7a05b718 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:08:56.015430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Router 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:08:56.056064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'name': 'tempest-ImageQuotaTest-2011817273-router', 'tenant_id': '1563e949dd9548feaf257a1704138d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ed6574ad-8c29-4a41-81fb-6b221e3baa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:08:50Z', 'updated_at': '2021-08-09T16:08:55Z', 'revision_number': 4, 'project_id': '1563e949dd9548feaf257a1704138d5d', 'gw_port': {'id': 'ed6574ad-8c29-4a41-81fb-6b221e3baa89', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:08:51Z', 'updated_at': '2021-08-09T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '001b89b9-ebd8-4274-a3d0-404d7a05b718', 'name': '', 'network_id': '6a6235a5-a7fd-4fc9-b3a4-b28fd067e912', 'tenant_id': '1563e949dd9548feaf257a1704138d5d', 'mac_address': 'fa:16:3e:c1:fb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '21e685fb-c338-4278-a2da-99f9a53c7acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:08:54Z', 'updated_at': '2021-08-09T16:08:55Z', 'revision_number': 2, 'project_id': '1563e949dd9548feaf257a1704138d5d', 'subnets': [{'id': '21e685fb-c338-4278-a2da-99f9a53c7acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:56.091895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68abf802-69fe-4123-8b2e-303c709311d9 None None] The sync data for ids ['4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'] in n-d-803778-2 is: [{'id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'name': 'tempest-ImageQuotaTest-2011817273-router', 'tenant_id': '1563e949dd9548feaf257a1704138d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ed6574ad-8c29-4a41-81fb-6b221e3baa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:08:50Z', 'updated_at': '2021-08-09T16:08:55Z', 'revision_number': 4, 'project_id': '1563e949dd9548feaf257a1704138d5d', 'gw_port': {'id': 'ed6574ad-8c29-4a41-81fb-6b221e3baa89', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:08:51Z', 'updated_at': '2021-08-09T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '001b89b9-ebd8-4274-a3d0-404d7a05b718', 'name': '', 'network_id': '6a6235a5-a7fd-4fc9-b3a4-b28fd067e912', 'tenant_id': '1563e949dd9548feaf257a1704138d5d', 'mac_address': 'fa:16:3e:c1:fb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '21e685fb-c338-4278-a2da-99f9a53c7acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:08:54Z', 'updated_at': '2021-08-09T16:08:55Z', 'revision_number': 2, 'project_id': '1563e949dd9548feaf257a1704138d5d', 'subnets': [{'id': '21e685fb-c338-4278-a2da-99f9a53c7acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:08:56.141733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a74f5201-66ad-43a9-86cf-fc4429df8edc up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:56.213742 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:08:56.221780 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e3a8afc9-d72d-4e5d-a5cf-c4fa63da505c admin admin] 10.222.0.81 "PUT /v2.0/routers/4a4fbb11-8517-4bde-a6b3-934a4d0fcc53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7129393 Aug 09 16:08:56.235057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a74f5201-66ad-43a9-86cf-fc4429df8edc triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:56.235436 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:56.320589 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-06ec24ad-c5a7-4628-a17c-fa16fb10cc4b None None] Provisioning complete for port 001b89b9-ebd8-4274-a3d0-404d7a05b718 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:56.321213 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-06ec24ad-c5a7-4628-a17c-fa16fb10cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:56.435583 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-06ec24ad-c5a7-4628-a17c-fa16fb10cc4b None None] Port 001b89b9-ebd8-4274-a3d0-404d7a05b718 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:08:58.153190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41084) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:08:58.210715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ed6574ad-8c29-4a41-81fb-6b221e3baa89 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:08:58.343568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ed6574ad-8c29-4a41-81fb-6b221e3baa89 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:08:58.351294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ed6574ad-8c29-4a41-81fb-6b221e3baa89 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:08:58.353579 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:58.514254 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:58.544208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ed6574ad-8c29-4a41-81fb-6b221e3baa89, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ed6574ad-8c29-4a41-81fb-6b221e3baa89,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:08:58.550692 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:58.664507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ed6574ad-8c29-4a41-81fb-6b221e3baa89,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:08:58.794708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97576482-d76e-4afc-8bf7-0cbfae71da24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:59.202132 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] Sync routers for ids ['4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:08:59.216910 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] Routers {'4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:08:59.218275 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:08:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:59.322116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-97576482-d76e-4afc-8bf7-0cbfae71da24 admin admin] Deleting port 001b89b9-ebd8-4274-a3d0-404d7a05b718 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:08:59.322663 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97576482-d76e-4afc-8bf7-0cbfae71da24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:59.409009 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] Set router 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:08:59.422935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 596010f3-540c-4535-acc1-992a4b0c1776 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:08:59.465891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 596010f3-540c-4535-acc1-992a4b0c1776 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:08:59.466505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 596010f3-540c-4535-acc1-992a4b0c1776 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:08:59.486601 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97576482-d76e-4afc-8bf7-0cbfae71da24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:59.502791 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-97576482-d76e-4afc-8bf7-0cbfae71da24 admin admin] Calling delete_port for 001b89b9-ebd8-4274-a3d0-404d7a05b718 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:08:59.704637 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'name': 'tempest-ImageQuotaTest-2011817273-router', 'tenant_id': '1563e949dd9548feaf257a1704138d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ed6574ad-8c29-4a41-81fb-6b221e3baa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:08:50Z', 'updated_at': '2021-08-09T16:08:55Z', 'revision_number': 4, 'project_id': '1563e949dd9548feaf257a1704138d5d', 'gw_port': {'id': 'ed6574ad-8c29-4a41-81fb-6b221e3baa89', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:08:51Z', 'updated_at': '2021-08-09T16:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '001b89b9-ebd8-4274-a3d0-404d7a05b718', 'name': '', 'network_id': '6a6235a5-a7fd-4fc9-b3a4-b28fd067e912', 'tenant_id': '1563e949dd9548feaf257a1704138d5d', 'mac_address': 'fa:16:3e:c1:fb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '21e685fb-c338-4278-a2da-99f9a53c7acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:08:54Z', 'updated_at': '2021-08-09T16:08:55Z', 'revision_number': 2, 'project_id': '1563e949dd9548feaf257a1704138d5d', 'subnets': [{'id': '21e685fb-c338-4278-a2da-99f9a53c7acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:08:59.752847 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] Checking router: 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:08:59.753489 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] Updating router 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 port 001b89b9-ebd8-4274-a3d0-404d7a05b718 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:08:59.832919 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:59.922942 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97576482-d76e-4afc-8bf7-0cbfae71da24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:59.985848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97576482-d76e-4afc-8bf7-0cbfae71da24 admin admin] Pushing event deleted for resources: {'Port': ['ID=001b89b9-ebd8-4274-a3d0-404d7a05b718,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:00.136227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ed6574ad-8c29-4a41-81fb-6b221e3baa89 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:00.275651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ed6574ad-8c29-4a41-81fb-6b221e3baa89 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:00.279174 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:00.295970 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.db.api [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:09:00.297285 n-d-803778-2 neutron-server[94292]: DEBUG oslo_db.api [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:09:00.383422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97576482-d76e-4afc-8bf7-0cbfae71da24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:00.656559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97576482-d76e-4afc-8bf7-0cbfae71da24 admin admin] Router 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:09:00.771249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97576482-d76e-4afc-8bf7-0cbfae71da24 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:00.782883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-97576482-d76e-4afc-8bf7-0cbfae71da24 admin admin] 10.222.0.81 "PUT /v2.0/routers/4a4fbb11-8517-4bde-a6b3-934a4d0fcc53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6284981 Aug 09 16:09:00.785579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41152) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:00.817506 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] Port 001b89b9-ebd8-4274-a3d0-404d7a05b718 not found while updating agent binding for router 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53. {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 09 16:09:00.827918 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] Routers {'4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:00.828915 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:08:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:00.914479 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:00.951062 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] Set router 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:01.072680 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:01.149730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Deleting port ed6574ad-8c29-4a41-81fb-6b221e3baa89 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:01.150076 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:01.169488 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'name': 'tempest-ImageQuotaTest-2011817273-router', 'tenant_id': '1563e949dd9548feaf257a1704138d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ed6574ad-8c29-4a41-81fb-6b221e3baa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:08:50Z', 'updated_at': '2021-08-09T16:08:59Z', 'revision_number': 5, 'project_id': '1563e949dd9548feaf257a1704138d5d', 'gw_port': {'id': 'ed6574ad-8c29-4a41-81fb-6b221e3baa89', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:08:51Z', 'updated_at': '2021-08-09T16:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:01.202137 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f36506a-82da-41c2-b218-ef41069fb010 None None] The sync data for ids ['4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'] in n-d-803778-2 is: [{'id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'name': 'tempest-ImageQuotaTest-2011817273-router', 'tenant_id': '1563e949dd9548feaf257a1704138d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ed6574ad-8c29-4a41-81fb-6b221e3baa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:08:50Z', 'updated_at': '2021-08-09T16:08:59Z', 'revision_number': 5, 'project_id': '1563e949dd9548feaf257a1704138d5d', 'gw_port': {'id': 'ed6574ad-8c29-4a41-81fb-6b221e3baa89', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4fbb11-8517-4bde-a6b3-934a4d0fcc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:08:51Z', 'updated_at': '2021-08-09T16:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:01.246534 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] For port ed6574ad-8c29-4a41-81fb-6b221e3baa89, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ed6574ad-8c29-4a41-81fb-6b221e3baa89,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:01.247177 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:01.269772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Calling delete_port for ed6574ad-8c29-4a41-81fb-6b221e3baa89 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:01.463242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:01.494622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6574ad-8c29-4a41-81fb-6b221e3baa89,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:01.595294 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:01.767551 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:01.769867 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:01.830029 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:01.830691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:09:01.836337 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:01.838185 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-90920d4a-0579-4238-b043-e1f7ec7f7355 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4a4fbb11-8517-4bde-a6b3-934a4d0fcc53 HTTP/1.1" status: 204 len: 168 time: 1.0514081 Aug 09 16:09:01.841494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41184) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:01.938490 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-db51be69-9544-406d-896a-70c485f07f4c admin admin] Deleting subnet 21e685fb-c338-4278-a2da-99f9a53c7acd {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:09:01.938490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db51be69-9544-406d-896a-70c485f07f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:01.979927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db51be69-9544-406d-896a-70c485f07f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.104261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 001b89b9-ebd8-4274-a3d0-404d7a05b718 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:02.136175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 001b89b9-ebd8-4274-a3d0-404d7a05b718 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:02.138807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 001b89b9-ebd8-4274-a3d0-404d7a05b718 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:02.161707 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db51be69-9544-406d-896a-70c485f07f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.232764 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db51be69-9544-406d-896a-70c485f07f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.261954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51be69-9544-406d-896a-70c485f07f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e685fb-c338-4278-a2da-99f9a53c7acd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:02.275543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad714964-bbbb-45dc-895e-2968e16be0d1 None None] Network 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:09:02.276053 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-db51be69-9544-406d-896a-70c485f07f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.278992 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-db51be69-9544-406d-896a-70c485f07f4c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/21e685fb-c338-4278-a2da-99f9a53c7acd HTTP/1.1" status: 204 len: 168 time: 0.4361851 Aug 09 16:09:02.281182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41198) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:02.380044 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.449560 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Deleting port a74f5201-66ad-43a9-86cf-fc4429df8edc {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:02.450369 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.559214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] For port a74f5201-66ad-43a9-86cf-fc4429df8edc, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a74f5201-66ad-43a9-86cf-fc4429df8edc,segment=NetworkSegment(d9b2513f-ed91-4830-9387-eb0ff74e7fcd),segment_id=d9b2513f-ed91-4830-9387-eb0ff74e7fcd)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:02.560121 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.575772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Calling delete_port for a74f5201-66ad-43a9-86cf-fc4429df8edc owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:02.695176 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] DHCP port deletion for 6a6235a5-a7fd-4fc9-b3a4-b28fd067e912 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:09:02.765442 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.769774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Deleting port a74f5201-66ad-43a9-86cf-fc4429df8edc {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:02.770361 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.809976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955eaa61-b9d1-434b-b10b-569b4cc099dc None None] Sync routers for ids ['4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:02.814864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=a74f5201-66ad-43a9-86cf-fc4429df8edc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:02.825052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] No DVR routers for this DVR port a74f5201-66ad-43a9-86cf-fc4429df8edc on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:09:02.884316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] For port a74f5201-66ad-43a9-86cf-fc4429df8edc, host n-d-803778-2, got binding levels [] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:02.885019 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.901266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Calling delete_port for a74f5201-66ad-43a9-86cf-fc4429df8edc owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:02.906524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.ipam_backend_mixin [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Port a74f5201-66ad-43a9-86cf-fc4429df8edc was not found and therefore no delete operation was performed {{(pid=94291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:09:02.908557 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.914374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.931117 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6235a5-a7fd-4fc9-b3a4-b28fd067e912']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:02.946474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b2513f-ed91-4830-9387-eb0ff74e7fcd') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:02.946474 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b2513f-ed91-4830-9387-eb0ff74e7fcd') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:02.952748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] No DVR routers for this DVR port a74f5201-66ad-43a9-86cf-fc4429df8edc on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:09:02.958429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Pushing event deleted for resources: {'Port': ['ID=a74f5201-66ad-43a9-86cf-fc4429df8edc,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:02.960932 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955eaa61-b9d1-434b-b10b-569b4cc099dc None None] Routers set() bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:02.961312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955eaa61-b9d1-434b-b10b-569b4cc099dc None None] Router IDs set() for agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 16:09:02.961938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_agentschedulers_db [None req-955eaa61-b9d1-434b-b10b-569b4cc099dc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:08:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent'). {{(pid=94291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 09 16:09:02.963456 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.983706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:02.984420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:02.984925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:02.985471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:02.986010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:02.986651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:02.987141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:02.987685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:02.988470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:02.988813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:02.989670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:02.990025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b7b560-eabf-4d4d-b87e-57b449f63ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:02.999715 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:03.008883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:09:03.009177 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:09:03.012411 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:09:03.014897 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955eaa61-b9d1-434b-b10b-569b4cc099dc None None] Routers set() bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:03.014897 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955eaa61-b9d1-434b-b10b-569b4cc099dc None None] Router IDs set() for agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 16:09:03.015434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_agentschedulers_db [None req-955eaa61-b9d1-434b-b10b-569b4cc099dc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:08:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent'). {{(pid=94291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 09 16:09:03.015840 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955eaa61-b9d1-434b-b10b-569b4cc099dc None None] The sync data for ids ['4a4fbb11-8517-4bde-a6b3-934a4d0fcc53'] in n-d-803778-2 is: [] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:03.109322 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:03.119047 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:03.122249 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6a6235a5-a7fd-4fc9-b3a4-b28fd067e912 HTTP/1.1" status: 204 len: 168 time: 0.8393114 Aug 09 16:09:03.151353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69210fd3-0c1a-41da-8111-48e62d8f1c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a6235a5-a7fd-4fc9-b3a4-b28fd067e912,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:03.366357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41244) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:03.438744 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-28737a81-7b82-46fb-8456-710492be17f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1563e949dd9548feaf257a1704138d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0713375 Aug 09 16:09:03.441180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41252) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:03.550398 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23a0258a-2944-4dbe-854e-35934a191ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:03.575570 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23a0258a-2944-4dbe-854e-35934a191ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:03.637052 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23a0258a-2944-4dbe-854e-35934a191ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:03.641251 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-23a0258a-2944-4dbe-854e-35934a191ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:03.642577 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-23a0258a-2944-4dbe-854e-35934a191ef3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/69439274-d068-40bd-8ad8-d206f84592c1 HTTP/1.1" status: 204 len: 168 time: 0.1973116 Aug 09 16:09:03.658994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0258a-2944-4dbe-854e-35934a191ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69439274-d068-40bd-8ad8-d206f84592c1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:04.111606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ed6574ad-8c29-4a41-81fb-6b221e3baa89 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:04.164251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ed6574ad-8c29-4a41-81fb-6b221e3baa89 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:04.164670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ed6574ad-8c29-4a41-81fb-6b221e3baa89 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:04.165166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a74f5201-66ad-43a9-86cf-fc4429df8edc no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:04.184382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41268) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:04.204405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: a74f5201-66ad-43a9-86cf-fc4429df8edc {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:04.205541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a74f5201-66ad-43a9-86cf-fc4429df8edc not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:04.206120 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efb96160-017f-479a-bd6d-629c94d9e0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:04.334852 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efb96160-017f-479a-bd6d-629c94d9e0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:04.339121 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efb96160-017f-479a-bd6d-629c94d9e0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:04.390144 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb96160-017f-479a-bd6d-629c94d9e0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef311cd1-617a-421a-97f6-49213daba344,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:04.405953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-efb96160-017f-479a-bd6d-629c94d9e0b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2200778 Aug 09 16:09:04.408509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41272) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:04.469315 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6072940c-5799-4b80-8878-ad7304da4f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:04.500454 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6072940c-5799-4b80-8878-ad7304da4f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:04.563329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6072940c-5799-4b80-8878-ad7304da4f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:04.566492 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6072940c-5799-4b80-8878-ad7304da4f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:04.570347 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6072940c-5799-4b80-8878-ad7304da4f82 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef311cd1-617a-421a-97f6-49213daba344 HTTP/1.1" status: 204 len: 168 time: 0.1586850 Aug 09 16:09:04.579405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072940c-5799-4b80-8878-ad7304da4f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef311cd1-617a-421a-97f6-49213daba344,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:05.362912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41312) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:05.555462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-605109849-network', 'tenant_id': 'b288370f60b5456e956c547ef50d7598'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:05.581966 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Made reservation on behalf of b288370f60b5456e956c547ef50d7598 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:09:05.586078 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:05.600190 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:05.843261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:05.849734 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:05.886896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:09:05.915738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f93cae-bd12-4940-8745-85ac6dd50b06,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:05.934374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:05.934875 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Added segment 26df19fb-f374-4e03-b0d4-5ef80b74fd59 of type vlan for network c5932b02-aab2-4990-93ed-0c412c1e6cf6 Aug 09 16:09:06.018627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:06.079452 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:06.080502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:06.081084 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:06.201462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8372822 Aug 09 16:09:06.202892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db6fc5-86f5-4a86-a79f-8bbadbb80479 admin admin] Pushing event updated for resources: {'Network': ['ID=c5932b02-aab2-4990-93ed-0c412c1e6cf6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:06.204750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41344) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:06.225529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4a9914ce-fa26-4b5e-a41e-7c55fdd0c098 admin admin] Request body: {'subnet': {'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-605109849-subnet', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:06.243131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:09:06.295154 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9914ce-fa26-4b5e-a41e-7c55fdd0c098 admin admin] Made reservation on behalf of b288370f60b5456e956c547ef50d7598 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:09:06.298121 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a9914ce-fa26-4b5e-a41e-7c55fdd0c098 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:06.513032 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a9914ce-fa26-4b5e-a41e-7c55fdd0c098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:06.578291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9914ce-fa26-4b5e-a41e-7c55fdd0c098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56dee80-a4af-40a8-ba00-0306592ad89b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:06.592817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9914ce-fa26-4b5e-a41e-7c55fdd0c098 admin admin] Checking segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:06.593569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9914ce-fa26-4b5e-a41e-7c55fdd0c098 admin admin] Network hostable DHCP agents. Network: c5932b02-aab2-4990-93ed-0c412c1e6cf6, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:09:06.616035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9914ce-fa26-4b5e-a41e-7c55fdd0c098 admin admin] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:09:06.629008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4a9914ce-fa26-4b5e-a41e-7c55fdd0c098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c5932b02-aab2-4990-93ed-0c412c1e6cf6) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:06.635271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9914ce-fa26-4b5e-a41e-7c55fdd0c098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:06.636082 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a9914ce-fa26-4b5e-a41e-7c55fdd0c098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:06.639828 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104ff23e-3c1e-4037-969b-2798f421d894 None None] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:09:06.655937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41350) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:06.656662 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4a9914ce-fa26-4b5e-a41e-7c55fdd0c098 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4495118 Aug 09 16:09:06.661206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:06.696291 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:06.697762 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:06.819679 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:06.945132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:09:06.946294 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:07.014968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:07.171885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Allocated IP 172.20.0.2 (c5932b02-aab2-4990-93ed-0c412c1e6cf6/f56dee80-a4af-40a8-ba00-0306592ad89b/88e1ce64-077f-4135-ab21-a1080c9e21d0) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:07.440066 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:07.450645 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Transition to ACTIVE for port object 88e1ce64-077f-4135-ab21-a1080c9e21d0 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:07.479740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Transition to ACTIVE for port object 88e1ce64-077f-4135-ab21-a1080c9e21d0 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:07.495184 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:07.544344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Pushing event updated for resources: {'Port': ['ID=88e1ce64-077f-4135-ab21-a1080c9e21d0,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:07.568180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:07.569700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:07.572369 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:07.701431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Attempting to bind port 88e1ce64-077f-4135-ab21-a1080c9e21d0 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:07.704283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Attempting to bind port 88e1ce64-077f-4135-ab21-a1080c9e21d0 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:07.704544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Attempting to bind port 88e1ce64-077f-4135-ab21-a1080c9e21d0 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:07.713166 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-78972ad6-5ff3-49e0-8e63-4460f7cadbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:07.726915 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:07.727300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Checking segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:07.731072 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:07.731761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Bound using segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:07.732279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Bound port: 88e1ce64-077f-4135-ab21-a1080c9e21d0, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:07.732795 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:07.743105 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:07.773435 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:07.875056 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] For port 88e1ce64-077f-4135-ab21-a1080c9e21d0, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:07.884339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] For port 88e1ce64-077f-4135-ab21-a1080c9e21d0, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=88e1ce64-077f-4135-ab21-a1080c9e21d0,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:07.890473 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:07.954956 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Allocated IP 172.25.2.201 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:07.968411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc138b-d72f-4903-b849-ee8a56fddc4a None None] Pushing event updated for resources: {'Port': ['ID=88e1ce64-077f-4135-ab21-a1080c9e21d0,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:08.215765 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:08.274815 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:08.369040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Pushing event updated for resources: {'Port': ['ID=0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:08.394197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:08.395706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:08.408136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:08.829921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41422) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:08.854045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.030198 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22e046ad-4839-42e7-9410-5de3bd74fbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.156956 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22e046ad-4839-42e7-9410-5de3bd74fbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.162524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22e046ad-4839-42e7-9410-5de3bd74fbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.252067 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.298848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e046ad-4839-42e7-9410-5de3bd74fbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ce4e08-037a-4514-87e5-b2f1cc4e4bab,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:09.317360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-22e046ad-4839-42e7-9410-5de3bd74fbba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c3526c2bb2a44fdab9727a2d28fdb6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4863439 Aug 09 16:09:09.322476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41432) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:09.428754 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76a8466a-b2e8-411f-b9d3-e8e2985a3490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.476089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:09:09.478671 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76a8466a-b2e8-411f-b9d3-e8e2985a3490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.557152 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76a8466a-b2e8-411f-b9d3-e8e2985a3490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.557846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f0ada2-b06b-46d3-95cb-a97b6afdddfd None None] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:09:09.567241 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-76a8466a-b2e8-411f-b9d3-e8e2985a3490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.570964 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-76a8466a-b2e8-411f-b9d3-e8e2985a3490 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e4ce4e08-037a-4514-87e5-b2f1cc4e4bab HTTP/1.1" status: 204 len: 168 time: 0.2473965 Aug 09 16:09:09.585058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8466a-b2e8-411f-b9d3-e8e2985a3490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ce4e08-037a-4514-87e5-b2f1cc4e4bab,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:09.656823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:09.672083 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869d578-f170-479b-b460-83ecef398116 None None] Sync routers for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:09.692750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:09.694557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b4316024-2176-4c13-9c51-063ff9abd3fb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0374668 Aug 09 16:09:09.697097 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41442) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:09.702868 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869d578-f170-479b-b460-83ecef398116 None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:09.703634 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3869d578-f170-479b-b460-83ecef398116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:08:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:09.801814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f400f905-fd3f-4290-87ce-98074ae7c6c1 None None] Provisioning for port 88e1ce64-077f-4135-ab21-a1080c9e21d0 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:09.915675 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-3869d578-f170-479b-b460-83ecef398116 None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:10.177136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 88e1ce64-077f-4135-ab21-a1080c9e21d0 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:10.203481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41452) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:10.227776 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cad7be96-f0ef-4c60-9391-077eee68d6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.280327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 88e1ce64-077f-4135-ab21-a1080c9e21d0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:10.295274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 88e1ce64-077f-4135-ab21-a1080c9e21d0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:10.295933 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.344270 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cad7be96-f0ef-4c60-9391-077eee68d6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.349117 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cad7be96-f0ef-4c60-9391-077eee68d6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.357085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-55d2f494-8b4f-4190-8c66-40ab0c652093 None None] Provisioning complete for port 88e1ce64-077f-4135-ab21-a1080c9e21d0 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:10.357745 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-55d2f494-8b4f-4190-8c66-40ab0c652093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.400934 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cad7be96-f0ef-4c60-9391-077eee68d6b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=78b8424a7afe4753be386893fa6bd649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964805 Aug 09 16:09:10.402996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7be96-f0ef-4c60-9391-077eee68d6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b59aaaf-76e6-453c-9328-09bb510fbccd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:10.405738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41454) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:10.481152 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d34f9d1-440c-4056-8daf-8c60a07eb658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.514963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d34f9d1-440c-4056-8daf-8c60a07eb658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.558726 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3869d578-f170-479b-b460-83ecef398116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:08Z', 'revision_number': 3, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:10.598196 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-55d2f494-8b4f-4190-8c66-40ab0c652093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.604002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d34f9d1-440c-4056-8daf-8c60a07eb658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.607637 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9d34f9d1-440c-4056-8daf-8c60a07eb658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.609235 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9d34f9d1-440c-4056-8daf-8c60a07eb658 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b59aaaf-76e6-453c-9328-09bb510fbccd HTTP/1.1" status: 204 len: 168 time: 0.2024469 Aug 09 16:09:10.613233 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.624481 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869d578-f170-479b-b460-83ecef398116 None None] Checking router: bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:10.625201 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869d578-f170-479b-b460-83ecef398116 None None] Updating router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 port 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:09:10.634278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34f9d1-440c-4056-8daf-8c60a07eb658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b59aaaf-76e6-453c-9328-09bb510fbccd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:10.652653 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.659514 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3869d578-f170-479b-b460-83ecef398116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.737319 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c02ef49e-62c0-49d2-b9b8-7a0fbf64a7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.741980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 88e1ce64-077f-4135-ab21-a1080c9e21d0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=88e1ce64-077f-4135-ab21-a1080c9e21d0,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:10.749764 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.838924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=88e1ce64-077f-4135-ab21-a1080c9e21d0,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:10.882457 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:10.890633 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.db.api [None req-55d2f494-8b4f-4190-8c66-40ab0c652093 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:09:10.891363 n-d-803778-2 neutron-server[94291]: DEBUG oslo_db.api [None req-55d2f494-8b4f-4190-8c66-40ab0c652093 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:09:11.067695 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3869d578-f170-479b-b460-83ecef398116 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:11.079550 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-3869d578-f170-479b-b460-83ecef398116 None None] Transition to ACTIVE for port object 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:11.086313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Allocated IP 172.20.0.1 (c5932b02-aab2-4990-93ed-0c412c1e6cf6/f56dee80-a4af-40a8-ba00-0306592ad89b/e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:11.089126 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3869d578-f170-479b-b460-83ecef398116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:11.192046 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-3869d578-f170-479b-b460-83ecef398116 None None] Attempting to bind port 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:11.194563 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-3869d578-f170-479b-b460-83ecef398116 None None] Attempting to bind port 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:11.194950 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869d578-f170-479b-b460-83ecef398116 None None] Attempting to bind port 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:11.203812 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869d578-f170-479b-b460-83ecef398116 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:11.204182 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869d578-f170-479b-b460-83ecef398116 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:11.204585 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3869d578-f170-479b-b460-83ecef398116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:11.204972 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869d578-f170-479b-b460-83ecef398116 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:11.205467 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-3869d578-f170-479b-b460-83ecef398116 None None] Bound port: 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:11.205841 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3869d578-f170-479b-b460-83ecef398116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:11.246181 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Pushing event updated for resources: {'Port': ['ID=0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:11.267250 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:11.267594 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:11.267927 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:11.268304 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:11.270162 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:11.274687 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:11.274687 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:11.274687 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:11.274687 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:11.274687 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:11.274687 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:11.274687 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:11.366412 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:11.389418 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Transition to ACTIVE for port object e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:11.390438 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-3869d578-f170-479b-b460-83ecef398116 None None] For port 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:11.415504 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-3869d578-f170-479b-b460-83ecef398116 None None] For port 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:11.427722 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-3869d578-f170-479b-b460-83ecef398116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:11.430152 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:11.516198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:11.527196 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:11.532912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:11.536174 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:11.580980 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869d578-f170-479b-b460-83ecef398116 None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:11.582013 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3869d578-f170-479b-b460-83ecef398116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:11.606203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Pushing event updated for resources: {'Port': ['ID=e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:11.616637 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:11.655234 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ea442-1678-4f8e-a5cd-ac42f0f9d120 None None] Pushing event updated for resources: {'Port': ['ID=0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:11.680885 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:11.825338 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-3869d578-f170-479b-b460-83ecef398116 None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:12.034427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-938c71d0-4ee5-4840-bb2f-11f2237aefab None None] Provisioning for port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:12.049015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-938c71d0-4ee5-4840-bb2f-11f2237aefab None None] Provisioning complete for port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:12.049387 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-938c71d0-4ee5-4840-bb2f-11f2237aefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:12.087792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:12.112915 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-938c71d0-4ee5-4840-bb2f-11f2237aefab None None] Port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:12.131351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 88e1ce64-077f-4135-ab21-a1080c9e21d0 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:12.204290 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-3869d578-f170-479b-b460-83ecef398116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:08Z', 'revision_number': 3, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:12.243385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 88e1ce64-077f-4135-ab21-a1080c9e21d0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:12.243764 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:12.272577 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869d578-f170-479b-b460-83ecef398116 None None] The sync data for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 is: [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:08Z', 'revision_number': 3, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:12.465181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:12.476004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:12.565067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Pushing event updated for resources: {'Port': ['ID=e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:12.568134 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:12.720921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:12.723195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:12.901196 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:09:13.068048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:13.075269 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9c11e6c7-0418-4b6d-b535-376aeee32d2c admin admin] 10.222.0.81 "PUT /v2.0/routers/bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3768649 Aug 09 16:09:13.148920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3cc27530-5919-44a5-bd25-ad754715096d None None] Provisioning complete for port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:13.149514 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3cc27530-5919-44a5-bd25-ad754715096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:13.222362 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:13.223481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3cc27530-5919-44a5-bd25-ad754715096d None None] Port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:13.452528 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:13.919578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41596) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:13.933802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1985713269-network', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:13.956827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Made reservation on behalf of e7b21e8b64e54bdaa5237d4970f1d838 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:09:13.960048 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:13.971824 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.133078 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.144403 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.151050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:14.185885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf613f2-7317-4aa9-9d1e-953177cf40dc,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:14.196191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:09:14.249381 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.249566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:14.249825 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Added segment 05ea8994-0909-49e5-a920-552fb5276643 of type vlan for network 38b5a01b-67a4-4d40-8bba-090f94cf7b6d Aug 09 16:09:14.254453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:14.255095 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.301945 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.345945 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.347007 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:14.347605 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.422206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] Pushing event updated for resources: {'Network': ['ID=38b5a01b-67a4-4d40-8bba-090f94cf7b6d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:14.425884 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.442305 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 38b5a01b-67a4-4d40-8bba-090f94cf7b6d details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:09:14.453622 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-65e94ea4-b6cf-4a01-a852-cca01aa03e1c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5317469 Aug 09 16:09:14.455379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41624) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:14.464659 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3b025929-9897-4026-8236-47228f307303 admin admin] Request body: {'subnet': {'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1985713269-subnet', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:14.499044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b025929-9897-4026-8236-47228f307303 admin admin] Made reservation on behalf of e7b21e8b64e54bdaa5237d4970f1d838 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:09:14.502549 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b025929-9897-4026-8236-47228f307303 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.548164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:14.576073 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.707370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:14.772957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Sync routers for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:14.800684 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:14.801927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b025929-9897-4026-8236-47228f307303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.804003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:14.877206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b025929-9897-4026-8236-47228f307303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:14.889677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b025929-9897-4026-8236-47228f307303 admin admin] Checking segment: {'id': '05ea8994-0909-49e5-a920-552fb5276643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:14.890296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b025929-9897-4026-8236-47228f307303 admin admin] Network hostable DHCP agents. Network: 38b5a01b-67a4-4d40-8bba-090f94cf7b6d, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:09:14.928647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b025929-9897-4026-8236-47228f307303 admin admin] Network 38b5a01b-67a4-4d40-8bba-090f94cf7b6d is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:09:14.949576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3b025929-9897-4026-8236-47228f307303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 38b5a01b-67a4-4d40-8bba-090f94cf7b6d) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:14.955562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b025929-9897-4026-8236-47228f307303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:14.956956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b025929-9897-4026-8236-47228f307303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:14.975903 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3b025929-9897-4026-8236-47228f307303 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5191877 Aug 09 16:09:14.978616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 41660) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:14.983966 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1985713269-router', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:15.029300 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:15.039771 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:15.052742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919ee076-2d89-458a-82cd-2098ed491b33 None None] Network 38b5a01b-67a4-4d40-8bba-090f94cf7b6d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:09:15.119136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:15.148343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:15.298594 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:15.449357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-38b5a01b-67a4-4d40-8bba-090f94cf7b6d', 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'fixed_ips': [{'subnet_id': '4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:09:15.450247 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:15.585656 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:15.654069 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:15.853573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Allocated IP 172.25.2.39 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/8c282b8e-08b9-459a-9aaf-b16edee2a858) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:15.898747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Allocated IP 172.20.0.2 (38b5a01b-67a4-4d40-8bba-090f94cf7b6d/4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d/fb3142ad-7624-4ce0-837f-989c8506551a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:15.934206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41702) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:16.030934 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.052491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 2, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:16.089617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Checking router: bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:16.090318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Updating router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:09:16.147816 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8116d64f-485a-46c6-b36f-4a531d2c5d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.151021 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:16.154573 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.350485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8116d64f-485a-46c6-b36f-4a531d2c5d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.359270 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8116d64f-485a-46c6-b36f-4a531d2c5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.409088 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.425852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Transition to ACTIVE for port object fb3142ad-7624-4ce0-837f-989c8506551a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:16.432607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:16.433828 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.469913 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8116d64f-485a-46c6-b36f-4a531d2c5d2a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f97398d497724a33831693e54309f8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342569 Aug 09 16:09:16.470793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41722) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:16.471483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116d64f-485a-46c6-b36f-4a531d2c5d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2e41cd-5190-4310-997d-cd4d9cf39f18,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:16.530332 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.570001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:16.570872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Transition to ACTIVE for port object fb3142ad-7624-4ce0-837f-989c8506551a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:16.577192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:16.581628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:16.592528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f359667-630e-4fe7-a172-ce455fe26951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.603080 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.636679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Pushing event updated for resources: {'Port': ['ID=8c282b8e-08b9-459a-9aaf-b16edee2a858,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:16.643684 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f359667-630e-4fe7-a172-ce455fe26951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.681045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Pushing event updated for resources: {'Port': ['ID=fb3142ad-7624-4ce0-837f-989c8506551a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:16.709782 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f359667-630e-4fe7-a172-ce455fe26951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.716833 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2f359667-630e-4fe7-a172-ce455fe26951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.720916 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2f359667-630e-4fe7-a172-ce455fe26951 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c2e41cd-5190-4310-997d-cd4d9cf39f18 HTTP/1.1" status: 204 len: 168 time: 0.2324486 Aug 09 16:09:16.735190 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Network 38b5a01b-67a4-4d40-8bba-090f94cf7b6d is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:16.739826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f359667-630e-4fe7-a172-ce455fe26951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2e41cd-5190-4310-997d-cd4d9cf39f18,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:16.741753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:16.746587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:16.918374 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.930517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Transition to ACTIVE for port object e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:16.940480 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:16.989642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda58b95-a04c-43f6-8f21-8a094ba534e7 None None] Pushing event updated for resources: {'Port': ['ID=e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:16.998454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Attempting to bind port fb3142ad-7624-4ce0-837f-989c8506551a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:16.998699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Attempting to bind port fb3142ad-7624-4ce0-837f-989c8506551a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '05ea8994-0909-49e5-a920-552fb5276643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:16.999072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Attempting to bind port fb3142ad-7624-4ce0-837f-989c8506551a on network 38b5a01b-67a4-4d40-8bba-090f94cf7b6d {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:17.017325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:17.017737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Checking segment: {'id': '05ea8994-0909-49e5-a920-552fb5276643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:17.018152 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.018556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Bound using segment: {'id': '05ea8994-0909-49e5-a920-552fb5276643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:17.019054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Bound port: fb3142ad-7624-4ce0-837f-989c8506551a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ea8994-0909-49e5-a920-552fb5276643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:17.019470 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.090763 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.128135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41732) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:17.161822 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-734f7ad0-0537-48f2-8006-bc3dc9691987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.176979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Attempting to bind port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:17.178404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Attempting to bind port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:17.180355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Attempting to bind port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:17.206732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:17.207111 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Checking segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:17.207557 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.207996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Bound using segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:17.219515 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Bound port: e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:17.219738 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.252000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] For port fb3142ad-7624-4ce0-837f-989c8506551a, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:17.333920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] For port fb3142ad-7624-4ce0-837f-989c8506551a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fb3142ad-7624-4ce0-837f-989c8506551a,segment=NetworkSegment(05ea8994-0909-49e5-a920-552fb5276643),segment_id=05ea8994-0909-49e5-a920-552fb5276643)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:17.378567 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.430569 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-734f7ad0-0537-48f2-8006-bc3dc9691987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.442726 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-734f7ad0-0537-48f2-8006-bc3dc9691987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.496508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f7ad0-0537-48f2-8006-bc3dc9691987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ca7d74-c950-4d22-b328-622de6acd256,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:17.582472 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-734f7ad0-0537-48f2-8006-bc3dc9691987 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1789b2b06bf44bea91f5f7d8533dc17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460678 Aug 09 16:09:17.584864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41740) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:17.690243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] For port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:17.704403 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.705954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] For port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:17.725402 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.727632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2b79c-f595-466c-b646-e7ec68d96b6e None None] Pushing event updated for resources: {'Port': ['ID=fb3142ad-7624-4ce0-837f-989c8506551a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:17.742475 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ad10122-e0dd-4af7-a8d9-e39dd17202ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.799702 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ad10122-e0dd-4af7-a8d9-e39dd17202ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.863717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda58b95-a04c-43f6-8f21-8a094ba534e7 None None] Pushing event updated for resources: {'Port': ['ID=e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:17.901066 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:17.903797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:17.910541 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ad10122-e0dd-4af7-a8d9-e39dd17202ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.913694 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ad10122-e0dd-4af7-a8d9-e39dd17202ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:17.931612 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7ad10122-e0dd-4af7-a8d9-e39dd17202ee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f6ca7d74-c950-4d22-b328-622de6acd256 HTTP/1.1" status: 204 len: 168 time: 0.3330266 Aug 09 16:09:17.981173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad10122-e0dd-4af7-a8d9-e39dd17202ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ca7d74-c950-4d22-b328-622de6acd256,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:18.128460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Router 64d19f95-3ce0-40a7-9726-0336227663da is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:09:18.210059 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:18.351258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:18.366247 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Sync routers for ids ['64d19f95-3ce0-40a7-9726-0336227663da'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:18.384151 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Routers {'64d19f95-3ce0-40a7-9726-0336227663da'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:18.386926 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:18.389048 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['64d19f95-3ce0-40a7-9726-0336227663da'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:18.390642 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5e2e9ad4-b492-4c8b-9a2a-1bb7a9f59957 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4092059 Aug 09 16:09:18.391767 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 41750) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:18.578568 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Set router 64d19f95-3ce0-40a7-9726-0336227663da gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:18.654257 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:17Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:18.734607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d654fc-659d-47f9-907c-d5fe4c149a16 None None] The sync data for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 is: [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:17Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:19.131501 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d19f95-3ce0-40a7-9726-0336227663da', 'name': 'tempest-TestVolumeBootPattern-1985713269-router', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:16Z', 'revision_number': 3, 'project_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'gw_port': {'id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d19f95-3ce0-40a7-9726-0336227663da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:19.173163 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Checking router: 64d19f95-3ce0-40a7-9726-0336227663da for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:19.173911 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Updating router 64d19f95-3ce0-40a7-9726-0336227663da port 8c282b8e-08b9-459a-9aaf-b16edee2a858 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:09:19.214794 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:19.478278 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:19.503087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef6fa1-52bd-4da0-8f68-2397f47b9f58 None None] Network 38b5a01b-67a4-4d40-8bba-090f94cf7b6d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:09:19.642100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-af475500-5a32-477e-bbb0-8ebe00dc6907 None None] Provisioning for port fb3142ad-7624-4ce0-837f-989c8506551a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:19.646368 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:19.668774 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Transition to ACTIVE for port object 8c282b8e-08b9-459a-9aaf-b16edee2a858 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:19.678258 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:19.739399 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Attempting to bind port 8c282b8e-08b9-459a-9aaf-b16edee2a858 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:19.740723 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Attempting to bind port 8c282b8e-08b9-459a-9aaf-b16edee2a858 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:19.741284 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Attempting to bind port 8c282b8e-08b9-459a-9aaf-b16edee2a858 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:19.779623 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:19.780058 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:19.780394 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:19.780785 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:19.782441 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Bound port: 8c282b8e-08b9-459a-9aaf-b16edee2a858, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:19.782837 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:19.803424 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48d290-b6ba-46f6-b077-43b6102138c3 None None] Pushing event updated for resources: {'Port': ['ID=8c282b8e-08b9-459a-9aaf-b16edee2a858,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:19.875529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Allocated IP 172.20.0.1 (38b5a01b-67a4-4d40-8bba-090f94cf7b6d/4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d/b8bac34c-46a3-43eb-91fc-982263526c7e) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:19.892606 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] For port 8c282b8e-08b9-459a-9aaf-b16edee2a858, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:19.908843 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] For port 8c282b8e-08b9-459a-9aaf-b16edee2a858, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8c282b8e-08b9-459a-9aaf-b16edee2a858,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:19.920993 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.091854 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.116876 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Routers {'64d19f95-3ce0-40a7-9726-0336227663da'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:20.117516 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['64d19f95-3ce0-40a7-9726-0336227663da'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:20.128244 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48d290-b6ba-46f6-b077-43b6102138c3 None None] Pushing event updated for resources: {'Port': ['ID=8c282b8e-08b9-459a-9aaf-b16edee2a858,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:20.154021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Transition to ACTIVE for port object b8bac34c-46a3-43eb-91fc-982263526c7e will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:20.248319 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.352552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fb3142ad-7624-4ce0-837f-989c8506551a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:20.377003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Network 38b5a01b-67a4-4d40-8bba-090f94cf7b6d is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:20.381344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:20.399859 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:20.407257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Pushing event updated for resources: {'Port': ['ID=b8bac34c-46a3-43eb-91fc-982263526c7e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:20.451033 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] Set router 64d19f95-3ce0-40a7-9726-0336227663da gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:20.531272 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.605325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port fb3142ad-7624-4ce0-837f-989c8506551a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:20.619312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port fb3142ad-7624-4ce0-837f-989c8506551a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:20.622347 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:20.941510 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.041598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bdea1956-e1ce-4952-b51f-4664353bbfe4 None None] Provisioning for port b8bac34c-46a3-43eb-91fc-982263526c7e completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:21.060177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port fb3142ad-7624-4ce0-837f-989c8506551a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fb3142ad-7624-4ce0-837f-989c8506551a,segment=NetworkSegment(05ea8994-0909-49e5-a920-552fb5276643),segment_id=05ea8994-0909-49e5-a920-552fb5276643)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:21.066104 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.067007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:21.086655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bdea1956-e1ce-4952-b51f-4664353bbfe4 None None] Provisioning complete for port b8bac34c-46a3-43eb-91fc-982263526c7e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:21.086979 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bdea1956-e1ce-4952-b51f-4664353bbfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.123511 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d19f95-3ce0-40a7-9726-0336227663da', 'name': 'tempest-TestVolumeBootPattern-1985713269-router', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:16Z', 'revision_number': 3, 'project_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'gw_port': {'id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d19f95-3ce0-40a7-9726-0336227663da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:21.177822 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b4ce1-0f27-492d-856b-4f58a90a3f45 None None] The sync data for ids ['64d19f95-3ce0-40a7-9726-0336227663da'] in n-d-803778-2 is: [{'id': '64d19f95-3ce0-40a7-9726-0336227663da', 'name': 'tempest-TestVolumeBootPattern-1985713269-router', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:16Z', 'revision_number': 3, 'project_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'gw_port': {'id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d19f95-3ce0-40a7-9726-0336227663da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:21.236918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-bdea1956-e1ce-4952-b51f-4664353bbfe4 None None] Port b8bac34c-46a3-43eb-91fc-982263526c7e cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:21.343183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=fb3142ad-7624-4ce0-837f-989c8506551a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:21.346099 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.367803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:21.372996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:21.373622 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.524896 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.605423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:21.611349 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.689221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:21.793403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.800893 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:21.916757 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Pushing event updated for resources: {'Port': ['ID=b8bac34c-46a3-43eb-91fc-982263526c7e,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:21.944978 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:22.083405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Network 38b5a01b-67a4-4d40-8bba-090f94cf7b6d is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:22.085327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:22.330532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8c282b8e-08b9-459a-9aaf-b16edee2a858 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:22.333229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Router 64d19f95-3ce0-40a7-9726-0336227663da has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:09:22.451436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 8c282b8e-08b9-459a-9aaf-b16edee2a858 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:22.456957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8c282b8e-08b9-459a-9aaf-b16edee2a858 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:22.457423 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:22.524973 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a4b977cb-fcfd-480a-948d-108c412a5789 None None] Provisioning complete for port b8bac34c-46a3-43eb-91fc-982263526c7e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:22.525360 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a4b977cb-fcfd-480a-948d-108c412a5789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:22.575296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:22.607076 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e3485e3c-52e5-4e7a-86e3-2e403e015412 admin admin] 10.222.0.81 "PUT /v2.0/routers/64d19f95-3ce0-40a7-9726-0336227663da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2048581 Aug 09 16:09:22.857992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a4b977cb-fcfd-480a-948d-108c412a5789 None None] Port b8bac34c-46a3-43eb-91fc-982263526c7e cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:22.898316 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:22.933476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 8c282b8e-08b9-459a-9aaf-b16edee2a858, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8c282b8e-08b9-459a-9aaf-b16edee2a858,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:22.939860 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:22.940597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fb3142ad-7624-4ce0-837f-989c8506551a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:23.093564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=8c282b8e-08b9-459a-9aaf-b16edee2a858,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:23.118491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port fb3142ad-7624-4ce0-837f-989c8506551a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:23.119537 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:23.254476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:23.311282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:23.311656 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:23.803681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Sync routers for ids ['64d19f95-3ce0-40a7-9726-0336227663da'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:23.826168 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Routers {'64d19f95-3ce0-40a7-9726-0336227663da'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:23.827203 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['64d19f95-3ce0-40a7-9726-0336227663da'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:23.958729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Set router 64d19f95-3ce0-40a7-9726-0336227663da gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:24.112698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8c282b8e-08b9-459a-9aaf-b16edee2a858 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:24.274511 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8c282b8e-08b9-459a-9aaf-b16edee2a858 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:24.274897 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:24.382927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d19f95-3ce0-40a7-9726-0336227663da', 'name': 'tempest-TestVolumeBootPattern-1985713269-router', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 4, 'project_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'gw_port': {'id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d19f95-3ce0-40a7-9726-0336227663da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'b8bac34c-46a3-43eb-91fc-982263526c7e', 'name': '', 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'mac_address': 'fa:16:3e:9f:bc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d19f95-3ce0-40a7-9726-0336227663da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:19Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 2, 'project_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'subnets': [{'id': '4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:24.422552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Checking router: 64d19f95-3ce0-40a7-9726-0336227663da for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:24.422922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Updating router 64d19f95-3ce0-40a7-9726-0336227663da port b8bac34c-46a3-43eb-91fc-982263526c7e binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:09:24.480312 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:24.916643 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:24.932367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Transition to ACTIVE for port object b8bac34c-46a3-43eb-91fc-982263526c7e will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:24.941612 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:25.041148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0af50-fe1e-4df2-abe7-d9c3ed75bcc7 None None] Pushing event updated for resources: {'Port': ['ID=b8bac34c-46a3-43eb-91fc-982263526c7e,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:25.083270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Attempting to bind port b8bac34c-46a3-43eb-91fc-982263526c7e on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:25.083794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Attempting to bind port b8bac34c-46a3-43eb-91fc-982263526c7e by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '05ea8994-0909-49e5-a920-552fb5276643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:25.084284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Attempting to bind port b8bac34c-46a3-43eb-91fc-982263526c7e on network 38b5a01b-67a4-4d40-8bba-090f94cf7b6d {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:25.092234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:25.092612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Checking segment: {'id': '05ea8994-0909-49e5-a920-552fb5276643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:25.093078 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:25.093474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Bound using segment: {'id': '05ea8994-0909-49e5-a920-552fb5276643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:25.094029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Bound port: b8bac34c-46a3-43eb-91fc-982263526c7e, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ea8994-0909-49e5-a920-552fb5276643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:25.094625 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:25.227351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] For port b8bac34c-46a3-43eb-91fc-982263526c7e, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:25.235963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] For port b8bac34c-46a3-43eb-91fc-982263526c7e, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b8bac34c-46a3-43eb-91fc-982263526c7e,segment=NetworkSegment(05ea8994-0909-49e5-a920-552fb5276643),segment_id=05ea8994-0909-49e5-a920-552fb5276643)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:25.248276 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:25.300412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893da65-1be8-464e-b5a8-49312268b615 req-910ea458-85c3-4bb7-b480-b3731bf14d76 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:25.309116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-910ea458-85c3-4bb7-b480-b3731bf14d76 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.2001054 Aug 09 16:09:25.330493 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-8331fa3e-846a-4b03-820f-54b5469796e8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/quotas/b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 375 time: 0.0196755 Aug 09 16:09:25.340120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Routers {'64d19f95-3ce0-40a7-9726-0336227663da'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:25.342752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['64d19f95-3ce0-40a7-9726-0336227663da'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:25.404359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-46c99a98-e7d3-45cd-8e41-0ed6774cfa4d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726132 Aug 09 16:09:25.479767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0af50-fe1e-4df2-abe7-d9c3ed75bcc7 None None] Pushing event updated for resources: {'Port': ['ID=b8bac34c-46a3-43eb-91fc-982263526c7e,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:25.552727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] Set router 64d19f95-3ce0-40a7-9726-0336227663da gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:25.568047 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-9d3d64ce-5fe7-4cf1-a655-e49e00745641 service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624546 Aug 09 16:09:25.773916 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-da44a0b1-d13f-43cf-93f8-e193ab5a3fe9 service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037444 Aug 09 16:09:25.978556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d19f95-3ce0-40a7-9726-0336227663da', 'name': 'tempest-TestVolumeBootPattern-1985713269-router', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 4, 'project_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'gw_port': {'id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d19f95-3ce0-40a7-9726-0336227663da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'b8bac34c-46a3-43eb-91fc-982263526c7e', 'name': '', 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'mac_address': 'fa:16:3e:9f:bc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d19f95-3ce0-40a7-9726-0336227663da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:19Z', 'updated_at': '2021-08-09T16:09:25Z', 'revision_number': 4, 'project_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'subnets': [{'id': '4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:26.058261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cd53ad-cc13-4c03-b526-b0ecdc5afd13 None None] The sync data for ids ['64d19f95-3ce0-40a7-9726-0336227663da'] in n-d-803778-2 is: [{'id': '64d19f95-3ce0-40a7-9726-0336227663da', 'name': 'tempest-TestVolumeBootPattern-1985713269-router', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 4, 'project_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'gw_port': {'id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d19f95-3ce0-40a7-9726-0336227663da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'b8bac34c-46a3-43eb-91fc-982263526c7e', 'name': '', 'network_id': '38b5a01b-67a4-4d40-8bba-090f94cf7b6d', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'mac_address': 'fa:16:3e:9f:bc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d19f95-3ce0-40a7-9726-0336227663da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:19Z', 'updated_at': '2021-08-09T16:09:25Z', 'revision_number': 4, 'project_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'subnets': [{'id': '4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:26.318172 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-56f0a5bf-cd5b-4ea1-809c-ffe947c35d66 req-e47445ff-90e3-4f4f-ac58-03ed62e62e44 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 210 time: 0.0495279 Aug 09 16:09:27.525282 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9cde571b-f17d-413f-8adf-72fd1c9899f2 req-d790d301-fbde-4c18-a718-16bbe9680ef1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 210 time: 0.0436261 Aug 09 16:09:27.796340 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42222) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:27.864499 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2230af8e-cb9d-469b-b871-87a05aa3a5f7 admin admin] Deleting subnet 7e73e2ab-33d2-488b-b1c4-db86a747994b {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:09:27.868198 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2230af8e-cb9d-469b-b871-87a05aa3a5f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:27.925485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2230af8e-cb9d-469b-b871-87a05aa3a5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.121547 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2230af8e-cb9d-469b-b871-87a05aa3a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.216792 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b8bac34c-46a3-43eb-91fc-982263526c7e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:28.251484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893da65-1be8-464e-b5a8-49312268b615 req-a835b6a9-cbec-423a-ac60-e3cf537ec359 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:28.253165 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-a835b6a9-cbec-423a-ac60-e3cf537ec359 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.2608364 Aug 09 16:09:28.273778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'port': {'device_id': '7148303a-906b-4868-a0e7-90eae85ce53f', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'admin_state_up': True, 'tenant_id': 'b288370f60b5456e956c547ef50d7598'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:28.290995 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2230af8e-cb9d-469b-b871-87a05aa3a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.333924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230af8e-cb9d-469b-b871-87a05aa3a5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e73e2ab-33d2-488b-b1c4-db86a747994b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:28.343337 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2230af8e-cb9d-469b-b871-87a05aa3a5f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.349210 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2230af8e-cb9d-469b-b871-87a05aa3a5f7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7e73e2ab-33d2-488b-b1c4-db86a747994b HTTP/1.1" status: 204 len: 168 time: 0.5517747 Aug 09 16:09:28.354108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42280) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:28.355989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port b8bac34c-46a3-43eb-91fc-982263526c7e completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:28.375650 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b8bac34c-46a3-43eb-91fc-982263526c7e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:28.377814 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.529290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.539150 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.674479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port b8bac34c-46a3-43eb-91fc-982263526c7e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b8bac34c-46a3-43eb-91fc-982263526c7e,segment=NetworkSegment(05ea8994-0909-49e5-a920-552fb5276643),segment_id=05ea8994-0909-49e5-a920-552fb5276643)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:28.688308 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.720113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Made reservation on behalf of b288370f60b5456e956c547ef50d7598 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:09:28.725182 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.823696 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cb87ef27-bd32-4e26-b8ac-9dc508bd7f20 req-f071ed65-d40f-46f8-8597-d4a4339c8f6d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 210 time: 0.0556569 Aug 09 16:09:28.835230 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.857999 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=b8bac34c-46a3-43eb-91fc-982263526c7e,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:28.859225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e8d136-56c9-443c-b7ea-3b1c5aaa35fd']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:28.888013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fd8e41-9e75-4f65-8007-25fabec85090') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:28.888349 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fd8e41-9e75-4f65-8007-25fabec85090') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:28.903639 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.924970 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.941957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:09:28.942416 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:09:28.945845 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:09:29.009236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Allocated IP 172.20.0.10 (c5932b02-aab2-4990-93ed-0c412c1e6cf6/f56dee80-a4af-40a8-ba00-0306592ad89b/4ba825f6-1403-473c-8e29-f99a40883fb4) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:29.044990 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.065924 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.068089 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] 10.222.0.81 "DELETE /v2.0/networks/97e8d136-56c9-443c-b7ea-3b1c5aaa35fd HTTP/1.1" status: 204 len: 168 time: 0.7122924 Aug 09 16:09:29.068957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Pushing event deleted for resources: {'Network': ['ID=97e8d136-56c9-443c-b7ea-3b1c5aaa35fd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:29.076151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42338) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:29.080128 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:29.080844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:29.081428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:29.082023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:29.082750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:29.083039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:29.083515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:29.083956 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:29.084494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:29.084817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:29.085160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:29.085715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972d21d-5ba5-4ebd-bbe4-e4d2242ee385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:29.219470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f94ccad-e5d7-49e7-853b-c683d3f90c0d admin admin] Deleting subnet fa2a63b6-acbf-4460-841c-fd79d86abdec {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:09:29.227348 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f94ccad-e5d7-49e7-853b-c683d3f90c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.286431 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f94ccad-e5d7-49e7-853b-c683d3f90c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.326070 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.349876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Transition to ACTIVE for port object 4ba825f6-1403-473c-8e29-f99a40883fb4 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:29.354015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f94ccad-e5d7-49e7-853b-c683d3f90c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.441302 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.466139 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f94ccad-e5d7-49e7-853b-c683d3f90c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.508788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:29.538604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:29.541290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:29.548192 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f94ccad-e5d7-49e7-853b-c683d3f90c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.552785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42402) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:29.552965 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1f94ccad-e5d7-49e7-853b-c683d3f90c0d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fa2a63b6-acbf-4460-841c-fd79d86abdec HTTP/1.1" status: 204 len: 168 time: 0.4750688 Aug 09 16:09:29.560622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94ccad-e5d7-49e7-853b-c683d3f90c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2a63b6-acbf-4460-841c-fd79d86abdec,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:29.608695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=4ba825f6-1403-473c-8e29-f99a40883fb4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:29.653753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:29.654800 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.674390 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-1b4302c6-799d-4ec8-a46e-7ca5246bd882 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4120276 Aug 09 16:09:29.681052 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.696830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Request body: {'port': {'device_id': '7148303a-906b-4868-a0e7-90eae85ce53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:29.786513 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.787177 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.800150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d219bb53-90be-47ed-bb8d-67e8f74ee6e6']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:29.815974 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5402b7-5a8f-41ed-9bfa-af4d7597040a') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:29.816600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5402b7-5a8f-41ed-9bfa-af4d7597040a') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:29.826874 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.850365 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.864432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:09:29.864865 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:09:29.866707 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:09:29.938531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.957714 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:29.959909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] 10.222.0.81 "DELETE /v2.0/networks/d219bb53-90be-47ed-bb8d-67e8f74ee6e6 HTTP/1.1" status: 204 len: 168 time: 0.4055288 Aug 09 16:09:29.960629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c5a4ced3-8532-4a25-be60-787bd82f992a None None] Provisioning for port 4ba825f6-1403-473c-8e29-f99a40883fb4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:29.980661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb80e0c-c451-4e15-98f6-36f523a0d78e admin admin] Pushing event deleted for resources: {'Network': ['ID=d219bb53-90be-47ed-bb8d-67e8f74ee6e6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:29.988535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c5a4ced3-8532-4a25-be60-787bd82f992a None None] Provisioning complete for port 4ba825f6-1403-473c-8e29-f99a40883fb4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:29.990005 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c5a4ced3-8532-4a25-be60-787bd82f992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.051129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44593c-16cf-45bc-ab4a-d7cfb6240172 req-b330df11-9f97-4f02-b27e-18bdeeed0072 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:30.052665 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db44593c-16cf-45bc-ab4a-d7cfb6240172 req-b330df11-9f97-4f02-b27e-18bdeeed0072 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 932 time: 0.1199253 Aug 09 16:09:30.065233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4ced3-8532-4a25-be60-787bd82f992a None None] Port 4ba825f6-1403-473c-8e29-f99a40883fb4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:30.130284 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db44593c-16cf-45bc-ab4a-d7cfb6240172 req-fa321a19-6f6a-4459-9155-d66cd37fe224 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695858 Aug 09 16:09:30.175870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b8bac34c-46a3-43eb-91fc-982263526c7e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:30.287809 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:09:30.298853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b8bac34c-46a3-43eb-91fc-982263526c7e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:30.299910 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.316293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba825f6-1403-473c-8e29-f99a40883fb4 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:09:30.323550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42414) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:30.334627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.350352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Transition to ACTIVE for port object 4ba825f6-1403-473c-8e29-f99a40883fb4 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:30.356094 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.425404 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c2e25726-1ad2-4dc4-bf65-b545a63a5b73 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7e4ced2907f48429f7a2a3108beb48a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975454 Aug 09 16:09:30.435315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42418) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:30.439833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Pushing event updated for resources: {'Port': ['ID=4ba825f6-1403-473c-8e29-f99a40883fb4,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:30.451004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.451596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.452100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.452587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.453106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.453779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.454271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.454750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.455271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.455770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.456431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.456920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:09:30.515570 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15f38e48-e2ac-4ea9-a0c9-6480f00b1b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.546024 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15f38e48-e2ac-4ea9-a0c9-6480f00b1b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.574233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Attempting to bind port 4ba825f6-1403-473c-8e29-f99a40883fb4 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:30.574803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Attempting to bind port 4ba825f6-1403-473c-8e29-f99a40883fb4 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:30.575350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Attempting to bind port 4ba825f6-1403-473c-8e29-f99a40883fb4 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:30.585958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Port 4ba825f6-1403-473c-8e29-f99a40883fb4 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:09:30.586446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Attempting to bind port 4ba825f6-1403-473c-8e29-f99a40883fb4 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:30.594083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:30.594557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Checking segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:30.595037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Bound using segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:30.595689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Bound port: 4ba825f6-1403-473c-8e29-f99a40883fb4, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:30.596114 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.609341 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15f38e48-e2ac-4ea9-a0c9-6480f00b1b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.618021 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15f38e48-e2ac-4ea9-a0c9-6480f00b1b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.631520 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-15f38e48-e2ac-4ea9-a0c9-6480f00b1b84 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2facce52-f293-47c6-ba0d-26f912d2d757 HTTP/1.1" status: 204 len: 168 time: 0.1896744 Aug 09 16:09:30.637907 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f38e48-e2ac-4ea9-a0c9-6480f00b1b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2facce52-f293-47c6-ba0d-26f912d2d757,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:30.749293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] For port 4ba825f6-1403-473c-8e29-f99a40883fb4, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:30.755357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] For port 4ba825f6-1403-473c-8e29-f99a40883fb4, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4ba825f6-1403-473c-8e29-f99a40883fb4,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:30.761472 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.785413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:30.786083 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:30.790060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] 10.222.0.53 "PUT /v2.0/ports/4ba825f6-1403-473c-8e29-f99a40883fb4 HTTP/1.1" status: 200 len: 1092 time: 1.1048107 Aug 09 16:09:30.794221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7148303a-906b-4868-a0e7-90eae85ce53f', 'tag': '4ba825f6-1403-473c-8e29-f99a40883fb4'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:09:30.797996 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f58acf-5268-4d1b-9996-53adbd5670e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7148303a-906b-4868-a0e7-90eae85ce53f", "tag": "4ba825f6-1403-473c-8e29-f99a40883fb4"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:09:30.906692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf45a6-3fc1-4cb5-a093-4f8f599868ca service neutron] Pushing event updated for resources: {'Port': ['ID=4ba825f6-1403-473c-8e29-f99a40883fb4,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:30.914483 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ddad42-e940-4749-a8f2-3ba5f615d4e9 x-openstack-request-id: req-c2ddad42-e940-4749-a8f2-3ba5f615d4e9 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:09:30.914830 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7148303a-906b-4868-a0e7-90eae85ce53f", "tag": "4ba825f6-1403-473c-8e29-f99a40883fb4", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:09:30.915002 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2ddad42-e940-4749-a8f2-3ba5f615d4e9 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:09:30.915406 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7148303a-906b-4868-a0e7-90eae85ce53f', 'tag': '4ba825f6-1403-473c-8e29-f99a40883fb4', 'status': 'completed', 'code': 200} Aug 09 16:09:30.930871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893da65-1be8-464e-b5a8-49312268b615 req-0016e91a-d2ae-4e03-aa4b-f5dc8ea30dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:30.933082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-0016e91a-d2ae-4e03-aa4b-f5dc8ea30dae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 1095 time: 0.0871203 Aug 09 16:09:31.041721 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-70b52deb-cc2f-4970-8407-c63f5a0dad56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ba825f6-1403-473c-8e29-f99a40883fb4 HTTP/1.1" status: 200 len: 217 time: 0.1011796 Aug 09 16:09:31.149111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893da65-1be8-464e-b5a8-49312268b615 req-90947910-48a0-4b34-b1da-18ebac905cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:31.151611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-90947910-48a0-4b34-b1da-18ebac905cf1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0977750 Aug 09 16:09:31.268916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893da65-1be8-464e-b5a8-49312268b615 req-fa6a53be-7e40-463b-a11a-db725973664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:31.270250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-fa6a53be-7e40-463b-a11a-db725973664f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117926 Aug 09 16:09:31.304699 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42428) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:31.341004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ec397-a611-4209-a237-577e067b0ed3 req-7aea4ac7-7f92-49ff-b1aa-3aa46d58e6a2 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:31.342548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d66ec397-a611-4209-a237-577e067b0ed3 req-7aea4ac7-7f92-49ff-b1aa-3aa46d58e6a2 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 944 time: 0.1238534 Aug 09 16:09:31.355962 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1d4fa1e3-4ac0-4495-993f-192933175279 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f83478f275d54aab890a742e3442838d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499799 Aug 09 16:09:31.356584 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42430) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:31.412534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d66ec397-a611-4209-a237-577e067b0ed3 req-f81306d8-781c-4bec-8a3c-77a0b363d1f2 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605924 Aug 09 16:09:31.416155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-897f0a12-e420-4c92-a13a-c8cd25904407 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374781 Aug 09 16:09:31.443293 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ec39ab7-b293-4e76-88d2-ba591bd16ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.476615 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ec39ab7-b293-4e76-88d2-ba591bd16ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.543663 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ec39ab7-b293-4e76-88d2-ba591bd16ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.546462 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ec39ab7-b293-4e76-88d2-ba591bd16ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:31.550027 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7ec39ab7-b293-4e76-88d2-ba591bd16ce8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/069e1b7f-ce25-44f2-8a46-0bd97206db30 HTTP/1.1" status: 204 len: 168 time: 0.1901371 Aug 09 16:09:31.559251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec39ab7-b293-4e76-88d2-ba591bd16ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069e1b7f-ce25-44f2-8a46-0bd97206db30,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:31.559391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d893da65-1be8-464e-b5a8-49312268b615 req-1491e3d6-dd54-4b33-bd7e-ef5ff5eed573 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354082 Aug 09 16:09:31.676685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58acf-5268-4d1b-9996-53adbd5670e9 req-5f3b0991-f1b5-4345-8b95-dd0a4b3a2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:31.678292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0f58acf-5268-4d1b-9996-53adbd5670e9 req-5f3b0991-f1b5-4345-8b95-dd0a4b3a2b98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 1095 time: 0.0666382 Aug 09 16:09:31.804986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58acf-5268-4d1b-9996-53adbd5670e9 req-e7235ec1-69db-41cd-963e-db6654162d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:31.806882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0f58acf-5268-4d1b-9996-53adbd5670e9 req-e7235ec1-69db-41cd-963e-db6654162d1c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.1203189 Aug 09 16:09:31.878366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0f58acf-5268-4d1b-9996-53adbd5670e9 req-20c4cc8f-06c8-430d-9ca8-76e41f1d4ac2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ba825f6-1403-473c-8e29-f99a40883fb4 HTTP/1.1" status: 200 len: 217 time: 0.0580800 Aug 09 16:09:31.955295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58acf-5268-4d1b-9996-53adbd5670e9 req-db5a7f6a-fec4-485c-b6bc-8dd168be6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:31.956977 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0f58acf-5268-4d1b-9996-53adbd5670e9 req-db5a7f6a-fec4-485c-b6bc-8dd168be6b76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0686071 Aug 09 16:09:32.016657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58acf-5268-4d1b-9996-53adbd5670e9 req-4ebac0fa-8267-4366-98f2-663967a492d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:32.018484 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0f58acf-5268-4d1b-9996-53adbd5670e9 req-4ebac0fa-8267-4366-98f2-663967a492d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543485 Aug 09 16:09:32.139560 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0f58acf-5268-4d1b-9996-53adbd5670e9 req-ec700368-0788-497b-846b-df25c902d1b7 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138029 Aug 09 16:09:32.246345 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0f58acf-5268-4d1b-9996-53adbd5670e9 req-a2b34014-1851-489c-93e9-292bcfc5625a service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002443 Aug 09 16:09:32.577777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9746280-7a2a-40c9-8960-8fcef3411afa req-e6d503bc-f16d-4626-bdb1-4dc5980970d0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:32.579312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b9746280-7a2a-40c9-8960-8fcef3411afa req-e6d503bc-f16d-4626-bdb1-4dc5980970d0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 944 time: 0.0558927 Aug 09 16:09:32.630925 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b9746280-7a2a-40c9-8960-8fcef3411afa req-57469784-554b-4775-ad4a-c531af5c8287 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431867 Aug 09 16:09:33.785298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5929b2-912b-4a56-8fd4-df2c54f71067 req-17578cbd-2620-425f-a476-fb8b6e01d11e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:33.787360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d5929b2-912b-4a56-8fd4-df2c54f71067 req-17578cbd-2620-425f-a476-fb8b6e01d11e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 944 time: 0.0646446 Aug 09 16:09:33.838574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d5929b2-912b-4a56-8fd4-df2c54f71067 req-548da920-3de8-4112-81f0-47ac5729d4b6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Aug 09 16:09:34.307607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-c05e819f-361a-438d-bd9d-df1ec88b96c1 req-7ea6c715-8037-4994-b294-844877b740ea tempest-ServersTestJSON-1750328762 tempest-ServersTestJSON-1750328762-project] (94289) timed out ('10.222.0.60', 60204) {{(pid=94289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:09:35.000368 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd501921-029c-4798-87e2-49a84efc56ca req-4705b6ff-e2c5-402b-bb0d-78ad417d64c4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:35.002429 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd501921-029c-4798-87e2-49a84efc56ca req-4705b6ff-e2c5-402b-bb0d-78ad417d64c4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 944 time: 0.0589929 Aug 09 16:09:35.026679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42512) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:35.074910 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dd501921-029c-4798-87e2-49a84efc56ca req-78c47490-5b8a-40e2-9b85-dbb6956fe096 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590537 Aug 09 16:09:35.211299 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13104a08-5528-4bf0-9273-ad245ecb9518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.337786 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13104a08-5528-4bf0-9273-ad245ecb9518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.343816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-13104a08-5528-4bf0-9273-ad245ecb9518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.395130 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-13104a08-5528-4bf0-9273-ad245ecb9518 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a2e0fe242fca4e41ab48e26ad1f0426d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648944 Aug 09 16:09:35.395130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13104a08-5528-4bf0-9273-ad245ecb9518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f296a4-e9bf-4aba-9f6d-c677c2b7a776,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:35.395539 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42516) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:35.484027 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69e4e4a2-8a9a-481b-844c-0e8d42ca0957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.512695 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69e4e4a2-8a9a-481b-844c-0e8d42ca0957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.577430 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69e4e4a2-8a9a-481b-844c-0e8d42ca0957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.581534 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69e4e4a2-8a9a-481b-844c-0e8d42ca0957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:35.589736 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-69e4e4a2-8a9a-481b-844c-0e8d42ca0957 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03f296a4-e9bf-4aba-9f6d-c677c2b7a776 HTTP/1.1" status: 204 len: 168 time: 0.1900191 Aug 09 16:09:35.600021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4e4a2-8a9a-481b-844c-0e8d42ca0957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f296a4-e9bf-4aba-9f6d-c677c2b7a776,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:36.194247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe26906-bc80-437d-86c8-edf24bd3ed78 req-5dad738d-ea01-48b9-bc1d-2e418fd28a06 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:36.195761 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfe26906-bc80-437d-86c8-edf24bd3ed78 req-5dad738d-ea01-48b9-bc1d-2e418fd28a06 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 944 time: 0.0566070 Aug 09 16:09:36.236896 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfe26906-bc80-437d-86c8-edf24bd3ed78 req-e2043e20-a575-4432-806e-a2a46a775a32 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342910 Aug 09 16:09:37.414609 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f6f84-1ce3-4d5b-a813-4ed5bc4b64ad req-bf25069b-efa3-42ca-bf13-a6fa68f3a58a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:37.418902 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5c3f6f84-1ce3-4d5b-a813-4ed5bc4b64ad req-bf25069b-efa3-42ca-bf13-a6fa68f3a58a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 944 time: 0.0844414 Aug 09 16:09:37.516027 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5c3f6f84-1ce3-4d5b-a813-4ed5bc4b64ad req-9a442bf4-f33d-4550-a6ff-30c45055582e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842099 Aug 09 16:09:37.641324 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a99c4fda-848a-4f60-9f2e-78e7899946af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.595506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42624) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:38.601700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Request body: {'network': {'name': 'tempest-network-smoke--1583235600', 'project_id': '3572756c741e470fae09babf4023791f', 'port_security_enabled': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:38.646480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Made reservation on behalf of 3572756c741e470fae09babf4023791f for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:09:38.650007 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.660977 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692f607-2626-459c-8a3b-bf6bf918cc6a req-254f8bd3-a3b7-488b-ba91-62e78a4e328c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:38.662478 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d692f607-2626-459c-8a3b-bf6bf918cc6a req-254f8bd3-a3b7-488b-ba91-62e78a4e328c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 944 time: 0.0837011 Aug 09 16:09:38.668559 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.725362 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d692f607-2626-459c-8a3b-bf6bf918cc6a req-029b839c-0078-499d-9283-5b437a4d1e63 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545762 Aug 09 16:09:38.792786 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.796872 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.824078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:09:38.833949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997c6067-460a-4fd3-a573-a7d653b606cc,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:38.839026 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.839461 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Added segment 821982c2-ac87-4f61-831f-b075845c7c19 of type vlan for network 2df958db-3a2d-44b9-814f-526bf0d2ba27 Aug 09 16:09:38.882948 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.914181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.920584 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:38.921508 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:38.972943 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3762910 Aug 09 16:09:38.975854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42634) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:38.981379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'admin_state_up': True, 'project_id': '3572756c741e470fae09babf4023791f', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:38.993991 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b79da-93a6-4f8b-b9cb-0411e1caac29 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Network': ['ID=2df958db-3a2d-44b9-814f-526bf0d2ba27,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:39.004666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 2df958db-3a2d-44b9-814f-526bf0d2ba27 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:09:39.008179 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.009418 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.076282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.220765 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.449366 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.471471 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.581933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Allocated IP 172.25.2.44 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/f1b9d866-50a7-46c7-b29d-19360248ad3b) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:39.694690 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.734992 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:39.778614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:39.781578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:39.786010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:39.789091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Port': ['ID=f1b9d866-50a7-46c7-b29d-19360248ad3b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:40.297055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826afbea-495a-4958-83bf-ee21285a6fe5 req-a05da00d-eb3a-4fc7-b7bc-a87a623da996 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:40.298610 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-826afbea-495a-4958-83bf-ee21285a6fe5 req-a05da00d-eb3a-4fc7-b7bc-a87a623da996 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 944 time: 0.4847753 Aug 09 16:09:40.374437 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-826afbea-495a-4958-83bf-ee21285a6fe5 req-48b41b5f-f151-4aa0-b834-d8284574ed60 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499995 Aug 09 16:09:40.482977 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:40.519480 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-38f5e128-971f-4941-aefe-9c36c86fa8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:40.685722 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:40.822709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Router 491a6431-fdb4-4689-b57d-c53d47185782 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:09:40.880300 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:40.940644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:40.953321 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Sync routers for ids ['491a6431-fdb4-4689-b57d-c53d47185782'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:40.961502 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:40.962990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-efd80c56-ab76-412f-b7b5-2006bdbadff6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9861004 Aug 09 16:09:40.966998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42650) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:40.969393 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Routers {'491a6431-fdb4-4689-b57d-c53d47185782'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:40.970259 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['491a6431-fdb4-4689-b57d-c53d47185782'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:41.089918 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Set router 491a6431-fdb4-4689-b57d-c53d47185782 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:41.123518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1ef366e9-2dc4-467d-b600-62ef4f0b0349 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3572756c741e470fae09babf4023791f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1551075 Aug 09 16:09:41.126288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42660) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:41.323162 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb15658-73e8-4231-8703-d038661fecd8 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:41.324725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3eb15658-73e8-4231-8703-d038661fecd8 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1968746 Aug 09 16:09:41.327064 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:40Z', 'revision_number': 3, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:41.327904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42666) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:41.360948 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Checking router: 491a6431-fdb4-4689-b57d-c53d47185782 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:41.362101 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Updating router 491a6431-fdb4-4689-b57d-c53d47185782 port f1b9d866-50a7-46c7-b29d-19360248ad3b binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:09:41.403362 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:41.411827 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-caa06122-30c1-466b-a0bf-bafc75af3b7b tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0801854 Aug 09 16:09:41.412130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42672) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:41.418216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ab7efc1d-6763-4eeb-8393-9b853f743927 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-270899809', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'project_id': '3572756c741e470fae09babf4023791f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:41.531685 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:41.616714 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7efc1d-6763-4eeb-8393-9b853f743927 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Made reservation on behalf of 3572756c741e470fae09babf4023791f for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:09:41.621434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ab7efc1d-6763-4eeb-8393-9b853f743927 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:41.624895 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:41.683954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6590e3-3edc-456f-8c16-18c2fd418a20 req-cfaadb2b-6756-4962-9cfc-a4beae861147 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:41.685435 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c6590e3-3edc-456f-8c16-18c2fd418a20 req-cfaadb2b-6756-4962-9cfc-a4beae861147 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 944 time: 0.1426415 Aug 09 16:09:41.794852 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c6590e3-3edc-456f-8c16-18c2fd418a20 req-1f731ba1-f11b-45f2-9273-fb7434cfdf8f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018496 Aug 09 16:09:41.835448 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:41.858720 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Transition to ACTIVE for port object f1b9d866-50a7-46c7-b29d-19360248ad3b will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:41.867036 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:41.936372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42680) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:41.973994 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Attempting to bind port f1b9d866-50a7-46c7-b29d-19360248ad3b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:41.974683 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Attempting to bind port f1b9d866-50a7-46c7-b29d-19360248ad3b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:41.975308 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Attempting to bind port f1b9d866-50a7-46c7-b29d-19360248ad3b on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:41.989136 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91a941-ca89-43c8-9d9c-c143561f5e15 None None] Pushing event updated for resources: {'Port': ['ID=f1b9d866-50a7-46c7-b29d-19360248ad3b,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:41.999513 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:41.999901 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:42.000401 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.000866 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:42.001418 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Bound port: f1b9d866-50a7-46c7-b29d-19360248ad3b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:42.002191 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.014175 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ab7efc1d-6763-4eeb-8393-9b853f743927 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.084432 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] For port f1b9d866-50a7-46c7-b29d-19360248ad3b, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:42.090424 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] For port f1b9d866-50a7-46c7-b29d-19360248ad3b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f1b9d866-50a7-46c7-b29d-19360248ad3b,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:42.090976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7efc1d-6763-4eeb-8393-9b853f743927 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Subnet': ['ID=dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:42.104528 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1b58cbd-4658-483c-bf85-63876cdcba8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.108512 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.109444 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7efc1d-6763-4eeb-8393-9b853f743927 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Checking segment: {'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:42.109852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7efc1d-6763-4eeb-8393-9b853f743927 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network hostable DHCP agents. Network: 2df958db-3a2d-44b9-814f-526bf0d2ba27, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:09:42.134328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7efc1d-6763-4eeb-8393-9b853f743927 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network 2df958db-3a2d-44b9-814f-526bf0d2ba27 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:09:42.147042 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ab7efc1d-6763-4eeb-8393-9b853f743927 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 2df958db-3a2d-44b9-814f-526bf0d2ba27) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:42.153869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7efc1d-6763-4eeb-8393-9b853f743927 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:42.156370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ab7efc1d-6763-4eeb-8393-9b853f743927 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.158695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c831b34-d2d2-4ec1-a610-d84897b1ad55 None None] Network 2df958db-3a2d-44b9-814f-526bf0d2ba27 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:09:42.229800 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1b58cbd-4658-483c-bf85-63876cdcba8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.230049 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91a941-ca89-43c8-9d9c-c143561f5e15 None None] Pushing event updated for resources: {'Port': ['ID=f1b9d866-50a7-46c7-b29d-19360248ad3b,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:42.240982 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Routers {'491a6431-fdb4-4689-b57d-c53d47185782'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:42.241795 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['491a6431-fdb4-4689-b57d-c53d47185782'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:42.242227 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ab7efc1d-6763-4eeb-8393-9b853f743927 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8287439 Aug 09 16:09:42.245403 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42684) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:42.249474 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a1b58cbd-4658-483c-bf85-63876cdcba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.277614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a1b58cbd-4658-483c-bf85-63876cdcba8d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2b829d808bc4df89122e5fd0d17ebd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397462 Aug 09 16:09:42.280200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42686) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:42.355947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-2df958db-3a2d-44b9-814f-526bf0d2ba27', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'tenant_id': '3572756c741e470fae09babf4023791f', 'fixed_ips': [{'subnet_id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:09:42.359207 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.362277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b58cbd-4658-483c-bf85-63876cdcba8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c0f5e6-5641-4d6a-adb4-363101643605,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:42.386925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66944227-eea7-499b-9e6a-1f5b9fdb4797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.419986 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66944227-eea7-499b-9e6a-1f5b9fdb4797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.441023 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] Set router 491a6431-fdb4-4689-b57d-c53d47185782 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:42.488615 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66944227-eea7-499b-9e6a-1f5b9fdb4797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.491233 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66944227-eea7-499b-9e6a-1f5b9fdb4797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.492445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-66944227-eea7-499b-9e6a-1f5b9fdb4797 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/40c0f5e6-5641-4d6a-adb4-363101643605 HTTP/1.1" status: 204 len: 168 time: 0.2102885 Aug 09 16:09:42.506520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66944227-eea7-499b-9e6a-1f5b9fdb4797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c0f5e6-5641-4d6a-adb4-363101643605,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:42.588990 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Allocated IP 172.20.0.2 (2df958db-3a2d-44b9-814f-526bf0d2ba27/dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d/26146db6-2e2b-415c-9236-5d8cdc5bba23) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:42.790891 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:40Z', 'revision_number': 3, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:42.798736 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.817047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Transition to ACTIVE for port object 26146db6-2e2b-415c-9236-5d8cdc5bba23 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:42.889764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Transition to ACTIVE for port object 26146db6-2e2b-415c-9236-5d8cdc5bba23 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:42.902017 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:42.949034 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28c656-b8c6-4b99-b16b-92bd303797cc None None] The sync data for ids ['491a6431-fdb4-4689-b57d-c53d47185782'] in n-d-803778-2 is: [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:40Z', 'revision_number': 3, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:42.966613 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Network 2df958db-3a2d-44b9-814f-526bf0d2ba27 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:42.976913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:42.987652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:43.001960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Pushing event updated for resources: {'Port': ['ID=26146db6-2e2b-415c-9236-5d8cdc5bba23,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:43.088877 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Attempting to bind port 26146db6-2e2b-415c-9236-5d8cdc5bba23 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:43.089557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Attempting to bind port 26146db6-2e2b-415c-9236-5d8cdc5bba23 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:43.090133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Attempting to bind port 26146db6-2e2b-415c-9236-5d8cdc5bba23 on network 2df958db-3a2d-44b9-814f-526bf0d2ba27 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:43.105569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:43.106629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Checking segment: {'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:43.111128 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:43.111900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac98bc6-43ce-4afa-a6dd-2b34d14d5346 req-91264af4-34d6-4c88-91c6-bdd3e138e0bd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:43.112893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Bound using segment: {'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:43.114409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac98bc6-43ce-4afa-a6dd-2b34d14d5346 req-91264af4-34d6-4c88-91c6-bdd3e138e0bd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 944 time: 0.1221220 Aug 09 16:09:43.114935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Bound port: 26146db6-2e2b-415c-9236-5d8cdc5bba23, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:43.115530 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:43.201901 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:43.222998 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1ac98bc6-43ce-4afa-a6dd-2b34d14d5346 req-836211c5-65fb-47e4-a5c6-444c291539f9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827987 Aug 09 16:09:43.229578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] For port 26146db6-2e2b-415c-9236-5d8cdc5bba23, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:43.237071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] For port 26146db6-2e2b-415c-9236-5d8cdc5bba23, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=26146db6-2e2b-415c-9236-5d8cdc5bba23,segment=NetworkSegment(821982c2-ac87-4f61-831f-b075845c7c19),segment_id=821982c2-ac87-4f61-831f-b075845c7c19)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:43.242107 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:43.287060 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:43.309729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8aea94-ad15-43ae-8a94-296c90021bcc None None] Pushing event updated for resources: {'Port': ['ID=26146db6-2e2b-415c-9236-5d8cdc5bba23,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:43.470179 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:43.600868 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4ba825f6-1403-473c-8e29-f99a40883fb4 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:09:43.818994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Allocated IP 172.20.0.1 (2df958db-3a2d-44b9-814f-526bf0d2ba27/dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d/28d4b51a-63f4-47c9-8d91-2ed22e05072f) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:43.837473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4ba825f6-1403-473c-8e29-f99a40883fb4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4ba825f6-1403-473c-8e29-f99a40883fb4,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:43.856037 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '4ba825f6-1403-473c-8e29-f99a40883fb4', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'port_id': '4ba825f6-1403-473c-8e29-f99a40883fb4', 'mac_address': 'fa:16:3e:39:d1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:09:43.916021 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:43.931706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba825f6-1403-473c-8e29-f99a40883fb4 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:09:43.959166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4ba825f6-1403-473c-8e29-f99a40883fb4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4ba825f6-1403-473c-8e29-f99a40883fb4,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:43.966060 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:44.009231 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:44.048937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Transition to ACTIVE for port object 28d4b51a-63f4-47c9-8d91-2ed22e05072f will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:44.064739 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=4ba825f6-1403-473c-8e29-f99a40883fb4,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:44.112307 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:44.168531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Port': ['ID=28d4b51a-63f4-47c9-8d91-2ed22e05072f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:44.176953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['4ba825f6-1403-473c-8e29-f99a40883fb4'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:09:44.218538 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network 2df958db-3a2d-44b9-814f-526bf0d2ba27 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:44.220159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:44.225691 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:44.304939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 26146db6-2e2b-415c-9236-5d8cdc5bba23 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:44.367614 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:44.457196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 26146db6-2e2b-415c-9236-5d8cdc5bba23 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:44.484550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f1b9d866-50a7-46c7-b29d-19360248ad3b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:44.667437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f1b9d866-50a7-46c7-b29d-19360248ad3b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:44.694370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f1b9d866-50a7-46c7-b29d-19360248ad3b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:44.695043 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:44.734737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef752e-6f7a-4509-aa36-a06abf987892 req-4b73f6a3-79e7-4627-8308-b368b09badf6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:44.737438 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12ef752e-6f7a-4509-aa36-a06abf987892 req-4b73f6a3-79e7-4627-8308-b368b09badf6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 945 time: 0.2234809 Aug 09 16:09:44.879628 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:44.891925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:44.911733 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12ef752e-6f7a-4509-aa36-a06abf987892 req-02ae0c70-2416-4731-813a-68e061d98797 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655157 Aug 09 16:09:44.924264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port f1b9d866-50a7-46c7-b29d-19360248ad3b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f1b9d866-50a7-46c7-b29d-19360248ad3b,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:44.943909 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:45.014230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3835c4e0-1664-4134-b963-085c92ad5ba8 None None] Network 2df958db-3a2d-44b9-814f-526bf0d2ba27 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:09:45.093447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=f1b9d866-50a7-46c7-b29d-19360248ad3b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:45.115682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1974e47a-f7b5-4fcb-9fbd-4ebf0dad0ca9 None None] Provisioning for port 26146db6-2e2b-415c-9236-5d8cdc5bba23 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:45.141399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1974e47a-f7b5-4fcb-9fbd-4ebf0dad0ca9 None None] Provisioning complete for port 26146db6-2e2b-415c-9236-5d8cdc5bba23 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:45.142077 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1974e47a-f7b5-4fcb-9fbd-4ebf0dad0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:45.500935 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:45.507002 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:45.584475 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1974e47a-f7b5-4fcb-9fbd-4ebf0dad0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:45.645928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4ba825f6-1403-473c-8e29-f99a40883fb4 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:45.649793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Port': ['ID=28d4b51a-63f4-47c9-8d91-2ed22e05072f,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:45.705058 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:45.768914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1974e47a-f7b5-4fcb-9fbd-4ebf0dad0ca9 None None] For port 26146db6-2e2b-415c-9236-5d8cdc5bba23, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=26146db6-2e2b-415c-9236-5d8cdc5bba23,segment=NetworkSegment(821982c2-ac87-4f61-831f-b075845c7c19),segment_id=821982c2-ac87-4f61-831f-b075845c7c19)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:45.784665 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1974e47a-f7b5-4fcb-9fbd-4ebf0dad0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:45.842102 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 4ba825f6-1403-473c-8e29-f99a40883fb4 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:45.855074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 4ba825f6-1403-473c-8e29-f99a40883fb4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:45.855564 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:45.907579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network 2df958db-3a2d-44b9-814f-526bf0d2ba27 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:45.911319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:45.911505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974e47a-f7b5-4fcb-9fbd-4ebf0dad0ca9 None None] Pushing event updated for resources: {'Port': ['ID=26146db6-2e2b-415c-9236-5d8cdc5bba23,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:46.104935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536fee3-a540-4a1b-958d-65fbe3dc0a31 req-c4fd06d2-7463-41e4-a163-0d9e216a939a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:46.129742 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d536fee3-a540-4a1b-958d-65fbe3dc0a31 req-c4fd06d2-7463-41e4-a163-0d9e216a939a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 945 time: 0.0888772 Aug 09 16:09:46.132045 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.178634 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Router 491a6431-fdb4-4689-b57d-c53d47185782 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:09:46.193504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 4ba825f6-1403-473c-8e29-f99a40883fb4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4ba825f6-1403-473c-8e29-f99a40883fb4,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:46.195116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7148303a-906b-4868-a0e7-90eae85ce53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba825f6-1403-473c-8e29-f99a40883fb4'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:09:46.199144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d536fee3-a540-4a1b-958d-65fbe3dc0a31 req-00196e16-5c71-4cf0-9d04-47816bc9f88a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671608 Aug 09 16:09:46.204182 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a341aa91-85a9-43c2-ab2a-b4a1eca58bac" -d '{"events": [{"server_uuid": "7148303a-906b-4868-a0e7-90eae85ce53f", "name": "network-vif-plugged", "status": "completed", "tag": "4ba825f6-1403-473c-8e29-f99a40883fb4"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:09:46.211089 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.297037 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d7bc41-ed4b-41aa-9f45-7f905863310a x-openstack-request-id: req-43d7bc41-ed4b-41aa-9f45-7f905863310a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:09:46.297427 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7148303a-906b-4868-a0e7-90eae85ce53f", "name": "network-vif-plugged", "status": "completed", "tag": "4ba825f6-1403-473c-8e29-f99a40883fb4", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:09:46.297775 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43d7bc41-ed4b-41aa-9f45-7f905863310a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:09:46.298232 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7148303a-906b-4868-a0e7-90eae85ce53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba825f6-1403-473c-8e29-f99a40883fb4', 'code': 200} Aug 09 16:09:46.300962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 26146db6-2e2b-415c-9236-5d8cdc5bba23 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:46.324193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b0da938c-6487-40b6-9fe8-527844b72939 None None] Provisioning for port 28d4b51a-63f4-47c9-8d91-2ed22e05072f completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:46.344814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b0da938c-6487-40b6-9fe8-527844b72939 None None] Provisioning complete for port 28d4b51a-63f4-47c9-8d91-2ed22e05072f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:46.345783 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b0da938c-6487-40b6-9fe8-527844b72939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.382502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=4ba825f6-1403-473c-8e29-f99a40883fb4,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:46.410102 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:09:46.414135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b0da938c-6487-40b6-9fe8-527844b72939 None None] Port 28d4b51a-63f4-47c9-8d91-2ed22e05072f cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:46.417949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 26146db6-2e2b-415c-9236-5d8cdc5bba23 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:46.418203 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.424626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Sync routers for ids ['491a6431-fdb4-4689-b57d-c53d47185782'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:09:46.424937 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ad1e2976-2098-45ea-afd0-76feb08f0c6a tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "PUT /v2.0/routers/491a6431-fdb4-4689-b57d-c53d47185782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1747160 Aug 09 16:09:46.426312 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42764) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:46.438233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b37a61b8-daac-4e2d-96f2-94f5832531b6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--151537932', 'description': 'tempest-secgroup_access--151537932 description', 'project_id': '3572756c741e470fae09babf4023791f'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:46.469156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b0da938c-6487-40b6-9fe8-527844b72939 None None] Provisioning complete for port 26146db6-2e2b-415c-9236-5d8cdc5bba23 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:46.469704 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b0da938c-6487-40b6-9fe8-527844b72939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.489508 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b37a61b8-daac-4e2d-96f2-94f5832531b6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.494074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1686d31-5c68-4bc5-af23-30aeb67760c2 req-028935be-01b3-4ba4-8915-546048418120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:46.496631 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f1686d31-5c68-4bc5-af23-30aeb67760c2 req-028935be-01b3-4ba4-8915-546048418120 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 1097 time: 0.1019559 Aug 09 16:09:46.502396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Routers {'491a6431-fdb4-4689-b57d-c53d47185782'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:46.503100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-08797de8-59ac-4d19-adde-189633aebcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['491a6431-fdb4-4689-b57d-c53d47185782'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:46.559491 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f1686d31-5c68-4bc5-af23-30aeb67760c2 req-015747cf-9127-4c08-90dc-09cdf830d14a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491743 Aug 09 16:09:46.656064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f1b9d866-50a7-46c7-b29d-19360248ad3b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:46.670773 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b37a61b8-daac-4e2d-96f2-94f5832531b6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.675420 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b37a61b8-daac-4e2d-96f2-94f5832531b6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.712151 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b37a61b8-daac-4e2d-96f2-94f5832531b6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.713457 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b37a61b8-daac-4e2d-96f2-94f5832531b6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2853589 Aug 09 16:09:46.715913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a61b8-daac-4e2d-96f2-94f5832531b6 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f271060f-55bc-4c01-a129-eba20eda6a3e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:46.717184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 42776) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:46.723183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3652ddec-5799-423e-b978-43f4037dd66c tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1513108098', 'description': 'tempest-secgroup_general--1513108098 description', 'project_id': '3572756c741e470fae09babf4023791f'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:46.759110 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3652ddec-5799-423e-b978-43f4037dd66c tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.826354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Set router 491a6431-fdb4-4689-b57d-c53d47185782 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:46.917373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f1b9d866-50a7-46c7-b29d-19360248ad3b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:46.917800 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.922153 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3652ddec-5799-423e-b978-43f4037dd66c tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.929548 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3652ddec-5799-423e-b978-43f4037dd66c tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.951841 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3652ddec-5799-423e-b978-43f4037dd66c tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:46.953443 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3652ddec-5799-423e-b978-43f4037dd66c tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2343087 Aug 09 16:09:46.957745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42782) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:46.967816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-372c5577-20c9-4a7d-9cf3-f85602328f14 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Request body: {'security_group_rule': {'security_group_id': 'f271060f-55bc-4c01-a129-eba20eda6a3e', 'project_id': '3572756c741e470fae09babf4023791f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:47.015226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652ddec-5799-423e-b978-43f4037dd66c tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f347418-a4c7-45be-9e4d-16aba7208f17,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:47.023536 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-372c5577-20c9-4a7d-9cf3-f85602328f14 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:47.064863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ce47619e-aa97-45d2-9ad6-0371cde2e8c2 None None] Provisioning complete for port 28d4b51a-63f4-47c9-8d91-2ed22e05072f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:47.065249 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ce47619e-aa97-45d2-9ad6-0371cde2e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:47.101835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-9670a934-5d80-41cd-9f75-d7baed967c1f tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d7de1742a1284e5dbdf5da3ff83a2303&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392730 Aug 09 16:09:47.102344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-372c5577-20c9-4a7d-9cf3-f85602328f14 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:47.106621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ce47619e-aa97-45d2-9ad6-0371cde2e8c2 None None] Port 28d4b51a-63f4-47c9-8d91-2ed22e05072f cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:47.108280 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-372c5577-20c9-4a7d-9cf3-f85602328f14 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:47.138213 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c5577-20c9-4a7d-9cf3-f85602328f14 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c87c97-7bf3-49fb-85d1-f19a35afc30d,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:47.146113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-372c5577-20c9-4a7d-9cf3-f85602328f14 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:47.148038 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-372c5577-20c9-4a7d-9cf3-f85602328f14 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1870925 Aug 09 16:09:47.247559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6233bb9f-f703-4fd8-a46f-ada693f05e36 None None] Provisioning complete for port 28d4b51a-63f4-47c9-8d91-2ed22e05072f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:47.247934 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6233bb9f-f703-4fd8-a46f-ada693f05e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:47.316643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-08797de8-59ac-4d19-adde-189633aebcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '28d4b51a-63f4-47c9-8d91-2ed22e05072f', 'name': '', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'tenant_id': '3572756c741e470fae09babf4023791f', 'mac_address': 'fa:16:3e:f6:7e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:43Z', 'updated_at': '2021-08-09T16:09:45Z', 'revision_number': 2, 'project_id': '3572756c741e470fae09babf4023791f', 'subnets': [{'id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:47.317751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-1766d0b2-a4d6-4084-a04a-ed822f6448f7 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:47.321177 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-1766d0b2-a4d6-4084-a04a-ed822f6448f7 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180922 Aug 09 16:09:47.324142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6233bb9f-f703-4fd8-a46f-ada693f05e36 None None] Port 28d4b51a-63f4-47c9-8d91-2ed22e05072f cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:47.354894 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-beab251a-a787-4504-9283-299e16d7a81a tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/quotas/d7de1742a1284e5dbdf5da3ff83a2303 HTTP/1.1" status: 200 len: 375 time: 0.0264618 Aug 09 16:09:47.358960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Checking router: 491a6431-fdb4-4689-b57d-c53d47185782 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:09:47.359326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Updating router 491a6431-fdb4-4689-b57d-c53d47185782 port 28d4b51a-63f4-47c9-8d91-2ed22e05072f binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:09:47.406306 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab246bc7-6bdc-4ced-a74b-85f4fa48a5da req-fe1c83ad-7a7a-4d84-a409-911e508d3611 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:47.409374 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab246bc7-6bdc-4ced-a74b-85f4fa48a5da req-fe1c83ad-7a7a-4d84-a409-911e508d3611 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 946 time: 0.1113162 Aug 09 16:09:47.409709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-8f135dc0-e583-4e3d-97e2-43f94414849a tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d7de1742a1284e5dbdf5da3ff83a2303&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412438 Aug 09 16:09:47.417248 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:47.471542 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab246bc7-6bdc-4ced-a74b-85f4fa48a5da req-8a98ac73-ecf7-44b6-b1ab-283c1aca3df1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510249 Aug 09 16:09:47.643082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2648f927-6c0f-4e75-a3e7-3ec1f595e757 req-c424d8eb-240f-417f-83f2-2283d57e85f2 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 210 time: 0.0394006 Aug 09 16:09:47.677675 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-a92d02b8-931b-4c22-be87-413711a26809 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_access--151537932&fields=id&tenant_id=3572756c741e470fae09babf4023791f HTTP/1.1" status: 200 len: 267 time: 0.1010537 Aug 09 16:09:47.726342 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-da799d7b-174a-4bda-a554-304f8e656f67 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_general--1513108098&fields=id&tenant_id=3572756c741e470fae09babf4023791f HTTP/1.1" status: 200 len: 267 time: 0.0472846 Aug 09 16:09:47.847683 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:47.864346 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-639216dc-7a97-4ac4-810a-ef2d05ec38e9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:47.865942 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-639216dc-7a97-4ac4-810a-ef2d05ec38e9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/networks?id=2df958db-3a2d-44b9-814f-526bf0d2ba27 HTTP/1.1" status: 200 len: 797 time: 0.1391485 Aug 09 16:09:47.871528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Transition to ACTIVE for port object 28d4b51a-63f4-47c9-8d91-2ed22e05072f will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:47.879851 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:47.887518 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-fdf0ab43-01e0-4f74-bd6e-7e0f08d10d7b tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/quotas/3572756c741e470fae09babf4023791f HTTP/1.1" status: 200 len: 375 time: 0.0111315 Aug 09 16:09:47.968383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-40c5d444-52f5-4ec3-85f8-8c8b0a29968b tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3572756c741e470fae09babf4023791f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759137 Aug 09 16:09:47.992394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34053243-9b1b-41fe-a79d-9ecd05ea7fcb None None] Pushing event updated for resources: {'Port': ['ID=28d4b51a-63f4-47c9-8d91-2ed22e05072f,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:48.035982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-edd2abfe-7bdb-4dd0-a675-aa9480dd9b24 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:09:48.037233 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-edd2abfe-7bdb-4dd0-a675-aa9480dd9b24 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059037 Aug 09 16:09:48.107032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Attempting to bind port 28d4b51a-63f4-47c9-8d91-2ed22e05072f on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:48.107637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Attempting to bind port 28d4b51a-63f4-47c9-8d91-2ed22e05072f by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:48.108384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Attempting to bind port 28d4b51a-63f4-47c9-8d91-2ed22e05072f on network 2df958db-3a2d-44b9-814f-526bf0d2ba27 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:48.117012 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:48.117539 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Checking segment: {'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:48.118241 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:48.118716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Bound using segment: {'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:48.119878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Bound port: 28d4b51a-63f4-47c9-8d91-2ed22e05072f, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:48.120535 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:48.183094 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-3db289d7-0a1e-4393-ad7d-f1d40c31b061 service neutron] 10.222.0.81 "GET /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359959 Aug 09 16:09:48.253075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-08797de8-59ac-4d19-adde-189633aebcba None None] For port 28d4b51a-63f4-47c9-8d91-2ed22e05072f, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:48.256887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-08797de8-59ac-4d19-adde-189633aebcba None None] For port 28d4b51a-63f4-47c9-8d91-2ed22e05072f, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=28d4b51a-63f4-47c9-8d91-2ed22e05072f,segment=NetworkSegment(821982c2-ac87-4f61-831f-b075845c7c19),segment_id=821982c2-ac87-4f61-831f-b075845c7c19)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:48.264117 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:48.331576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Routers {'491a6431-fdb4-4689-b57d-c53d47185782'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:09:48.332339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-08797de8-59ac-4d19-adde-189633aebcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['491a6431-fdb4-4689-b57d-c53d47185782'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:48.397093 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-44781bcc-2465-4d12-8956-4e8abee64907 service neutron] 10.222.0.81 "GET /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991825 Aug 09 16:09:48.401931 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34053243-9b1b-41fe-a79d-9ecd05ea7fcb None None] Pushing event updated for resources: {'Port': ['ID=28d4b51a-63f4-47c9-8d91-2ed22e05072f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:48.548624 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-08797de8-59ac-4d19-adde-189633aebcba None None] Set router 491a6431-fdb4-4689-b57d-c53d47185782 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:09:48.694235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceecdd0-f39f-4bbd-aa6b-d29e75ef4c74 req-f2ee2832-6892-4f12-95c7-d8a66b5c0617 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:48.702789 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cfde24d4-0ff2-400a-a2bf-820beaa89fa9 req-af96ed92-76d8-4a59-b21e-2adfb04ffd08 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 210 time: 0.0738444 Aug 09 16:09:48.705495 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aceecdd0-f39f-4bbd-aa6b-d29e75ef4c74 req-f2ee2832-6892-4f12-95c7-d8a66b5c0617 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 946 time: 0.0813153 Aug 09 16:09:48.770994 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aceecdd0-f39f-4bbd-aa6b-d29e75ef4c74 req-c1c32b65-8f0f-44d7-bec0-a7bbc9ed5a82 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641575 Aug 09 16:09:48.915264 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c81ae06f-1709-4030-8bec-67baed9c1c15 req-b3578628-2bf7-44a0-95b0-d27cff4fa479 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 210 time: 0.0927553 Aug 09 16:09:48.937808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-08797de8-59ac-4d19-adde-189633aebcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '28d4b51a-63f4-47c9-8d91-2ed22e05072f', 'name': '', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'tenant_id': '3572756c741e470fae09babf4023791f', 'mac_address': 'fa:16:3e:f6:7e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:43Z', 'updated_at': '2021-08-09T16:09:48Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'subnets': [{'id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:09:48.982796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ba073-f7fb-4e83-bee9-96a69760d6a8 req-096f0795-a29b-4f99-a62a-2d3889435efa tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:48.984736 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b42ba073-f7fb-4e83-bee9-96a69760d6a8 req-096f0795-a29b-4f99-a62a-2d3889435efa tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 946 time: 0.1199510 Aug 09 16:09:49.005137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08797de8-59ac-4d19-adde-189633aebcba None None] The sync data for ids ['491a6431-fdb4-4689-b57d-c53d47185782'] in n-d-803778-2 is: [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '28d4b51a-63f4-47c9-8d91-2ed22e05072f', 'name': '', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'tenant_id': '3572756c741e470fae09babf4023791f', 'mac_address': 'fa:16:3e:f6:7e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:43Z', 'updated_at': '2021-08-09T16:09:48Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'subnets': [{'id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:09:49.024285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-f279d6cc-9226-444d-89b1-ec4707bcaba0 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d7de1742a1284e5dbdf5da3ff83a2303&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383568 Aug 09 16:09:49.216144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b42ba073-f7fb-4e83-bee9-96a69760d6a8 req-91c42b21-b104-43ac-b42a-ec5e4ede4a61 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952817 Aug 09 16:09:49.238983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-ab401ef4-bc57-4e5e-abe3-138c5c043831 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:49.238983 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-ab401ef4-bc57-4e5e-abe3-138c5c043831 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060738 Aug 09 16:09:49.250102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Request body: {'port': {'device_id': '246f0883-0410-4847-8289-e0849f7b4515', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': 'd7de1742a1284e5dbdf5da3ff83a2303'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:49.470561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f584f39-b9cf-4411-b46a-5b7833117075 req-91fe2388-4bc1-4a65-b11e-f38c6e1f71e6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:49.473059 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f584f39-b9cf-4411-b46a-5b7833117075 req-91fe2388-4bc1-4a65-b11e-f38c6e1f71e6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 946 time: 0.1276164 Aug 09 16:09:49.496466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Made reservation on behalf of d7de1742a1284e5dbdf5da3ff83a2303 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:09:49.500323 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:49.515792 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:49.544058 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f584f39-b9cf-4411-b46a-5b7833117075 req-7b9559f4-f2f9-4cde-a745-9eb192143fa7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641773 Aug 09 16:09:49.690769 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:49.696174 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:49.784923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be436fa-0e3d-484e-975a-fe93e60cfa4f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:49.881780 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c7548b93-04b9-4a78-8e4c-c7576b406404 req-b46d3cc5-de94-4a37-b6f8-555ce0847f85 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 210 time: 0.0422089 Aug 09 16:09:49.956022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Allocated IP 192.168.233.187 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/42f1edd2-de1a-4443-b187-a40b238fbbe5) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:50.074688 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-38e3bbc4-38a1-4f46-9761-d05a4be2890d req-e180eb53-81b6-4086-b792-fa975fe39a54 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 210 time: 0.0431960 Aug 09 16:09:50.190444 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b3a4d-5f6f-430c-bbe1-cda608d03954 req-876d44fc-bce7-4441-b935-26c1355bd22c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:50.198874 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d53b3a4d-5f6f-430c-bbe1-cda608d03954 req-876d44fc-bce7-4441-b935-26c1355bd22c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 946 time: 0.2676792 Aug 09 16:09:50.246075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 28d4b51a-63f4-47c9-8d91-2ed22e05072f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:50.275649 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:50.351653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 28d4b51a-63f4-47c9-8d91-2ed22e05072f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:50.358583 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 28d4b51a-63f4-47c9-8d91-2ed22e05072f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:50.358955 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:50.389472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Transition to ACTIVE for port object 42f1edd2-de1a-4443-b187-a40b238fbbe5 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:50.445973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d53b3a4d-5f6f-430c-bbe1-cda608d03954 req-717a01f7-67fa-400e-bf31-5d73376df7b5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459602 Aug 09 16:09:50.466769 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:50.494207 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:50.521461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:50.526300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:50.528930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:50.545541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-0bbefce1-072a-4168-92c4-010f5cb64d9e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:50.547376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-0bbefce1-072a-4168-92c4-010f5cb64d9e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.53 "GET /v2.0/networks?id=2df958db-3a2d-44b9-814f-526bf0d2ba27 HTTP/1.1" status: 200 len: 797 time: 0.3005600 Aug 09 16:09:50.561323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 28d4b51a-63f4-47c9-8d91-2ed22e05072f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=28d4b51a-63f4-47c9-8d91-2ed22e05072f,segment=NetworkSegment(821982c2-ac87-4f61-831f-b075845c7c19),segment_id=821982c2-ac87-4f61-831f-b075845c7c19)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:50.569001 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:50.612973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Pushing event updated for resources: {'Port': ['ID=42f1edd2-de1a-4443-b187-a40b238fbbe5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:50.656242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=28d4b51a-63f4-47c9-8d91-2ed22e05072f,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:50.667008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9bb2f6c9-2584-46e0-a22b-c3c87acd46ba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3572756c741e470fae09babf4023791f HTTP/1.1" status: 200 len: 477 time: 0.0946846 Aug 09 16:09:50.678810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Request body: {'port': {'device_id': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'admin_state_up': True, 'tenant_id': '3572756c741e470fae09babf4023791f', 'security_groups': ['f271060f-55bc-4c01-a129-eba20eda6a3e', '1f347418-a4c7-45be-9e4d-16aba7208f17']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:50.695944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:50.700853 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:50.733200 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-bb53f1fc-c1df-41fe-9094-53f96feb13f9 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4870212 Aug 09 16:09:50.771755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-f74f6884-6ced-4c55-9d58-feab72816e3b tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:09:50.772887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-f74f6884-6ced-4c55-9d58-feab72816e3b tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080004 Aug 09 16:09:50.871555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e65504ee-54d1-40f9-9471-b4f65f608e8c None None] Provisioning for port 42f1edd2-de1a-4443-b187-a40b238fbbe5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:50.876782 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e65504ee-54d1-40f9-9471-b4f65f608e8c None None] Provisioning complete for port 42f1edd2-de1a-4443-b187-a40b238fbbe5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:50.877164 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e65504ee-54d1-40f9-9471-b4f65f608e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:50.880352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Made reservation on behalf of 3572756c741e470fae09babf4023791f for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:09:50.890787 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:50.965454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e65504ee-54d1-40f9-9471-b4f65f608e8c None None] Port 42f1edd2-de1a-4443-b187-a40b238fbbe5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:50.973741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Request body: {'port': {'device_id': '246f0883-0410-4847-8289-e0849f7b4515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:51.042207 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b12ab437-d346-41dd-a11e-19ee8fef9948 req-5f66f8c1-e777-4539-a1eb-23f4c74bd1b8 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 210 time: 0.0626075 Aug 09 16:09:51.071299 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:51.135237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Allocated IP 172.20.0.14 (2df958db-3a2d-44b9-814f-526bf0d2ba27/dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d/c3fee63a-a840-4f7e-90aa-3fc2844f4ec5) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:09:51.399983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84921-40fb-47b7-a7ce-8b19431423b5 req-f8c382d9-f91a-4f26-ada7-c4f6151bdabc tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:51.401674 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c7d84921-40fb-47b7-a7ce-8b19431423b5 req-f8c382d9-f91a-4f26-ada7-c4f6151bdabc tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 936 time: 0.1850703 Aug 09 16:09:51.468741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42872) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:51.602739 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b47fe-ae12-4ac4-8c3d-09d81dbe1dcd req-6ad4fc56-db01-4a32-96fa-7ba28663d1a5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:51.604756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c9b47fe-ae12-4ac4-8c3d-09d81dbe1dcd req-6ad4fc56-db01-4a32-96fa-7ba28663d1a5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 946 time: 0.0576885 Aug 09 16:09:51.657803 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c7d84921-40fb-47b7-a7ce-8b19431423b5 req-f1b1c8b6-9ef9-4b28-af28-321fd41a2ee1 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/security-groups?id=5be436fa-0e3d-484e-975a-fe93e60cfa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402432 Aug 09 16:09:51.661469 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6086ab2-3abd-4de7-81f5-0eadb59be2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:51.681049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c37e1f-b834-46da-a822-af89d11b4805 req-db9d98bd-01d4-4944-a8dd-57496cad1936 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:51.682800 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20c37e1f-b834-46da-a822-af89d11b4805 req-db9d98bd-01d4-4944-a8dd-57496cad1936 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 946 time: 0.2716041 Aug 09 16:09:51.701071 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9c9b47fe-ae12-4ac4-8c3d-09d81dbe1dcd req-7c12c615-56a0-4171-9748-90f083ff1495 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851934 Aug 09 16:09:51.726876 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:51.782471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f1edd2-de1a-4443-b187-a40b238fbbe5 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:09:51.799974 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:51.802627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Transition to ACTIVE for port object c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:51.822602 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6086ab2-3abd-4de7-81f5-0eadb59be2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:51.827716 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d6086ab2-3abd-4de7-81f5-0eadb59be2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:51.865027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Transition to ACTIVE for port object 42f1edd2-de1a-4443-b187-a40b238fbbe5 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:51.880431 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d6086ab2-3abd-4de7-81f5-0eadb59be2f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1deedb0866cf459fb9dc0c063823bff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101050 Aug 09 16:09:51.881483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6086ab2-3abd-4de7-81f5-0eadb59be2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd335576-9724-477c-a94c-e862b2e21db8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:51.885028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42878) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:51.885168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:51.966536 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e2c750c2-8e00-4f61-b216-5f837a2cd459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:51.986408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Pushing event updated for resources: {'Port': ['ID=42f1edd2-de1a-4443-b187-a40b238fbbe5,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:51.993613 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.012018 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e2c750c2-8e00-4f61-b216-5f837a2cd459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.080739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-20c37e1f-b834-46da-a822-af89d11b4805 req-8e8f528a-14d5-43f5-8c2c-5891ec312b36 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Deleting port 4ba825f6-1403-473c-8e29-f99a40883fb4 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:09:52.081444 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-20c37e1f-b834-46da-a822-af89d11b4805 req-8e8f528a-14d5-43f5-8c2c-5891ec312b36 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.083046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e2c750c2-8e00-4f61-b216-5f837a2cd459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.087220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e2c750c2-8e00-4f61-b216-5f837a2cd459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.089835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e2c750c2-8e00-4f61-b216-5f837a2cd459 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd335576-9724-477c-a94c-e862b2e21db8 HTTP/1.1" status: 204 len: 168 time: 0.2036772 Aug 09 16:09:52.099092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c750c2-8e00-4f61-b216-5f837a2cd459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd335576-9724-477c-a94c-e862b2e21db8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:52.118275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network 2df958db-3a2d-44b9-814f-526bf0d2ba27 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:09:52.182492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 28d4b51a-63f4-47c9-8d91-2ed22e05072f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:52.243208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:09:52.245545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Port': ['ID=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:52.252153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:09:52.255640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 28d4b51a-63f4-47c9-8d91-2ed22e05072f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:52.256352 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.529066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42886) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:52.545043 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-37701163-a485-4cca-9d84-f9175cc4431c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.646288 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-37701163-a485-4cca-9d84-f9175cc4431c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.652741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-37701163-a485-4cca-9d84-f9175cc4431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.692868 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37701163-a485-4cca-9d84-f9175cc4431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da846185-ebe7-40ec-9af9-15b9f3dee925,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:52.697366 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-37701163-a485-4cca-9d84-f9175cc4431c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f76c2c550d44f77886728c38cdcabe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668062 Aug 09 16:09:52.700177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 42890) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:09:52.742626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Attempting to bind port 42f1edd2-de1a-4443-b187-a40b238fbbe5 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:52.743200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c4fb8eb0-16b1-488d-87a2-3af215fd5870 None None] Provisioning for port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:52.743289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Attempting to bind port 42f1edd2-de1a-4443-b187-a40b238fbbe5 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:52.743289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Attempting to bind port 42f1edd2-de1a-4443-b187-a40b238fbbe5 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:52.750292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c4fb8eb0-16b1-488d-87a2-3af215fd5870 None None] Provisioning complete for port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:52.750667 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8eb0-16b1-488d-87a2-3af215fd5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.779183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Port 42f1edd2-de1a-4443-b187-a40b238fbbe5 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:09:52.779451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Attempting to bind port 42f1edd2-de1a-4443-b187-a40b238fbbe5 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:52.789732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb8eb0-16b1-488d-87a2-3af215fd5870 None None] Port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:09:52.791488 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17980470-1e4f-430e-8351-a109afd79648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.803637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:52.804265 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.813076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:52.813417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:52.813832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:52.814280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Bound port: 42f1edd2-de1a-4443-b187-a40b238fbbe5, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:52.814644 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.823791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685b76d-0ab1-4fea-9545-28270cb06849 req-12b00d7b-1fdf-4ba9-b0a9-5307f3eaaca1 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:52.825304 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3685b76d-0ab1-4fea-9545-28270cb06849 req-12b00d7b-1fdf-4ba9-b0a9-5307f3eaaca1 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 971 time: 0.6240907 Aug 09 16:09:52.826723 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17980470-1e4f-430e-8351-a109afd79648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.855984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-20c37e1f-b834-46da-a822-af89d11b4805 req-8e8f528a-14d5-43f5-8c2c-5891ec312b36 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] For port 4ba825f6-1403-473c-8e29-f99a40883fb4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=4ba825f6-1403-473c-8e29-f99a40883fb4,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:52.856355 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-20c37e1f-b834-46da-a822-af89d11b4805 req-8e8f528a-14d5-43f5-8c2c-5891ec312b36 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.858722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5e128-769f-4b64-9b9d-4e63ff53d75b req-9e481ad4-60a2-4527-918a-b9d656299c95 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:52.860256 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bdb5e128-769f-4b64-9b9d-4e63ff53d75b req-9e481ad4-60a2-4527-918a-b9d656299c95 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 948 time: 0.0984535 Aug 09 16:09:52.866745 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-942d4aeb-7532-49be-a2e7-86b5b4979a90 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.1923485 Aug 09 16:09:52.906469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Request body: {'port': {'device_id': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:09:52.910052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-20c37e1f-b834-46da-a822-af89d11b4805 req-8e8f528a-14d5-43f5-8c2c-5891ec312b36 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Calling delete_port for 4ba825f6-1403-473c-8e29-f99a40883fb4 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:09:52.910640 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bdb5e128-769f-4b64-9b9d-4e63ff53d75b req-82d42bd3-3e00-4632-8fc6-6874000b1e99 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/security-groups?id=5be436fa-0e3d-484e-975a-fe93e60cfa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Aug 09 16:09:52.920541 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17980470-1e4f-430e-8351-a109afd79648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.924045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17980470-1e4f-430e-8351-a109afd79648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:52.933433 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-17980470-1e4f-430e-8351-a109afd79648 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/da846185-ebe7-40ec-9af9-15b9f3dee925 HTTP/1.1" status: 204 len: 168 time: 0.2241585 Aug 09 16:09:52.933433 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17980470-1e4f-430e-8351-a109afd79648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da846185-ebe7-40ec-9af9-15b9f3dee925,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:53.043888 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d544b-60d0-4fe6-96c7-03c03066b56f req-23128304-9b6e-4117-aa42-874ad6bbb84c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:53.045796 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-835d544b-60d0-4fe6-96c7-03c03066b56f req-23128304-9b6e-4117-aa42-874ad6bbb84c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 946 time: 0.0555930 Aug 09 16:09:53.066758 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3685b76d-0ab1-4fea-9545-28270cb06849 req-5ec4fed1-9307-4527-9d87-70dfdd3a482e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2271886 Aug 09 16:09:53.079114 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:53.083388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] For port 42f1edd2-de1a-4443-b187-a40b238fbbe5, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:53.091711 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-835d544b-60d0-4fe6-96c7-03c03066b56f req-989eeaf6-52cc-4990-8c8f-f1112378bf0d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382664 Aug 09 16:09:53.114905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] For port 42f1edd2-de1a-4443-b187-a40b238fbbe5, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=42f1edd2-de1a-4443-b187-a40b238fbbe5,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:53.143642 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:53.206643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:53.207352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:53.208773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] 10.222.0.60 "PUT /v2.0/ports/42f1edd2-de1a-4443-b187-a40b238fbbe5 HTTP/1.1" status: 200 len: 1096 time: 2.4232259 Aug 09 16:09:53.209906 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246f0883-0410-4847-8289-e0849f7b4515', 'tag': '42f1edd2-de1a-4443-b187-a40b238fbbe5'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:09:53.212210 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae635570-b802-47dc-9d66-fb378c5b2fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "246f0883-0410-4847-8289-e0849f7b4515", "tag": "42f1edd2-de1a-4443-b187-a40b238fbbe5"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:09:53.305684 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bed680-84f4-487b-a71e-5e1692737146 x-openstack-request-id: req-41bed680-84f4-487b-a71e-5e1692737146 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:09:53.306004 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246f0883-0410-4847-8289-e0849f7b4515", "tag": "42f1edd2-de1a-4443-b187-a40b238fbbe5", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:09:53.306165 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41bed680-84f4-487b-a71e-5e1692737146 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:09:53.307078 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246f0883-0410-4847-8289-e0849f7b4515', 'tag': '42f1edd2-de1a-4443-b187-a40b238fbbe5', 'status': 'completed', 'code': 200} Aug 09 16:09:53.359676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3392ef-0551-488b-9435-586aa098e726 service neutron] Pushing event updated for resources: {'Port': ['ID=42f1edd2-de1a-4443-b187-a40b238fbbe5,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:53.452634 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-20c37e1f-b834-46da-a822-af89d11b4805 req-8e8f528a-14d5-43f5-8c2c-5891ec312b36 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:53.464453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['4ba825f6-1403-473c-8e29-f99a40883fb4'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:09:53.473207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-fa979478-5e77-4f44-b16c-369f02ef2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:53.474908 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-fa979478-5e77-4f44-b16c-369f02ef2056 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7de1742a1284e5dbdf5da3ff83a2303&device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 1099 time: 0.1669815 Aug 09 16:09:53.507799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f528a-14d5-43f5-8c2c-5891ec312b36 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event deleted for resources: {'Port': ['ID=4ba825f6-1403-473c-8e29-f99a40883fb4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:53.551466 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-4fbe9d01-202f-4985-9173-d724be646101 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=42f1edd2-de1a-4443-b187-a40b238fbbe5 HTTP/1.1" status: 200 len: 217 time: 0.0552235 Aug 09 16:09:53.606029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c37e1f-b834-46da-a822-af89d11b4805 req-8e8f528a-14d5-43f5-8c2c-5891ec312b36 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] No DVR routers for this DVR port 4ba825f6-1403-473c-8e29-f99a40883fb4 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:09:53.630763 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-20c37e1f-b834-46da-a822-af89d11b4805 req-8e8f528a-14d5-43f5-8c2c-5891ec312b36 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:53.632693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20c37e1f-b834-46da-a822-af89d11b4805 req-8e8f528a-14d5-43f5-8c2c-5891ec312b36 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "DELETE /v2.0/ports/4ba825f6-1403-473c-8e29-f99a40883fb4 HTTP/1.1" status: 204 len: 173 time: 1.9111724 Aug 09 16:09:53.670091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-b3910cc3-c76f-4119-be56-fbd98cec7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:53.671885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-b3910cc3-c76f-4119-be56-fbd98cec7f34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0968525 Aug 09 16:09:53.769969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:09:53.782078 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:53.787935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-8da75700-298e-469c-b9c0-acbb10f7ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:53.789367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-8da75700-298e-469c-b9c0-acbb10f7ccaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064274 Aug 09 16:09:53.807577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Transition to ACTIVE for port object c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:09:53.823552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:53.921452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:53.986715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-3bedfa97-b423-4f2d-abd3-91009f445829 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889825 Aug 09 16:09:54.102607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e7e9-dc40-4341-b1fb-490de701ad48 req-998291ec-5f45-4689-ad1f-3ae1216e04bd tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:54.112760 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-16a3e7e9-dc40-4341-b1fb-490de701ad48 req-998291ec-5f45-4689-ad1f-3ae1216e04bd tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 948 time: 0.0781450 Aug 09 16:09:54.150241 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef782ea1-d41d-4c34-bc47-a8709256c312 req-6da7b6fd-dcbc-46ef-8287-57323ed73501 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406841 Aug 09 16:09:54.185094 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-16a3e7e9-dc40-4341-b1fb-490de701ad48 req-3d122fb6-66ec-49c1-849f-8ab0b213bd02 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/security-groups?id=5be436fa-0e3d-484e-975a-fe93e60cfa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586979 Aug 09 16:09:54.186891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Attempting to bind port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:09:54.187241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Attempting to bind port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:09:54.187592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Attempting to bind port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 on network 2df958db-3a2d-44b9-814f-526bf0d2ba27 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:54.192833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 on network 2df958db-3a2d-44b9-814f-526bf0d2ba27 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:09:54.193181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Attempting to bind port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 on network 2df958db-3a2d-44b9-814f-526bf0d2ba27 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:09:54.210261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:09:54.210431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Checking segment: {'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:09:54.210827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Bound using segment: {'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:09:54.214125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Bound port: c3fee63a-a840-4f7e-90aa-3fc2844f4ec5, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821982c2-ac87-4f61-831f-b075845c7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:09:54.214513 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:54.334532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c1bbf-5691-4403-b4b3-413df49a043b req-7f4f6123-1dad-4f4d-a3b3-89e7bc72b695 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:54.336143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-553c1bbf-5691-4403-b4b3-413df49a043b req-7f4f6123-1dad-4f4d-a3b3-89e7bc72b695 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 983 time: 0.1309001 Aug 09 16:09:54.362707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae635570-b802-47dc-9d66-fb378c5b2fe1 req-4bda8040-3e5d-40ee-a4cb-46b00ab91540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:54.364264 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae635570-b802-47dc-9d66-fb378c5b2fe1 req-4bda8040-3e5d-40ee-a4cb-46b00ab91540 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7de1742a1284e5dbdf5da3ff83a2303&device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 1099 time: 0.1379399 Aug 09 16:09:54.402231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] For port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:09:54.472959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-553c1bbf-5691-4403-b4b3-413df49a043b req-6e5c1171-1f55-44db-8a3e-917f3d9f62c7 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1193047 Aug 09 16:09:54.480349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] For port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5,segment=NetworkSegment(821982c2-ac87-4f61-831f-b075845c7c19),segment_id=821982c2-ac87-4f61-831f-b075845c7c19)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:09:54.496299 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:54.569392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:54.570071 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:54.571657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] 10.222.0.53 "PUT /v2.0/ports/c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 HTTP/1.1" status: 200 len: 1131 time: 1.6720128 Aug 09 16:09:54.586283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae635570-b802-47dc-9d66-fb378c5b2fe1 req-4c41c034-d9e2-4125-84ab-42ffe5e49a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:54.588783 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae635570-b802-47dc-9d66-fb378c5b2fe1 req-4c41c034-d9e2-4125-84ab-42ffe5e49a27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.2104845 Aug 09 16:09:54.651509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10e097-b068-414d-a105-407b320b09d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:54.655742 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae635570-b802-47dc-9d66-fb378c5b2fe1 req-20b70b58-9580-401b-a98f-e77e255d936d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=42f1edd2-de1a-4443-b187-a40b238fbbe5 HTTP/1.1" status: 200 len: 217 time: 0.0566635 Aug 09 16:09:54.739223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae635570-b802-47dc-9d66-fb378c5b2fe1 req-0d2cde61-e669-46fb-aa6e-35c4068b9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:54.740885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae635570-b802-47dc-9d66-fb378c5b2fe1 req-0d2cde61-e669-46fb-aa6e-35c4068b9004 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0576613 Aug 09 16:09:54.805649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-5f05d04f-d39e-4316-a052-f38e836788e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:54.808142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-5f05d04f-d39e-4316-a052-f38e836788e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3572756c741e470fae09babf4023791f&device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 1134 time: 0.1664064 Aug 09 16:09:54.821831 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9925960e-89ec-43c5-9682-bb9988b29771 req-53c12ea5-c43c-4cd8-96fc-cea3a46a7c8e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 210 time: 0.5483220 Aug 09 16:09:54.885799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae635570-b802-47dc-9d66-fb378c5b2fe1 req-5d4ca6eb-36da-433f-ad92-29eb998a82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:54.887277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae635570-b802-47dc-9d66-fb378c5b2fe1 req-5d4ca6eb-36da-433f-ad92-29eb998a82b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354158 Aug 09 16:09:54.889060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-a6dd3e05-4d10-4066-b0ae-94cb0ebdcdb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 HTTP/1.1" status: 200 len: 217 time: 0.0712698 Aug 09 16:09:54.990691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-366ca478-f3d7-474f-a540-43c1a3851df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:54.992179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-366ca478-f3d7-474f-a540-43c1a3851df0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d HTTP/1.1" status: 200 len: 834 time: 0.0957272 Aug 09 16:09:55.060314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae635570-b802-47dc-9d66-fb378c5b2fe1 req-252ecfad-3d9b-447d-b833-cc76ae6be885 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556325 Aug 09 16:09:55.065964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-d386eab5-322e-458a-9d26-b234355196a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:55.067258 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-d386eab5-322e-458a-9d26-b234355196a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2df958db-3a2d-44b9-814f-526bf0d2ba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655215 Aug 09 16:09:55.228898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae635570-b802-47dc-9d66-fb378c5b2fe1 req-6543a43d-f208-410e-befe-c73833df6873 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598036 Aug 09 16:09:55.230785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-000df133-0a72-4a99-96c9-5056db6bf9de service neutron] 10.222.0.53 "GET /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549382 Aug 09 16:09:55.316240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7148303a-906b-4868-a0e7-90eae85ce53f', 'name': 'network-vif-deleted', 'tag': '4ba825f6-1403-473c-8e29-f99a40883fb4'}, {'name': 'network-changed', 'server_uuid': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'tag': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:09:55.318471 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a5cb3b-03c3-406b-a778-36946e4f8cd4" -d '{"events": [{"server_uuid": "7148303a-906b-4868-a0e7-90eae85ce53f", "name": "network-vif-deleted", "tag": "4ba825f6-1403-473c-8e29-f99a40883fb4"}, {"name": "network-changed", "server_uuid": "5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1", "tag": "c3fee63a-a840-4f7e-90aa-3fc2844f4ec5"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:09:55.368866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f4f14-3c70-4b4d-a288-e29deb9d87d1 req-7136bcd6-591b-434c-bff7-8b09f70e4095 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:55.370810 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f9f4f14-3c70-4b4d-a288-e29deb9d87d1 req-7136bcd6-591b-434c-bff7-8b09f70e4095 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 948 time: 0.1157067 Aug 09 16:09:55.392481 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 16:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f154576d-3051-4d4c-a66b-665df994a05e x-openstack-request-id: req-f154576d-3051-4d4c-a66b-665df994a05e {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:09:55.392782 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7148303a-906b-4868-a0e7-90eae85ce53f", "name": "network-vif-deleted", "tag": "4ba825f6-1403-473c-8e29-f99a40883fb4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1", "tag": "c3fee63a-a840-4f7e-90aa-3fc2844f4ec5", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:09:55.393036 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f154576d-3051-4d4c-a66b-665df994a05e {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:09:55.393438 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7148303a-906b-4868-a0e7-90eae85ce53f', 'name': 'network-vif-deleted', 'tag': '4ba825f6-1403-473c-8e29-f99a40883fb4', 'status': 'completed', 'code': 200} Aug 09 16:09:55.393844 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'tag': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5', 'status': 'completed', 'code': 200} Aug 09 16:09:55.396145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bef122c-718a-4f82-84e3-cb274ed74bd5 req-8343d5f9-62be-40f1-bb06-0695d2e3004d service neutron] 10.222.0.53 "GET /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493359 Aug 09 16:09:55.427347 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f9f4f14-3c70-4b4d-a288-e29deb9d87d1 req-2fcff5b5-69c9-4bea-822a-5356c342701a tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/security-groups?id=5be436fa-0e3d-484e-975a-fe93e60cfa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439010 Aug 09 16:09:55.496730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5cb3b-03c3-406b-a778-36946e4f8cd4 req-a42dd059-a017-46fd-a406-5b7c76a510ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:55.498505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7a5cb3b-03c3-406b-a778-36946e4f8cd4 req-a42dd059-a017-46fd-a406-5b7c76a510ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3572756c741e470fae09babf4023791f&device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 1134 time: 0.0458052 Aug 09 16:09:55.602838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5cb3b-03c3-406b-a778-36946e4f8cd4 req-661a4a08-2da6-40f4-8a31-154f3e5a5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:55.604943 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7a5cb3b-03c3-406b-a778-36946e4f8cd4 req-661a4a08-2da6-40f4-8a31-154f3e5a5685 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2df958db-3a2d-44b9-814f-526bf0d2ba27 HTTP/1.1" status: 200 len: 898 time: 0.0995677 Aug 09 16:09:55.624106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4ba825f6-1403-473c-8e29-f99a40883fb4 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:09:55.660306 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7a5cb3b-03c3-406b-a778-36946e4f8cd4 req-f2a458d7-d2f9-4ba3-9331-d6aa223aed44 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 HTTP/1.1" status: 200 len: 217 time: 0.0444438 Aug 09 16:09:55.670239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f17f13-5818-4e05-bb7f-f9ff4de945f9 req-a8a153ae-72b1-47a6-b1ca-5bcad86849ef tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:55.672089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 4ba825f6-1403-473c-8e29-f99a40883fb4 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:09:55.673354 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7f17f13-5818-4e05-bb7f-f9ff4de945f9 req-a8a153ae-72b1-47a6-b1ca-5bcad86849ef tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 983 time: 0.0892274 Aug 09 16:09:55.673795 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 4ba825f6-1403-473c-8e29-f99a40883fb4 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:09:55.720406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5cb3b-03c3-406b-a778-36946e4f8cd4 req-eaa42558-b1c2-4470-9d2c-c8945939b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:55.721996 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7a5cb3b-03c3-406b-a778-36946e4f8cd4 req-eaa42558-b1c2-4470-9d2c-c8945939b6f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d HTTP/1.1" status: 200 len: 834 time: 0.0532722 Aug 09 16:09:55.724041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7f17f13-5818-4e05-bb7f-f9ff4de945f9 req-52e244e8-8c9b-4db2-a833-9d9633a7f637 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0437443 Aug 09 16:09:55.781448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5cb3b-03c3-406b-a778-36946e4f8cd4 req-93acec56-5e19-4ae4-ab48-5ec499160366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:55.783357 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7a5cb3b-03c3-406b-a778-36946e4f8cd4 req-93acec56-5e19-4ae4-ab48-5ec499160366 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2df958db-3a2d-44b9-814f-526bf0d2ba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520363 Aug 09 16:09:55.944591 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7a5cb3b-03c3-406b-a778-36946e4f8cd4 req-8357c22c-546b-476c-b64d-ceeb645266a6 service neutron] 10.222.0.53 "GET /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527917 Aug 09 16:09:55.946556 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-191e7ce6-d7eb-4962-ba30-0222e85c5ccf req-47463db0-4887-4e0e-9089-61f778af6295 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 210 time: 0.0351336 Aug 09 16:09:56.060782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7a5cb3b-03c3-406b-a778-36946e4f8cd4 req-37b615cb-7c2e-4bac-ab32-0536bf823a82 service neutron] 10.222.0.53 "GET /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076171 Aug 09 16:09:56.117964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 42f1edd2-de1a-4443-b187-a40b238fbbe5 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:09:56.221833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 42f1edd2-de1a-4443-b187-a40b238fbbe5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=42f1edd2-de1a-4443-b187-a40b238fbbe5,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:56.233804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '42f1edd2-de1a-4443-b187-a40b238fbbe5', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '42f1edd2-de1a-4443-b187-a40b238fbbe5', 'mac_address': 'fa:16:3e:45:97:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:09:56.284369 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:56.298900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f1edd2-de1a-4443-b187-a40b238fbbe5 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:09:56.321023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 42f1edd2-de1a-4443-b187-a40b238fbbe5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=42f1edd2-de1a-4443-b187-a40b238fbbe5,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:56.326142 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:56.381491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=42f1edd2-de1a-4443-b187-a40b238fbbe5,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:56.558385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbaeb4e-a1cc-4419-af3f-4917b1095a16 req-963b5643-fc8b-416b-842a-3566b653022e tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:56.559943 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fbaeb4e-a1cc-4419-af3f-4917b1095a16 req-963b5643-fc8b-416b-842a-3566b653022e tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 949 time: 0.0523350 Aug 09 16:09:56.572476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['42f1edd2-de1a-4443-b187-a40b238fbbe5'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:09:56.602371 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fbaeb4e-a1cc-4419-af3f-4917b1095a16 req-96bd2e39-4b88-490a-a13b-79322353ad89 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/security-groups?id=5be436fa-0e3d-484e-975a-fe93e60cfa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364931 Aug 09 16:09:56.850079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055cd72-6c91-4ffd-bd9d-87d9eb3c549d req-036a77ef-a5bc-4566-a084-91f2b5340326 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:56.851702 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d055cd72-6c91-4ffd-bd9d-87d9eb3c549d req-036a77ef-a5bc-4566-a084-91f2b5340326 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 983 time: 0.0573387 Aug 09 16:09:56.898499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d055cd72-6c91-4ffd-bd9d-87d9eb3c549d req-872a217f-c3a4-4d0f-b832-ea5ecc5822b3 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0399132 Aug 09 16:09:57.059630 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b66961e-bc50-44d3-959c-84c00fa5f939 req-11cb3970-7238-4095-a7ac-618d782b6bcc tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 210 time: 0.0313997 Aug 09 16:09:57.623512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:09:57.742119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5,segment=NetworkSegment(821982c2-ac87-4f61-831f-b075845c7c19),segment_id=821982c2-ac87-4f61-831f-b075845c7c19)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:57.746628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7d293-2eff-421e-8261-085ac500510a req-0ae5ffd6-78d3-4101-949a-8266cc7636ed tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:57.748247 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5ee7d293-2eff-421e-8261-085ac500510a req-0ae5ffd6-78d3-4101-949a-8266cc7636ed tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 949 time: 0.0526221 Aug 09 16:09:57.753815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'port_id': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5', 'mac_address': 'fa:16:3e:34:23:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:09:57.789524 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5ee7d293-2eff-421e-8261-085ac500510a req-4c0558fa-6dfb-4e42-943a-20912c1e2c18 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/security-groups?id=5be436fa-0e3d-484e-975a-fe93e60cfa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344315 Aug 09 16:09:57.793564 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:57.808783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:09:57.833772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5,segment=NetworkSegment(821982c2-ac87-4f61-831f-b075845c7c19),segment_id=821982c2-ac87-4f61-831f-b075845c7c19)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:57.839551 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:57.890178 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:58.029179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a860c6e-ec2e-4f15-a809-fc6bdcf8457a req-b375d2bb-1f49-4eb9-95c1-192fbcf04db8 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:58.030772 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a860c6e-ec2e-4f15-a809-fc6bdcf8457a req-b375d2bb-1f49-4eb9-95c1-192fbcf04db8 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 984 time: 0.0580406 Aug 09 16:09:58.046893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c3fee63a-a840-4f7e-90aa-3fc2844f4ec5'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:09:58.097419 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a860c6e-ec2e-4f15-a809-fc6bdcf8457a req-1bfec7a6-d2e1-4905-ae19-cec13228be64 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0590534 Aug 09 16:09:58.130688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 42f1edd2-de1a-4443-b187-a40b238fbbe5 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:58.198065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0eae4312-b6fd-4553-a75e-d4e3b77b04d9 req-9d002c44-97e6-4db4-993d-479f256e2842 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=7148303a-906b-4868-a0e7-90eae85ce53f HTTP/1.1" status: 200 len: 210 time: 0.0400038 Aug 09 16:09:58.241798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 42f1edd2-de1a-4443-b187-a40b238fbbe5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:58.253213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 42f1edd2-de1a-4443-b187-a40b238fbbe5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:58.253600 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:58.357130 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:58.380808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246f0883-0410-4847-8289-e0849f7b4515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f1edd2-de1a-4443-b187-a40b238fbbe5'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:09:58.383132 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda30649-c16b-433a-a2b0-c2b83e96f9a5" -d '{"events": [{"server_uuid": "246f0883-0410-4847-8289-e0849f7b4515", "name": "network-vif-plugged", "status": "completed", "tag": "42f1edd2-de1a-4443-b187-a40b238fbbe5"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:09:58.397333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 42f1edd2-de1a-4443-b187-a40b238fbbe5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=42f1edd2-de1a-4443-b187-a40b238fbbe5,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:58.402200 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:58.431300 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d634ec4-664a-4897-8455-5e74e6cdc328 x-openstack-request-id: req-2d634ec4-664a-4897-8455-5e74e6cdc328 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:09:58.431594 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246f0883-0410-4847-8289-e0849f7b4515", "name": "network-vif-plugged", "status": "completed", "tag": "42f1edd2-de1a-4443-b187-a40b238fbbe5", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:09:58.431846 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d634ec4-664a-4897-8455-5e74e6cdc328 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:09:58.432233 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246f0883-0410-4847-8289-e0849f7b4515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f1edd2-de1a-4443-b187-a40b238fbbe5', 'code': 200} Aug 09 16:09:58.465843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=42f1edd2-de1a-4443-b187-a40b238fbbe5,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:09:58.554170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3853ddf-2e40-4f89-8eb7-4193c4ce7181 req-38c8a18b-405a-4830-925f-6784447211fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:58.556934 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3853ddf-2e40-4f89-8eb7-4193c4ce7181 req-38c8a18b-405a-4830-925f-6784447211fc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 1101 time: 0.0662487 Aug 09 16:09:58.593107 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3853ddf-2e40-4f89-8eb7-4193c4ce7181 req-1178ee94-6fa1-4672-bd3e-9fa7753660be service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5be436fa-0e3d-484e-975a-fe93e60cfa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290625 Aug 09 16:09:58.910578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606da5a8-b159-4212-aa9c-17de8526510a req-3734f5b0-f418-4999-80b2-31e4f7343b56 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:58.911973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-606da5a8-b159-4212-aa9c-17de8526510a req-3734f5b0-f418-4999-80b2-31e4f7343b56 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 950 time: 0.0524602 Aug 09 16:09:58.953346 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-606da5a8-b159-4212-aa9c-17de8526510a req-feac69c9-9095-4562-a28b-3357bd669559 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/security-groups?id=5be436fa-0e3d-484e-975a-fe93e60cfa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347421 Aug 09 16:09:59.226844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b410f-2df0-422a-9f59-392b521a2e61 req-7964f0be-c915-48ed-abbc-b683696336c0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:09:59.229029 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-789b410f-2df0-422a-9f59-392b521a2e61 req-7964f0be-c915-48ed-abbc-b683696336c0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 984 time: 0.0571079 Aug 09 16:09:59.282787 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-789b410f-2df0-422a-9f59-392b521a2e61 req-f2170ce8-42fe-436d-bbb8-f2296fc99caa tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0470529 Aug 09 16:09:59.654262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:09:59.707427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:09:59.711255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:09:59.711639 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:59.810368 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:59.851731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5,segment=NetworkSegment(821982c2-ac87-4f61-831f-b075845c7c19),segment_id=821982c2-ac87-4f61-831f-b075845c7c19)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:09:59.857445 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:59.919858 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:00.152415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2e0f6-de60-44a0-9e52-375bb215e270 req-2a544b13-6f5e-49de-9636-5e6892c1a2f4 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:00.154704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3ac2e0f6-de60-44a0-9e52-375bb215e270 req-2a544b13-6f5e-49de-9636-5e6892c1a2f4 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 950 time: 0.1043403 Aug 09 16:10:00.210363 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3ac2e0f6-de60-44a0-9e52-375bb215e270 req-01fbc620-3f23-4585-bf87-b73b5e3998bf tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/security-groups?id=5be436fa-0e3d-484e-975a-fe93e60cfa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487936 Aug 09 16:10:00.429233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91736a4c-b6b0-4103-9534-ab929f7145e6 req-5e519711-044f-4971-ab5d-cd9ed4fdc14d tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:00.433909 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:00.436541 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f0b7ea-7f31-40f4-8137-a638ae8d0c3e" -d '{"events": [{"server_uuid": "5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1", "name": "network-vif-plugged", "status": "completed", "tag": "c3fee63a-a840-4f7e-90aa-3fc2844f4ec5"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:00.441951 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91736a4c-b6b0-4103-9534-ab929f7145e6 req-5e519711-044f-4971-ab5d-cd9ed4fdc14d tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 985 time: 0.0802104 Aug 09 16:10:00.519657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91736a4c-b6b0-4103-9534-ab929f7145e6 req-7b809522-9b2d-4e8c-9a35-1156447e2ec3 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0763984 Aug 09 16:10:00.579101 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f02da03-bd7f-4090-9d43-2c7941fa0095 x-openstack-request-id: req-8f02da03-bd7f-4090-9d43-2c7941fa0095 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:00.579970 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1", "name": "network-vif-plugged", "status": "completed", "tag": "c3fee63a-a840-4f7e-90aa-3fc2844f4ec5", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:00.583360 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f02da03-bd7f-4090-9d43-2c7941fa0095 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:00.583888 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5', 'code': 200} Aug 09 16:10:00.703825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91566c02-e527-41b2-9985-e0a0d40389d5 req-9ce81246-f348-475d-9cf1-da6a9d941236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:00.705978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91566c02-e527-41b2-9985-e0a0d40389d5 req-9ce81246-f348-475d-9cf1-da6a9d941236 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 1136 time: 0.0523195 Aug 09 16:10:00.756204 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91566c02-e527-41b2-9985-e0a0d40389d5 req-3c9bdb28-8dfe-4202-b8fc-c31171271b72 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0425980 Aug 09 16:10:01.660788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97947ae4-7d6a-4f53-8ec4-f4afa3386405 req-2975a0a4-4206-4e9b-ad4d-c21f21675796 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:01.662485 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97947ae4-7d6a-4f53-8ec4-f4afa3386405 req-2975a0a4-4206-4e9b-ad4d-c21f21675796 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 985 time: 0.0541043 Aug 09 16:10:01.715217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97947ae4-7d6a-4f53-8ec4-f4afa3386405 req-7840ce42-e34b-4fa1-b5e0-4d1e2a8230fb tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0447097 Aug 09 16:10:01.885757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ad5c9-9adf-4d33-a8d1-129ad5f83581 req-c42f59d5-83c7-4e10-8ad8-95004ff6bcaa tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:01.896242 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-989ad5c9-9adf-4d33-a8d1-129ad5f83581 req-c42f59d5-83c7-4e10-8ad8-95004ff6bcaa tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 985 time: 0.0847964 Aug 09 16:10:01.977266 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-989ad5c9-9adf-4d33-a8d1-129ad5f83581 req-3a3eca78-aad1-40b1-a1b2-9142af091f71 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0741777 Aug 09 16:10:02.091979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a13fb-2dcf-4ca5-b758-89a2f4d48c74 req-83ec7c6c-d0df-442a-819a-639cbb60d360 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:02.100079 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f6a13fb-2dcf-4ca5-b758-89a2f4d48c74 req-83ec7c6c-d0df-442a-819a-639cbb60d360 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 1136 time: 0.0600150 Aug 09 16:10:02.123059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5f6a13fb-2dcf-4ca5-b758-89a2f4d48c74 req-f4c351ae-f849-4974-aff8-00e394e711d1 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:02.248239 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5f6a13fb-2dcf-4ca5-b758-89a2f4d48c74 req-f4c351ae-f849-4974-aff8-00e394e711d1 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:02.254521 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [req-5f6a13fb-2dcf-4ca5-b758-89a2f4d48c74 req-f4c351ae-f849-4974-aff8-00e394e711d1 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:02.300161 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f6a13fb-2dcf-4ca5-b758-89a2f4d48c74 req-f4c351ae-f849-4974-aff8-00e394e711d1 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1991265 Aug 09 16:10:02.300884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c351ae-f849-4974-aff8-00e394e711d1 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c91c2bf-d7e3-4734-ad9e-c7adb7f0e701,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:02.324156 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43082) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:02.398578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddc3571-9575-4cfa-81c3-99b72790df62 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:02.404016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bddc3571-9575-4cfa-81c3-99b72790df62 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 1131 time: 0.0786264 Aug 09 16:10:02.404285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43090) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:02.409042 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5', 'tenant_id': '3572756c741e470fae09babf4023791f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:02.437308 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:02.570473 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:02.698688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Allocated IP 172.25.2.139 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/3ca744fd-1ce8-42be-bca5-8006787e178e) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:02.823813 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:02.891620 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:02.975556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:02.979936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:02.985472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:03.044282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Port': ['ID=3ca744fd-1ce8-42be-bca5-8006787e178e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:03.643011 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:03.769257 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:03.980517 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:03.985157 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:04.037872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Port': ['ID=3ca744fd-1ce8-42be-bca5-8006787e178e,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:04.095477 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:04.256599 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Floating IP 8102702a-89c4-4c05-b6cc-81a25eb1a9e5 associated. External IP: 172.25.2.139, port: c3fee63a-a840-4f7e-90aa-3fc2844f4ec5. Aug 09 16:10:04.509367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Router 491a6431-fdb4-4689-b57d-c53d47185782 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:10:04.668357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:10:04.680991 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5941b31a-2094-484c-a962-bea3616d7b0d None None] Sync routers for ids ['491a6431-fdb4-4689-b57d-c53d47185782'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:10:04.694484 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941b31a-2094-484c-a962-bea3616d7b0d None None] Routers {'491a6431-fdb4-4689-b57d-c53d47185782'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:04.695383 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5941b31a-2094-484c-a962-bea3616d7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['491a6431-fdb4-4689-b57d-c53d47185782'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:04.703350 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:04.749895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b15eeef8-509d-4f2c-a932-6538670a4a1e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3446522 Aug 09 16:10:04.750748 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'tag': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:04.752766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43172) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:04.754306 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eede4f1-0917-4236-89e1-83a1095efbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1", "tag": "c3fee63a-a840-4f7e-90aa-3fc2844f4ec5"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:04.893030 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5941b31a-2094-484c-a962-bea3616d7b0d None None] Set router 491a6431-fdb4-4689-b57d-c53d47185782 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:05.075888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5c1b7-15b4-4ef1-a9ce-63511f680d9d tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.076368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5c1b7-15b4-4ef1-a9ce-63511f680d9d tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.076842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5c1b7-15b4-4ef1-a9ce-63511f680d9d tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.077323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5c1b7-15b4-4ef1-a9ce-63511f680d9d tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.077822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5c1b7-15b4-4ef1-a9ce-63511f680d9d tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.078292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5c1b7-15b4-4ef1-a9ce-63511f680d9d tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.083586 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43178) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:05.090261 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c3e5c1b7-15b4-4ef1-a9ce-63511f680d9d tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3362913 Aug 09 16:10:05.110415 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3703d79-c6c2-4ad9-8e58-dbba1a46a732 x-openstack-request-id: req-f3703d79-c6c2-4ad9-8e58-dbba1a46a732 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:05.110771 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1", "tag": "c3fee63a-a840-4f7e-90aa-3fc2844f4ec5", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:05.110960 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3703d79-c6c2-4ad9-8e58-dbba1a46a732 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:05.111362 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'tag': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5', 'status': 'completed', 'code': 200} Aug 09 16:10:05.224275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933135e-dca4-48e3-ba21-77ac0b9d80a0 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.224596 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933135e-dca4-48e3-ba21-77ac0b9d80a0 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.225042 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933135e-dca4-48e3-ba21-77ac0b9d80a0 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.225509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933135e-dca4-48e3-ba21-77ac0b9d80a0 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.226134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933135e-dca4-48e3-ba21-77ac0b9d80a0 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.226605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933135e-dca4-48e3-ba21-77ac0b9d80a0 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.231574 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6933135e-dca4-48e3-ba21-77ac0b9d80a0 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1437058 Aug 09 16:10:05.231791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eede4f1-0917-4236-89e1-83a1095efbd6 req-7b533c07-02a3-4a3a-b054-94bf99dfac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.231791 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5eede4f1-0917-4236-89e1-83a1095efbd6 req-7b533c07-02a3-4a3a-b054-94bf99dfac05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3572756c741e470fae09babf4023791f&device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 1136 time: 0.1022937 Aug 09 16:10:05.232233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43184) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:05.415944 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5941b31a-2094-484c-a962-bea3616d7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '8102702a-89c4-4c05-b6cc-81a25eb1a9e5', 'tenant_id': '3572756c741e470fae09babf4023791f', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'port_id': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'mac_address': 'fa:16:3e:34:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:10:03Z', 'updated_at': '2021-08-09T16:10:03Z', 'revision_number': 0, 'project_id': '3572756c741e470fae09babf4023791f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d4b51a-63f4-47c9-8d91-2ed22e05072f', 'name': '', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'tenant_id': '3572756c741e470fae09babf4023791f', 'mac_address': 'fa:16:3e:f6:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:43Z', 'updated_at': '2021-08-09T16:09:50Z', 'revision_number': 5, 'project_id': '3572756c741e470fae09babf4023791f', 'subnets': [{'id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:05.463367 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5941b31a-2094-484c-a962-bea3616d7b0d None None] Checking router: 491a6431-fdb4-4689-b57d-c53d47185782 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:10:05.481632 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941b31a-2094-484c-a962-bea3616d7b0d None None] Routers {'491a6431-fdb4-4689-b57d-c53d47185782'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:05.482310 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5941b31a-2094-484c-a962-bea3616d7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:09:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['491a6431-fdb4-4689-b57d-c53d47185782'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:05.625038 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5941b31a-2094-484c-a962-bea3616d7b0d None None] Set router 491a6431-fdb4-4689-b57d-c53d47185782 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:05.981508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eede4f1-0917-4236-89e1-83a1095efbd6 req-a009ea17-1a12-4d06-8511-c246e6978bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:05.983309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5eede4f1-0917-4236-89e1-83a1095efbd6 req-a009ea17-1a12-4d06-8511-c246e6978bac service neutron] 10.222.0.53 "GET /v2.0/networks?id=2df958db-3a2d-44b9-814f-526bf0d2ba27 HTTP/1.1" status: 200 len: 898 time: 0.6672568 Aug 09 16:10:06.074726 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5941b31a-2094-484c-a962-bea3616d7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '8102702a-89c4-4c05-b6cc-81a25eb1a9e5', 'tenant_id': '3572756c741e470fae09babf4023791f', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'port_id': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'mac_address': 'fa:16:3e:34:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:10:03Z', 'updated_at': '2021-08-09T16:10:03Z', 'revision_number': 0, 'project_id': '3572756c741e470fae09babf4023791f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d4b51a-63f4-47c9-8d91-2ed22e05072f', 'name': '', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'tenant_id': '3572756c741e470fae09babf4023791f', 'mac_address': 'fa:16:3e:f6:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:43Z', 'updated_at': '2021-08-09T16:09:50Z', 'revision_number': 5, 'project_id': '3572756c741e470fae09babf4023791f', 'subnets': [{'id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:06.108885 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5941b31a-2094-484c-a962-bea3616d7b0d None None] The sync data for ids ['491a6431-fdb4-4689-b57d-c53d47185782'] in n-d-803778-2 is: [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '8102702a-89c4-4c05-b6cc-81a25eb1a9e5', 'tenant_id': '3572756c741e470fae09babf4023791f', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'port_id': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'mac_address': 'fa:16:3e:34:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:10:03Z', 'updated_at': '2021-08-09T16:10:03Z', 'revision_number': 0, 'project_id': '3572756c741e470fae09babf4023791f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d4b51a-63f4-47c9-8d91-2ed22e05072f', 'name': '', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'tenant_id': '3572756c741e470fae09babf4023791f', 'mac_address': 'fa:16:3e:f6:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:43Z', 'updated_at': '2021-08-09T16:09:50Z', 'revision_number': 5, 'project_id': '3572756c741e470fae09babf4023791f', 'subnets': [{'id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:10:06.168738 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5eede4f1-0917-4236-89e1-83a1095efbd6 req-265cb726-8685-4193-8774-71ac664dea17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 HTTP/1.1" status: 200 len: 1000 time: 0.1763036 Aug 09 16:10:06.250045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-694e666d-f4e5-4751-be10-a3d121ff4d2c tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 1.0166759 Aug 09 16:10:06.253029 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43204) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:06.294728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eede4f1-0917-4236-89e1-83a1095efbd6 req-48f538e8-368f-4498-b026-4faca149b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:06.296500 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5eede4f1-0917-4236-89e1-83a1095efbd6 req-48f538e8-368f-4498-b026-4faca149b1c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d HTTP/1.1" status: 200 len: 834 time: 0.1004429 Aug 09 16:10:06.329877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43206) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:06.348321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d82fe-b0b3-424c-9ddc-4c63464f71a8 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:06.348937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d82fe-b0b3-424c-9ddc-4c63464f71a8 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:06.351062 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-125d82fe-b0b3-424c-9ddc-4c63464f71a8 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=491a6431-fdb4-4689-b57d-c53d47185782 HTTP/1.1" status: 200 len: 1989 time: 0.0967045 Aug 09 16:10:06.361898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eede4f1-0917-4236-89e1-83a1095efbd6 req-794977e7-15eb-49ab-ba8c-99b30ea51d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:06.363639 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5eede4f1-0917-4236-89e1-83a1095efbd6 req-794977e7-15eb-49ab-ba8c-99b30ea51d37 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2df958db-3a2d-44b9-814f-526bf0d2ba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596511 Aug 09 16:10:06.483848 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5eede4f1-0917-4236-89e1-83a1095efbd6 req-1ba32148-7c90-4f21-bd17-4d624ab63576 service neutron] 10.222.0.53 "GET /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122389 Aug 09 16:10:06.501422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e4c3d-cfdb-48c8-8e92-e4a1cb6fca7d None None] New status for floating IP 8102702a-89c4-4c05-b6cc-81a25eb1a9e5: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:10:06.535222 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc156564-a95b-4640-bad9-70c196a8b58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:06.612074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5eede4f1-0917-4236-89e1-83a1095efbd6 req-cf188d43-c67d-4776-b716-8d4ea5e58371 service neutron] 10.222.0.53 "GET /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215863 Aug 09 16:10:06.661877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc156564-a95b-4640-bad9-70c196a8b58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:06.667784 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cc156564-a95b-4640-bad9-70c196a8b58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:06.711408 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cc156564-a95b-4640-bad9-70c196a8b58c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=58ae09c95cc041e084b974699099c428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3795133 Aug 09 16:10:06.712874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc156564-a95b-4640-bad9-70c196a8b58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4784e83-5a28-4d93-baac-5ba134a075e1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:06.715514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43214) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:06.781303 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bde6a49-eeeb-4f90-856a-a76bcb7b8137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:06.803685 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bde6a49-eeeb-4f90-856a-a76bcb7b8137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:06.851960 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bde6a49-eeeb-4f90-856a-a76bcb7b8137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:06.855224 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bde6a49-eeeb-4f90-856a-a76bcb7b8137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:06.856461 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2bde6a49-eeeb-4f90-856a-a76bcb7b8137 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4784e83-5a28-4d93-baac-5ba134a075e1 HTTP/1.1" status: 204 len: 168 time: 0.1395319 Aug 09 16:10:06.865785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde6a49-eeeb-4f90-856a-a76bcb7b8137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4784e83-5a28-4d93-baac-5ba134a075e1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:07.168945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43220) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:07.183937 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36c23fcf-b4b1-45db-bb4e-12e828c0578b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:07.283365 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36c23fcf-b4b1-45db-bb4e-12e828c0578b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:07.288550 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36c23fcf-b4b1-45db-bb4e-12e828c0578b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:07.289500 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:10:07.330027 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-36c23fcf-b4b1-45db-bb4e-12e828c0578b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0755828ec9f6411ab8185b532ae76da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598592 Aug 09 16:10:07.330896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c23fcf-b4b1-45db-bb4e-12e828c0578b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a786e014-6b9f-43fd-9599-5f70865171a2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:07.333239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43224) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:07.411832 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fede2102-b800-4cfa-a5fe-2ca86e995664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:07.435531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fede2102-b800-4cfa-a5fe-2ca86e995664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:07.491320 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fede2102-b800-4cfa-a5fe-2ca86e995664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:07.494977 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fede2102-b800-4cfa-a5fe-2ca86e995664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:07.498536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fede2102-b800-4cfa-a5fe-2ca86e995664 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a786e014-6b9f-43fd-9599-5f70865171a2 HTTP/1.1" status: 204 len: 168 time: 0.1615860 Aug 09 16:10:07.506452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede2102-b800-4cfa-a5fe-2ca86e995664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a786e014-6b9f-43fd-9599-5f70865171a2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:07.624311 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1c9b3382-abda-4532-b136-16130a4c847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:07.860570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43232) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:07.874524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92260edf-b86d-478e-ab43-0c139380760e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:07.979301 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92260edf-b86d-478e-ab43-0c139380760e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:07.984664 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-92260edf-b86d-478e-ab43-0c139380760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:08.023630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92260edf-b86d-478e-ab43-0c139380760e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff14203-27db-425a-8fcd-12ae32afb084,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:08.029784 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-92260edf-b86d-478e-ab43-0c139380760e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1264b44faa5645abab55ad1645337892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679411 Aug 09 16:10:08.032370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43234) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:08.096948 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d368974f-8e7c-44c3-91e5-9e50dd5e68b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:08.120739 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d368974f-8e7c-44c3-91e5-9e50dd5e68b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:08.174592 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d368974f-8e7c-44c3-91e5-9e50dd5e68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:08.177436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d368974f-8e7c-44c3-91e5-9e50dd5e68b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:08.178640 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d368974f-8e7c-44c3-91e5-9e50dd5e68b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1ff14203-27db-425a-8fcd-12ae32afb084 HTTP/1.1" status: 204 len: 168 time: 0.1451552 Aug 09 16:10:08.189979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368974f-8e7c-44c3-91e5-9e50dd5e68b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff14203-27db-425a-8fcd-12ae32afb084,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:10.524280 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-109ae30a-d65e-483e-88e3-98253b8cc9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:10.873123 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:11.531225 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:11.625296 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:13.226644 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:13.453745 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:13.872779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43338) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:14.038894 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2aa563e6-c9d4-4806-be2e-2ff5e731d9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:14.174585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2aa563e6-c9d4-4806-be2e-2ff5e731d9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:14.179665 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2aa563e6-c9d4-4806-be2e-2ff5e731d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:14.225785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2aa563e6-c9d4-4806-be2e-2ff5e731d9e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1daef8bcad524ab28705920b051575f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518419 Aug 09 16:10:14.226698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa563e6-c9d4-4806-be2e-2ff5e731d9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943659a2-9164-4be8-925a-ab312dde49d4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:14.229353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43344) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:14.291217 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9d2e141-10ee-49ec-9b17-a3466383607b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:14.318424 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9d2e141-10ee-49ec-9b17-a3466383607b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:14.367841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9d2e141-10ee-49ec-9b17-a3466383607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:14.371560 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e9d2e141-10ee-49ec-9b17-a3466383607b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:14.372803 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e9d2e141-10ee-49ec-9b17-a3466383607b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/943659a2-9164-4be8-925a-ab312dde49d4 HTTP/1.1" status: 204 len: 168 time: 0.1417949 Aug 09 16:10:14.381326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2e141-10ee-49ec-9b17-a3466383607b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943659a2-9164-4be8-925a-ab312dde49d4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:14.716325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43350) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:14.731214 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-479dfa52-68ed-4f78-8acc-35df52fdc2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:14.841850 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-479dfa52-68ed-4f78-8acc-35df52fdc2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:14.851844 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-479dfa52-68ed-4f78-8acc-35df52fdc2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:14.904864 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-479dfa52-68ed-4f78-8acc-35df52fdc2a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06b303bab78d45b2be741560677d73b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871564 Aug 09 16:10:14.905509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dfa52-68ed-4f78-8acc-35df52fdc2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4343b7-8989-4efb-9ddb-54a89d94e601,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:14.908116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43354) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:14.985364 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18dc2713-5f73-44e1-913f-b10728029c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:15.015783 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18dc2713-5f73-44e1-913f-b10728029c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:15.069883 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18dc2713-5f73-44e1-913f-b10728029c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:15.073500 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-18dc2713-5f73-44e1-913f-b10728029c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:15.074848 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-18dc2713-5f73-44e1-913f-b10728029c8c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c4343b7-8989-4efb-9ddb-54a89d94e601 HTTP/1.1" status: 204 len: 168 time: 0.1656010 Aug 09 16:10:15.085495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc2713-5f73-44e1-913f-b10728029c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4343b7-8989-4efb-9ddb-54a89d94e601,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:17.539096 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43428) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:17.543858 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a2fbfcbb-a889-484e-aaa0-73cb82e2972e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1539652937', 'description': 'tempest-secgroup-smoke-1539652937 description', 'project_id': '38208f1d79934161b16e6cd64460fe00'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:17.576613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfcbb-a889-484e-aaa0-73cb82e2972e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:17.587399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfcbb-a889-484e-aaa0-73cb82e2972e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:17.723154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfcbb-a889-484e-aaa0-73cb82e2972e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:17.728814 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfcbb-a889-484e-aaa0-73cb82e2972e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:17.786508 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbfcbb-a889-484e-aaa0-73cb82e2972e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c70b53f-4b1b-463b-82c9-0914ca702e52,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:17.850380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfcbb-a889-484e-aaa0-73cb82e2972e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:17.855909 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfcbb-a889-484e-aaa0-73cb82e2972e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:17.892551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbfcbb-a889-484e-aaa0-73cb82e2972e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:17.896623 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfcbb-a889-484e-aaa0-73cb82e2972e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:17.901702 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a2fbfcbb-a889-484e-aaa0-73cb82e2972e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3578591 Aug 09 16:10:17.902492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43430) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:17.930474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7b264b68-ccd0-4db3-9f8a-dbbf7968ffd1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': '57fbc4fb-c471-4dc5-97ec-87b6bf551ee0', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:17.994116 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b264b68-ccd0-4db3-9f8a-dbbf7968ffd1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.122609 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b264b68-ccd0-4db3-9f8a-dbbf7968ffd1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.135075 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b264b68-ccd0-4db3-9f8a-dbbf7968ffd1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.167917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b264b68-ccd0-4db3-9f8a-dbbf7968ffd1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37546f11-135f-4bb4-ab97-84084f88e21e,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:18.183460 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b264b68-ccd0-4db3-9f8a-dbbf7968ffd1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.185063 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7b264b68-ccd0-4db3-9f8a-dbbf7968ffd1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2811947 Aug 09 16:10:18.188241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43432) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:18.193774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e8e23e6b-0073-472e-b952-7591ab7f295b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': '57fbc4fb-c471-4dc5-97ec-87b6bf551ee0', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:18.250431 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8e23e6b-0073-472e-b952-7591ab7f295b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.370808 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8e23e6b-0073-472e-b952-7591ab7f295b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.377749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8e23e6b-0073-472e-b952-7591ab7f295b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.404711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e23e6b-0073-472e-b952-7591ab7f295b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4b1fc3-d92a-4ec9-8577-afe200ad6caf,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:18.407857 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8e23e6b-0073-472e-b952-7591ab7f295b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.409515 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e8e23e6b-0073-472e-b952-7591ab7f295b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2197044 Aug 09 16:10:18.412384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43438) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:18.418456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b1ddaca1-8bbd-4393-bd7a-206dbe4c4364 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': '57fbc4fb-c471-4dc5-97ec-87b6bf551ee0', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:18.452760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1ddaca1-8bbd-4393-bd7a-206dbe4c4364 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.527557 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1ddaca1-8bbd-4393-bd7a-206dbe4c4364 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.532432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1ddaca1-8bbd-4393-bd7a-206dbe4c4364 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.552604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddaca1-8bbd-4393-bd7a-206dbe4c4364 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b077b7-efb8-4027-8b1e-379605d09652,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:18.563593 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1ddaca1-8bbd-4393-bd7a-206dbe4c4364 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.565324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b1ddaca1-8bbd-4393-bd7a-206dbe4c4364 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515489 Aug 09 16:10:18.568080 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43440) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:18.574931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8f0ef2a4-9ca8-48e3-a001-3e9439debbb3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': '57fbc4fb-c471-4dc5-97ec-87b6bf551ee0', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:18.610028 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f0ef2a4-9ca8-48e3-a001-3e9439debbb3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.683659 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f0ef2a4-9ca8-48e3-a001-3e9439debbb3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.687959 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f0ef2a4-9ca8-48e3-a001-3e9439debbb3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.704727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ef2a4-9ca8-48e3-a001-3e9439debbb3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af7c4b6-9429-4e5f-bdf4-7472ecac8436,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:18.719587 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f0ef2a4-9ca8-48e3-a001-3e9439debbb3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.728482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8f0ef2a4-9ca8-48e3-a001-3e9439debbb3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550612 Aug 09 16:10:18.728959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43444) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:18.733753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d73c750c-cae0-4763-88c0-bd6452674eb9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': '57fbc4fb-c471-4dc5-97ec-87b6bf551ee0', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:18.764662 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-d73c750c-cae0-4763-88c0-bd6452674eb9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Project 38208f1d79934161b16e6cd64460fe00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:10:18.773512 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d73c750c-cae0-4763-88c0-bd6452674eb9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.864621 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d73c750c-cae0-4763-88c0-bd6452674eb9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.870900 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d73c750c-cae0-4763-88c0-bd6452674eb9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.892021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c750c-cae0-4763-88c0-bd6452674eb9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a8440c-407d-40d2-9a5c-adfc7abed7ba,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:18.899636 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d73c750c-cae0-4763-88c0-bd6452674eb9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:18.914099 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d73c750c-cae0-4763-88c0-bd6452674eb9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1839552 Aug 09 16:10:18.914614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43446) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:18.921838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-371a0c33-cc48-4c77-ad09-0dedb97d0843 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': '57fbc4fb-c471-4dc5-97ec-87b6bf551ee0', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:18.950259 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-371a0c33-cc48-4c77-ad09-0dedb97d0843 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Project 38208f1d79934161b16e6cd64460fe00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:10:18.955794 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-371a0c33-cc48-4c77-ad09-0dedb97d0843 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.041881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-371a0c33-cc48-4c77-ad09-0dedb97d0843 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.048247 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-371a0c33-cc48-4c77-ad09-0dedb97d0843 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.078767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a0c33-cc48-4c77-ad09-0dedb97d0843 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88b9b04-ceb0-4ea5-9407-377e4a1190d0,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:19.088428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-371a0c33-cc48-4c77-ad09-0dedb97d0843 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.091894 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-371a0c33-cc48-4c77-ad09-0dedb97d0843 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1752465 Aug 09 16:10:19.095116 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43448) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:19.105761 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d2fa1df8-4d4c-4b70-8078-68162297732d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'network': {'name': 'tempest-network-smoke--962551766', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'port_security_enabled': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:19.130921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fa1df8-4d4c-4b70-8078-68162297732d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Made reservation on behalf of 38208f1d79934161b16e6cd64460fe00 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:10:19.135542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1df8-4d4c-4b70-8078-68162297732d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.169782 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fa1df8-4d4c-4b70-8078-68162297732d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:10:19.183897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1df8-4d4c-4b70-8078-68162297732d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.184583 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-d2fa1df8-4d4c-4b70-8078-68162297732d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Added segment fa7e0a3d-af0b-453f-9737-e36c127bccdd of type vlan for network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 Aug 09 16:10:19.235850 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1df8-4d4c-4b70-8078-68162297732d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.272328 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1df8-4d4c-4b70-8078-68162297732d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.279614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa1df8-4d4c-4b70-8078-68162297732d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:19.280779 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2fa1df8-4d4c-4b70-8078-68162297732d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.360016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43454) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:19.360279 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d2fa1df8-4d4c-4b70-8078-68162297732d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2633097 Aug 09 16:10:19.364830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'admin_state_up': True, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:19.381414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa1df8-4d4c-4b70-8078-68162297732d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Network': ['ID=a75ae6d4-ade4-4cab-bf2f-57caf902ec91,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:19.395825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:10:19.410814 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.411956 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.476521 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.652886 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.960829 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:19.985935 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:20.132244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.25.2.78 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/7e3bb9e7-a5ef-43e1-ad04-768742159d79) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:20.279065 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:20.330371 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:20.378790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:20.381827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:20.392166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:20.414196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=7e3bb9e7-a5ef-43e1-ad04-768742159d79,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:20.728961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:20.985403 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:21.128030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router aa0987a6-fbd3-4cf5-b3ee-7361e293832e is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:10:21.236186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:10:21.247873 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Sync routers for ids ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:10:21.260351 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:21.261298 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Routers {'aa0987a6-fbd3-4cf5-b3ee-7361e293832e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:21.261677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1f2df81a-57d1-4c2b-af0c-1f0005bd3926 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9007227 Aug 09 16:10:21.262441 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:21.264813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43460) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:21.375881 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Set router aa0987a6-fbd3-4cf5-b3ee-7361e293832e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:21.401096 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0e3811d6-c396-4961-b5d8-e72ffd6929a8 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=38208f1d79934161b16e6cd64460fe00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1351364 Aug 09 16:10:21.404129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43466) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:21.511775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb5777-b1be-43ea-96cc-519ddabb7c3f tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:21.516433 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e7bb5777-b1be-43ea-96cc-519ddabb7c3f tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1081347 Aug 09 16:10:21.516833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43470) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:21.558517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2ad986dd-e73d-4f4a-9339-c331adc176e2 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380926 Aug 09 16:10:21.558745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43474) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:21.563726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-faef68a5-491b-4860-b0cc-cd32ae56ae76 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1195388589', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:21.576677 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:20Z', 'revision_number': 3, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:21.605781 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Checking router: aa0987a6-fbd3-4cf5-b3ee-7361e293832e for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:10:21.606130 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Updating router aa0987a6-fbd3-4cf5-b3ee-7361e293832e port 7e3bb9e7-a5ef-43e1-ad04-768742159d79 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:10:21.633364 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:21.681242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faef68a5-491b-4860-b0cc-cd32ae56ae76 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Made reservation on behalf of 38208f1d79934161b16e6cd64460fe00 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:10:21.686905 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-faef68a5-491b-4860-b0cc-cd32ae56ae76 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:21.983296 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-faef68a5-491b-4860-b0cc-cd32ae56ae76 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:21.992919 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:22.005409 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Transition to ACTIVE for port object 7e3bb9e7-a5ef-43e1-ad04-768742159d79 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:22.013560 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:22.052861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef68a5-491b-4860-b0cc-cd32ae56ae76 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Subnet': ['ID=39a0f70d-dfda-4781-97a1-111ab6108bc1,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:22.063360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef68a5-491b-4860-b0cc-cd32ae56ae76 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Checking segment: {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:22.063360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef68a5-491b-4860-b0cc-cd32ae56ae76 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network hostable DHCP agents. Network: a75ae6d4-ade4-4cab-bf2f-57caf902ec91, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:10:22.088723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef68a5-491b-4860-b0cc-cd32ae56ae76 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:10:22.095287 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Attempting to bind port 7e3bb9e7-a5ef-43e1-ad04-768742159d79 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:22.095650 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Attempting to bind port 7e3bb9e7-a5ef-43e1-ad04-768742159d79 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:22.096076 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Attempting to bind port 7e3bb9e7-a5ef-43e1-ad04-768742159d79 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:22.105467 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Pushing event updated for resources: {'Port': ['ID=7e3bb9e7-a5ef-43e1-ad04-768742159d79,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:22.107906 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:22.108285 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:22.108689 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:22.109085 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:22.109572 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Bound port: 7e3bb9e7-a5ef-43e1-ad04-768742159d79, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:22.109979 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:22.113699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-faef68a5-491b-4860-b0cc-cd32ae56ae76 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, a75ae6d4-ade4-4cab-bf2f-57caf902ec91) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:22.121496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef68a5-491b-4860-b0cc-cd32ae56ae76 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:22.122183 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-faef68a5-491b-4860-b0cc-cd32ae56ae76 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:22.125079 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f1b551-366f-42ea-b75a-30bcb06f19b0 None None] Network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:10:22.149970 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-faef68a5-491b-4860-b0cc-cd32ae56ae76 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5884030 Aug 09 16:10:22.151555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43482) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:22.179661 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.180862 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.182257 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.183009 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.183658 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.184409 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.184983 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.188513 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.189223 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.190268 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.192428 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.193008 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.253779 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] For port 7e3bb9e7-a5ef-43e1-ad04-768742159d79, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:22.260238 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] For port 7e3bb9e7-a5ef-43e1-ad04-768742159d79, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=7e3bb9e7-a5ef-43e1-ad04-768742159d79,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:22.266431 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:22.333182 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Routers {'aa0987a6-fbd3-4cf5-b3ee-7361e293832e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:22.334121 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:22.376154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ips': [{'subnet_id': '39a0f70d-dfda-4781-97a1-111ab6108bc1'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:10:22.377021 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:22.383059 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc33b2b-b5ef-48aa-8f61-1e5ecd66796c None None] Pushing event updated for resources: {'Port': ['ID=7e3bb9e7-a5ef-43e1-ad04-768742159d79,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:22.501424 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] Set router aa0987a6-fbd3-4cf5-b3ee-7361e293832e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:22.624425 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Allocated IP 172.20.0.2 (a75ae6d4-ade4-4cab-bf2f-57caf902ec91/39a0f70d-dfda-4781-97a1-111ab6108bc1/c878fde1-611c-437b-ab8c-0f5b65325b16) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:22.751037 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:22.751633 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:20Z', 'revision_number': 3, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:22.799712 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:22.809966 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Transition to ACTIVE for port object c878fde1-611c-437b-ab8c-0f5b65325b16 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:22.827868 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Transition to ACTIVE for port object c878fde1-611c-437b-ab8c-0f5b65325b16 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:22.835673 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:22.845499 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7bc23b-73ad-4ed7-9d98-6d1f06d3d329 None None] The sync data for ids ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'] in n-d-803778-2 is: [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:20Z', 'revision_number': 3, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:10:22.900532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:22.921890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Pushing event updated for resources: {'Port': ['ID=c878fde1-611c-437b-ab8c-0f5b65325b16,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:22.933113 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.933854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.934528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.935105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.935710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.936277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.936822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.937360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.938357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.939030 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.939523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.940010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:22.943963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:22.950696 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:23.033672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Attempting to bind port c878fde1-611c-437b-ab8c-0f5b65325b16 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:23.034319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Attempting to bind port c878fde1-611c-437b-ab8c-0f5b65325b16 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:23.034851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Attempting to bind port c878fde1-611c-437b-ab8c-0f5b65325b16 on network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:23.045085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:23.046326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Checking segment: {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:23.047313 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:23.048448 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Bound using segment: {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:23.049489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Bound port: c878fde1-611c-437b-ab8c-0f5b65325b16, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:23.050118 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:23.129232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] For port c878fde1-611c-437b-ab8c-0f5b65325b16, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:23.134952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] For port c878fde1-611c-437b-ab8c-0f5b65325b16, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c878fde1-611c-437b-ab8c-0f5b65325b16,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:23.144732 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:23.259489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13d0cd-4761-49d3-9dbf-41cf1346e864 None None] Pushing event updated for resources: {'Port': ['ID=c878fde1-611c-437b-ab8c-0f5b65325b16,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:23.884711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.20.0.1 (a75ae6d4-ade4-4cab-bf2f-57caf902ec91/39a0f70d-dfda-4781-97a1-111ab6108bc1/d9876465-29e7-4604-9993-e37252badbc6) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:24.064054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.081430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Transition to ACTIVE for port object d9876465-29e7-4604-9993-e37252badbc6 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:24.137195 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.212855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:24.216538 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:24.236755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:24.281818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=d9876465-29e7-4604-9993-e37252badbc6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:24.357478 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.358475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7e3bb9e7-a5ef-43e1-ad04-768742159d79 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:24.438444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 7e3bb9e7-a5ef-43e1-ad04-768742159d79 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:24.439437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-764012e8-7518-4d8e-a0bd-3ca26a646f8c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:24.444371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 7e3bb9e7-a5ef-43e1-ad04-768742159d79 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:24.444823 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.447931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-764012e8-7518-4d8e-a0bd-3ca26a646f8c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.2133169 Aug 09 16:10:24.472478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-1181ed35-d132-4b73-a999-469980e1005d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/quotas/b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 375 time: 0.0229487 Aug 09 16:10:24.563605 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-01396dd4-763b-4803-b53e-a15954df7ffe tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886247 Aug 09 16:10:24.569480 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.610129 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.651618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 7e3bb9e7-a5ef-43e1-ad04-768742159d79, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=7e3bb9e7-a5ef-43e1-ad04-768742159d79,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:24.658302 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.659176 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c878fde1-611c-437b-ab8c-0f5b65325b16 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:24.695470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7d530465-a12a-472a-a4b3-ad38c10cb644 service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180191 Aug 09 16:10:24.698496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a64638-d145-430a-bc84-447d4429a429 None None] Network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:10:24.820849 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-42874cd5-4305-4011-9400-2b59a897dae5 service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248097 Aug 09 16:10:24.831873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=7e3bb9e7-a5ef-43e1-ad04-768742159d79,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:24.851248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-61fb0c44-4595-48e9-b93b-206f6a0ba184 None None] Provisioning for port c878fde1-611c-437b-ab8c-0f5b65325b16 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:24.905872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c878fde1-611c-437b-ab8c-0f5b65325b16 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:24.916058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c878fde1-611c-437b-ab8c-0f5b65325b16 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:24.916671 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:24.997954 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:25.005080 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:25.092449 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:25.129809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=d9876465-29e7-4604-9993-e37252badbc6,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:25.132611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port c878fde1-611c-437b-ab8c-0f5b65325b16, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c878fde1-611c-437b-ab8c-0f5b65325b16,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:25.137455 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:25.175349 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-967a35da-2a69-461f-8607-3ec3da6ab8cd req-a254ad14-ed37-452e-9ad2-8d6200cfcc5c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 210 time: 0.0899053 Aug 09 16:10:25.214923 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:25.242632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=c878fde1-611c-437b-ab8c-0f5b65325b16,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:25.348962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:25.350470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:25.494319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-83563e28-7267-4619-96ec-9bf9a110d733 None None] Provisioning complete for port c878fde1-611c-437b-ab8c-0f5b65325b16 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:25.494898 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-83563e28-7267-4619-96ec-9bf9a110d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:25.546962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router aa0987a6-fbd3-4cf5-b3ee-7361e293832e has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:10:25.674918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-83563e28-7267-4619-96ec-9bf9a110d733 None None] Provisioning for port d9876465-29e7-4604-9993-e37252badbc6 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:25.682356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-83563e28-7267-4619-96ec-9bf9a110d733 None None] Provisioning complete for port d9876465-29e7-4604-9993-e37252badbc6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:25.690247 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-83563e28-7267-4619-96ec-9bf9a110d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:25.746443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:10:25.752708 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-609dba6f-63a6-4e10-80b3-ca297178d8fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "PUT /v2.0/routers/aa0987a6-fbd3-4cf5-b3ee-7361e293832e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6000471 Aug 09 16:10:25.761522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Sync routers for ids ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:10:25.777829 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-83563e28-7267-4619-96ec-9bf9a110d733 None None] Port d9876465-29e7-4604-9993-e37252badbc6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:25.784574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Routers {'aa0987a6-fbd3-4cf5-b3ee-7361e293832e'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:25.786817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:25.941287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Set router aa0987a6-fbd3-4cf5-b3ee-7361e293832e gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:26.011712 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3cbead6f-7632-4879-b316-a72dd855e940 None None] Provisioning complete for port d9876465-29e7-4604-9993-e37252badbc6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:26.012494 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3cbead6f-7632-4879-b316-a72dd855e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:26.091705 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-93affa06-36d9-4fc2-be18-1a2ed034da5d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1539652937&fields=id&tenant_id=38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 267 time: 0.0626652 Aug 09 16:10:26.230841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-797d4198-ee32-45d0-983f-4922f6e534ba tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:26.232434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-797d4198-ee32-45d0-983f-4922f6e534ba tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/networks?id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91 HTTP/1.1" status: 200 len: 796 time: 0.1399300 Aug 09 16:10:26.254929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-6b9cbba8-db43-4ed9-90da-abc42b2ce318 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/quotas/38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 375 time: 0.0165923 Aug 09 16:10:26.324825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7e3bb9e7-a5ef-43e1-ad04-768742159d79 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:26.348356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-d870e34a-8b49-4670-bd07-f0e865561769 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922885 Aug 09 16:10:26.352102 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3cbead6f-7632-4879-b316-a72dd855e940 None None] Port d9876465-29e7-4604-9993-e37252badbc6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:26.372535 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ceeb925-7e83-4b9b-99a8-1b54dcc226f1 req-297aadf0-bc57-4272-a13b-87d8c2a143ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 210 time: 0.0669601 Aug 09 16:10:26.464488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 7e3bb9e7-a5ef-43e1-ad04-768742159d79 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:26.464810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:26.513309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-4d3a4b87-8c2a-4357-94c8-f4d202304ec7 service neutron] 10.222.0.81 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640563 Aug 09 16:10:26.526175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd9876465-29e7-4604-9993-e37252badbc6', 'name': '', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:cc:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:23Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 2, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:26.557890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Checking router: aa0987a6-fbd3-4cf5-b3ee-7361e293832e for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:10:26.558385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Updating router aa0987a6-fbd3-4cf5-b3ee-7361e293832e port d9876465-29e7-4604-9993-e37252badbc6 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:10:26.610490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-607a8a05-5788-435b-90ee-3e93e2003efc None None] Provisioning complete for port d9876465-29e7-4604-9993-e37252badbc6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:26.610858 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-607a8a05-5788-435b-90ee-3e93e2003efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:26.615023 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:26.620642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-2722fe0a-5663-46b9-989a-4a9abe7ff8bb tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:26.622841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-2722fe0a-5663-46b9-989a-4a9abe7ff8bb tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.1906214 Aug 09 16:10:26.642448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'port': {'device_id': '637a5415-de67-43fa-80ec-1d766da77e9a', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'admin_state_up': True, 'tenant_id': 'b288370f60b5456e956c547ef50d7598'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:26.683762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c878fde1-611c-437b-ab8c-0f5b65325b16 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:26.702089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-e1ce50f8-1dfe-4276-ab0f-ee0b9ecca6d5 service neutron] 10.222.0.81 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804850 Aug 09 16:10:26.734910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-607a8a05-5788-435b-90ee-3e93e2003efc None None] Port d9876465-29e7-4604-9993-e37252badbc6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:26.815020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Made reservation on behalf of b288370f60b5456e956c547ef50d7598 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:10:26.823879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:26.862980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c878fde1-611c-437b-ab8c-0f5b65325b16 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:26.863500 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:26.998387 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-acfbcf11-d7fc-4f42-96f8-c24272957516 req-139cc605-88b9-46e3-90b4-8a13a90a7809 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 210 time: 0.0540960 Aug 09 16:10:27.053172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Allocated IP 172.20.0.4 (c5932b02-aab2-4990-93ed-0c412c1e6cf6/f56dee80-a4af-40a8-ba00-0306592ad89b/8d119de1-4bff-4bba-b040-f49ba12a2fc5) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:27.155294 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:27.167232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Transition to ACTIVE for port object d9876465-29e7-4604-9993-e37252badbc6 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:27.175410 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:27.257531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:27.286177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Transition to ACTIVE for port object 8d119de1-4bff-4bba-b040-f49ba12a2fc5 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:27.401716 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:27.435145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385738c-aa69-4eab-b1e0-b23aec1e7351 None None] Pushing event updated for resources: {'Port': ['ID=d9876465-29e7-4604-9993-e37252badbc6,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:27.473732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Attempting to bind port d9876465-29e7-4604-9993-e37252badbc6 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:27.473732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Attempting to bind port d9876465-29e7-4604-9993-e37252badbc6 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:27.474406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Attempting to bind port d9876465-29e7-4604-9993-e37252badbc6 on network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:27.482690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:27.483630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:27.484249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Checking segment: {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:27.484751 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:27.485239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Bound using segment: {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:27.486802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Bound port: d9876465-29e7-4604-9993-e37252badbc6, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:27.486802 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:27.487317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:27.497520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:27.510636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=8d119de1-4bff-4bba-b040-f49ba12a2fc5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:27.629705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] For port d9876465-29e7-4604-9993-e37252badbc6, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:27.635907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] For port d9876465-29e7-4604-9993-e37252badbc6, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d9876465-29e7-4604-9993-e37252badbc6,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:27.643471 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:27.689556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:27.690331 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:27.719993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02979d24-9a9e-4acc-846c-c82068b61890 req-9c06f289-35fa-411d-af0f-c55cf79f0b39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:27.721919 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02979d24-9a9e-4acc-846c-c82068b61890 req-9c06f289-35fa-411d-af0f-c55cf79f0b39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 931 time: 0.1525688 Aug 09 16:10:27.724101 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-04d5ea29-1f6e-458d-9c19-d7be87be101a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0858417 Aug 09 16:10:27.772736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Request body: {'port': {'device_id': '637a5415-de67-43fa-80ec-1d766da77e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:27.853121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Routers {'aa0987a6-fbd3-4cf5-b3ee-7361e293832e'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:27.853955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:27.877066 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-02979d24-9a9e-4acc-846c-c82068b61890 req-8b774756-168d-4913-856d-17198030402c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478703 Aug 09 16:10:27.960127 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:27.974128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385738c-aa69-4eab-b1e0-b23aec1e7351 None None] Pushing event updated for resources: {'Port': ['ID=d9876465-29e7-4604-9993-e37252badbc6,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:28.109480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5975c2ff-5ab6-4f97-aab8-34fda1fcf2af None None] Provisioning for port 8d119de1-4bff-4bba-b040-f49ba12a2fc5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:28.120898 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5975c2ff-5ab6-4f97-aab8-34fda1fcf2af None None] Provisioning complete for port 8d119de1-4bff-4bba-b040-f49ba12a2fc5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:28.121275 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5975c2ff-5ab6-4f97-aab8-34fda1fcf2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:28.164157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] Set router aa0987a6-fbd3-4cf5-b3ee-7361e293832e gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:28.200132 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-85e62458-b0a1-4170-984e-c9f70e92711f req-08812bc3-9e7a-4663-8c49-1a4b79f7a3be tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 210 time: 0.0421784 Aug 09 16:10:28.239693 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5975c2ff-5ab6-4f97-aab8-34fda1fcf2af None None] Port 8d119de1-4bff-4bba-b040-f49ba12a2fc5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:28.529878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd9876465-29e7-4604-9993-e37252badbc6', 'name': '', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:cc:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:23Z', 'updated_at': '2021-08-09T16:10:27Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:28.564418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dfa5fe-ad31-410f-9ad5-3cacfa098dc2 None None] The sync data for ids ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'] in n-d-803778-2 is: [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd9876465-29e7-4604-9993-e37252badbc6', 'name': '', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:cc:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:23Z', 'updated_at': '2021-08-09T16:10:27Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:10:28.861848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d119de1-4bff-4bba-b040-f49ba12a2fc5 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:10:28.895462 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:28.963434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Transition to ACTIVE for port object 8d119de1-4bff-4bba-b040-f49ba12a2fc5 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:28.982317 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:29.020831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-bce75b73-f676-4f06-8231-756ebd4649ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:29.022352 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-bce75b73-f676-4f06-8231-756ebd4649ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "GET /v2.0/networks?id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91 HTTP/1.1" status: 200 len: 796 time: 0.6080501 Aug 09 16:10:29.135379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763ab80-47e5-4c53-8717-7f0eb34ae90a req-ec53c48c-38c1-422f-b832-7b48e24d5799 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:29.137261 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a763ab80-47e5-4c53-8717-7f0eb34ae90a req-ec53c48c-38c1-422f-b832-7b48e24d5799 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.1799965 Aug 09 16:10:29.138178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d119de1-4bff-4bba-b040-f49ba12a2fc5,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:29.150171 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-49269484-f1bf-4ed3-9860-43c219e8c379 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 380 time: 0.1081944 Aug 09 16:10:29.165058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'port': {'device_id': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'admin_state_up': True, 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'security_groups': ['57fbc4fb-c471-4dc5-97ec-87b6bf551ee0']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:29.290029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a763ab80-47e5-4c53-8717-7f0eb34ae90a req-8c4d4704-f859-4e49-b7dc-db454ebe806a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383052 Aug 09 16:10:29.345501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Attempting to bind port 8d119de1-4bff-4bba-b040-f49ba12a2fc5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:29.345857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Attempting to bind port 8d119de1-4bff-4bba-b040-f49ba12a2fc5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:29.346187 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Attempting to bind port 8d119de1-4bff-4bba-b040-f49ba12a2fc5 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:29.360997 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-495ef7b3-430b-458e-abab-131167ffdc4f req-d3500091-f60d-4608-a3b1-90c8105a74db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 210 time: 0.0476022 Aug 09 16:10:29.373877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Port 8d119de1-4bff-4bba-b040-f49ba12a2fc5 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:10:29.374348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Attempting to bind port 8d119de1-4bff-4bba-b040-f49ba12a2fc5 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:29.380718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:29.381053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Checking segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:29.381433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Bound using segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:29.381893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Bound port: 8d119de1-4bff-4bba-b040-f49ba12a2fc5, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:29.382251 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:29.404404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Made reservation on behalf of 38208f1d79934161b16e6cd64460fe00 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:10:29.408370 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:29.542248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] For port 8d119de1-4bff-4bba-b040-f49ba12a2fc5, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:29.566687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] For port 8d119de1-4bff-4bba-b040-f49ba12a2fc5, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8d119de1-4bff-4bba-b040-f49ba12a2fc5,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:29.607102 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:29.658902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:29.659397 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:29.661038 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] 10.222.0.53 "PUT /v2.0/ports/8d119de1-4bff-4bba-b040-f49ba12a2fc5 HTTP/1.1" status: 200 len: 1091 time: 1.9013114 Aug 09 16:10:29.663333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637a5415-de67-43fa-80ec-1d766da77e9a', 'tag': '8d119de1-4bff-4bba-b040-f49ba12a2fc5'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:29.666315 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a9be12-bd41-4d09-a1cd-855f2f19cd20" -d '{"events": [{"name": "network-changed", "server_uuid": "637a5415-de67-43fa-80ec-1d766da77e9a", "tag": "8d119de1-4bff-4bba-b040-f49ba12a2fc5"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:29.692616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.20.0.10 (a75ae6d4-ade4-4cab-bf2f-57caf902ec91/39a0f70d-dfda-4781-97a1-111ab6108bc1/b1a07a94-9ea3-40da-b6cb-d3b77f800a47) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:29.756710 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8feac801-9f3e-41b5-b9ca-177cab74cc82 x-openstack-request-id: req-8feac801-9f3e-41b5-b9ca-177cab74cc82 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:29.757233 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637a5415-de67-43fa-80ec-1d766da77e9a", "tag": "8d119de1-4bff-4bba-b040-f49ba12a2fc5", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:29.757465 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8feac801-9f3e-41b5-b9ca-177cab74cc82 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:29.757911 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637a5415-de67-43fa-80ec-1d766da77e9a', 'tag': '8d119de1-4bff-4bba-b040-f49ba12a2fc5', 'status': 'completed', 'code': 200} Aug 09 16:10:29.780422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e877b63-e703-480d-b447-f82a8d4726c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d119de1-4bff-4bba-b040-f49ba12a2fc5,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:29.815560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-f2a4852e-7be3-4758-a4a2-7157f7db9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:29.817083 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-f2a4852e-7be3-4758-a4a2-7157f7db9a70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 1094 time: 0.0991695 Aug 09 16:10:29.880584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-455256f9-88a8-4a6b-8d74-135192d8651d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d119de1-4bff-4bba-b040-f49ba12a2fc5 HTTP/1.1" status: 200 len: 217 time: 0.0448265 Aug 09 16:10:29.989401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-b49e0142-cd12-4ade-accc-60b164338f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:29.991287 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-b49e0142-cd12-4ade-accc-60b164338f7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0906339 Aug 09 16:10:30.131552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-ac7df0df-c21b-46af-9ac8-f854c639ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:30.134824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-ac7df0df-c21b-46af-9ac8-f854c639ae6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131358 Aug 09 16:10:30.170257 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:30.229332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d9876465-29e7-4604-9993-e37252badbc6 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:30.231858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Transition to ACTIVE for port object b1a07a94-9ea3-40da-b6cb-d3b77f800a47 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:30.286831 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-2a841cc7-6c68-427a-98f1-694591f727fe service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354098 Aug 09 16:10:30.318663 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d9876465-29e7-4604-9993-e37252badbc6 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:30.324055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d9876465-29e7-4604-9993-e37252badbc6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:30.324540 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:30.327848 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:30.413393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:30.424881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:30.439558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:30.448151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:30.485015 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:30.524522 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b0be6c1-b2e5-4f1c-9409-5e7d8bcb6529 req-3aa10d6e-38b5-4742-8219-053f64808569 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297943 Aug 09 16:10:30.531106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:30.532694 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:30.555651 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-eee9c949-52e9-4e0b-b4c5-58b1f9a32b69 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3943050 Aug 09 16:10:30.567989 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed4fd4-378b-498b-951f-56d5210124b5 req-b9c4f820-1a34-4427-b0f5-17bf53feca1e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:30.576512 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b8ed4fd4-378b-498b-951f-56d5210124b5 req-b9c4f820-1a34-4427-b0f5-17bf53feca1e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.1506679 Aug 09 16:10:30.601257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Request body: {'port': {'device_id': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:30.604657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port d9876465-29e7-4604-9993-e37252badbc6, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d9876465-29e7-4604-9993-e37252badbc6,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:30.613839 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:30.693375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b8ed4fd4-378b-498b-951f-56d5210124b5 req-32ac02ee-6905-46b9-a9e0-bee334ff2110 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034253 Aug 09 16:10:30.714378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=d9876465-29e7-4604-9993-e37252badbc6,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:30.764908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bb5b6-f8dc-49fd-ab64-41754e08e41c req-d3c548a8-7701-4992-96ae-a99206085040 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:30.766530 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-486bb5b6-f8dc-49fd-ab64-41754e08e41c req-d3c548a8-7701-4992-96ae-a99206085040 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 932 time: 0.2095935 Aug 09 16:10:30.785583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9be12-bd41-4d09-a1cd-855f2f19cd20 req-72a76e3d-68ea-4dd2-8b2e-2320fcfa0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:30.787077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10a9be12-bd41-4d09-a1cd-855f2f19cd20 req-72a76e3d-68ea-4dd2-8b2e-2320fcfa0b4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 1094 time: 0.1925697 Aug 09 16:10:30.790623 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:30.885228 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-486bb5b6-f8dc-49fd-ab64-41754e08e41c req-ca40cd23-d03f-44df-a594-8618d7d18828 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115026 Aug 09 16:10:30.908390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-13ad3d00-c254-4064-b752-de5cc50e3956 None None] Provisioning for port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:30.913036 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-13ad3d00-c254-4064-b752-de5cc50e3956 None None] Provisioning complete for port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:30.913551 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-13ad3d00-c254-4064-b752-de5cc50e3956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:30.977834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-13ad3d00-c254-4064-b752-de5cc50e3956 None None] Port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:31.059390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9be12-bd41-4d09-a1cd-855f2f19cd20 req-08e4193b-9ec0-494c-83ae-c6a4aa188c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:31.061805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10a9be12-bd41-4d09-a1cd-855f2f19cd20 req-08e4193b-9ec0-494c-83ae-c6a4aa188c3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.2631195 Aug 09 16:10:31.159091 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10a9be12-bd41-4d09-a1cd-855f2f19cd20 req-0aa7eab4-0be2-4dd6-881a-11ba1b168408 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d119de1-4bff-4bba-b040-f49ba12a2fc5 HTTP/1.1" status: 200 len: 217 time: 0.0851133 Aug 09 16:10:31.303934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9be12-bd41-4d09-a1cd-855f2f19cd20 req-b0be46ea-5fdb-46d3-9524-9fb5aabace30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:31.306224 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10a9be12-bd41-4d09-a1cd-855f2f19cd20 req-b0be46ea-5fdb-46d3-9524-9fb5aabace30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.1393943 Aug 09 16:10:31.458921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9be12-bd41-4d09-a1cd-855f2f19cd20 req-9599171e-e256-4572-a5bd-22549ef921b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:31.465091 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10a9be12-bd41-4d09-a1cd-855f2f19cd20 req-9599171e-e256-4572-a5bd-22549ef921b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457932 Aug 09 16:10:31.583242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a07a94-9ea3-40da-b6cb-d3b77f800a47 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:10:31.600103 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:31.639273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Transition to ACTIVE for port object b1a07a94-9ea3-40da-b6cb-d3b77f800a47 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:31.651765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10a9be12-bd41-4d09-a1cd-855f2f19cd20 req-da9e40d2-f266-4623-94dc-febc9ff7d015 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791410 Aug 09 16:10:31.653119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:31.885623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a5628-c054-4358-9ff7-32d7e1dc779a req-086a69c3-dc23-4213-af08-372a219d5800 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:31.896637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d97a5628-c054-4358-9ff7-32d7e1dc779a req-086a69c3-dc23-4213-af08-372a219d5800 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.1230323 Aug 09 16:10:31.951844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Pushing event updated for resources: {'Port': ['ID=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:31.968749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:31.969241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:31.969241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:31.969663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:31.970021 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:31.970370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:31.970677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:31.971000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:31.971342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:31.971713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:31.972070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:31.973208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:31.998245 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d97a5628-c054-4358-9ff7-32d7e1dc779a req-32daf1ee-4523-481c-b40e-d5b73365973f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004717 Aug 09 16:10:32.120249 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10a9be12-bd41-4d09-a1cd-855f2f19cd20 req-7866a5e6-74dd-40c3-a67d-0ce20f2c4f0e service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004521 Aug 09 16:10:32.138286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Attempting to bind port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:32.138710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Attempting to bind port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:32.139110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Attempting to bind port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 on network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:32.144801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 on network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:10:32.145265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Attempting to bind port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 on network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:32.161680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:32.161680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Checking segment: {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:32.161680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Bound using segment: {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:32.161680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Bound port: b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:32.161680 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:32.168553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa44121-c4d4-42bd-8cb2-2496d3130fb6 req-6dec3c70-ad4f-4236-881e-113a794b641b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:32.176158 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fa44121-c4d4-42bd-8cb2-2496d3130fb6 req-6dec3c70-ad4f-4236-881e-113a794b641b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 944 time: 0.1602061 Aug 09 16:10:32.230216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d9876465-29e7-4604-9993-e37252badbc6 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:32.262949 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fa44121-c4d4-42bd-8cb2-2496d3130fb6 req-f45f8897-8660-45db-a4a6-d57049b7f379 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857143 Aug 09 16:10:32.298729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:32.302861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:32.308123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d9876465-29e7-4604-9993-e37252badbc6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:32.308718 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:32.317922 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:32.375884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:32.376959 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:32.378296 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] 10.222.0.60 "PUT /v2.0/ports/b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 200 len: 1092 time: 1.7821624 Aug 09 16:10:32.378749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:32.381011 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8130fa9-763b-4876-bef9-e2588e5169bc" -d '{"events": [{"name": "network-changed", "server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:32.435873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcd9bb-00c3-4615-9ff9-f67fdc5ee8bd service neutron] Pushing event updated for resources: {'Port': ['ID=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:32.465407 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b77c11-4cfc-471b-b377-80407a958539 x-openstack-request-id: req-13b77c11-4cfc-471b-b377-80407a958539 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:32.466102 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:32.466895 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13b77c11-4cfc-471b-b377-80407a958539 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:32.467867 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'status': 'completed', 'code': 200} Aug 09 16:10:32.513843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-574106d8-dc94-4739-ad42-3b8f0c1e242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:32.515370 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-574106d8-dc94-4739-ad42-3b8f0c1e242c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1095 time: 0.0728378 Aug 09 16:10:32.571740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-68023bc2-840d-44c6-bb2f-fd5bf1022d00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 200 len: 217 time: 0.0444086 Aug 09 16:10:32.634223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-7873d53f-87c5-4e59-a21e-a321204636a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:32.635798 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-7873d53f-87c5-4e59-a21e-a321204636a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39a0f70d-dfda-4781-97a1-111ab6108bc1 HTTP/1.1" status: 200 len: 835 time: 0.0564082 Aug 09 16:10:32.705084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-90e9139e-25e8-4ef1-b8a7-8a042a3fc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:32.707000 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-90e9139e-25e8-4ef1-b8a7-8a042a3fc086 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630596 Aug 09 16:10:32.849225 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-deb6a396-dff9-471a-b5af-e136d23957a5 service neutron] 10.222.0.60 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340237 Aug 09 16:10:32.969315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d5fc0b8-271b-4d13-9faf-07ea504abc84 req-4d7bfd3b-144c-4cbf-a2a0-0a313e5244bd service neutron] 10.222.0.60 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119421 Aug 09 16:10:33.110247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8130fa9-763b-4876-bef9-e2588e5169bc req-06ab4c6e-7bf0-47ad-973e-d940bdb8d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:33.111924 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8130fa9-763b-4876-bef9-e2588e5169bc req-06ab4c6e-7bf0-47ad-973e-d940bdb8d80a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1095 time: 0.0744328 Aug 09 16:10:33.248780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bea649-0a19-4a0e-babe-632b0484e4d0 req-34934026-c9be-402e-b96c-2dd4820afa07 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:33.251350 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b6bea649-0a19-4a0e-babe-632b0484e4d0 req-34934026-c9be-402e-b96c-2dd4820afa07 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.1590655 Aug 09 16:10:33.329269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b6bea649-0a19-4a0e-babe-632b0484e4d0 req-281b5fe8-cec8-41b3-a830-86dc59a43b81 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643213 Aug 09 16:10:33.334083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8130fa9-763b-4876-bef9-e2588e5169bc req-77e8661d-2032-4bae-a161-bc8e8c93268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:33.335734 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8130fa9-763b-4876-bef9-e2588e5169bc req-77e8661d-2032-4bae-a161-bc8e8c93268e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91 HTTP/1.1" status: 200 len: 897 time: 0.2071950 Aug 09 16:10:33.394302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8130fa9-763b-4876-bef9-e2588e5169bc req-c9e9e54a-1865-4b3d-bce7-e961b4cbed56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 200 len: 217 time: 0.0472758 Aug 09 16:10:33.491732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8130fa9-763b-4876-bef9-e2588e5169bc req-b61946e1-f13d-47e9-80fa-b54d65fbbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:33.493259 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998446e4-b767-4b5b-a880-ac0e0348e5f3 req-82da1fdb-10c2-4d80-8ef9-10ebb2ffd64e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:33.494800 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8130fa9-763b-4876-bef9-e2588e5169bc req-b61946e1-f13d-47e9-80fa-b54d65fbbdbc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39a0f70d-dfda-4781-97a1-111ab6108bc1 HTTP/1.1" status: 200 len: 835 time: 0.0926008 Aug 09 16:10:33.495028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-998446e4-b767-4b5b-a880-ac0e0348e5f3 req-82da1fdb-10c2-4d80-8ef9-10ebb2ffd64e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 944 time: 0.0763731 Aug 09 16:10:33.571364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8130fa9-763b-4876-bef9-e2588e5169bc req-f1a89834-bfde-4dc7-b148-d03bdc118ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:33.573729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8130fa9-763b-4876-bef9-e2588e5169bc req-f1a89834-bfde-4dc7-b148-d03bdc118ade service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697517 Aug 09 16:10:33.605454 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-998446e4-b767-4b5b-a880-ac0e0348e5f3 req-071e6686-1803-42d0-b560-28f951d58a98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992413 Aug 09 16:10:33.694144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8130fa9-763b-4876-bef9-e2588e5169bc req-29614fb4-b0ed-4f86-87a1-76bf37d31780 service neutron] 10.222.0.60 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122200 Aug 09 16:10:33.822353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c8130fa9-763b-4876-bef9-e2588e5169bc req-aed9905c-1d29-4268-9eff-092c530cd095 service neutron] 10.222.0.60 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200914 Aug 09 16:10:34.486531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4931f6-9abd-444d-becd-5d58a1bb7a88 req-0bd13b1c-3f9c-4fd6-9ddb-7c8923ae948a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:34.489882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be4931f6-9abd-444d-becd-5d58a1bb7a88 req-0bd13b1c-3f9c-4fd6-9ddb-7c8923ae948a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.0749493 Aug 09 16:10:34.532147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be4931f6-9abd-444d-becd-5d58a1bb7a88 req-7d23f9d6-0c13-46ab-819e-efa1196a7cb3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348420 Aug 09 16:10:34.744953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4b5df-9036-4cd7-b810-7149d032fe66 req-fa38d895-ef46-497f-894b-0405188289df tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:34.746516 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f9e4b5df-9036-4cd7-b810-7149d032fe66 req-fa38d895-ef46-497f-894b-0405188289df tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 944 time: 0.0598340 Aug 09 16:10:34.810242 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f9e4b5df-9036-4cd7-b810-7149d032fe66 req-dea4df23-cb4c-4d02-8291-730e8e37ce78 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557437 Aug 09 16:10:35.663988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a04102-3baa-4aae-9b16-c486aeb38091 req-2a0e6bfa-5f75-489a-b6b5-ac26fa1f85ad tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:35.665769 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1a04102-3baa-4aae-9b16-c486aeb38091 req-2a0e6bfa-5f75-489a-b6b5-ac26fa1f85ad tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.0540354 Aug 09 16:10:35.714130 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1a04102-3baa-4aae-9b16-c486aeb38091 req-4f5fbfca-6ca6-4c49-a027-522837dba7dd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Aug 09 16:10:35.948681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef9ea3-2e06-4e8f-962a-4064dfd96bfb req-7acb4447-2b92-4437-b048-cfd0c3c32b1b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:35.951248 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9eef9ea3-2e06-4e8f-962a-4064dfd96bfb req-7acb4447-2b92-4437-b048-cfd0c3c32b1b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 944 time: 0.0580645 Aug 09 16:10:36.002902 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9eef9ea3-2e06-4e8f-962a-4064dfd96bfb req-cf52c5ab-50bc-4b26-a1d9-7f8b6cfdc7b2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454950 Aug 09 16:10:36.236047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b1a07a94-9ea3-40da-b6cb-d3b77f800a47 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:10:36.401122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:36.413061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'port_id': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'mac_address': 'fa:16:3e:a4:a3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:10:36.464929 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:36.482212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a07a94-9ea3-40da-b6cb-d3b77f800a47 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:10:36.503543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:36.508054 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:36.576812 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:36.734009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['b1a07a94-9ea3-40da-b6cb-d3b77f800a47'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:10:36.919614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1e414-cda8-4403-ac40-a360ad95fb1f req-1d7a2f77-a3b4-4c8e-9cee-5f9bc38f4e3f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:36.927592 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ecb1e414-cda8-4403-ac40-a360ad95fb1f req-1d7a2f77-a3b4-4c8e-9cee-5f9bc38f4e3f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.0916879 Aug 09 16:10:36.973922 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ecb1e414-cda8-4403-ac40-a360ad95fb1f req-58ed3899-3be4-4345-ba63-0d1ac7ce7835 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Aug 09 16:10:37.187105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4656e2-d1af-4a41-a6da-accb7b3e99e9 req-f2a5a7fe-35fb-4766-8151-e2a5bc01287a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:37.188700 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b4656e2-d1af-4a41-a6da-accb7b3e99e9 req-f2a5a7fe-35fb-4766-8151-e2a5bc01287a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 945 time: 0.0774257 Aug 09 16:10:37.232980 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b4656e2-d1af-4a41-a6da-accb7b3e99e9 req-2cf45688-ec20-499c-9db9-da38b8ea0f06 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363631 Aug 09 16:10:37.626938 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b0084c7e-d04d-4487-bb60-163318d10d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:38.127168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812c85a-8bef-42f8-a3b9-a9db4eb2d653 req-a13910fa-b56a-429e-a514-bbc19ce2c4ad tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:38.134164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1812c85a-8bef-42f8-a3b9-a9db4eb2d653 req-a13910fa-b56a-429e-a514-bbc19ce2c4ad tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.0834374 Aug 09 16:10:38.170711 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1812c85a-8bef-42f8-a3b9-a9db4eb2d653 req-c9c4329d-9de6-47cc-a769-83c8713354aa tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338175 Aug 09 16:10:38.266229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b1a07a94-9ea3-40da-b6cb-d3b77f800a47 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:38.324744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:38.328767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:38.329140 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:38.368749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b4dea-b40b-4130-a5db-367fe53625dd req-1cc71e58-2852-477b-9a05-667c2393d920 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:38.370558 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d61b4dea-b40b-4130-a5db-367fe53625dd req-1cc71e58-2852-477b-9a05-667c2393d920 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Aug 09 16:10:38.425578 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d61b4dea-b40b-4130-a5db-367fe53625dd req-4c75232f-cccf-45e9-a8a1-95a9c78d001c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472121 Aug 09 16:10:38.426149 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:38.452483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:38.455103 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6ccb84-490c-4f13-8d8f-511e94367407" -d '{"events": [{"server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "name": "network-vif-plugged", "status": "completed", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:38.468515 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:38.474014 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:38.506762 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889d9389-d5e8-4f46-b781-9259b5e1bae3 x-openstack-request-id: req-889d9389-d5e8-4f46-b781-9259b5e1bae3 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:38.506989 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "name": "network-vif-plugged", "status": "completed", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:38.507267 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-889d9389-d5e8-4f46-b781-9259b5e1bae3 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:38.507658 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'code': 200} Aug 09 16:10:38.529362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:38.613757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b6ea0-dec7-4b4c-aa2e-dc1ee3a73673 req-e94348d9-5ae7-4aec-b6dd-03dd3376e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:38.615254 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-561b6ea0-dec7-4b4c-aa2e-dc1ee3a73673 req-e94348d9-5ae7-4aec-b6dd-03dd3376e2c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0422354 Aug 09 16:10:38.652644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-561b6ea0-dec7-4b4c-aa2e-dc1ee3a73673 req-b3cecc32-866b-457a-b9bc-991497fd2226 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299835 Aug 09 16:10:39.289841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1f06-c204-4895-944d-d931503066b5 req-9ccac904-216d-4537-b312-d4f4b34d6cca tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:39.291532 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a31e1f06-c204-4895-944d-d931503066b5 req-9ccac904-216d-4537-b312-d4f4b34d6cca tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.0510602 Aug 09 16:10:39.331364 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a31e1f06-c204-4895-944d-d931503066b5 req-ebf80a44-c4fb-4f0c-8061-c389c1dc4949 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330949 Aug 09 16:10:39.347362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43752) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:39.450779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6ce3ace3-d4a4-4243-9ad4-59c7c6e59d13 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2934 time: 0.0992205 Aug 09 16:10:39.452155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43760) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:39.458710 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Request body: {'network': {'name': 'tempest-network-smoke--1848266269', 'project_id': '3572756c741e470fae09babf4023791f', 'port_security_enabled': False}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:39.490726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Made reservation on behalf of 3572756c741e470fae09babf4023791f for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:10:39.497700 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.528685 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:10:39.538519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.538972 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Added segment 01e4bb69-ac68-4421-81c4-a9f2e8791c1a of type vlan for network ff9d247b-1960-4627-85ab-a12d1e5313ef Aug 09 16:10:39.582589 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.591761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f79f1e-eeef-42c5-b210-8e88a85d41e2 req-c0cb6d15-8f6d-4dc0-8ae0-6efbb5aa8b58 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:39.594036 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31f79f1e-eeef-42c5-b210-8e88a85d41e2 req-c0cb6d15-8f6d-4dc0-8ae0-6efbb5aa8b58 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0881946 Aug 09 16:10:39.615757 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.622803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:39.623552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.640048 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31f79f1e-eeef-42c5-b210-8e88a85d41e2 req-6742c29b-bc5f-4d7f-9092-badebc4761bb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398996 Aug 09 16:10:39.695346 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2417397 Aug 09 16:10:39.698839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43766) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:39.704334 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2086569060', 'admin_state_up': True, 'project_id': '3572756c741e470fae09babf4023791f', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:39.707628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Network': ['ID=ff9d247b-1960-4627-85ab-a12d1e5313ef,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:39.716715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.717052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.717383 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.717759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.718100 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.718436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.718768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.719099 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.719438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.719778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.720106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.720421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346a741d-930c-47df-8029-51bd1f64d035 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:10:39.738298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network ff9d247b-1960-4627-85ab-a12d1e5313ef details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:10:39.741183 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.742582 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.815489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:39.965123 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.191086 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.220088 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.333816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Allocated IP 172.25.2.126 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/75ef4c72-8dda-4bbe-b38c-a06ef4db70e5) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:40.455447 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.478835 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764f6d2-1aa4-4d87-ab35-df5b0d5ac244 req-86e4fdf7-2a1c-4162-88e6-28c3c5dbe077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:40.483510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9764f6d2-1aa4-4d87-ab35-df5b0d5ac244 req-86e4fdf7-2a1c-4162-88e6-28c3c5dbe077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.0756047 Aug 09 16:10:40.532307 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-579b2da3-ecf9-4e9d-b15e-a64bf1696764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.552699 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9764f6d2-1aa4-4d87-ab35-df5b0d5ac244 req-8f30b438-63a5-4695-9d91-f754a48d9bb4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539956 Aug 09 16:10:40.899941 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.921455 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:40.941919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41d442-ae1c-4835-ad83-615785c22ce0 req-bdd9a6ec-83cf-43b8-ba13-c0d5cb0fb0a2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:40.943429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be41d442-ae1c-4835-ad83-615785c22ce0 req-bdd9a6ec-83cf-43b8-ba13-c0d5cb0fb0a2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0695202 Aug 09 16:10:40.980288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:40.995569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:40.999592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:41.027003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Port': ['ID=75ef4c72-8dda-4bbe-b38c-a06ef4db70e5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:41.050903 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be41d442-ae1c-4835-ad83-615785c22ce0 req-9a0f7ef8-c6d1-4fd7-9425-846ee690ef80 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874825 Aug 09 16:10:41.220308 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919b480-4a01-469e-a125-a128005cd1d6 req-155d7a35-293d-438d-af54-9bf68a407987 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:41.230465 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6919b480-4a01-469e-a125-a128005cd1d6 req-155d7a35-293d-438d-af54-9bf68a407987 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0899770 Aug 09 16:10:41.298171 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6919b480-4a01-469e-a125-a128005cd1d6 req-e519e6cd-b383-4647-aee3-9e7b09f6f2c2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637624 Aug 09 16:10:41.353791 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43798) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:41.366459 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.401182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bcaa5f-c7ee-4e7c-b393-abb2b9654838 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:41.405622 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f1bcaa5f-c7ee-4e7c-b393-abb2b9654838 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1092 time: 0.0478466 Aug 09 16:10:41.405947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43800) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:41.410786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:41.440611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.539709 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.588518 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.620102 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.626410 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.712623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.25.2.84 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/ce583d5a-d1e6-4965-aa59-ff8cad16a483) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:41.809484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7371d-3b18-4a40-8ac8-f6ee72efcbb5 req-ae2750e8-7a2e-41c7-9526-f15d7857c6b0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:41.817213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a8c7371d-3b18-4a40-8ac8-f6ee72efcbb5 req-ae2750e8-7a2e-41c7-9526-f15d7857c6b0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.0891404 Aug 09 16:10:41.832632 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.859387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Router af484c3c-d260-41d5-9f99-ac4def2776db is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:10:41.879654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a8c7371d-3b18-4a40-8ac8-f6ee72efcbb5 req-2e3168f0-1a2e-4d25-b0b0-7e22c603fd9d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576053 Aug 09 16:10:41.937773 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:41.987456 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:41.990602 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:41.995156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:42.001016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=ce583d5a-d1e6-4965-aa59-ff8cad16a483,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:42.003809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:10:42.013959 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Sync routers for ids ['af484c3c-d260-41d5-9f99-ac4def2776db'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:10:42.026481 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Routers {'af484c3c-d260-41d5-9f99-ac4def2776db'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:42.027245 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['af484c3c-d260-41d5-9f99-ac4def2776db'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:42.057936 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.064456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e31c4637-5028-488b-91b2-210b7d7c7c0e tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3642783 Aug 09 16:10:42.065087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43812) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:42.151758 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Set router af484c3c-d260-41d5-9f99-ac4def2776db gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:42.245737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b67dd0-d081-4f12-98ee-819479ab88cc tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:42.257310 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b6b67dd0-d081-4f12-98ee-819479ab88cc tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3572756c741e470fae09babf4023791f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1911118 Aug 09 16:10:42.258149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43820) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:42.475250 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2086569060', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:39Z', 'updated_at': '2021-08-09T16:10:41Z', 'revision_number': 3, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:40Z', 'updated_at': '2021-08-09T16:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:42.506890 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Checking router: af484c3c-d260-41d5-9f99-ac4def2776db for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:10:42.507377 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Updating router af484c3c-d260-41d5-9f99-ac4def2776db port 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:10:42.509825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97afecc-e43f-48f0-b117-31f8fc8649ff tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:42.514156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43826) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:42.522236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a97afecc-e43f-48f0-b117-31f8fc8649ff tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2622783 Aug 09 16:10:42.538213 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.559328 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9854bebe-4ec3-4bcd-8362-5575ecff55a1 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437398 Aug 09 16:10:42.561889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43828) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:42.609971 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-82c700e2-3c8a-497c-aa7d-347b5eacff08 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3572756c741e470fae09babf4023791f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466988 Aug 09 16:10:42.612629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43830) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:42.620637 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.708523 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.786943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cba81b-b151-402e-a5a2-85b843ec8a5d tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:42.801731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-38cba81b-b151-402e-a5a2-85b843ec8a5d tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1855574 Aug 09 16:10:42.802108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43832) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:42.871627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-26c4a939-0a3a-4fa2-b3a7-1fef6309fa61 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0660703 Aug 09 16:10:42.878948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43834) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:42.886956 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-611991bb-bac1-4ba6-b4a3-30e19562c512 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1052591032', 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef', 'project_id': '3572756c741e470fae09babf4023791f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:42.968490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:42.982071 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.041074 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.060039 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Transition to ACTIVE for port object 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:43.063226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=ce583d5a-d1e6-4965-aa59-ff8cad16a483,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:43.073580 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.130933 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.141088 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Attempting to bind port 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:43.141542 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Attempting to bind port 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:43.142109 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Attempting to bind port 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:43.150989 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a526477-4a6b-4e00-ab59-9fbeed1b20bb None None] Pushing event updated for resources: {'Port': ['ID=75ef4c72-8dda-4bbe-b38c-a06ef4db70e5,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:43.153990 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:43.154375 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:43.154839 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.155306 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:43.155821 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Bound port: 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:43.156272 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.207491 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.234967 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] For port 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:43.238514 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] For port 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=75ef4c72-8dda-4bbe-b38c-a06ef4db70e5,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:43.246098 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.321049 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Routers {'af484c3c-d260-41d5-9f99-ac4def2776db'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:43.321745 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['af484c3c-d260-41d5-9f99-ac4def2776db'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:43.454522 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.463099 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a526477-4a6b-4e00-ab59-9fbeed1b20bb None None] Pushing event updated for resources: {'Port': ['ID=75ef4c72-8dda-4bbe-b38c-a06ef4db70e5,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:43.480139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611991bb-bac1-4ba6-b4a3-30e19562c512 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Made reservation on behalf of 3572756c741e470fae09babf4023791f for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:10:43.484685 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-611991bb-bac1-4ba6-b4a3-30e19562c512 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.504103 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] Set router af484c3c-d260-41d5-9f99-ac4def2776db gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:43.643034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92312cf1-2ec4-43ba-ab66-d2a195555383 req-20a7f530-1662-483c-9650-3447cb90ee1f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:43.644649 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-92312cf1-2ec4-43ba-ab66-d2a195555383 req-20a7f530-1662-483c-9650-3447cb90ee1f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.6298568 Aug 09 16:10:43.738820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-92312cf1-2ec4-43ba-ab66-d2a195555383 req-ef320735-7982-404d-828b-5e9af961d924 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573857 Aug 09 16:10:43.752418 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Floating IP b62b38e8-8490-4456-887b-4d72314518fb associated. External IP: 172.25.2.84, port: b1a07a94-9ea3-40da-b6cb-d3b77f800a47. Aug 09 16:10:43.788128 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2086569060', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:39Z', 'updated_at': '2021-08-09T16:10:41Z', 'revision_number': 3, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:40Z', 'updated_at': '2021-08-09T16:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:43.825935 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bec6a-83c8-44d2-bb3d-c6325ea427ba None None] The sync data for ids ['af484c3c-d260-41d5-9f99-ac4def2776db'] in n-d-803778-2 is: [{'id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2086569060', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:39Z', 'updated_at': '2021-08-09T16:10:41Z', 'revision_number': 3, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:40Z', 'updated_at': '2021-08-09T16:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:10:43.848890 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-611991bb-bac1-4ba6-b4a3-30e19562c512 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:43.983885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611991bb-bac1-4ba6-b4a3-30e19562c512 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Subnet': ['ID=7f5e4144-7248-4e2a-a6cb-faa7dbfae185,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:44.035975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611991bb-bac1-4ba6-b4a3-30e19562c512 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Checking segment: {'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:44.036344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611991bb-bac1-4ba6-b4a3-30e19562c512 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network hostable DHCP agents. Network: ff9d247b-1960-4627-85ab-a12d1e5313ef, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:10:44.115413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611991bb-bac1-4ba6-b4a3-30e19562c512 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network ff9d247b-1960-4627-85ab-a12d1e5313ef is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:10:44.152488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-611991bb-bac1-4ba6-b4a3-30e19562c512 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, ff9d247b-1960-4627-85ab-a12d1e5313ef) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:44.161767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade49a88-ac38-4e2c-ab9c-14850a6b2e02 None None] Network ff9d247b-1960-4627-85ab-a12d1e5313ef requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:10:44.169880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611991bb-bac1-4ba6-b4a3-30e19562c512 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:44.170938 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-611991bb-bac1-4ba6-b4a3-30e19562c512 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:44.184922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router aa0987a6-fbd3-4cf5-b3ee-7361e293832e has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:10:44.298721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 43862) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:44.299968 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:10:44.310691 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-611991bb-bac1-4ba6-b4a3-30e19562c512 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4299819 Aug 09 16:10:44.460540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-ff9d247b-1960-4627-85ab-a12d1e5313ef', 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef', 'tenant_id': '3572756c741e470fae09babf4023791f', 'fixed_ips': [{'subnet_id': '7f5e4144-7248-4e2a-a6cb-faa7dbfae185'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:10:44.462600 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:44.484969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:10:44.506737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0dd87d-3c26-44fa-9d16-c6f47051d25f None None] Sync routers for ids ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:10:44.528770 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:44.578844 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b0a595b7-19b1-492a-9290-5f1924b12d98 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1693270 Aug 09 16:10:44.578844 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:44.595156 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a3a651-717b-46dc-ba28-4b14a1194804" -d '{"events": [{"name": "network-changed", "server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:44.657891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0dd87d-3c26-44fa-9d16-c6f47051d25f None None] Routers {'aa0987a6-fbd3-4cf5-b3ee-7361e293832e'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:44.662475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4d0dd87d-3c26-44fa-9d16-c6f47051d25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:44.685533 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036d3911-23b9-4b51-9cf2-87d9eb666439 x-openstack-request-id: req-036d3911-23b9-4b51-9cf2-87d9eb666439 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:44.686448 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:44.686905 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-036d3911-23b9-4b51-9cf2-87d9eb666439 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:44.687509 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'status': 'completed', 'code': 200} Aug 09 16:10:44.856473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Allocated IP 172.20.0.18 (ff9d247b-1960-4627-85ab-a12d1e5313ef/7f5e4144-7248-4e2a-a6cb-faa7dbfae185/888850cd-fe14-49ac-920d-5849bae0c567) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:44.915815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3a651-717b-46dc-ba28-4b14a1194804 req-0c6b5854-2aea-4ccb-87a7-698edea61147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:44.917405 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19a3a651-717b-46dc-ba28-4b14a1194804 req-0c6b5854-2aea-4ccb-87a7-698edea61147 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1097 time: 0.2065184 Aug 09 16:10:44.973441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699db28c-8367-4161-8d94-3ff8606064c3 req-8ef8bd47-6519-45b6-8c29-0670dbbfc0df tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:44.980679 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-699db28c-8367-4161-8d94-3ff8606064c3 req-8ef8bd47-6519-45b6-8c29-0670dbbfc0df tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.1146188 Aug 09 16:10:45.063826 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.073833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Transition to ACTIVE for port object 888850cd-fe14-49ac-920d-5849bae0c567 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:45.090491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Transition to ACTIVE for port object 888850cd-fe14-49ac-920d-5849bae0c567 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:45.098878 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.111769 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-699db28c-8367-4161-8d94-3ff8606064c3 req-7dfe2b41-cdb3-433b-a5b1-92297b150977 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224980 Aug 09 16:10:45.148356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Pushing event updated for resources: {'Port': ['ID=888850cd-fe14-49ac-920d-5849bae0c567,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:45.152698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9c774-ae4d-4d45-9da2-034f99c2b900 req-9e3ea842-01d1-4600-b080-a73190d51cc4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:45.155024 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bb9c774-ae4d-4d45-9da2-034f99c2b900 req-9e3ea842-01d1-4600-b080-a73190d51cc4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.4529786 Aug 09 16:10:45.180313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Network ff9d247b-1960-4627-85ab-a12d1e5313ef is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:45.187643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:45.193512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-4d0dd87d-3c26-44fa-9d16-c6f47051d25f None None] Set router aa0987a6-fbd3-4cf5-b3ee-7361e293832e gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:45.200337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:45.279187 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3a651-717b-46dc-ba28-4b14a1194804 req-0fb1143e-6c31-41f3-aba9-c5e58976cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:45.281120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19a3a651-717b-46dc-ba28-4b14a1194804 req-0fb1143e-6c31-41f3-aba9-c5e58976cff4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91 HTTP/1.1" status: 200 len: 897 time: 0.3531389 Aug 09 16:10:45.387392 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1bb9c774-ae4d-4d45-9da2-034f99c2b900 req-f461f2a1-e037-4633-a0b3-84dbdecca13e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019100 Aug 09 16:10:45.428980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43880) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:45.547677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19a3a651-717b-46dc-ba28-4b14a1194804 req-fc5ac2db-fd5b-4f7f-948b-631a7c5854f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 200 len: 999 time: 0.2383142 Aug 09 16:10:45.594442 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1958b2f8-f5cc-4747-a854-a5b6acef6ebd tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/b62b38e8-8490-4456-887b-4d72314518fb HTTP/1.1" status: 200 len: 991 time: 0.1640596 Aug 09 16:10:45.609497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Attempting to bind port 888850cd-fe14-49ac-920d-5849bae0c567 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:45.610059 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Attempting to bind port 888850cd-fe14-49ac-920d-5849bae0c567 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:45.610421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Attempting to bind port 888850cd-fe14-49ac-920d-5849bae0c567 on network ff9d247b-1960-4627-85ab-a12d1e5313ef {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:45.611127 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.615079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3a651-717b-46dc-ba28-4b14a1194804 req-6ba0929b-cf74-4a9d-b5f0-6105ba9312d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:45.616621 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19a3a651-717b-46dc-ba28-4b14a1194804 req-6ba0929b-cf74-4a9d-b5f0-6105ba9312d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39a0f70d-dfda-4781-97a1-111ab6108bc1 HTTP/1.1" status: 200 len: 835 time: 0.0602591 Aug 09 16:10:45.623507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:45.623764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Checking segment: {'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:45.623989 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.624385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Bound using segment: {'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:45.624862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Bound port: 888850cd-fe14-49ac-920d-5849bae0c567, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:45.625244 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.732395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3a651-717b-46dc-ba28-4b14a1194804 req-710094af-1376-46e7-9989-99ac84dcba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:45.734441 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19a3a651-717b-46dc-ba28-4b14a1194804 req-710094af-1376-46e7-9989-99ac84dcba37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099432 Aug 09 16:10:45.763753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] For port 888850cd-fe14-49ac-920d-5849bae0c567, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:45.772326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] For port 888850cd-fe14-49ac-920d-5849bae0c567, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=888850cd-fe14-49ac-920d-5849bae0c567,segment=NetworkSegment(01e4bb69-ac68-4421-81c4-a9f2e8791c1a),segment_id=01e4bb69-ac68-4421-81c4-a9f2e8791c1a)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:45.782319 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:45.890094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318c42e-ef72-4215-ae6a-31857d0f376c None None] Pushing event updated for resources: {'Port': ['ID=888850cd-fe14-49ac-920d-5849bae0c567,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:45.910722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4d0dd87d-3c26-44fa-9d16-c6f47051d25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'b62b38e8-8490-4456-887b-4d72314518fb', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'port_id': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'mac_address': 'fa:16:3e:a4:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:42Z', 'revision_number': 0, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9876465-29e7-4604-9993-e37252badbc6', 'name': '', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:cc:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:23Z', 'updated_at': '2021-08-09T16:10:30Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:45.956744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0dd87d-3c26-44fa-9d16-c6f47051d25f None None] Checking router: aa0987a6-fbd3-4cf5-b3ee-7361e293832e for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:10:45.969350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0dd87d-3c26-44fa-9d16-c6f47051d25f None None] Routers {'aa0987a6-fbd3-4cf5-b3ee-7361e293832e'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:45.970393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4d0dd87d-3c26-44fa-9d16-c6f47051d25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:46.146555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-4d0dd87d-3c26-44fa-9d16-c6f47051d25f None None] Set router aa0987a6-fbd3-4cf5-b3ee-7361e293832e gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:46.310315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:46.355519 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e844a-07d1-43a4-a9fd-31ba5fdf6a89 req-8c7fd595-a2ba-4975-8632-1670fd0214f2 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:46.357231 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-889e844a-07d1-43a4-a9fd-31ba5fdf6a89 req-8c7fd595-a2ba-4975-8632-1670fd0214f2 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.1071703 Aug 09 16:10:46.421559 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-889e844a-07d1-43a4-a9fd-31ba5fdf6a89 req-e562958c-c358-48ba-98aa-4de8969c74c8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564244 Aug 09 16:10:46.540879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:46.551514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:46.551514 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:46.581393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a96c333-5db4-4034-ad4f-a310beff877a req-b0f86417-99f2-4b4c-8ce7-7720dcd62fd3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2752416 Aug 09 16:10:46.600883 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19a3a651-717b-46dc-ba28-4b14a1194804 req-340b3626-78b2-4e3c-b585-c945abf61320 service neutron] 10.222.0.60 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8379483 Aug 09 16:10:46.602134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43898) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:46.687023 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2e8f1b72-5dce-45b4-bf57-04e63b6a9ebb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/b62b38e8-8490-4456-887b-4d72314518fb HTTP/1.1" status: 200 len: 991 time: 0.0831542 Aug 09 16:10:46.714330 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:46.730939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-4d0dd87d-3c26-44fa-9d16-c6f47051d25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'b62b38e8-8490-4456-887b-4d72314518fb', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'port_id': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'mac_address': 'fa:16:3e:a4:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:42Z', 'revision_number': 0, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9876465-29e7-4604-9993-e37252badbc6', 'name': '', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:cc:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:23Z', 'updated_at': '2021-08-09T16:10:30Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:46.769156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0dd87d-3c26-44fa-9d16-c6f47051d25f None None] The sync data for ids ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'] in n-d-803778-2 is: [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'b62b38e8-8490-4456-887b-4d72314518fb', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'port_id': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'mac_address': 'fa:16:3e:a4:a3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:10:42Z', 'updated_at': '2021-08-09T16:10:42Z', 'revision_number': 0, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9876465-29e7-4604-9993-e37252badbc6', 'name': '', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:cc:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:23Z', 'updated_at': '2021-08-09T16:10:30Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:10:46.774063 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=75ef4c72-8dda-4bbe-b38c-a06ef4db70e5,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:46.779041 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:46.848663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96c333-5db4-4034-ad4f-a310beff877a req-96d25837-d9cd-4fe0-b76c-6ef13cf5d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:46.850156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=75ef4c72-8dda-4bbe-b38c-a06ef4db70e5,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:46.850309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a96c333-5db4-4034-ad4f-a310beff877a req-96d25837-d9cd-4fe0-b76c-6ef13cf5d7c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3572756c741e470fae09babf4023791f&device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 1136 time: 0.1772561 Aug 09 16:10:46.943572 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19a3a651-717b-46dc-ba28-4b14a1194804 req-0953d0b4-1a30-4e5f-9fae-516346b38622 service neutron] 10.222.0.60 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294787 Aug 09 16:10:46.975998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Allocated IP 172.20.0.17 (ff9d247b-1960-4627-85ab-a12d1e5313ef/7f5e4144-7248-4e2a-a6cb-faa7dbfae185/6a8c6394-f1c5-4103-b6cf-24738c7ff29c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:47.063331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96c333-5db4-4034-ad4f-a310beff877a req-7eb53e6c-253b-455f-ab3e-3dba138677cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:47.064874 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a96c333-5db4-4034-ad4f-a310beff877a req-7eb53e6c-253b-455f-ab3e-3dba138677cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=2df958db-3a2d-44b9-814f-526bf0d2ba27 HTTP/1.1" status: 200 len: 898 time: 0.1896243 Aug 09 16:10:47.099850 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110707c-e5e5-49bc-b82f-f3f248500166 None None] New status for floating IP b62b38e8-8490-4456-887b-4d72314518fb: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:10:47.166633 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a96c333-5db4-4034-ad4f-a310beff877a req-a28adc4c-f03a-4a59-96ab-4582043dc141 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 HTTP/1.1" status: 200 len: 1002 time: 0.0908659 Aug 09 16:10:47.213217 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:47.237483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Transition to ACTIVE for port object 6a8c6394-f1c5-4103-b6cf-24738c7ff29c will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:47.249794 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96c333-5db4-4034-ad4f-a310beff877a req-ce0e85ba-8b67-4bf3-b9c2-a5e33a257232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:47.251142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a96c333-5db4-4034-ad4f-a310beff877a req-ce0e85ba-8b67-4bf3-b9c2-a5e33a257232 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d HTTP/1.1" status: 200 len: 834 time: 0.0767114 Aug 09 16:10:47.319725 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:47.325513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96c333-5db4-4034-ad4f-a310beff877a req-ea45c66a-99b2-4f4c-8e63-84aeee47d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:47.327540 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a96c333-5db4-4034-ad4f-a310beff877a req-ea45c66a-99b2-4f4c-8e63-84aeee47d8f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2df958db-3a2d-44b9-814f-526bf0d2ba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689528 Aug 09 16:10:47.418822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network ff9d247b-1960-4627-85ab-a12d1e5313ef is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:47.427816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:47.431418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Port': ['ID=6a8c6394-f1c5-4103-b6cf-24738c7ff29c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:47.437173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:47.503875 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:47.597665 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a96c333-5db4-4034-ad4f-a310beff877a req-89bacb77-3088-4ff5-9abb-b459b4d9550c service neutron] 10.222.0.53 "GET /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483711 Aug 09 16:10:47.691163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 43916) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:10:47.740359 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67e4029-70d7-4aa0-941d-d52b9f1d58ba None None] Network ff9d247b-1960-4627-85ab-a12d1e5313ef requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:10:47.791668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26dad7-56d3-4dfc-8d4a-9b8b5086d960 req-de96ca00-a871-493a-9f38-f7cb90e55250 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:47.799611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fd26dad7-56d3-4dfc-8d4a-9b8b5086d960 req-de96ca00-a871-493a-9f38-f7cb90e55250 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.2650449 Aug 09 16:10:47.804429 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7b1994b4-0885-4cba-8bc9-96e3a2b32f38 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/b62b38e8-8490-4456-887b-4d72314518fb HTTP/1.1" status: 200 len: 993 time: 0.1099896 Aug 09 16:10:47.866938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3b3bd8fe-9a48-4dc9-930a-3caa6acfc60b None None] Provisioning for port 888850cd-fe14-49ac-920d-5849bae0c567 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:47.919783 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a96c333-5db4-4034-ad4f-a310beff877a req-409e1a73-0dbe-4471-b029-ccecd65f764c service neutron] 10.222.0.53 "GET /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022609 Aug 09 16:10:47.937053 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fd26dad7-56d3-4dfc-8d4a-9b8b5086d960 req-6dca5624-9e8c-40eb-b6ce-b8f0caa640eb tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231472 Aug 09 16:10:47.951727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.268528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cbd28712-fa86-4bec-87a5-1ac62b90dcf7 None None] Provisioning for port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:48.276107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cbd28712-fa86-4bec-87a5-1ac62b90dcf7 None None] Provisioning complete for port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:48.276384 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cbd28712-fa86-4bec-87a5-1ac62b90dcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.328810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:48.372705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-cbd28712-fa86-4bec-87a5-1ac62b90dcf7 None None] Port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:48.374436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.394929 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.419484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:48.419937 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.521022 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.532970 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-758f1ead-8211-4300-bdc5-69dc312f3aef req-984bee35-4d21-4274-abe0-ba8a4e66e597 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2509615 Aug 09 16:10:48.638602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Port': ['ID=6a8c6394-f1c5-4103-b6cf-24738c7ff29c,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:48.646031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 888850cd-fe14-49ac-920d-5849bae0c567 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:48.725209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f1ead-8211-4300-bdc5-69dc312f3aef req-9e09ab84-1802-4aba-8991-5b793e98b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:48.727143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-758f1ead-8211-4300-bdc5-69dc312f3aef req-9e09ab84-1802-4aba-8991-5b793e98b8fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7de1742a1284e5dbdf5da3ff83a2303&device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 1101 time: 0.1003525 Aug 09 16:10:48.736440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e77307d6-85cc-4b36-8ab4-6e48abdfaf48 None None] Provisioning complete for port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:48.737417 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e77307d6-85cc-4b36-8ab4-6e48abdfaf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.761350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 888850cd-fe14-49ac-920d-5849bae0c567 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:48.768740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 888850cd-fe14-49ac-920d-5849bae0c567 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:48.769114 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.804582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e77307d6-85cc-4b36-8ab4-6e48abdfaf48 None None] Port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:48.822127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network ff9d247b-1960-4627-85ab-a12d1e5313ef is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:48.828447 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:48.892167 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:48.938314 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 888850cd-fe14-49ac-920d-5849bae0c567, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=888850cd-fe14-49ac-920d-5849bae0c567,segment=NetworkSegment(01e4bb69-ac68-4421-81c4-a9f2e8791c1a),segment_id=01e4bb69-ac68-4421-81c4-a9f2e8791c1a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:48.943252 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:49.019883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=888850cd-fe14-49ac-920d-5849bae0c567,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:49.108555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82254c-d96a-40a0-8b9f-9cb109b37946 req-d7d01c02-3422-44e2-8a70-15be60585557 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:49.110287 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa82254c-d96a-40a0-8b9f-9cb109b37946 req-d7d01c02-3422-44e2-8a70-15be60585557 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.0778744 Aug 09 16:10:49.129627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-61297276-6a56-431e-80c2-60d1755762aa None None] Provisioning complete for port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:49.130025 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-61297276-6a56-431e-80c2-60d1755762aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:49.170088 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-61297276-6a56-431e-80c2-60d1755762aa None None] Port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:49.173827 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aa82254c-d96a-40a0-8b9f-9cb109b37946 req-23f4050c-e2e1-4077-8cd2-eab7d4f80da3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516443 Aug 09 16:10:49.277729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f1ead-8211-4300-bdc5-69dc312f3aef req-7d3a3ef3-e19e-4485-b55d-d11d00bc0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:49.279262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-758f1ead-8211-4300-bdc5-69dc312f3aef req-7d3a3ef3-e19e-4485-b55d-d11d00bc0aea service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.5107410 Aug 09 16:10:49.332587 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-758f1ead-8211-4300-bdc5-69dc312f3aef req-e959782b-49f6-4aaf-8a82-6c9060ceb2b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=42f1edd2-de1a-4443-b187-a40b238fbbe5 HTTP/1.1" status: 200 len: 217 time: 0.0406647 Aug 09 16:10:49.341011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Router af484c3c-d260-41d5-9f99-ac4def2776db has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:10:49.429337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f1ead-8211-4300-bdc5-69dc312f3aef req-2ecf2596-2173-4e22-b75d-15fa0d1835a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:49.431775 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-758f1ead-8211-4300-bdc5-69dc312f3aef req-2ecf2596-2173-4e22-b75d-15fa0d1835a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0897112 Aug 09 16:10:49.528367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f1ead-8211-4300-bdc5-69dc312f3aef req-0415cba5-68ab-44c0-8816-72ca41f15e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:49.530009 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-758f1ead-8211-4300-bdc5-69dc312f3aef req-0415cba5-68ab-44c0-8816-72ca41f15e36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909212 Aug 09 16:10:49.536285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:10:49.549136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Sync routers for ids ['af484c3c-d260-41d5-9f99-ac4def2776db'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:10:49.549503 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7a913ffb-522e-44e5-aa5c-ad8fee62d40f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "PUT /v2.0/routers/af484c3c-d260-41d5-9f99-ac4def2776db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2495885 Aug 09 16:10:49.564185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Routers {'af484c3c-d260-41d5-9f99-ac4def2776db'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:49.565342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['af484c3c-d260-41d5-9f99-ac4def2776db'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:49.667846 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-758f1ead-8211-4300-bdc5-69dc312f3aef req-e50a19c3-5ff0-4785-a1d0-00428d3e849d service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295965 Aug 09 16:10:49.718104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Set router af484c3c-d260-41d5-9f99-ac4def2776db gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:49.863271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-758f1ead-8211-4300-bdc5-69dc312f3aef req-b4a1ae5f-508c-4b98-a9e7-6f22c325b657 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867445 Aug 09 16:10:49.880690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-c3cff5eb-b231-42b5-a0cd-c286661d786f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:49.882308 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-c3cff5eb-b231-42b5-a0cd-c286661d786f tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/networks?id=ff9d247b-1960-4627-85ab-a12d1e5313ef HTTP/1.1" status: 200 len: 798 time: 0.1453803 Aug 09 16:10:49.904473 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-34959484-f0f2-420c-8736-651dfc244fba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/quotas/3572756c741e470fae09babf4023791f HTTP/1.1" status: 200 len: 375 time: 0.0111580 Aug 09 16:10:49.961998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2086569060', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:39Z', 'updated_at': '2021-08-09T16:10:47Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:40Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '6a8c6394-f1c5-4103-b6cf-24738c7ff29c', 'name': '', 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef', 'tenant_id': '3572756c741e470fae09babf4023791f', 'mac_address': 'fa:16:3e:ea:c1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '7f5e4144-7248-4e2a-a6cb-faa7dbfae185', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:46Z', 'updated_at': '2021-08-09T16:10:48Z', 'revision_number': 2, 'project_id': '3572756c741e470fae09babf4023791f', 'subnets': [{'id': '7f5e4144-7248-4e2a-a6cb-faa7dbfae185', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:49.996856 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-30e87465-64d6-485f-8ca4-8a6d05ed8de5 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3572756c741e470fae09babf4023791f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0772810 Aug 09 16:10:49.997796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Checking router: af484c3c-d260-41d5-9f99-ac4def2776db for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:10:49.998184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Updating router af484c3c-d260-41d5-9f99-ac4def2776db port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:10:50.017530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-59a1ff54-e25e-455c-aaf1-3123ef212f83 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:10:50.018654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-59a1ff54-e25e-455c-aaf1-3123ef212f83 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062318 Aug 09 16:10:50.030020 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.129018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-c8785ba8-0edc-4163-8c3d-3b829a50123a service neutron] 10.222.0.81 "GET /v2.0/networks/ff9d247b-1960-4627-85ab-a12d1e5313ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027303 Aug 09 16:10:50.250859 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a04e6b10-0aac-4fb7-90b6-c899d123d14e service neutron] 10.222.0.81 "GET /v2.0/networks/ff9d247b-1960-4627-85ab-a12d1e5313ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153073 Aug 09 16:10:50.253804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 888850cd-fe14-49ac-920d-5849bae0c567 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:50.327506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548e341-a630-4bff-a352-406226297800 req-ba678965-920e-4975-893e-dcbf5ee5733a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:50.329079 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6548e341-a630-4bff-a352-406226297800 req-ba678965-920e-4975-893e-dcbf5ee5733a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.0540848 Aug 09 16:10:50.367499 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 888850cd-fe14-49ac-920d-5849bae0c567 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:50.368045 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.372403 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6548e341-a630-4bff-a352-406226297800 req-8c5e9acd-e454-44f5-806d-a0883979055c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369928 Aug 09 16:10:50.484272 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.517502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Transition to ACTIVE for port object 6a8c6394-f1c5-4103-b6cf-24738c7ff29c will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:50.542795 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25d0412c-f068-4e0c-87d8-e25469f31217 req-a3e90329-b665-4f79-9676-62a5a59f80c7 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 210 time: 0.0545464 Aug 09 16:10:50.550411 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.619992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3248ce-0615-42e1-9751-a09911f17ff7 None None] Pushing event updated for resources: {'Port': ['ID=6a8c6394-f1c5-4103-b6cf-24738c7ff29c,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:50.676653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Attempting to bind port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:50.677145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Attempting to bind port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:50.677462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Attempting to bind port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c on network ff9d247b-1960-4627-85ab-a12d1e5313ef {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:50.683995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:50.684615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Checking segment: {'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:50.685125 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.685428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Bound using segment: {'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:50.686080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Bound port: 6a8c6394-f1c5-4103-b6cf-24738c7ff29c, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:50.686333 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.799104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] For port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:50.802673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] For port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6a8c6394-f1c5-4103-b6cf-24738c7ff29c,segment=NetworkSegment(01e4bb69-ac68-4421-81c4-a9f2e8791c1a),segment_id=01e4bb69-ac68-4421-81c4-a9f2e8791c1a)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:50.808787 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:50.889157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3248ce-0615-42e1-9751-a09911f17ff7 None None] Pushing event updated for resources: {'Port': ['ID=6a8c6394-f1c5-4103-b6cf-24738c7ff29c,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:50.925303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Routers {'af484c3c-d260-41d5-9f99-ac4def2776db'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:10:50.925993 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['af484c3c-d260-41d5-9f99-ac4def2776db'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:51.254442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] Set router af484c3c-d260-41d5-9f99-ac4def2776db gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:10:51.499304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2086569060', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:39Z', 'updated_at': '2021-08-09T16:10:47Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:40Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '6a8c6394-f1c5-4103-b6cf-24738c7ff29c', 'name': '', 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef', 'tenant_id': '3572756c741e470fae09babf4023791f', 'mac_address': 'fa:16:3e:ea:c1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '7f5e4144-7248-4e2a-a6cb-faa7dbfae185', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:46Z', 'updated_at': '2021-08-09T16:10:50Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'subnets': [{'id': '7f5e4144-7248-4e2a-a6cb-faa7dbfae185', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:10:51.509245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809894e-a7ac-4650-aedb-e706b8da676b req-05fcf499-b0ef-49db-b53c-e33873be95ab tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:51.510824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5809894e-a7ac-4650-aedb-e706b8da676b req-05fcf499-b0ef-49db-b53c-e33873be95ab tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.0605118 Aug 09 16:10:51.536165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a39eb-2399-4ff9-b4aa-c3a19f018252 None None] The sync data for ids ['af484c3c-d260-41d5-9f99-ac4def2776db'] in n-d-803778-2 is: [{'id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2086569060', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:39Z', 'updated_at': '2021-08-09T16:10:47Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:40Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '6a8c6394-f1c5-4103-b6cf-24738c7ff29c', 'name': '', 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef', 'tenant_id': '3572756c741e470fae09babf4023791f', 'mac_address': 'fa:16:3e:ea:c1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '7f5e4144-7248-4e2a-a6cb-faa7dbfae185', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:46Z', 'updated_at': '2021-08-09T16:10:50Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'subnets': [{'id': '7f5e4144-7248-4e2a-a6cb-faa7dbfae185', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:10:51.571460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5809894e-a7ac-4650-aedb-e706b8da676b req-ea7780bf-a9d8-483d-aa6d-4a5a93721031 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543163 Aug 09 16:10:51.700396 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-91915cbd-cc61-4fb7-aade-6bd620ac25ce req-93d1a6e6-7b8f-47a5-8d8b-61b4ef0c7a60 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 210 time: 0.0348270 Aug 09 16:10:51.994353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-cb8d1bfa-39c5-4a66-b056-7fb7a55608a8 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:51.995940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-cb8d1bfa-39c5-4a66-b056-7fb7a55608a8 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.60 "GET /v2.0/networks?id=ff9d247b-1960-4627-85ab-a12d1e5313ef HTTP/1.1" status: 200 len: 798 time: 0.1632860 Aug 09 16:10:52.013792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Request body: {'port': {'device_id': 'a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3', 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef', 'admin_state_up': True, 'tenant_id': '3572756c741e470fae09babf4023791f'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:52.159033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Made reservation on behalf of 3572756c741e470fae09babf4023791f for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:10:52.163170 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:52.235845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6a8c6394-f1c5-4103-b6cf-24738c7ff29c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:52.313936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:52.325459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:52.325915 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:52.334093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Allocated IP 172.20.0.28 (ff9d247b-1960-4627-85ab-a12d1e5313ef/7f5e4144-7248-4e2a-a6cb-faa7dbfae185/e077101f-867d-4c2a-a0e1-99455a6b71ed) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:10:52.435467 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:52.474943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6a8c6394-f1c5-4103-b6cf-24738c7ff29c,segment=NetworkSegment(01e4bb69-ac68-4421-81c4-a9f2e8791c1a),segment_id=01e4bb69-ac68-4421-81c4-a9f2e8791c1a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:52.485339 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:52.504503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:52.526531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Transition to ACTIVE for port object e077101f-867d-4c2a-a0e1-99455a6b71ed will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:52.553224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=6a8c6394-f1c5-4103-b6cf-24738c7ff29c,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:52.566448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:52.618384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Network ff9d247b-1960-4627-85ab-a12d1e5313ef is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:10:52.625484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:10:52.628319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:10:52.669513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event updated for resources: {'Port': ['ID=e077101f-867d-4c2a-a0e1-99455a6b71ed,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:52.730807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:52.731483 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:52.750513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f38f6509-4e6e-410d-b908-8a510a193526 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7431698 Aug 09 16:10:52.774342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Request body: {'port': {'device_id': 'a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:10:52.856357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a30592-3c81-4e8d-b157-471e19b9afef req-e002a919-e15e-4af6-887f-b52ef851c0c3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:52.858039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8a30592-3c81-4e8d-b157-471e19b9afef req-e002a919-e15e-4af6-887f-b52ef851c0c3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.1733990 Aug 09 16:10:52.892935 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972996f-4004-418c-8863-c57446a199d4 req-e1f23191-512b-4181-bebf-2447a0d64814 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:52.906211 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b972996f-4004-418c-8863-c57446a199d4 req-e1f23191-512b-4181-bebf-2447a0d64814 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 895 time: 0.0833724 Aug 09 16:10:52.940329 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:52.970077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8a30592-3c81-4e8d-b157-471e19b9afef req-3446690b-c372-4100-945a-025165968257 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046114 Aug 09 16:10:53.059093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-23a244de-2c33-480c-a6de-b7ec865799e2 None None] Provisioning for port e077101f-867d-4c2a-a0e1-99455a6b71ed completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:53.071885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-23a244de-2c33-480c-a6de-b7ec865799e2 None None] Provisioning complete for port e077101f-867d-4c2a-a0e1-99455a6b71ed triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:53.072537 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23a244de-2c33-480c-a6de-b7ec865799e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:53.114719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-23a244de-2c33-480c-a6de-b7ec865799e2 None None] Port e077101f-867d-4c2a-a0e1-99455a6b71ed cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:10:53.306143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e077101f-867d-4c2a-a0e1-99455a6b71ed {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:10:53.315033 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:53.342775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Transition to ACTIVE for port object e077101f-867d-4c2a-a0e1-99455a6b71ed will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:10:53.352184 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:53.418608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Pushing event updated for resources: {'Port': ['ID=e077101f-867d-4c2a-a0e1-99455a6b71ed,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:53.503546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Attempting to bind port e077101f-867d-4c2a-a0e1-99455a6b71ed on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:10:53.503912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Attempting to bind port e077101f-867d-4c2a-a0e1-99455a6b71ed by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:10:53.504241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Attempting to bind port e077101f-867d-4c2a-a0e1-99455a6b71ed on network ff9d247b-1960-4627-85ab-a12d1e5313ef {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:53.511227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Port e077101f-867d-4c2a-a0e1-99455a6b71ed on network ff9d247b-1960-4627-85ab-a12d1e5313ef not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:10:53.511632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Attempting to bind port e077101f-867d-4c2a-a0e1-99455a6b71ed on network ff9d247b-1960-4627-85ab-a12d1e5313ef {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:10:53.517847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:10:53.518193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Checking segment: {'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:10:53.518587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Bound using segment: {'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:10:53.519022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Bound port: e077101f-867d-4c2a-a0e1-99455a6b71ed, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e4bb69-ac68-4421-81c4-a9f2e8791c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:10:53.519390 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:53.603861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] For port e077101f-867d-4c2a-a0e1-99455a6b71ed, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:10:53.608276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] For port e077101f-867d-4c2a-a0e1-99455a6b71ed, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e077101f-867d-4c2a-a0e1-99455a6b71ed,segment=NetworkSegment(01e4bb69-ac68-4421-81c4-a9f2e8791c1a),segment_id=01e4bb69-ac68-4421-81c4-a9f2e8791c1a)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:10:53.617901 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:53.668972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:53.670023 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:53.672053 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] 10.222.0.60 "PUT /v2.0/ports/e077101f-867d-4c2a-a0e1-99455a6b71ed HTTP/1.1" status: 200 len: 1055 time: 0.9099591 Aug 09 16:10:53.675231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3', 'tag': 'e077101f-867d-4c2a-a0e1-99455a6b71ed'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:53.676884 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eedb1fb-b14f-4493-a197-fb537b546762" -d '{"events": [{"name": "network-changed", "server_uuid": "a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3", "tag": "e077101f-867d-4c2a-a0e1-99455a6b71ed"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:53.768387 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940f54fc-9dfb-4af0-bb93-9bcac5eecac7 x-openstack-request-id: req-940f54fc-9dfb-4af0-bb93-9bcac5eecac7 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:53.768699 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3", "tag": "e077101f-867d-4c2a-a0e1-99455a6b71ed", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:53.768949 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-940f54fc-9dfb-4af0-bb93-9bcac5eecac7 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:53.769442 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3', 'tag': 'e077101f-867d-4c2a-a0e1-99455a6b71ed', 'status': 'completed', 'code': 200} Aug 09 16:10:53.771473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a55136-75bc-4895-8e2c-f3c0d6c41f1f service neutron] Pushing event updated for resources: {'Port': ['ID=e077101f-867d-4c2a-a0e1-99455a6b71ed,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:53.794471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-6f9246de-6292-4f95-96cf-c9f0a5e37a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:53.795787 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-6f9246de-6292-4f95-96cf-c9f0a5e37a55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3572756c741e470fae09babf4023791f&device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 1058 time: 0.0663764 Aug 09 16:10:53.844136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-278ec15f-a851-4956-a1b3-e59fa3802478 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=e077101f-867d-4c2a-a0e1-99455a6b71ed HTTP/1.1" status: 200 len: 217 time: 0.0394650 Aug 09 16:10:53.916734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-58439d30-25fb-4c69-88a1-289c1025fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:53.919056 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-58439d30-25fb-4c69-88a1-289c1025fe19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f5e4144-7248-4e2a-a6cb-faa7dbfae185 HTTP/1.1" status: 200 len: 838 time: 0.0614769 Aug 09 16:10:53.919836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8d119de1-4bff-4bba-b040-f49ba12a2fc5 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:10:54.062465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 8d119de1-4bff-4bba-b040-f49ba12a2fc5, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8d119de1-4bff-4bba-b040-f49ba12a2fc5,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:54.075175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '8d119de1-4bff-4bba-b040-f49ba12a2fc5', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'port_id': '8d119de1-4bff-4bba-b040-f49ba12a2fc5', 'mac_address': 'fa:16:3e:36:56:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:10:54.076992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-6b6c6de7-e23c-47a6-a808-804ba7787325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:54.080039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-6b6c6de7-e23c-47a6-a808-804ba7787325 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff9d247b-1960-4627-85ab-a12d1e5313ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529150 Aug 09 16:10:54.126184 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:54.144061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d119de1-4bff-4bba-b040-f49ba12a2fc5 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:10:54.164939 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88118612-4c1b-4ae2-bc20-19a1a2d6595d req-6c3ad27a-5f80-4567-aecd-8c3f66c01336 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:54.167688 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-88118612-4c1b-4ae2-bc20-19a1a2d6595d req-6c3ad27a-5f80-4567-aecd-8c3f66c01336 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 943 time: 0.0858560 Aug 09 16:10:54.170548 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 8d119de1-4bff-4bba-b040-f49ba12a2fc5, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8d119de1-4bff-4bba-b040-f49ba12a2fc5,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:54.175335 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:54.206181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fb974-6a45-4792-8a07-242b86fae4ed req-21621156-48ab-4060-9943-46ac3ccd0632 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:54.208133 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2f5fb974-6a45-4792-8a07-242b86fae4ed req-21621156-48ab-4060-9943-46ac3ccd0632 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 907 time: 0.2197008 Aug 09 16:10:54.239398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6a8c6394-f1c5-4103-b6cf-24738c7ff29c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:54.249728 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-f13f4aaa-b103-4e72-8f0a-e85fc34b2537 service neutron] 10.222.0.60 "GET /v2.0/networks/ff9d247b-1960-4627-85ab-a12d1e5313ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608775 Aug 09 16:10:54.271250 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-88118612-4c1b-4ae2-bc20-19a1a2d6595d req-522bc88a-2fbc-4fd7-a319-2b87e01b5c97 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956104 Aug 09 16:10:54.324262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=8d119de1-4bff-4bba-b040-f49ba12a2fc5,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:54.341908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:54.342346 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:54.351974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2aec13b-8d91-469f-b710-3549a51ff7ee req-ea2d7bb9-9271-43f5-a2c5-91752f8af608 service neutron] 10.222.0.60 "GET /v2.0/networks/ff9d247b-1960-4627-85ab-a12d1e5313ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921826 Aug 09 16:10:54.390311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['8d119de1-4bff-4bba-b040-f49ba12a2fc5'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:10:54.455728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedb1fb-b14f-4493-a197-fb537b546762 req-e7139210-2d21-41c3-9984-6f15aed63ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:54.457388 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eedb1fb-b14f-4493-a197-fb537b546762 req-e7139210-2d21-41c3-9984-6f15aed63ba4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3572756c741e470fae09babf4023791f&device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 1058 time: 0.0488675 Aug 09 16:10:54.564575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedb1fb-b14f-4493-a197-fb537b546762 req-27adfa1d-7609-4dbc-92a0-8d929ae26372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:54.566118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eedb1fb-b14f-4493-a197-fb537b546762 req-27adfa1d-7609-4dbc-92a0-8d929ae26372 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ff9d247b-1960-4627-85ab-a12d1e5313ef HTTP/1.1" status: 200 len: 899 time: 0.1017694 Aug 09 16:10:54.610055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eedb1fb-b14f-4493-a197-fb537b546762 req-c7dc73fb-9685-45ac-9dd8-9c3eb922c8ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=e077101f-867d-4c2a-a0e1-99455a6b71ed HTTP/1.1" status: 200 len: 217 time: 0.0358894 Aug 09 16:10:54.667589 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedb1fb-b14f-4493-a197-fb537b546762 req-4c687ef7-b1ee-4362-bc2d-4cb06454fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:54.669212 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eedb1fb-b14f-4493-a197-fb537b546762 req-4c687ef7-b1ee-4362-bc2d-4cb06454fc63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f5e4144-7248-4e2a-a6cb-faa7dbfae185 HTTP/1.1" status: 200 len: 838 time: 0.0510297 Aug 09 16:10:54.718830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedb1fb-b14f-4493-a197-fb537b546762 req-da6f5dc6-7b1c-4646-b1cc-0f2dea75dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:54.720404 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eedb1fb-b14f-4493-a197-fb537b546762 req-da6f5dc6-7b1c-4646-b1cc-0f2dea75dd0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff9d247b-1960-4627-85ab-a12d1e5313ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430782 Aug 09 16:10:54.812618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eedb1fb-b14f-4493-a197-fb537b546762 req-e40da980-fc45-4794-9b3e-6168cd26420a service neutron] 10.222.0.60 "GET /v2.0/networks/ff9d247b-1960-4627-85ab-a12d1e5313ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836878 Aug 09 16:10:54.913517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eedb1fb-b14f-4493-a197-fb537b546762 req-be3a43b8-defb-41c9-ae69-d4ca245906f2 service neutron] 10.222.0.60 "GET /v2.0/networks/ff9d247b-1960-4627-85ab-a12d1e5313ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920174 Aug 09 16:10:55.328056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96fa98-415d-4fd1-83ff-f2110a19f428 req-50ffe840-5291-4120-8983-fac991417944 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:55.329624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c96fa98-415d-4fd1-83ff-f2110a19f428 req-50ffe840-5291-4120-8983-fac991417944 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 907 time: 0.0525753 Aug 09 16:10:55.396724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e755d-9836-4969-b9ff-1a850f6ee01a req-3890fcf1-ff5a-419b-9f6c-7cec30afaaea tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:55.402078 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef5e755d-9836-4969-b9ff-1a850f6ee01a req-3890fcf1-ff5a-419b-9f6c-7cec30afaaea tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 944 time: 0.0645845 Aug 09 16:10:55.450739 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef5e755d-9836-4969-b9ff-1a850f6ee01a req-359b61c8-3d6a-4bc4-9031-b81f1c0c28c1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Aug 09 16:10:55.949403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8d119de1-4bff-4bba-b040-f49ba12a2fc5 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:55.999876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 8d119de1-4bff-4bba-b040-f49ba12a2fc5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:56.003380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 8d119de1-4bff-4bba-b040-f49ba12a2fc5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:56.003750 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:56.081442 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:56.106526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637a5415-de67-43fa-80ec-1d766da77e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d119de1-4bff-4bba-b040-f49ba12a2fc5'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:56.108781 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970c3e3c-d0e7-4cd1-a601-bbb86e96c105" -d '{"events": [{"server_uuid": "637a5415-de67-43fa-80ec-1d766da77e9a", "name": "network-vif-plugged", "status": "completed", "tag": "8d119de1-4bff-4bba-b040-f49ba12a2fc5"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:56.119797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 8d119de1-4bff-4bba-b040-f49ba12a2fc5, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8d119de1-4bff-4bba-b040-f49ba12a2fc5,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:56.125011 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:56.156001 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496ccbfc-2131-490d-b7aa-5f4b69648ac2 x-openstack-request-id: req-496ccbfc-2131-490d-b7aa-5f4b69648ac2 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:56.156298 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637a5415-de67-43fa-80ec-1d766da77e9a", "name": "network-vif-plugged", "status": "completed", "tag": "8d119de1-4bff-4bba-b040-f49ba12a2fc5", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:56.157855 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-496ccbfc-2131-490d-b7aa-5f4b69648ac2 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:56.158268 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637a5415-de67-43fa-80ec-1d766da77e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d119de1-4bff-4bba-b040-f49ba12a2fc5', 'code': 200} Aug 09 16:10:56.189614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=8d119de1-4bff-4bba-b040-f49ba12a2fc5,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:56.255143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ce919-cff1-4330-ae48-23339b1555df req-715e19ff-0376-4750-b115-3f053a66898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:56.256770 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-333ce919-cff1-4330-ae48-23339b1555df req-715e19ff-0376-4750-b115-3f053a66898e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 1096 time: 0.0442760 Aug 09 16:10:56.292207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-333ce919-cff1-4330-ae48-23339b1555df req-8652cdce-af56-43d1-99f7-9e811741217c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283685 Aug 09 16:10:56.351279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e077101f-867d-4c2a-a0e1-99455a6b71ed details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:10:56.455534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e077101f-867d-4c2a-a0e1-99455a6b71ed, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e077101f-867d-4c2a-a0e1-99455a6b71ed,segment=NetworkSegment(01e4bb69-ac68-4421-81c4-a9f2e8791c1a),segment_id=01e4bb69-ac68-4421-81c4-a9f2e8791c1a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:56.456690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9c3df-1521-4772-92f6-c30981cc8a55 req-af883552-d62b-40bd-ab11-5b48b12346fa tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:56.458274 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-07a9c3df-1521-4772-92f6-c30981cc8a55 req-af883552-d62b-40bd-ab11-5b48b12346fa tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 907 time: 0.0579975 Aug 09 16:10:56.469279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'e077101f-867d-4c2a-a0e1-99455a6b71ed', 'network_id': 'ff9d247b-1960-4627-85ab-a12d1e5313ef', 'port_id': 'e077101f-867d-4c2a-a0e1-99455a6b71ed', 'mac_address': 'fa:16:3e:a6:52:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5e4144-7248-4e2a-a6cb-faa7dbfae185', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:10:56.519918 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:56.541005 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e077101f-867d-4c2a-a0e1-99455a6b71ed {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:10:56.567747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e077101f-867d-4c2a-a0e1-99455a6b71ed, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e077101f-867d-4c2a-a0e1-99455a6b71ed,segment=NetworkSegment(01e4bb69-ac68-4421-81c4-a9f2e8791c1a),segment_id=01e4bb69-ac68-4421-81c4-a9f2e8791c1a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:56.574737 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:56.603756 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7aae03-27db-4d5c-8e59-47c1a1d4b50b req-cc243093-c0ec-4738-a8a1-e5620d6588ee tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:56.605459 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca7aae03-27db-4d5c-8e59-47c1a1d4b50b req-cc243093-c0ec-4738-a8a1-e5620d6588ee tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 945 time: 0.0779853 Aug 09 16:10:56.632980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e077101f-867d-4c2a-a0e1-99455a6b71ed,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:56.651183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca7aae03-27db-4d5c-8e59-47c1a1d4b50b req-30dfef2a-0bbe-4ae8-8594-afaa19252fa4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Aug 09 16:10:56.824882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['e077101f-867d-4c2a-a0e1-99455a6b71ed'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:10:57.593626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec68585-1869-4547-8c1a-7d96b2576c8b req-d64a9af8-e4bc-4360-8dd4-e477f617beb3 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:57.595154 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ec68585-1869-4547-8c1a-7d96b2576c8b req-d64a9af8-e4bc-4360-8dd4-e477f617beb3 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 908 time: 0.0556657 Aug 09 16:10:57.769439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25302f-77db-4cb4-975e-7ed1918e69da req-0be000a9-32f7-43eb-af79-a5de9a04941c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:57.771239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8d25302f-77db-4cb4-975e-7ed1918e69da req-0be000a9-32f7-43eb-af79-a5de9a04941c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 945 time: 0.0515199 Aug 09 16:10:57.813944 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8d25302f-77db-4cb4-975e-7ed1918e69da req-a13d1414-5b92-4f7f-99a0-2e24dda339d8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363221 Aug 09 16:10:57.953458 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b690c-3c1c-446b-a4fd-6ce534ad52e3 req-1023dda8-d3ee-4cf9-b132-0f5483fae0d0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:57.955102 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de8b690c-3c1c-446b-a4fd-6ce534ad52e3 req-1023dda8-d3ee-4cf9-b132-0f5483fae0d0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 945 time: 0.0572109 Aug 09 16:10:57.995562 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de8b690c-3c1c-446b-a4fd-6ce534ad52e3 req-1fbdc16d-72d5-45a0-9844-acf106f2da6a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330706 Aug 09 16:10:58.121509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f08548-dad1-4c78-90e4-7d1e2753be53 req-4b104ce8-d200-49c1-a32a-7948c92959ad tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:58.122368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60f08548-dad1-4c78-90e4-7d1e2753be53 req-4b104ce8-d200-49c1-a32a-7948c92959ad tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 945 time: 0.0538516 Aug 09 16:10:58.167065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60f08548-dad1-4c78-90e4-7d1e2753be53 req-a9d328f2-4727-4992-8e7f-bd3f1bfd5cb0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356288 Aug 09 16:10:58.379023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e077101f-867d-4c2a-a0e1-99455a6b71ed up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:10:58.443519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port e077101f-867d-4c2a-a0e1-99455a6b71ed completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:10:58.447585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port e077101f-867d-4c2a-a0e1-99455a6b71ed triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:10:58.447964 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:58.514019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97ef22-9e9a-4dce-9480-484c2bedfaa1 req-d3f3f2ac-b931-4f2f-be8e-6bcc210355bd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:58.515986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cd97ef22-9e9a-4dce-9480-484c2bedfaa1 req-d3f3f2ac-b931-4f2f-be8e-6bcc210355bd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 945 time: 0.0754602 Aug 09 16:10:58.548340 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:58.559951 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cd97ef22-9e9a-4dce-9480-484c2bedfaa1 req-7aefb1df-2a08-4925-bfe8-6eb5360ded55 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374582 Aug 09 16:10:58.576571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e077101f-867d-4c2a-a0e1-99455a6b71ed'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:10:58.578865 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98f6e9f-cb55-4162-94e2-a340dd33a965" -d '{"events": [{"server_uuid": "a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3", "name": "network-vif-plugged", "status": "completed", "tag": "e077101f-867d-4c2a-a0e1-99455a6b71ed"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:10:58.594259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e077101f-867d-4c2a-a0e1-99455a6b71ed, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e077101f-867d-4c2a-a0e1-99455a6b71ed,segment=NetworkSegment(01e4bb69-ac68-4421-81c4-a9f2e8791c1a),segment_id=01e4bb69-ac68-4421-81c4-a9f2e8791c1a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:10:58.600561 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:10:58.635073 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6ee881-2dcf-4baf-9491-81e4fb72d343 x-openstack-request-id: req-1e6ee881-2dcf-4baf-9491-81e4fb72d343 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:10:58.635430 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3", "name": "network-vif-plugged", "status": "completed", "tag": "e077101f-867d-4c2a-a0e1-99455a6b71ed", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:10:58.635630 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e6ee881-2dcf-4baf-9491-81e4fb72d343 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:10:58.635967 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e077101f-867d-4c2a-a0e1-99455a6b71ed', 'code': 200} Aug 09 16:10:58.668770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e077101f-867d-4c2a-a0e1-99455a6b71ed,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:10:58.775463 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130eea3-ca6b-429a-aafd-82dc92451e35 req-9685dbae-a8dd-4ef1-8328-e242c0849103 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:58.777084 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f130eea3-ca6b-429a-aafd-82dc92451e35 req-9685dbae-a8dd-4ef1-8328-e242c0849103 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 909 time: 0.0876601 Aug 09 16:10:58.780772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c073e-8005-41f6-8ff6-66a172dd8681 req-2236ca6e-4552-47b6-adcf-8b4e15264d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:58.782199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-248c073e-8005-41f6-8ff6-66a172dd8681 req-2236ca6e-4552-47b6-adcf-8b4e15264d65 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 1060 time: 0.0779436 Aug 09 16:10:59.688775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4f946-5143-4dd6-9960-2931704ecc70 req-939cdb31-597a-489d-a380-afe4e2308cbf tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:59.690419 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-98d4f946-5143-4dd6-9960-2931704ecc70 req-939cdb31-597a-489d-a380-afe4e2308cbf tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 945 time: 0.0526285 Aug 09 16:10:59.731979 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-98d4f946-5143-4dd6-9960-2931704ecc70 req-fe701e05-5f0f-4ae9-9975-bb2f1d5295ea tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350692 Aug 09 16:10:59.933785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18881fbe-9e6d-4c8e-9a40-b91eda68f123 req-598e4082-4b2e-433d-bf89-c5d96e1ba523 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:59.935255 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-18881fbe-9e6d-4c8e-9a40-b91eda68f123 req-598e4082-4b2e-433d-bf89-c5d96e1ba523 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 945 time: 0.0917037 Aug 09 16:10:59.943515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ee092-8d50-43aa-93f2-368f62c56329 req-a58f4b24-ddb9-417f-a17e-e4eca53adb7d tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:10:59.945630 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da4ee092-8d50-43aa-93f2-368f62c56329 req-a58f4b24-ddb9-417f-a17e-e4eca53adb7d tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 909 time: 0.0840783 Aug 09 16:11:00.037163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-18881fbe-9e6d-4c8e-9a40-b91eda68f123 req-6e7acf14-f48c-4822-8cf4-57cb50bd0702 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Deleting port 8d119de1-4bff-4bba-b040-f49ba12a2fc5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:11:00.037558 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-18881fbe-9e6d-4c8e-9a40-b91eda68f123 req-6e7acf14-f48c-4822-8cf4-57cb50bd0702 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:00.073803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f08cd-2cbf-4120-be1d-4a22c94bd779 req-9bfa58ca-d7e9-45c0-85e0-717faad62ce8 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:00.075456 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d44f08cd-2cbf-4120-be1d-4a22c94bd779 req-9bfa58ca-d7e9-45c0-85e0-717faad62ce8 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 909 time: 0.0565414 Aug 09 16:11:00.139630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-18881fbe-9e6d-4c8e-9a40-b91eda68f123 req-6e7acf14-f48c-4822-8cf4-57cb50bd0702 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] For port 8d119de1-4bff-4bba-b040-f49ba12a2fc5, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=8d119de1-4bff-4bba-b040-f49ba12a2fc5,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:00.139993 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-18881fbe-9e6d-4c8e-9a40-b91eda68f123 req-6e7acf14-f48c-4822-8cf4-57cb50bd0702 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:00.162599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-18881fbe-9e6d-4c8e-9a40-b91eda68f123 req-6e7acf14-f48c-4822-8cf4-57cb50bd0702 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Calling delete_port for 8d119de1-4bff-4bba-b040-f49ba12a2fc5 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:11:00.245395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8cb7-9463-4645-8622-1e8e249fecea req-bc63a422-de03-45ff-a232-ee2b20f2da03 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:00.246981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d8ef8cb7-9463-4645-8622-1e8e249fecea req-bc63a422-de03-45ff-a232-ee2b20f2da03 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 1060 time: 0.0865207 Aug 09 16:11:00.334349 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-18881fbe-9e6d-4c8e-9a40-b91eda68f123 req-6e7acf14-f48c-4822-8cf4-57cb50bd0702 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:00.347771 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['8d119de1-4bff-4bba-b040-f49ba12a2fc5'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:11:00.364017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023d60d-efb4-496b-a092-2f9b0dae2978 req-f5fefc5c-3766-4677-811a-c0e2957ae531 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:00.365529 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f023d60d-efb4-496b-a092-2f9b0dae2978 req-f5fefc5c-3766-4677-811a-c0e2957ae531 tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 1136 time: 0.0496998 Aug 09 16:11:00.386298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7acf14-f48c-4822-8cf4-57cb50bd0702 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event deleted for resources: {'Port': ['ID=8d119de1-4bff-4bba-b040-f49ba12a2fc5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:00.412460 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f023d60d-efb4-496b-a092-2f9b0dae2978 req-0d4fb31d-be87-4294-9d9f-972b56239b4f tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0398777 Aug 09 16:11:00.438242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44198) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:00.445697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-18881fbe-9e6d-4c8e-9a40-b91eda68f123 req-6e7acf14-f48c-4822-8cf4-57cb50bd0702 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] No DVR routers for this DVR port 8d119de1-4bff-4bba-b040-f49ba12a2fc5 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:11:00.453940 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-18881fbe-9e6d-4c8e-9a40-b91eda68f123 req-6e7acf14-f48c-4822-8cf4-57cb50bd0702 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:00.456566 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-18881fbe-9e6d-4c8e-9a40-b91eda68f123 req-6e7acf14-f48c-4822-8cf4-57cb50bd0702 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "DELETE /v2.0/ports/8d119de1-4bff-4bba-b040-f49ba12a2fc5 HTTP/1.1" status: 204 len: 173 time: 0.5100126 Aug 09 16:11:00.457104 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637a5415-de67-43fa-80ec-1d766da77e9a', 'name': 'network-vif-deleted', 'tag': '8d119de1-4bff-4bba-b040-f49ba12a2fc5'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:11:00.459821 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2399fe-59b3-4a5e-a305-b2bf663c7500" -d '{"events": [{"server_uuid": "637a5415-de67-43fa-80ec-1d766da77e9a", "name": "network-vif-deleted", "tag": "8d119de1-4bff-4bba-b040-f49ba12a2fc5"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:11:00.506808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c925bb-02eb-48f4-a488-c5d5a1ce67cd tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:00.509565 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-33c925bb-02eb-48f4-a488-c5d5a1ce67cd tempest-TestSecurityGroupsBasicOps-1278857007 tempest-TestSecurityGroupsBasicOps-1278857007-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 1055 time: 0.0699925 Aug 09 16:11:00.527962 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6835ee1-4ec2-46c8-87cd-adf677c0d02a x-openstack-request-id: req-d6835ee1-4ec2-46c8-87cd-adf677c0d02a {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:11:00.528310 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637a5415-de67-43fa-80ec-1d766da77e9a", "name": "network-vif-deleted", "tag": "8d119de1-4bff-4bba-b040-f49ba12a2fc5", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:11:00.528572 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6835ee1-4ec2-46c8-87cd-adf677c0d02a {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:11:00.528977 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637a5415-de67-43fa-80ec-1d766da77e9a', 'name': 'network-vif-deleted', 'tag': '8d119de1-4bff-4bba-b040-f49ba12a2fc5', 'status': 'completed', 'code': 200} Aug 09 16:11:00.799992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef4720-82b0-4d9b-9c4f-e88bae720ba6 req-4b780f2a-ff6d-46de-8b3f-68eb39426d92 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:00.810006 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-52ef4720-82b0-4d9b-9c4f-e88bae720ba6 req-4b780f2a-ff6d-46de-8b3f-68eb39426d92 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 909 time: 0.0780959 Aug 09 16:11:00.861396 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e837503-7f06-494a-8014-d92ca97e9c6d req-42a13e50-096a-4677-8fed-bc12ed835a25 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 210 time: 0.0333250 Aug 09 16:11:01.975537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992187c3-bfb1-418c-aa75-e80239c82a57 req-ec090e12-ac23-4b47-b94c-d5f428c88b32 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:01.990777 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-992187c3-bfb1-418c-aa75-e80239c82a57 req-ec090e12-ac23-4b47-b94c-d5f428c88b32 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 909 time: 0.0672901 Aug 09 16:11:01.993023 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e88753a8-98b0-4773-b53d-43621d87a27c req-b390dedb-2208-4a5c-b463-5973cef3b2ed tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 210 time: 0.0440073 Aug 09 16:11:02.326207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c429d5-b3e5-4884-8406-ac6e448b8ade req-3e26aa07-7ec6-4bd6-9118-dd90243a0da4 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:02.327834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48c429d5-b3e5-4884-8406-ac6e448b8ade req-3e26aa07-7ec6-4bd6-9118-dd90243a0da4 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 909 time: 0.0500147 Aug 09 16:11:02.435575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-48c429d5-b3e5-4884-8406-ac6e448b8ade req-8403e8f0-0465-4368-8162-3221ca9b1567 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Deleting port e077101f-867d-4c2a-a0e1-99455a6b71ed {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:11:02.435995 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-48c429d5-b3e5-4884-8406-ac6e448b8ade req-8403e8f0-0465-4368-8162-3221ca9b1567 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:02.533615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-48c429d5-b3e5-4884-8406-ac6e448b8ade req-8403e8f0-0465-4368-8162-3221ca9b1567 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] For port e077101f-867d-4c2a-a0e1-99455a6b71ed, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e077101f-867d-4c2a-a0e1-99455a6b71ed,segment=NetworkSegment(01e4bb69-ac68-4421-81c4-a9f2e8791c1a),segment_id=01e4bb69-ac68-4421-81c4-a9f2e8791c1a)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:02.534064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-48c429d5-b3e5-4884-8406-ac6e448b8ade req-8403e8f0-0465-4368-8162-3221ca9b1567 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:02.548018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-48c429d5-b3e5-4884-8406-ac6e448b8ade req-8403e8f0-0465-4368-8162-3221ca9b1567 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Calling delete_port for e077101f-867d-4c2a-a0e1-99455a6b71ed owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:11:02.695390 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-48c429d5-b3e5-4884-8406-ac6e448b8ade req-8403e8f0-0465-4368-8162-3221ca9b1567 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:02.736691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403e8f0-0465-4368-8162-3221ca9b1567 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'Port': ['ID=e077101f-867d-4c2a-a0e1-99455a6b71ed,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:02.794915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c429d5-b3e5-4884-8406-ac6e448b8ade req-8403e8f0-0465-4368-8162-3221ca9b1567 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] No DVR routers for this DVR port e077101f-867d-4c2a-a0e1-99455a6b71ed on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:11:02.798886 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-48c429d5-b3e5-4884-8406-ac6e448b8ade req-8403e8f0-0465-4368-8162-3221ca9b1567 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:02.801401 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48c429d5-b3e5-4884-8406-ac6e448b8ade req-8403e8f0-0465-4368-8162-3221ca9b1567 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.60 "DELETE /v2.0/ports/e077101f-867d-4c2a-a0e1-99455a6b71ed HTTP/1.1" status: 204 len: 173 time: 0.4671400 Aug 09 16:11:02.801892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3', 'name': 'network-vif-deleted', 'tag': 'e077101f-867d-4c2a-a0e1-99455a6b71ed'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:11:02.804494 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79fca28-0dc0-4036-aaa0-8e01039e7851" -d '{"events": [{"server_uuid": "a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3", "name": "network-vif-deleted", "tag": "e077101f-867d-4c2a-a0e1-99455a6b71ed"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:11:02.862847 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef1fd2d-8ba0-4139-8a7e-e9a9e247df27 x-openstack-request-id: req-bef1fd2d-8ba0-4139-8a7e-e9a9e247df27 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:11:02.864947 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3", "name": "network-vif-deleted", "tag": "e077101f-867d-4c2a-a0e1-99455a6b71ed", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:11:02.865206 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bef1fd2d-8ba0-4139-8a7e-e9a9e247df27 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:11:02.865660 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3', 'name': 'network-vif-deleted', 'tag': 'e077101f-867d-4c2a-a0e1-99455a6b71ed', 'status': 'completed', 'code': 200} Aug 09 16:11:03.096874 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-708748f7-9185-4554-84eb-6f6b7962dca1 req-d6f6a62d-7bfe-495f-a07d-9a8ef35178c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 210 time: 0.0341017 Aug 09 16:11:03.115198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b3c0722-8757-4343-9d63-0e5dcbf393ec req-5265c89a-23c5-4455-a6bc-f93b85d0f780 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9962822-1c9b-4cf0-9b4f-f8c08ebc9cc3 HTTP/1.1" status: 200 len: 210 time: 0.0363555 Aug 09 16:11:03.996167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8d119de1-4bff-4bba-b040-f49ba12a2fc5 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:11:04.017405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 8d119de1-4bff-4bba-b040-f49ba12a2fc5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:11:04.017781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 8d119de1-4bff-4bba-b040-f49ba12a2fc5 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:11:04.212891 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c11bd011-c190-4113-9913-77f8baf1341e req-3ce07baf-be77-4688-b6f0-13fc8cbc76e4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=637a5415-de67-43fa-80ec-1d766da77e9a HTTP/1.1" status: 200 len: 210 time: 0.0449195 Aug 09 16:11:04.219298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44276) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:04.944791 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d9d06b3e-84f3-45ee-8053-6aac85fcc8cd tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:05.261848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d9d06b3e-84f3-45ee-8053-6aac85fcc8cd tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Deleting port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:11:05.262481 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d9d06b3e-84f3-45ee-8053-6aac85fcc8cd tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:05.356504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-d9d06b3e-84f3-45ee-8053-6aac85fcc8cd tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] For port 6a8c6394-f1c5-4103-b6cf-24738c7ff29c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6a8c6394-f1c5-4103-b6cf-24738c7ff29c,segment=NetworkSegment(01e4bb69-ac68-4421-81c4-a9f2e8791c1a),segment_id=01e4bb69-ac68-4421-81c4-a9f2e8791c1a)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:05.357026 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d9d06b3e-84f3-45ee-8053-6aac85fcc8cd tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:05.371532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d9d06b3e-84f3-45ee-8053-6aac85fcc8cd tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Calling delete_port for 6a8c6394-f1c5-4103-b6cf-24738c7ff29c owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:11:05.567961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d9d06b3e-84f3-45ee-8053-6aac85fcc8cd tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:05.600192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d06b3e-84f3-45ee-8053-6aac85fcc8cd tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'Port': ['ID=6a8c6394-f1c5-4103-b6cf-24738c7ff29c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:05.806967 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d9d06b3e-84f3-45ee-8053-6aac85fcc8cd tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:06.053802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d06b3e-84f3-45ee-8053-6aac85fcc8cd tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Router af484c3c-d260-41d5-9f99-ac4def2776db has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:11:06.182091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d06b3e-84f3-45ee-8053-6aac85fcc8cd tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:11:06.188376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d9d06b3e-84f3-45ee-8053-6aac85fcc8cd tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "PUT /v2.0/routers/af484c3c-d260-41d5-9f99-ac4def2776db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9679139 Aug 09 16:11:06.191402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44290) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:06.204049 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4458faa3-6497-4d3c-bee5-604fe953869c None None] Sync routers for ids ['af484c3c-d260-41d5-9f99-ac4def2776db'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:11:06.215649 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458faa3-6497-4d3c-bee5-604fe953869c None None] Routers {'af484c3c-d260-41d5-9f99-ac4def2776db'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:06.216495 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4458faa3-6497-4d3c-bee5-604fe953869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['af484c3c-d260-41d5-9f99-ac4def2776db'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:06.285007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a8eead-1a11-4a28-bdf2-cd8bd0ca8cce tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Deleting subnet 7f5e4144-7248-4e2a-a6cb-faa7dbfae185 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:11:06.296455 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46a8eead-1a11-4a28-bdf2-cd8bd0ca8cce tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:06.364563 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46a8eead-1a11-4a28-bdf2-cd8bd0ca8cce tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:06.365504 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4458faa3-6497-4d3c-bee5-604fe953869c None None] Set router af484c3c-d260-41d5-9f99-ac4def2776db gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:06.399637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e077101f-867d-4c2a-a0e1-99455a6b71ed no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:11:06.442740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: e077101f-867d-4c2a-a0e1-99455a6b71ed {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:11:06.443343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e077101f-867d-4c2a-a0e1-99455a6b71ed not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:11:06.474056 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46a8eead-1a11-4a28-bdf2-cd8bd0ca8cce tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:06.544309 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46a8eead-1a11-4a28-bdf2-cd8bd0ca8cce tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:06.571335 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4458faa3-6497-4d3c-bee5-604fe953869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2086569060', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:39Z', 'updated_at': '2021-08-09T16:11:05Z', 'revision_number': 5, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:40Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:06.578749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8eead-1a11-4a28-bdf2-cd8bd0ca8cce tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5e4144-7248-4e2a-a6cb-faa7dbfae185,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:06.582587 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-46a8eead-1a11-4a28-bdf2-cd8bd0ca8cce tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:06.584664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-46a8eead-1a11-4a28-bdf2-cd8bd0ca8cce tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "DELETE /v2.0/subnets/7f5e4144-7248-4e2a-a6cb-faa7dbfae185 HTTP/1.1" status: 204 len: 168 time: 0.3911085 Aug 09 16:11:06.588222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44294) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:06.601326 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4458faa3-6497-4d3c-bee5-604fe953869c None None] Checking router: af484c3c-d260-41d5-9f99-ac4def2776db for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:11:06.608101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5507b26f-a4fa-4ef7-8171-030f09ee44e5 None None] Network ff9d247b-1960-4627-85ab-a12d1e5313ef requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:11:06.619414 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458faa3-6497-4d3c-bee5-604fe953869c None None] Routers {'af484c3c-d260-41d5-9f99-ac4def2776db'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:06.620047 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4458faa3-6497-4d3c-bee5-604fe953869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['af484c3c-d260-41d5-9f99-ac4def2776db'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:06.713577 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:06.864447 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:06.872114 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4458faa3-6497-4d3c-bee5-604fe953869c None None] Set router af484c3c-d260-41d5-9f99-ac4def2776db gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:06.891089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a994d-5f94-47e0-9125-8d543efbe99e None None] DHCP port deletion for ff9d247b-1960-4627-85ab-a12d1e5313ef request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:11:06.965266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Deleting port 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:11:06.966062 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:06.989688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-356a994d-5f94-47e0-9125-8d543efbe99e None None] Deleting port 888850cd-fe14-49ac-920d-5849bae0c567 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:11:06.990746 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-356a994d-5f94-47e0-9125-8d543efbe99e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.094507 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] For port 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=75ef4c72-8dda-4bbe-b38c-a06ef4db70e5,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:07.095278 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.112051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-356a994d-5f94-47e0-9125-8d543efbe99e None None] For port 888850cd-fe14-49ac-920d-5849bae0c567, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=888850cd-fe14-49ac-920d-5849bae0c567,segment=NetworkSegment(01e4bb69-ac68-4421-81c4-a9f2e8791c1a),segment_id=01e4bb69-ac68-4421-81c4-a9f2e8791c1a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:07.112459 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-356a994d-5f94-47e0-9125-8d543efbe99e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.113170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Calling delete_port for 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:11:07.140635 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4458faa3-6497-4d3c-bee5-604fe953869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2086569060', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:39Z', 'updated_at': '2021-08-09T16:11:05Z', 'revision_number': 5, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:40Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:07.145897 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-356a994d-5f94-47e0-9125-8d543efbe99e None None] Calling delete_port for 888850cd-fe14-49ac-920d-5849bae0c567 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:11:07.186544 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4458faa3-6497-4d3c-bee5-604fe953869c None None] The sync data for ids ['af484c3c-d260-41d5-9f99-ac4def2776db'] in n-d-803778-2 is: [{'id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2086569060', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:39Z', 'updated_at': '2021-08-09T16:11:05Z', 'revision_number': 5, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': '75ef4c72-8dda-4bbe-b38c-a06ef4db70e5', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af484c3c-d260-41d5-9f99-ac4def2776db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:40Z', 'updated_at': '2021-08-09T16:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:11:07.250709 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-356a994d-5f94-47e0-9125-8d543efbe99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.281211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a994d-5f94-47e0-9125-8d543efbe99e None None] Pushing event deleted for resources: {'Port': ['ID=888850cd-fe14-49ac-920d-5849bae0c567,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:07.285103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a994d-5f94-47e0-9125-8d543efbe99e None None] No DVR routers for this DVR port 888850cd-fe14-49ac-920d-5849bae0c567 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:11:07.363404 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.393682 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'Port': ['ID=75ef4c72-8dda-4bbe-b38c-a06ef4db70e5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:07.465178 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.592076 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.595542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.639923 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3d1ad559-2117-4e83-81fd-53e9170d62e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.682555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.683356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Fanout notify agent at l3_agent the message router_deleted on router af484c3c-d260-41d5-9f99-ac4def2776db {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:11:07.697466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.698462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-865fbb90-ac1d-4f42-8034-dcf892433b59 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "DELETE /v2.0/routers/af484c3c-d260-41d5-9f99-ac4def2776db HTTP/1.1" status: 204 len: 168 time: 1.1090298 Aug 09 16:11:07.701025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44300) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:07.801045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.906119 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.919195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9d247b-1960-4627-85ab-a12d1e5313ef']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:07.931647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e4bb69-ac68-4421-81c4-a9f2e8791c1a') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:07.931986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e4bb69-ac68-4421-81c4-a9f2e8791c1a') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:07.941860 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.966640 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.974762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:11:07.975232 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:11:07.995652 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:11:08.050499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:08.056847 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:08.059993 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "DELETE /v2.0/networks/ff9d247b-1960-4627-85ab-a12d1e5313ef HTTP/1.1" status: 204 len: 168 time: 0.3569441 Aug 09 16:11:08.061698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44304) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:08.078507 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6758f4-4329-4102-a42e-5bed1402b7a9 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'Network': ['ID=ff9d247b-1960-4627-85ab-a12d1e5313ef,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:08.295736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Deleting port 3ca744fd-1ce8-42be-bca5-8006787e178e {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:11:08.296391 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:08.411286 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:08.411672 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:08.434887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Calling delete_port for 3ca744fd-1ce8-42be-bca5-8006787e178e owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:11:08.437204 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:11:08.458761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:11:08.459112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 75ef4c72-8dda-4bbe-b38c-a06ef4db70e5 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:11:08.459538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 888850cd-fe14-49ac-920d-5849bae0c567 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:11:08.485456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 888850cd-fe14-49ac-920d-5849bae0c567 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:11:08.486269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 888850cd-fe14-49ac-920d-5849bae0c567 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:11:08.486728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6a8c6394-f1c5-4103-b6cf-24738c7ff29c no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:11:08.509785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 6a8c6394-f1c5-4103-b6cf-24738c7ff29c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:11:08.510400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6a8c6394-f1c5-4103-b6cf-24738c7ff29c not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:11:08.708397 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:08.770662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'Port': ['ID=3ca744fd-1ce8-42be-bca5-8006787e178e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:08.854430 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:08.854965 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Floating IP 8102702a-89c4-4c05-b6cc-81a25eb1a9e5 disassociated (deleted). External IP: 172.25.2.139, port: c3fee63a-a840-4f7e-90aa-3fc2844f4ec5. Aug 09 16:11:09.368600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Router 491a6431-fdb4-4689-b57d-c53d47185782 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:11:09.510569 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:11:09.515957 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:09.527209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b2660-1884-426a-9c2e-617b425fdec1 None None] Sync routers for ids ['491a6431-fdb4-4689-b57d-c53d47185782'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:11:09.558576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b2660-1884-426a-9c2e-617b425fdec1 None None] Routers {'491a6431-fdb4-4689-b57d-c53d47185782'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:09.559230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dd2b2660-1884-426a-9c2e-617b425fdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['491a6431-fdb4-4689-b57d-c53d47185782'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:09.578394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9ffa728b-9b5c-4a61-a380-4c3fb05ad0f0 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "DELETE /v2.0/floatingips/8102702a-89c4-4c05-b6cc-81a25eb1a9e5 HTTP/1.1" status: 204 len: 168 time: 1.5148818 Aug 09 16:11:09.579348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'tag': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:11:09.582388 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f080cf4d-781e-4307-8a86-ab8916a9ed21" -d '{"events": [{"name": "network-changed", "server_uuid": "5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1", "tag": "c3fee63a-a840-4f7e-90aa-3fc2844f4ec5"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:11:09.638951 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7051a7f4-3366-4ad5-bb11-b480945d1b22 x-openstack-request-id: req-7051a7f4-3366-4ad5-bb11-b480945d1b22 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:11:09.640310 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1", "tag": "c3fee63a-a840-4f7e-90aa-3fc2844f4ec5", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:11:09.640656 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7051a7f4-3366-4ad5-bb11-b480945d1b22 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:11:09.641188 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'tag': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5', 'status': 'completed', 'code': 200} Aug 09 16:11:09.768284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080cf4d-781e-4307-8a86-ab8916a9ed21 req-eaa63130-046a-4f72-9311-c665a8483184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:09.770058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f080cf4d-781e-4307-8a86-ab8916a9ed21 req-eaa63130-046a-4f72-9311-c665a8483184 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3572756c741e470fae09babf4023791f&device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 1136 time: 0.1078997 Aug 09 16:11:09.801787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-dd2b2660-1884-426a-9c2e-617b425fdec1 None None] Set router 491a6431-fdb4-4689-b57d-c53d47185782 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:10.012585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080cf4d-781e-4307-8a86-ab8916a9ed21 req-54194743-1e2d-4ef3-81fe-a6dc2dc2f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:10.016533 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f080cf4d-781e-4307-8a86-ab8916a9ed21 req-54194743-1e2d-4ef3-81fe-a6dc2dc2f9da service neutron] 10.222.0.53 "GET /v2.0/networks?id=2df958db-3a2d-44b9-814f-526bf0d2ba27 HTTP/1.1" status: 200 len: 898 time: 0.2390370 Aug 09 16:11:10.103511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f080cf4d-781e-4307-8a86-ab8916a9ed21 req-36238962-8569-4e59-8b1a-2a07cd837547 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 HTTP/1.1" status: 200 len: 217 time: 0.0789587 Aug 09 16:11:10.106790 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58352285-e8ce-4e7b-b13e-dd7b9a471940 req-98bb4350-7dfd-4644-8d9a-0b175b2ea027 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:10.146965 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dd2b2660-1884-426a-9c2e-617b425fdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '28d4b51a-63f4-47c9-8d91-2ed22e05072f', 'name': '', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'tenant_id': '3572756c741e470fae09babf4023791f', 'mac_address': 'fa:16:3e:f6:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:43Z', 'updated_at': '2021-08-09T16:09:50Z', 'revision_number': 5, 'project_id': '3572756c741e470fae09babf4023791f', 'subnets': [{'id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:10.154467 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-58352285-e8ce-4e7b-b13e-dd7b9a471940 req-98bb4350-7dfd-4644-8d9a-0b175b2ea027 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 985 time: 0.1485717 Aug 09 16:11:10.188076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080cf4d-781e-4307-8a86-ab8916a9ed21 req-38e4e340-4051-43f6-b0b9-2a3e4c8e6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:10.190247 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f080cf4d-781e-4307-8a86-ab8916a9ed21 req-38e4e340-4051-43f6-b0b9-2a3e4c8e6f01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d HTTP/1.1" status: 200 len: 834 time: 0.0793660 Aug 09 16:11:10.210705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b2660-1884-426a-9c2e-617b425fdec1 None None] Checking router: 491a6431-fdb4-4689-b57d-c53d47185782 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:11:10.238450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b2660-1884-426a-9c2e-617b425fdec1 None None] Routers {'491a6431-fdb4-4689-b57d-c53d47185782'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:10.239169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dd2b2660-1884-426a-9c2e-617b425fdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:10:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['491a6431-fdb4-4689-b57d-c53d47185782'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:10.280266 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-58352285-e8ce-4e7b-b13e-dd7b9a471940 req-41cd5200-f2c8-444b-bb8b-cef76de25d84 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1190436 Aug 09 16:11:10.290336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080cf4d-781e-4307-8a86-ab8916a9ed21 req-37872fc3-4bc0-496a-b9df-c0bfbee39e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:10.293313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f080cf4d-781e-4307-8a86-ab8916a9ed21 req-37872fc3-4bc0-496a-b9df-c0bfbee39e05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2df958db-3a2d-44b9-814f-526bf0d2ba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936494 Aug 09 16:11:10.395115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-dd2b2660-1884-426a-9c2e-617b425fdec1 None None] Set router 491a6431-fdb4-4689-b57d-c53d47185782 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:10.456308 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f080cf4d-781e-4307-8a86-ab8916a9ed21 req-e45b90c3-d00e-4d57-8b47-60c1a7b70ccf service neutron] 10.222.0.53 "GET /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480856 Aug 09 16:11:10.573703 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f080cf4d-781e-4307-8a86-ab8916a9ed21 req-f79655e3-19a1-4fd8-a6dd-dddaa8392ab5 service neutron] 10.222.0.53 "GET /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160510 Aug 09 16:11:10.602467 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b57b32cf-ee85-403e-b574-150a57946190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:10.655082 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dd2b2660-1884-426a-9c2e-617b425fdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '28d4b51a-63f4-47c9-8d91-2ed22e05072f', 'name': '', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'tenant_id': '3572756c741e470fae09babf4023791f', 'mac_address': 'fa:16:3e:f6:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:43Z', 'updated_at': '2021-08-09T16:09:50Z', 'revision_number': 5, 'project_id': '3572756c741e470fae09babf4023791f', 'subnets': [{'id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:10.690878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2b2660-1884-426a-9c2e-617b425fdec1 None None] The sync data for ids ['491a6431-fdb4-4689-b57d-c53d47185782'] in n-d-803778-2 is: [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '28d4b51a-63f4-47c9-8d91-2ed22e05072f', 'name': '', 'network_id': '2df958db-3a2d-44b9-814f-526bf0d2ba27', 'tenant_id': '3572756c741e470fae09babf4023791f', 'mac_address': 'fa:16:3e:f6:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:43Z', 'updated_at': '2021-08-09T16:09:50Z', 'revision_number': 5, 'project_id': '3572756c741e470fae09babf4023791f', 'subnets': [{'id': 'dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:11:10.899185 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:11.047668 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178419bc-f349-4337-a111-c066f78f1885 None None] New status for floating IP 8102702a-89c4-4c05-b6cc-81a25eb1a9e5: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:11:11.188430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba04ae-0d05-4b87-bbb1-e309b43b3e8f req-df4af20f-fcd7-4f1d-adcb-9cf48658d985 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:11.189928 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47ba04ae-0d05-4b87-bbb1-e309b43b3e8f req-df4af20f-fcd7-4f1d-adcb-9cf48658d985 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 985 time: 0.0947671 Aug 09 16:11:11.370234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-47ba04ae-0d05-4b87-bbb1-e309b43b3e8f req-7b0bc1b0-8560-470a-8330-985d247dd3fc tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Deleting port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:11:11.370594 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47ba04ae-0d05-4b87-bbb1-e309b43b3e8f req-7b0bc1b0-8560-470a-8330-985d247dd3fc tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:11.513843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cd819-ae83-40fe-b5b2-361a9d2cb43c req-30491342-d677-4b0e-adfa-70e6c1c56e25 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:11.515361 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a2cd819-ae83-40fe-b5b2-361a9d2cb43c req-30491342-d677-4b0e-adfa-70e6c1c56e25 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1 HTTP/1.1" status: 200 len: 985 time: 0.1161215 Aug 09 16:11:11.521788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-47ba04ae-0d05-4b87-bbb1-e309b43b3e8f req-7b0bc1b0-8560-470a-8330-985d247dd3fc tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] For port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5,segment=NetworkSegment(821982c2-ac87-4f61-831f-b075845c7c19),segment_id=821982c2-ac87-4f61-831f-b075845c7c19)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:11.522905 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47ba04ae-0d05-4b87-bbb1-e309b43b3e8f req-7b0bc1b0-8560-470a-8330-985d247dd3fc tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:11.536361 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:11.549127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-47ba04ae-0d05-4b87-bbb1-e309b43b3e8f req-7b0bc1b0-8560-470a-8330-985d247dd3fc tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Calling delete_port for c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:11:11.612593 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a2cd819-ae83-40fe-b5b2-361a9d2cb43c req-02f3509f-dbdd-422c-a452-b261e65de023 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f347418-a4c7-45be-9e4d-16aba7208f17&id=f271060f-55bc-4c01-a129-eba20eda6a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0865889 Aug 09 16:11:11.630627 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:11.718802 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47ba04ae-0d05-4b87-bbb1-e309b43b3e8f req-7b0bc1b0-8560-470a-8330-985d247dd3fc tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:11.748641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bc1b0-8560-470a-8330-985d247dd3fc tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'Port': ['ID=c3fee63a-a840-4f7e-90aa-3fc2844f4ec5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:11.797855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ba04ae-0d05-4b87-bbb1-e309b43b3e8f req-7b0bc1b0-8560-470a-8330-985d247dd3fc tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] No DVR routers for this DVR port c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:11:11.800461 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-47ba04ae-0d05-4b87-bbb1-e309b43b3e8f req-7b0bc1b0-8560-470a-8330-985d247dd3fc tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:11.802493 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47ba04ae-0d05-4b87-bbb1-e309b43b3e8f req-7b0bc1b0-8560-470a-8330-985d247dd3fc tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.53 "DELETE /v2.0/ports/c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 HTTP/1.1" status: 204 len: 173 time: 0.6040068 Aug 09 16:11:11.802925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'name': 'network-vif-deleted', 'tag': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:11:11.805570 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17467872-69e8-4819-babb-d2c5c4c94ffc" -d '{"events": [{"server_uuid": "5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1", "name": "network-vif-deleted", "tag": "c3fee63a-a840-4f7e-90aa-3fc2844f4ec5"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:11:11.854593 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79a4b3e-07db-429e-8fd8-3f6f85dce4cc x-openstack-request-id: req-e79a4b3e-07db-429e-8fd8-3f6f85dce4cc {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:11:11.854834 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1", "name": "network-vif-deleted", "tag": "c3fee63a-a840-4f7e-90aa-3fc2844f4ec5", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:11:11.855083 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e79a4b3e-07db-429e-8fd8-3f6f85dce4cc {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:11:11.855480 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d42d4dd-5c6d-4b2d-8fac-50d2360a70d1', 'name': 'network-vif-deleted', 'tag': 'c3fee63a-a840-4f7e-90aa-3fc2844f4ec5', 'status': 'completed', 'code': 200} Aug 09 16:11:12.680844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44752) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:12.744106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-766bbf2a-654c-41db-b3c6-a4cf0f88b616 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:12.768314 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-766bbf2a-654c-41db-b3c6-a4cf0f88b616 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:12.816145 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-766bbf2a-654c-41db-b3c6-a4cf0f88b616 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:12.820896 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-766bbf2a-654c-41db-b3c6-a4cf0f88b616 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:12.822251 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-766bbf2a-654c-41db-b3c6-a4cf0f88b616 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "DELETE /v2.0/security-groups/1f347418-a4c7-45be-9e4d-16aba7208f17 HTTP/1.1" status: 204 len: 168 time: 0.1404185 Aug 09 16:11:12.824871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44774) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:12.834428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bbf2a-654c-41db-b3c6-a4cf0f88b616 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f347418-a4c7-45be-9e4d-16aba7208f17,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:12.903898 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36082dc2-5028-483a-98c7-2d1d1d67b996 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:12.936295 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36082dc2-5028-483a-98c7-2d1d1d67b996 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:13.193390 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:13.267648 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36082dc2-5028-483a-98c7-2d1d1d67b996 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:13.270404 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36082dc2-5028-483a-98c7-2d1d1d67b996 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:13.271554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-36082dc2-5028-483a-98c7-2d1d1d67b996 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "DELETE /v2.0/security-groups/f271060f-55bc-4c01-a129-eba20eda6a3e HTTP/1.1" status: 204 len: 168 time: 0.4447827 Aug 09 16:11:13.275438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44812) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:13.291307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36082dc2-5028-483a-98c7-2d1d1d67b996 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f271060f-55bc-4c01-a129-eba20eda6a3e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:13.462320 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:13.801824 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d6645e-f7c4-413c-ba41-f8f770811dba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:14.083806 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6645e-f7c4-413c-ba41-f8f770811dba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Deleting port 28d4b51a-63f4-47c9-8d91-2ed22e05072f {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:11:14.084156 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d6645e-f7c4-413c-ba41-f8f770811dba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:14.186675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-f8d6645e-f7c4-413c-ba41-f8f770811dba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] For port 28d4b51a-63f4-47c9-8d91-2ed22e05072f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=28d4b51a-63f4-47c9-8d91-2ed22e05072f,segment=NetworkSegment(821982c2-ac87-4f61-831f-b075845c7c19),segment_id=821982c2-ac87-4f61-831f-b075845c7c19)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:14.187047 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d6645e-f7c4-413c-ba41-f8f770811dba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:14.201113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6645e-f7c4-413c-ba41-f8f770811dba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Calling delete_port for 28d4b51a-63f4-47c9-8d91-2ed22e05072f owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:11:14.411391 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d6645e-f7c4-413c-ba41-f8f770811dba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:14.441375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6645e-f7c4-413c-ba41-f8f770811dba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'Port': ['ID=28d4b51a-63f4-47c9-8d91-2ed22e05072f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:14.642938 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f8d6645e-f7c4-413c-ba41-f8f770811dba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:14.919750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d6645e-f7c4-413c-ba41-f8f770811dba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Router 491a6431-fdb4-4689-b57d-c53d47185782 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:11:15.038659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d6645e-f7c4-413c-ba41-f8f770811dba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:11:15.044562 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f8d6645e-f7c4-413c-ba41-f8f770811dba tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "PUT /v2.0/routers/491a6431-fdb4-4689-b57d-c53d47185782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7675555 Aug 09 16:11:15.046784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44878) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:15.051458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3594d-38a2-4b00-8835-0e9d0a5543fc None None] Sync routers for ids ['491a6431-fdb4-4689-b57d-c53d47185782'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:11:15.063324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3594d-38a2-4b00-8835-0e9d0a5543fc None None] Routers {'491a6431-fdb4-4689-b57d-c53d47185782'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:15.064485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f6a3594d-38a2-4b00-8835-0e9d0a5543fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:11:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['491a6431-fdb4-4689-b57d-c53d47185782'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:15.108372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ec8212-7020-486c-8bb4-8241a90ede82 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Deleting subnet dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:11:15.112480 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8212-7020-486c-8bb4-8241a90ede82 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:15.176582 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8212-7020-486c-8bb4-8241a90ede82 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:15.315522 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8212-7020-486c-8bb4-8241a90ede82 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:15.390830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-f6a3594d-38a2-4b00-8835-0e9d0a5543fc None None] Set router 491a6431-fdb4-4689-b57d-c53d47185782 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:15.394152 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8212-7020-486c-8bb4-8241a90ede82 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:15.419533 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8212-7020-486c-8bb4-8241a90ede82 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:15.422239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c0ec8212-7020-486c-8bb4-8241a90ede82 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "DELETE /v2.0/subnets/dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d HTTP/1.1" status: 204 len: 168 time: 0.3743048 Aug 09 16:11:15.425161 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44880) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:15.430689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9b266f-f9b4-48f7-9867-4b09d98d2fe3 None None] Network 2df958db-3a2d-44b9-814f-526bf0d2ba27 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:11:15.445766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec8212-7020-486c-8bb4-8241a90ede82 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'Subnet': ['ID=dba5a5e4-ec76-42fc-ba34-0f0cb0d9320d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:15.580472 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:15.709787 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:15.729737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f6a3594d-38a2-4b00-8835-0e9d0a5543fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:11:14Z', 'revision_number': 5, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port': {'id': 'f1b9d866-50a7-46c7-b29d-19360248ad3b', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6431-fdb4-4689-b57d-c53d47185782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:15.783239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3594d-38a2-4b00-8835-0e9d0a5543fc None None] Checking router: 491a6431-fdb4-4689-b57d-c53d47185782 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:11:15.800250 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Deleting port f1b9d866-50a7-46c7-b29d-19360248ad3b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:11:15.801033 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:15.802164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3594d-38a2-4b00-8835-0e9d0a5543fc None None] Routers {'491a6431-fdb4-4689-b57d-c53d47185782'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:15.802794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f6a3594d-38a2-4b00-8835-0e9d0a5543fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:11:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['491a6431-fdb4-4689-b57d-c53d47185782'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:15.911883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] For port f1b9d866-50a7-46c7-b29d-19360248ad3b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f1b9d866-50a7-46c7-b29d-19360248ad3b,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:15.912539 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:15.943172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-f6a3594d-38a2-4b00-8835-0e9d0a5543fc None None] Set router 491a6431-fdb4-4689-b57d-c53d47185782 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:15.946524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5472b083-8262-4020-871b-d3e94d1ef599 None None] DHCP port deletion for 2df958db-3a2d-44b9-814f-526bf0d2ba27 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:11:15.950707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Calling delete_port for f1b9d866-50a7-46c7-b29d-19360248ad3b owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:11:16.020494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f6a3594d-38a2-4b00-8835-0e9d0a5543fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:11:15Z', 'revision_number': 6, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:16.066535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:11:16.099210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3594d-38a2-4b00-8835-0e9d0a5543fc None None] The sync data for ids ['491a6431-fdb4-4689-b57d-c53d47185782'] in n-d-803778-2 is: [{'id': '491a6431-fdb4-4689-b57d-c53d47185782', 'name': 'tempest-TestSecurityGroupsBasicOps-router-432869200', 'tenant_id': '3572756c741e470fae09babf4023791f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:39Z', 'updated_at': '2021-08-09T16:11:15Z', 'revision_number': 6, 'project_id': '3572756c741e470fae09babf4023791f', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:11:16.111206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:11:16.111811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c3fee63a-a840-4f7e-90aa-3fc2844f4ec5 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:11:16.147703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5472b083-8262-4020-871b-d3e94d1ef599 None None] Deleting port 26146db6-2e2b-415c-9236-5d8cdc5bba23 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:11:16.148751 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5472b083-8262-4020-871b-d3e94d1ef599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.191028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.223326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5472b083-8262-4020-871b-d3e94d1ef599 None None] For port 26146db6-2e2b-415c-9236-5d8cdc5bba23, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=26146db6-2e2b-415c-9236-5d8cdc5bba23,segment=NetworkSegment(821982c2-ac87-4f61-831f-b075845c7c19),segment_id=821982c2-ac87-4f61-831f-b075845c7c19)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:16.223728 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5472b083-8262-4020-871b-d3e94d1ef599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.230379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'Port': ['ID=f1b9d866-50a7-46c7-b29d-19360248ad3b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:16.248554 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5472b083-8262-4020-871b-d3e94d1ef599 None None] Calling delete_port for 26146db6-2e2b-415c-9236-5d8cdc5bba23 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:11:16.320522 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.360464 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5472b083-8262-4020-871b-d3e94d1ef599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.395148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472b083-8262-4020-871b-d3e94d1ef599 None None] Pushing event deleted for resources: {'Port': ['ID=26146db6-2e2b-415c-9236-5d8cdc5bba23,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:16.408454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472b083-8262-4020-871b-d3e94d1ef599 None None] No DVR routers for this DVR port 26146db6-2e2b-415c-9236-5d8cdc5bba23 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:11:16.468665 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.471713 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.532386 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.535524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Fanout notify agent at l3_agent the message router_deleted on router 491a6431-fdb4-4689-b57d-c53d47185782 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:11:16.560170 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.563744 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-650d649f-6327-4dd2-b7a1-6b0f67d617b2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "DELETE /v2.0/routers/491a6431-fdb4-4689-b57d-c53d47185782 HTTP/1.1" status: 204 len: 168 time: 1.1351888 Aug 09 16:11:16.564326 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44888) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:16.668658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 26146db6-2e2b-415c-9236-5d8cdc5bba23 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:11:16.681859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.702479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 26146db6-2e2b-415c-9236-5d8cdc5bba23 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:11:16.702832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 26146db6-2e2b-415c-9236-5d8cdc5bba23 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:11:16.797251 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.817550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df958db-3a2d-44b9-814f-526bf0d2ba27']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:16.835579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821982c2-ac87-4f61-831f-b075845c7c19') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:16.835899 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821982c2-ac87-4f61-831f-b075845c7c19') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:16.853434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.872177 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.878766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:11:16.879163 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:11:16.883179 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:11:16.964129 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.972561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:16.985383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] 10.222.0.81 "DELETE /v2.0/networks/2df958db-3a2d-44b9-814f-526bf0d2ba27 HTTP/1.1" status: 204 len: 168 time: 0.4199684 Aug 09 16:11:17.028896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc6de0-be1c-4122-8927-ae5c47ca2ef2 tempest-TestSecurityGroupsBasicOps-1613628120 tempest-TestSecurityGroupsBasicOps-1613628120-project] Pushing event deleted for resources: {'Network': ['ID=2df958db-3a2d-44b9-814f-526bf0d2ba27,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:17.060784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca681e-8378-4934-9152-ec7669f68d08 req-52a01451-ab56-4ea7-b6e0-c92812cc253a tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:17.072209 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19ca681e-8378-4934-9152-ec7669f68d08 req-52a01451-ab56-4ea7-b6e0-c92812cc253a tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0841277 Aug 09 16:11:17.093673 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-19ca681e-8378-4934-9152-ec7669f68d08 req-e1262784-fee0-4133-a9f8-ab9083354e75 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:17.243957 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-19ca681e-8378-4934-9152-ec7669f68d08 req-e1262784-fee0-4133-a9f8-ab9083354e75 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:17.250309 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-19ca681e-8378-4934-9152-ec7669f68d08 req-e1262784-fee0-4133-a9f8-ab9083354e75 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:17.277152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19ca681e-8378-4934-9152-ec7669f68d08 req-e1262784-fee0-4133-a9f8-ab9083354e75 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039120 Aug 09 16:11:17.298197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1262784-fee0-4133-a9f8-ab9083354e75 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c35b69-7b1a-484e-9d8e-ae13311cff67,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:17.499294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272dd3a-8e0e-4f35-a2a3-900c3f2dffb0 req-09548456-041e-4640-b4d2-68c135a7b9b9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:17.507578 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d272dd3a-8e0e-4f35-a2a3-900c3f2dffb0 req-09548456-041e-4640-b4d2-68c135a7b9b9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.1292293 Aug 09 16:11:17.509294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44904) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:17.554675 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d272dd3a-8e0e-4f35-a2a3-900c3f2dffb0 req-d0ec2a0e-67c0-4797-a8c8-11e703fdac62 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460758 Aug 09 16:11:17.572761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44908) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:17.652893 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-be74ea9e-663e-4305-8d72-5da3cfb7b785 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/b62b38e8-8490-4456-887b-4d72314518fb HTTP/1.1" status: 200 len: 993 time: 0.0787692 Aug 09 16:11:17.773508 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-abc4c1b9-0b10-4818-8d26-cb065b99fd94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3572756c741e470fae09babf4023791f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627075 Aug 09 16:11:17.776126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44914) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:17.843653 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc90751b-f819-45a4-81c4-9892b50490cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:17.870122 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc90751b-f819-45a4-81c4-9892b50490cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:17.927615 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc90751b-f819-45a4-81c4-9892b50490cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:17.938684 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc90751b-f819-45a4-81c4-9892b50490cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:17.940416 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fc90751b-f819-45a4-81c4-9892b50490cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/997c6067-460a-4fd3-a573-a7d653b606cc HTTP/1.1" status: 204 len: 168 time: 0.1628554 Aug 09 16:11:17.950644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90751b-f819-45a4-81c4-9892b50490cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997c6067-460a-4fd3-a573-a7d653b606cc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:18.220923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f1b9d866-50a7-46c7-b29d-19360248ad3b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:11:18.264959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: f1b9d866-50a7-46c7-b29d-19360248ad3b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:11:18.265247 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f1b9d866-50a7-46c7-b29d-19360248ad3b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:11:18.265703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 28d4b51a-63f4-47c9-8d91-2ed22e05072f no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:11:18.295841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 28d4b51a-63f4-47c9-8d91-2ed22e05072f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:11:18.296497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 28d4b51a-63f4-47c9-8d91-2ed22e05072f not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:11:18.369759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44930) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:18.390406 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-814c2cdc-4311-42d0-8edf-f2f6e3199758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:18.536493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44934) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:18.571258 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-814c2cdc-4311-42d0-8edf-f2f6e3199758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:18.577317 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-814c2cdc-4311-42d0-8edf-f2f6e3199758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:18.633251 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-814c2cdc-4311-42d0-8edf-f2f6e3199758 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47dc6570371b49e89f52f7d4523fbab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623661 Aug 09 16:11:18.634222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c2cdc-4311-42d0-8edf-f2f6e3199758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa54e30-3d09-49c8-8277-e59d4a9ee4cd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:18.636583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44938) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:18.660003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e6e6e-7655-4192-8842-2f7b9c8e0b66 req-13a6f7da-d8dd-473b-b272-2a5635d9fbb3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:18.661738 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-949e6e6e-7655-4192-8842-2f7b9c8e0b66 req-13a6f7da-d8dd-473b-b272-2a5635d9fbb3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0859535 Aug 09 16:11:18.697731 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-586e3f5d-4060-4c03-9f19-2893e7f688d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:18.722828 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-949e6e6e-7655-4192-8842-2f7b9c8e0b66 req-40565b94-80f1-42dd-9089-d54387d7c752 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529590 Aug 09 16:11:18.749263 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-586e3f5d-4060-4c03-9f19-2893e7f688d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:18.816314 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-586e3f5d-4060-4c03-9f19-2893e7f688d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:18.819238 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-586e3f5d-4060-4c03-9f19-2893e7f688d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:18.821235 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-586e3f5d-4060-4c03-9f19-2893e7f688d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4aa54e30-3d09-49c8-8277-e59d4a9ee4cd HTTP/1.1" status: 204 len: 168 time: 0.1836953 Aug 09 16:11:18.832901 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e3f5d-4060-4c03-9f19-2893e7f688d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa54e30-3d09-49c8-8277-e59d4a9ee4cd,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:18.868236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-dd5a053e-48ef-4bdd-bc97-17d36fc86c9c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3294563 Aug 09 16:11:19.240342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 44960) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:19.292633 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f4d8dace-fd9a-418e-ad27-f61220f0b428 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c9a9795c0e7b45ce844c07e4b3481ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504503 Aug 09 16:11:19.295424 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 44968) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:19.356012 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09e8da92-6795-4b30-a4f9-877574efbb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:19.387653 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09e8da92-6795-4b30-a4f9-877574efbb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:19.461349 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09e8da92-6795-4b30-a4f9-877574efbb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:19.464708 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09e8da92-6795-4b30-a4f9-877574efbb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:19.466740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-09e8da92-6795-4b30-a4f9-877574efbb05 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c91c2bf-d7e3-4734-ad9e-c7adb7f0e701 HTTP/1.1" status: 204 len: 168 time: 0.1699951 Aug 09 16:11:19.484256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8da92-6795-4b30-a4f9-877574efbb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c91c2bf-d7e3-4734-ad9e-c7adb7f0e701,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:19.552816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1527df4-1cc1-4564-84f2-9e2c0bf2649a req-87f94b30-3885-4720-9924-d75672a102da tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:19.555055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1527df4-1cc1-4564-84f2-9e2c0bf2649a req-87f94b30-3885-4720-9924-d75672a102da tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 950 time: 0.0730295 Aug 09 16:11:19.604990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1527df4-1cc1-4564-84f2-9e2c0bf2649a req-68664c14-bb6f-45e9-9117-a86df76fe160 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/security-groups?id=5be436fa-0e3d-484e-975a-fe93e60cfa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427015 Aug 09 16:11:19.898260 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23397f-171b-4089-bad3-429f57268ba3 req-15c3ca21-8dc1-4e12-95af-6709369e7bef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:19.900305 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f23397f-171b-4089-bad3-429f57268ba3 req-15c3ca21-8dc1-4e12-95af-6709369e7bef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0665741 Aug 09 16:11:19.964524 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f23397f-171b-4089-bad3-429f57268ba3 req-06d0fc3c-5240-40b6-8c45-480df4aab422 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572147 Aug 09 16:11:20.342922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45002) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:20.344107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-aa8b4446-a59c-4a6b-a866-6e0cbe16d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:20.345630 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-aa8b4446-a59c-4a6b-a866-6e0cbe16d58f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0469220 Aug 09 16:11:20.447955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-27a47559-0432-42e1-8774-47e774991da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:20.449966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-27a47559-0432-42e1-8774-47e774991da5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91 HTTP/1.1" status: 200 len: 897 time: 0.0945559 Aug 09 16:11:20.467013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-787383967-network', 'tenant_id': '34250b81a7364e398f618c80a3da412c'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:11:20.493678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Made reservation on behalf of 34250b81a7364e398f618c80a3da412c for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:11:20.496075 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:20.504988 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:20.531952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-981e4f86-7d12-4077-9ec4-3549bf43f3fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 200 len: 1001 time: 0.0741360 Aug 09 16:11:20.589532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-f4d7d203-6d36-4f53-8156-96ccfe651037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:20.591097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-f4d7d203-6d36-4f53-8156-96ccfe651037 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39a0f70d-dfda-4781-97a1-111ab6108bc1 HTTP/1.1" status: 200 len: 835 time: 0.0517955 Aug 09 16:11:20.610888 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:20.615808 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:20.643771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-16c93ea9-0cfe-420c-9aa0-4fecf507be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:20.646376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-16c93ea9-0cfe-420c-9aa0-4fecf507be3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458355 Aug 09 16:11:20.648206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:11:20.655297 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83674c70-e0c4-4fea-b575-c9245699fce5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:20.662617 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:20.663457 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Added segment 9616e5db-0f56-4325-a853-992b17d6f99c of type vlan for network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 Aug 09 16:11:20.710296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:20.753746 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:20.755355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:20.756897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:20.823957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] Pushing event updated for resources: {'Network': ['ID=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:20.827317 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-28f3d3a4-e5d2-4c22-ba3c-3a84d352f5ff admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4831703 Aug 09 16:11:20.830230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45008) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:20.837177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c532b8b8-81bb-4ed4-bcbf-8bb215bb37bf admin admin] Request body: {'subnet': {'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-787383967-subnet', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:11:20.847132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:11:20.863147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c532b8b8-81bb-4ed4-bcbf-8bb215bb37bf admin admin] Made reservation on behalf of 34250b81a7364e398f618c80a3da412c for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:11:20.867089 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c532b8b8-81bb-4ed4-bcbf-8bb215bb37bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.099611 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c532b8b8-81bb-4ed4-bcbf-8bb215bb37bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.132841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0769f-0b63-4aa9-aed8-0b6eba917fd7 req-7f600e24-228f-4f4c-8733-658e1a021dfa tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:21.135115 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16a0769f-0b63-4aa9-aed8-0b6eba917fd7 req-7f600e24-228f-4f4c-8733-658e1a021dfa tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 950 time: 0.1012294 Aug 09 16:11:21.141861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50db09-14da-4ce9-94d9-4b46ad700a84 req-b1f15a5b-efcb-4870-a879-8a5fca1e13d0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:21.143428 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab50db09-14da-4ce9-94d9-4b46ad700a84 req-b1f15a5b-efcb-4870-a879-8a5fca1e13d0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0977328 Aug 09 16:11:21.175997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b08702fc-0d0f-420f-90b7-4510dfa8fd4d service neutron] 10.222.0.60 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205817 Aug 09 16:11:21.185704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532b8b8-81bb-4ed4-bcbf-8bb215bb37bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:21.189789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c013-df2f-42e9-b8d4-c25f1166d7d5 req-178ad0e9-4c90-459a-b57e-a24410bd55ec tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:21.191312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-14c6c013-df2f-42e9-b8d4-c25f1166d7d5 req-178ad0e9-4c90-459a-b57e-a24410bd55ec tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.60 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 950 time: 0.1240819 Aug 09 16:11:21.215208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c532b8b8-81bb-4ed4-bcbf-8bb215bb37bf admin admin] Checking segment: {'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:11:21.215579 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532b8b8-81bb-4ed4-bcbf-8bb215bb37bf admin admin] Network hostable DHCP agents. Network: 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:11:21.221149 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab50db09-14da-4ce9-94d9-4b46ad700a84 req-bda33582-95e7-4661-a3b9-4cfef7cbe02e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687170 Aug 09 16:11:21.222925 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16a0769f-0b63-4aa9-aed8-0b6eba917fd7 req-c987dbfa-0015-485e-8b50-1113e0c5b799 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/security-groups?id=5be436fa-0e3d-484e-975a-fe93e60cfa4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746100 Aug 09 16:11:21.244139 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532b8b8-81bb-4ed4-bcbf-8bb215bb37bf admin admin] Network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:11:21.265047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c532b8b8-81bb-4ed4-bcbf-8bb215bb37bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:11:21.273986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ccc101-3ab6-4378-a393-49dcabc352a4 None None] Network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:11:21.281487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532b8b8-81bb-4ed4-bcbf-8bb215bb37bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:21.282113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c532b8b8-81bb-4ed4-bcbf-8bb215bb37bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.296975 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:11:21.311030 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c532b8b8-81bb-4ed4-bcbf-8bb215bb37bf admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4769731 Aug 09 16:11:21.311269 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45014) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:21.315806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:11:21.343738 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.344872 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.384211 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-4cf5f034-7195-4477-ba68-8a1a7d79b273 service neutron] 10.222.0.60 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918621 Aug 09 16:11:21.394244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-14c6c013-df2f-42e9-b8d4-c25f1166d7d5 req-e9ad5124-0404-44b3-8159-3182726a09c2 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Deleting port 42f1edd2-de1a-4443-b187-a40b238fbbe5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:11:21.394590 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-14c6c013-df2f-42e9-b8d4-c25f1166d7d5 req-e9ad5124-0404-44b3-8159-3182726a09c2 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.437434 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.499189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:11:21.500066 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.543459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-14c6c013-df2f-42e9-b8d4-c25f1166d7d5 req-e9ad5124-0404-44b3-8159-3182726a09c2 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] For port 42f1edd2-de1a-4443-b187-a40b238fbbe5, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=42f1edd2-de1a-4443-b187-a40b238fbbe5,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:21.544402 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-14c6c013-df2f-42e9-b8d4-c25f1166d7d5 req-e9ad5124-0404-44b3-8159-3182726a09c2 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.561680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-14c6c013-df2f-42e9-b8d4-c25f1166d7d5 req-e9ad5124-0404-44b3-8159-3182726a09c2 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Calling delete_port for 42f1edd2-de1a-4443-b187-a40b238fbbe5 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:11:21.636689 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.681548 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Allocated IP 172.20.0.2 (9d740bf0-1998-4396-9a1f-b6f8cb5e75f8/b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85/47b77989-a84f-4655-81f8-fa55e9a9eb82) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:11:21.724992 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-14c6c013-df2f-42e9-b8d4-c25f1166d7d5 req-e9ad5124-0404-44b3-8159-3182726a09c2 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.742296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['42f1edd2-de1a-4443-b187-a40b238fbbe5'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:11:21.768761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad5124-0404-44b3-8159-3182726a09c2 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Pushing event deleted for resources: {'Port': ['ID=42f1edd2-de1a-4443-b187-a40b238fbbe5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:21.823754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c6c013-df2f-42e9-b8d4-c25f1166d7d5 req-e9ad5124-0404-44b3-8159-3182726a09c2 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] No DVR routers for this DVR port 42f1edd2-de1a-4443-b187-a40b238fbbe5 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:11:21.828433 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-14c6c013-df2f-42e9-b8d4-c25f1166d7d5 req-e9ad5124-0404-44b3-8159-3182726a09c2 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.832184 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-14c6c013-df2f-42e9-b8d4-c25f1166d7d5 req-e9ad5124-0404-44b3-8159-3182726a09c2 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.60 "DELETE /v2.0/ports/42f1edd2-de1a-4443-b187-a40b238fbbe5 HTTP/1.1" status: 204 len: 173 time: 0.6123197 Aug 09 16:11:21.832184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246f0883-0410-4847-8289-e0849f7b4515', 'name': 'network-vif-deleted', 'tag': '42f1edd2-de1a-4443-b187-a40b238fbbe5'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:11:21.834023 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051b7191-ae12-4503-9e6c-3566cbc10f6e" -d '{"events": [{"server_uuid": "246f0883-0410-4847-8289-e0849f7b4515", "name": "network-vif-deleted", "tag": "42f1edd2-de1a-4443-b187-a40b238fbbe5"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:11:21.890584 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e409efb-0ffe-49a8-b3bd-3b0b74cd57c4 x-openstack-request-id: req-1e409efb-0ffe-49a8-b3bd-3b0b74cd57c4 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:11:21.891056 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246f0883-0410-4847-8289-e0849f7b4515", "name": "network-vif-deleted", "tag": "42f1edd2-de1a-4443-b187-a40b238fbbe5", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:11:21.891314 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e409efb-0ffe-49a8-b3bd-3b0b74cd57c4 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:11:21.891711 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246f0883-0410-4847-8289-e0849f7b4515', 'name': 'network-vif-deleted', 'tag': '42f1edd2-de1a-4443-b187-a40b238fbbe5', 'status': 'completed', 'code': 200} Aug 09 16:11:21.915162 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.941455 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.984882 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:21.995251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Transition to ACTIVE for port object 47b77989-a84f-4655-81f8-fa55e9a9eb82 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:22.012492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Transition to ACTIVE for port object 47b77989-a84f-4655-81f8-fa55e9a9eb82 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:22.020080 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:22.065386 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Allocated IP 172.25.2.251 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/285e32ca-0958-43f3-a50a-13132c787ff1) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:11:22.067185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:11:22.073929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:11:22.075869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Pushing event updated for resources: {'Port': ['ID=47b77989-a84f-4655-81f8-fa55e9a9eb82,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:22.078074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:11:22.139035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Attempting to bind port 47b77989-a84f-4655-81f8-fa55e9a9eb82 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:11:22.139211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Attempting to bind port 47b77989-a84f-4655-81f8-fa55e9a9eb82 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:11:22.139574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Attempting to bind port 47b77989-a84f-4655-81f8-fa55e9a9eb82 on network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:11:22.147551 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:11:22.148140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Checking segment: {'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:11:22.148714 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:22.149136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Bound using segment: {'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:11:22.149660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Bound port: 47b77989-a84f-4655-81f8-fa55e9a9eb82, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:11:22.150154 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:22.202068 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:22.232432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] For port 47b77989-a84f-4655-81f8-fa55e9a9eb82, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:11:22.241835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] For port 47b77989-a84f-4655-81f8-fa55e9a9eb82, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=47b77989-a84f-4655-81f8-fa55e9a9eb82,segment=NetworkSegment(9616e5db-0f56-4325-a853-992b17d6f99c),segment_id=9616e5db-0f56-4325-a853-992b17d6f99c)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:11:22.247515 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:22.257038 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:22.380647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Pushing event updated for resources: {'Port': ['ID=285e32ca-0958-43f3-a50a-13132c787ff1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:22.400336 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:11:22.401884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:11:22.407643 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:11:22.410454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988870c6-5481-43b3-8954-d306f55ab820 None None] Pushing event updated for resources: {'Port': ['ID=47b77989-a84f-4655-81f8-fa55e9a9eb82,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:22.547416 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48fec124-d835-4bcb-871e-35ba643917c4 req-f6980377-b02b-432c-a968-d9fd81a114c3 tempest-VolumesBackupsTest-1873728210 tempest-VolumesBackupsTest-1873728210-project] 10.222.0.81 "GET /v2.0/ports?device_id=246f0883-0410-4847-8289-e0849f7b4515 HTTP/1.1" status: 200 len: 210 time: 0.0484359 Aug 09 16:11:22.602892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960081-1f7e-4e7f-936d-46b747028e86 req-16c47194-a5e9-451c-af56-3a81946de90c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:22.604437 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-91960081-1f7e-4e7f-936d-46b747028e86 req-16c47194-a5e9-451c-af56-3a81946de90c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.1480708 Aug 09 16:11:22.696259 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-91960081-1f7e-4e7f-936d-46b747028e86 req-e0397e49-4254-4612-9f84-7a0f26494f21 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548780 Aug 09 16:11:22.815073 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:23.027426 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:23.439233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Router 70fcf059-43e0-4363-9cca-276ae48f9036 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:11:23.533008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742a4c0e-ce4f-45b5-80f4-ba94f2ddbc22 None None] Network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:11:23.569112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:11:23.578436 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Sync routers for ids ['70fcf059-43e0-4363-9cca-276ae48f9036'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:11:23.595289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:23.597420 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5e361400-9ff3-4d16-971c-4a5ae8e10868 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2852271 Aug 09 16:11:23.600025 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45028) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:23.601161 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Routers {'70fcf059-43e0-4363-9cca-276ae48f9036'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:23.601962 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:11:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['70fcf059-43e0-4363-9cca-276ae48f9036'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:23.657629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a05260a9-4183-4021-b7e1-209bdc0aac56 None None] Provisioning for port 47b77989-a84f-4655-81f8-fa55e9a9eb82 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:23.768404 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Set router 70fcf059-43e0-4363-9cca-276ae48f9036 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:23.936998 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3135b-3078-4af2-b41f-7d8e19f3c437 req-ed3d9a11-d136-4e28-a5ee-a3a9a082ba6d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:23.938782 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cdf3135b-3078-4af2-b41f-7d8e19f3c437 req-ed3d9a11-d136-4e28-a5ee-a3a9a082ba6d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.1272449 Aug 09 16:11:24.004612 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cdf3135b-3078-4af2-b41f-7d8e19f3c437 req-3d757189-0373-4d03-ba10-7545d6f6ddaf tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528128 Aug 09 16:11:24.155373 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:22Z', 'revision_number': 3, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:24.223781 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Checking router: 70fcf059-43e0-4363-9cca-276ae48f9036 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:11:24.224122 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Updating router 70fcf059-43e0-4363-9cca-276ae48f9036 port 285e32ca-0958-43f3-a50a-13132c787ff1 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:11:24.293618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 47b77989-a84f-4655-81f8-fa55e9a9eb82 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:24.301307 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:24.390047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 47b77989-a84f-4655-81f8-fa55e9a9eb82 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:24.402905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 47b77989-a84f-4655-81f8-fa55e9a9eb82 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:24.403291 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:24.409154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:24.517735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 42f1edd2-de1a-4443-b187-a40b238fbbe5 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:11:24.562085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 42f1edd2-de1a-4443-b187-a40b238fbbe5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:11:24.564627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 42f1edd2-de1a-4443-b187-a40b238fbbe5 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:11:24.582000 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:24.636126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 47b77989-a84f-4655-81f8-fa55e9a9eb82, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=47b77989-a84f-4655-81f8-fa55e9a9eb82,segment=NetworkSegment(9616e5db-0f56-4325-a853-992b17d6f99c),segment_id=9616e5db-0f56-4325-a853-992b17d6f99c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:24.645611 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:24.691314 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:24.703419 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Transition to ACTIVE for port object 285e32ca-0958-43f3-a50a-13132c787ff1 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:24.705817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Allocated IP 172.20.0.1 (9d740bf0-1998-4396-9a1f-b6f8cb5e75f8/b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85/49c01230-c9ae-4d7c-9631-8d0db6e9589c) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:11:24.712596 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:24.721288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=47b77989-a84f-4655-81f8-fa55e9a9eb82,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:24.732937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.733779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.734472 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.734979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.735540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.736226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.736753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.737532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.738073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.738705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.739208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.740642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.792128 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Attempting to bind port 285e32ca-0958-43f3-a50a-13132c787ff1 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:11:24.792505 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Attempting to bind port 285e32ca-0958-43f3-a50a-13132c787ff1 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:11:24.792868 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Attempting to bind port 285e32ca-0958-43f3-a50a-13132c787ff1 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:11:24.798902 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:11:24.799282 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:11:24.799692 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:24.800092 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:11:24.802952 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Bound port: 285e32ca-0958-43f3-a50a-13132c787ff1, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:11:24.802952 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:24.802952 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Pushing event updated for resources: {'Port': ['ID=285e32ca-0958-43f3-a50a-13132c787ff1,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:24.813958 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.813958 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.813958 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.813958 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.813958 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.813958 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.813958 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.814768 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.814768 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.815263 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.815396 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.820191 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:24.856949 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:24.875576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Transition to ACTIVE for port object 49c01230-c9ae-4d7c-9631-8d0db6e9589c will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:24.903893 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] For port 285e32ca-0958-43f3-a50a-13132c787ff1, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:11:24.916922 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] For port 285e32ca-0958-43f3-a50a-13132c787ff1, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=285e32ca-0958-43f3-a50a-13132c787ff1,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:11:24.923005 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:24.932866 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:24.996726 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Routers {'70fcf059-43e0-4363-9cca-276ae48f9036'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:24.997360 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:11:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['70fcf059-43e0-4363-9cca-276ae48f9036'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:25.001950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Pushing event updated for resources: {'Port': ['ID=49c01230-c9ae-4d7c-9631-8d0db6e9589c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:25.002197 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f31a6-399c-4386-ace6-3691368fedf6 None None] Pushing event updated for resources: {'Port': ['ID=285e32ca-0958-43f3-a50a-13132c787ff1,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:25.008415 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:11:25.010095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:11:25.012609 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:11:25.067405 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:25.179950 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] Set router 70fcf059-43e0-4363-9cca-276ae48f9036 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:25.195776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632a860-6104-4171-b437-62227dbc9f64 req-d6aaaea2-e249-4414-b659-e529f416dcf2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:25.198819 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1632a860-6104-4171-b437-62227dbc9f64 req-d6aaaea2-e249-4414-b659-e529f416dcf2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0906308 Aug 09 16:11:25.293016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1632a860-6104-4171-b437-62227dbc9f64 req-88cfe59b-4936-4a92-a3ea-f8970f7f381c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844994 Aug 09 16:11:25.333900 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:25.417616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ec5d9a08-b419-467e-8c82-5831fe296188 None None] Provisioning for port 49c01230-c9ae-4d7c-9631-8d0db6e9589c completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:25.424691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ec5d9a08-b419-467e-8c82-5831fe296188 None None] Provisioning complete for port 49c01230-c9ae-4d7c-9631-8d0db6e9589c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:25.425071 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9a08-b419-467e-8c82-5831fe296188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:25.441421 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:22Z', 'revision_number': 3, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:25.483144 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa71c76-c04b-44da-b841-0229c0f9c1c4 None None] The sync data for ids ['70fcf059-43e0-4363-9cca-276ae48f9036'] in n-d-803778-2 is: [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:22Z', 'revision_number': 3, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:11:25.497657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d9a08-b419-467e-8c82-5831fe296188 None None] Port 49c01230-c9ae-4d7c-9631-8d0db6e9589c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:11:25.567951 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:25.576286 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:25.673005 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:25.684629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Pushing event updated for resources: {'Port': ['ID=49c01230-c9ae-4d7c-9631-8d0db6e9589c,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:25.826170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:11:25.827599 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:11:26.039104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Router 70fcf059-43e0-4363-9cca-276ae48f9036 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:11:26.219057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:11:26.233365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d6976237-eeea-4833-82be-e714d6a9003e None None] Provisioning complete for port 49c01230-c9ae-4d7c-9631-8d0db6e9589c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:26.233957 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d6976237-eeea-4833-82be-e714d6a9003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:26.241959 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d63a3fb0-abfb-426a-add2-5b17a5605853 admin admin] 10.222.0.81 "PUT /v2.0/routers/70fcf059-43e0-4363-9cca-276ae48f9036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6396251 Aug 09 16:11:26.329501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d6976237-eeea-4833-82be-e714d6a9003e None None] Port 49c01230-c9ae-4d7c-9631-8d0db6e9589c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:11:26.380213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 285e32ca-0958-43f3-a50a-13132c787ff1 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:26.556713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 285e32ca-0958-43f3-a50a-13132c787ff1 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:26.563302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 285e32ca-0958-43f3-a50a-13132c787ff1 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:26.563995 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:26.574564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27579-28b4-4c52-a87d-4df2622b7968 req-842349b2-3b12-4728-9278-6bd3013f44af tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:26.576089 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15a27579-28b4-4c52-a87d-4df2622b7968 req-842349b2-3b12-4728-9278-6bd3013f44af tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.1292393 Aug 09 16:11:26.646337 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15a27579-28b4-4c52-a87d-4df2622b7968 req-ccc03890-9fd0-47d0-8d92-120ba0bada6e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622704 Aug 09 16:11:26.692464 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:26.724328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 285e32ca-0958-43f3-a50a-13132c787ff1, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=285e32ca-0958-43f3-a50a-13132c787ff1,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:26.731291 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:26.732560 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 47b77989-a84f-4655-81f8-fa55e9a9eb82 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:26.859057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=285e32ca-0958-43f3-a50a-13132c787ff1,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:26.876217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 47b77989-a84f-4655-81f8-fa55e9a9eb82 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:26.876217 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:27.125502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45084) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:27.132320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1724495290-network', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:11:27.164488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Made reservation on behalf of 67eb4ef322bc459fa7dc55e7e092a2c9 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:11:27.167448 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:27.177124 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:27.304527 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:27.312866 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:27.339839 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:11:27.360320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf33565-9bab-4de0-8792-17b0d6c3e00d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:27.366289 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:27.366759 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Added segment b8bb1f38-41e5-43a1-be75-62e7d536e450 of type vlan for network dd266b20-0b2b-4d8e-8508-5da783c5d680 Aug 09 16:11:27.416144 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:27.452401 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:27.454016 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:27.454920 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:27.523599 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3923655 Aug 09 16:11:27.523823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45106) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:27.526231 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f018c0-9eed-419f-8e34-084f5d487046 admin admin] Pushing event updated for resources: {'Network': ['ID=dd266b20-0b2b-4d8e-8508-5da783c5d680,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:27.539300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network dd266b20-0b2b-4d8e-8508-5da783c5d680 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:11:27.540094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f576611b-3686-4dc3-8814-b1850a2656cb admin admin] Request body: {'subnet': {'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1724495290-subnet', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:11:27.599497 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f576611b-3686-4dc3-8814-b1850a2656cb admin admin] Made reservation on behalf of 67eb4ef322bc459fa7dc55e7e092a2c9 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:11:27.602716 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f576611b-3686-4dc3-8814-b1850a2656cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:27.824324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Sync routers for ids ['70fcf059-43e0-4363-9cca-276ae48f9036'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:11:27.829096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf54f4-2cfe-4795-b3a4-c3eadfa016bf req-fe80595e-a9c1-4dbb-b83b-ad31c371071f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:27.831314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68cf54f4-2cfe-4795-b3a4-c3eadfa016bf req-fe80595e-a9c1-4dbb-b83b-ad31c371071f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0781651 Aug 09 16:11:27.867183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Routers {'70fcf059-43e0-4363-9cca-276ae48f9036'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:27.868054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:11:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['70fcf059-43e0-4363-9cca-276ae48f9036'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:27.960714 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f576611b-3686-4dc3-8814-b1850a2656cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.020919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576611b-3686-4dc3-8814-b1850a2656cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe14c673-c971-4623-9af7-ad1925379a89,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:28.032450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Set router 70fcf059-43e0-4363-9cca-276ae48f9036 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:28.041946 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68cf54f4-2cfe-4795-b3a4-c3eadfa016bf req-feda2fcd-f0c3-48d6-95a9-db6e1c03de2d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165364 Aug 09 16:11:28.077276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f576611b-3686-4dc3-8814-b1850a2656cb admin admin] Checking segment: {'id': 'b8bb1f38-41e5-43a1-be75-62e7d536e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:11:28.077809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576611b-3686-4dc3-8814-b1850a2656cb admin admin] Network hostable DHCP agents. Network: dd266b20-0b2b-4d8e-8508-5da783c5d680, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:11:28.099273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576611b-3686-4dc3-8814-b1850a2656cb admin admin] Network dd266b20-0b2b-4d8e-8508-5da783c5d680 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:11:28.110873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f576611b-3686-4dc3-8814-b1850a2656cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, dd266b20-0b2b-4d8e-8508-5da783c5d680) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:11:28.117773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f576611b-3686-4dc3-8814-b1850a2656cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:28.118406 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f576611b-3686-4dc3-8814-b1850a2656cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.129028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13b2c8f-8163-4d11-baed-8d96aeadad49 None None] Network dd266b20-0b2b-4d8e-8508-5da783c5d680 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:11:28.145667 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45146) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:28.146415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f576611b-3686-4dc3-8814-b1850a2656cb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6210842 Aug 09 16:11:28.152202 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1724495290-router', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:11:28.201319 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.203154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.272170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 285e32ca-0958-43f3-a50a-13132c787ff1 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:28.284507 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.433324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 285e32ca-0958-43f3-a50a-13132c787ff1 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:28.433647 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.446418 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.460592 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-dd266b20-0b2b-4d8e-8508-5da783c5d680', 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'fixed_ips': [{'subnet_id': 'fe14c673-c971-4623-9af7-ad1925379a89'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:11:28.461766 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.495222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '49c01230-c9ae-4d7c-9631-8d0db6e9589c', 'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'mac_address': 'fa:16:3e:4b:39:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:24Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 2, 'project_id': '34250b81a7364e398f618c80a3da412c', 'subnets': [{'id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:28.538667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Checking router: 70fcf059-43e0-4363-9cca-276ae48f9036 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:11:28.539384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Updating router 70fcf059-43e0-4363-9cca-276ae48f9036 port 49c01230-c9ae-4d7c-9631-8d0db6e9589c binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:11:28.622064 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.699506 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.728572 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:28.747993 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Allocated IP 172.20.0.2 (dd266b20-0b2b-4d8e-8508-5da783c5d680/fe14c673-c971-4623-9af7-ad1925379a89/d3ef261f-7e76-415f-a931-472293b51c24) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:11:28.866212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Allocated IP 172.25.2.140 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/926708b3-0bba-4b3b-8478-ef6ae18e0b1a) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:11:28.988356 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.034451 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.077506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:11:29.085028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:11:29.090976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:11:29.125133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Pushing event updated for resources: {'Port': ['ID=926708b3-0bba-4b3b-8478-ef6ae18e0b1a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:29.219290 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.237690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Transition to ACTIVE for port object d3ef261f-7e76-415f-a931-472293b51c24 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:29.283651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Transition to ACTIVE for port object d3ef261f-7e76-415f-a931-472293b51c24 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:29.296798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26711-6e53-491e-ae94-f139c28bf17b req-0ef7bfde-aaec-4924-8efa-5dfba1201fc3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:29.297418 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.299223 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36d26711-6e53-491e-ae94-f139c28bf17b req-0ef7bfde-aaec-4924-8efa-5dfba1201fc3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.1500454 Aug 09 16:11:29.305798 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.351491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Network dd266b20-0b2b-4d8e-8508-5da783c5d680 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:11:29.354433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Transition to ACTIVE for port object 49c01230-c9ae-4d7c-9631-8d0db6e9589c will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:29.356398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:11:29.364606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:11:29.374888 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.378240 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Pushing event updated for resources: {'Port': ['ID=d3ef261f-7e76-415f-a931-472293b51c24,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:29.471566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Attempting to bind port d3ef261f-7e76-415f-a931-472293b51c24 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:11:29.471922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Attempting to bind port d3ef261f-7e76-415f-a931-472293b51c24 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'b8bb1f38-41e5-43a1-be75-62e7d536e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:11:29.472225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Attempting to bind port d3ef261f-7e76-415f-a931-472293b51c24 on network dd266b20-0b2b-4d8e-8508-5da783c5d680 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:11:29.488140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:11:29.488513 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Checking segment: {'id': 'b8bb1f38-41e5-43a1-be75-62e7d536e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:11:29.489145 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.489760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Bound using segment: {'id': 'b8bb1f38-41e5-43a1-be75-62e7d536e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:11:29.491415 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Bound port: d3ef261f-7e76-415f-a931-472293b51c24, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bb1f38-41e5-43a1-be75-62e7d536e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:11:29.492046 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.495846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7b9f9-4417-44a4-a924-95a478561255 None None] Pushing event updated for resources: {'Port': ['ID=49c01230-c9ae-4d7c-9631-8d0db6e9589c,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:29.557329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Attempting to bind port 49c01230-c9ae-4d7c-9631-8d0db6e9589c on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:11:29.558061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Attempting to bind port 49c01230-c9ae-4d7c-9631-8d0db6e9589c by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:11:29.558061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Attempting to bind port 49c01230-c9ae-4d7c-9631-8d0db6e9589c on network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:11:29.583934 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:11:29.584840 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Checking segment: {'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:11:29.585260 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.585706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Bound using segment: {'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:11:29.586218 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Bound port: 49c01230-c9ae-4d7c-9631-8d0db6e9589c, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:11:29.586761 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.657627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] For port d3ef261f-7e76-415f-a931-472293b51c24, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:11:29.706544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] For port d3ef261f-7e76-415f-a931-472293b51c24, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d3ef261f-7e76-415f-a931-472293b51c24,segment=NetworkSegment(b8bb1f38-41e5-43a1-be75-62e7d536e450),segment_id=b8bb1f38-41e5-43a1-be75-62e7d536e450)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:11:29.718189 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.755727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36d26711-6e53-491e-ae94-f139c28bf17b req-300becd3-856d-4429-9a3f-c9233f08be1f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4396040 Aug 09 16:11:29.784494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] For port 49c01230-c9ae-4d7c-9631-8d0db6e9589c, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:11:29.825843 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.829194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] For port 49c01230-c9ae-4d7c-9631-8d0db6e9589c, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=49c01230-c9ae-4d7c-9631-8d0db6e9589c,segment=NetworkSegment(9616e5db-0f56-4325-a853-992b17d6f99c),segment_id=9616e5db-0f56-4325-a853-992b17d6f99c)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:11:29.878200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872340b8-63ce-4bad-83ae-6ed0bf530f5b None None] Pushing event updated for resources: {'Port': ['ID=d3ef261f-7e76-415f-a931-472293b51c24,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:29.890256 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:29.956461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Routers {'70fcf059-43e0-4363-9cca-276ae48f9036'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:29.957117 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:11:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['70fcf059-43e0-4363-9cca-276ae48f9036'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:30.112555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] Set router 70fcf059-43e0-4363-9cca-276ae48f9036 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:30.251186 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:30.362632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7b9f9-4417-44a4-a924-95a478561255 None None] Pushing event updated for resources: {'Port': ['ID=49c01230-c9ae-4d7c-9631-8d0db6e9589c,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:30.478246 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Router e1f298b1-ff28-4609-8b26-b0613fdb766d is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:11:30.481379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '49c01230-c9ae-4d7c-9631-8d0db6e9589c', 'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'mac_address': 'fa:16:3e:4b:39:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:24Z', 'updated_at': '2021-08-09T16:11:29Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'subnets': [{'id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:30.517758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bd0377-f25e-42fc-ae77-77483c3415af None None] The sync data for ids ['70fcf059-43e0-4363-9cca-276ae48f9036'] in n-d-803778-2 is: [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '49c01230-c9ae-4d7c-9631-8d0db6e9589c', 'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'mac_address': 'fa:16:3e:4b:39:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:24Z', 'updated_at': '2021-08-09T16:11:29Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'subnets': [{'id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:11:30.634415 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:11:30.654021 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Sync routers for ids ['e1f298b1-ff28-4609-8b26-b0613fdb766d'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:11:30.659790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:30.661718 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aefffe48-c7ed-48d0-97d7-1fcb873f92c7 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5130897 Aug 09 16:11:30.665170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45174) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:30.673158 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Routers {'e1f298b1-ff28-4609-8b26-b0613fdb766d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:30.674116 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:11:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e1f298b1-ff28-4609-8b26-b0613fdb766d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:30.889493 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Set router e1f298b1-ff28-4609-8b26-b0613fdb766d gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:31.025549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc540737-7723-4c04-977d-27576a996545 req-8f30a803-f7e1-496e-b240-96d7d063dfb8 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:31.027710 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc540737-7723-4c04-977d-27576a996545 req-8f30a803-f7e1-496e-b240-96d7d063dfb8 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.1234026 Aug 09 16:11:31.138798 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc540737-7723-4c04-977d-27576a996545 req-1f3bd4e0-ff4c-4e01-ab29-5d328cf25346 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971904 Aug 09 16:11:31.292494 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'name': 'tempest-TestVolumeBackupRestore-1724495290-router', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:29Z', 'revision_number': 3, 'project_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'gw_port': {'id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:19:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:31.485523 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Checking router: e1f298b1-ff28-4609-8b26-b0613fdb766d for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:11:31.485523 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Updating router e1f298b1-ff28-4609-8b26-b0613fdb766d port 926708b3-0bba-4b3b-8478-ef6ae18e0b1a binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:11:31.504127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e444d9-7601-4e2e-a145-54842cea2a62 None None] Network dd266b20-0b2b-4d8e-8508-5da783c5d680 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:11:31.542556 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:31.643830 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:31.670141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d40b3af6-397e-47f3-8962-2d391cca8bda None None] Provisioning for port d3ef261f-7e76-415f-a931-472293b51c24 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:31.987947 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:31.996746 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Allocated IP 172.20.0.1 (dd266b20-0b2b-4d8e-8508-5da783c5d680/fe14c673-c971-4623-9af7-ad1925379a89/d3be7145-c196-4fd1-9ac0-99f37fff44f3) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:11:32.000195 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Transition to ACTIVE for port object 926708b3-0bba-4b3b-8478-ef6ae18e0b1a will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:32.014651 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:32.167566 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Attempting to bind port 926708b3-0bba-4b3b-8478-ef6ae18e0b1a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:11:32.167940 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Attempting to bind port 926708b3-0bba-4b3b-8478-ef6ae18e0b1a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:11:32.168305 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Attempting to bind port 926708b3-0bba-4b3b-8478-ef6ae18e0b1a on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:11:32.196179 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:11:32.196546 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:11:32.196949 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:32.197341 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:11:32.200727 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Bound port: 926708b3-0bba-4b3b-8478-ef6ae18e0b1a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:11:32.201157 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:32.314801 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:32.335847 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072596e6-c0ec-4fb5-8068-23f1337bdc26 None None] Pushing event updated for resources: {'Port': ['ID=926708b3-0bba-4b3b-8478-ef6ae18e0b1a,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:32.346140 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] For port 926708b3-0bba-4b3b-8478-ef6ae18e0b1a, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:11:32.352759 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] For port 926708b3-0bba-4b3b-8478-ef6ae18e0b1a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=926708b3-0bba-4b3b-8478-ef6ae18e0b1a,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:11:32.355018 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Transition to ACTIVE for port object d3be7145-c196-4fd1-9ac0-99f37fff44f3 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:32.362524 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:32.414029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d3ef261f-7e76-415f-a931-472293b51c24 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:32.430740 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Routers {'e1f298b1-ff28-4609-8b26-b0613fdb766d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:32.432542 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:11:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e1f298b1-ff28-4609-8b26-b0613fdb766d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:32.481131 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072596e6-c0ec-4fb5-8068-23f1337bdc26 None None] Pushing event updated for resources: {'Port': ['ID=926708b3-0bba-4b3b-8478-ef6ae18e0b1a,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:32.504977 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48956d3-05fa-4bfd-b9f2-91f365bfad1a req-8ddefa88-0db8-46b5-b68a-8abc51d6a9c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:32.507751 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f48956d3-05fa-4bfd-b9f2-91f365bfad1a req-8ddefa88-0db8-46b5-b68a-8abc51d6a9c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.2671902 Aug 09 16:11:32.522976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d3ef261f-7e76-415f-a931-472293b51c24 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:32.529196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d3ef261f-7e76-415f-a931-472293b51c24 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:32.529576 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:32.562412 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f48956d3-05fa-4bfd-b9f2-91f365bfad1a req-73e77d9b-29c8-4750-a143-44554b8533b9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464466 Aug 09 16:11:32.574082 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:32.623436 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] Set router e1f298b1-ff28-4609-8b26-b0613fdb766d gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:32.635904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Pushing event updated for resources: {'Port': ['ID=d3be7145-c196-4fd1-9ac0-99f37fff44f3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:32.650250 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:32.656697 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Network dd266b20-0b2b-4d8e-8508-5da783c5d680 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:11:32.658944 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:11:32.666670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:11:32.692485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port d3ef261f-7e76-415f-a931-472293b51c24, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d3ef261f-7e76-415f-a931-472293b51c24,segment=NetworkSegment(b8bb1f38-41e5-43a1-be75-62e7d536e450),segment_id=b8bb1f38-41e5-43a1-be75-62e7d536e450)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:32.698778 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:32.699771 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 49c01230-c9ae-4d7c-9631-8d0db6e9589c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:32.762937 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:32.894594 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=d3ef261f-7e76-415f-a931-472293b51c24,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:32.905854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 49c01230-c9ae-4d7c-9631-8d0db6e9589c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:32.925276 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 49c01230-c9ae-4d7c-9631-8d0db6e9589c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:32.925675 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:32.992931 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'name': 'tempest-TestVolumeBackupRestore-1724495290-router', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:29Z', 'revision_number': 3, 'project_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'gw_port': {'id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:19:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:33.034477 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edd14b-2f94-4589-b8ce-47ff248124fe None None] The sync data for ids ['e1f298b1-ff28-4609-8b26-b0613fdb766d'] in n-d-803778-2 is: [{'id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'name': 'tempest-TestVolumeBackupRestore-1724495290-router', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:29Z', 'revision_number': 3, 'project_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'gw_port': {'id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:19:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:11:33.047120 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:33.096956 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:33.140529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b70b9496-d8ff-4b90-a281-db99941eefbc None None] Provisioning for port d3be7145-c196-4fd1-9ac0-99f37fff44f3 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:33.150083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b70b9496-d8ff-4b90-a281-db99941eefbc None None] Provisioning complete for port d3be7145-c196-4fd1-9ac0-99f37fff44f3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:33.150499 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b70b9496-d8ff-4b90-a281-db99941eefbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:33.156484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 49c01230-c9ae-4d7c-9631-8d0db6e9589c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=49c01230-c9ae-4d7c-9631-8d0db6e9589c,segment=NetworkSegment(9616e5db-0f56-4325-a853-992b17d6f99c),segment_id=9616e5db-0f56-4325-a853-992b17d6f99c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:33.181275 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:33.241633 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b70b9496-d8ff-4b90-a281-db99941eefbc None None] Port d3be7145-c196-4fd1-9ac0-99f37fff44f3 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:11:33.261383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=49c01230-c9ae-4d7c-9631-8d0db6e9589c,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:33.337643 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:33.346543 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:33.487593 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Pushing event updated for resources: {'Port': ['ID=d3be7145-c196-4fd1-9ac0-99f37fff44f3,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:33.500467 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:33.644705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Network dd266b20-0b2b-4d8e-8508-5da783c5d680 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:11:33.646379 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:11:33.730774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bd42a-c6ab-48ff-ae09-6b1df0b88f47 req-b8d3a5c5-065d-4592-8c93-5828eaef94ee tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:33.740029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e9bd42a-c6ab-48ff-ae09-6b1df0b88f47 req-b8d3a5c5-065d-4592-8c93-5828eaef94ee tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0848765 Aug 09 16:11:33.825392 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e9bd42a-c6ab-48ff-ae09-6b1df0b88f47 req-42e42c2f-5016-469a-b279-14825de4d91f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789247 Aug 09 16:11:33.857511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Router e1f298b1-ff28-4609-8b26-b0613fdb766d has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:11:33.997146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:11:34.008641 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5b32e1af-fd04-4486-8515-bbef28b89405 admin admin] 10.222.0.81 "PUT /v2.0/routers/e1f298b1-ff28-4609-8b26-b0613fdb766d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3368285 Aug 09 16:11:34.077227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0ec3ce69-9a7e-48c0-8071-1a2cfb291315 None None] Provisioning complete for port d3be7145-c196-4fd1-9ac0-99f37fff44f3 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:34.077807 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0ec3ce69-9a7e-48c0-8071-1a2cfb291315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:34.132756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3ce69-9a7e-48c0-8071-1a2cfb291315 None None] Port d3be7145-c196-4fd1-9ac0-99f37fff44f3 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:11:34.380774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 49c01230-c9ae-4d7c-9631-8d0db6e9589c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:34.442137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 49c01230-c9ae-4d7c-9631-8d0db6e9589c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:34.442936 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:34.582515 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d3ef261f-7e76-415f-a931-472293b51c24 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:34.653192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d3ef261f-7e76-415f-a931-472293b51c24 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:34.653965 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:34.770119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 926708b3-0bba-4b3b-8478-ef6ae18e0b1a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:34.854627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 926708b3-0bba-4b3b-8478-ef6ae18e0b1a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:34.866851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 926708b3-0bba-4b3b-8478-ef6ae18e0b1a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:34.868032 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:35.005651 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:35.047466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 926708b3-0bba-4b3b-8478-ef6ae18e0b1a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=926708b3-0bba-4b3b-8478-ef6ae18e0b1a,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:35.050534 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781b697-c1ce-402d-b6ee-2193544b20d3 req-3dfa65d5-bacf-4daf-b187-259da676dcaa tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:35.053671 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4781b697-c1ce-402d-b6ee-2193544b20d3 req-3dfa65d5-bacf-4daf-b187-259da676dcaa tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.1199155 Aug 09 16:11:35.057654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:35.134814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=926708b3-0bba-4b3b-8478-ef6ae18e0b1a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:35.135531 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4781b697-c1ce-402d-b6ee-2193544b20d3 req-879c446f-4764-4707-8cce-bc7dcc09d2d9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626211 Aug 09 16:11:35.384260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Sync routers for ids ['e1f298b1-ff28-4609-8b26-b0613fdb766d'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:11:35.394015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Routers {'e1f298b1-ff28-4609-8b26-b0613fdb766d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:35.394637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:11:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e1f298b1-ff28-4609-8b26-b0613fdb766d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:35.520166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Set router e1f298b1-ff28-4609-8b26-b0613fdb766d gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:35.786791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'name': 'tempest-TestVolumeBackupRestore-1724495290-router', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:32Z', 'revision_number': 4, 'project_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'gw_port': {'id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd3be7145-c196-4fd1-9ac0-99f37fff44f3', 'name': '', 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'mac_address': 'fa:16:3e:6a:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'fe14c673-c971-4623-9af7-ad1925379a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:31Z', 'updated_at': '2021-08-09T16:11:33Z', 'revision_number': 2, 'project_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'subnets': [{'id': 'fe14c673-c971-4623-9af7-ad1925379a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:35.818786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Checking router: e1f298b1-ff28-4609-8b26-b0613fdb766d for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:11:35.819154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Updating router e1f298b1-ff28-4609-8b26-b0613fdb766d port d3be7145-c196-4fd1-9ac0-99f37fff44f3 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:11:35.848740 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:36.140470 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:36.155974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Transition to ACTIVE for port object d3be7145-c196-4fd1-9ac0-99f37fff44f3 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:36.163983 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:36.216487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55181d2f-5271-486f-8f6b-fff783fb9748 None None] Pushing event updated for resources: {'Port': ['ID=d3be7145-c196-4fd1-9ac0-99f37fff44f3,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:36.258211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 926708b3-0bba-4b3b-8478-ef6ae18e0b1a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:36.407257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088d925-462e-4dcf-b0eb-7ec84e453dd6 req-45eaa607-bbf6-4f6a-8809-4407e477324a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:36.415538 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d088d925-462e-4dcf-b0eb-7ec84e453dd6 req-45eaa607-bbf6-4f6a-8809-4407e477324a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.1638896 Aug 09 16:11:36.495308 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d088d925-462e-4dcf-b0eb-7ec84e453dd6 req-65f0505d-011d-4fb2-a256-d058aec7fc17 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718877 Aug 09 16:11:36.602177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Attempting to bind port d3be7145-c196-4fd1-9ac0-99f37fff44f3 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:11:36.602489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Attempting to bind port d3be7145-c196-4fd1-9ac0-99f37fff44f3 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'b8bb1f38-41e5-43a1-be75-62e7d536e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:11:36.602816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Attempting to bind port d3be7145-c196-4fd1-9ac0-99f37fff44f3 on network dd266b20-0b2b-4d8e-8508-5da783c5d680 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:11:36.612925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:11:36.613298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Checking segment: {'id': 'b8bb1f38-41e5-43a1-be75-62e7d536e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:11:36.613737 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:36.614121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Bound using segment: {'id': 'b8bb1f38-41e5-43a1-be75-62e7d536e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:11:36.614585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Bound port: d3be7145-c196-4fd1-9ac0-99f37fff44f3, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bb1f38-41e5-43a1-be75-62e7d536e450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:11:36.614967 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:36.636908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 926708b3-0bba-4b3b-8478-ef6ae18e0b1a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:36.637360 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:36.719443 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] For port d3be7145-c196-4fd1-9ac0-99f37fff44f3, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:11:36.723299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] For port d3be7145-c196-4fd1-9ac0-99f37fff44f3, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d3be7145-c196-4fd1-9ac0-99f37fff44f3,segment=NetworkSegment(b8bb1f38-41e5-43a1-be75-62e7d536e450),segment_id=b8bb1f38-41e5-43a1-be75-62e7d536e450)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:11:36.754712 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:36.849279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Routers {'e1f298b1-ff28-4609-8b26-b0613fdb766d'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:11:36.850100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:11:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e1f298b1-ff28-4609-8b26-b0613fdb766d'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:36.855636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55181d2f-5271-486f-8f6b-fff783fb9748 None None] Pushing event updated for resources: {'Port': ['ID=d3be7145-c196-4fd1-9ac0-99f37fff44f3,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:36.995093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] Set router e1f298b1-ff28-4609-8b26-b0613fdb766d gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:11:37.207671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-f8d84015-088a-41b1-9cc1-d812b745cdb9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:37.209909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-f8d84015-088a-41b1-9cc1-d812b745cdb9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.1355550 Aug 09 16:11:37.227884 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-a18a04a1-ee4a-4496-8922-891cb4d1a8aa tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/quotas/b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 375 time: 0.0105412 Aug 09 16:11:37.243916 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'name': 'tempest-TestVolumeBackupRestore-1724495290-router', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:32Z', 'revision_number': 4, 'project_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'gw_port': {'id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd3be7145-c196-4fd1-9ac0-99f37fff44f3', 'name': '', 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'mac_address': 'fa:16:3e:6a:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'fe14c673-c971-4623-9af7-ad1925379a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:31Z', 'updated_at': '2021-08-09T16:11:36Z', 'revision_number': 4, 'project_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'subnets': [{'id': 'fe14c673-c971-4623-9af7-ad1925379a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:11:37.282188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa8e52-78cd-4bb8-96d4-0ec9a4f5fd2d None None] The sync data for ids ['e1f298b1-ff28-4609-8b26-b0613fdb766d'] in n-d-803778-2 is: [{'id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'name': 'tempest-TestVolumeBackupRestore-1724495290-router', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:32Z', 'revision_number': 4, 'project_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'gw_port': {'id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd3be7145-c196-4fd1-9ac0-99f37fff44f3', 'name': '', 'network_id': 'dd266b20-0b2b-4d8e-8508-5da783c5d680', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'mac_address': 'fa:16:3e:6a:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'fe14c673-c971-4623-9af7-ad1925379a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:31Z', 'updated_at': '2021-08-09T16:11:36Z', 'revision_number': 4, 'project_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'subnets': [{'id': 'fe14c673-c971-4623-9af7-ad1925379a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:11:37.301194 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-2e1db3a1-bd2e-4223-b138-9b19e7d1579d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664237 Aug 09 16:11:37.650187 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-851f40ad-5455-45cc-ac32-eac3e18c08e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:37.680080 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87ad3f-fbbd-4ae6-a949-90ab751967b0 req-a3ec030e-ba81-4f67-a597-2d8263be79a4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:37.687669 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9f87ad3f-fbbd-4ae6-a949-90ab751967b0 req-a3ec030e-ba81-4f67-a597-2d8263be79a4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0843313 Aug 09 16:11:37.706208 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-b8b6f5f3-a24f-41ff-bda0-64219a17f810 service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038711 Aug 09 16:11:37.729011 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9f87ad3f-fbbd-4ae6-a949-90ab751967b0 req-f06f5881-f653-4b22-974e-0b33eb4c1eb6 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401886 Aug 09 16:11:37.859790 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-ce1d1280-faad-4ed1-a38d-0c659e2ca2b3 service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409829 Aug 09 16:11:38.358803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d3be7145-c196-4fd1-9ac0-99f37fff44f3 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:38.413171 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a688faf5-6f6c-4769-af31-d8da30707342 req-3b0a384a-2096-45c2-a6f4-5905f242db84 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 210 time: 0.0783021 Aug 09 16:11:38.464387 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d3be7145-c196-4fd1-9ac0-99f37fff44f3 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:38.481640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d3be7145-c196-4fd1-9ac0-99f37fff44f3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:38.482073 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:38.677777 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:38.715041 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-f3d0e0b4-3c86-4a92-b3b4-673831c00be0 service neutron] show failed (client error): The resource could not be found. Aug 09 16:11:38.716765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-f3d0e0b4-3c86-4a92-b3b4-673831c00be0 service neutron] 10.222.0.60 "GET /v2.0/ports/b1a07a94-9ea3-40da-b6cb-d3b77f800a47/bindings/n-h1-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0973597 Aug 09 16:11:38.781494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port d3be7145-c196-4fd1-9ac0-99f37fff44f3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d3be7145-c196-4fd1-9ac0-99f37fff44f3,segment=NetworkSegment(b8bb1f38-41e5-43a1-be75-62e7d536e450),segment_id=b8bb1f38-41e5-43a1-be75-62e7d536e450)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:38.789026 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:38.918398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=d3be7145-c196-4fd1-9ac0-99f37fff44f3,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:38.996439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770e8e3-e503-4877-accc-dd3ef5344af6 req-17fdbaf9-2bf2-4151-8728-666177ff9f79 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:38.998161 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0770e8e3-e503-4877-accc-dd3ef5344af6 req-17fdbaf9-2bf2-4151-8728-666177ff9f79 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.1200886 Aug 09 16:11:39.068402 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0770e8e3-e503-4877-accc-dd3ef5344af6 req-f1f1273b-32dc-48a5-a046-94e467fbf7f9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589416 Aug 09 16:11:39.111225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-73aa3ebe-173a-43f1-bea1-0bf7fa104b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:39.112750 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-73aa3ebe-173a-43f1-bea1-0bf7fa104b93 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3&tenant_id=38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 1097 time: 0.1325176 Aug 09 16:11:39.127360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:11:39.202905 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:39.475481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:39.549524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:11:39.594656 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-42946668-ae33-4c88-9893-e1679ac0da9b req-39cac65f-863e-4dc3-a85c-96f5f9c86506 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 210 time: 0.0589187 Aug 09 16:11:39.638316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:11:39.644449 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe95d7f-d1b8-4cbf-88f8-ac333f2f6de4" -d '{"events": [{"server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:11:39.655215 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:39.734167 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c3c900-22e6-433b-beb1-9a6fbaa74321 x-openstack-request-id: req-35c3c900-22e6-433b-beb1-9a6fbaa74321 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:11:39.734853 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:11:39.734853 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35c3c900-22e6-433b-beb1-9a6fbaa74321 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:11:39.735064 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'code': 200} Aug 09 16:11:39.755357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Transition to ACTIVE for port object b1a07a94-9ea3-40da-b6cb-d3b77f800a47 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:39.764184 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:39.863360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-93c22205-8ce0-46bf-8e01-b85f5c1d3f37 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:39.865282 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-93c22205-8ce0-46bf-8e01-b85f5c1d3f37 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.2005477 Aug 09 16:11:39.918079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'port': {'device_id': 'eea227b8-fc48-4cb5-86a2-be9e59a5dd7f', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'admin_state_up': True, 'tenant_id': 'b288370f60b5456e956c547ef50d7598'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:11:39.921511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:39.950281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:39.950281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:39.950281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:39.950281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:39.950281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:39.950281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:39.950876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:39.950876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:39.951050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:39.951269 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:39.951587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:39.951905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:11:40.064874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] No DVR routers for this DVR port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:11:40.235537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d3be7145-c196-4fd1-9ac0-99f37fff44f3 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:40.297192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d3be7145-c196-4fd1-9ac0-99f37fff44f3 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:40.297980 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:40.352431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c95c2d-95cb-4d8b-a43c-8fbe7ddf81fc req-65ef4d84-8e6d-4c61-8f7a-3db35d38e807 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:40.358386 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56c95c2d-95cb-4d8b-a43c-8fbe7ddf81fc req-65ef4d84-8e6d-4c61-8f7a-3db35d38e807 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 944 time: 0.1905804 Aug 09 16:11:40.377504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Made reservation on behalf of b288370f60b5456e956c547ef50d7598 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:11:40.383072 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:40.467141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56c95c2d-95cb-4d8b-a43c-8fbe7ddf81fc req-cef142d3-db24-49e5-a201-db8a4c89de0f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055989 Aug 09 16:11:40.476501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Attempting to bind port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:11:40.476752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Attempting to bind port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:11:40.477163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Attempting to bind port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 on network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:11:40.522336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 on network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:11:40.522702 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Attempting to bind port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 on network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:11:40.525859 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3237c90b-73ef-4015-8840-b9f793da13ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:40.538592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:11:40.538930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Checking segment: {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:11:40.539323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Bound using segment: {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:11:40.539826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Bound port: b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7e0a3d-af0b-453f-9737-e36c127bccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:11:40.540199 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:40.649417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Allocated IP 172.20.0.4 (c5932b02-aab2-4990-93ed-0c412c1e6cf6/f56dee80-a4af-40a8-ba00-0306592ad89b/2fa553f6-49ec-420f-8337-6da0612deb6b) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:11:40.665531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:11:40.669128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:11:40.689632 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:40.742717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:40.743365 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:40.744874 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] 10.222.0.53 "PUT /v2.0/ports/b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 200 len: 1092 time: 1.6241143 Aug 09 16:11:40.759902 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7f577540-dcc1-4add-923b-696b4858c9d1 req-1ad74779-7220-421d-a9e3-587758b5ecc5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 210 time: 0.0550563 Aug 09 16:11:40.862247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb1911-5073-48cd-b778-91f9315a7a37 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:40.902925 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:40.918333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-3cebd1cb-4b46-4f54-97ed-7537fa357c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:40.920071 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-3cebd1cb-4b46-4f54-97ed-7537fa357c75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1095 time: 0.1519926 Aug 09 16:11:41.013122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:41.040153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Transition to ACTIVE for port object 2fa553f6-49ec-420f-8337-6da0612deb6b will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:41.068901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-85cd7117-5ffa-417f-80a5-714af020fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:41.070715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-85cd7117-5ffa-417f-80a5-714af020fcd7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91 HTTP/1.1" status: 200 len: 897 time: 0.1409731 Aug 09 16:11:41.152213 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:41.158710 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-132f0c85-1546-44cd-801a-5e91d19ad3df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 200 len: 999 time: 0.0792966 Aug 09 16:11:41.241653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:11:41.250051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:11:41.257133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:11:41.265152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-e6c185ea-9568-416c-8fb7-e5fedfc2f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:41.266664 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-e6c185ea-9568-416c-8fb7-e5fedfc2f15d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39a0f70d-dfda-4781-97a1-111ab6108bc1 HTTP/1.1" status: 200 len: 835 time: 0.0775921 Aug 09 16:11:41.302220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=2fa553f6-49ec-420f-8337-6da0612deb6b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:41.374211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:41.374610 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:41.388592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-f6188534-e0d4-4ede-a022-5b77cc9575dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:41.390241 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-f6188534-e0d4-4ede-a022-5b77cc9575dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926063 Aug 09 16:11:41.411387 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-30dbc319-c56d-42fb-9ac6-e9d2eee48ce3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5038664 Aug 09 16:11:41.461997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Request body: {'port': {'device_id': 'eea227b8-fc48-4cb5-86a2-be9e59a5dd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:11:41.574217 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:41.575148 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:41.613357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d85ac4d1-e199-4d64-adb7-78f2ab3e7684 None None] Provisioning for port 2fa553f6-49ec-420f-8337-6da0612deb6b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:41.627753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d85ac4d1-e199-4d64-adb7-78f2ab3e7684 None None] Provisioning complete for port 2fa553f6-49ec-420f-8337-6da0612deb6b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:41.628474 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d85ac4d1-e199-4d64-adb7-78f2ab3e7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:41.648018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-3b6c49bf-bbc7-4bfc-be53-478da24c9fd5 service neutron] 10.222.0.53 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487664 Aug 09 16:11:41.687281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d85ac4d1-e199-4d64-adb7-78f2ab3e7684 None None] Port 2fa553f6-49ec-420f-8337-6da0612deb6b cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:11:41.695687 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:41.739790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:11:41.742739 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5828ee-e499-43de-bc7f-8f2e150e8a28" -d '{"events": [{"name": "network-changed", "server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:11:41.847804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be6020-e59a-4fff-9b09-073d2d769a0f req-74724c46-d3cd-4692-8376-6c9e83645547 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:41.851998 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-59be6020-e59a-4fff-9b09-073d2d769a0f req-74724c46-d3cd-4692-8376-6c9e83645547 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 944 time: 0.2263918 Aug 09 16:11:41.880132 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c328c485-5cf1-4127-b0f4-b221e9d6cdc1 x-openstack-request-id: req-c328c485-5cf1-4127-b0f4-b221e9d6cdc1 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:11:41.880420 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:11:41.881216 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c328c485-5cf1-4127-b0f4-b221e9d6cdc1 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:11:41.881829 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'status': 'completed', 'code': 200} Aug 09 16:11:41.965937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1078e-e063-4640-858a-47e7a03ca13b req-408e1bae-0782-4ab8-9ea5-b6f79953304d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:41.974686 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fac1078e-e063-4640-858a-47e7a03ca13b req-408e1bae-0782-4ab8-9ea5-b6f79953304d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 931 time: 0.0726414 Aug 09 16:11:42.025044 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fac1078e-e063-4640-858a-47e7a03ca13b req-1c8a8cdc-3d1f-48bc-bb4f-7663fbfd8235 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489852 Aug 09 16:11:42.416904 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-59be6020-e59a-4fff-9b09-073d2d769a0f req-7592ae3d-f9b4-4f4d-85b4-2b2e2dfff989 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5299351 Aug 09 16:11:42.421646 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f26de579-0e92-433a-9bfb-19998dc44ccb req-1ab5b195-c5c6-444a-8806-085557c682ce service neutron] 10.222.0.53 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475076 Aug 09 16:11:42.434057 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-159a41fb-2a3d-43ec-a74f-81355d3fd36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:42.435876 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-159a41fb-2a3d-43ec-a74f-81355d3fd36f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1095 time: 0.5165222 Aug 09 16:11:42.589061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b1a07a94-9ea3-40da-b6cb-d3b77f800a47 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:11:42.643344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b1a07a94-9ea3-40da-b6cb-d3b77f800a47 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:11:42.650601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-226c1e58-39cd-49e7-87e6-8dc6a740e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:42.652442 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-226c1e58-39cd-49e7-87e6-8dc6a740e115 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1095 time: 0.1409554 Aug 09 16:11:42.722233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-2e568370-0839-413f-9cfc-b98966a84f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:42.726159 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-2e568370-0839-413f-9cfc-b98966a84f35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91 HTTP/1.1" status: 200 len: 897 time: 0.2768037 Aug 09 16:11:42.773924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa553f6-49ec-420f-8337-6da0612deb6b {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:11:42.791134 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:42.877659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Transition to ACTIVE for port object 2fa553f6-49ec-420f-8337-6da0612deb6b will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:11:42.893864 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:42.917463 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-36331593-2fb5-4fa7-837f-1fec8d012250 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 200 len: 999 time: 0.1380408 Aug 09 16:11:43.007175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-71d33ee5-726d-4187-89a9-eff02657fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:43.008704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-71d33ee5-726d-4187-89a9-eff02657fd45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39a0f70d-dfda-4781-97a1-111ab6108bc1 HTTP/1.1" status: 200 len: 835 time: 0.0631645 Aug 09 16:11:43.049336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-2867b231-b4d6-49c3-9b6e-b259ec97dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:43.050150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-2867b231-b4d6-49c3-9b6e-b259ec97dd32 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91 HTTP/1.1" status: 200 len: 897 time: 0.3879466 Aug 09 16:11:43.144862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Pushing event updated for resources: {'Port': ['ID=2fa553f6-49ec-420f-8337-6da0612deb6b,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:43.221477 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:43.258465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-f4e5ad95-8800-46e3-ac93-383785348316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:43.260548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-f4e5ad95-8800-46e3-ac93-383785348316 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2385182 Aug 09 16:11:43.267019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f92a90-9b31-4f91-9dd4-709158454c3b req-b6215bb9-4d16-42cf-9cf3-5d6ab7b0294d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:43.269296 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33f92a90-9b31-4f91-9dd4-709158454c3b req-b6215bb9-4d16-42cf-9cf3-5d6ab7b0294d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 943 time: 0.1156301 Aug 09 16:11:43.277785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-b59849b6-c48d-4e97-bdaa-1fddab811881 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 200 len: 999 time: 0.1997104 Aug 09 16:11:43.327184 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33f92a90-9b31-4f91-9dd4-709158454c3b req-5b1a90d1-6e5d-4827-9668-e06a9919330d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506713 Aug 09 16:11:43.426014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Attempting to bind port 2fa553f6-49ec-420f-8337-6da0612deb6b on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:11:43.426512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Attempting to bind port 2fa553f6-49ec-420f-8337-6da0612deb6b by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:11:43.426912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Attempting to bind port 2fa553f6-49ec-420f-8337-6da0612deb6b on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:11:43.455022 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:43.462595 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Port 2fa553f6-49ec-420f-8337-6da0612deb6b on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:11:43.462934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Attempting to bind port 2fa553f6-49ec-420f-8337-6da0612deb6b on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:11:43.479922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-f3a9ec70-d2bb-4d4e-9b3b-7ae21c4c53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:43.481534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-f3a9ec70-d2bb-4d4e-9b3b-7ae21c4c53e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39a0f70d-dfda-4781-97a1-111ab6108bc1 HTTP/1.1" status: 200 len: 835 time: 0.1242859 Aug 09 16:11:43.488728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:11:43.489246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Checking segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:11:43.489828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Bound using segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:11:43.491948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Bound port: 2fa553f6-49ec-420f-8337-6da0612deb6b, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:11:43.492383 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:43.587477 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-b95b3918-6835-4cf3-801a-5b4eceed7a5d service neutron] 10.222.0.60 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066287 Aug 09 16:11:43.707435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395da6-d397-41a3-9416-d0621b701c86 req-1d6faa9b-0398-469e-9d90-fdfd7ce5b6aa tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:43.709093 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef395da6-d397-41a3-9416-d0621b701c86 req-1d6faa9b-0398-469e-9d90-fdfd7ce5b6aa tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 944 time: 0.1987717 Aug 09 16:11:43.718300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-8ed717a2-405c-43a8-90ec-8ae8b22c2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:43.719815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-8ed717a2-405c-43a8-90ec-8ae8b22c2b22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068057 Aug 09 16:11:43.723675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] For port 2fa553f6-49ec-420f-8337-6da0612deb6b, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:11:43.763485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] For port 2fa553f6-49ec-420f-8337-6da0612deb6b, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2fa553f6-49ec-420f-8337-6da0612deb6b,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:11:43.810995 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:43.883776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-67cadb78-bdb8-40df-8c66-9ba12ca670f0 service neutron] 10.222.0.60 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874694 Aug 09 16:11:43.890021 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:43.890748 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:43.892040 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] 10.222.0.53 "PUT /v2.0/ports/2fa553f6-49ec-420f-8337-6da0612deb6b HTTP/1.1" status: 200 len: 1091 time: 2.4691238 Aug 09 16:11:43.900517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea227b8-fc48-4cb5-86a2-be9e59a5dd7f', 'tag': '2fa553f6-49ec-420f-8337-6da0612deb6b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:11:43.902886 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1223fcaf-38ce-4869-a647-3f2f5bd7ff16" -d '{"events": [{"name": "network-changed", "server_uuid": "eea227b8-fc48-4cb5-86a2-be9e59a5dd7f", "tag": "2fa553f6-49ec-420f-8337-6da0612deb6b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:11:43.922209 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ef395da6-d397-41a3-9416-d0621b701c86 req-2ea547f7-9083-457d-b8a4-0a381a6a474e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938899 Aug 09 16:11:43.978031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b0eea-e9f8-4680-8c0c-2abacc29c7ca service neutron] Pushing event updated for resources: {'Port': ['ID=2fa553f6-49ec-420f-8337-6da0612deb6b,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:44.035516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-570e4af8-ffc0-4e4b-b23c-cc82d6ddd469 service neutron] 10.222.0.53 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040495 Aug 09 16:11:44.044220 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f068a6-e45d-4395-b268-ddca12f9aa54 x-openstack-request-id: req-35f068a6-e45d-4395-b268-ddca12f9aa54 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:11:44.045399 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea227b8-fc48-4cb5-86a2-be9e59a5dd7f", "tag": "2fa553f6-49ec-420f-8337-6da0612deb6b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:11:44.045702 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35f068a6-e45d-4395-b268-ddca12f9aa54 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:11:44.046369 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea227b8-fc48-4cb5-86a2-be9e59a5dd7f', 'tag': '2fa553f6-49ec-420f-8337-6da0612deb6b', 'status': 'completed', 'code': 200} Aug 09 16:11:44.139827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b1a07a94-9ea3-40da-b6cb-d3b77f800a47 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:11:44.285786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-8dda7c6f-41bb-453b-9b3f-b6c8b480be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:44.288462 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-8dda7c6f-41bb-453b-9b3f-b6c8b480be88 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 1094 time: 0.2179375 Aug 09 16:11:44.294598 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa5828ee-e499-43de-bc7f-8f2e150e8a28 req-7b327f35-d599-4112-9be3-a216df5081ea service neutron] 10.222.0.53 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472823 Aug 09 16:11:44.329208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:44.352358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'port_id': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'mac_address': 'fa:16:3e:a4:a3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:11:44.354616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-e5cedd25-33e8-4f8d-ac43-40f3d6ff335e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fa553f6-49ec-420f-8337-6da0612deb6b HTTP/1.1" status: 200 len: 217 time: 0.0587096 Aug 09 16:11:44.409062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-c11b7553-3a34-4030-93cb-35c523f93ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:44.414630 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-c11b7553-3a34-4030-93cb-35c523f93ee6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0538769 Aug 09 16:11:44.420326 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:44.449491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a07a94-9ea3-40da-b6cb-d3b77f800a47 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:11:44.479299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:44.486340 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:44.539012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f3f72-c1be-4f49-8314-0fc6768ecf21 req-ab38ceca-a69e-4892-b4ed-b42ff72cc9e6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:44.540811 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-614f3f72-c1be-4f49-8314-0fc6768ecf21 req-ab38ceca-a69e-4892-b4ed-b42ff72cc9e6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 943 time: 0.1194022 Aug 09 16:11:44.545240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-04e3e18b-8328-4e3d-9d5b-3ed264862ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:44.547554 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-04e3e18b-8328-4e3d-9d5b-3ed264862ffd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246955 Aug 09 16:11:44.562428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:44.643461 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-614f3f72-c1be-4f49-8314-0fc6768ecf21 req-fc7c303c-b2c5-4b23-9cc4-6461105f343e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893621 Aug 09 16:11:44.697365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['b1a07a94-9ea3-40da-b6cb-d3b77f800a47'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:11:44.697879 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-b3e18c12-b34a-4b5b-ae64-9f45a4fd39e2 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411424 Aug 09 16:11:44.854387 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c06ff243-df3f-4269-afbc-9caf987dbcd8 req-c20d45e9-db0e-4ab5-bd09-9fe357b94048 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478059 Aug 09 16:11:44.956330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223fcaf-38ce-4869-a647-3f2f5bd7ff16 req-84dcea29-ca8f-4a84-a287-93a401eb8b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:44.969509 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1223fcaf-38ce-4869-a647-3f2f5bd7ff16 req-84dcea29-ca8f-4a84-a287-93a401eb8b08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 1094 time: 0.0562279 Aug 09 16:11:45.108822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223fcaf-38ce-4869-a647-3f2f5bd7ff16 req-0460449c-76f7-4daa-a2b2-68b831db5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:45.110715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1223fcaf-38ce-4869-a647-3f2f5bd7ff16 req-0460449c-76f7-4daa-a2b2-68b831db5874 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.1389329 Aug 09 16:11:45.116521 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf474f-ad9f-4c4d-a193-b057dd89aeb1 req-b3c34af0-9fd4-47d2-b5d7-4501ddb87ba9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:45.127594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fadf474f-ad9f-4c4d-a193-b057dd89aeb1 req-b3c34af0-9fd4-47d2-b5d7-4501ddb87ba9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 945 time: 0.0916512 Aug 09 16:11:45.216582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1223fcaf-38ce-4869-a647-3f2f5bd7ff16 req-f1cee5c9-e926-4ed8-b842-69073474fc23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fa553f6-49ec-420f-8337-6da0612deb6b HTTP/1.1" status: 200 len: 217 time: 0.0975440 Aug 09 16:11:45.223684 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fadf474f-ad9f-4c4d-a193-b057dd89aeb1 req-e7bc290e-d04d-4f65-bfbc-c9ab34bba567 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819809 Aug 09 16:11:45.293337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223fcaf-38ce-4869-a647-3f2f5bd7ff16 req-471b9108-5599-43b7-b4f9-e693278a289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:45.295922 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1223fcaf-38ce-4869-a647-3f2f5bd7ff16 req-471b9108-5599-43b7-b4f9-e693278a289b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0720265 Aug 09 16:11:45.359905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223fcaf-38ce-4869-a647-3f2f5bd7ff16 req-03f951e7-e1e0-4116-aa33-1d6181a739cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:45.362089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1223fcaf-38ce-4869-a647-3f2f5bd7ff16 req-03f951e7-e1e0-4116-aa33-1d6181a739cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576763 Aug 09 16:11:45.498916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09e62c-df16-48e3-bf25-be3b4ce01abf req-cbf0f9ee-6476-402f-82b7-b332a184e530 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:45.500523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c09e62c-df16-48e3-bf25-be3b4ce01abf req-cbf0f9ee-6476-402f-82b7-b332a184e530 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 945 time: 0.0575671 Aug 09 16:11:45.569539 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2c09e62c-df16-48e3-bf25-be3b4ce01abf req-05a56b2f-983f-4557-a7f1-98102a796b9b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617611 Aug 09 16:11:45.590777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-d8ac746e-28c5-446c-970a-5fe2203661b9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:45.592367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-d8ac746e-28c5-446c-970a-5fe2203661b9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3&tenant_id=38208f1d79934161b16e6cd64460fe00&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 945 time: 0.1402235 Aug 09 16:11:45.647298 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1223fcaf-38ce-4869-a647-3f2f5bd7ff16 req-69dbccb4-1881-4db0-8243-7f381eb6b9b5 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696731 Aug 09 16:11:45.812871 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-98dada48-2112-4d0a-8481-0c39e09b90ab service neutron] delete failed (client error): The resource could not be found. Aug 09 16:11:45.814297 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-98dada48-2112-4d0a-8481-0c39e09b90ab service neutron] 10.222.0.60 "DELETE /v2.0/ports/b1a07a94-9ea3-40da-b6cb-d3b77f800a47/bindings/n-h2-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.2099335 Aug 09 16:11:45.876392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681a2b-8043-4cff-8f4f-d110b44d5fcf req-0e276033-7293-4ee5-b495-211e04a7b3ce tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:45.882193 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-89681a2b-8043-4cff-8f4f-d110b44d5fcf req-0e276033-7293-4ee5-b495-211e04a7b3ce tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 943 time: 0.1390567 Aug 09 16:11:45.935014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1223fcaf-38ce-4869-a647-3f2f5bd7ff16 req-fd0b810c-b733-44cf-8a5f-b71c23719674 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752929 Aug 09 16:11:45.987252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-89681a2b-8043-4cff-8f4f-d110b44d5fcf req-27dab22b-7486-44eb-9c40-80edbed9446c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901835 Aug 09 16:11:45.992252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-e3972cc0-77d6-4f88-8260-8184056f12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:45.994594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-e3972cc0-77d6-4f88-8260-8184056f12f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1096 time: 0.1108963 Aug 09 16:11:46.100235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-54fd5f9c-70d6-40fa-abde-2c593e889524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:46.101930 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-54fd5f9c-70d6-40fa-abde-2c593e889524 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91 HTTP/1.1" status: 200 len: 897 time: 0.0991256 Aug 09 16:11:46.141458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b1a07a94-9ea3-40da-b6cb-d3b77f800a47 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:46.181716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-833a9ccf-4d72-431f-b695-1ee7d18aa744 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 200 len: 1000 time: 0.0723648 Aug 09 16:11:46.205490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:46.211317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:46.211750 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:46.250326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-b90036f0-d2e6-473d-981b-be5198e3caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:46.252819 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-b90036f0-d2e6-473d-981b-be5198e3caa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39a0f70d-dfda-4781-97a1-111ab6108bc1 HTTP/1.1" status: 200 len: 835 time: 0.0604646 Aug 09 16:11:46.325132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-10edeac2-308f-4b4d-97d3-30f7abed7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:46.326709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-10edeac2-308f-4b4d-97d3-30f7abed7622 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667610 Aug 09 16:11:46.333845 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:46.382643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:46.383367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:11:46.385692 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc793912-0813-47ff-864c-c179ba099771" -d '{"events": [{"server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "name": "network-vif-plugged", "status": "completed", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:11:46.390712 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:46.446716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-34a1947a-679d-457e-9087-40f212c36a8c service neutron] 10.222.0.60 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115623 Aug 09 16:11:46.454870 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36103228-464c-4403-b30c-9b766e27b3cf x-openstack-request-id: req-36103228-464c-4403-b30c-9b766e27b3cf {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:11:46.455177 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "name": "network-vif-plugged", "status": "completed", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:11:46.455846 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36103228-464c-4403-b30c-9b766e27b3cf {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:11:46.456236 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'code': 200} Aug 09 16:11:46.471857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:46.574214 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0c8eff0f-647f-4553-8df3-7d69951f987c req-dcd26a64-9faa-4970-8c53-4a1de7004f96 service neutron] 10.222.0.60 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144290 Aug 09 16:11:46.713265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2463c94-5eb7-4987-aba7-02b35f89bd19 req-eded63eb-1f66-4d04-894f-9f4b73211e55 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:46.719863 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2463c94-5eb7-4987-aba7-02b35f89bd19 req-eded63eb-1f66-4d04-894f-9f4b73211e55 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0617380 Aug 09 16:11:46.762511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2463c94-5eb7-4987-aba7-02b35f89bd19 req-ff4d1616-fd2e-4d02-80b0-aab0ee50fed6 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 Aug 09 16:11:47.025764 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4a06ebd-0cd7-4835-83ae-dbf8effaccb0 req-a477fdb4-3b56-414d-9adb-e75985efc9ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465643 Aug 09 16:11:47.120769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06ebd-0cd7-4835-83ae-dbf8effaccb0 req-f4fbdc18-a92a-4041-82b8-2736297c3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:47.122618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4a06ebd-0cd7-4835-83ae-dbf8effaccb0 req-f4fbdc18-a92a-4041-82b8-2736297c3c60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0481260 Aug 09 16:11:47.140287 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4d938-90e1-4781-8131-e65c9fdbc8d3 req-322b654e-9937-4d94-a0b0-f97cc52c623c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:47.142020 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ae4d938-90e1-4781-8131-e65c9fdbc8d3 req-322b654e-9937-4d94-a0b0-f97cc52c623c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 943 time: 0.0701540 Aug 09 16:11:47.204752 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ae4d938-90e1-4781-8131-e65c9fdbc8d3 req-f3b09dc8-db21-4717-89c2-f443bab5546b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508015 Aug 09 16:11:47.299665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06ebd-0cd7-4835-83ae-dbf8effaccb0 req-474dc0b5-b681-4a6c-928e-751681a2c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:47.301698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4a06ebd-0cd7-4835-83ae-dbf8effaccb0 req-474dc0b5-b681-4a6c-928e-751681a2c5b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91 HTTP/1.1" status: 200 len: 897 time: 0.1482143 Aug 09 16:11:47.382182 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4a06ebd-0cd7-4835-83ae-dbf8effaccb0 req-1d632b65-a20a-4c59-a694-3deec8a82382 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 200 len: 1001 time: 0.0735302 Aug 09 16:11:47.447963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06ebd-0cd7-4835-83ae-dbf8effaccb0 req-cb830d77-7bce-4538-a282-13b0c2b939a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:47.449442 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4a06ebd-0cd7-4835-83ae-dbf8effaccb0 req-cb830d77-7bce-4538-a282-13b0c2b939a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39a0f70d-dfda-4781-97a1-111ab6108bc1 HTTP/1.1" status: 200 len: 835 time: 0.0603647 Aug 09 16:11:47.502080 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06ebd-0cd7-4835-83ae-dbf8effaccb0 req-b1b011e9-748b-4839-91c7-54a317e47b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:47.503645 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4a06ebd-0cd7-4835-83ae-dbf8effaccb0 req-b1b011e9-748b-4839-91c7-54a317e47b72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473733 Aug 09 16:11:47.606772 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4a06ebd-0cd7-4835-83ae-dbf8effaccb0 req-1c6ea903-28a1-4a92-95c8-449603a47042 service neutron] 10.222.0.53 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958128 Aug 09 16:11:47.711222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4a06ebd-0cd7-4835-83ae-dbf8effaccb0 req-f4f70dcb-ba19-48e7-b3b9-e10eedc2f0bd service neutron] 10.222.0.53 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975456 Aug 09 16:11:47.894379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04a10-3476-4829-a1fd-bcf82773c470 req-a976704b-d025-44da-ac9b-f673a56507fe tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:47.897037 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebb04a10-3476-4829-a1fd-bcf82773c470 req-a976704b-d025-44da-ac9b-f673a56507fe tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0532713 Aug 09 16:11:47.938292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebb04a10-3476-4829-a1fd-bcf82773c470 req-a07ae55d-5173-4a85-b65b-93308c34cdc3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341699 Aug 09 16:11:47.967505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45412) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:11:48.043654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-90aecd7b-c535-4c13-94a4-042e2763c059 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/b62b38e8-8490-4456-887b-4d72314518fb HTTP/1.1" status: 200 len: 993 time: 0.0749485 Aug 09 16:11:48.366814 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e6262-7ca9-45d8-8606-56f04e0dd2d0 req-53796be0-cafa-4d5e-9872-5591ebf8c490 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:48.368836 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fc4e6262-7ca9-45d8-8606-56f04e0dd2d0 req-53796be0-cafa-4d5e-9872-5591ebf8c490 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 943 time: 0.0689569 Aug 09 16:11:48.415447 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fc4e6262-7ca9-45d8-8606-56f04e0dd2d0 req-b73cbf90-5610-44ee-8cdd-da6719c88345 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371864 Aug 09 16:11:49.553572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90f3b8-5a25-43fc-9d98-89e413f4f6e6 req-06078b5c-df8c-4349-9d4b-37efb0a165eb tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:49.555215 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee90f3b8-5a25-43fc-9d98-89e413f4f6e6 req-06078b5c-df8c-4349-9d4b-37efb0a165eb tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 943 time: 0.0610933 Aug 09 16:11:49.596373 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee90f3b8-5a25-43fc-9d98-89e413f4f6e6 req-34c5c5e9-2785-47be-ba7e-ce6b00aab4ee tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350950 Aug 09 16:11:50.753867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d0686-9f85-4873-a917-6908afdabf09 req-d55c9ecd-6dca-477a-bbda-42179afd614e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:50.756711 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-443d0686-9f85-4873-a917-6908afdabf09 req-d55c9ecd-6dca-477a-bbda-42179afd614e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 943 time: 0.0674450 Aug 09 16:11:50.803256 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-443d0686-9f85-4873-a917-6908afdabf09 req-3fafe36f-b644-4604-875c-ef00a516cb96 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395510 Aug 09 16:11:51.945374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeb024-1033-484d-87a2-919a01a3bdb3 req-fb681c34-ffa7-48f6-b4fd-ebcad4a49151 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:51.948141 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6eeeb024-1033-484d-87a2-919a01a3bdb3 req-fb681c34-ffa7-48f6-b4fd-ebcad4a49151 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 943 time: 0.0568864 Aug 09 16:11:51.999002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6eeeb024-1033-484d-87a2-919a01a3bdb3 req-069819d4-0312-40c6-9fbe-e23de93e2fdd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418980 Aug 09 16:11:52.127601 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2fa553f6-49ec-420f-8337-6da0612deb6b details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:11:52.241064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2fa553f6-49ec-420f-8337-6da0612deb6b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2fa553f6-49ec-420f-8337-6da0612deb6b,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:52.253187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '2fa553f6-49ec-420f-8337-6da0612deb6b', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'port_id': '2fa553f6-49ec-420f-8337-6da0612deb6b', 'mac_address': 'fa:16:3e:25:c7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:11:52.298151 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:52.312598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa553f6-49ec-420f-8337-6da0612deb6b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:11:52.335419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2fa553f6-49ec-420f-8337-6da0612deb6b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2fa553f6-49ec-420f-8337-6da0612deb6b,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:52.339605 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:52.397090 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2fa553f6-49ec-420f-8337-6da0612deb6b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:52.555492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['2fa553f6-49ec-420f-8337-6da0612deb6b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:11:53.126240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b173c9c-f881-49d2-bb8b-5f4c0915c7f6 req-af34a7da-8f6a-41d3-a798-2eeeea35b8ec tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:53.127802 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0b173c9c-f881-49d2-bb8b-5f4c0915c7f6 req-af34a7da-8f6a-41d3-a798-2eeeea35b8ec tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 944 time: 0.0516372 Aug 09 16:11:53.170310 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0b173c9c-f881-49d2-bb8b-5f4c0915c7f6 req-eb8937a1-b697-4a6b-9235-a30a84262540 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362639 Aug 09 16:11:54.135756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2fa553f6-49ec-420f-8337-6da0612deb6b up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:11:54.206797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 2fa553f6-49ec-420f-8337-6da0612deb6b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:11:54.223239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 2fa553f6-49ec-420f-8337-6da0612deb6b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:11:54.223617 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:54.325789 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:54.368066 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea227b8-fc48-4cb5-86a2-be9e59a5dd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa553f6-49ec-420f-8337-6da0612deb6b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:11:54.371220 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4eb1cc-cb2c-4144-83ed-aa315d0c08e7" -d '{"events": [{"server_uuid": "eea227b8-fc48-4cb5-86a2-be9e59a5dd7f", "name": "network-vif-plugged", "status": "completed", "tag": "2fa553f6-49ec-420f-8337-6da0612deb6b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:11:54.388563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2fa553f6-49ec-420f-8337-6da0612deb6b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2fa553f6-49ec-420f-8337-6da0612deb6b,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:11:54.393837 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:11:54.452431 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7d8de5-a555-49c3-8954-8f904e896c46 x-openstack-request-id: req-8c7d8de5-a555-49c3-8954-8f904e896c46 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:11:54.452765 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea227b8-fc48-4cb5-86a2-be9e59a5dd7f", "name": "network-vif-plugged", "status": "completed", "tag": "2fa553f6-49ec-420f-8337-6da0612deb6b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:11:54.453066 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c7d8de5-a555-49c3-8954-8f904e896c46 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:11:54.453402 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea227b8-fc48-4cb5-86a2-be9e59a5dd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa553f6-49ec-420f-8337-6da0612deb6b', 'code': 200} Aug 09 16:11:54.468919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2fa553f6-49ec-420f-8337-6da0612deb6b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:11:54.707356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ca190-f6cd-423f-9f90-a2d5cd3dfadc req-f60ff3ef-5aff-41db-9985-0bb37eca8b12 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:54.709228 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d91ca190-f6cd-423f-9f90-a2d5cd3dfadc req-f60ff3ef-5aff-41db-9985-0bb37eca8b12 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 944 time: 0.4499938 Aug 09 16:11:54.732506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2537a-11ee-4711-acc2-4e706bda5523 req-6476522f-dfd6-4f0b-9515-3a66884cdba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:54.734337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8be2537a-11ee-4711-acc2-4e706bda5523 req-6476522f-dfd6-4f0b-9515-3a66884cdba2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 1096 time: 0.0797124 Aug 09 16:11:54.789655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8be2537a-11ee-4711-acc2-4e706bda5523 req-0b4d4192-e247-4d1d-b62d-f518b04dd5de service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459602 Aug 09 16:11:54.792825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d91ca190-f6cd-423f-9f90-a2d5cd3dfadc req-2b8b6ba4-6d1c-47d9-a36b-ac5ca0442375 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719383 Aug 09 16:11:55.938052 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34235516-5c4c-46bc-bd64-51c0b927f22a req-3ba21a2c-a023-41f4-907b-22099e4275e5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:55.939756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-34235516-5c4c-46bc-bd64-51c0b927f22a req-3ba21a2c-a023-41f4-907b-22099e4275e5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 945 time: 0.0571408 Aug 09 16:11:55.982005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-34235516-5c4c-46bc-bd64-51c0b927f22a req-e776f037-c000-4571-ba43-f78ef6d49ec5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348282 Aug 09 16:11:56.116651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2b218-50e8-4c21-b6c9-66a4ca596dce req-0012fffe-5eae-4495-8216-1a87e1735352 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:56.124096 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-acc2b218-50e8-4c21-b6c9-66a4ca596dce req-0012fffe-5eae-4495-8216-1a87e1735352 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 945 time: 0.0685263 Aug 09 16:11:56.178938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-acc2b218-50e8-4c21-b6c9-66a4ca596dce req-45098b3b-5f62-47b0-8530-09cf89cfac71 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538912 Aug 09 16:11:58.288566 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:11:59.197361 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-745a26ff-021d-49bf-9290-3d5880809877 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:11:59.198947 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-745a26ff-021d-49bf-9290-3d5880809877 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.1119213 Aug 09 16:11:59.218547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-ed3ede05-7b7f-453b-a747-edef0914ceb7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/quotas/b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 375 time: 0.0138392 Aug 09 16:11:59.283955 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-4039eab2-5f67-4954-8152-af41375fc4df tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580244 Aug 09 16:11:59.398658 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-3f3d8e24-1e2e-4904-84d1-48a5cb02758c service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061387 Aug 09 16:11:59.506828 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-a07e6484-4157-4ac8-9011-ab9b82acbe66 service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006966 Aug 09 16:11:59.812731 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e62cca2c-38bc-47a7-ae17-55df73ff9f6b req-6a9228eb-c83c-4770-9980-9ba59b20c176 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 210 time: 0.0530057 Aug 09 16:12:00.831142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-a183997b-4162-4453-8271-e64dd978146f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:00.832735 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-a183997b-4162-4453-8271-e64dd978146f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.60 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.1514618 Aug 09 16:12:00.855109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'port': {'device_id': 'bc1ae445-05a6-49e0-ae62-de0c640eeb18', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'admin_state_up': True, 'tenant_id': 'b288370f60b5456e956c547ef50d7598'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:00.986757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Made reservation on behalf of b288370f60b5456e956c547ef50d7598 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:12:00.989473 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:01.018832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-296366ea-2613-428e-ba32-97d0d49ec8e2 req-30b401c8-168e-4949-a985-d0ceccf63757 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 210 time: 0.0458508 Aug 09 16:12:01.227721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Allocated IP 172.20.0.5 (c5932b02-aab2-4990-93ed-0c412c1e6cf6/f56dee80-a4af-40a8-ba00-0306592ad89b/06b57e88-2ad4-47e2-86e0-bee16cdce370) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:12:01.497552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:01.516965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Transition to ACTIVE for port object 06b57e88-2ad4-47e2-86e0-bee16cdce370 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:12:01.556466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:01.569580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['2fa553f6-49ec-420f-8337-6da0612deb6b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:12:01.639581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=06b57e88-2ad4-47e2-86e0-bee16cdce370,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:01.651803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:12:01.654606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:12:01.657744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:12:01.750550 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:01.751540 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:01.780738 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2b45d348-ba60-41d5-8c7f-308609b73d39 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9368131 Aug 09 16:12:01.797425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Request body: {'port': {'device_id': 'bc1ae445-05a6-49e0-ae62-de0c640eeb18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:01.868440 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:02.112082 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9df4fc82-6f88-4593-93dd-d695fe41b83b None None] Provisioning for port 06b57e88-2ad4-47e2-86e0-bee16cdce370 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:12:02.117067 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9df4fc82-6f88-4593-93dd-d695fe41b83b None None] Provisioning complete for port 06b57e88-2ad4-47e2-86e0-bee16cdce370 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:02.117871 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9df4fc82-6f88-4593-93dd-d695fe41b83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:02.169543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9df4fc82-6f88-4593-93dd-d695fe41b83b None None] Port 06b57e88-2ad4-47e2-86e0-bee16cdce370 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:12:02.191632 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe8d2d-7cc7-45cf-895e-b1a253f91263 req-7934b3ac-a03c-4c63-b090-512a0a9c95d8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:02.194939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8bfe8d2d-7cc7-45cf-895e-b1a253f91263 req-7934b3ac-a03c-4c63-b090-512a0a9c95d8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 931 time: 0.0694859 Aug 09 16:12:02.248212 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8bfe8d2d-7cc7-45cf-895e-b1a253f91263 req-b05ca7f0-b1bd-419f-88aa-05a5e9f16385 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472529 Aug 09 16:12:02.275581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b57e88-2ad4-47e2-86e0-bee16cdce370 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:12:02.290076 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:02.306320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Transition to ACTIVE for port object 06b57e88-2ad4-47e2-86e0-bee16cdce370 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:12:02.311240 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:02.410429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Pushing event updated for resources: {'Port': ['ID=06b57e88-2ad4-47e2-86e0-bee16cdce370,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:02.527899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Attempting to bind port 06b57e88-2ad4-47e2-86e0-bee16cdce370 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:12:02.528244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Attempting to bind port 06b57e88-2ad4-47e2-86e0-bee16cdce370 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:12:02.528585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Attempting to bind port 06b57e88-2ad4-47e2-86e0-bee16cdce370 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:12:02.533200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Port 06b57e88-2ad4-47e2-86e0-bee16cdce370 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:12:02.533738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Attempting to bind port 06b57e88-2ad4-47e2-86e0-bee16cdce370 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:12:02.539588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:12:02.539933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Checking segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:12:02.540327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Bound using segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:12:02.540775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Bound port: 06b57e88-2ad4-47e2-86e0-bee16cdce370, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:12:02.541139 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:02.642032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] For port 06b57e88-2ad4-47e2-86e0-bee16cdce370, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:12:02.647520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] For port 06b57e88-2ad4-47e2-86e0-bee16cdce370, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=06b57e88-2ad4-47e2-86e0-bee16cdce370,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:12:02.664040 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:02.720529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:02.721013 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:02.722596 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] 10.222.0.60 "PUT /v2.0/ports/06b57e88-2ad4-47e2-86e0-bee16cdce370 HTTP/1.1" status: 200 len: 1091 time: 0.9321976 Aug 09 16:12:02.723052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1ae445-05a6-49e0-ae62-de0c640eeb18', 'tag': '06b57e88-2ad4-47e2-86e0-bee16cdce370'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:12:02.726845 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78167270-7542-46f6-bf07-2a1be410efcf" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1ae445-05a6-49e0-ae62-de0c640eeb18", "tag": "06b57e88-2ad4-47e2-86e0-bee16cdce370"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:12:02.813405 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af919726-c904-46b6-8dd8-f71939bee39e x-openstack-request-id: req-af919726-c904-46b6-8dd8-f71939bee39e {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:12:02.813405 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1ae445-05a6-49e0-ae62-de0c640eeb18", "tag": "06b57e88-2ad4-47e2-86e0-bee16cdce370", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:12:02.813405 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af919726-c904-46b6-8dd8-f71939bee39e {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:12:02.813405 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1ae445-05a6-49e0-ae62-de0c640eeb18', 'tag': '06b57e88-2ad4-47e2-86e0-bee16cdce370', 'status': 'completed', 'code': 200} Aug 09 16:12:02.813907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0257355-b11c-44eb-8d5c-a5c9544bba19 service neutron] Pushing event updated for resources: {'Port': ['ID=06b57e88-2ad4-47e2-86e0-bee16cdce370,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:02.859390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-9f284bb1-0cc4-4141-986d-2eb71e885185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:02.861899 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-9f284bb1-0cc4-4141-986d-2eb71e885185 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 1094 time: 0.0725882 Aug 09 16:12:02.912415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-038cc1bd-57f9-4bf4-bb93-32024f65dd7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06b57e88-2ad4-47e2-86e0-bee16cdce370 HTTP/1.1" status: 200 len: 217 time: 0.0419486 Aug 09 16:12:02.977325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-ce6b8415-2781-49a4-a4dc-5f99bbb2a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:02.979432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-ce6b8415-2781-49a4-a4dc-5f99bbb2a39f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0591333 Aug 09 16:12:03.052741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-79194447-9074-4053-994c-2524d41c83cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:03.056099 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-79194447-9074-4053-994c-2524d41c83cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684175 Aug 09 16:12:03.173452 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-2445adac-767f-47c5-80bc-0d6a8da8903c service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071634 Aug 09 16:12:03.283470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4d67c172-5c25-49e5-a79c-5520e451f2e9 req-b5b52576-b658-4e44-8192-72e24d217cbc service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017818 Aug 09 16:12:03.414707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d59f29-23f3-45f8-bb68-fb73b44355ec req-8f2780bb-e125-4b94-be4d-03aaa301b7e0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:03.423191 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03d59f29-23f3-45f8-bb68-fb73b44355ec req-8f2780bb-e125-4b94-be4d-03aaa301b7e0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0680370 Aug 09 16:12:03.433372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78167270-7542-46f6-bf07-2a1be410efcf req-db7f2db2-2b3c-4a05-ba3b-1a00698a7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:03.435191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78167270-7542-46f6-bf07-2a1be410efcf req-db7f2db2-2b3c-4a05-ba3b-1a00698a7eaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 1094 time: 0.0834901 Aug 09 16:12:03.478655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03d59f29-23f3-45f8-bb68-fb73b44355ec req-481b24c4-e231-4ce4-a73c-707c885c77cc tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544245 Aug 09 16:12:03.574817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78167270-7542-46f6-bf07-2a1be410efcf req-a763e3c3-d285-4be8-9771-03fd55eb56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:03.576682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78167270-7542-46f6-bf07-2a1be410efcf req-a763e3c3-d285-4be8-9771-03fd55eb56e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.1326239 Aug 09 16:12:03.638173 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78167270-7542-46f6-bf07-2a1be410efcf req-7c6976bc-4f79-4f10-880b-e95f3ba624dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06b57e88-2ad4-47e2-86e0-bee16cdce370 HTTP/1.1" status: 200 len: 217 time: 0.0501740 Aug 09 16:12:03.694405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78167270-7542-46f6-bf07-2a1be410efcf req-662cd6f2-d673-4495-b190-15fd2b28c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:03.696246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78167270-7542-46f6-bf07-2a1be410efcf req-662cd6f2-d673-4495-b190-15fd2b28c416 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0483415 Aug 09 16:12:03.754579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78167270-7542-46f6-bf07-2a1be410efcf req-941fda65-70f2-4ee8-b9e8-98f08ece9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:03.757315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78167270-7542-46f6-bf07-2a1be410efcf req-941fda65-70f2-4ee8-b9e8-98f08ece9486 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519030 Aug 09 16:12:03.871895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78167270-7542-46f6-bf07-2a1be410efcf req-73532685-a71d-424f-be12-b1f31ad2e60b service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060739 Aug 09 16:12:03.993137 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78167270-7542-46f6-bf07-2a1be410efcf req-6cbeb14f-a207-4d66-a65e-f9eaeaea73e8 service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123548 Aug 09 16:12:04.675514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae718c6-a826-459d-a284-8237fbfd2a8f req-8f1c4a8a-f5a5-49ff-97d8-ec6633a6310b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:04.677303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ae718c6-a826-459d-a284-8237fbfd2a8f req-8f1c4a8a-f5a5-49ff-97d8-ec6633a6310b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0783069 Aug 09 16:12:04.762275 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ae718c6-a826-459d-a284-8237fbfd2a8f req-ae86c38a-b07b-4029-bd83-bae2aaa237a0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632298 Aug 09 16:12:05.953453 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800c8a3-be6a-4b46-9a17-6f9d270c18cb req-5a2bda08-44a6-4521-9b09-207b15c1ea83 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:05.956818 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0800c8a3-be6a-4b46-9a17-6f9d270c18cb req-5a2bda08-44a6-4521-9b09-207b15c1ea83 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0859845 Aug 09 16:12:06.041563 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0800c8a3-be6a-4b46-9a17-6f9d270c18cb req-387ad93d-e986-45c2-987d-76656782c4a0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632861 Aug 09 16:12:07.222473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf6ffa-0782-4ef5-8913-3c6d27fe3a36 req-0b4fbc5f-aab2-4874-b83a-224a7370c01e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:07.231799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0cf6ffa-0782-4ef5-8913-3c6d27fe3a36 req-0b4fbc5f-aab2-4874-b83a-224a7370c01e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0920818 Aug 09 16:12:07.293337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0cf6ffa-0782-4ef5-8913-3c6d27fe3a36 req-d2c68fa5-cacd-48b9-9b3d-4e1f1befbe26 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571358 Aug 09 16:12:07.670573 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-75161ee6-5168-4266-b76e-a844abfe3909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:08.444911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092edddd-c78b-4896-8fb0-2db4402cbc17 req-8f05ba23-4788-4670-b188-1624478c7ca1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:08.454190 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-092edddd-c78b-4896-8fb0-2db4402cbc17 req-8f05ba23-4788-4670-b188-1624478c7ca1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0716038 Aug 09 16:12:08.533043 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-092edddd-c78b-4896-8fb0-2db4402cbc17 req-4f89aff1-fd4b-4a2b-ba38-01a8e13b9a84 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754681 Aug 09 16:12:09.801465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf9cd9-fe86-49b5-967e-37a01f2f5e0a req-d4105c86-db31-413e-94d7-b2a8d7b825da tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:09.803105 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbcf9cd9-fe86-49b5-967e-37a01f2f5e0a req-d4105c86-db31-413e-94d7-b2a8d7b825da tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.1159389 Aug 09 16:12:09.937893 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbcf9cd9-fe86-49b5-967e-37a01f2f5e0a req-d63ec76f-207a-49e8-b7c9-8a3444263091 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247790 Aug 09 16:12:10.528135 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a4b88eae-9fc5-4ed2-b0f1-225b53804a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:10.893996 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:11.108015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557a717-401d-4adc-aa30-7bdb2be97f4b req-f38c264f-4d18-43bc-9ff6-86c2cd70c77c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:11.110502 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5557a717-401d-4adc-aa30-7bdb2be97f4b req-f38c264f-4d18-43bc-9ff6-86c2cd70c77c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0777922 Aug 09 16:12:11.161543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5557a717-401d-4adc-aa30-7bdb2be97f4b req-b0d8a063-5278-413f-b3be-f569c188aee5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443444 Aug 09 16:12:11.576755 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:11.626437 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:12.301006 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ecd7d-55ae-41a5-b5fd-daa9cd2b0a22 req-58562d43-ddea-45c1-b15c-68123885058f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:12.310758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e24ecd7d-55ae-41a5-b5fd-daa9cd2b0a22 req-58562d43-ddea-45c1-b15c-68123885058f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0703230 Aug 09 16:12:12.374887 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e24ecd7d-55ae-41a5-b5fd-daa9cd2b0a22 req-8c95c934-91b1-4e81-ae14-207da647a7e2 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579846 Aug 09 16:12:13.204314 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:13.490858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a0850-288e-4bc1-aa1c-565b78bcd3d9 req-dfe7f696-887a-4523-9476-2ac31c12311a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:13.491421 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:13.500044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c2a0850-288e-4bc1-aa1c-565b78bcd3d9 req-dfe7f696-887a-4523-9476-2ac31c12311a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0615234 Aug 09 16:12:13.542139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c2a0850-288e-4bc1-aa1c-565b78bcd3d9 req-e18d262e-bc72-4212-8763-4c3d252a9abc tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Aug 09 16:12:14.700745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d7ffd-6b4a-4d3a-9374-7e9838e523a6 req-3c9846a2-285a-4c9a-b6f4-f53402ff8f8c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:14.703412 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e37d7ffd-6b4a-4d3a-9374-7e9838e523a6 req-3c9846a2-285a-4c9a-b6f4-f53402ff8f8c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0631969 Aug 09 16:12:14.749360 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e37d7ffd-6b4a-4d3a-9374-7e9838e523a6 req-fa2ce0f7-fe1c-4753-b6d9-0a6eeeb4f703 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369136 Aug 09 16:12:15.915404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b6665-3899-487a-8457-234b98af0eca req-cf466098-b57a-4544-84c6-9ecdd43812e8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:15.917071 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b8b6665-3899-487a-8457-234b98af0eca req-cf466098-b57a-4544-84c6-9ecdd43812e8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0895221 Aug 09 16:12:15.979360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b8b6665-3899-487a-8457-234b98af0eca req-ad311471-a9f5-4ab1-8c7c-91e5698be597 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487425 Aug 09 16:12:16.618877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd51d52-1066-46f5-883f-b40c1b060cbe req-55dc64f2-a00b-4037-9b6e-597b91ae1239 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:16.620788 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2bd51d52-1066-46f5-883f-b40c1b060cbe req-55dc64f2-a00b-4037-9b6e-597b91ae1239 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0478547 Aug 09 16:12:16.663585 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2bd51d52-1066-46f5-883f-b40c1b060cbe req-ef6184d3-e0a0-470d-a5c9-935310e9bd91 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360382 Aug 09 16:12:16.688639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 45912) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:16.895518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port ce583d5a-d1e6-4965-aa59-ff8cad16a483 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:12:16.895869 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:16.980532 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:16.981450 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:16.994950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for ce583d5a-d1e6-4965-aa59-ff8cad16a483 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:12:17.200362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5c7c6-dc6f-4978-82bf-51235d7ed67b req-0cac780d-8be7-4377-a0f0-caaca96842dd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:17.206299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-92b5c7c6-dc6f-4978-82bf-51235d7ed67b req-0cac780d-8be7-4377-a0f0-caaca96842dd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.1264625 Aug 09 16:12:17.241234 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:17.272584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=ce583d5a-d1e6-4965-aa59-ff8cad16a483,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:17.333191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-92b5c7c6-dc6f-4978-82bf-51235d7ed67b req-87bc3236-5dcc-4a26-99c0-9d1cfeaf86ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183589 Aug 09 16:12:17.363967 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:17.364370 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Floating IP b62b38e8-8490-4456-887b-4d72314518fb disassociated (deleted). External IP: 172.25.2.84, port: b1a07a94-9ea3-40da-b6cb-d3b77f800a47. Aug 09 16:12:17.593857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router aa0987a6-fbd3-4cf5-b3ee-7361e293832e has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:12:17.716046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:12:17.724062 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:17.733153 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df170525-6fb1-4bad-b5f8-3443bfd722cd None None] Sync routers for ids ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:12:17.744259 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df170525-6fb1-4bad-b5f8-3443bfd722cd None None] Routers {'aa0987a6-fbd3-4cf5-b3ee-7361e293832e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:12:17.745938 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-df170525-6fb1-4bad-b5f8-3443bfd722cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:12:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:17.759435 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ec44b37f-cd5c-49ad-9b6b-84349be6e442 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/floatingips/b62b38e8-8490-4456-887b-4d72314518fb HTTP/1.1" status: 204 len: 168 time: 1.0670052 Aug 09 16:12:17.759435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:12:17.771851 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20831725-eb26-4d75-a9fe-e68cc739d655" -d '{"events": [{"name": "network-changed", "server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:12:17.842774 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55f31d8-8aef-4bd3-a265-06fa588d52c9 x-openstack-request-id: req-c55f31d8-8aef-4bd3-a265-06fa588d52c9 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:12:17.843532 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:12:17.849269 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c55f31d8-8aef-4bd3-a265-06fa588d52c9 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:12:17.850038 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'status': 'completed', 'code': 200} Aug 09 16:12:17.977286 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-df170525-6fb1-4bad-b5f8-3443bfd722cd None None] Set router aa0987a6-fbd3-4cf5-b3ee-7361e293832e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:12:17.979298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20831725-eb26-4d75-a9fe-e68cc739d655 req-5c7a3451-1235-417a-a668-f87ace730018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:17.981061 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20831725-eb26-4d75-a9fe-e68cc739d655 req-5c7a3451-1235-417a-a668-f87ace730018 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 1097 time: 0.1057820 Aug 09 16:12:18.210396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f7ec1-c992-417f-a84f-0a01984b1d04 req-7db38d79-0d4d-4e6e-9592-0f8616d5ce83 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:18.217912 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b62f7ec1-c992-417f-a84f-0a01984b1d04 req-7db38d79-0d4d-4e6e-9592-0f8616d5ce83 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0966349 Aug 09 16:12:18.260150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b62f7ec1-c992-417f-a84f-0a01984b1d04 req-4db054d3-fcb0-4785-9d4b-9fb27ebc86b6 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412860 Aug 09 16:12:18.261330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20831725-eb26-4d75-a9fe-e68cc739d655 req-5a6610e1-fedf-458b-a5a3-dc4d259d6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:18.262803 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20831725-eb26-4d75-a9fe-e68cc739d655 req-5a6610e1-fedf-458b-a5a3-dc4d259d6cb3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91 HTTP/1.1" status: 200 len: 897 time: 0.2654457 Aug 09 16:12:18.313457 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-df170525-6fb1-4bad-b5f8-3443bfd722cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd9876465-29e7-4604-9993-e37252badbc6', 'name': '', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:cc:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:23Z', 'updated_at': '2021-08-09T16:10:30Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:18.329145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20831725-eb26-4d75-a9fe-e68cc739d655 req-d45b1f8b-fad0-4af5-98e4-2a495ed8e571 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 200 len: 217 time: 0.0544493 Aug 09 16:12:18.344648 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df170525-6fb1-4bad-b5f8-3443bfd722cd None None] Checking router: aa0987a6-fbd3-4cf5-b3ee-7361e293832e for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:12:18.361996 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df170525-6fb1-4bad-b5f8-3443bfd722cd None None] Routers {'aa0987a6-fbd3-4cf5-b3ee-7361e293832e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:12:18.362640 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-df170525-6fb1-4bad-b5f8-3443bfd722cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:12:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:18.450038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20831725-eb26-4d75-a9fe-e68cc739d655 req-f6337e52-87c3-4a94-a621-4783495da728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:18.451734 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20831725-eb26-4d75-a9fe-e68cc739d655 req-f6337e52-87c3-4a94-a621-4783495da728 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39a0f70d-dfda-4781-97a1-111ab6108bc1 HTTP/1.1" status: 200 len: 835 time: 0.1128147 Aug 09 16:12:18.515837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20831725-eb26-4d75-a9fe-e68cc739d655 req-a5e3da8f-1db7-4903-953c-1abc7a3d88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:18.517445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20831725-eb26-4d75-a9fe-e68cc739d655 req-a5e3da8f-1db7-4903-953c-1abc7a3d88c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a75ae6d4-ade4-4cab-bf2f-57caf902ec91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569615 Aug 09 16:12:18.529249 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-df170525-6fb1-4bad-b5f8-3443bfd722cd None None] Set router aa0987a6-fbd3-4cf5-b3ee-7361e293832e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:12:18.540216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480b92b-1041-4a70-853f-66e26b131e44 req-ac13d63f-38aa-4e18-98d2-ce736dc395a1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:18.542454 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e480b92b-1041-4a70-853f-66e26b131e44 req-ac13d63f-38aa-4e18-98d2-ce736dc395a1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0671997 Aug 09 16:12:18.590923 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e480b92b-1041-4a70-853f-66e26b131e44 req-1c8c8f03-27de-434e-984a-2998c1e208e7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422239 Aug 09 16:12:18.683525 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20831725-eb26-4d75-a9fe-e68cc739d655 req-5a33d242-caf8-4ae9-8eb7-95409d8da543 service neutron] 10.222.0.53 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561730 Aug 09 16:12:18.807111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20831725-eb26-4d75-a9fe-e68cc739d655 req-9d23c6f1-b914-4df5-b961-b25f46aad3e4 service neutron] 10.222.0.53 "GET /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161375 Aug 09 16:12:18.904702 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-df170525-6fb1-4bad-b5f8-3443bfd722cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd9876465-29e7-4604-9993-e37252badbc6', 'name': '', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:cc:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:23Z', 'updated_at': '2021-08-09T16:10:30Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:18.946373 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df170525-6fb1-4bad-b5f8-3443bfd722cd None None] The sync data for ids ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'] in n-d-803778-2 is: [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd9876465-29e7-4604-9993-e37252badbc6', 'name': '', 'network_id': 'a75ae6d4-ade4-4cab-bf2f-57caf902ec91', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:cc:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:23Z', 'updated_at': '2021-08-09T16:10:30Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '39a0f70d-dfda-4781-97a1-111ab6108bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:12:19.357302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1228a6-bfba-486f-a0ec-8a315eba0de8 None None] New status for floating IP b62b38e8-8490-4456-887b-4d72314518fb: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:12:19.407484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f469a-aec8-4a3c-b89d-b7808807a676 req-171cd3a3-0430-45be-b37c-cdb4625e31a1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:19.409814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-034f469a-aec8-4a3c-b89d-b7808807a676 req-171cd3a3-0430-45be-b37c-cdb4625e31a1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0588636 Aug 09 16:12:19.458213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-034f469a-aec8-4a3c-b89d-b7808807a676 req-67811d8b-15db-465e-a29f-337ca1fe2ca4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408335 Aug 09 16:12:19.589885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0836dd8-4af8-468c-a91b-ef0961d27165 req-3601f512-c0d9-4440-86be-a01b0c6b4f0a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:19.591838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0836dd8-4af8-468c-a91b-ef0961d27165 req-3601f512-c0d9-4440-86be-a01b0c6b4f0a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.53 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 946 time: 0.0573552 Aug 09 16:12:19.708522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d0836dd8-4af8-468c-a91b-ef0961d27165 req-eb96174d-1901-42a8-8fa8-63f32b75df61 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:12:19.708957 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d0836dd8-4af8-468c-a91b-ef0961d27165 req-eb96174d-1901-42a8-8fa8-63f32b75df61 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:19.749110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea07d4-559f-464f-b44c-da32f913f486 req-0ee01df1-6025-4c06-a460-4a91b168c102 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:19.751374 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-49ea07d4-559f-464f-b44c-da32f913f486 req-0ee01df1-6025-4c06-a460-4a91b168c102 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0559373 Aug 09 16:12:19.812062 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-49ea07d4-559f-464f-b44c-da32f913f486 req-0013099b-86f1-44db-ae9f-63cbcc62ee2b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541852 Aug 09 16:12:19.853696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d0836dd8-4af8-468c-a91b-ef0961d27165 req-eb96174d-1901-42a8-8fa8-63f32b75df61 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] For port b1a07a94-9ea3-40da-b6cb-d3b77f800a47, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:19.854141 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d0836dd8-4af8-468c-a91b-ef0961d27165 req-eb96174d-1901-42a8-8fa8-63f32b75df61 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:19.867588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-d0836dd8-4af8-468c-a91b-ef0961d27165 req-eb96174d-1901-42a8-8fa8-63f32b75df61 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for b1a07a94-9ea3-40da-b6cb-d3b77f800a47 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:12:20.019565 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d0836dd8-4af8-468c-a91b-ef0961d27165 req-eb96174d-1901-42a8-8fa8-63f32b75df61 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:20.072307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96174d-1901-42a8-8fa8-63f32b75df61 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=b1a07a94-9ea3-40da-b6cb-d3b77f800a47,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:20.126954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0836dd8-4af8-468c-a91b-ef0961d27165 req-eb96174d-1901-42a8-8fa8-63f32b75df61 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] No DVR routers for this DVR port b1a07a94-9ea3-40da-b6cb-d3b77f800a47 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:12:20.130088 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d0836dd8-4af8-468c-a91b-ef0961d27165 req-eb96174d-1901-42a8-8fa8-63f32b75df61 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:20.132338 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0836dd8-4af8-468c-a91b-ef0961d27165 req-eb96174d-1901-42a8-8fa8-63f32b75df61 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.53 "DELETE /v2.0/ports/b1a07a94-9ea3-40da-b6cb-d3b77f800a47 HTTP/1.1" status: 204 len: 173 time: 0.5343649 Aug 09 16:12:20.132636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'name': 'network-vif-deleted', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:12:20.143862 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0560ad45-bcdf-4d34-bf9b-3925175f9457" -d '{"events": [{"server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "name": "network-vif-deleted", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:12:20.218154 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af07f1e5-c08c-416c-b359-d094ce23108b x-openstack-request-id: req-af07f1e5-c08c-416c-b359-d094ce23108b {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:12:20.218693 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940c6653-995d-4afe-b5e9-e921c1219cb3", "name": "network-vif-deleted", "tag": "b1a07a94-9ea3-40da-b6cb-d3b77f800a47", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:12:20.218999 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af07f1e5-c08c-416c-b359-d094ce23108b {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:12:20.219473 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940c6653-995d-4afe-b5e9-e921c1219cb3', 'name': 'network-vif-deleted', 'tag': 'b1a07a94-9ea3-40da-b6cb-d3b77f800a47', 'status': 'completed', 'code': 200} Aug 09 16:12:20.612798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-58b8a763-4b3c-4216-9bcd-143f2ab0744e req-0bb75b58-abf8-4cbc-bea6-d11d963ee6f3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=940c6653-995d-4afe-b5e9-e921c1219cb3 HTTP/1.1" status: 200 len: 210 time: 0.0435102 Aug 09 16:12:20.951406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b0a9b-56d8-451a-a9c4-5c2bbd21d763 req-9631625a-a5a1-461e-b1b1-e242d650d753 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:20.952906 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a33b0a9b-56d8-451a-a9c4-5c2bbd21d763 req-9631625a-a5a1-461e-b1b1-e242d650d753 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0545003 Aug 09 16:12:21.002392 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a33b0a9b-56d8-451a-a9c4-5c2bbd21d763 req-7b493965-7820-4d33-a4cf-b191c7215a2d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Aug 09 16:12:21.662128 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 45996) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:22.215363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ca98-1918-4305-b18f-705097ec489e req-7ba52cc7-8c96-4dfd-9c15-0893d1146d32 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:22.217065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc93ca98-1918-4305-b18f-705097ec489e req-7ba52cc7-8c96-4dfd-9c15-0893d1146d32 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 943 time: 0.0969839 Aug 09 16:12:22.271819 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc93ca98-1918-4305-b18f-705097ec489e req-f73b6678-f6fd-4264-b0bc-20430f24f279 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461826 Aug 09 16:12:22.309836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b1a07a94-9ea3-40da-b6cb-d3b77f800a47 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:12:22.358795 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: b1a07a94-9ea3-40da-b6cb-d3b77f800a47 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:12:22.359084 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b1a07a94-9ea3-40da-b6cb-d3b77f800a47 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:12:22.399066 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:22.704818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port d9876465-29e7-4604-9993-e37252badbc6 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:12:22.705558 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:22.813529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] For port d9876465-29e7-4604-9993-e37252badbc6, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d9876465-29e7-4604-9993-e37252badbc6,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:22.814382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:22.828726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 06b57e88-2ad4-47e2-86e0-bee16cdce370 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:12:22.831119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for d9876465-29e7-4604-9993-e37252badbc6 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:12:22.952327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 06b57e88-2ad4-47e2-86e0-bee16cdce370, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=06b57e88-2ad4-47e2-86e0-bee16cdce370,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:22.971786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '06b57e88-2ad4-47e2-86e0-bee16cdce370', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'port_id': '06b57e88-2ad4-47e2-86e0-bee16cdce370', 'mac_address': 'fa:16:3e:c4:48:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:12:23.034019 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:23.051551 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b57e88-2ad4-47e2-86e0-bee16cdce370 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:12:23.078394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 06b57e88-2ad4-47e2-86e0-bee16cdce370, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=06b57e88-2ad4-47e2-86e0-bee16cdce370,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:23.087313 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:23.100545 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:23.153502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=d9876465-29e7-4604-9993-e37252badbc6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:23.178419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=06b57e88-2ad4-47e2-86e0-bee16cdce370,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:23.194054 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:23.194629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:23.195173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:23.195573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:23.195849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:23.196318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:23.196676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:23.197089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:23.197488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:23.197829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:23.198193 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:23.198544 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:23.315488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['06b57e88-2ad4-47e2-86e0-bee16cdce370'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:12:23.563710 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3df4b0-ea5b-461b-b27a-fc35a3d82b95 req-150de1b2-0836-45a1-b0db-482b228ac372 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:23.566023 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fc3df4b0-ea5b-461b-b27a-fc35a3d82b95 req-150de1b2-0836-45a1-b0db-482b228ac372 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 944 time: 0.1320434 Aug 09 16:12:23.567617 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:23.685296 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fc3df4b0-ea5b-461b-b27a-fc35a3d82b95 req-017e5f54-811b-4457-821d-ff8c4e71d23d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073787 Aug 09 16:12:23.896229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router aa0987a6-fbd3-4cf5-b3ee-7361e293832e has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:12:24.073197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:12:24.085779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f0a3645d-e75b-46a1-aa78-db70987359f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "PUT /v2.0/routers/aa0987a6-fbd3-4cf5-b3ee-7361e293832e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4205742 Aug 09 16:12:24.086593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46030) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:24.091168 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aba5bab-2d31-4a57-9ecd-8ebb0c4715a7 None None] Sync routers for ids ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:12:24.103589 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba5bab-2d31-4a57-9ecd-8ebb0c4715a7 None None] Routers {'aa0987a6-fbd3-4cf5-b3ee-7361e293832e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:12:24.104686 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4aba5bab-2d31-4a57-9ecd-8ebb0c4715a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:12:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:24.262308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5005395-1785-4a76-ac23-870f661b7b2b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting subnet 39a0f70d-dfda-4781-97a1-111ab6108bc1 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:12:24.266589 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5005395-1785-4a76-ac23-870f661b7b2b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:24.340013 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5005395-1785-4a76-ac23-870f661b7b2b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:24.381662 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4aba5bab-2d31-4a57-9ecd-8ebb0c4715a7 None None] Set router aa0987a6-fbd3-4cf5-b3ee-7361e293832e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:12:24.450982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5005395-1785-4a76-ac23-870f661b7b2b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:24.572391 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5005395-1785-4a76-ac23-870f661b7b2b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:24.606760 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4aba5bab-2d31-4a57-9ecd-8ebb0c4715a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:12:23Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:24.609162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5005395-1785-4a76-ac23-870f661b7b2b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Subnet': ['ID=39a0f70d-dfda-4781-97a1-111ab6108bc1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:24.615166 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f5005395-1785-4a76-ac23-870f661b7b2b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:24.617194 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f5005395-1785-4a76-ac23-870f661b7b2b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/subnets/39a0f70d-dfda-4781-97a1-111ab6108bc1 HTTP/1.1" status: 204 len: 168 time: 0.5295372 Aug 09 16:12:24.621029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46040) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:24.623893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61336af-9f66-4bff-9e55-b94191441798 None None] Network a75ae6d4-ade4-4cab-bf2f-57caf902ec91 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:12:24.665719 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aba5bab-2d31-4a57-9ecd-8ebb0c4715a7 None None] Checking router: aa0987a6-fbd3-4cf5-b3ee-7361e293832e for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:12:24.682642 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba5bab-2d31-4a57-9ecd-8ebb0c4715a7 None None] Routers {'aa0987a6-fbd3-4cf5-b3ee-7361e293832e'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:12:24.683925 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4aba5bab-2d31-4a57-9ecd-8ebb0c4715a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:12:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:24.860723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 06b57e88-2ad4-47e2-86e0-bee16cdce370 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:12:24.938360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 06b57e88-2ad4-47e2-86e0-bee16cdce370 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:12:24.948171 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 06b57e88-2ad4-47e2-86e0-bee16cdce370 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:24.948932 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:25.014694 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4aba5bab-2d31-4a57-9ecd-8ebb0c4715a7 None None] Set router aa0987a6-fbd3-4cf5-b3ee-7361e293832e gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:12:25.027799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf4cbd3-0902-41dd-b684-f0257d92f08b None None] DHCP port deletion for a75ae6d4-ade4-4cab-bf2f-57caf902ec91 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:12:25.232659 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:25.364277 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:25.375584 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4aba5bab-2d31-4a57-9ecd-8ebb0c4715a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:12:23Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:25.377718 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:25.398603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1588a-141c-431f-8c45-c3eebf40473b req-b98a949a-f7b8-4354-a961-29b56e47b082 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:25.400443 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5a1588a-141c-431f-8c45-c3eebf40473b req-b98a949a-f7b8-4354-a961-29b56e47b082 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 944 time: 0.2208097 Aug 09 16:12:25.422327 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aba5bab-2d31-4a57-9ecd-8ebb0c4715a7 None None] The sync data for ids ['aa0987a6-fbd3-4cf5-b3ee-7361e293832e'] in n-d-803778-2 is: [{'id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765057265', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:12:23Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '7e3bb9e7-a5ef-43e1-ad04-768742159d79', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0987a6-fbd3-4cf5-b3ee-7361e293832e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:10:19Z', 'updated_at': '2021-08-09T16:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:12:25.425313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1ae445-05a6-49e0-ae62-de0c640eeb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57e88-2ad4-47e2-86e0-bee16cdce370'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:12:25.431359 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a36f53-76e0-43ac-97d5-3c865b22eed1" -d '{"events": [{"server_uuid": "bc1ae445-05a6-49e0-ae62-de0c640eeb18", "name": "network-vif-plugged", "status": "completed", "tag": "06b57e88-2ad4-47e2-86e0-bee16cdce370"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:12:25.445972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 06b57e88-2ad4-47e2-86e0-bee16cdce370, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=06b57e88-2ad4-47e2-86e0-bee16cdce370,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:25.476794 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:25.516286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5a1588a-141c-431f-8c45-c3eebf40473b req-fb39ea52-e3f3-4433-be6c-dad5f0bda478 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850387 Aug 09 16:12:25.548657 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0132a2b3-976c-4749-80bc-933298838d41 x-openstack-request-id: req-0132a2b3-976c-4749-80bc-933298838d41 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:12:25.549326 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1ae445-05a6-49e0-ae62-de0c640eeb18", "name": "network-vif-plugged", "status": "completed", "tag": "06b57e88-2ad4-47e2-86e0-bee16cdce370", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:12:25.549767 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0132a2b3-976c-4749-80bc-933298838d41 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:12:25.550334 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1ae445-05a6-49e0-ae62-de0c640eeb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57e88-2ad4-47e2-86e0-bee16cdce370', 'code': 200} Aug 09 16:12:25.551703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port 7e3bb9e7-a5ef-43e1-ad04-768742159d79 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:12:25.552201 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:25.605429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=06b57e88-2ad4-47e2-86e0-bee16cdce370,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:25.612086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4cbd3-0902-41dd-b684-f0257d92f08b None None] Deleting port c878fde1-611c-437b-ab8c-0f5b65325b16 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:12:25.613808 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3bf4cbd3-0902-41dd-b684-f0257d92f08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:25.624569 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:25.625549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:25.625549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:25.627052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:25.627587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:25.628049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:25.628487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:25.629070 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:25.630011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:25.630448 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:25.630880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:25.631324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:25.686345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351663e6-aaba-48f8-a8bf-db7169e3a7ec req-1cdc00e5-8549-4ab1-acd1-72f3314c6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:25.688037 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-351663e6-aaba-48f8-a8bf-db7169e3a7ec req-1cdc00e5-8549-4ab1-acd1-72f3314c6fbb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 1096 time: 0.0667384 Aug 09 16:12:25.720614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] For port 7e3bb9e7-a5ef-43e1-ad04-768742159d79, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=7e3bb9e7-a5ef-43e1-ad04-768742159d79,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:25.720881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:25.736357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-3bf4cbd3-0902-41dd-b684-f0257d92f08b None None] For port c878fde1-611c-437b-ab8c-0f5b65325b16, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c878fde1-611c-437b-ab8c-0f5b65325b16,segment=NetworkSegment(fa7e0a3d-af0b-453f-9737-e36c127bccdd),segment_id=fa7e0a3d-af0b-453f-9737-e36c127bccdd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:25.738063 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3bf4cbd3-0902-41dd-b684-f0257d92f08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:25.744715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for 7e3bb9e7-a5ef-43e1-ad04-768742159d79 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:12:25.747915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-351663e6-aaba-48f8-a8bf-db7169e3a7ec req-281f4719-d6d1-4b22-8b3e-e545ac23c5ee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502102 Aug 09 16:12:25.773323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4cbd3-0902-41dd-b684-f0257d92f08b None None] Calling delete_port for c878fde1-611c-437b-ab8c-0f5b65325b16 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:12:25.876812 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3bf4cbd3-0902-41dd-b684-f0257d92f08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:25.912765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4cbd3-0902-41dd-b684-f0257d92f08b None None] Pushing event deleted for resources: {'Port': ['ID=c878fde1-611c-437b-ab8c-0f5b65325b16,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:25.917402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf4cbd3-0902-41dd-b684-f0257d92f08b None None] No DVR routers for this DVR port c878fde1-611c-437b-ab8c-0f5b65325b16 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:12:26.008282 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.037231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=7e3bb9e7-a5ef-43e1-ad04-768742159d79,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:26.113954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.227153 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.229553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.317006 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.317780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Fanout notify agent at l3_agent the message router_deleted on router aa0987a6-fbd3-4cf5-b3ee-7361e293832e {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:12:26.325645 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.329580 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1b9c5694-e91d-4fea-b8f6-74b384118518 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/routers/aa0987a6-fbd3-4cf5-b3ee-7361e293832e HTTP/1.1" status: 204 len: 168 time: 1.7046247 Aug 09 16:12:26.330120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46060) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:26.375591 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d9876465-29e7-4604-9993-e37252badbc6 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:12:26.434017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d9876465-29e7-4604-9993-e37252badbc6 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:12:26.434547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d9876465-29e7-4604-9993-e37252badbc6 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:12:26.434980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c878fde1-611c-437b-ab8c-0f5b65325b16 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:12:26.464139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c878fde1-611c-437b-ab8c-0f5b65325b16 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:12:26.464607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c878fde1-611c-437b-ab8c-0f5b65325b16 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:12:26.466919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.725077 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.743502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75ae6d4-ade4-4cab-bf2f-57caf902ec91']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:26.760122 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7e0a3d-af0b-453f-9737-e36c127bccdd') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:26.760439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7e0a3d-af0b-453f-9737-e36c127bccdd') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:26.775428 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.795142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f11fe-3c0e-4abc-bc79-46a26d203379 req-238a666c-6479-41c3-8509-a7cd03daa959 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:26.797236 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af7f11fe-3c0e-4abc-bc79-46a26d203379 req-238a666c-6479-41c3-8509-a7cd03daa959 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 945 time: 0.1304221 Aug 09 16:12:26.807027 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.825733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:12:26.826312 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:12:26.850413 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:12:26.955521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-af7f11fe-3c0e-4abc-bc79-46a26d203379 req-d6ebbed0-950e-46e4-8925-9ca71c8439a6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417730 Aug 09 16:12:26.973863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.994441 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:26.998693 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/networks/a75ae6d4-ade4-4cab-bf2f-57caf902ec91 HTTP/1.1" status: 204 len: 168 time: 0.6663785 Aug 09 16:12:27.006333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46068) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:27.025822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bd3e6-6978-44e8-95a3-ccad57d26b53 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Network': ['ID=a75ae6d4-ade4-4cab-bf2f-57caf902ec91,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:27.142039 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7eaa-97ce-4546-922a-8f478a068a77 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:27.190085 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7eaa-97ce-4546-922a-8f478a068a77 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:27.267326 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7eaa-97ce-4546-922a-8f478a068a77 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:27.270991 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7eaa-97ce-4546-922a-8f478a068a77 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:27.272555 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2f5b7eaa-97ce-4546-922a-8f478a068a77 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/security-groups/57fbc4fb-c471-4dc5-97ec-87b6bf551ee0 HTTP/1.1" status: 204 len: 168 time: 0.2640121 Aug 09 16:12:27.312831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b7eaa-97ce-4546-922a-8f478a068a77 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fbc4fb-c471-4dc5-97ec-87b6bf551ee0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:28.065231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46090) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:28.074091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7c8e6220-24a5-4ba7-b013-2970d6c37bbc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2049808618', 'description': 'tempest-secgroup-smoke-2049808618 description', 'project_id': '38208f1d79934161b16e6cd64460fe00'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:28.149663 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6220-24a5-4ba7-b013-2970d6c37bbc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.172479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e881968-3b30-492e-9c04-0f61b778847b req-43c8a8de-bfd0-4fd9-9331-6a6ef1ddfc74 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:28.178407 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7e881968-3b30-492e-9c04-0f61b778847b req-43c8a8de-bfd0-4fd9-9331-6a6ef1ddfc74 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 945 time: 0.1100366 Aug 09 16:12:28.203791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7e3bb9e7-a5ef-43e1-ad04-768742159d79 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:12:28.247671 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7e881968-3b30-492e-9c04-0f61b778847b req-639c9c79-8626-4f5f-a1a1-769815647f3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634034 Aug 09 16:12:28.263002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 7e3bb9e7-a5ef-43e1-ad04-768742159d79 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:12:28.264761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 7e3bb9e7-a5ef-43e1-ad04-768742159d79 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:12:28.321425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6220-24a5-4ba7-b013-2970d6c37bbc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.329072 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6220-24a5-4ba7-b013-2970d6c37bbc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.346414 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6220-24a5-4ba7-b013-2970d6c37bbc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.352591 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7c8e6220-24a5-4ba7-b013-2970d6c37bbc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2829366 Aug 09 16:12:28.358756 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46096) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:28.364691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8a3d0d64-7aca-4bff-8b54-402bfcc6aa29 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': 'e52c2cdb-961c-4a28-b1f5-1e23acf64fee', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:28.424501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea8883-19fa-48d7-b59b-66a64216d08a req-bc7350c4-d5a8-4f1d-beee-95b198f70893 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:28.428666 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25ea8883-19fa-48d7-b59b-66a64216d08a req-bc7350c4-d5a8-4f1d-beee-95b198f70893 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 945 time: 0.0822241 Aug 09 16:12:28.428951 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0d64-7aca-4bff-8b54-402bfcc6aa29 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.448347 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6220-24a5-4ba7-b013-2970d6c37bbc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e52c2cdb-961c-4a28-b1f5-1e23acf64fee,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:28.496922 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0d64-7aca-4bff-8b54-402bfcc6aa29 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.501789 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0d64-7aca-4bff-8b54-402bfcc6aa29 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.520819 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25ea8883-19fa-48d7-b59b-66a64216d08a req-cff98169-8ba9-4864-b252-500301837592 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853345 Aug 09 16:12:28.532457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d0d64-7aca-4bff-8b54-402bfcc6aa29 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d53257-bad5-4d36-b4c6-cb1f08cc2e8d,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:28.548051 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0d64-7aca-4bff-8b54-402bfcc6aa29 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.553226 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8a3d0d64-7aca-4bff-8b54-402bfcc6aa29 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1894240 Aug 09 16:12:28.554232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46104) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:28.561964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c38fb122-29e8-433e-b7f2-1613fc80e78a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': 'e52c2cdb-961c-4a28-b1f5-1e23acf64fee', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:28.608308 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c38fb122-29e8-433e-b7f2-1613fc80e78a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.678359 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c38fb122-29e8-433e-b7f2-1613fc80e78a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.683566 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c38fb122-29e8-433e-b7f2-1613fc80e78a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.715854 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c38fb122-29e8-433e-b7f2-1613fc80e78a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.717397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c38fb122-29e8-433e-b7f2-1613fc80e78a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610997 Aug 09 16:12:28.720747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46110) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:28.723583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fb122-29e8-433e-b7f2-1613fc80e78a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58864aeb-638c-4511-809b-930d4f12d3c3,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:28.738429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-11deca45-cc49-4165-bc25-ff1af707d56d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': 'e52c2cdb-961c-4a28-b1f5-1e23acf64fee', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:28.776208 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11deca45-cc49-4165-bc25-ff1af707d56d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.870530 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11deca45-cc49-4165-bc25-ff1af707d56d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.880888 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11deca45-cc49-4165-bc25-ff1af707d56d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.915006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deca45-cc49-4165-bc25-ff1af707d56d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b27c95d-5321-4b47-ab91-13305e956f78,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:28.922519 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-11deca45-cc49-4165-bc25-ff1af707d56d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:28.928415 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46118) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:28.928947 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-11deca45-cc49-4165-bc25-ff1af707d56d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2040541 Aug 09 16:12:28.933338 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-17ba78a1-e090-4507-b611-2b556ae5cbb2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': 'e52c2cdb-961c-4a28-b1f5-1e23acf64fee', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:29.010764 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38317dbe-c6c1-4458-846a-59d7a0c793e2 req-1c656fee-0b0a-4e9d-8726-f695fb850826 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:29.012283 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-38317dbe-c6c1-4458-846a-59d7a0c793e2 req-1c656fee-0b0a-4e9d-8726-f695fb850826 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 945 time: 0.0744288 Aug 09 16:12:29.019559 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17ba78a1-e090-4507-b611-2b556ae5cbb2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.104960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-38317dbe-c6c1-4458-846a-59d7a0c793e2 req-de99a2d3-52b8-4209-b905-6c376c611825 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865355 Aug 09 16:12:29.122468 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17ba78a1-e090-4507-b611-2b556ae5cbb2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.134509 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17ba78a1-e090-4507-b611-2b556ae5cbb2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.166665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba78a1-e090-4507-b611-2b556ae5cbb2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c23f8bd-7ca7-4a6b-86e0-063eb0f4fc12,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:29.176725 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-17ba78a1-e090-4507-b611-2b556ae5cbb2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.178632 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-17ba78a1-e090-4507-b611-2b556ae5cbb2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2485383 Aug 09 16:12:29.180915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46120) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:29.186071 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a6c95c6f-39ac-4999-959d-58b0cfccddb5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': 'e52c2cdb-961c-4a28-b1f5-1e23acf64fee', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:29.215385 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-a6c95c6f-39ac-4999-959d-58b0cfccddb5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Project 38208f1d79934161b16e6cd64460fe00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:12:29.221608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6c95c6f-39ac-4999-959d-58b0cfccddb5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.295725 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6c95c6f-39ac-4999-959d-58b0cfccddb5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.300291 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6c95c6f-39ac-4999-959d-58b0cfccddb5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.325731 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c95c6f-39ac-4999-959d-58b0cfccddb5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9995e9ca-d2cb-4b92-9a9e-a4b085eef082,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:29.338454 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a6c95c6f-39ac-4999-959d-58b0cfccddb5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.345200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46124) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:29.346127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a6c95c6f-39ac-4999-959d-58b0cfccddb5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629767 Aug 09 16:12:29.351048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2e429327-6476-449e-a554-eebac4b9c544 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': 'e52c2cdb-961c-4a28-b1f5-1e23acf64fee', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:29.392194 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-2e429327-6476-449e-a554-eebac4b9c544 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Project 38208f1d79934161b16e6cd64460fe00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:12:29.398064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e429327-6476-449e-a554-eebac4b9c544 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.468581 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e429327-6476-449e-a554-eebac4b9c544 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.473949 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e429327-6476-449e-a554-eebac4b9c544 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.492415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e429327-6476-449e-a554-eebac4b9c544 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deddc76f-628c-4a0f-a2fc-b80f04b43b9b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:29.517456 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2e429327-6476-449e-a554-eebac4b9c544 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.519045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2e429327-6476-449e-a554-eebac4b9c544 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1726296 Aug 09 16:12:29.522544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46130) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:29.529350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a5d91419-3421-4337-a7f0-09a2297eceef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'network': {'name': 'tempest-network-smoke--293335038', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'port_security_enabled': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:29.556531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d91419-3421-4337-a7f0-09a2297eceef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Made reservation on behalf of 38208f1d79934161b16e6cd64460fe00 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:12:29.561417 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5d91419-3421-4337-a7f0-09a2297eceef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.588578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d91419-3421-4337-a7f0-09a2297eceef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:12:29.601537 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5d91419-3421-4337-a7f0-09a2297eceef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.601960 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-a5d91419-3421-4337-a7f0-09a2297eceef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Added segment 12737e23-0de5-4306-80ef-9470f34019fd of type vlan for network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 Aug 09 16:12:29.661444 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5d91419-3421-4337-a7f0-09a2297eceef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.698897 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5d91419-3421-4337-a7f0-09a2297eceef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.705970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d91419-3421-4337-a7f0-09a2297eceef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:29.707710 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a5d91419-3421-4337-a7f0-09a2297eceef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.805647 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a5d91419-3421-4337-a7f0-09a2297eceef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2818468 Aug 09 16:12:29.808518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46138) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:29.815601 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'admin_state_up': True, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:29.825111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d91419-3421-4337-a7f0-09a2297eceef tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Network': ['ID=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:29.846764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:12:29.858595 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.859895 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:29.929661 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:30.119341 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:30.303378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16611a5-c305-4e9d-98ba-7615f722a9be req-17d3481b-53a0-4b38-a7ba-873aa6fa41b1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:30.305261 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b16611a5-c305-4e9d-98ba-7615f722a9be req-17d3481b-53a0-4b38-a7ba-873aa6fa41b1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 945 time: 0.0655096 Aug 09 16:12:30.350314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b16611a5-c305-4e9d-98ba-7615f722a9be req-68458062-982c-4478-9bcc-b06dac7aa116 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382590 Aug 09 16:12:30.379503 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:30.401144 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:30.527254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286f6c1-0d9f-41d8-a215-67924fbb19b6 req-c5116697-27ef-49e4-91ef-eb82dbe646b3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:30.528869 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5286f6c1-0d9f-41d8-a215-67924fbb19b6 req-c5116697-27ef-49e4-91ef-eb82dbe646b3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 945 time: 0.0538208 Aug 09 16:12:30.538763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.25.2.4 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/604099b9-24d3-4f70-b872-ddf58785e7e7) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:12:30.668503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5286f6c1-0d9f-41d8-a215-67924fbb19b6 req-2dfdc4d3-8ad6-45d8-bc05-5e7fb4315a77 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Deleting port 06b57e88-2ad4-47e2-86e0-bee16cdce370 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:12:30.669033 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5286f6c1-0d9f-41d8-a215-67924fbb19b6 req-2dfdc4d3-8ad6-45d8-bc05-5e7fb4315a77 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:30.720471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:30.769141 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:30.775732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5286f6c1-0d9f-41d8-a215-67924fbb19b6 req-2dfdc4d3-8ad6-45d8-bc05-5e7fb4315a77 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] For port 06b57e88-2ad4-47e2-86e0-bee16cdce370, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=06b57e88-2ad4-47e2-86e0-bee16cdce370,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:30.776362 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5286f6c1-0d9f-41d8-a215-67924fbb19b6 req-2dfdc4d3-8ad6-45d8-bc05-5e7fb4315a77 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:30.793204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-5286f6c1-0d9f-41d8-a215-67924fbb19b6 req-2dfdc4d3-8ad6-45d8-bc05-5e7fb4315a77 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Calling delete_port for 06b57e88-2ad4-47e2-86e0-bee16cdce370 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:12:30.824434 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=604099b9-24d3-4f70-b872-ddf58785e7e7,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:30.841201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:12:30.841201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:12:30.843774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:12:30.979577 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5286f6c1-0d9f-41d8-a215-67924fbb19b6 req-2dfdc4d3-8ad6-45d8-bc05-5e7fb4315a77 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:30.997057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['06b57e88-2ad4-47e2-86e0-bee16cdce370'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:12:31.000472 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['2fa553f6-49ec-420f-8337-6da0612deb6b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:12:31.052585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdc4d3-8ad6-45d8-bc05-5e7fb4315a77 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event deleted for resources: {'Port': ['ID=06b57e88-2ad4-47e2-86e0-bee16cdce370,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:31.141380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5286f6c1-0d9f-41d8-a215-67924fbb19b6 req-2dfdc4d3-8ad6-45d8-bc05-5e7fb4315a77 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] No DVR routers for this DVR port 06b57e88-2ad4-47e2-86e0-bee16cdce370 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:12:31.145243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5286f6c1-0d9f-41d8-a215-67924fbb19b6 req-2dfdc4d3-8ad6-45d8-bc05-5e7fb4315a77 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:31.149084 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5286f6c1-0d9f-41d8-a215-67924fbb19b6 req-2dfdc4d3-8ad6-45d8-bc05-5e7fb4315a77 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.60 "DELETE /v2.0/ports/06b57e88-2ad4-47e2-86e0-bee16cdce370 HTTP/1.1" status: 204 len: 173 time: 0.6125047 Aug 09 16:12:31.149839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1ae445-05a6-49e0-ae62-de0c640eeb18', 'name': 'network-vif-deleted', 'tag': '06b57e88-2ad4-47e2-86e0-bee16cdce370'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:12:31.152589 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda10969-1cfd-44be-a8b7-94ef6ba33c6c" -d '{"events": [{"server_uuid": "bc1ae445-05a6-49e0-ae62-de0c640eeb18", "name": "network-vif-deleted", "tag": "06b57e88-2ad4-47e2-86e0-bee16cdce370"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:12:31.254840 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98dd666-0803-416e-8254-7e34c2b040c1 x-openstack-request-id: req-d98dd666-0803-416e-8254-7e34c2b040c1 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:12:31.255336 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1ae445-05a6-49e0-ae62-de0c640eeb18", "name": "network-vif-deleted", "tag": "06b57e88-2ad4-47e2-86e0-bee16cdce370", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:12:31.255691 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d98dd666-0803-416e-8254-7e34c2b040c1 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:12:31.256203 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1ae445-05a6-49e0-ae62-de0c640eeb18', 'name': 'network-vif-deleted', 'tag': '06b57e88-2ad4-47e2-86e0-bee16cdce370', 'status': 'completed', 'code': 200} Aug 09 16:12:31.328576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:31.547301 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bbf9e36e-8393-48ea-9598-ea4f2089ef83 req-24a96390-5a7c-468c-8149-034893b66825 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 210 time: 0.0561936 Aug 09 16:12:31.638852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:31.801972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router 0014ffaf-1d86-4e1c-989b-583c2bb6927c is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:12:32.261729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:12:32.273986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Sync routers for ids ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:12:32.289780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Routers {'0014ffaf-1d86-4e1c-989b-583c2bb6927c'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:12:32.290650 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:12:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:32.294055 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:32.299214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46166) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:32.302419 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4b6dc814-a33b-4a97-99aa-c8af84212740 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4919636 Aug 09 16:12:32.346664 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-56f2b83f-ea8c-4ebb-8b86-eb03f532fe6d tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=38208f1d79934161b16e6cd64460fe00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461247 Aug 09 16:12:32.350339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46168) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:32.542642 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467bbb82-45b6-476c-89ae-555ad0b4e6b3 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:32.544754 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-467bbb82-45b6-476c-89ae-555ad0b4e6b3 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1934214 Aug 09 16:12:32.548093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46172) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:32.550400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Set router 0014ffaf-1d86-4e1c-989b-583c2bb6927c gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:12:32.595114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46176) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:32.601440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6d15cfee-cf5f-4818-82bf-4a8526f9cca3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1609638643', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:32.602056 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-607cb197-0b0d-4a70-82b8-eaf407d8579c tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420821 Aug 09 16:12:32.761927 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d1fbfe71-88e1-436c-b5af-947eeb707191 req-8caa995d-27ba-428c-9f30-2a6ff8876da5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 210 time: 0.0605943 Aug 09 16:12:32.828441 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d15cfee-cf5f-4818-82bf-4a8526f9cca3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Made reservation on behalf of 38208f1d79934161b16e6cd64460fe00 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:12:32.833342 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d15cfee-cf5f-4818-82bf-4a8526f9cca3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:32.876357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:12:31Z', 'revision_number': 3, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:32.912370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Checking router: 0014ffaf-1d86-4e1c-989b-583c2bb6927c for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:12:32.913205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Updating router 0014ffaf-1d86-4e1c-989b-583c2bb6927c port 604099b9-24d3-4f70-b872-ddf58785e7e7 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:12:32.949856 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:33.165762 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d15cfee-cf5f-4818-82bf-4a8526f9cca3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:33.256247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15cfee-cf5f-4818-82bf-4a8526f9cca3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Subnet': ['ID=68608295-2cf1-49c5-bab1-fb7eab0dc705,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:33.259902 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:33.261888 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15cfee-cf5f-4818-82bf-4a8526f9cca3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Checking segment: {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:12:33.262482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d15cfee-cf5f-4818-82bf-4a8526f9cca3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network hostable DHCP agents. Network: c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:12:33.275859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Transition to ACTIVE for port object 604099b9-24d3-4f70-b872-ddf58785e7e7 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:12:33.287564 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:33.287843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d15cfee-cf5f-4818-82bf-4a8526f9cca3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:12:33.302446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-6d15cfee-cf5f-4818-82bf-4a8526f9cca3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:12:33.307083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d15cfee-cf5f-4818-82bf-4a8526f9cca3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:33.307811 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6d15cfee-cf5f-4818-82bf-4a8526f9cca3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:33.326893 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6d15cfee-cf5f-4818-82bf-4a8526f9cca3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7303956 Aug 09 16:12:33.330055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46188) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:33.386152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4089f3-43bc-4537-9a4f-9f03f27e5413 None None] Network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:12:33.459200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Attempting to bind port 604099b9-24d3-4f70-b872-ddf58785e7e7 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:12:33.459459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Attempting to bind port 604099b9-24d3-4f70-b872-ddf58785e7e7 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:12:33.460064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Attempting to bind port 604099b9-24d3-4f70-b872-ddf58785e7e7 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:12:33.480732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:12:33.481119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:12:33.481687 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:33.482086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:12:33.482593 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Bound port: 604099b9-24d3-4f70-b872-ddf58785e7e7, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:12:33.482979 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:33.517113 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e04763-8510-4470-9ed8-145e3ce99e6f None None] Pushing event updated for resources: {'Port': ['ID=604099b9-24d3-4f70-b872-ddf58785e7e7,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:33.580824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] For port 604099b9-24d3-4f70-b872-ddf58785e7e7, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:12:33.621375 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] For port 604099b9-24d3-4f70-b872-ddf58785e7e7, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=604099b9-24d3-4f70-b872-ddf58785e7e7,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:12:33.635879 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:33.701580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e04763-8510-4470-9ed8-145e3ce99e6f None None] Pushing event updated for resources: {'Port': ['ID=604099b9-24d3-4f70-b872-ddf58785e7e7,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:33.721738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Routers {'0014ffaf-1d86-4e1c-989b-583c2bb6927c'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:12:33.722924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:12:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:33.781164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:12:33.781960 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:33.918563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] Set router 0014ffaf-1d86-4e1c-989b-583c2bb6927c gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:12:33.966995 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab83e2ab-d21c-4e93-b5e2-6114889221da req-39a7cf19-a271-41f4-898b-72e5535d2c10 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 210 time: 0.0541832 Aug 09 16:12:34.042426 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:34.403214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Allocated IP 172.20.0.2 (c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1/68608295-2cf1-49c5-bab1-fb7eab0dc705/25606aee-55e6-42f7-bf63-61fb167b3f5b) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:12:34.425075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:12:31Z', 'revision_number': 3, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:34.470580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eb639e-ad20-4cb9-9b3c-b7c62838c1a7 None None] The sync data for ids ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'] in n-d-803778-2 is: [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:12:31Z', 'revision_number': 3, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:12:34.651583 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:34.668426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Transition to ACTIVE for port object 25606aee-55e6-42f7-bf63-61fb167b3f5b will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:12:34.691507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Transition to ACTIVE for port object 25606aee-55e6-42f7-bf63-61fb167b3f5b will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:12:34.702803 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:34.767801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Pushing event updated for resources: {'Port': ['ID=25606aee-55e6-42f7-bf63-61fb167b3f5b,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:34.782997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:12:34.784540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:12:34.789557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:12:34.802426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.20.0.1 (c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1/68608295-2cf1-49c5-bab1-fb7eab0dc705/8744d23f-374c-4cba-8af9-249bf524bcd5) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:12:34.894468 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Attempting to bind port 25606aee-55e6-42f7-bf63-61fb167b3f5b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:12:34.895531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Attempting to bind port 25606aee-55e6-42f7-bf63-61fb167b3f5b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:12:34.896118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Attempting to bind port 25606aee-55e6-42f7-bf63-61fb167b3f5b on network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:12:34.905581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 06b57e88-2ad4-47e2-86e0-bee16cdce370 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:12:34.976580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 06b57e88-2ad4-47e2-86e0-bee16cdce370 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:12:34.978139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 06b57e88-2ad4-47e2-86e0-bee16cdce370 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:12:34.984957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:12:34.984957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Checking segment: {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:12:34.985304 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:34.992980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Bound using segment: {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:12:34.993457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Bound port: 25606aee-55e6-42f7-bf63-61fb167b3f5b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:12:34.997080 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:35.053549 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:35.091442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Transition to ACTIVE for port object 8744d23f-374c-4cba-8af9-249bf524bcd5 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:12:35.153186 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:35.154734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] For port 25606aee-55e6-42f7-bf63-61fb167b3f5b, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:12:35.163612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] For port 25606aee-55e6-42f7-bf63-61fb167b3f5b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=25606aee-55e6-42f7-bf63-61fb167b3f5b,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:12:35.176420 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:35.188444 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4759517f-5503-47fd-b052-891935c4fe45 req-100865b2-5c33-48a3-83fe-580272de41e5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 210 time: 0.0888522 Aug 09 16:12:35.208797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:12:35.227602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:12:35.237665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:12:35.292219 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:12:35.295208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3129f-2302-40f7-ac36-16eb92493a46 None None] Pushing event updated for resources: {'Port': ['ID=25606aee-55e6-42f7-bf63-61fb167b3f5b,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:35.304385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=8744d23f-374c-4cba-8af9-249bf524bcd5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:35.335899 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:35.574065 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:36.125061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:36.138279 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:36.233284 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:36.291414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=8744d23f-374c-4cba-8af9-249bf524bcd5,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:36.386304 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a6e967ba-e9bd-431c-95ab-f891f7cfa7ce req-c8c03844-7799-42c5-965c-891d541f8aa3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 210 time: 0.0669069 Aug 09 16:12:36.447054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 25606aee-55e6-42f7-bf63-61fb167b3f5b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:12:36.502971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:12:36.511487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:12:36.572787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 25606aee-55e6-42f7-bf63-61fb167b3f5b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:12:36.578986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 604099b9-24d3-4f70-b872-ddf58785e7e7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:12:36.688229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 604099b9-24d3-4f70-b872-ddf58785e7e7 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:12:36.694788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 604099b9-24d3-4f70-b872-ddf58785e7e7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:36.695308 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:36.727678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router 0014ffaf-1d86-4e1c-989b-583c2bb6927c has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:12:36.880011 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:36.939575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:12:36.957638 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4692635d-fd49-4aca-a842-e73ff9af1258 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "PUT /v2.0/routers/0014ffaf-1d86-4e1c-989b-583c2bb6927c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6172178 Aug 09 16:12:36.959962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 604099b9-24d3-4f70-b872-ddf58785e7e7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=604099b9-24d3-4f70-b872-ddf58785e7e7,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:36.974811 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:37.065287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=604099b9-24d3-4f70-b872-ddf58785e7e7,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:37.070219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c773cdaf-103b-48bc-8a1a-570feae851b8 None None] Network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:12:37.319790 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-70f1000f-80db-4cf3-ab92-4896be3537e3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2049808618&fields=id&tenant_id=38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 267 time: 0.0610781 Aug 09 16:12:37.522644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-0e225e62-113c-4e4a-91d4-8b0aada98d93 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:37.527348 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-0e225e62-113c-4e4a-91d4-8b0aada98d93 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 796 time: 0.2064202 Aug 09 16:12:37.542441 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Sync routers for ids ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:12:37.558620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2bc153a7-cf19-4e34-9b1b-e977a1a406d1 None None] Provisioning for port 25606aee-55e6-42f7-bf63-61fb167b3f5b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:12:37.580450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-493924f5-3fd1-49c9-88b2-49a918858f97 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/quotas/38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 375 time: 0.0415211 Aug 09 16:12:37.589660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2bc153a7-cf19-4e34-9b1b-e977a1a406d1 None None] Provisioning complete for port 25606aee-55e6-42f7-bf63-61fb167b3f5b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:37.592081 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bc153a7-cf19-4e34-9b1b-e977a1a406d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:37.613405 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Routers {'0014ffaf-1d86-4e1c-989b-583c2bb6927c'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:12:37.623501 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-94bb8cca-ceeb-4600-82b6-7d1565414411 req-d0a8a99f-649d-4444-b005-7504ca6b6913 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc1ae445-05a6-49e0-ae62-de0c640eeb18 HTTP/1.1" status: 200 len: 210 time: 0.0776789 Aug 09 16:12:37.624369 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:12:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:37.699102 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-b47f6aef-78d1-4445-a716-491c2be4f725 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873408 Aug 09 16:12:37.746981 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7844d69-e62e-48b6-aeb9-be6872abda29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:37.905784 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Set router 0014ffaf-1d86-4e1c-989b-583c2bb6927c gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:12:37.917410 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bc153a7-cf19-4e34-9b1b-e977a1a406d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:37.931041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-2c3e85aa-6181-4e6b-81fb-ea4ee72001c2 service neutron] 10.222.0.81 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254696 Aug 09 16:12:38.038302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2bc153a7-cf19-4e34-9b1b-e977a1a406d1 None None] For port 25606aee-55e6-42f7-bf63-61fb167b3f5b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=25606aee-55e6-42f7-bf63-61fb167b3f5b,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:38.067548 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2bc153a7-cf19-4e34-9b1b-e977a1a406d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:38.151168 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-63da2713-ab86-43be-8e9e-a7adc0b78132 service neutron] 10.222.0.81 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136893 Aug 09 16:12:38.209957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc153a7-cf19-4e34-9b1b-e977a1a406d1 None None] Pushing event updated for resources: {'Port': ['ID=25606aee-55e6-42f7-bf63-61fb167b3f5b,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:38.371591 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 604099b9-24d3-4f70-b872-ddf58785e7e7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:12:38.407964 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:12:35Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '8744d23f-374c-4cba-8af9-249bf524bcd5', 'name': '', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:df:04:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:34Z', 'updated_at': '2021-08-09T16:12:35Z', 'revision_number': 2, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:38.501460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 604099b9-24d3-4f70-b872-ddf58785e7e7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:38.501878 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:38.524425 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Checking router: 0014ffaf-1d86-4e1c-989b-583c2bb6927c for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:12:38.525343 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Updating router 0014ffaf-1d86-4e1c-989b-583c2bb6927c port 8744d23f-374c-4cba-8af9-249bf524bcd5 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:12:38.595259 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:38.646962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc5b53bc-21c8-484f-b25e-6eaef9512914 req-914fc059-d145-4b64-943d-fd06b6351423 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 210 time: 0.0986695 Aug 09 16:12:38.754723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-849fc474-4c5f-4bdf-aeaa-b59293e4f6b8 None None] Provisioning for port 8744d23f-374c-4cba-8af9-249bf524bcd5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:12:38.759559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-849fc474-4c5f-4bdf-aeaa-b59293e4f6b8 None None] Provisioning complete for port 8744d23f-374c-4cba-8af9-249bf524bcd5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:38.759948 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-849fc474-4c5f-4bdf-aeaa-b59293e4f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:38.799405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-849fc474-4c5f-4bdf-aeaa-b59293e4f6b8 None None] Port 8744d23f-374c-4cba-8af9-249bf524bcd5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:12:38.815769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-849fc474-4c5f-4bdf-aeaa-b59293e4f6b8 None None] Provisioning complete for port 25606aee-55e6-42f7-bf63-61fb167b3f5b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:38.816822 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-849fc474-4c5f-4bdf-aeaa-b59293e4f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:39.115277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-dbb2f517-1aa4-45e3-966e-045aee00a1b2 None None] Provisioning complete for port 8744d23f-374c-4cba-8af9-249bf524bcd5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:39.116226 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dbb2f517-1aa4-45e3-966e-045aee00a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:39.220368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-dbb2f517-1aa4-45e3-966e-045aee00a1b2 None None] Port 8744d23f-374c-4cba-8af9-249bf524bcd5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:12:39.339589 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:39.353953 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Transition to ACTIVE for port object 8744d23f-374c-4cba-8af9-249bf524bcd5 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:12:39.355236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3b4a60d6-2802-468d-a2fc-7672714530cf None None] Provisioning complete for port 8744d23f-374c-4cba-8af9-249bf524bcd5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:39.355799 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3b4a60d6-2802-468d-a2fc-7672714530cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:39.368405 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:39.456168 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a60d6-2802-468d-a2fc-7672714530cf None None] Port 8744d23f-374c-4cba-8af9-249bf524bcd5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:12:39.551265 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Pushing event updated for resources: {'Port': ['ID=8744d23f-374c-4cba-8af9-249bf524bcd5,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:39.576155 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:39.576740 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:39.577267 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:39.577925 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:39.578777 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:39.578777 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:39.579079 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:39.579415 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:39.579740 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:39.580066 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:39.580390 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:39.580712 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:39.610171 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Attempting to bind port 8744d23f-374c-4cba-8af9-249bf524bcd5 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:12:39.610852 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Attempting to bind port 8744d23f-374c-4cba-8af9-249bf524bcd5 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:12:39.610976 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Attempting to bind port 8744d23f-374c-4cba-8af9-249bf524bcd5 on network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:12:39.625109 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:12:39.625601 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Checking segment: {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:12:39.626821 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:39.627954 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Bound using segment: {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:12:39.630926 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Bound port: 8744d23f-374c-4cba-8af9-249bf524bcd5, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:12:39.632652 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:39.891613 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] For port 8744d23f-374c-4cba-8af9-249bf524bcd5, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:12:39.899597 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] For port 8744d23f-374c-4cba-8af9-249bf524bcd5, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8744d23f-374c-4cba-8af9-249bf524bcd5,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:12:39.909255 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:39.914200 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4bb1f547-dab2-44e0-a84c-f3f68c270009 req-a9355a95-4b61-4691-84eb-fc3c0ec53d06 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 210 time: 0.0630689 Aug 09 16:12:40.095685 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Routers {'0014ffaf-1d86-4e1c-989b-583c2bb6927c'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:12:40.096404 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:12:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:40.390050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 25606aee-55e6-42f7-bf63-61fb167b3f5b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:12:40.424148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-3493f38f-4d43-4137-ace2-5fd68b0e04b6 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:40.431236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-3493f38f-4d43-4137-ace2-5fd68b0e04b6 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 796 time: 0.2826459 Aug 09 16:12:40.487559 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd022b-dbfe-404b-9937-61527ec21962 None None] Pushing event updated for resources: {'Port': ['ID=8744d23f-374c-4cba-8af9-249bf524bcd5,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:40.564876 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-2cd7cc10-219a-4c06-8891-bef0cabd3c0e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 380 time: 0.1250272 Aug 09 16:12:40.581632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'port': {'device_id': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'admin_state_up': True, 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'security_groups': ['e52c2cdb-961c-4a28-b1f5-1e23acf64fee']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:40.595200 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] Set router 0014ffaf-1d86-4e1c-989b-583c2bb6927c gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:12:40.610345 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6226e145-0e29-4794-9eac-b22542bb6003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:40.636587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 25606aee-55e6-42f7-bf63-61fb167b3f5b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:40.636983 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:40.904882 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:40.983701 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:12:35Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '8744d23f-374c-4cba-8af9-249bf524bcd5', 'name': '', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:df:04:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:34Z', 'updated_at': '2021-08-09T16:12:39Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:41.036756 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744c3db-b1d1-4c91-862b-05121a49dd7c None None] The sync data for ids ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'] in n-d-803778-2 is: [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:12:35Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '8744d23f-374c-4cba-8af9-249bf524bcd5', 'name': '', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:df:04:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:34Z', 'updated_at': '2021-08-09T16:12:39Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:12:41.185381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69c9cbaf-1e8d-486f-8d33-ddf5c81bf104 req-647fecbd-1d3e-43fe-8e99-31ad0c90e42c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 210 time: 0.1097302 Aug 09 16:12:41.236685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Made reservation on behalf of 38208f1d79934161b16e6cd64460fe00 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:12:41.241466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:41.511022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.20.0.4 (c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1/68608295-2cf1-49c5-bab1-fb7eab0dc705/c0fbe802-912e-4ad7-af82-5090648f2765) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:12:41.590988 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:41.634088 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:41.797258 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:41.848187 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Transition to ACTIVE for port object c0fbe802-912e-4ad7-af82-5090648f2765 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:12:41.908928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:41.984011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:12:41.990628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:12:41.995027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:12:42.093556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:42.094315 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:42.107844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:42.123898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.124253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.124596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.124932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.125266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.125831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.126331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.126776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.127167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.127505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.127936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.128305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:12:42.135356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-5c29097f-6458-4d24-8cb7-a8a36b3a21e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5627861 Aug 09 16:12:42.149386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Request body: {'port': {'device_id': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:42.253567 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:42.405894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8744d23f-374c-4cba-8af9-249bf524bcd5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:12:42.526066 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8adaa647-8788-469d-b2b0-874300ec3524 None None] Provisioning for port c0fbe802-912e-4ad7-af82-5090648f2765 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:12:42.541756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8adaa647-8788-469d-b2b0-874300ec3524 None None] Provisioning complete for port c0fbe802-912e-4ad7-af82-5090648f2765 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:42.542451 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8adaa647-8788-469d-b2b0-874300ec3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:42.621825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 8744d23f-374c-4cba-8af9-249bf524bcd5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:12:42.639324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8744d23f-374c-4cba-8af9-249bf524bcd5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:42.639817 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:42.642650 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8adaa647-8788-469d-b2b0-874300ec3524 None None] Port c0fbe802-912e-4ad7-af82-5090648f2765 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:12:42.828343 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:42.903349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64285279-d713-4285-a00a-51381d8586fd req-bd4fdfeb-1dfa-46b2-8afc-14809ece6307 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:42.905451 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64285279-d713-4285-a00a-51381d8586fd req-bd4fdfeb-1dfa-46b2-8afc-14809ece6307 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 931 time: 0.5486469 Aug 09 16:12:42.935949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 8744d23f-374c-4cba-8af9-249bf524bcd5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8744d23f-374c-4cba-8af9-249bf524bcd5,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:42.948025 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:42.987204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fbe802-912e-4ad7-af82-5090648f2765 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:12:43.015432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64285279-d713-4285-a00a-51381d8586fd req-6931a1ef-82f1-4086-b384-d3b521a183c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793304 Aug 09 16:12:43.034871 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:43.051305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Transition to ACTIVE for port object c0fbe802-912e-4ad7-af82-5090648f2765 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:12:43.056771 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:43.083432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=8744d23f-374c-4cba-8af9-249bf524bcd5,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:43.155103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:43.240269 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:43.263413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Attempting to bind port c0fbe802-912e-4ad7-af82-5090648f2765 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:12:43.263953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Attempting to bind port c0fbe802-912e-4ad7-af82-5090648f2765 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:12:43.264369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Attempting to bind port c0fbe802-912e-4ad7-af82-5090648f2765 on network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:12:43.271332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Port c0fbe802-912e-4ad7-af82-5090648f2765 on network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:12:43.271790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Attempting to bind port c0fbe802-912e-4ad7-af82-5090648f2765 on network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:12:43.277734 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:12:43.278200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Checking segment: {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:12:43.278715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Bound using segment: {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:12:43.279360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Bound port: c0fbe802-912e-4ad7-af82-5090648f2765, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:12:43.280051 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:43.410092 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:12:43.414819 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:12:43.421545 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:43.475708 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:43.525886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:43.528933 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:43.533164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] 10.222.0.60 "PUT /v2.0/ports/c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 1091 time: 1.3895159 Aug 09 16:12:43.533964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:12:43.540088 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0421fe4-3883-4dc0-89fe-2ac524f68a25" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:12:43.628036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646d0ac-6bd1-4cfb-9163-3d262177ab4b service neutron] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:43.646079 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d5a4b-9d65-4d84-b9d4-c9e0c6673b7a x-openstack-request-id: req-4f5d5a4b-9d65-4d84-b9d4-c9e0c6673b7a {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:12:43.646480 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:12:43.646839 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f5d5a4b-9d65-4d84-b9d4-c9e0c6673b7a {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:12:43.647433 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'status': 'completed', 'code': 200} Aug 09 16:12:43.664615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-d345ef2f-9855-4160-943c-f91cdf7fe4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:43.666670 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-d345ef2f-9855-4160-943c-f91cdf7fe4fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1094 time: 0.0713947 Aug 09 16:12:43.721460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-9df5b158-4f8f-4fa6-9b08-9b5670a8aa37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 217 time: 0.0447094 Aug 09 16:12:43.806440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-6e451d17-27e1-4fbe-804e-d4e0bbe3e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:43.807973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-6e451d17-27e1-4fbe-804e-d4e0bbe3e158 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.0716045 Aug 09 16:12:43.871184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-3371eb2a-ba89-4cfd-b50a-b0adb707aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:43.873127 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-3371eb2a-ba89-4cfd-b50a-b0adb707aab3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572319 Aug 09 16:12:44.039398 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-8f29f956-a899-4088-a193-13d32109b7da service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484706 Aug 09 16:12:44.198643 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efe45bde-cab2-45c6-bdbc-98597b08079f req-2d32d138-a120-4927-8c7d-f49799d2af76 service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507473 Aug 09 16:12:44.333228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8744d23f-374c-4cba-8af9-249bf524bcd5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:12:44.370496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0421fe4-3883-4dc0-89fe-2ac524f68a25 req-d49bb726-79e9-4fc4-bd55-4ade3f46fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:44.373268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f0421fe4-3883-4dc0-89fe-2ac524f68a25 req-d49bb726-79e9-4fc4-bd55-4ade3f46fa90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1094 time: 0.0978768 Aug 09 16:12:44.384100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb70c8-741a-4f91-a050-a9cd0468b63c req-85031298-2bcb-4d8f-a66e-fc5b7dc5cd54 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:44.385938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1beb70c8-741a-4f91-a050-a9cd0468b63c req-85031298-2bcb-4d8f-a66e-fc5b7dc5cd54 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 943 time: 0.1761420 Aug 09 16:12:44.436074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8744d23f-374c-4cba-8af9-249bf524bcd5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:44.436754 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:44.524299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1beb70c8-741a-4f91-a050-a9cd0468b63c req-5d431680-fa8e-4241-894f-97c9f98231dc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234217 Aug 09 16:12:44.592644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0421fe4-3883-4dc0-89fe-2ac524f68a25 req-6dc6daca-e761-466f-931b-dbe02c24f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:44.594227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f0421fe4-3883-4dc0-89fe-2ac524f68a25 req-6dc6daca-e761-466f-931b-dbe02c24f3c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 897 time: 0.2072501 Aug 09 16:12:44.654445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f0421fe4-3883-4dc0-89fe-2ac524f68a25 req-160547d2-54ba-4316-8b6d-bd1bf3b86812 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 217 time: 0.0515082 Aug 09 16:12:44.710791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0421fe4-3883-4dc0-89fe-2ac524f68a25 req-7d6013d8-dd12-46aa-923b-eb951a6e9801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:44.712266 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f0421fe4-3883-4dc0-89fe-2ac524f68a25 req-7d6013d8-dd12-46aa-923b-eb951a6e9801 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.0467541 Aug 09 16:12:44.765865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0421fe4-3883-4dc0-89fe-2ac524f68a25 req-3d41b324-814a-496e-b8fa-77fcb9524e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:44.767370 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f0421fe4-3883-4dc0-89fe-2ac524f68a25 req-3d41b324-814a-496e-b8fa-77fcb9524e7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472870 Aug 09 16:12:44.869316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f0421fe4-3883-4dc0-89fe-2ac524f68a25 req-f655787f-0c81-4c06-bb07-12173e076d59 service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940280 Aug 09 16:12:44.991981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f0421fe4-3883-4dc0-89fe-2ac524f68a25 req-4f87d221-069f-4723-b573-80fa4e9ad1bb service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150911 Aug 09 16:12:45.692543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e331d1-2adb-4594-abfb-a35133cfa3e0 req-94e0ab5d-fb2e-4567-85a9-f63f1c9d7150 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:45.703728 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0e331d1-2adb-4594-abfb-a35133cfa3e0 req-94e0ab5d-fb2e-4567-85a9-f63f1c9d7150 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 943 time: 0.0899618 Aug 09 16:12:45.773451 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0e331d1-2adb-4594-abfb-a35133cfa3e0 req-d0fe2af7-ca37-4a72-be22-c24f9b645365 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683014 Aug 09 16:12:45.874288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9eb88-715b-4284-8981-84d35403c576 req-39e82bb0-579b-4b1c-a8cf-83312d2d1f16 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:45.875979 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3cf9eb88-715b-4284-8981-84d35403c576 req-39e82bb0-579b-4b1c-a8cf-83312d2d1f16 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 945 time: 0.0652847 Aug 09 16:12:45.919883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3cf9eb88-715b-4284-8981-84d35403c576 req-867176da-8169-4d59-b938-74e8239e822e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350852 Aug 09 16:12:46.900989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ca53c-527b-425e-a20c-bcd29891cf11 req-9412f262-6b0e-42f9-8074-a0d4eab8b4a4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:46.902520 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-486ca53c-527b-425e-a20c-bcd29891cf11 req-9412f262-6b0e-42f9-8074-a0d4eab8b4a4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 943 time: 0.0577781 Aug 09 16:12:46.944492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-486ca53c-527b-425e-a20c-bcd29891cf11 req-cb365f50-4731-4ff2-9997-48a63ec8f6d2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351932 Aug 09 16:12:46.966444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c0fbe802-912e-4ad7-af82-5090648f2765 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:12:47.066954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5bab3-2ef6-4d0f-9d37-322fa43b1b4c req-7eb10fa4-7804-4530-a65b-407871cfc259 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:47.074910 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cbe5bab3-2ef6-4d0f-9d37-322fa43b1b4c req-7eb10fa4-7804-4530-a65b-407871cfc259 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 945 time: 0.0622904 Aug 09 16:12:47.110752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:47.114909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cbe5bab3-2ef6-4d0f-9d37-322fa43b1b4c req-2f35d1d5-249c-490d-939b-52ecf3595cd8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=49f93cae-bd12-4940-8745-85ac6dd50b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 Aug 09 16:12:47.123788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'port_id': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'mac_address': 'fa:16:3e:de:28:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:12:47.162320 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:47.176637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fbe802-912e-4ad7-af82-5090648f2765 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:12:47.198764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:47.204333 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:47.256157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:47.348165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ae084-bd7e-4d8b-a7b4-f7de9656ebbf req-3e26a5de-6ae1-4e4b-87e2-62647fd23818 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:47.350282 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c6ae084-bd7e-4d8b-a7b4-f7de9656ebbf req-3e26a5de-6ae1-4e4b-87e2-62647fd23818 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 945 time: 0.0787716 Aug 09 16:12:47.412626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['c0fbe802-912e-4ad7-af82-5090648f2765'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:12:47.453283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-7c6ae084-bd7e-4d8b-a7b4-f7de9656ebbf req-cd74eb20-b93d-460a-8c85-241c5da21077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Deleting port 2fa553f6-49ec-420f-8337-6da0612deb6b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:12:47.453860 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7c6ae084-bd7e-4d8b-a7b4-f7de9656ebbf req-cd74eb20-b93d-460a-8c85-241c5da21077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:47.566241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-7c6ae084-bd7e-4d8b-a7b4-f7de9656ebbf req-cd74eb20-b93d-460a-8c85-241c5da21077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] For port 2fa553f6-49ec-420f-8337-6da0612deb6b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2fa553f6-49ec-420f-8337-6da0612deb6b,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:47.566668 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7c6ae084-bd7e-4d8b-a7b4-f7de9656ebbf req-cd74eb20-b93d-460a-8c85-241c5da21077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:47.586859 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-7c6ae084-bd7e-4d8b-a7b4-f7de9656ebbf req-cd74eb20-b93d-460a-8c85-241c5da21077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Calling delete_port for 2fa553f6-49ec-420f-8337-6da0612deb6b owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:12:47.726021 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7c6ae084-bd7e-4d8b-a7b4-f7de9656ebbf req-cd74eb20-b93d-460a-8c85-241c5da21077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:47.740547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['2fa553f6-49ec-420f-8337-6da0612deb6b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:12:47.760398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74eb20-b93d-460a-8c85-241c5da21077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event deleted for resources: {'Port': ['ID=2fa553f6-49ec-420f-8337-6da0612deb6b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:47.824195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6ae084-bd7e-4d8b-a7b4-f7de9656ebbf req-cd74eb20-b93d-460a-8c85-241c5da21077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] No DVR routers for this DVR port 2fa553f6-49ec-420f-8337-6da0612deb6b on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:12:47.827731 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7c6ae084-bd7e-4d8b-a7b4-f7de9656ebbf req-cd74eb20-b93d-460a-8c85-241c5da21077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:47.831052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c6ae084-bd7e-4d8b-a7b4-f7de9656ebbf req-cd74eb20-b93d-460a-8c85-241c5da21077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "DELETE /v2.0/ports/2fa553f6-49ec-420f-8337-6da0612deb6b HTTP/1.1" status: 204 len: 173 time: 0.4745057 Aug 09 16:12:47.831663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea227b8-fc48-4cb5-86a2-be9e59a5dd7f', 'name': 'network-vif-deleted', 'tag': '2fa553f6-49ec-420f-8337-6da0612deb6b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:12:47.835299 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eeec12-39b1-4515-8011-0186ab22edf2" -d '{"events": [{"server_uuid": "eea227b8-fc48-4cb5-86a2-be9e59a5dd7f", "name": "network-vif-deleted", "tag": "2fa553f6-49ec-420f-8337-6da0612deb6b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:12:47.884029 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eb8a84-1365-4602-ac1e-da13d441b756 x-openstack-request-id: req-97eb8a84-1365-4602-ac1e-da13d441b756 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:12:47.884398 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea227b8-fc48-4cb5-86a2-be9e59a5dd7f", "name": "network-vif-deleted", "tag": "2fa553f6-49ec-420f-8337-6da0612deb6b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:12:47.884714 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97eb8a84-1365-4602-ac1e-da13d441b756 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:12:47.885172 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea227b8-fc48-4cb5-86a2-be9e59a5dd7f', 'name': 'network-vif-deleted', 'tag': '2fa553f6-49ec-420f-8337-6da0612deb6b', 'status': 'completed', 'code': 200} Aug 09 16:12:48.158849 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb47c5-fa94-4046-a0ba-bb7502765f1b req-83df20cb-01a3-45d2-85fd-4b18c4b7081f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:48.169397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-13fb47c5-fa94-4046-a0ba-bb7502765f1b req-83df20cb-01a3-45d2-85fd-4b18c4b7081f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 944 time: 0.1010759 Aug 09 16:12:48.257645 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-13fb47c5-fa94-4046-a0ba-bb7502765f1b req-df07dcb7-2c99-4a75-9c72-3a3139e31300 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714402 Aug 09 16:12:48.312496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3603354c-abd8-48ca-aa0d-a58ffe9d20a7 req-d212f01d-f051-4e9d-9379-537465618b4b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 210 time: 0.0586963 Aug 09 16:12:48.997544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c0fbe802-912e-4ad7-af82-5090648f2765 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:12:49.065684 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port c0fbe802-912e-4ad7-af82-5090648f2765 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:12:49.070304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port c0fbe802-912e-4ad7-af82-5090648f2765 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:12:49.070684 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:49.170407 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:49.209217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:12:49.210426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:12:49.213733 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3858c030-1365-44cd-8882-6b771c4c4095" -d '{"events": [{"server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "name": "network-vif-plugged", "status": "completed", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:12:49.217966 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:49.280267 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86f0531-3a4f-41a7-bf2f-4f352ef8f95e x-openstack-request-id: req-e86f0531-3a4f-41a7-bf2f-4f352ef8f95e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:12:49.280624 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "name": "network-vif-plugged", "status": "completed", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:12:49.281093 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e86f0531-3a4f-41a7-bf2f-4f352ef8f95e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:12:49.281556 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'code': 200} Aug 09 16:12:49.282649 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:49.433807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a392b00-be9c-4d5b-9c53-a4bb30a41661 req-1f183391-78f4-40c1-8bdc-38c4dcd18efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:49.435862 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8a392b00-be9c-4d5b-9c53-a4bb30a41661 req-1f183391-78f4-40c1-8bdc-38c4dcd18efc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1096 time: 0.1013331 Aug 09 16:12:49.448920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4799be9-705b-4830-9c3b-59dd45bb0598 req-aacb70fd-565f-49e8-8771-54f3b4b16dea tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:49.462330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4799be9-705b-4830-9c3b-59dd45bb0598 req-aacb70fd-565f-49e8-8771-54f3b4b16dea tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0970714 Aug 09 16:12:49.488123 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a967bdf7-a646-481e-9207-9882248b82cf req-e5efd0b8-b854-4e67-8d70-01fc073e95c1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 210 time: 0.0543299 Aug 09 16:12:49.559598 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4799be9-705b-4830-9c3b-59dd45bb0598 req-df606262-e2f1-4b68-b310-f21872b0af2b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946364 Aug 09 16:12:49.561848 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8a392b00-be9c-4d5b-9c53-a4bb30a41661 req-e5fffbd5-18ef-406a-9b05-572fc425be67 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824826 Aug 09 16:12:50.447780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2fa553f6-49ec-420f-8337-6da0612deb6b no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:12:50.555969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 2fa553f6-49ec-420f-8337-6da0612deb6b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:12:50.556322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2fa553f6-49ec-420f-8337-6da0612deb6b not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:12:50.626232 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bc0162bb-83ea-47c3-9f14-e91ac99bfc57 req-f78e7888-0f0f-456c-8956-bddb73399aa1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 210 time: 0.0433671 Aug 09 16:12:50.723844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8f31-bd64-47bd-9602-ed072f0b3e5e req-4504f86e-5d92-4973-9a77-9f2966206ed7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:50.725356 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d47b8f31-bd64-47bd-9602-ed072f0b3e5e req-4504f86e-5d92-4973-9a77-9f2966206ed7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0644279 Aug 09 16:12:50.779867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d47b8f31-bd64-47bd-9602-ed072f0b3e5e req-7a7984d4-5b01-449b-aca8-52e38df97561 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480106 Aug 09 16:12:50.938917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0462f0c-00aa-4e7c-b76a-068facea0ed5 req-bf5b31de-5118-4e63-bef4-10248bf634ac tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:50.949552 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d0462f0c-00aa-4e7c-b76a-068facea0ed5 req-bf5b31de-5118-4e63-bef4-10248bf634ac tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0667791 Aug 09 16:12:50.994273 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d0462f0c-00aa-4e7c-b76a-068facea0ed5 req-7e8d5f1b-2ccb-48fd-9e43-1ac8764f004c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435247 Aug 09 16:12:51.019577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46462) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:51.061211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7549cb-7399-4320-b1d6-41db45abf338 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:51.062778 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2d7549cb-7399-4320-b1d6-41db45abf338 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1091 time: 0.0421965 Aug 09 16:12:51.066269 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46464) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:51.071201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:51.098670 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:51.265532 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:51.418702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.25.2.244 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/6be32f68-ccb7-42f5-bf10-322a83df0398) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:12:51.600148 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:51.652858 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:51.773488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:12:51.784862 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:12:51.788092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=6be32f68-ccb7-42f5-bf10-322a83df0398,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:51.802188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:12:51.815267 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e5f99edd-9a5d-4aeb-988d-286010782480 req-3ed7408f-0fee-407e-adac-87051aa82f6f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 210 time: 0.0809793 Aug 09 16:12:52.308326 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:52.407557 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:52.624727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:52.632532 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:52.692623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=6be32f68-ccb7-42f5-bf10-322a83df0398,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:52.773557 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:52.984814 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Floating IP b71dfda0-f932-4cbb-a8f9-8013fca271aa associated. External IP: 172.25.2.244, port: c0fbe802-912e-4ad7-af82-5090648f2765. Aug 09 16:12:53.076382 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b979d898-4eee-4173-895b-9b5163cd9d16 req-1360de63-09f0-4cef-aa6b-9a544de00221 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=eea227b8-fc48-4cb5-86a2-be9e59a5dd7f HTTP/1.1" status: 200 len: 210 time: 0.0484746 Aug 09 16:12:53.339081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router 0014ffaf-1d86-4e1c-989b-583c2bb6927c has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:12:53.489969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:12:53.502733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1368309e-5abf-4bb7-a1a6-0576c3db5a0a None None] Sync routers for ids ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:12:53.516301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368309e-5abf-4bb7-a1a6-0576c3db5a0a None None] Routers {'0014ffaf-1d86-4e1c-989b-583c2bb6927c'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:12:53.516961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1368309e-5abf-4bb7-a1a6-0576c3db5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:12:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:53.519334 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:53.558261 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-bf8460eb-4cfd-469e-b32a-051442aebbf7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4908679 Aug 09 16:12:53.558877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:12:53.561374 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f15ccf-6999-48a7-bd45-f953f6cd2e44" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:12:53.613625 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5ed157-a20b-445b-a490-a9951b88b1bd x-openstack-request-id: req-3c5ed157-a20b-445b-a490-a9951b88b1bd {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:12:53.614153 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:12:53.614402 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c5ed157-a20b-445b-a490-a9951b88b1bd {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:12:53.614825 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'status': 'completed', 'code': 200} Aug 09 16:12:53.701172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1368309e-5abf-4bb7-a1a6-0576c3db5a0a None None] Set router 0014ffaf-1d86-4e1c-989b-583c2bb6927c gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:12:53.730801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f15ccf-6999-48a7-bd45-f953f6cd2e44 req-f70c09b2-97a8-4a54-aa44-b49f5ec87d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:53.733431 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6f15ccf-6999-48a7-bd45-f953f6cd2e44 req-f70c09b2-97a8-4a54-aa44-b49f5ec87d94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1096 time: 0.0967212 Aug 09 16:12:53.742328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a809e58-4683-4d7c-93ad-987d3873ad2d req-4193eb37-1bb3-48a8-920d-e5ac9005fe6e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:53.744391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a809e58-4683-4d7c-93ad-987d3873ad2d req-4193eb37-1bb3-48a8-920d-e5ac9005fe6e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0713680 Aug 09 16:12:54.027952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a809e58-4683-4d7c-93ad-987d3873ad2d req-ecaceb75-e392-4d04-94f4-7a391351a71f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689520 Aug 09 16:12:54.029445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f15ccf-6999-48a7-bd45-f953f6cd2e44 req-aa73940a-86a3-4803-8e85-27c6c83a9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:54.031635 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6f15ccf-6999-48a7-bd45-f953f6cd2e44 req-aa73940a-86a3-4803-8e85-27c6c83a9121 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 897 time: 0.2861602 Aug 09 16:12:54.056044 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46518) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:54.151058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1368309e-5abf-4bb7-a1a6-0576c3db5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:12:35Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'b71dfda0-f932-4cbb-a8f9-8013fca271aa', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'port_id': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'mac_address': 'fa:16:3e:de:28:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:12:52Z', 'updated_at': '2021-08-09T16:12:52Z', 'revision_number': 0, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8744d23f-374c-4cba-8af9-249bf524bcd5', 'name': '', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:df:04:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:34Z', 'updated_at': '2021-08-09T16:12:42Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:54.179034 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6f15ccf-6999-48a7-bd45-f953f6cd2e44 req-4f09638a-9124-4db6-9bae-70106f0ad2fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 999 time: 0.1385696 Aug 09 16:12:54.199822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1368309e-5abf-4bb7-a1a6-0576c3db5a0a None None] Checking router: 0014ffaf-1d86-4e1c-989b-583c2bb6927c for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:12:54.211099 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6d623b31-cf01-40f0-968c-82d90a8ce403 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/b71dfda0-f932-4cbb-a8f9-8013fca271aa HTTP/1.1" status: 200 len: 991 time: 0.1520495 Aug 09 16:12:54.233132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368309e-5abf-4bb7-a1a6-0576c3db5a0a None None] Routers {'0014ffaf-1d86-4e1c-989b-583c2bb6927c'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:12:54.233916 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1368309e-5abf-4bb7-a1a6-0576c3db5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:12:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:54.266963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f15ccf-6999-48a7-bd45-f953f6cd2e44 req-51cb51df-a26d-4acf-98ef-22f484ad1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:54.272730 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6f15ccf-6999-48a7-bd45-f953f6cd2e44 req-51cb51df-a26d-4acf-98ef-22f484ad1618 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.0823042 Aug 09 16:12:54.359378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f15ccf-6999-48a7-bd45-f953f6cd2e44 req-e04238e6-b9fa-4932-883a-7e0b846fcfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:12:54.365842 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6f15ccf-6999-48a7-bd45-f953f6cd2e44 req-e04238e6-b9fa-4932-883a-7e0b846fcfd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876827 Aug 09 16:12:54.447913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1368309e-5abf-4bb7-a1a6-0576c3db5a0a None None] Set router 0014ffaf-1d86-4e1c-989b-583c2bb6927c gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:12:54.537297 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6f15ccf-6999-48a7-bd45-f953f6cd2e44 req-82e8c3d3-53d7-4555-ac7d-17a906155f87 service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616766 Aug 09 16:12:54.741411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f6f15ccf-6999-48a7-bd45-f953f6cd2e44 req-9ad0be8d-ce90-476e-920c-ed00662e3bef service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935580 Aug 09 16:12:54.843648 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1368309e-5abf-4bb7-a1a6-0576c3db5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:12:35Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'b71dfda0-f932-4cbb-a8f9-8013fca271aa', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'port_id': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'mac_address': 'fa:16:3e:de:28:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:12:52Z', 'updated_at': '2021-08-09T16:12:52Z', 'revision_number': 0, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8744d23f-374c-4cba-8af9-249bf524bcd5', 'name': '', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:df:04:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:34Z', 'updated_at': '2021-08-09T16:12:42Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:12:54.876038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1368309e-5abf-4bb7-a1a6-0576c3db5a0a None None] The sync data for ids ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'] in n-d-803778-2 is: [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:12:35Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'b71dfda0-f932-4cbb-a8f9-8013fca271aa', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'port_id': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'mac_address': 'fa:16:3e:de:28:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:12:52Z', 'updated_at': '2021-08-09T16:12:52Z', 'revision_number': 0, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8744d23f-374c-4cba-8af9-249bf524bcd5', 'name': '', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:df:04:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:34Z', 'updated_at': '2021-08-09T16:12:42Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:12:55.215565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46540) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:55.229907 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8404e2-f563-4c6d-903b-044afd49e80e None None] New status for floating IP b71dfda0-f932-4cbb-a8f9-8013fca271aa: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:12:55.341362 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6b236758-e3e5-47a8-9e24-339796eb4933 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/b71dfda0-f932-4cbb-a8f9-8013fca271aa HTTP/1.1" status: 200 len: 991 time: 0.1239920 Aug 09 16:12:56.345968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46610) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:56.490259 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-148b6d3d-0d66-4aaa-a167-d1e743ec257a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/b71dfda0-f932-4cbb-a8f9-8013fca271aa HTTP/1.1" status: 200 len: 993 time: 0.1316738 Aug 09 16:12:56.520674 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46618) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:56.525185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-35a42014-6b6f-4dcd-a665-ea4c55a64889 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570211494', 'description': 'tempest-secgroup-smoke-1570211494 description', 'project_id': 'b288370f60b5456e956c547ef50d7598'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:56.559249 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-35a42014-6b6f-4dcd-a665-ea4c55a64889 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:56.658166 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-35a42014-6b6f-4dcd-a665-ea4c55a64889 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:56.663209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-35a42014-6b6f-4dcd-a665-ea4c55a64889 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:56.682364 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-35a42014-6b6f-4dcd-a665-ea4c55a64889 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:56.686960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-35a42014-6b6f-4dcd-a665-ea4c55a64889 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1621790 Aug 09 16:12:56.687705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46622) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:56.695740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-09114d8c-f64c-4aad-8271-a0864de3995e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'security_group_rule': {'security_group_id': '2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0', 'project_id': 'b288370f60b5456e956c547ef50d7598', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:56.711330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a42014-6b6f-4dcd-a665-ea4c55a64889 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:56.735759 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09114d8c-f64c-4aad-8271-a0864de3995e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:56.795081 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09114d8c-f64c-4aad-8271-a0864de3995e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:56.799470 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09114d8c-f64c-4aad-8271-a0864de3995e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:56.820567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09114d8c-f64c-4aad-8271-a0864de3995e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c88991-8aca-40f7-9f0e-3fdca2a772ef,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:56.826694 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-09114d8c-f64c-4aad-8271-a0864de3995e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:56.827888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-09114d8c-f64c-4aad-8271-a0864de3995e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385188 Aug 09 16:12:56.831499 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46624) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:56.836800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-75f9b692-9a66-474b-92ef-c31338301fd8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'security_group_rule': {'security_group_id': '2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0', 'project_id': 'b288370f60b5456e956c547ef50d7598', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:56.864152 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75f9b692-9a66-474b-92ef-c31338301fd8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:56.930796 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75f9b692-9a66-474b-92ef-c31338301fd8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:56.935467 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75f9b692-9a66-474b-92ef-c31338301fd8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:56.955041 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9b692-9a66-474b-92ef-c31338301fd8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d39b24-e733-41e9-9c2a-0f90ac9666ac,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:56.963630 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75f9b692-9a66-474b-92ef-c31338301fd8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:56.964922 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-75f9b692-9a66-474b-92ef-c31338301fd8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321750 Aug 09 16:12:56.967945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46634) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:56.972985 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-97983b5f-ad84-4d33-a82b-6566a811aeaf tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'security_group_rule': {'security_group_id': '2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0', 'project_id': 'b288370f60b5456e956c547ef50d7598', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:57.005692 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97983b5f-ad84-4d33-a82b-6566a811aeaf tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.072102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97983b5f-ad84-4d33-a82b-6566a811aeaf tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.076296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97983b5f-ad84-4d33-a82b-6566a811aeaf tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.091867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97983b5f-ad84-4d33-a82b-6566a811aeaf tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f762b1e0-d917-412c-956e-5d2c955a1a3f,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:57.102700 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97983b5f-ad84-4d33-a82b-6566a811aeaf tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.104028 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-97983b5f-ad84-4d33-a82b-6566a811aeaf tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351430 Aug 09 16:12:57.107007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46636) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:57.111574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0ae8fa0e-7c37-440d-9ae9-41f4babfae3e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'security_group_rule': {'security_group_id': '2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0', 'project_id': 'b288370f60b5456e956c547ef50d7598', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:57.138108 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fa0e-7c37-440d-9ae9-41f4babfae3e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.199102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fa0e-7c37-440d-9ae9-41f4babfae3e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.202794 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fa0e-7c37-440d-9ae9-41f4babfae3e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.222406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8fa0e-7c37-440d-9ae9-41f4babfae3e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8df243e-5c37-48eb-835c-e5e63b7604fa,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:57.225340 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fa0e-7c37-440d-9ae9-41f4babfae3e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.226581 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0ae8fa0e-7c37-440d-9ae9-41f4babfae3e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185663 Aug 09 16:12:57.229843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 46640) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:57.234575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-cdd4726f-eefa-4722-9800-f2e606ccf28a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'security_group_rule': {'security_group_id': '2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0', 'project_id': 'b288370f60b5456e956c547ef50d7598', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:57.261700 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-cdd4726f-eefa-4722-9800-f2e606ccf28a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Project b288370f60b5456e956c547ef50d7598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:12:57.266729 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdd4726f-eefa-4722-9800-f2e606ccf28a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.345216 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdd4726f-eefa-4722-9800-f2e606ccf28a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.350309 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdd4726f-eefa-4722-9800-f2e606ccf28a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.368233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4726f-eefa-4722-9800-f2e606ccf28a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01552db5-685a-4ded-9401-43879257260c,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:57.375738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdd4726f-eefa-4722-9800-f2e606ccf28a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.376997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cdd4726f-eefa-4722-9800-f2e606ccf28a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461213 Aug 09 16:12:57.380124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 46648) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:12:57.385017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-98eb6b56-6620-4b71-8674-eeccaa411add tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'security_group_rule': {'security_group_id': '2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0', 'project_id': 'b288370f60b5456e956c547ef50d7598', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:12:57.410773 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-98eb6b56-6620-4b71-8674-eeccaa411add tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Project b288370f60b5456e956c547ef50d7598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:12:57.418307 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-98eb6b56-6620-4b71-8674-eeccaa411add tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.498926 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-98eb6b56-6620-4b71-8674-eeccaa411add tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.505300 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-98eb6b56-6620-4b71-8674-eeccaa411add tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.525801 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb6b56-6620-4b71-8674-eeccaa411add tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af60ae86-1b3c-4b72-bd73-1ac200808a6b,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:12:57.529742 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-98eb6b56-6620-4b71-8674-eeccaa411add tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:12:57.531508 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-98eb6b56-6620-4b71-8674-eeccaa411add tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501734 Aug 09 16:13:07.733546 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a186346c-04aa-4ad4-9060-4398b49b7420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:10.536264 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd86ce62-a1c0-45ca-8721-a5571fe78490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:10.899873 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:11.585695 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:11.639268 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:12.298703 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:13:13.242560 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:13.495284 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:16.448413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-5bf88aa9-6d7a-4259-943d-f5ea0dcebe89 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570211494&fields=id&tenant_id=b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 267 time: 0.0373113 Aug 09 16:13:16.565530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb17399-6b7b-406f-8186-9077457f120e req-6593af5d-56f2-4a15-9d6c-7ce00e5672c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:16.576142 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-6593af5d-56f2-4a15-9d6c-7ce00e5672c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.1179481 Aug 09 16:13:16.593258 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-30733afd-bf27-43de-ae3f-68fd67d7d320 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/quotas/b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 375 time: 0.0162375 Aug 09 16:13:16.672489 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-d53560f5-e52c-4f9a-9190-5752afb0921b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725594 Aug 09 16:13:16.764576 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-1e925c00-07bc-40cd-be80-740ff20f0353 service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908325 Aug 09 16:13:16.894291 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-c5533f62-0ca8-4ba8-b9b9-ee1213f33901 service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214769 Aug 09 16:13:17.254639 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f4dafc11-0ef0-47f9-b9a4-2dda7f847079 req-596e3245-e4c0-4918-a1c9-34b6cb822292 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 210 time: 0.0654745 Aug 09 16:13:18.191311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb17399-6b7b-406f-8186-9077457f120e req-ad1d1504-84da-4e52-8b8a-5cc14cecb53f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:18.192948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-ad1d1504-84da-4e52-8b8a-5cc14cecb53f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.1212251 Aug 09 16:13:18.239122 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-87ab7f15-b6c8-4de3-aa3b-5d2001fe8195 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 380 time: 0.0378184 Aug 09 16:13:18.249077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'port': {'device_id': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'admin_state_up': True, 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'security_groups': ['2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:18.378748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Made reservation on behalf of b288370f60b5456e956c547ef50d7598 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:13:18.382388 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:18.396271 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79bb11af-0321-4bfd-b9ee-fcf017e22b58 req-e31e2d81-35ad-4ab7-a67e-321671db297f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 210 time: 0.0435121 Aug 09 16:13:18.540018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Allocated IP 172.20.0.5 (c5932b02-aab2-4990-93ed-0c412c1e6cf6/f56dee80-a4af-40a8-ba00-0306592ad89b/7cce2cec-ac95-4686-89b5-3f7a7768c2f6) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:13:18.688534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:18.703678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Transition to ACTIVE for port object 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:13:18.738923 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:18.791765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:13:18.795398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:13:18.798496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:13:18.848328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=7cce2cec-ac95-4686-89b5-3f7a7768c2f6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:18.868728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:18.869363 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:18.887051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-3a4b18de-cf5a-4d29-b9e8-54378b8150c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6417768 Aug 09 16:13:18.899627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Request body: {'port': {'device_id': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:18.961811 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:19.043895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e64f04c8-ba24-4022-b045-31056037d862 None None] Provisioning for port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:13:19.049333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e64f04c8-ba24-4022-b045-31056037d862 None None] Provisioning complete for port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:13:19.049765 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e64f04c8-ba24-4022-b045-31056037d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:19.084822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e64f04c8-ba24-4022-b045-31056037d862 None None] Port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:13:19.257134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:13:19.264888 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:19.278454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Transition to ACTIVE for port object 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:13:19.282290 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:19.342212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cce2cec-ac95-4686-89b5-3f7a7768c2f6,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:19.484554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Attempting to bind port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:13:19.485469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Attempting to bind port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:13:19.485469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Attempting to bind port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:13:19.498860 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:13:19.500413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Attempting to bind port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:13:19.514119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:13:19.514473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Checking segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:13:19.514869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Bound using segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:13:19.515504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Bound port: 7cce2cec-ac95-4686-89b5-3f7a7768c2f6, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:13:19.516127 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:19.643562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a82c1a-53e6-48b1-a92d-d998b94f6f7c req-b2dad307-7c43-4283-9e94-4fb06ea54262 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:19.645091 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3a82c1a-53e6-48b1-a92d-d998b94f6f7c req-b2dad307-7c43-4283-9e94-4fb06ea54262 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.1324708 Aug 09 16:13:19.649554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] For port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:13:19.652791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] For port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7cce2cec-ac95-4686-89b5-3f7a7768c2f6,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:13:19.663688 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:19.691055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:19.692161 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:19.693852 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] 10.222.0.53 "PUT /v2.0/ports/7cce2cec-ac95-4686-89b5-3f7a7768c2f6 HTTP/1.1" status: 200 len: 1091 time: 0.7986536 Aug 09 16:13:19.717792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'tag': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:13:19.720051 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03b1043-27f5-4301-a160-6209cb7332ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4a688e-e292-4c7e-ad56-9a45aa20c4af", "tag": "7cce2cec-ac95-4686-89b5-3f7a7768c2f6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:13:19.768109 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b3a82c1a-53e6-48b1-a92d-d998b94f6f7c req-7af050f2-8623-4860-a798-b44d2b1c3ce9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131110 Aug 09 16:13:19.794859 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec43b4e0-9479-478f-92a0-76b2de991c29 x-openstack-request-id: req-ec43b4e0-9479-478f-92a0-76b2de991c29 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:13:19.795154 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4a688e-e292-4c7e-ad56-9a45aa20c4af", "tag": "7cce2cec-ac95-4686-89b5-3f7a7768c2f6", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:13:19.795410 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec43b4e0-9479-478f-92a0-76b2de991c29 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:13:19.795804 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'tag': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6', 'status': 'completed', 'code': 200} Aug 09 16:13:19.805523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d9ca2-b0d1-4978-bc0b-fb9cb15259a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cce2cec-ac95-4686-89b5-3f7a7768c2f6,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:19.828628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb17399-6b7b-406f-8186-9077457f120e req-8743d08d-9eb6-4e98-aecb-02d4f632cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:19.830326 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-8743d08d-9eb6-4e98-aecb-02d4f632cf29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 1094 time: 0.0828996 Aug 09 16:13:19.877867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-7a9da083-3644-47a9-aa38-2224e54dacce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cce2cec-ac95-4686-89b5-3f7a7768c2f6 HTTP/1.1" status: 200 len: 217 time: 0.0384581 Aug 09 16:13:19.932248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb17399-6b7b-406f-8186-9077457f120e req-69d9d7c1-afbe-4eed-ab44-b3f52d40adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:19.933755 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-69d9d7c1-afbe-4eed-ab44-b3f52d40adc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0474010 Aug 09 16:13:19.979645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb17399-6b7b-406f-8186-9077457f120e req-248d04f6-490a-472d-aff8-d1bde6250c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:19.981155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-248d04f6-490a-472d-aff8-d1bde6250c15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403478 Aug 09 16:13:20.074967 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-d07f33b4-846a-444b-81db-c771c65c3feb service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866389 Aug 09 16:13:20.164297 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9fb17399-6b7b-406f-8186-9077457f120e req-0d6e1733-ddf9-40ad-b0d9-747a7734607b service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826883 Aug 09 16:13:20.255000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b1043-27f5-4301-a160-6209cb7332ce req-8f716bd8-97fa-4e87-aeff-d998263b7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:20.256521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a03b1043-27f5-4301-a160-6209cb7332ce req-8f716bd8-97fa-4e87-aeff-d998263b7805 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 1094 time: 0.0492923 Aug 09 16:13:20.346608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b1043-27f5-4301-a160-6209cb7332ce req-cb5543a8-1c4b-4dd0-9a22-3dbd93df9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:20.348008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a03b1043-27f5-4301-a160-6209cb7332ce req-cb5543a8-1c4b-4dd0-9a22-3dbd93df9c91 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.0848956 Aug 09 16:13:20.397630 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a03b1043-27f5-4301-a160-6209cb7332ce req-ecb8ab50-adcf-4806-9455-dfd1d6b688eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cce2cec-ac95-4686-89b5-3f7a7768c2f6 HTTP/1.1" status: 200 len: 217 time: 0.0428808 Aug 09 16:13:20.448139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b1043-27f5-4301-a160-6209cb7332ce req-e8bb5dbe-266d-4826-9681-50c71962571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:20.449618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a03b1043-27f5-4301-a160-6209cb7332ce req-e8bb5dbe-266d-4826-9681-50c71962571a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0450747 Aug 09 16:13:20.499608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b1043-27f5-4301-a160-6209cb7332ce req-c7fbfb4b-d104-43bd-b771-837939f9807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:20.501543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a03b1043-27f5-4301-a160-6209cb7332ce req-c7fbfb4b-d104-43bd-b771-837939f9807f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441163 Aug 09 16:13:20.604176 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a03b1043-27f5-4301-a160-6209cb7332ce req-d2590a2a-9ba3-4bc3-9806-3d537804cc29 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921459 Aug 09 16:13:20.692692 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a03b1043-27f5-4301-a160-6209cb7332ce req-1a2a0a95-0a1e-4932-9ed9-310e00b4c387 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819974 Aug 09 16:13:20.893332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a146d1-efff-4874-8ea8-fc3cc8fa8219 req-56e0e6d3-9a2c-4d73-8d3b-66e9786e0fb8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:20.894688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a146d1-efff-4874-8ea8-fc3cc8fa8219 req-56e0e6d3-9a2c-4d73-8d3b-66e9786e0fb8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.0522964 Aug 09 16:13:20.936107 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06a146d1-efff-4874-8ea8-fc3cc8fa8219 req-aebe8958-9ce0-4921-9e59-fda6f2132285 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329754 Aug 09 16:13:22.069826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1aaee6-86ea-41cb-b1a1-f7dd0ff50af7 req-579c240b-b736-4fc8-a44d-23d9b490ec58 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:22.071621 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de1aaee6-86ea-41cb-b1a1-f7dd0ff50af7 req-579c240b-b736-4fc8-a44d-23d9b490ec58 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.0607440 Aug 09 16:13:22.111351 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-de1aaee6-86ea-41cb-b1a1-f7dd0ff50af7 req-f6ace018-7bbd-447c-8993-9bd9fa4af143 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334597 Aug 09 16:13:23.236986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aeba03-5a58-4415-8cd6-f9e0a9494609 req-6446790f-806c-48ab-841b-bc0424458d43 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:23.238519 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a8aeba03-5a58-4415-8cd6-f9e0a9494609 req-6446790f-806c-48ab-841b-bc0424458d43 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.0535295 Aug 09 16:13:23.275796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a8aeba03-5a58-4415-8cd6-f9e0a9494609 req-112bf5c5-000a-4216-9910-c78bd92713bb tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311580 Aug 09 16:13:24.403839 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe322460-d8e6-45fe-9f32-fb72bd93d98d req-174f8de8-83d6-4212-ae42-f4482d252ad9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:24.405613 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe322460-d8e6-45fe-9f32-fb72bd93d98d req-174f8de8-83d6-4212-ae42-f4482d252ad9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.0535803 Aug 09 16:13:24.453237 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe322460-d8e6-45fe-9f32-fb72bd93d98d req-ec7b2741-e21b-423e-814e-5119cbd1d40d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392718 Aug 09 16:13:25.573401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948936e-e2ac-4f69-8ee8-93b60d5bf0fc req-c9a7dcae-b76e-4400-9e92-32412fa7f15f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:25.574940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1948936e-e2ac-4f69-8ee8-93b60d5bf0fc req-c9a7dcae-b76e-4400-9e92-32412fa7f15f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.0501032 Aug 09 16:13:25.615251 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1948936e-e2ac-4f69-8ee8-93b60d5bf0fc req-0fcc7d92-b4c5-49e0-9fc0-3a448ba2ef31 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329499 Aug 09 16:13:26.733781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57167b-5eb7-4daa-9cac-c2700d3948dc req-d4f170ef-bbb9-44a2-9fca-b2f41c6fa272 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:26.735338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4d57167b-5eb7-4daa-9cac-c2700d3948dc req-d4f170ef-bbb9-44a2-9fca-b2f41c6fa272 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.0516024 Aug 09 16:13:26.778635 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4d57167b-5eb7-4daa-9cac-c2700d3948dc req-4b9ac116-e7ec-422e-9265-716002bfef8f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364642 Aug 09 16:13:27.799868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b09bfb-adc2-4915-8f36-126f82c181ae req-e3e0cfc7-3096-4d21-a142-90654ded6d17 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:27.801399 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30b09bfb-adc2-4915-8f36-126f82c181ae req-e3e0cfc7-3096-4d21-a142-90654ded6d17 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1096 time: 0.0498607 Aug 09 16:13:27.879888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30b09bfb-adc2-4915-8f36-126f82c181ae req-38a608b9-ea76-4756-8451-2c40425a3904 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627639 Aug 09 16:13:27.933854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69e1f5-299a-4960-b1a4-89dda80254f6 req-baabe65c-d257-41bf-bfbc-cc4924910087 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:27.935397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1a69e1f5-299a-4960-b1a4-89dda80254f6 req-baabe65c-d257-41bf-bfbc-cc4924910087 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.0689626 Aug 09 16:13:27.979577 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1a69e1f5-299a-4960-b1a4-89dda80254f6 req-416c58a1-3a56-48ae-b8a5-2d95a6197d3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373590 Aug 09 16:13:28.027866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34741aa7-6f91-4693-a44d-9fb06e1c9954 req-b0991e68-b217-4840-84f0-bf4049d5843b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:28.029659 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34741aa7-6f91-4693-a44d-9fb06e1c9954 req-b0991e68-b217-4840-84f0-bf4049d5843b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0643628 Aug 09 16:13:28.070706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34741aa7-6f91-4693-a44d-9fb06e1c9954 req-aec6bc20-3e45-4124-a759-bc4fdbfd3232 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338848 Aug 09 16:13:28.096012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47390) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:28.159074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-71aeedb9-c263-46d5-bf24-d2584574b08f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/b71dfda0-f932-4cbb-a8f9-8013fca271aa HTTP/1.1" status: 200 len: 993 time: 0.0611527 Aug 09 16:13:28.851232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650aea6e-1720-4752-8e5e-7e27542c6265 req-3e1c21a5-4c70-4c44-9ce9-12eb67189aee tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:28.853105 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-650aea6e-1720-4752-8e5e-7e27542c6265 req-3e1c21a5-4c70-4c44-9ce9-12eb67189aee tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0895140 Aug 09 16:13:28.944772 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-650aea6e-1720-4752-8e5e-7e27542c6265 req-9fb5360b-2401-421f-be46-2aeac2997e82 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790563 Aug 09 16:13:28.958881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-0b114f24-4978-4682-b84c-85298cd99222 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2235975 Aug 09 16:13:29.154709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ef187-5c3e-4039-9778-97009d927878 req-131fc84e-0ddd-4f19-a735-bdb9158294d6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:29.159801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a5ef187-5c3e-4039-9778-97009d927878 req-131fc84e-0ddd-4f19-a735-bdb9158294d6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.0945423 Aug 09 16:13:29.218092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a5ef187-5c3e-4039-9778-97009d927878 req-f3857217-fef2-4e46-a16d-f492d5a4d077 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468524 Aug 09 16:13:30.072313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd4c0f-0c80-4603-a694-4503d4417bbb req-2f2f4bb5-f3ed-41d3-9329-43ab254d52de tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:30.074796 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c0fd4c0f-0c80-4603-a694-4503d4417bbb req-2f2f4bb5-f3ed-41d3-9329-43ab254d52de tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0537648 Aug 09 16:13:30.125713 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c0fd4c0f-0c80-4603-a694-4503d4417bbb req-cab793b8-7e95-4fc0-be5c-bc414ea9fcb4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397587 Aug 09 16:13:30.227991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-d38f789f-c235-4987-b169-a0ee377c8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:30.229548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-d38f789f-c235-4987-b169-a0ee377c8fad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1096 time: 0.0481601 Aug 09 16:13:30.349070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-76326fab-2001-4f69-9744-9515a187a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:30.350888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-76326fab-2001-4f69-9744-9515a187a49f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 897 time: 0.1134858 Aug 09 16:13:30.448320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059d790-ace4-4138-a04f-0d1bf8a38ab6 req-58cd1e84-91aa-459a-9202-ac64d19186ed tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:30.449937 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5059d790-ace4-4138-a04f-0d1bf8a38ab6 req-58cd1e84-91aa-459a-9202-ac64d19186ed tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.1121056 Aug 09 16:13:30.468111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-87fea66e-5652-4eee-b212-b621a6fbb717 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 1001 time: 0.0930421 Aug 09 16:13:30.530948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5059d790-ace4-4138-a04f-0d1bf8a38ab6 req-9aafff49-11ac-42c9-9464-b4551f555f60 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718241 Aug 09 16:13:30.559803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-a765e8f4-dd1c-470a-9a21-431dd8ddf1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:30.561269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-a765e8f4-dd1c-470a-9a21-431dd8ddf1b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.0850229 Aug 09 16:13:30.627053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-32e8f266-8549-459e-b21d-20d74af46bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:30.628767 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-32e8f266-8549-459e-b21d-20d74af46bef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593266 Aug 09 16:13:30.733665 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-070e77da-e8b3-4faf-ba85-66c83c08c2b6 service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967419 Aug 09 16:13:30.846201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-fdb58daa-21b0-4636-87bb-ee87a7268e0d service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034725 Aug 09 16:13:31.270066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1991e-61a7-4777-b02f-1c98d6043a89 req-2e59333c-7e8c-4dda-95e9-4ccd1449f195 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:31.273928 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3c1991e-61a7-4777-b02f-1c98d6043a89 req-2e59333c-7e8c-4dda-95e9-4ccd1449f195 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0651388 Aug 09 16:13:31.317892 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3c1991e-61a7-4777-b02f-1c98d6043a89 req-e75cee00-82e3-4dae-b59d-4c8d2e66dc81 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372362 Aug 09 16:13:31.664647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda0c24-11d6-4a6b-9bf3-93ad09b32e33 req-e2e73df5-0dcc-4d05-9567-672c38d75868 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:31.666353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8bda0c24-11d6-4a6b-9bf3-93ad09b32e33 req-e2e73df5-0dcc-4d05-9567-672c38d75868 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.0535662 Aug 09 16:13:31.710132 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8bda0c24-11d6-4a6b-9bf3-93ad09b32e33 req-bad2cfd6-38bd-4555-a650-539907436e92 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357907 Aug 09 16:13:32.581929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa5fca-806a-4465-9764-0218a66edb97 req-d694ef24-fe71-48e3-a200-8f37bb914cb4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:32.581929 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6faa5fca-806a-4465-9764-0218a66edb97 req-d694ef24-fe71-48e3-a200-8f37bb914cb4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0592148 Aug 09 16:13:32.581929 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6faa5fca-806a-4465-9764-0218a66edb97 req-4b69644e-f0bd-4a29-a2eb-777128b0875b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547495 Aug 09 16:13:32.869939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691d299-97c2-4a44-a20b-84c6ff1f8aaf req-e1fc992a-61ba-46ee-a990-b434b21103d3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:32.874850 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e691d299-97c2-4a44-a20b-84c6ff1f8aaf req-e1fc992a-61ba-46ee-a990-b434b21103d3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.0764844 Aug 09 16:13:32.937307 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e691d299-97c2-4a44-a20b-84c6ff1f8aaf req-e894a872-61cb-48a9-ae37-d996a81ff35a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554018 Aug 09 16:13:33.630397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7e917-1d8a-40a7-96ef-f74df9f2a0b1 req-a9fcb570-1d77-46c8-aef5-de8225153c49 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:33.631918 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-11d7e917-1d8a-40a7-96ef-f74df9f2a0b1 req-a9fcb570-1d77-46c8-aef5-de8225153c49 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0541413 Aug 09 16:13:33.685369 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-11d7e917-1d8a-40a7-96ef-f74df9f2a0b1 req-c3113c2e-4a5f-4eae-8bde-85503748985f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 Aug 09 16:13:34.406579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e25122-7629-41e2-be99-6a64156c98af req-c5348ee4-ed03-4acb-af6f-29ad0b5052e8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:34.410391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35e25122-7629-41e2-be99-6a64156c98af req-c5348ee4-ed03-4acb-af6f-29ad0b5052e8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 943 time: 0.3985627 Aug 09 16:13:34.454368 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-35e25122-7629-41e2-be99-6a64156c98af req-5832eb9e-08d0-4904-901d-d73b01807353 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398815 Aug 09 16:13:34.633381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:13:34.786689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7cce2cec-ac95-4686-89b5-3f7a7768c2f6,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:13:34.804350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'port_id': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6', 'mac_address': 'fa:16:3e:00:8a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:13:34.856405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d0c9b-3701-40fb-bff9-1bc2532decea req-1655dbe6-7843-413f-b384-45336d1568fa tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:34.858890 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7b9d0c9b-3701-40fb-bff9-1bc2532decea req-1655dbe6-7843-413f-b384-45336d1568fa tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0736563 Aug 09 16:13:34.869810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:34.889343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:13:34.913288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7cce2cec-ac95-4686-89b5-3f7a7768c2f6,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:13:34.913791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7b9d0c9b-3701-40fb-bff9-1bc2532decea req-45e6128a-19c7-4a6e-b97d-247334fb2f45 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429387 Aug 09 16:13:34.918665 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:34.981052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=7cce2cec-ac95-4686-89b5-3f7a7768c2f6,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:34.989039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:34.989520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:34.990055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:34.990399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:34.990731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:34.991060 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:34.991385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:34.991709 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:34.992029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:34.992346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:34.992667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:34.992984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:35.139773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['7cce2cec-ac95-4686-89b5-3f7a7768c2f6'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:13:35.585345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee709cc2-622a-4172-94e0-d7039c9e9f7a req-2136492f-d8f1-4a12-b3c7-72b51d960bd7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:35.587419 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee709cc2-622a-4172-94e0-d7039c9e9f7a req-2136492f-d8f1-4a12-b3c7-72b51d960bd7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 944 time: 0.0559864 Aug 09 16:13:35.628074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee709cc2-622a-4172-94e0-d7039c9e9f7a req-d0d81e44-b6ba-4600-80ab-5deaf6cd9816 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342846 Aug 09 16:13:36.042991 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1028bb6-a572-4103-bd2e-5a10ad52381f req-b4ef627a-e0fb-46da-b187-846eae7b102b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:36.045491 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1028bb6-a572-4103-bd2e-5a10ad52381f req-b4ef627a-e0fb-46da-b187-846eae7b102b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0544190 Aug 09 16:13:36.104445 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1028bb6-a572-4103-bd2e-5a10ad52381f req-053db655-01e7-4b58-acf4-83865934a875 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401413 Aug 09 16:13:36.647973 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:13:36.728228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:13:36.734185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:13:36.734626 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:36.767957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cf83d-83ea-4109-b214-d4ebce6fdeec req-e2e846f6-d963-44da-8c70-0fda697110fd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:36.776236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b15cf83d-83ea-4109-b214-d4ebce6fdeec req-e2e846f6-d963-44da-8c70-0fda697110fd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 944 time: 0.0613933 Aug 09 16:13:36.820840 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b15cf83d-83ea-4109-b214-d4ebce6fdeec req-287acf25-4e44-445b-a8dd-6e7ee151cb9b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433960 Aug 09 16:13:36.860078 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:36.899070 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:13:36.901349 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5f04d7-848f-4002-a770-79c66bc8d15f" -d '{"events": [{"server_uuid": "fc4a688e-e292-4c7e-ad56-9a45aa20c4af", "name": "network-vif-plugged", "status": "completed", "tag": "7cce2cec-ac95-4686-89b5-3f7a7768c2f6"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:13:36.916692 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7cce2cec-ac95-4686-89b5-3f7a7768c2f6,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:13:36.923948 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:36.978072 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7154bef4-e3bc-407c-b2c5-3eacc2051e9d x-openstack-request-id: req-7154bef4-e3bc-407c-b2c5-3eacc2051e9d {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:13:36.978382 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4a688e-e292-4c7e-ad56-9a45aa20c4af", "name": "network-vif-plugged", "status": "completed", "tag": "7cce2cec-ac95-4686-89b5-3f7a7768c2f6", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:13:36.978606 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7154bef4-e3bc-407c-b2c5-3eacc2051e9d {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:13:36.979002 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6', 'code': 200} Aug 09 16:13:37.017856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=7cce2cec-ac95-4686-89b5-3f7a7768c2f6,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:37.062763 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4726a31-1f65-4c11-82a2-60af19ae1977 req-a399fa5e-655f-4783-9656-4c3a2792eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:37.064314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4726a31-1f65-4c11-82a2-60af19ae1977 req-a399fa5e-655f-4783-9656-4c3a2792eac4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 1096 time: 0.0498300 Aug 09 16:13:37.104440 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4726a31-1f65-4c11-82a2-60af19ae1977 req-6631c238-5897-49f7-8629-c5226b61b0b7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334532 Aug 09 16:13:37.370539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98776d-bd9f-4e6c-a80d-356e9e7d6396 req-3d307f94-dcbf-4f7c-a40d-50013a92f03d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:37.378867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e98776d-bd9f-4e6c-a80d-356e9e7d6396 req-3d307f94-dcbf-4f7c-a40d-50013a92f03d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.2051547 Aug 09 16:13:37.424860 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e98776d-bd9f-4e6c-a80d-356e9e7d6396 req-00edd356-47bc-4bf5-aa3d-8c6483f0bc87 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447416 Aug 09 16:13:37.640132 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-592c11de-6c0e-496f-9fa3-7821093a7613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:37.988296 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142027b0-78cc-4f34-8069-19af6b4297c1 req-0a518f89-0faa-43a6-ab58-fb7273016314 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:37.990687 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-142027b0-78cc-4f34-8069-19af6b4297c1 req-0a518f89-0faa-43a6-ab58-fb7273016314 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 945 time: 0.0645311 Aug 09 16:13:38.169119 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-142027b0-78cc-4f34-8069-19af6b4297c1 req-4c414217-72b3-49b6-a603-20362e0d4198 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711640 Aug 09 16:13:38.326758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bccc04-173d-403c-9bdc-035ec74f2b6a req-955ed92d-7302-4242-aaa0-0afc0bd5f5da tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:38.330153 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47bccc04-173d-403c-9bdc-035ec74f2b6a req-955ed92d-7302-4242-aaa0-0afc0bd5f5da tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 945 time: 0.0777919 Aug 09 16:13:38.387419 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-47bccc04-173d-403c-9bdc-035ec74f2b6a req-0ed3be06-83ad-4407-9c77-3e9c17dca30c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455308 Aug 09 16:13:38.423784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 47730) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:38.486589 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e7b523-9a33-4096-ac9a-b1137ff526ac tempest-TestVolumeBootPattern-490037708 tempest-TestVolumeBootPattern-490037708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:38.492203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 47738) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:38.498860 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:38.503639 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-98e7b523-9a33-4096-ac9a-b1137ff526ac tempest-TestVolumeBootPattern-490037708 tempest-TestVolumeBootPattern-490037708-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 1091 time: 0.0784185 Aug 09 16:13:38.541457 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:38.583839 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0b5ed-85fc-4448-ba6c-e6e5b34bea47 req-2da01603-b85f-4b7b-a771-d5b5bb2e58b3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:38.585738 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0af0b5ed-85fc-4448-ba6c-e6e5b34bea47 req-2da01603-b85f-4b7b-a771-d5b5bb2e58b3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0763943 Aug 09 16:13:38.644468 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0af0b5ed-85fc-4448-ba6c-e6e5b34bea47 req-13d8d018-3692-46d4-bb2b-f8f1ebec656b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517073 Aug 09 16:13:38.692114 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:38.815595 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Allocated IP 172.25.2.20 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/bbe7b17a-5928-41fb-b072-c4a0f2066954) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:13:38.931187 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:38.974763 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:39.012796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:13:39.015892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:13:39.020287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:13:39.065729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=bbe7b17a-5928-41fb-b072-c4a0f2066954,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:39.617014 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:39.786178 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:39.842713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd500b9-cd9c-40c0-be1d-f7d6da668264 req-a9dd7373-9808-4bc6-a63e-96430e734b91 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:39.844576 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dcd500b9-cd9c-40c0-be1d-f7d6da668264 req-a9dd7373-9808-4bc6-a63e-96430e734b91 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0995297 Aug 09 16:13:39.948645 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dcd500b9-cd9c-40c0-be1d-f7d6da668264 req-86b9a5f6-10dc-4266-bb01-c2507c572016 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961175 Aug 09 16:13:40.019132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:40.025641 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:40.101850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=bbe7b17a-5928-41fb-b072-c4a0f2066954,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:40.122295 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:40.247247 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Floating IP 0777036c-f48d-49dd-9e06-d1c7cfc89a4b associated. External IP: 172.25.2.20, port: 7cce2cec-ac95-4686-89b5-3f7a7768c2f6. Aug 09 16:13:40.499370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:13:40.551075 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ad452460-cea7-4b23-b7c9-3ba6b830e7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:40.647176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:13:40.668445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f057b3-5ff2-4f85-820e-749184230505 None None] Sync routers for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:13:40.673861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:40.681347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f057b3-5ff2-4f85-820e-749184230505 None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:13:40.692433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e4f057b3-5ff2-4f85-820e-749184230505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:13:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:40.717076 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-89fca43c-2144-406f-b9ef-dc45e17998e3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2218661 Aug 09 16:13:40.718028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'tag': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:13:40.721253 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cce29b-a646-44c2-b0c3-560b94c58477" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4a688e-e292-4c7e-ad56-9a45aa20c4af", "tag": "7cce2cec-ac95-4686-89b5-3f7a7768c2f6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:13:40.765449 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77a9f1c-917f-480e-8268-75c9359457d8 x-openstack-request-id: req-a77a9f1c-917f-480e-8268-75c9359457d8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:13:40.765760 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4a688e-e292-4c7e-ad56-9a45aa20c4af", "tag": "7cce2cec-ac95-4686-89b5-3f7a7768c2f6", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:13:40.766009 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a77a9f1c-917f-480e-8268-75c9359457d8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:13:40.766419 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'tag': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6', 'status': 'completed', 'code': 200} Aug 09 16:13:40.868799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cce29b-a646-44c2-b0c3-560b94c58477 req-52e3bd7a-8aca-44eb-9ef0-bb264d843157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:40.870223 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41cce29b-a646-44c2-b0c3-560b94c58477 req-52e3bd7a-8aca-44eb-9ef0-bb264d843157 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 1096 time: 0.0726905 Aug 09 16:13:41.026006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cce29b-a646-44c2-b0c3-560b94c58477 req-b9ba349f-d3c2-4ce7-97a8-161d66bd5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:41.029840 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41cce29b-a646-44c2-b0c3-560b94c58477 req-b9ba349f-d3c2-4ce7-97a8-161d66bd5ebe service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.1521401 Aug 09 16:13:41.071988 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:41.096883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e4f057b3-5ff2-4f85-820e-749184230505 None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:13:41.154313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41cce29b-a646-44c2-b0c3-560b94c58477 req-04a76b1b-260d-4b58-a95e-60c172e02605 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cce2cec-ac95-4686-89b5-3f7a7768c2f6 HTTP/1.1" status: 200 len: 998 time: 0.1167748 Aug 09 16:13:41.185755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2ac67-a7bc-47f7-93b2-4bb66fd3e14d req-45d2bc59-8c9d-4c87-bcb9-a2cc321e3d35 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:41.187328 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ac2ac67-a7bc-47f7-93b2-4bb66fd3e14d req-45d2bc59-8c9d-4c87-bcb9-a2cc321e3d35 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0889807 Aug 09 16:13:41.254234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cce29b-a646-44c2-b0c3-560b94c58477 req-609621dc-3775-403a-ac3a-725780d1f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:41.256041 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41cce29b-a646-44c2-b0c3-560b94c58477 req-609621dc-3775-403a-ac3a-725780d1f817 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0863972 Aug 09 16:13:41.297028 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ac2ac67-a7bc-47f7-93b2-4bb66fd3e14d req-9c62f52c-2838-4ad5-b255-1de3208f6149 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860300 Aug 09 16:13:41.320844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cce29b-a646-44c2-b0c3-560b94c58477 req-c46877c1-4496-4c5c-8162-4902081d537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:41.320844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41cce29b-a646-44c2-b0c3-560b94c58477 req-c46877c1-4496-4c5c-8162-4902081d537f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559995 Aug 09 16:13:41.440370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e4f057b3-5ff2-4f85-820e-749184230505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '0777036c-f48d-49dd-9e06-d1c7cfc89a4b', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:00:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:13:39Z', 'updated_at': '2021-08-09T16:13:39Z', 'revision_number': 0, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:41.461393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41cce29b-a646-44c2-b0c3-560b94c58477 req-6a1ba1c9-9d88-4d78-bdb8-d83b1f133014 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353686 Aug 09 16:13:41.477805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f057b3-5ff2-4f85-820e-749184230505 None None] Checking router: bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:13:41.488122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f057b3-5ff2-4f85-820e-749184230505 None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:13:41.489060 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e4f057b3-5ff2-4f85-820e-749184230505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:13:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:41.618868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41cce29b-a646-44c2-b0c3-560b94c58477 req-c2ef8758-e2fa-4797-80e1-c3ac7a1dec2b service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496251 Aug 09 16:13:41.645179 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:41.653512 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:41.655240 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e4f057b3-5ff2-4f85-820e-749184230505 None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:13:41.973194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e4f057b3-5ff2-4f85-820e-749184230505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '0777036c-f48d-49dd-9e06-d1c7cfc89a4b', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:00:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:13:39Z', 'updated_at': '2021-08-09T16:13:39Z', 'revision_number': 0, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:13:42.002221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f057b3-5ff2-4f85-820e-749184230505 None None] The sync data for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 is: [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '0777036c-f48d-49dd-9e06-d1c7cfc89a4b', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:00:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:13:39Z', 'updated_at': '2021-08-09T16:13:39Z', 'revision_number': 0, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:13:42.261534 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d52e03-35a9-4b8e-99d4-5bcc5e107a9f None None] New status for floating IP 0777036c-f48d-49dd-9e06-d1c7cfc89a4b: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:13:42.461012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba663552-5b24-4596-b239-b5cb308cf114 req-60b37e02-1447-4df9-8b9f-058d24204643 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:42.468567 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ba663552-5b24-4596-b239-b5cb308cf114 req-60b37e02-1447-4df9-8b9f-058d24204643 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0619693 Aug 09 16:13:42.507468 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ba663552-5b24-4596-b239-b5cb308cf114 req-ca7b41c6-1eab-4c8c-b0d2-7cdbd5d3e263 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379119 Aug 09 16:13:43.265417 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:43.472651 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:43.669760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d743d1d-3e35-47ec-8c45-ef5caa5378de req-4597768d-a665-4f32-b010-b59774ab0620 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:43.671546 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d743d1d-3e35-47ec-8c45-ef5caa5378de req-4597768d-a665-4f32-b010-b59774ab0620 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0726042 Aug 09 16:13:43.717374 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9d743d1d-3e35-47ec-8c45-ef5caa5378de req-875cab96-afd5-4290-aac3-3fe2650ef158 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389650 Aug 09 16:13:44.854087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf797389-2eec-4479-9304-7566a9418e8d req-e6346e06-3820-4510-bbbc-9caf3721b32b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:44.855946 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf797389-2eec-4479-9304-7566a9418e8d req-e6346e06-3820-4510-bbbc-9caf3721b32b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0635495 Aug 09 16:13:44.913081 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bf797389-2eec-4479-9304-7566a9418e8d req-14d932e2-f34d-4079-86e3-6284d649e4d2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481362 Aug 09 16:13:46.056923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2010-fa8c-430f-acae-57a491a4f146 req-49994e05-8a1c-4af3-bb7f-4da86778b576 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:46.059164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8cd2010-fa8c-430f-acae-57a491a4f146 req-49994e05-8a1c-4af3-bb7f-4da86778b576 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0653286 Aug 09 16:13:46.100314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8cd2010-fa8c-430f-acae-57a491a4f146 req-642f2cd7-057e-41f9-a5f3-5e0a554f96d1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338819 Aug 09 16:13:47.226193 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e2306-4ef2-4f5f-a9ca-21b6508dd874 req-470d49b9-7cf3-4f79-93d4-2721abcf9028 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:47.227671 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac3e2306-4ef2-4f5f-a9ca-21b6508dd874 req-470d49b9-7cf3-4f79-93d4-2721abcf9028 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0537729 Aug 09 16:13:47.266450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac3e2306-4ef2-4f5f-a9ca-21b6508dd874 req-16500a96-21f6-4231-af8c-1658723865f9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325992 Aug 09 16:13:47.893782 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-5a03b21e-65a7-4a63-a455-cb1641eeab78 service neutron] show failed (client error): The resource could not be found. Aug 09 16:13:47.894705 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-5a03b21e-65a7-4a63-a455-cb1641eeab78 service neutron] 10.222.0.60 "GET /v2.0/ports/c0fbe802-912e-4ad7-af82-5090648f2765/bindings/n-h1-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0691619 Aug 09 16:13:48.196506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-5eb8d1eb-220e-41af-86ba-1abcc978e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:48.198160 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-5eb8d1eb-220e-41af-86ba-1abcc978e449 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38&tenant_id=38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 1096 time: 0.1269429 Aug 09 16:13:48.212066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:48.271524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:48.487276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e167dd-478e-4645-bbb0-786507d32de7 req-c9edbbc3-7ddf-4ab9-973d-bdabcf6fff20 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:48.488928 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62e167dd-478e-4645-bbb0-786507d32de7 req-c9edbbc3-7ddf-4ab9-973d-bdabcf6fff20 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.1452041 Aug 09 16:13:48.611500 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62e167dd-478e-4645-bbb0-786507d32de7 req-b1894392-ac0e-48b6-9f24-6f3dd4745008 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113453 Aug 09 16:13:48.648539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:13:48.705752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:13:48.766850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:13:48.769860 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528aa949-8e64-4d70-ae99-08125a647665" -d '{"events": [{"server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:13:48.774961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:48.793466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Transition to ACTIVE for port object c0fbe802-912e-4ad7-af82-5090648f2765 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:13:48.799456 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:49.259510 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c6278c-f718-4fc0-a48a-2907310e8768 x-openstack-request-id: req-f3c6278c-f718-4fc0-a48a-2907310e8768 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:13:49.260533 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:13:49.260533 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3c6278c-f718-4fc0-a48a-2907310e8768 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:13:49.260533 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'code': 200} Aug 09 16:13:49.283716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:49.299431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:49.299780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:49.300084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:49.300545 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:49.300852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:49.301183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:49.301606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:49.301926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:49.302238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:49.302651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:49.302980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:49.303535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:49.305140 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:13:49.332879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] No DVR routers for this DVR port c0fbe802-912e-4ad7-af82-5090648f2765 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:13:49.481744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Attempting to bind port c0fbe802-912e-4ad7-af82-5090648f2765 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:13:49.482177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Attempting to bind port c0fbe802-912e-4ad7-af82-5090648f2765 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:13:49.482596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Attempting to bind port c0fbe802-912e-4ad7-af82-5090648f2765 on network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:13:49.487565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Port c0fbe802-912e-4ad7-af82-5090648f2765 on network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:13:49.488051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Attempting to bind port c0fbe802-912e-4ad7-af82-5090648f2765 on network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:13:49.493412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:13:49.493856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Checking segment: {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:13:49.494304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Bound using segment: {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:13:49.494789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Bound port: c0fbe802-912e-4ad7-af82-5090648f2765, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:13:49.495211 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:49.565969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:13:49.571644 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:13:49.584512 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:49.624798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:49.627171 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:49.628062 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] 10.222.0.53 "PUT /v2.0/ports/c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 1091 time: 1.4205067 Aug 09 16:13:49.716834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1d098-fea2-4a7f-b374-c16f34362d60 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:49.762701 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-7859ca5c-f97d-4ae0-bb7a-1c26530163e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:49.764383 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-7859ca5c-f97d-4ae0-bb7a-1c26530163e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1094 time: 0.0987101 Aug 09 16:13:49.827397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55c535-3834-43a7-a500-8f4d1318a76a req-d9db32e9-165c-45a9-8809-95537f09f852 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:49.834154 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac55c535-3834-43a7-a500-8f4d1318a76a req-d9db32e9-165c-45a9-8809-95537f09f852 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 943 time: 0.1268253 Aug 09 16:13:49.948511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac55c535-3834-43a7-a500-8f4d1318a76a req-938445a3-f75a-4bf2-84dd-825ac4a05412 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734668 Aug 09 16:13:49.966258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-f3f7a0bc-609e-4025-bb2a-0c8164d544d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:49.967653 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-f3f7a0bc-609e-4025-bb2a-0c8164d544d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 897 time: 0.1963127 Aug 09 16:13:50.050667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-19e81119-5a1f-452d-9d67-3f8cbeb0ae94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 999 time: 0.0714827 Aug 09 16:13:50.113296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-57d8cf6d-0dec-4398-b90c-6edf91ef8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:50.114962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-57d8cf6d-0dec-4398-b90c-6edf91ef8b88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.0558743 Aug 09 16:13:50.166312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-bca78d28-cea1-4e2b-867a-d3b3f04a0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:50.167814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-bca78d28-cea1-4e2b-867a-d3b3f04a0a98 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457895 Aug 09 16:13:50.271214 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-b9376ce0-4734-4ee8-90c8-9500fbc5e5b5 service neutron] 10.222.0.53 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966189 Aug 09 16:13:50.373131 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-11571dfa-5744-40cf-ad77-3eebcd86239f service neutron] 10.222.0.53 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941596 Aug 09 16:13:50.570544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd160b8-c5c0-4ab3-9d0c-6578fd4a47a1 req-3135d592-8eed-40c6-bed3-bcf376d8f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:50.572773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fd160b8-c5c0-4ab3-9d0c-6578fd4a47a1 req-3135d592-8eed-40c6-bed3-bcf376d8f42c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1094 time: 0.0606086 Aug 09 16:13:50.697075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd160b8-c5c0-4ab3-9d0c-6578fd4a47a1 req-71b4cfd7-db79-4e0b-b147-205a41dcdad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:50.698655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fd160b8-c5c0-4ab3-9d0c-6578fd4a47a1 req-71b4cfd7-db79-4e0b-b147-205a41dcdad1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 897 time: 0.1029646 Aug 09 16:13:50.772321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fd160b8-c5c0-4ab3-9d0c-6578fd4a47a1 req-742cc5bf-8298-47d2-8576-1f0e8edd8ba2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 999 time: 0.0648458 Aug 09 16:13:50.840335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd160b8-c5c0-4ab3-9d0c-6578fd4a47a1 req-3e3433fa-077c-4f9a-b93b-0bf66ed91f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:50.840335 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fd160b8-c5c0-4ab3-9d0c-6578fd4a47a1 req-3e3433fa-077c-4f9a-b93b-0bf66ed91f64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.0608444 Aug 09 16:13:50.911498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd160b8-c5c0-4ab3-9d0c-6578fd4a47a1 req-757b0f5c-a838-476d-a782-2038601c61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:50.913511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fd160b8-c5c0-4ab3-9d0c-6578fd4a47a1 req-757b0f5c-a838-476d-a782-2038601c61e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639305 Aug 09 16:13:51.080285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fd160b8-c5c0-4ab3-9d0c-6578fd4a47a1 req-52e57b4a-a7a0-431a-82ab-840917cdb24b service neutron] 10.222.0.53 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581464 Aug 09 16:13:51.159486 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e53c01-ec33-4585-931c-8d0a4fdeb9b7 req-2a5babd3-b547-4c91-b25b-d367bfb6f392 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:51.161182 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-66e53c01-ec33-4585-931c-8d0a4fdeb9b7 req-2a5babd3-b547-4c91-b25b-d367bfb6f392 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 943 time: 0.0682673 Aug 09 16:13:51.221417 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-66e53c01-ec33-4585-931c-8d0a4fdeb9b7 req-05bfb23e-6ad2-4afa-8b06-1175d8cb269c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540674 Aug 09 16:13:51.248564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fd160b8-c5c0-4ab3-9d0c-6578fd4a47a1 req-5c3c7b93-bc2b-4342-af50-95b2b640eb8e service neutron] 10.222.0.53 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580119 Aug 09 16:13:51.261274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:13:51.263711 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d7d7eb-29aa-409f-a372-a5098a3b09ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:13:51.309348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c0fbe802-912e-4ad7-af82-5090648f2765 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:13:51.337376 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db196215-b4bd-48c8-bb52-577653620dc7 x-openstack-request-id: req-db196215-b4bd-48c8-bb52-577653620dc7 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:13:51.337946 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:13:51.338064 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db196215-b4bd-48c8-bb52-577653620dc7 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:13:51.338407 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'status': 'completed', 'code': 200} Aug 09 16:13:51.368297 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c0fbe802-912e-4ad7-af82-5090648f2765 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:13:51.436872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-b633b055-271f-4b2c-8456-d766b759682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:51.438857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-b633b055-271f-4b2c-8456-d766b759682a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1094 time: 0.0907807 Aug 09 16:13:51.445083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-1332b619-ec2c-41b5-b143-f16808026c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:51.447324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-1332b619-ec2c-41b5-b143-f16808026c62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1094 time: 0.0654774 Aug 09 16:13:51.612809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-bf94f4d2-85e1-40d0-8fa3-41747e6ad07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:51.614329 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-bf94f4d2-85e1-40d0-8fa3-41747e6ad07a service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 897 time: 0.1554966 Aug 09 16:13:51.617070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-39e7ea31-1c3e-482b-a893-d79f615a5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:51.618499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-39e7ea31-1c3e-482b-a893-d79f615a5b9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 897 time: 0.1709032 Aug 09 16:13:51.747812 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-53959659-19c4-4e5d-8b71-9e4c72ddd510 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 999 time: 0.1262925 Aug 09 16:13:51.749536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-158652f0-bab4-4579-b8c7-68c6027dc165 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 999 time: 0.1183622 Aug 09 16:13:51.847162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-803e5a28-8d63-4a7e-b327-303fc73fc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:51.848887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-803e5a28-8d63-4a7e-b327-303fc73fc6fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.0814583 Aug 09 16:13:51.850684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-adc23f94-3160-49eb-b9dc-93e16e947f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:51.852134 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-adc23f94-3160-49eb-b9dc-93e16e947f6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.0953944 Aug 09 16:13:51.939981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-59eec92e-8268-4fa8-8553-842df7693187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:51.941523 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-59eec92e-8268-4fa8-8553-842df7693187 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771677 Aug 09 16:13:51.944232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-5a80f8e6-0944-4e34-8508-d9ce7fa613e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:51.945666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-5a80f8e6-0944-4e34-8508-d9ce7fa613e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894661 Aug 09 16:13:52.126521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-b9792e9f-1e0d-4ae6-b843-26ce43f0f005 service neutron] 10.222.0.53 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736631 Aug 09 16:13:52.128850 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-b634bcd7-6c4e-4766-9c75-309df265e7a3 service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673238 Aug 09 16:13:52.327036 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-8739eb08-9823-4f5b-b447-c60ca7a86e9f service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813612 Aug 09 16:13:52.334145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48d7d7eb-29aa-409f-a372-a5098a3b09ac req-b0d2a149-85fa-4b98-a948-ead1fa6d402d service neutron] 10.222.0.53 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995237 Aug 09 16:13:52.380384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c76366-1342-48fb-8130-aa77c21e1a28 req-5a2242e8-f496-4ff2-89b1-1924860735d0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:52.382754 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3c76366-1342-48fb-8130-aa77c21e1a28 req-5a2242e8-f496-4ff2-89b1-1924860735d0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 943 time: 0.0638773 Aug 09 16:13:52.437806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3c76366-1342-48fb-8130-aa77c21e1a28 req-d3cf231e-63c4-47eb-b4cf-468094c8efa2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480568 Aug 09 16:13:52.711943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c0fbe802-912e-4ad7-af82-5090648f2765 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:13:52.729339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45e1abc6-67fc-4dd9-a980-4180209bb310 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:52.730947 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45e1abc6-67fc-4dd9-a980-4180209bb310 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38&tenant_id=38208f1d79934161b16e6cd64460fe00&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 943 time: 0.0943007 Aug 09 16:13:52.736877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dc7e7-7da1-44ea-99f6-dd121ba5275d req-99603b22-465d-4a8b-b283-7006faf2bde7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:52.739702 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e17dc7e7-7da1-44ea-99f6-dd121ba5275d req-99603b22-465d-4a8b-b283-7006faf2bde7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 943 time: 0.0698299 Aug 09 16:13:52.791183 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e17dc7e7-7da1-44ea-99f6-dd121ba5275d req-fa3bc41d-6ebf-441c-a2f5-67b5611eac37 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434887 Aug 09 16:13:52.865516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-bcff2739-ca34-420f-8e20-7099c4aff648 service neutron] 10.222.0.53 "GET /v2.0/ports/c0fbe802-912e-4ad7-af82-5090648f2765/bindings/n-h1-803778-2 HTTP/1.1" status: 200 len: 382 time: 0.1251049 Aug 09 16:13:52.907020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:13:52.932965 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'port_id': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'mac_address': 'fa:16:3e:de:28:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:13:52.963059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4a16-f64a-4dcd-9048-b81be595997b req-9e320a86-1ff5-4506-b0e3-64b87cd7c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:52.964807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-9e320a86-1ff5-4506-b0e3-64b87cd7c697 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1094 time: 0.0690043 Aug 09 16:13:52.987518 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.003199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fbe802-912e-4ad7-af82-5090648f2765 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:13:53.030432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:13:53.035178 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.103023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4a16-f64a-4dcd-9048-b81be595997b req-f7c124ad-e5c1-4e3f-a6eb-56f990f76bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:53.104661 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-f7c124ad-e5c1-4e3f-a6eb-56f990f76bf4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 897 time: 0.1336620 Aug 09 16:13:53.105433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:53.195823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-c89f5307-2c6b-463b-a39b-3c0d17fe5324 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 1000 time: 0.0830610 Aug 09 16:13:53.259623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4a16-f64a-4dcd-9048-b81be595997b req-bda44b5c-48dc-4337-8134-0f2a03f93613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:53.261030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-bda44b5c-48dc-4337-8134-0f2a03f93613 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.0557086 Aug 09 16:13:53.264622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c0fbe802-912e-4ad7-af82-5090648f2765'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:13:53.286647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48320) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:53.292208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070017782', 'description': 'tempest-secgroup-smoke-2070017782 description', 'project_id': '34250b81a7364e398f618c80a3da412c'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:53.315542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4a16-f64a-4dcd-9048-b81be595997b req-a20cca9b-18d1-450c-bbb1-78b77a4d46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:53.318588 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-a20cca9b-18d1-450c-bbb1-78b77a4d46bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491893 Aug 09 16:13:53.337887 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.452422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.459256 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.488690 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-ecede6b9-f487-4ee3-b264-39d9ce23b75c service neutron] 10.222.0.53 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622334 Aug 09 16:13:53.503930 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.509483 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2194400 Aug 09 16:13:53.510389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48350) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:53.518580 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-509a7b7d-97cd-42c0-8237-e2efc3f91ada tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Request body: {'security_group_rule': {'security_group_id': '44557358-0c1c-4a4d-8cc0-bb714c777c24', 'project_id': '34250b81a7364e398f618c80a3da412c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:53.529397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44557358-0c1c-4a4d-8cc0-bb714c777c24,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:53.546600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:53.547159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:53.547976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:53.548535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:53.549506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:53.550123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:53.550658 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:53.551055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:53.551447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:53.551841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:53.552234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:53.553110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fcb068-ed8a-4dfc-93d4-c7d7eb2e6fbe tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:13:53.586063 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-509a7b7d-97cd-42c0-8237-e2efc3f91ada tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.637834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-a646ae50-cec8-4b68-adc4-c9cfc4fcea8b service neutron] 10.222.0.53 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415296 Aug 09 16:13:53.649721 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-509a7b7d-97cd-42c0-8237-e2efc3f91ada tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.662828 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-509a7b7d-97cd-42c0-8237-e2efc3f91ada tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.681947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a7b7d-97cd-42c0-8237-e2efc3f91ada tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b4efa2-5e5d-4499-a063-e1e553bc2d7b,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:53.700416 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-509a7b7d-97cd-42c0-8237-e2efc3f91ada tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.701737 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-509a7b7d-97cd-42c0-8237-e2efc3f91ada tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1878207 Aug 09 16:13:53.705193 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48370) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:53.712737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4e45c16f-012c-4d17-8e91-c8b6f77e21ba tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Request body: {'security_group_rule': {'security_group_id': '44557358-0c1c-4a4d-8cc0-bb714c777c24', 'project_id': '34250b81a7364e398f618c80a3da412c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:53.747969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e45c16f-012c-4d17-8e91-c8b6f77e21ba tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.826877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e45c16f-012c-4d17-8e91-c8b6f77e21ba tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.833981 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e45c16f-012c-4d17-8e91-c8b6f77e21ba tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.872515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45c16f-012c-4d17-8e91-c8b6f77e21ba tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338c005e-d965-45ce-a3a3-1dbfc16198cf,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:53.880019 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e45c16f-012c-4d17-8e91-c8b6f77e21ba tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.881290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4e45c16f-012c-4d17-8e91-c8b6f77e21ba tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1745956 Aug 09 16:13:53.884109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48398) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:53.893923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b75054cb-8a9a-4286-8810-51e1be6fd05e tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Request body: {'security_group_rule': {'security_group_id': '44557358-0c1c-4a4d-8cc0-bb714c777c24', 'project_id': '34250b81a7364e398f618c80a3da412c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:53.935498 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b75054cb-8a9a-4286-8810-51e1be6fd05e tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:53.938636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4087df-ff1b-4c78-b2b1-186af408d3a2 req-9c19e950-f29d-453c-879a-a3910d388adb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:53.940614 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb4087df-ff1b-4c78-b2b1-186af408d3a2 req-9c19e950-f29d-453c-879a-a3910d388adb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 944 time: 0.0580847 Aug 09 16:13:53.994927 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb4087df-ff1b-4c78-b2b1-186af408d3a2 req-4cea9a2b-0ee2-45b5-aa28-5aecf1bced51 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464778 Aug 09 16:13:54.024256 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b75054cb-8a9a-4286-8810-51e1be6fd05e tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.028123 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b75054cb-8a9a-4286-8810-51e1be6fd05e tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.048432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75054cb-8a9a-4286-8810-51e1be6fd05e tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd641d3-5ab1-4397-878f-2a48bded1004,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:54.057099 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b75054cb-8a9a-4286-8810-51e1be6fd05e tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.059152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b75054cb-8a9a-4286-8810-51e1be6fd05e tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726146 Aug 09 16:13:54.061906 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48422) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:54.067902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-dabfc9b9-c7ba-450d-aea5-ea15b9d33337 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Request body: {'security_group_rule': {'security_group_id': '44557358-0c1c-4a4d-8cc0-bb714c777c24', 'project_id': '34250b81a7364e398f618c80a3da412c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:54.100233 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dabfc9b9-c7ba-450d-aea5-ea15b9d33337 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.153835 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dabfc9b9-c7ba-450d-aea5-ea15b9d33337 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.159180 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dabfc9b9-c7ba-450d-aea5-ea15b9d33337 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.179108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfc9b9-c7ba-450d-aea5-ea15b9d33337 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6e4200-2146-468d-980c-45669eb851bb,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:54.187345 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dabfc9b9-c7ba-450d-aea5-ea15b9d33337 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.189266 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dabfc9b9-c7ba-450d-aea5-ea15b9d33337 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256671 Aug 09 16:13:54.191542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48444) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:54.196323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a06512f1-08fa-434e-975d-602d84bcd185 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Request body: {'security_group_rule': {'security_group_id': '44557358-0c1c-4a4d-8cc0-bb714c777c24', 'project_id': '34250b81a7364e398f618c80a3da412c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:54.220445 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-a06512f1-08fa-434e-975d-602d84bcd185 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Project 34250b81a7364e398f618c80a3da412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:13:54.225503 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a06512f1-08fa-434e-975d-602d84bcd185 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.299902 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a06512f1-08fa-434e-975d-602d84bcd185 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.304244 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a06512f1-08fa-434e-975d-602d84bcd185 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.324239 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06512f1-08fa-434e-975d-602d84bcd185 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42e2b92-1941-42b3-a3bc-4c95107156c9,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:54.332290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a06512f1-08fa-434e-975d-602d84bcd185 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.333839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a06512f1-08fa-434e-975d-602d84bcd185 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411705 Aug 09 16:13:54.336597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48468) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:13:54.341423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c7b8160a-1cfe-4cd7-8d6e-6337ed1873a0 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Request body: {'security_group_rule': {'security_group_id': '44557358-0c1c-4a4d-8cc0-bb714c777c24', 'project_id': '34250b81a7364e398f618c80a3da412c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:54.365933 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-c7b8160a-1cfe-4cd7-8d6e-6337ed1873a0 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Project 34250b81a7364e398f618c80a3da412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:13:54.371615 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7b8160a-1cfe-4cd7-8d6e-6337ed1873a0 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.446560 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7b8160a-1cfe-4cd7-8d6e-6337ed1873a0 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.451163 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7b8160a-1cfe-4cd7-8d6e-6337ed1873a0 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.474271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8160a-1cfe-4cd7-8d6e-6337ed1873a0 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710af5dc-7357-4f41-9591-d89ed26a502f,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:54.476734 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c7b8160a-1cfe-4cd7-8d6e-6337ed1873a0 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.482243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c7b8160a-1cfe-4cd7-8d6e-6337ed1873a0 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405001 Aug 09 16:13:54.636095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-a77aa2cc-7474-42ae-9467-6e0bfe2704a3 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070017782&fields=id&tenant_id=34250b81a7364e398f618c80a3da412c HTTP/1.1" status: 200 len: 267 time: 0.0329413 Aug 09 16:13:54.714979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c0fbe802-912e-4ad7-af82-5090648f2765 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:13:54.744919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-a2f0e94a-24bd-41d5-9ae2-454fa59ad5cc tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:54.746341 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-a2f0e94a-24bd-41d5-9ae2-454fa59ad5cc tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/networks?id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 HTTP/1.1" status: 200 len: 813 time: 0.1029253 Aug 09 16:13:54.762748 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-0e834fba-e4eb-45db-b9ec-927e30111a87 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/quotas/34250b81a7364e398f618c80a3da412c HTTP/1.1" status: 200 len: 375 time: 0.0096033 Aug 09 16:13:54.768487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port c0fbe802-912e-4ad7-af82-5090648f2765 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:13:54.772595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port c0fbe802-912e-4ad7-af82-5090648f2765 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:13:54.772972 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.816560 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-214e5d61-b440-4a0f-9d77-e4ebd89adf08 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=34250b81a7364e398f618c80a3da412c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468183 Aug 09 16:13:54.870198 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.900171 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:13:54.903214 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b92a7a3-455c-4070-bc3d-09d5309c6073" -d '{"events": [{"server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "name": "network-vif-plugged", "status": "completed", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:13:54.916973 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:13:54.922314 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:54.982135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:54.988214 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-23191f7f-fc5c-4812-b00f-5a3801da2ae0 service neutron] 10.222.0.81 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595118 Aug 09 16:13:55.042535 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6de455f-7dd1-4f8d-970e-3036f4344fcf x-openstack-request-id: req-b6de455f-7dd1-4f8d-970e-3036f4344fcf {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:13:55.044460 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "name": "network-vif-plugged", "status": "completed", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:13:55.044714 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6de455f-7dd1-4f8d-970e-3036f4344fcf {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:13:55.045113 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'code': 200} Aug 09 16:13:55.092461 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8e318484-99be-42dc-b626-3903742ce7fb service neutron] 10.222.0.81 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978060 Aug 09 16:13:55.167936 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42422ddd-f385-4645-888a-b29ba6522482 req-338b5caa-3885-42f3-80ec-e4b55300d97b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:55.171856 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-42422ddd-f385-4645-888a-b29ba6522482 req-338b5caa-3885-42f3-80ec-e4b55300d97b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0602169 Aug 09 16:13:55.236361 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-42422ddd-f385-4645-888a-b29ba6522482 req-672fbab6-a5bb-4b34-9153-929808262671 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525713 Aug 09 16:13:55.461849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-24002af4-78ef-41d8-b984-1743be3a5028 req-b9bdc559-682e-4834-8d1d-a551da4beb09 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 210 time: 0.0538006 Aug 09 16:13:56.013695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4a16-f64a-4dcd-9048-b81be595997b req-efaef97b-0765-43f7-9db7-658c5f5c16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:56.015281 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-efaef97b-0765-43f7-9db7-658c5f5c16e1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38&tenant_id=38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 1096 time: 0.0706081 Aug 09 16:13:56.040662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:56.129241 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:56.422821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c557ccc-181a-4411-826b-2c0c01244539 req-c0029894-1555-408e-9b0a-ef4692266837 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:56.425008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c557ccc-181a-4411-826b-2c0c01244539 req-c0029894-1555-408e-9b0a-ef4692266837 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0928204 Aug 09 16:13:56.461531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:13:56.535824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c557ccc-181a-4411-826b-2c0c01244539 req-7664499b-97de-429b-a2a8-646ba582a925 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978930 Aug 09 16:13:56.595968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:13:56.599739 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2578f3da-abdc-4c46-93f1-2e2efb0e1f89 req-95ca9080-c8c9-46dc-a0ba-5eb1110ee88b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 210 time: 0.0451257 Aug 09 16:13:56.721254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:13:56.723892 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48feb98-6e45-42be-b9e2-efcc4e3db2ea" -d '{"events": [{"server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:13:56.729511 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:56.747769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Transition to ACTIVE for port object c0fbe802-912e-4ad7-af82-5090648f2765 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:13:56.754127 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:56.820176 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b03609-0475-4d05-bbbf-d820d642db31 x-openstack-request-id: req-44b03609-0475-4d05-bbbf-d820d642db31 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:13:56.820666 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "name": "network-vif-unplugged", "status": "completed", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:13:56.821098 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44b03609-0475-4d05-bbbf-d820d642db31 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:13:56.821634 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'code': 200} Aug 09 16:13:56.870841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-b5504fca-e022-404f-9346-fcf4301606e1 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:56.873081 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-b5504fca-e022-404f-9346-fcf4301606e1 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.60 "GET /v2.0/networks?id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 HTTP/1.1" status: 200 len: 813 time: 0.3067610 Aug 09 16:13:56.877371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=10']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:57.005649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-17a4112c-532d-4fd2-91c4-aec2e5a49d50 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34250b81a7364e398f618c80a3da412c HTTP/1.1" status: 200 len: 380 time: 0.0754845 Aug 09 16:13:57.018719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Request body: {'port': {'device_id': '26318fd3-963f-4e06-99b0-d69628f535be', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'admin_state_up': True, 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'security_groups': ['44557358-0c1c-4a4d-8cc0-bb714c777c24']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:57.040137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] No DVR routers for this DVR port c0fbe802-912e-4ad7-af82-5090648f2765 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:13:57.238816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Made reservation on behalf of 34250b81a7364e398f618c80a3da412c for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:13:57.242717 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:57.640279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Attempting to bind port c0fbe802-912e-4ad7-af82-5090648f2765 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:13:57.640718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Attempting to bind port c0fbe802-912e-4ad7-af82-5090648f2765 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:13:57.641813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Attempting to bind port c0fbe802-912e-4ad7-af82-5090648f2765 on network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:13:57.651554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Port c0fbe802-912e-4ad7-af82-5090648f2765 on network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:13:57.651976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Attempting to bind port c0fbe802-912e-4ad7-af82-5090648f2765 on network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:13:57.694326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:13:57.695040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Checking segment: {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:13:57.695587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Bound using segment: {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:13:57.696133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Bound port: c0fbe802-912e-4ad7-af82-5090648f2765, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12737e23-0de5-4306-80ef-9470f34019fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:13:57.696596 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:57.705473 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c475-55c6-4516-b1d2-7ab4cfdc6ccf req-60a3579b-e580-4f53-9232-6171c0b88716 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:57.707713 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d878c475-55c6-4516-b1d2-7ab4cfdc6ccf req-60a3579b-e580-4f53-9232-6171c0b88716 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 944 time: 0.0943015 Aug 09 16:13:57.748869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d878c475-55c6-4516-b1d2-7ab4cfdc6ccf req-8ba6d981-cfb9-4ab1-8b71-dbc7ce6fb953 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348074 Aug 09 16:13:57.755349 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-25b1d7b7-64ee-49f5-bb03-16daeea9458b req-50411d30-1f09-4d6f-ae1a-ed08b2b6e865 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 210 time: 0.0384626 Aug 09 16:13:57.851205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Allocated IP 172.20.0.5 (9d740bf0-1998-4396-9a1f-b6f8cb5e75f8/b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85/5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:13:57.860427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:13:57.867472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:13:57.873797 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:57.937840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:57.939395 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:57.940960 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] 10.222.0.60 "PUT /v2.0/ports/c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 1092 time: 1.9060578 Aug 09 16:13:58.016790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b293cd-8c8f-425a-abc3-6b5180864ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=11']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:58.088780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4a16-f64a-4dcd-9048-b81be595997b req-3e2301aa-be34-46e6-9474-d2af1617b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:58.090421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-3e2301aa-be34-46e6-9474-d2af1617b5bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1095 time: 0.0975261 Aug 09 16:13:58.122275 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:58.184001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Transition to ACTIVE for port object 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:13:58.237782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4a16-f64a-4dcd-9048-b81be595997b req-87d85ad5-b36a-4ba7-b56d-1cd30942b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:58.239297 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-87d85ad5-b36a-4ba7-b56d-1cd30942b83d service neutron] 10.222.0.60 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 897 time: 0.1365938 Aug 09 16:13:58.257063 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:58.336503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:13:58.345614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:13:58.348017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:13:58.390721 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-432757ea-e546-4af1-a898-6b67691f3a2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 999 time: 0.1397786 Aug 09 16:13:58.394382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event updated for resources: {'Port': ['ID=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:58.452459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:58.453168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:58.477909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4a16-f64a-4dcd-9048-b81be595997b req-5a1f105f-76ad-4fed-8a03-74a3993361c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:58.479849 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-5a1f105f-76ad-4fed-8a03-74a3993361c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.0792470 Aug 09 16:13:58.482311 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-8c454008-1f6c-41ab-913d-bece64c83451 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4690881 Aug 09 16:13:58.512744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Request body: {'port': {'device_id': '26318fd3-963f-4e06-99b0-d69628f535be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:13:58.583867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4f96ff6f-b5dd-40af-b9e1-587fbaa8f6d8 None None] Provisioning for port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:13:58.588849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4f96ff6f-b5dd-40af-b9e1-587fbaa8f6d8 None None] Provisioning complete for port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:13:58.589174 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4f96ff6f-b5dd-40af-b9e1-587fbaa8f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:58.608797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4a16-f64a-4dcd-9048-b81be595997b req-0bda1483-6677-4e58-82d3-65eddb7f2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:58.611462 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-0bda1483-6677-4e58-82d3-65eddb7f2772 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141298 Aug 09 16:13:58.612207 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:58.632334 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4f96ff6f-b5dd-40af-b9e1-587fbaa8f6d8 None None] Port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:13:58.714016 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c0fbe802-912e-4ad7-af82-5090648f2765 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:13:58.754758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c0fbe802-912e-4ad7-af82-5090648f2765 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:13:58.823443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:13:58.825668 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4602ff-78d8-408f-8f5e-231052f509d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:13:58.835462 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-7aafa92b-1112-4b4d-9605-bce2561eb89e service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139161 Aug 09 16:13:58.925274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7759-f02a-4c4e-8e5f-3c03fc076f9e req-6a9a6753-5440-408e-a060-4d1f0cb9eeb0 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:58.929014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7aaa7759-f02a-4c4e-8e5f-3c03fc076f9e req-6a9a6753-5440-408e-a060-4d1f0cb9eeb0 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 931 time: 0.0567844 Aug 09 16:13:58.968497 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7aaa7759-f02a-4c4e-8e5f-3c03fc076f9e req-6daac0fd-3836-47e3-bdfa-38fddc3987e9 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335209 Aug 09 16:13:59.032359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f02746-741e-4f42-be62-b77e46a8bffc req-66f8ef12-0996-4cae-b398-e19c1a1d2e78 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:59.034087 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62f02746-741e-4f42-be62-b77e46a8bffc req-66f8ef12-0996-4cae-b398-e19c1a1d2e78 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 944 time: 0.1324635 Aug 09 16:13:59.037880 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babe538f-c5a4-4ab8-85d6-031a7f5904ff x-openstack-request-id: req-babe538f-c5a4-4ab8-85d6-031a7f5904ff {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:13:59.038166 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:13:59.038423 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-babe538f-c5a4-4ab8-85d6-031a7f5904ff {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:13:59.038821 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'status': 'completed', 'code': 200} Aug 09 16:13:59.110737 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-285c4a16-f64a-4dcd-9048-b81be595997b req-6af27dd3-e3f0-47d6-8bc0-8c75a1727f71 service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650244 Aug 09 16:13:59.146168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-62f02746-741e-4f42-be62-b77e46a8bffc req-db0d90fa-ed55-4045-93d4-e70431686a5c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007793 Aug 09 16:13:59.161807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-935f5aa4-ecb5-43ae-9dfd-39784b1cc62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:59.163291 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-935f5aa4-ecb5-43ae-9dfd-39784b1cc62d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1095 time: 0.0970862 Aug 09 16:13:59.271890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:13:59.287736 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:59.316651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Transition to ACTIVE for port object 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:13:59.320870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-cd3341ae-7fd3-4f06-8acc-38e3e8272a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:59.322439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-cd3341ae-7fd3-4f06-8acc-38e3e8272a31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1095 time: 0.1582987 Aug 09 16:13:59.325145 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:59.430978 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-3a0e0a88-535c-4f0c-a096-ac7e47062752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:59.432466 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-3a0e0a88-535c-4f0c-a096-ac7e47062752 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 897 time: 0.2398398 Aug 09 16:13:59.460866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:13:59.596606 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-723dcbe8-7269-4f32-a3a9-7847e980db7d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 999 time: 0.1476665 Aug 09 16:13:59.604420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-6e4a50c2-d9c3-48ce-bc1a-04837193f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:59.605917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-6e4a50c2-d9c3-48ce-bc1a-04837193f5d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 897 time: 0.2693908 Aug 09 16:13:59.698705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Attempting to bind port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:13:59.699047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Attempting to bind port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:13:59.699425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Attempting to bind port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea on network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:13:59.712103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea on network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:13:59.712432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Attempting to bind port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea on network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:13:59.724374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-4afce70b-b7aa-4f1a-b0aa-f179bdba744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:59.726030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-4afce70b-b7aa-4f1a-b0aa-f179bdba744c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.1173487 Aug 09 16:13:59.728797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:13:59.729240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Checking segment: {'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:13:59.729613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Bound using segment: {'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:13:59.730068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Bound port: 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9616e5db-0f56-4325-a853-992b17d6f99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:13:59.730443 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:13:59.751551 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-72d96733-8f39-4b5b-b01d-3e3d86c0af26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 999 time: 0.1338687 Aug 09 16:13:59.878551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] For port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:13:59.881957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-beb76326-4a38-4624-9995-c0c908e5e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:59.883724 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-beb76326-4a38-4624-9995-c0c908e5e4df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481535 Aug 09 16:13:59.885030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-841a5830-fb69-4bda-bd1a-8bf6f261e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:13:59.886381 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-841a5830-fb69-4bda-bd1a-8bf6f261e40f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.1151156 Aug 09 16:13:59.888458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] For port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea,segment=NetworkSegment(9616e5db-0f56-4325-a853-992b17d6f99c),segment_id=9616e5db-0f56-4325-a853-992b17d6f99c)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:13:59.902375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:00.034362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:00.035227 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:00.036895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea HTTP/1.1" status: 200 len: 1091 time: 1.5297859 Aug 09 16:14:00.041117 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd669b0-e5ff-4d6d-8a35-cddd7ef164d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:00.076030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-43d5fe6b-146a-4539-9297-ad840c2243f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:00.077823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-43d5fe6b-146a-4539-9297-ad840c2243f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770639 Aug 09 16:14:00.116956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-818e67c5-a75e-44a6-9ef3-3f3e12a68099 service neutron] 10.222.0.53 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256546 Aug 09 16:14:00.374451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-b07b92ef-f433-4439-afbc-6775d5b3f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:00.376975 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-b07b92ef-f433-4439-afbc-6775d5b3f1e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34250b81a7364e398f618c80a3da412c&device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 1094 time: 0.2591252 Aug 09 16:14:00.401892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb7207-1520-4b12-a0db-25c672e4bb74 req-3a0d4392-3e93-4363-a7fd-774a5cdf51d7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:00.403473 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26fb7207-1520-4b12-a0db-25c672e4bb74 req-3a0d4392-3e93-4363-a7fd-774a5cdf51d7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 944 time: 0.1358631 Aug 09 16:14:00.463694 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28619301-96b9-4d04-8301-3b3a30c1ebd4 req-7c2cddf0-224e-46e6-a1f6-70322fb31795 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:00.465390 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28619301-96b9-4d04-8301-3b3a30c1ebd4 req-7c2cddf0-224e-46e6-a1f6-70322fb31795 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 943 time: 0.4100502 Aug 09 16:14:00.472919 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-4ee5b89e-8d71-4c48-b89c-ea7df7d1c088 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea HTTP/1.1" status: 200 len: 217 time: 0.0632818 Aug 09 16:14:00.474799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-c7c8b84e-0a8c-450e-9287-c89d6dec9db9 service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795793 Aug 09 16:14:00.478490 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-b677d935-8d9b-4e27-9ada-423f8a29a374 service neutron] 10.222.0.53 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402092 Aug 09 16:14:00.518246 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28619301-96b9-4d04-8301-3b3a30c1ebd4 req-d6b39f27-bf76-4a0e-ae72-093b6cade099 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443234 Aug 09 16:14:00.569425 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-26fb7207-1520-4b12-a0db-25c672e4bb74 req-69810716-e443-4edf-ad59-d11d6e4d783b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443701 Aug 09 16:14:00.611892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9778349a-fef5-4ca6-a7db-145c925e64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:00.613929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-9778349a-fef5-4ca6-a7db-145c925e64b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85 HTTP/1.1" status: 200 len: 852 time: 0.1175179 Aug 09 16:14:00.696046 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd4602ff-78d8-408f-8f5e-231052f509d4 req-bf412889-2394-4709-b32a-0032000f3425 service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984785 Aug 09 16:14:00.697941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-392d62e1-a576-46ec-ac52-cbf6d844f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:00.699396 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-392d62e1-a576-46ec-ac52-cbf6d844f264 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770662 Aug 09 16:14:00.809016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-48eb943f-5c5c-4bbf-a525-224abc9f720b service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971060 Aug 09 16:14:00.914985 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-016775aa-0670-4c5c-b887-6ed981a36fc8 req-a9784b1d-8b61-475d-afab-45412589784f service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979741 Aug 09 16:14:01.039821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:14:01.042262 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b02ef1-c4e2-4f54-800f-8b15406cc2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:14:01.081091 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf60b3d-e752-489b-91f4-1dd77c492520 x-openstack-request-id: req-bbf60b3d-e752-489b-91f4-1dd77c492520 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:14:01.081380 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:14:01.081658 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbf60b3d-e752-489b-91f4-1dd77c492520 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:14:01.082100 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'status': 'completed', 'code': 200} Aug 09 16:14:01.151308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b02ef1-c4e2-4f54-800f-8b15406cc2e1 req-3bf8428a-266c-48ee-a45e-d392a811e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:01.152994 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58b02ef1-c4e2-4f54-800f-8b15406cc2e1 req-3bf8428a-266c-48ee-a45e-d392a811e553 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34250b81a7364e398f618c80a3da412c&device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 1094 time: 0.0466957 Aug 09 16:14:01.247459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b02ef1-c4e2-4f54-800f-8b15406cc2e1 req-f02d1cf6-1baa-4ab5-8b27-686bfd8d4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:01.248962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58b02ef1-c4e2-4f54-800f-8b15406cc2e1 req-f02d1cf6-1baa-4ab5-8b27-686bfd8d4af7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 HTTP/1.1" status: 200 len: 914 time: 0.0890765 Aug 09 16:14:01.349769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c0fbe802-912e-4ad7-af82-5090648f2765 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:14:01.465626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:01.483363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'port_id': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'mac_address': 'fa:16:3e:de:28:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:14:01.529115 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:01.543794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fbe802-912e-4ad7-af82-5090648f2765 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:14:01.566824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:01.572852 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:01.641430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=12']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:01.678230 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58b02ef1-c4e2-4f54-800f-8b15406cc2e1 req-c12700a2-4351-4985-99de-55ccef1b7df2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea HTTP/1.1" status: 200 len: 217 time: 0.4213488 Aug 09 16:14:01.738286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d98190-2175-46a6-ba65-e201cd6e7a9a req-04d5611d-708c-4c7a-afda-d1f0b1a035a2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:01.742030 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-96d98190-2175-46a6-ba65-e201cd6e7a9a req-04d5611d-708c-4c7a-afda-d1f0b1a035a2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 945 time: 0.0673990 Aug 09 16:14:01.757046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b02ef1-c4e2-4f54-800f-8b15406cc2e1 req-9112cd4d-2436-43a9-9610-47dff81e1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:01.758522 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58b02ef1-c4e2-4f54-800f-8b15406cc2e1 req-9112cd4d-2436-43a9-9610-47dff81e1272 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85 HTTP/1.1" status: 200 len: 852 time: 0.0718570 Aug 09 16:14:01.766996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1141472-8b6c-4f75-8281-7e200977b2e5 req-6522f0e3-53c2-4597-bc4f-dbaf990a2233 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:01.768539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1141472-8b6c-4f75-8281-7e200977b2e5 req-6522f0e3-53c2-4597-bc4f-dbaf990a2233 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 943 time: 0.0928113 Aug 09 16:14:01.801344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['c0fbe802-912e-4ad7-af82-5090648f2765'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:14:01.836783 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-96d98190-2175-46a6-ba65-e201cd6e7a9a req-0cb7b57a-8e55-45af-a24a-d9807e17902c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852845 Aug 09 16:14:01.847717 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1141472-8b6c-4f75-8281-7e200977b2e5 req-47e1537a-61e9-4c06-a94c-2ab77b435ea0 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705385 Aug 09 16:14:01.851240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b02ef1-c4e2-4f54-800f-8b15406cc2e1 req-b72a9ab8-a00a-4e6e-a082-8decb8e2ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:01.852688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58b02ef1-c4e2-4f54-800f-8b15406cc2e1 req-b72a9ab8-a00a-4e6e-a082-8decb8e2ea3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833361 Aug 09 16:14:01.862826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48578) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:01.965134 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e8465109-5bd0-420d-9e5b-863d3dd31894 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/b71dfda0-f932-4cbb-a8f9-8013fca271aa HTTP/1.1" status: 200 len: 992 time: 0.0985532 Aug 09 16:14:01.993968 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58b02ef1-c4e2-4f54-800f-8b15406cc2e1 req-478f0299-393d-4070-9021-d044a25103be service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333265 Aug 09 16:14:02.103198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-58b02ef1-c4e2-4f54-800f-8b15406cc2e1 req-3aabb10e-494f-4c8d-b380-431cb276a185 service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014555 Aug 09 16:14:02.993525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff6e90-64ef-4c70-9af7-db942a7f8f30 req-7b3f7ac5-2ce2-4d08-86d2-6980454e5bbf tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:02.995333 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3eff6e90-64ef-4c70-9af7-db942a7f8f30 req-7b3f7ac5-2ce2-4d08-86d2-6980454e5bbf tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 943 time: 0.0611689 Aug 09 16:14:03.040540 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3eff6e90-64ef-4c70-9af7-db942a7f8f30 req-476f49d4-d6a7-4f4d-93a5-f753920aa5ab tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363934 Aug 09 16:14:03.344629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c0fbe802-912e-4ad7-af82-5090648f2765 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:14:03.400770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port c0fbe802-912e-4ad7-af82-5090648f2765 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:14:03.405460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port c0fbe802-912e-4ad7-af82-5090648f2765 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:14:03.406179 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:03.490797 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:03.514878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:14:03.518074 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1f6688-2562-4720-a07d-04117f10198c" -d '{"events": [{"server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "name": "network-vif-plugged", "status": "completed", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:14:03.532194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:03.536451 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:03.564145 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0095715-9229-408e-a558-5096ad2c5d61 x-openstack-request-id: req-e0095715-9229-408e-a558-5096ad2c5d61 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:14:03.564446 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "name": "network-vif-plugged", "status": "completed", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:14:03.564700 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0095715-9229-408e-a558-5096ad2c5d61 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:14:03.565088 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'code': 200} Aug 09 16:14:03.591941 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=13']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:04.168423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4ae52-565f-4b5b-bb89-73c9157470c6 req-f5fc4945-c9d0-43ad-84dc-e91a806fc208 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:04.170092 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21d4ae52-565f-4b5b-bb89-73c9157470c6 req-f5fc4945-c9d0-43ad-84dc-e91a806fc208 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 943 time: 0.0532148 Aug 09 16:14:04.209725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-21d4ae52-565f-4b5b-bb89-73c9157470c6 req-1c096d53-4823-4b0c-a089-07e283585b0f tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329850 Aug 09 16:14:05.336986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994430b-998f-4485-b31c-c93c3865333f req-2b48afe0-23b6-4b07-b385-042dbcdb2575 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:05.338771 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0994430b-998f-4485-b31c-c93c3865333f req-2b48afe0-23b6-4b07-b385-042dbcdb2575 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 943 time: 0.0554397 Aug 09 16:14:05.382227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0994430b-998f-4485-b31c-c93c3865333f req-059af764-a233-49a7-8fbd-a021abbdb3af tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360506 Aug 09 16:14:06.458234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-0171deb4-4add-45a1-ac09-f81690c61df2 req-f8711ad2-b4ae-4ee6-b5c9-cb98fa914df4 service neutron] (94290) timed out ('10.222.0.81', 53326) {{(pid=94290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:14:06.516438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427200d-8dd7-452f-9d7c-783f20141e59 req-d925e15a-f8a9-46ed-b854-68190e778163 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:06.518879 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3427200d-8dd7-452f-9d7c-783f20141e59 req-d925e15a-f8a9-46ed-b854-68190e778163 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 943 time: 0.0601265 Aug 09 16:14:06.571180 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3427200d-8dd7-452f-9d7c-783f20141e59 req-5db1f7fa-94c1-49d8-bb29-ab4fb5715fe5 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455072 Aug 09 16:14:07.635371 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-183b6295-35da-4def-9fe8-7ff795e4f863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:07.701829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0e0c9-da57-47c2-aff9-12abdba9c2b0 req-8bfe0796-4b0d-4e5c-8733-9327129be243 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:07.703825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50f0e0c9-da57-47c2-aff9-12abdba9c2b0 req-8bfe0796-4b0d-4e5c-8733-9327129be243 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 943 time: 0.0546751 Aug 09 16:14:07.751489 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50f0e0c9-da57-47c2-aff9-12abdba9c2b0 req-635a2d88-b55d-4a09-91b2-86132d5929da tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406618 Aug 09 16:14:08.871993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08a04-a664-4b17-abe2-e3d797e07bf7 req-80c43b92-274c-4536-8b10-ab6e89b2cacc tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:08.873503 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e7d08a04-a664-4b17-abe2-e3d797e07bf7 req-80c43b92-274c-4536-8b10-ab6e89b2cacc tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 943 time: 0.0524247 Aug 09 16:14:08.917004 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e7d08a04-a664-4b17-abe2-e3d797e07bf7 req-515e9b65-dcf7-4e07-8d2b-81b7fcd8ff49 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363986 Aug 09 16:14:10.044669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1863-6c55-4d59-8ee6-ffb1a3509a73 req-93f015ef-441f-4849-84b1-9e1b5c000bc7 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:10.046093 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8cab1863-6c55-4d59-8ee6-ffb1a3509a73 req-93f015ef-441f-4849-84b1-9e1b5c000bc7 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 943 time: 0.0518329 Aug 09 16:14:10.086120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8cab1863-6c55-4d59-8ee6-ffb1a3509a73 req-f0c65598-855f-4175-b41e-50be59ab5903 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332134 Aug 09 16:14:10.543447 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b06c010a-ab62-4a0f-bf21-fe1aec9c7089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:10.896615 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:11.219982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44aeb-4c00-4a2d-b9ed-542017d7f0a6 req-522fd029-a2ef-408b-aa72-746375969f19 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:11.221523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8c44aeb-4c00-4a2d-b9ed-542017d7f0a6 req-522fd029-a2ef-408b-aa72-746375969f19 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 943 time: 0.0661263 Aug 09 16:14:11.267536 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8c44aeb-4c00-4a2d-b9ed-542017d7f0a6 req-416d8cf8-3230-4579-895f-e5b61e6ed372 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352733 Aug 09 16:14:11.420144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:14:11.527885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea,segment=NetworkSegment(9616e5db-0f56-4325-a853-992b17d6f99c),segment_id=9616e5db-0f56-4325-a853-992b17d6f99c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:11.542114 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'port_id': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'mac_address': 'fa:16:3e:78:9c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:14:11.595393 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:11.621193 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:11.623628 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:14:11.641304 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:11.650288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea,segment=NetworkSegment(9616e5db-0f56-4325-a853-992b17d6f99c),segment_id=9616e5db-0f56-4325-a853-992b17d6f99c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:11.654269 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:11.707715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:11.900277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:14:12.389298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b13bb-0dda-456f-a3c2-195e9bf65941 req-60d91142-0d74-4837-b899-8ad559fa85af tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:12.391597 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf4b13bb-0dda-456f-a3c2-195e9bf65941 req-60d91142-0d74-4837-b899-8ad559fa85af tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 944 time: 0.0518780 Aug 09 16:14:12.436289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf4b13bb-0dda-456f-a3c2-195e9bf65941 req-b67816ed-c31a-4098-8c6c-acb4134cb504 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383294 Aug 09 16:14:13.271047 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:13.434435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:14:13.485128 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:13.501549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:14:13.505779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:14:13.506150 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:13.592246 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:13.603196 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbba02-edd3-4238-9f8d-8c022027f77e req-c67271ad-de3b-4998-a11a-3993d0d5c6dd tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:13.604880 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-24bbba02-edd3-4238-9f8d-8c022027f77e req-c67271ad-de3b-4998-a11a-3993d0d5c6dd tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 944 time: 0.0772510 Aug 09 16:14:13.627372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:14:13.630728 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a6749b-bd3d-4b2e-8ee8-af8870d0a84c" -d '{"events": [{"server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "name": "network-vif-plugged", "status": "completed", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:14:13.651315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea,segment=NetworkSegment(9616e5db-0f56-4325-a853-992b17d6f99c),segment_id=9616e5db-0f56-4325-a853-992b17d6f99c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:13.657979 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:13.661407 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-24bbba02-edd3-4238-9f8d-8c022027f77e req-ff920098-9d84-407e-a9fa-cc3897bcc227 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493217 Aug 09 16:14:13.706221 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d14143-b630-423c-9725-7d73e2fa6afc x-openstack-request-id: req-72d14143-b630-423c-9725-7d73e2fa6afc {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:14:13.706508 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "name": "network-vif-plugged", "status": "completed", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:14:13.706754 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-72d14143-b630-423c-9725-7d73e2fa6afc {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:14:13.707136 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'code': 200} Aug 09 16:14:13.723982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:13.817242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cba1c-d879-4178-8438-9069291f5f30 req-be8ec077-b015-4edc-bf43-51db5339ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:13.818794 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b8cba1c-d879-4178-8438-9069291f5f30 req-be8ec077-b015-4edc-bf43-51db5339ffc5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 1096 time: 0.0490541 Aug 09 16:14:13.858469 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b8cba1c-d879-4178-8438-9069291f5f30 req-9a237977-5d76-4da1-b851-4a9d5851f1c9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327055 Aug 09 16:14:14.799751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a044f6-3a6c-431c-9b94-6e1ad94946fd req-c24d966a-03b8-43eb-9f53-a5e761c9b905 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:14.801508 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-04a044f6-3a6c-431c-9b94-6e1ad94946fd req-c24d966a-03b8-43eb-9f53-a5e761c9b905 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 945 time: 0.0639782 Aug 09 16:14:14.848259 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-04a044f6-3a6c-431c-9b94-6e1ad94946fd req-c5cddf23-9015-4618-bdcc-29e54b03cab4 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384107 Aug 09 16:14:15.980648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46b703-3e5f-4b8a-adcc-9f6352670843 req-e26b0f46-d5c9-4d24-89ab-047f1e9c7005 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:15.982231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e46b703-3e5f-4b8a-adcc-9f6352670843 req-e26b0f46-d5c9-4d24-89ab-047f1e9c7005 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 945 time: 0.0585506 Aug 09 16:14:16.025694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e46b703-3e5f-4b8a-adcc-9f6352670843 req-f464cc22-c232-426e-a35d-fae9b143f926 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361772 Aug 09 16:14:16.167349 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57378b8a-6607-4dc8-bbe8-f91695c3a54a req-b07e736f-8ff9-462c-b0fd-daa990ce84f2 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:16.170924 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-57378b8a-6607-4dc8-bbe8-f91695c3a54a req-b07e736f-8ff9-462c-b0fd-daa990ce84f2 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 945 time: 0.0672991 Aug 09 16:14:16.220485 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-57378b8a-6607-4dc8-bbe8-f91695c3a54a req-835fdab6-5c4f-4d52-861e-5ded584e520f tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403690 Aug 09 16:14:16.246053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48810) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:16.350736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e290257d-be8c-4134-a1e1-1986d0b9d51f tempest-TestVolumeBackupRestore-1158772269 tempest-TestVolumeBackupRestore-1158772269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:16.352309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e290257d-be8c-4134-a1e1-1986d0b9d51f tempest-TestVolumeBackupRestore-1158772269 tempest-TestVolumeBackupRestore-1158772269-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 1091 time: 0.1052091 Aug 09 16:14:16.355407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48822) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:16.360246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:16.387274 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:16.493164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:16.608905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Allocated IP 172.25.2.145 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/6a8a1de0-344a-483c-9cfc-774a42b39aeb) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:14:16.743162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:16.783941 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:16.822165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:14:16.829232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:14:16.832877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:14:16.856972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event updated for resources: {'Port': ['ID=6a8a1de0-344a-483c-9cfc-774a42b39aeb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:17.235254 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:17.307362 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:17.472170 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:17.477082 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:17.555044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event updated for resources: {'Port': ['ID=6a8a1de0-344a-483c-9cfc-774a42b39aeb,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:17.565836 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:17.667751 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Floating IP 29999670-8fe3-4fb4-a169-6d009c437474 associated. External IP: 172.25.2.145, port: 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea. Aug 09 16:14:17.884322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Router 70fcf059-43e0-4363-9cca-276ae48f9036 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:14:18.004748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:14:18.014871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d718d967-3410-4cd6-abbd-f75f8afab526 None None] Sync routers for ids ['70fcf059-43e0-4363-9cca-276ae48f9036'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:14:18.022274 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:18.027021 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718d967-3410-4cd6-abbd-f75f8afab526 None None] Routers {'70fcf059-43e0-4363-9cca-276ae48f9036'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:18.027675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d718d967-3410-4cd6-abbd-f75f8afab526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['70fcf059-43e0-4363-9cca-276ae48f9036'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:18.053349 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f25278c4-107d-4d02-960f-809b09f5bf9c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6968791 Aug 09 16:14:18.053880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:14:18.056242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 48850) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:18.056821 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2ddc26-f252-4487-9a9f-7494cc52f958" -d '{"events": [{"name": "network-changed", "server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:14:18.095796 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66e2fb4-f991-400b-a32f-9a2788d09467 x-openstack-request-id: req-b66e2fb4-f991-400b-a32f-9a2788d09467 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:14:18.096089 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:14:18.096339 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b66e2fb4-f991-400b-a32f-9a2788d09467 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:14:18.096741 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'status': 'completed', 'code': 200} Aug 09 16:14:18.112017 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1008eca8-2bf3-4478-9875-ad79ac07f34b tempest-TestVolumeBackupRestore-1158772269 tempest-TestVolumeBackupRestore-1158772269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:18.116692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1008eca8-2bf3-4478-9875-ad79ac07f34b tempest-TestVolumeBackupRestore-1158772269 tempest-TestVolumeBackupRestore-1158772269-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 1091 time: 0.0579610 Aug 09 16:14:18.117509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 48854) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:18.122527 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-26a76ab1-e074-4d35-9658-f7bee46557a5 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Request body: {'floatingip': {'port_id': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:18.224894 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26a76ab1-e074-4d35-9658-f7bee46557a5 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:18.229991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ddc26-f252-4487-9a9f-7494cc52f958 req-dee88a26-9b3f-44e4-a8cd-5ac5803bd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:18.231486 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d2ddc26-f252-4487-9a9f-7494cc52f958 req-dee88a26-9b3f-44e4-a8cd-5ac5803bd4ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34250b81a7364e398f618c80a3da412c&device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 1096 time: 0.1010551 Aug 09 16:14:18.304750 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-d718d967-3410-4cd6-abbd-f75f8afab526 None None] Set router 70fcf059-43e0-4363-9cca-276ae48f9036 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:18.429836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ddc26-f252-4487-9a9f-7494cc52f958 req-50752de0-c79c-445c-b02b-2e94c34aef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:18.431485 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d2ddc26-f252-4487-9a9f-7494cc52f958 req-50752de0-c79c-445c-b02b-2e94c34aef98 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 HTTP/1.1" status: 200 len: 914 time: 0.1727977 Aug 09 16:14:18.586933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d718d967-3410-4cd6-abbd-f75f8afab526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '29999670-8fe3-4fb4-a169-6d009c437474', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'port_id': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'mac_address': 'fa:16:3e:78:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26318fd3-963f-4e06-99b0-d69628f535be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:14:17Z', 'updated_at': '2021-08-09T16:14:17Z', 'revision_number': 0, 'project_id': '34250b81a7364e398f618c80a3da412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49c01230-c9ae-4d7c-9631-8d0db6e9589c', 'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'mac_address': 'fa:16:3e:4b:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:24Z', 'updated_at': '2021-08-09T16:11:33Z', 'revision_number': 5, 'project_id': '34250b81a7364e398f618c80a3da412c', 'subnets': [{'id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:18.587576 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d2ddc26-f252-4487-9a9f-7494cc52f958 req-72da93b6-4e3c-4167-8eb7-b483c31b5300 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea HTTP/1.1" status: 200 len: 999 time: 0.1456246 Aug 09 16:14:18.620363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d718d967-3410-4cd6-abbd-f75f8afab526 None None] Checking router: 70fcf059-43e0-4363-9cca-276ae48f9036 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:14:18.629727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718d967-3410-4cd6-abbd-f75f8afab526 None None] Routers {'70fcf059-43e0-4363-9cca-276ae48f9036'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:18.629976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d718d967-3410-4cd6-abbd-f75f8afab526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['70fcf059-43e0-4363-9cca-276ae48f9036'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:18.691757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ddc26-f252-4487-9a9f-7494cc52f958 req-cbce6dbe-32f5-46b0-a12c-0b98e45b0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:18.693339 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d2ddc26-f252-4487-9a9f-7494cc52f958 req-cbce6dbe-32f5-46b0-a12c-0b98e45b0fcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85 HTTP/1.1" status: 200 len: 852 time: 0.0956526 Aug 09 16:14:18.744298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-d718d967-3410-4cd6-abbd-f75f8afab526 None None] Set router 70fcf059-43e0-4363-9cca-276ae48f9036 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:18.796594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ddc26-f252-4487-9a9f-7494cc52f958 req-c9cb844f-64cc-4e8b-9bbb-b77b3ff2dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:18.798677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d2ddc26-f252-4487-9a9f-7494cc52f958 req-c9cb844f-64cc-4e8b-9bbb-b77b3ff2dc1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965083 Aug 09 16:14:18.991733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d718d967-3410-4cd6-abbd-f75f8afab526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '29999670-8fe3-4fb4-a169-6d009c437474', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'port_id': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'mac_address': 'fa:16:3e:78:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26318fd3-963f-4e06-99b0-d69628f535be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:14:17Z', 'updated_at': '2021-08-09T16:14:17Z', 'revision_number': 0, 'project_id': '34250b81a7364e398f618c80a3da412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49c01230-c9ae-4d7c-9631-8d0db6e9589c', 'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'mac_address': 'fa:16:3e:4b:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:24Z', 'updated_at': '2021-08-09T16:11:33Z', 'revision_number': 5, 'project_id': '34250b81a7364e398f618c80a3da412c', 'subnets': [{'id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:19.002693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d2ddc26-f252-4487-9a9f-7494cc52f958 req-3ffd0057-4760-4d15-8823-cc8d85229be2 service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709466 Aug 09 16:14:19.021716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d718d967-3410-4cd6-abbd-f75f8afab526 None None] The sync data for ids ['70fcf059-43e0-4363-9cca-276ae48f9036'] in n-d-803778-2 is: [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '29999670-8fe3-4fb4-a169-6d009c437474', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'port_id': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'mac_address': 'fa:16:3e:78:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26318fd3-963f-4e06-99b0-d69628f535be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:14:17Z', 'updated_at': '2021-08-09T16:14:17Z', 'revision_number': 0, 'project_id': '34250b81a7364e398f618c80a3da412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49c01230-c9ae-4d7c-9631-8d0db6e9589c', 'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'mac_address': 'fa:16:3e:4b:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:24Z', 'updated_at': '2021-08-09T16:11:33Z', 'revision_number': 5, 'project_id': '34250b81a7364e398f618c80a3da412c', 'subnets': [{'id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:14:19.066436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26a76ab1-e074-4d35-9658-f7bee46557a5 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:19.081288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26a76ab1-e074-4d35-9658-f7bee46557a5 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:19.193552 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d2ddc26-f252-4487-9a9f-7494cc52f958 req-010e66ab-407a-4174-ac19-f3695839886d service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819468 Aug 09 16:14:19.284764 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170cbb66-4296-4c52-b9d1-0048962f1b14 None None] New status for floating IP 29999670-8fe3-4fb4-a169-6d009c437474: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:14:19.336116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a76ab1-e074-4d35-9658-f7bee46557a5 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Router 70fcf059-43e0-4363-9cca-276ae48f9036 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:14:19.454852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a76ab1-e074-4d35-9658-f7bee46557a5 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:14:19.459490 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26a76ab1-e074-4d35-9658-f7bee46557a5 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:19.506034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362d1bf-0d6f-42bc-9755-bb47986e5cfe None None] Sync routers for ids ['70fcf059-43e0-4363-9cca-276ae48f9036'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:14:19.516453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362d1bf-0d6f-42bc-9755-bb47986e5cfe None None] Routers {'70fcf059-43e0-4363-9cca-276ae48f9036'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:19.517145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b362d1bf-0d6f-42bc-9755-bb47986e5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['70fcf059-43e0-4363-9cca-276ae48f9036'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:19.524545 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-26a76ab1-e074-4d35-9658-f7bee46557a5 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "PUT /v2.0/floatingips/29999670-8fe3-4fb4-a169-6d009c437474 HTTP/1.1" status: 200 len: 991 time: 1.4005661 Aug 09 16:14:19.626759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b362d1bf-0d6f-42bc-9755-bb47986e5cfe None None] Set router 70fcf059-43e0-4363-9cca-276ae48f9036 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:19.885637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b362d1bf-0d6f-42bc-9755-bb47986e5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '29999670-8fe3-4fb4-a169-6d009c437474', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'port_id': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'mac_address': 'fa:16:3e:78:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26318fd3-963f-4e06-99b0-d69628f535be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:14:17Z', 'updated_at': '2021-08-09T16:14:19Z', 'revision_number': 2, 'project_id': '34250b81a7364e398f618c80a3da412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49c01230-c9ae-4d7c-9631-8d0db6e9589c', 'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'mac_address': 'fa:16:3e:4b:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:24Z', 'updated_at': '2021-08-09T16:11:33Z', 'revision_number': 5, 'project_id': '34250b81a7364e398f618c80a3da412c', 'subnets': [{'id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:19.917311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362d1bf-0d6f-42bc-9755-bb47986e5cfe None None] Checking router: 70fcf059-43e0-4363-9cca-276ae48f9036 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:14:19.928813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362d1bf-0d6f-42bc-9755-bb47986e5cfe None None] Routers {'70fcf059-43e0-4363-9cca-276ae48f9036'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:19.929459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b362d1bf-0d6f-42bc-9755-bb47986e5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['70fcf059-43e0-4363-9cca-276ae48f9036'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:20.048241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b362d1bf-0d6f-42bc-9755-bb47986e5cfe None None] Set router 70fcf059-43e0-4363-9cca-276ae48f9036 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:20.098572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea'}, {'name': 'network-changed', 'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:14:20.101660 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea"}, {"name": "network-changed", "server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:14:20.150495 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 09 Aug 2021 16:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12727f3-07af-4056-803e-79ffe60b896d x-openstack-request-id: req-b12727f3-07af-4056-803e-79ffe60b896d {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:14:20.150903 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:14:20.151265 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b12727f3-07af-4056-803e-79ffe60b896d {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:14:20.151806 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'status': 'completed', 'code': 200} Aug 09 16:14:20.152158 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'status': 'completed', 'code': 200} Aug 09 16:14:20.241185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-d405c2ab-fea6-4e83-8557-60692c08ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:20.242780 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-d405c2ab-fea6-4e83-8557-60692c08ed72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34250b81a7364e398f618c80a3da412c&device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 1096 time: 0.0644910 Aug 09 16:14:20.309514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b362d1bf-0d6f-42bc-9755-bb47986e5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '29999670-8fe3-4fb4-a169-6d009c437474', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'port_id': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'mac_address': 'fa:16:3e:78:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26318fd3-963f-4e06-99b0-d69628f535be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:14:17Z', 'updated_at': '2021-08-09T16:14:19Z', 'revision_number': 2, 'project_id': '34250b81a7364e398f618c80a3da412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49c01230-c9ae-4d7c-9631-8d0db6e9589c', 'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'mac_address': 'fa:16:3e:4b:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:24Z', 'updated_at': '2021-08-09T16:11:33Z', 'revision_number': 5, 'project_id': '34250b81a7364e398f618c80a3da412c', 'subnets': [{'id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:20.340417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362d1bf-0d6f-42bc-9755-bb47986e5cfe None None] The sync data for ids ['70fcf059-43e0-4363-9cca-276ae48f9036'] in n-d-803778-2 is: [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '29999670-8fe3-4fb4-a169-6d009c437474', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'port_id': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'mac_address': 'fa:16:3e:78:9c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26318fd3-963f-4e06-99b0-d69628f535be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:14:17Z', 'updated_at': '2021-08-09T16:14:19Z', 'revision_number': 2, 'project_id': '34250b81a7364e398f618c80a3da412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49c01230-c9ae-4d7c-9631-8d0db6e9589c', 'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'mac_address': 'fa:16:3e:4b:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:24Z', 'updated_at': '2021-08-09T16:11:33Z', 'revision_number': 5, 'project_id': '34250b81a7364e398f618c80a3da412c', 'subnets': [{'id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:14:20.711305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-c9b43c8c-54e8-4fb9-ac36-f6b1751ce28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:20.712840 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-c9b43c8c-54e8-4fb9-ac36-f6b1751ce28f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 HTTP/1.1" status: 200 len: 914 time: 0.4622660 Aug 09 16:14:20.785741 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-b6297d0a-41af-4ccd-95ee-5bd488804353 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea HTTP/1.1" status: 200 len: 1001 time: 0.0655885 Aug 09 16:14:20.845297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-e5c09f03-dc2a-4f0f-9ad0-21d9db92fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:20.847405 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-e5c09f03-dc2a-4f0f-9ad0-21d9db92fb43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85 HTTP/1.1" status: 200 len: 852 time: 0.0533230 Aug 09 16:14:20.894916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-c97993cb-f641-4038-ae76-b51cccfc2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:20.896452 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-c97993cb-f641-4038-ae76-b51cccfc2e33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411284 Aug 09 16:14:20.990414 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-40a3f3fd-dc4c-4692-8f51-392bfb534377 service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857863 Aug 09 16:14:21.095981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-6e239a05-b5ee-4f01-a2c4-555689785a0c service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919340 Aug 09 16:14:21.181188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-7d0475b4-b277-48b2-b3ec-fb5d199cf4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:21.183050 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-7d0475b4-b277-48b2-b3ec-fb5d199cf4e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34250b81a7364e398f618c80a3da412c&device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 1096 time: 0.0429831 Aug 09 16:14:21.283493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-16e056a6-fd36-41c7-a7a3-9454532cff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:21.284989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-16e056a6-fd36-41c7-a7a3-9454532cff11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 HTTP/1.1" status: 200 len: 914 time: 0.0945506 Aug 09 16:14:21.356128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-775953ac-81d0-4567-9d2d-6f82cd344a25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea HTTP/1.1" status: 200 len: 1001 time: 0.0632596 Aug 09 16:14:21.411009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-bf48982b-f567-4ceb-b603-981303df4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:21.411824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-bf48982b-f567-4ceb-b603-981303df4ac9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85 HTTP/1.1" status: 200 len: 852 time: 0.0484571 Aug 09 16:14:21.477750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-cd46cce6-e2cf-46d3-bc24-e80945a14e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:21.479467 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-cd46cce6-e2cf-46d3-bc24-e80945a14e22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597439 Aug 09 16:14:21.576432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-6cb49383-b367-4c45-b230-8a93e94c3a2e service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886688 Aug 09 16:14:21.688346 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f2729e1a-c672-41af-9b6b-2c6ae26fb1ab req-199065e1-0471-4181-92be-8599016d4836 service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044033 Aug 09 16:14:26.295306 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:14:34.470914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517744d8-ed47-499a-80fb-0690159ab9c7 req-0a9751df-3026-464f-bac0-99fc1437326c tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:34.472397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-517744d8-ed47-499a-80fb-0690159ab9c7 req-0a9751df-3026-464f-bac0-99fc1437326c tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1097 time: 0.0452585 Aug 09 16:14:34.508317 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-517744d8-ed47-499a-80fb-0690159ab9c7 req-021a58e2-15a5-4dcc-9add-b69d3a255502 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298092 Aug 09 16:14:34.533643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49144) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:34.697330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port 6be32f68-ccb7-42f5-bf10-322a83df0398 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:14:34.697705 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:34.775872 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:34.776201 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:34.789781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for 6be32f68-ccb7-42f5-bf10-322a83df0398 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:14:34.950197 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:34.978298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=6be32f68-ccb7-42f5-bf10-322a83df0398,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:35.046662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:35.047257 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Floating IP b71dfda0-f932-4cbb-a8f9-8013fca271aa disassociated (deleted). External IP: 172.25.2.244, port: c0fbe802-912e-4ad7-af82-5090648f2765. Aug 09 16:14:35.262346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router 0014ffaf-1d86-4e1c-989b-583c2bb6927c has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:14:35.375715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:14:35.380453 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:35.386440 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cfdaa1-bc3f-42df-8d31-a9ee852ccbbd None None] Sync routers for ids ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:14:35.396059 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cfdaa1-bc3f-42df-8d31-a9ee852ccbbd None None] Routers {'0014ffaf-1d86-4e1c-989b-583c2bb6927c'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:35.396653 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-30cfdaa1-bc3f-42df-8d31-a9ee852ccbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:35.411685 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-36617600-0f9b-42a0-8bb8-2cfb0367ea85 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/floatingips/b71dfda0-f932-4cbb-a8f9-8013fca271aa HTTP/1.1" status: 204 len: 168 time: 0.8745511 Aug 09 16:14:35.411685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:14:35.412436 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19587edd-9cb5-4923-b332-33ac42c31f46" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:14:35.453138 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab453d00-fe73-4da3-a972-aaa7a51911d1 x-openstack-request-id: req-ab453d00-fe73-4da3-a972-aaa7a51911d1 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:14:35.453638 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:14:35.454024 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab453d00-fe73-4da3-a972-aaa7a51911d1 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:14:35.454446 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'status': 'completed', 'code': 200} Aug 09 16:14:35.531143 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-30cfdaa1-bc3f-42df-8d31-a9ee852ccbbd None None] Set router 0014ffaf-1d86-4e1c-989b-583c2bb6927c gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:35.536604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19587edd-9cb5-4923-b332-33ac42c31f46 req-0a3de442-199e-4b54-a978-0e2d292ed3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:35.538531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19587edd-9cb5-4923-b332-33ac42c31f46 req-0a3de442-199e-4b54-a978-0e2d292ed3e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 1097 time: 0.0503447 Aug 09 16:14:35.660339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19587edd-9cb5-4923-b332-33ac42c31f46 req-b7ee5511-0097-464c-afc0-865d0a405db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:35.661887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19587edd-9cb5-4923-b332-33ac42c31f46 req-b7ee5511-0097-464c-afc0-865d0a405db2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 200 len: 897 time: 0.1140440 Aug 09 16:14:35.700958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6633517-9338-44db-81db-e00460a502fe req-0e6df839-8c50-4e18-b385-bf24673364eb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:35.703994 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6633517-9338-44db-81db-e00460a502fe req-0e6df839-8c50-4e18-b385-bf24673364eb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 946 time: 0.0543137 Aug 09 16:14:35.721461 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19587edd-9cb5-4923-b332-33ac42c31f46 req-3c374713-bc4a-46a4-bc9f-5f0d96146a32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 200 len: 217 time: 0.0509553 Aug 09 16:14:35.750342 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6633517-9338-44db-81db-e00460a502fe req-e63f10a0-1e4c-42a2-9cec-d18acb183c86 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400581 Aug 09 16:14:35.786614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19587edd-9cb5-4923-b332-33ac42c31f46 req-5dfd53fa-898e-46ee-8d08-b90f3e19b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:35.786774 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-30cfdaa1-bc3f-42df-8d31-a9ee852ccbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:12:35Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '8744d23f-374c-4cba-8af9-249bf524bcd5', 'name': '', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:df:04:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:34Z', 'updated_at': '2021-08-09T16:12:42Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:35.788300 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19587edd-9cb5-4923-b332-33ac42c31f46 req-5dfd53fa-898e-46ee-8d08-b90f3e19b237 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 200 len: 835 time: 0.0569549 Aug 09 16:14:35.813995 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cfdaa1-bc3f-42df-8d31-a9ee852ccbbd None None] Checking router: 0014ffaf-1d86-4e1c-989b-583c2bb6927c for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:14:35.822465 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cfdaa1-bc3f-42df-8d31-a9ee852ccbbd None None] Routers {'0014ffaf-1d86-4e1c-989b-583c2bb6927c'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:35.823024 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-30cfdaa1-bc3f-42df-8d31-a9ee852ccbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:35.848901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19587edd-9cb5-4923-b332-33ac42c31f46 req-f624fabb-4d70-405b-8660-9858b7c51188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:35.850580 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19587edd-9cb5-4923-b332-33ac42c31f46 req-f624fabb-4d70-405b-8660-9858b7c51188 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530097 Aug 09 16:14:35.962937 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19587edd-9cb5-4923-b332-33ac42c31f46 req-065f09b6-db75-4a79-8787-b38d6e8474dd service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028218 Aug 09 16:14:36.037252 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-30cfdaa1-bc3f-42df-8d31-a9ee852ccbbd None None] Set router 0014ffaf-1d86-4e1c-989b-583c2bb6927c gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:36.068776 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19587edd-9cb5-4923-b332-33ac42c31f46 req-e0696111-450b-4950-9956-fd69773fad61 service neutron] 10.222.0.60 "GET /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888786 Aug 09 16:14:36.245061 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-30cfdaa1-bc3f-42df-8d31-a9ee852ccbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:12:35Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '8744d23f-374c-4cba-8af9-249bf524bcd5', 'name': '', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:df:04:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:34Z', 'updated_at': '2021-08-09T16:12:42Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:36.276193 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cfdaa1-bc3f-42df-8d31-a9ee852ccbbd None None] The sync data for ids ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'] in n-d-803778-2 is: [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:12:35Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '8744d23f-374c-4cba-8af9-249bf524bcd5', 'name': '', 'network_id': 'c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:df:04:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:34Z', 'updated_at': '2021-08-09T16:12:42Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '68608295-2cf1-49c5-bab1-fb7eab0dc705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:14:36.521156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d62d7-a67c-4f47-90c4-866edbb6d206 None None] New status for floating IP b71dfda0-f932-4cbb-a8f9-8013fca271aa: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:14:36.884471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84a55b-0cd7-4ebe-8560-2c8a1ce84999 req-3dbd4a0b-f295-45b6-853d-66c6c6ad27d8 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:36.886061 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de84a55b-0cd7-4ebe-8560-2c8a1ce84999 req-3dbd4a0b-f295-45b6-853d-66c6c6ad27d8 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 946 time: 0.0571110 Aug 09 16:14:36.928875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de84a55b-0cd7-4ebe-8560-2c8a1ce84999 req-5a7fcc9b-ca0c-4c00-808b-42b84de8771b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=e52c2cdb-961c-4a28-b1f5-1e23acf64fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355697 Aug 09 16:14:37.261499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46669b04-8b3c-4b05-92fd-4829611d1723 req-7da3b361-5c7e-41de-9e60-c516eb586989 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:37.263020 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-46669b04-8b3c-4b05-92fd-4829611d1723 req-7da3b361-5c7e-41de-9e60-c516eb586989 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 946 time: 0.0493708 Aug 09 16:14:37.360660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-46669b04-8b3c-4b05-92fd-4829611d1723 req-bfeab8e2-1749-4182-b425-0bfe67e7f695 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port c0fbe802-912e-4ad7-af82-5090648f2765 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:14:37.361007 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-46669b04-8b3c-4b05-92fd-4829611d1723 req-bfeab8e2-1749-4182-b425-0bfe67e7f695 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:37.457554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-46669b04-8b3c-4b05-92fd-4829611d1723 req-bfeab8e2-1749-4182-b425-0bfe67e7f695 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] For port c0fbe802-912e-4ad7-af82-5090648f2765, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0fbe802-912e-4ad7-af82-5090648f2765,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:37.457960 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-46669b04-8b3c-4b05-92fd-4829611d1723 req-bfeab8e2-1749-4182-b425-0bfe67e7f695 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:37.470441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-46669b04-8b3c-4b05-92fd-4829611d1723 req-bfeab8e2-1749-4182-b425-0bfe67e7f695 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for c0fbe802-912e-4ad7-af82-5090648f2765 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:14:37.628359 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-46669b04-8b3c-4b05-92fd-4829611d1723 req-bfeab8e2-1749-4182-b425-0bfe67e7f695 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:37.640362 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c42974bb-c835-425c-8f18-9148db2a7094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:37.663244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeab8e2-1749-4182-b425-0bfe67e7f695 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=c0fbe802-912e-4ad7-af82-5090648f2765,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:37.708396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-46669b04-8b3c-4b05-92fd-4829611d1723 req-bfeab8e2-1749-4182-b425-0bfe67e7f695 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] No DVR routers for this DVR port c0fbe802-912e-4ad7-af82-5090648f2765 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:14:37.711527 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-46669b04-8b3c-4b05-92fd-4829611d1723 req-bfeab8e2-1749-4182-b425-0bfe67e7f695 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:37.713558 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-46669b04-8b3c-4b05-92fd-4829611d1723 req-bfeab8e2-1749-4182-b425-0bfe67e7f695 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "DELETE /v2.0/ports/c0fbe802-912e-4ad7-af82-5090648f2765 HTTP/1.1" status: 204 len: 173 time: 0.4421835 Aug 09 16:14:37.714015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'name': 'network-vif-deleted', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:14:37.716338 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f17895-ec41-4b32-83fa-c29ffe525fc0" -d '{"events": [{"server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "name": "network-vif-deleted", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:14:37.756496 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e7e379-5488-4325-a8f6-b6454680537e x-openstack-request-id: req-c8e7e379-5488-4325-a8f6-b6454680537e {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:14:37.756820 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38", "name": "network-vif-deleted", "tag": "c0fbe802-912e-4ad7-af82-5090648f2765", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:14:37.757075 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8e7e379-5488-4325-a8f6-b6454680537e {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:14:37.757480 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38', 'name': 'network-vif-deleted', 'tag': 'c0fbe802-912e-4ad7-af82-5090648f2765', 'status': 'completed', 'code': 200} Aug 09 16:14:38.085629 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08381af8-d564-463b-8dbd-fe0ec388cb63 req-b2bf2c35-c8e0-4ef2-8ca4-cf766ed385ca tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d5c7ad3-e0c7-4ae0-9f07-eea8b2c0bc38 HTTP/1.1" status: 200 len: 210 time: 0.0422039 Aug 09 16:14:39.135726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49180) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:39.523730 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82c18001-d8de-4b2c-aeb6-b52843e821db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:39.791971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-82c18001-d8de-4b2c-aeb6-b52843e821db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port 8744d23f-374c-4cba-8af9-249bf524bcd5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:14:39.792319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82c18001-d8de-4b2c-aeb6-b52843e821db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:39.892850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-82c18001-d8de-4b2c-aeb6-b52843e821db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] For port 8744d23f-374c-4cba-8af9-249bf524bcd5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8744d23f-374c-4cba-8af9-249bf524bcd5,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:39.893201 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82c18001-d8de-4b2c-aeb6-b52843e821db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:39.911755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-82c18001-d8de-4b2c-aeb6-b52843e821db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for 8744d23f-374c-4cba-8af9-249bf524bcd5 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:14:40.103439 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82c18001-d8de-4b2c-aeb6-b52843e821db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:40.141104 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c18001-d8de-4b2c-aeb6-b52843e821db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=8744d23f-374c-4cba-8af9-249bf524bcd5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:40.329575 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82c18001-d8de-4b2c-aeb6-b52843e821db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:40.548505 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c2102b2b-74e4-49df-bb2e-e2d7254c6fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:40.595015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c18001-d8de-4b2c-aeb6-b52843e821db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router 0014ffaf-1d86-4e1c-989b-583c2bb6927c has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:14:40.707625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c18001-d8de-4b2c-aeb6-b52843e821db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:14:40.712990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-82c18001-d8de-4b2c-aeb6-b52843e821db tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "PUT /v2.0/routers/0014ffaf-1d86-4e1c-989b-583c2bb6927c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5759010 Aug 09 16:14:40.715397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49186) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:40.719213 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc197240-21d3-495e-870c-448bda640b3c None None] Sync routers for ids ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:14:40.729438 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc197240-21d3-495e-870c-448bda640b3c None None] Routers {'0014ffaf-1d86-4e1c-989b-583c2bb6927c'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:40.730071 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc197240-21d3-495e-870c-448bda640b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:40.769939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d8f85e-0ea7-444a-aae3-e397b5dff92c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting subnet 68608295-2cf1-49c5-bab1-fb7eab0dc705 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:14:40.773404 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f85e-0ea7-444a-aae3-e397b5dff92c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:40.818352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f85e-0ea7-444a-aae3-e397b5dff92c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:40.848930 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-cc197240-21d3-495e-870c-448bda640b3c None None] Set router 0014ffaf-1d86-4e1c-989b-583c2bb6927c gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:40.899876 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:40.922309 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f85e-0ea7-444a-aae3-e397b5dff92c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:40.987618 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f85e-0ea7-444a-aae3-e397b5dff92c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:41.014594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8f85e-0ea7-444a-aae3-e397b5dff92c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Subnet': ['ID=68608295-2cf1-49c5-bab1-fb7eab0dc705,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:41.020879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f85e-0ea7-444a-aae3-e397b5dff92c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:41.023195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a6d8f85e-0ea7-444a-aae3-e397b5dff92c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/subnets/68608295-2cf1-49c5-bab1-fb7eab0dc705 HTTP/1.1" status: 204 len: 168 time: 0.3067844 Aug 09 16:14:41.025925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49188) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:41.033020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98f2eb9-d515-442b-9eff-597f719a7ece None None] Network c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:14:41.075010 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc197240-21d3-495e-870c-448bda640b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:14:40Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:41.106755 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc197240-21d3-495e-870c-448bda640b3c None None] Checking router: 0014ffaf-1d86-4e1c-989b-583c2bb6927c for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:14:41.125168 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc197240-21d3-495e-870c-448bda640b3c None None] Routers {'0014ffaf-1d86-4e1c-989b-583c2bb6927c'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:41.125896 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc197240-21d3-495e-870c-448bda640b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:41.284841 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-cc197240-21d3-495e-870c-448bda640b3c None None] Set router 0014ffaf-1d86-4e1c-989b-583c2bb6927c gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:41.287036 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] DHCP port deletion for c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:14:41.366762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Deleting port 25606aee-55e6-42f7-bf63-61fb167b3f5b {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:14:41.367239 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:41.454493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] For port 25606aee-55e6-42f7-bf63-61fb167b3f5b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=25606aee-55e6-42f7-bf63-61fb167b3f5b,segment=NetworkSegment(12737e23-0de5-4306-80ef-9470f34019fd),segment_id=12737e23-0de5-4306-80ef-9470f34019fd)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:41.454912 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:41.472406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Calling delete_port for 25606aee-55e6-42f7-bf63-61fb167b3f5b owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:14:41.510900 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:41.533365 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc197240-21d3-495e-870c-448bda640b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:14:40Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:41.574816 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc197240-21d3-495e-870c-448bda640b3c None None] The sync data for ids ['0014ffaf-1d86-4e1c-989b-583c2bb6927c'] in n-d-803778-2 is: [{'id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266094301', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:12:29Z', 'updated_at': '2021-08-09T16:14:40Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '604099b9-24d3-4f70-b872-ddf58785e7e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014ffaf-1d86-4e1c-989b-583c2bb6927c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:12:30Z', 'updated_at': '2021-08-09T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:14:41.576166 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:41.609702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] No DVR routers for this DVR port 25606aee-55e6-42f7-bf63-61fb167b3f5b on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:14:41.614209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Pushing event deleted for resources: {'Port': ['ID=25606aee-55e6-42f7-bf63-61fb167b3f5b,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:41.639157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:41.640287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:41.640853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:41.641574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:41.642189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:41.642748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:41.643315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:41.643888 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:41.644467 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:41.645028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:41.645577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:41.646195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907415b5-621e-40bf-b0ae-42703b86a1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:41.654871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c0fbe802-912e-4ad7-af82-5090648f2765 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:14:41.677018 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: c0fbe802-912e-4ad7-af82-5090648f2765 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:14:41.677414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c0fbe802-912e-4ad7-af82-5090648f2765 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:14:41.679109 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:41.680490 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:41.695357 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:41.755590 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port 604099b9-24d3-4f70-b872-ddf58785e7e7 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:14:41.755956 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:41.852658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] For port 604099b9-24d3-4f70-b872-ddf58785e7e7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=604099b9-24d3-4f70-b872-ddf58785e7e7,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:41.853107 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:41.865857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for 604099b9-24d3-4f70-b872-ddf58785e7e7 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:14:42.065271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.104798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=604099b9-24d3-4f70-b872-ddf58785e7e7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:42.191610 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.297956 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.304554 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.370731 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.371414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Fanout notify agent at l3_agent the message router_deleted on router 0014ffaf-1d86-4e1c-989b-583c2bb6927c {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:14:42.384966 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.391058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49196) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:42.407835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e3bc6767-2f21-4c3f-8649-f92ef307c74c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/routers/0014ffaf-1d86-4e1c-989b-583c2bb6927c HTTP/1.1" status: 204 len: 168 time: 1.3782320 Aug 09 16:14:42.428880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8744d23f-374c-4cba-8af9-249bf524bcd5 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:14:42.455161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 8744d23f-374c-4cba-8af9-249bf524bcd5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:14:42.455826 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8744d23f-374c-4cba-8af9-249bf524bcd5 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:14:42.456615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 25606aee-55e6-42f7-bf63-61fb167b3f5b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:14:42.480120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 25606aee-55e6-42f7-bf63-61fb167b3f5b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:14:42.480748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 25606aee-55e6-42f7-bf63-61fb167b3f5b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:14:42.497504 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.608711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.618925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:42.630475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12737e23-0de5-4306-80ef-9470f34019fd') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:42.630781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12737e23-0de5-4306-80ef-9470f34019fd') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:42.640613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.655105 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.661291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:14:42.661785 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:14:42.664686 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:14:42.728591 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.737515 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.738220 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/networks/c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1 HTTP/1.1" status: 204 len: 168 time: 0.3455887 Aug 09 16:14:42.740956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49198) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:42.751614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5ee2d-de98-4f4d-951b-bd074d1af1c9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Network': ['ID=c6bb1ea1-5c5c-443b-88a1-f430eaeab3c1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:42.811758 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eabf2aca-c132-46b7-a9b2-2f3770da2d64 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.840012 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eabf2aca-c132-46b7-a9b2-2f3770da2d64 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.915140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eabf2aca-c132-46b7-a9b2-2f3770da2d64 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.917952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eabf2aca-c132-46b7-a9b2-2f3770da2d64 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:42.919164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-eabf2aca-c132-46b7-a9b2-2f3770da2d64 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/security-groups/e52c2cdb-961c-4a28-b1f5-1e23acf64fee HTTP/1.1" status: 204 len: 168 time: 0.1768494 Aug 09 16:14:42.937179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf2aca-c132-46b7-a9b2-2f3770da2d64 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52c2cdb-961c-4a28-b1f5-1e23acf64fee,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:43.193794 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49204) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:43.198955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1946e605-c849-4491-a7fb-a8dfc6ff52da tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789121428', 'description': 'tempest-secgroup-smoke-789121428 description', 'project_id': '38208f1d79934161b16e6cd64460fe00'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:43.223774 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1946e605-c849-4491-a7fb-a8dfc6ff52da tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.274620 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.328905 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1946e605-c849-4491-a7fb-a8dfc6ff52da tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.337508 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1946e605-c849-4491-a7fb-a8dfc6ff52da tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.354107 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1946e605-c849-4491-a7fb-a8dfc6ff52da tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.355336 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1946e605-c849-4491-a7fb-a8dfc6ff52da tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1602702 Aug 09 16:14:43.358583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49206) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:43.368358 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-25f209e4-74ad-4538-a025-15c6cfbe21cc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': 'c15438af-87df-48a2-a568-adfb06ebb380', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:43.375320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946e605-c849-4491-a7fb-a8dfc6ff52da tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15438af-87df-48a2-a568-adfb06ebb380,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:43.401123 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25f209e4-74ad-4538-a025-15c6cfbe21cc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.469995 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25f209e4-74ad-4538-a025-15c6cfbe21cc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.474940 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25f209e4-74ad-4538-a025-15c6cfbe21cc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.477734 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.491611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f209e4-74ad-4538-a025-15c6cfbe21cc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95a84df-72f3-4178-ab32-408cf58266fe,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:43.501037 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-25f209e4-74ad-4538-a025-15c6cfbe21cc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.506504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-25f209e4-74ad-4538-a025-15c6cfbe21cc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422045 Aug 09 16:14:43.506790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49210) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:43.511737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2c873f61-34c6-47af-b08d-7798c3634e12 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': 'c15438af-87df-48a2-a568-adfb06ebb380', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:43.540898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2c873f61-34c6-47af-b08d-7798c3634e12 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.603969 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2c873f61-34c6-47af-b08d-7798c3634e12 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.611066 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2c873f61-34c6-47af-b08d-7798c3634e12 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.632855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c873f61-34c6-47af-b08d-7798c3634e12 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401a8420-796a-4379-9426-cc17ddbe1550,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:43.647760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2c873f61-34c6-47af-b08d-7798c3634e12 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.647760 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2c873f61-34c6-47af-b08d-7798c3634e12 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318679 Aug 09 16:14:43.647760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49212) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:43.648911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a217d1b7-0910-46d6-98bc-fe4ca6d0a9b2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': 'c15438af-87df-48a2-a568-adfb06ebb380', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:43.677484 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a217d1b7-0910-46d6-98bc-fe4ca6d0a9b2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.744687 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a217d1b7-0910-46d6-98bc-fe4ca6d0a9b2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.755385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a217d1b7-0910-46d6-98bc-fe4ca6d0a9b2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.777446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217d1b7-0910-46d6-98bc-fe4ca6d0a9b2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb28e789-896f-4842-8545-e9d53189bdd4,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:43.781748 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a217d1b7-0910-46d6-98bc-fe4ca6d0a9b2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.785698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a217d1b7-0910-46d6-98bc-fe4ca6d0a9b2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388929 Aug 09 16:14:43.786292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49218) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:43.798871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-beff85d4-4544-46e2-91be-9caefc4310d0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': 'c15438af-87df-48a2-a568-adfb06ebb380', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:43.828155 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-beff85d4-4544-46e2-91be-9caefc4310d0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.907949 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-beff85d4-4544-46e2-91be-9caefc4310d0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.912073 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-beff85d4-4544-46e2-91be-9caefc4310d0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.931130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff85d4-4544-46e2-91be-9caefc4310d0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3ddf5b-5374-45f6-b50c-6ed9ab532d61,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:43.938662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-beff85d4-4544-46e2-91be-9caefc4310d0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:43.939960 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-beff85d4-4544-46e2-91be-9caefc4310d0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1514359 Aug 09 16:14:43.943092 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49220) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:43.947957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-066663b4-2063-46ac-b91f-d7c0e775075d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': 'c15438af-87df-48a2-a568-adfb06ebb380', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:43.970949 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-066663b4-2063-46ac-b91f-d7c0e775075d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Project 38208f1d79934161b16e6cd64460fe00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:14:43.975730 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-066663b4-2063-46ac-b91f-d7c0e775075d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.036648 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-066663b4-2063-46ac-b91f-d7c0e775075d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.040675 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-066663b4-2063-46ac-b91f-d7c0e775075d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.066081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066663b4-2063-46ac-b91f-d7c0e775075d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638cfc07-cff1-4c60-a348-3620e51cd0c4,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:44.072637 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-066663b4-2063-46ac-b91f-d7c0e775075d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.078203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-066663b4-2063-46ac-b91f-d7c0e775075d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340203 Aug 09 16:14:44.078857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49222) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:44.086078 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a5ead157-74e3-4578-9d3b-673ca18301f2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': 'c15438af-87df-48a2-a568-adfb06ebb380', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:44.112334 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-a5ead157-74e3-4578-9d3b-673ca18301f2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Project 38208f1d79934161b16e6cd64460fe00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:14:44.117143 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5ead157-74e3-4578-9d3b-673ca18301f2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.168793 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5ead157-74e3-4578-9d3b-673ca18301f2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.173426 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5ead157-74e3-4578-9d3b-673ca18301f2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.189214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ead157-74e3-4578-9d3b-673ca18301f2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b85c25c-70df-430c-b8d2-35720917cef1,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:44.199082 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a5ead157-74e3-4578-9d3b-673ca18301f2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.200307 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a5ead157-74e3-4578-9d3b-673ca18301f2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195042 Aug 09 16:14:44.204219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49224) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:44.209571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9a0259c7-f998-4fd5-809b-50df50e0a937 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'network': {'name': 'tempest-network-smoke--852462287', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'port_security_enabled': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:44.230364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0259c7-f998-4fd5-809b-50df50e0a937 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Made reservation on behalf of 38208f1d79934161b16e6cd64460fe00 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:14:44.234400 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a0259c7-f998-4fd5-809b-50df50e0a937 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.258043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0259c7-f998-4fd5-809b-50df50e0a937 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:14:44.267616 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a0259c7-f998-4fd5-809b-50df50e0a937 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.267985 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-9a0259c7-f998-4fd5-809b-50df50e0a937 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Added segment 277be793-5326-44b0-b836-15e69eef7436 of type vlan for network 813a6b01-695a-4947-acc7-79ddc5d4b228 Aug 09 16:14:44.284271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 604099b9-24d3-4f70-b872-ddf58785e7e7 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:14:44.309956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 604099b9-24d3-4f70-b872-ddf58785e7e7 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:14:44.310409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 604099b9-24d3-4f70-b872-ddf58785e7e7 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:14:44.315843 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a0259c7-f998-4fd5-809b-50df50e0a937 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.345414 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a0259c7-f998-4fd5-809b-50df50e0a937 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.351069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0259c7-f998-4fd5-809b-50df50e0a937 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:44.351684 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9a0259c7-f998-4fd5-809b-50df50e0a937 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.412396 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9a0259c7-f998-4fd5-809b-50df50e0a937 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2070272 Aug 09 16:14:44.415227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49226) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:44.420419 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'admin_state_up': True, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:44.427212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0259c7-f998-4fd5-809b-50df50e0a937 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Network': ['ID=813a6b01-695a-4947-acc7-79ddc5d4b228,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:44.440540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 813a6b01-695a-4947-acc7-79ddc5d4b228 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:14:44.451348 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.452962 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.524980 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.695261 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.923758 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:44.943669 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:45.066924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.25.2.210 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/c945e7e4-906a-4d4c-b1eb-63210a07c7c8) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:14:45.347350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:45.347350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:45.347350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:14:45.347350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:14:45.347350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:14:45.352471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=c945e7e4-906a-4d4c-b1eb-63210a07c7c8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:45.637104 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:45.895025 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:46.050272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router 73fcf2cc-c739-474f-aefe-8b1d312478b1 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:14:46.179175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:14:46.193919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Sync routers for ids ['73fcf2cc-c739-474f-aefe-8b1d312478b1'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:14:46.202258 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:46.203713 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a673a332-0474-495f-9bdc-51c7b351e70c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7873456 Aug 09 16:14:46.206838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49264) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:46.210889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Routers {'73fcf2cc-c739-474f-aefe-8b1d312478b1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:46.212223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['73fcf2cc-c739-474f-aefe-8b1d312478b1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:46.251801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f0fe3b85-4e2c-4a2c-a066-08348b6dd683 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=38208f1d79934161b16e6cd64460fe00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436723 Aug 09 16:14:46.254508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49266) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:46.354215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473324aa-2b4a-4fcd-a500-91e2e31cd8d5 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:46.356575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Set router 73fcf2cc-c739-474f-aefe-8b1d312478b1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:46.359577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49270) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:46.362579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-473324aa-2b4a-4fcd-a500-91e2e31cd8d5 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1066849 Aug 09 16:14:46.395739 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e5565f79-124e-40f5-95ce-9e4da6112e34 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349596 Aug 09 16:14:46.395942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49274) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:46.401917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bb578740-5210-4ee0-971c-b5d7392bd955 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-68624788', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:46.534863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb578740-5210-4ee0-971c-b5d7392bd955 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Made reservation on behalf of 38208f1d79934161b16e6cd64460fe00 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:14:46.538770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb578740-5210-4ee0-971c-b5d7392bd955 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:46.583668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:45Z', 'revision_number': 3, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:46.615293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Checking router: 73fcf2cc-c739-474f-aefe-8b1d312478b1 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:14:46.615676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Updating router 73fcf2cc-c739-474f-aefe-8b1d312478b1 port c945e7e4-906a-4d4c-b1eb-63210a07c7c8 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:14:46.654717 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:46.776275 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb578740-5210-4ee0-971c-b5d7392bd955 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:46.864498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb578740-5210-4ee0-971c-b5d7392bd955 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Subnet': ['ID=858ce8ad-2154-430b-bb6d-5271acbcc205,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:46.867388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb578740-5210-4ee0-971c-b5d7392bd955 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Checking segment: {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:14:46.867795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb578740-5210-4ee0-971c-b5d7392bd955 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network hostable DHCP agents. Network: 813a6b01-695a-4947-acc7-79ddc5d4b228, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:14:46.888973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb578740-5210-4ee0-971c-b5d7392bd955 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network 813a6b01-695a-4947-acc7-79ddc5d4b228 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:14:46.901695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-bb578740-5210-4ee0-971c-b5d7392bd955 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 813a6b01-695a-4947-acc7-79ddc5d4b228) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:14:46.907309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb578740-5210-4ee0-971c-b5d7392bd955 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:46.907962 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb578740-5210-4ee0-971c-b5d7392bd955 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:46.932616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bb578740-5210-4ee0-971c-b5d7392bd955 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5352948 Aug 09 16:14:46.937225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49286) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:46.943393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3995f9-8e94-4879-8c84-c58d2bbd9915 None None] Network 813a6b01-695a-4947-acc7-79ddc5d4b228 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:14:47.215638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-813a6b01-695a-4947-acc7-79ddc5d4b228', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ips': [{'subnet_id': '858ce8ad-2154-430b-bb6d-5271acbcc205'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:14:47.216500 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:47.239434 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:47.259960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Transition to ACTIVE for port object c945e7e4-906a-4d4c-b1eb-63210a07c7c8 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:14:47.318925 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:47.411543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845abd9d-04f3-4bee-a1c4-7b345301dc99 None None] Pushing event updated for resources: {'Port': ['ID=c945e7e4-906a-4d4c-b1eb-63210a07c7c8,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:47.431263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Attempting to bind port c945e7e4-906a-4d4c-b1eb-63210a07c7c8 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:14:47.431633 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Attempting to bind port c945e7e4-906a-4d4c-b1eb-63210a07c7c8 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:14:47.431996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Attempting to bind port c945e7e4-906a-4d4c-b1eb-63210a07c7c8 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:14:47.441674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:14:47.442051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:14:47.442457 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:47.442850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:14:47.443774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Bound port: c945e7e4-906a-4d4c-b1eb-63210a07c7c8, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:14:47.443774 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:47.506483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Allocated IP 172.20.0.2 (813a6b01-695a-4947-acc7-79ddc5d4b228/858ce8ad-2154-430b-bb6d-5271acbcc205/52f7aee2-2e84-403c-9cbd-7fe08dc000e7) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:14:47.528758 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:47.533380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] For port c945e7e4-906a-4d4c-b1eb-63210a07c7c8, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:14:47.539929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] For port c945e7e4-906a-4d4c-b1eb-63210a07c7c8, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c945e7e4-906a-4d4c-b1eb-63210a07c7c8,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:14:47.578340 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:47.653536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Routers {'73fcf2cc-c739-474f-aefe-8b1d312478b1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:47.654418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['73fcf2cc-c739-474f-aefe-8b1d312478b1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:47.713803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845abd9d-04f3-4bee-a1c4-7b345301dc99 None None] Pushing event updated for resources: {'Port': ['ID=c945e7e4-906a-4d4c-b1eb-63210a07c7c8,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:47.836974 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:47.849133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] Set router 73fcf2cc-c739-474f-aefe-8b1d312478b1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:47.881333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Transition to ACTIVE for port object 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:14:47.958106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Transition to ACTIVE for port object 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:14:47.975191 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:48.053755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Pushing event updated for resources: {'Port': ['ID=52f7aee2-2e84-403c-9cbd-7fe08dc000e7,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:48.061488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.20.0.1 (813a6b01-695a-4947-acc7-79ddc5d4b228/858ce8ad-2154-430b-bb6d-5271acbcc205/a3519ba9-bec3-4212-8496-5ccfd67a9260) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:14:48.063002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Network 813a6b01-695a-4947-acc7-79ddc5d4b228 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:14:48.065879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:14:48.071957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:14:48.181722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Attempting to bind port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:14:48.182151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Attempting to bind port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:14:48.185794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Attempting to bind port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 on network 813a6b01-695a-4947-acc7-79ddc5d4b228 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:14:48.195736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:14:48.196119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Checking segment: {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:14:48.196524 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:48.196920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Bound using segment: {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:14:48.197422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Bound port: 52f7aee2-2e84-403c-9cbd-7fe08dc000e7, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:14:48.197925 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:48.202387 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:48.217077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Transition to ACTIVE for port object a3519ba9-bec3-4212-8496-5ccfd67a9260 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:14:48.220271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:45Z', 'revision_number': 3, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:48.254325 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:48.281664 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec722bc7-618d-4326-8a04-8be49a8c4ccd None None] The sync data for ids ['73fcf2cc-c739-474f-aefe-8b1d312478b1'] in n-d-803778-2 is: [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:45Z', 'revision_number': 3, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:14:48.302557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network 813a6b01-695a-4947-acc7-79ddc5d4b228 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:14:48.305956 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:14:48.316597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:14:48.328714 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] For port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:14:48.332270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] For port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=52f7aee2-2e84-403c-9cbd-7fe08dc000e7,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:14:48.338784 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:48.366478 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=a3519ba9-bec3-4212-8496-5ccfd67a9260,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:48.396400 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:48.438745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1aa6bc-bf3f-4f4f-8ca5-7a971306c302 None None] Pushing event updated for resources: {'Port': ['ID=52f7aee2-2e84-403c-9cbd-7fe08dc000e7,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:48.611085 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:49.144026 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:49.149527 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:49.240288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=a3519ba9-bec3-4212-8496-5ccfd67a9260,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:49.249171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:49.421680 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network 813a6b01-695a-4947-acc7-79ddc5d4b228 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:14:49.423547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:14:49.581515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router 73fcf2cc-c739-474f-aefe-8b1d312478b1 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:14:49.736912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:14:49.739658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae69e49-0b54-4a2e-8065-9043a99197d8 None None] Network 813a6b01-695a-4947-acc7-79ddc5d4b228 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:14:49.742195 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3f9a1bdf-c054-4ca9-9a70-624f057aa902 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "PUT /v2.0/routers/73fcf2cc-c739-474f-aefe-8b1d312478b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8040102 Aug 09 16:14:49.832808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-78b949e4-cf5d-419b-a1de-96369f86fb89 None None] Provisioning for port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:14:49.973179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-b3d2457f-e700-45e6-80fb-d750126587f2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789121428&fields=id&tenant_id=38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 267 time: 0.0555182 Aug 09 16:14:50.125364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-402783cf-d657-4826-b6e8-223d97444fe3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:50.127140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-402783cf-d657-4826-b6e8-223d97444fe3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/networks?id=813a6b01-695a-4947-acc7-79ddc5d4b228 HTTP/1.1" status: 200 len: 796 time: 0.1428370 Aug 09 16:14:50.156163 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-5487b3b4-6335-4c36-8687-6a308116e09b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/quotas/38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 375 time: 0.0206435 Aug 09 16:14:50.179290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-30f73144-97dd-4ac2-b6f3-a7842e0fff39 None None] Provisioning for port a3519ba9-bec3-4212-8496-5ccfd67a9260 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:14:50.185434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-30f73144-97dd-4ac2-b6f3-a7842e0fff39 None None] Provisioning complete for port a3519ba9-bec3-4212-8496-5ccfd67a9260 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:14:50.186737 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-30f73144-97dd-4ac2-b6f3-a7842e0fff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:50.234114 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-30f73144-97dd-4ac2-b6f3-a7842e0fff39 None None] Port a3519ba9-bec3-4212-8496-5ccfd67a9260 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:14:50.246918 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-dc8a20c6-2994-427c-a3d8-8b2eddaa4973 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750465 Aug 09 16:14:50.377086 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-df3aa8ed-0b7f-4dc1-8bd7-71eb9692eefa service neutron] 10.222.0.81 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136479 Aug 09 16:14:50.452848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:14:50.492382 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-3e76a35c-59b8-4b80-b543-fb4a1c6b805f service neutron] 10.222.0.81 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144207 Aug 09 16:14:50.515788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:14:50.520715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:14:50.521099 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:50.542646 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Sync routers for ids ['73fcf2cc-c739-474f-aefe-8b1d312478b1'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:14:50.579350 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Routers {'73fcf2cc-c739-474f-aefe-8b1d312478b1'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:50.580199 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['73fcf2cc-c739-474f-aefe-8b1d312478b1'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:50.680495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-57c12c6b-9b35-4be3-9480-06b897f2e7cb None None] Provisioning complete for port a3519ba9-bec3-4212-8496-5ccfd67a9260 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:14:50.683711 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-57c12c6b-9b35-4be3-9480-06b897f2e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:50.727874 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1301ec4c-0bfc-4a7f-a6e8-1939a5c2af9b req-86631006-ace9-449d-a058-56bb68d6e23a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843747 Aug 09 16:14:50.784622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-57c12c6b-9b35-4be3-9480-06b897f2e7cb None None] Port a3519ba9-bec3-4212-8496-5ccfd67a9260 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:14:50.815785 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Set router 73fcf2cc-c739-474f-aefe-8b1d312478b1 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:50.834099 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:50.855087 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3cdadbd0-e1b6-47c0-b55e-3bf7913d9294 req-6b36fab9-84f7-4d9f-8744-4a47ad582ca1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 210 time: 0.0853641 Aug 09 16:14:50.890633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301ec4c-0bfc-4a7f-a6e8-1939a5c2af9b req-0081e493-b962-4e86-8ee2-ffe435a742ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:50.892852 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1301ec4c-0bfc-4a7f-a6e8-1939a5c2af9b req-0081e493-b962-4e86-8ee2-ffe435a742ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 1096 time: 0.1401346 Aug 09 16:14:50.898196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=52f7aee2-2e84-403c-9cbd-7fe08dc000e7,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:50.909082 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:50.910583 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c945e7e4-906a-4d4c-b1eb-63210a07c7c8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:14:51.034959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=52f7aee2-2e84-403c-9cbd-7fe08dc000e7,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:51.075138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301ec4c-0bfc-4a7f-a6e8-1939a5c2af9b req-c69550ea-eeb3-4b52-a0b6-2f1b1b3afdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:51.078132 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1301ec4c-0bfc-4a7f-a6e8-1939a5c2af9b req-c69550ea-eeb3-4b52-a0b6-2f1b1b3afdbb service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.1606781 Aug 09 16:14:51.078818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-572b1647-0288-4997-8512-dbb13edfe06a None None] Provisioning complete for port a3519ba9-bec3-4212-8496-5ccfd67a9260 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:14:51.081482 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-572b1647-0288-4997-8512-dbb13edfe06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:51.085121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c945e7e4-906a-4d4c-b1eb-63210a07c7c8 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:14:51.153886 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:48Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a3519ba9-bec3-4212-8496-5ccfd67a9260', 'name': '', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:74:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:47Z', 'updated_at': '2021-08-09T16:14:48Z', 'revision_number': 2, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:51.156115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c945e7e4-906a-4d4c-b1eb-63210a07c7c8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:14:51.156501 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:51.169902 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1301ec4c-0bfc-4a7f-a6e8-1939a5c2af9b req-a941902a-91cc-46fb-bc14-05dfbdaf6ffe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cce2cec-ac95-4686-89b5-3f7a7768c2f6 HTTP/1.1" status: 200 len: 1000 time: 0.0850072 Aug 09 16:14:51.195414 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Checking router: 73fcf2cc-c739-474f-aefe-8b1d312478b1 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:14:51.195861 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Updating router 73fcf2cc-c739-474f-aefe-8b1d312478b1 port a3519ba9-bec3-4212-8496-5ccfd67a9260 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:14:51.223878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-572b1647-0288-4997-8512-dbb13edfe06a None None] Port a3519ba9-bec3-4212-8496-5ccfd67a9260 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:14:51.245469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301ec4c-0bfc-4a7f-a6e8-1939a5c2af9b req-653442c5-0a56-4106-802e-7a516fb6098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:51.247424 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1301ec4c-0bfc-4a7f-a6e8-1939a5c2af9b req-653442c5-0a56-4106-802e-7a516fb6098a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0701919 Aug 09 16:14:51.253227 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:51.283035 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:51.311535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301ec4c-0bfc-4a7f-a6e8-1939a5c2af9b req-d58cd56c-92ea-42da-88a4-412af5028a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:51.312992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1301ec4c-0bfc-4a7f-a6e8-1939a5c2af9b req-d58cd56c-92ea-42da-88a4-412af5028a4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578616 Aug 09 16:14:51.332098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port c945e7e4-906a-4d4c-b1eb-63210a07c7c8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c945e7e4-906a-4d4c-b1eb-63210a07c7c8,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:51.353199 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:51.431955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=c945e7e4-906a-4d4c-b1eb-63210a07c7c8,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:51.486149 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1301ec4c-0bfc-4a7f-a6e8-1939a5c2af9b req-d3a7735a-3148-41a4-9c9d-0472463b3189 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642988 Aug 09 16:14:51.613152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1301ec4c-0bfc-4a7f-a6e8-1939a5c2af9b req-f5f2f51e-c91d-4e34-a833-07f1cf507e32 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196373 Aug 09 16:14:51.707662 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:51.719612 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Transition to ACTIVE for port object a3519ba9-bec3-4212-8496-5ccfd67a9260 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:14:51.727453 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:51.785521 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Pushing event updated for resources: {'Port': ['ID=a3519ba9-bec3-4212-8496-5ccfd67a9260,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:51.930249 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:51.930586 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:51.931121 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:51.931629 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:51.932149 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:51.932651 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:51.932981 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:51.933301 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:51.933652 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:51.933974 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:51.934295 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:51.934660 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:51.970433 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Attempting to bind port a3519ba9-bec3-4212-8496-5ccfd67a9260 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:14:51.970715 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Attempting to bind port a3519ba9-bec3-4212-8496-5ccfd67a9260 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:14:51.971074 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Attempting to bind port a3519ba9-bec3-4212-8496-5ccfd67a9260 on network 813a6b01-695a-4947-acc7-79ddc5d4b228 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:14:51.979176 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:14:51.979176 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Checking segment: {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:14:51.979176 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:51.979828 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Bound using segment: {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:14:51.979828 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Bound port: a3519ba9-bec3-4212-8496-5ccfd67a9260, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:14:51.980279 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:52.001952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5f8c48ed-73f1-4ec6-b989-0bee4984b6a1 req-64603ea2-b2fd-4e7d-9059-42b965c4142b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 210 time: 0.0393417 Aug 09 16:14:52.082399 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] For port a3519ba9-bec3-4212-8496-5ccfd67a9260, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:14:52.085167 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] For port a3519ba9-bec3-4212-8496-5ccfd67a9260, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a3519ba9-bec3-4212-8496-5ccfd67a9260,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:14:52.089856 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:52.155307 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Routers {'73fcf2cc-c739-474f-aefe-8b1d312478b1'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:52.155963 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['73fcf2cc-c739-474f-aefe-8b1d312478b1'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:52.166870 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ba633-5af5-4ef2-9c15-eac49da0d518 None None] Pushing event updated for resources: {'Port': ['ID=a3519ba9-bec3-4212-8496-5ccfd67a9260,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:52.361792 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] Set router 73fcf2cc-c739-474f-aefe-8b1d312478b1 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:52.426827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-fda383f4-42e6-4a6b-a60f-1ffcdf7be29e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:52.429175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-fda383f4-42e6-4a6b-a60f-1ffcdf7be29e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.53 "GET /v2.0/networks?id=813a6b01-695a-4947-acc7-79ddc5d4b228 HTTP/1.1" status: 200 len: 796 time: 0.2201674 Aug 09 16:14:52.442342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:14:52.500044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-9e5bed4c-16a5-457d-a893-47d1303e5571 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 379 time: 0.0519414 Aug 09 16:14:52.512501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'port': {'device_id': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'admin_state_up': True, 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'security_groups': ['c15438af-87df-48a2-a568-adfb06ebb380']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:52.562637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:14:52.563201 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:52.649006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Made reservation on behalf of 38208f1d79934161b16e6cd64460fe00 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:14:52.652969 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:52.673747 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:48Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a3519ba9-bec3-4212-8496-5ccfd67a9260', 'name': '', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:74:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:47Z', 'updated_at': '2021-08-09T16:14:52Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:52.677505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c945e7e4-906a-4d4c-b1eb-63210a07c7c8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:14:52.706942 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bb027c-c92c-445d-8769-673c9fcc7d56 None None] The sync data for ids ['73fcf2cc-c739-474f-aefe-8b1d312478b1'] in n-d-803778-2 is: [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:48Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a3519ba9-bec3-4212-8496-5ccfd67a9260', 'name': '', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:74:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:47Z', 'updated_at': '2021-08-09T16:14:52Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:14:52.736818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c945e7e4-906a-4d4c-b1eb-63210a07c7c8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:14:52.738422 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:52.898649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.20.0.4 (813a6b01-695a-4947-acc7-79ddc5d4b228/858ce8ad-2154-430b-bb6d-5271acbcc205/5d1af318-a533-4920-aed7-36a0b53928b6) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:14:53.118724 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:53.127490 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77597919-69f6-433d-bbbf-8cfe7a11b1b0 req-fa56513b-d761-493f-bb9e-1fda94efded9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 210 time: 0.0284297 Aug 09 16:14:53.135979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Transition to ACTIVE for port object 5d1af318-a533-4920-aed7-36a0b53928b6 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:14:53.186661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:53.243996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network 813a6b01-695a-4947-acc7-79ddc5d4b228 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:14:53.248085 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:14:53.252643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:14:53.305498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=5d1af318-a533-4920-aed7-36a0b53928b6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:53.307546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:53.307892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:53.308256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:53.308588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:53.308911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:53.309341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:53.309568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:53.309916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:53.310244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:53.311788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:53.311788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:53.311788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:53.347970 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:53.348638 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:53.401065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-c4b1c3a5-a1f9-4bf5-81af-0fccf46f24ff tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8938124 Aug 09 16:14:53.418017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Request body: {'port': {'device_id': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:14:53.675308 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-13538cf8-3360-4bec-a724-be461a223943 None None] Provisioning for port 5d1af318-a533-4920-aed7-36a0b53928b6 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:14:53.687004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-13538cf8-3360-4bec-a724-be461a223943 None None] Provisioning complete for port 5d1af318-a533-4920-aed7-36a0b53928b6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:14:53.687713 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-13538cf8-3360-4bec-a724-be461a223943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:53.740598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-13538cf8-3360-4bec-a724-be461a223943 None None] Port 5d1af318-a533-4920-aed7-36a0b53928b6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:14:53.854063 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2338759-5f8a-42c2-863e-7df59ee93213 req-de64168d-92d8-42af-9e39-6bb6af3a3c54 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5952013 Aug 09 16:14:53.899400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:54.015298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338759-5f8a-42c2-863e-7df59ee93213 req-cb5b05e0-1bb2-4b1c-9552-ecf0c16414c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:54.017168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2338759-5f8a-42c2-863e-7df59ee93213 req-cb5b05e0-1bb2-4b1c-9552-ecf0c16414c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34250b81a7364e398f618c80a3da412c&device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 1096 time: 0.1083329 Aug 09 16:14:54.244069 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338759-5f8a-42c2-863e-7df59ee93213 req-9a90776e-46f4-499c-b8a0-6016e56da38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:54.244069 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2338759-5f8a-42c2-863e-7df59ee93213 req-9a90776e-46f4-499c-b8a0-6016e56da38f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 HTTP/1.1" status: 200 len: 914 time: 0.1710651 Aug 09 16:14:54.381539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fb0b1-d1c9-4da9-85da-256c7b2786c6 req-5d0a5050-3d3b-443a-bba8-8381542ab2a4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:54.383236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-468fb0b1-d1c9-4da9-85da-256c7b2786c6 req-5d0a5050-3d3b-443a-bba8-8381542ab2a4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 931 time: 0.1610448 Aug 09 16:14:54.385605 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2338759-5f8a-42c2-863e-7df59ee93213 req-32d16cb8-42ba-4ded-a911-5976f59bdca5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea HTTP/1.1" status: 200 len: 1001 time: 0.1422794 Aug 09 16:14:54.408584 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49472) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:14:54.423066 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a3519ba9-bec3-4212-8496-5ccfd67a9260 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:14:54.499897 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port a3519ba9-bec3-4212-8496-5ccfd67a9260 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:14:54.507094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a3519ba9-bec3-4212-8496-5ccfd67a9260 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:14:54.508118 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:54.566597 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-468fb0b1-d1c9-4da9-85da-256c7b2786c6 req-2395a2e1-a9b2-42dd-b478-a65f2b674a9d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511552 Aug 09 16:14:54.569243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1af318-a533-4920-aed7-36a0b53928b6 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:14:54.574972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338759-5f8a-42c2-863e-7df59ee93213 req-a3857d87-9d61-41dc-976a-751df8631c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:54.576531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2338759-5f8a-42c2-863e-7df59ee93213 req-a3857d87-9d61-41dc-976a-751df8631c57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85 HTTP/1.1" status: 200 len: 852 time: 0.1827071 Aug 09 16:14:54.580714 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:54.596234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Transition to ACTIVE for port object 5d1af318-a533-4920-aed7-36a0b53928b6 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:14:54.630698 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:54.639028 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:54.642972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Deleting port 6a8a1de0-344a-483c-9cfc-774a42b39aeb {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:14:54.643695 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:54.697945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port a3519ba9-bec3-4212-8496-5ccfd67a9260, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a3519ba9-bec3-4212-8496-5ccfd67a9260,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:54.704880 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:54.796764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=a3519ba9-bec3-4212-8496-5ccfd67a9260,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:54.800116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:54.800450 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:54.823068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Calling delete_port for 6a8a1de0-344a-483c-9cfc-774a42b39aeb owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:14:54.832712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1af318-a533-4920-aed7-36a0b53928b6,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:54.836266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338759-5f8a-42c2-863e-7df59ee93213 req-bd6e7b8f-f425-424a-8ba8-cb5a42855985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:54.839187 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2338759-5f8a-42c2-863e-7df59ee93213 req-bd6e7b8f-f425-424a-8ba8-cb5a42855985 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2405665 Aug 09 16:14:54.949818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Attempting to bind port 5d1af318-a533-4920-aed7-36a0b53928b6 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:14:54.952096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Attempting to bind port 5d1af318-a533-4920-aed7-36a0b53928b6 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:14:54.952879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Attempting to bind port 5d1af318-a533-4920-aed7-36a0b53928b6 on network 813a6b01-695a-4947-acc7-79ddc5d4b228 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:14:54.961636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Port 5d1af318-a533-4920-aed7-36a0b53928b6 on network 813a6b01-695a-4947-acc7-79ddc5d4b228 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:14:54.962203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Attempting to bind port 5d1af318-a533-4920-aed7-36a0b53928b6 on network 813a6b01-695a-4947-acc7-79ddc5d4b228 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:14:54.973958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:14:54.974420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Checking segment: {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:14:54.974757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Bound using segment: {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:14:54.975369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Bound port: 5d1af318-a533-4920-aed7-36a0b53928b6, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:14:54.975754 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:55.020110 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2338759-5f8a-42c2-863e-7df59ee93213 req-b155b696-f073-4264-9d61-f34ffcf82454 service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733835 Aug 09 16:14:55.075423 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:55.110645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event deleted for resources: {'Port': ['ID=6a8a1de0-344a-483c-9cfc-774a42b39aeb,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:55.125955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:55.125955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:55.126555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:55.126555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:55.126815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:55.127405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:55.127532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:55.127892 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:55.128129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:55.128463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:55.129839 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:55.130246 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:14:55.176907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:14:55.200137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d1af318-a533-4920-aed7-36a0b53928b6,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:14:55.203983 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:55.204487 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Floating IP 29999670-8fe3-4fb4-a169-6d009c437474 disassociated (deleted). External IP: 172.25.2.145, port: 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea. Aug 09 16:14:55.205673 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2338759-5f8a-42c2-863e-7df59ee93213 req-675e39b2-d3da-466f-a3ef-5135e23903d1 service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574306 Aug 09 16:14:55.208279 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:55.273072 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:55.274166 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:55.275113 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] 10.222.0.53 "PUT /v2.0/ports/5d1af318-a533-4920-aed7-36a0b53928b6 HTTP/1.1" status: 200 len: 1091 time: 1.8639324 Aug 09 16:14:55.275843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:14:55.278442 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf03a741-5fd7-4a21-9a8b-7d469407c0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:14:55.369208 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d63c0c-bc20-4018-a194-1d0f62e5dac2 x-openstack-request-id: req-08d63c0c-bc20-4018-a194-1d0f62e5dac2 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:14:55.369502 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:14:55.369791 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08d63c0c-bc20-4018-a194-1d0f62e5dac2 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:14:55.370229 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6', 'status': 'completed', 'code': 200} Aug 09 16:14:55.393808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ef19e-a901-4e9e-98a1-e7d736df52b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1af318-a533-4920-aed7-36a0b53928b6,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:55.407364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-e51d3d08-5358-4239-9511-e61e690bafef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:55.408883 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-e51d3d08-5358-4239-9511-e61e690bafef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 1094 time: 0.0893400 Aug 09 16:14:55.462607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-35b2b7b4-9492-4b7e-bffe-2a09142fa59f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d1af318-a533-4920-aed7-36a0b53928b6 HTTP/1.1" status: 200 len: 217 time: 0.0448585 Aug 09 16:14:55.554000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-fdce0f25-aff0-4d38-b449-5d5547737384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:55.557626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-fdce0f25-aff0-4d38-b449-5d5547737384 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=858ce8ad-2154-430b-bb6d-5271acbcc205 HTTP/1.1" status: 200 len: 833 time: 0.0879605 Aug 09 16:14:55.595031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Router 70fcf059-43e0-4363-9cca-276ae48f9036 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:14:55.636882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-3718058e-8d05-466e-9c46-c3058c93fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:55.639087 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-3718058e-8d05-466e-9c46-c3058c93fbd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=813a6b01-695a-4947-acc7-79ddc5d4b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741913 Aug 09 16:14:55.814655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64174-893f-4c01-8f33-72828d68844b req-2f2a2f14-733d-49b5-9a8d-b688db0f5e2d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:55.816957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0a64174-893f-4c01-8f33-72828d68844b req-2f2a2f14-733d-49b5-9a8d-b688db0f5e2d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 943 time: 0.1213157 Aug 09 16:14:55.828312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-dda533f4-d79a-4aca-beb7-4f3f435bbd0a service neutron] 10.222.0.53 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824031 Aug 09 16:14:55.928486 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d0a64174-893f-4c01-8f33-72828d68844b req-21bb4fb4-ef41-4909-a32b-5369d9c9e06e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040325 Aug 09 16:14:55.984562 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5364a35b-6bd3-40f7-9a1c-81dd4305d691 req-67c5b632-117b-4be4-bb13-7e8e3bdca2f6 service neutron] 10.222.0.53 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486542 Aug 09 16:14:56.098402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03a741-5fd7-4a21-9a8b-7d469407c0e6 req-da2331ff-4505-4411-bd34-9270486943fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:56.099930 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf03a741-5fd7-4a21-9a8b-7d469407c0e6 req-da2331ff-4505-4411-bd34-9270486943fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 1094 time: 0.0658865 Aug 09 16:14:56.104973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:14:56.110783 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:56.118762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b433d8-59fb-4d93-8d03-c88d26b45438 None None] Sync routers for ids ['70fcf059-43e0-4363-9cca-276ae48f9036'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:14:56.132926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b433d8-59fb-4d93-8d03-c88d26b45438 None None] Routers {'70fcf059-43e0-4363-9cca-276ae48f9036'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:56.133574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-99b433d8-59fb-4d93-8d03-c88d26b45438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['70fcf059-43e0-4363-9cca-276ae48f9036'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:56.140658 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8cc90c65-2c55-42a5-9c07-196e64facd7b tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "DELETE /v2.0/floatingips/29999670-8fe3-4fb4-a169-6d009c437474 HTTP/1.1" status: 204 len: 168 time: 1.7301126 Aug 09 16:14:56.141434 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:14:56.144275 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45efc208-e8f0-434c-802b-f2c02e515577" -d '{"events": [{"name": "network-changed", "server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:14:56.235730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03a741-5fd7-4a21-9a8b-7d469407c0e6 req-06dd2c1f-3396-4119-94ed-2a93da61e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:56.237654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf03a741-5fd7-4a21-9a8b-7d469407c0e6 req-06dd2c1f-3396-4119-94ed-2a93da61e26b service neutron] 10.222.0.53 "GET /v2.0/networks?id=813a6b01-695a-4947-acc7-79ddc5d4b228 HTTP/1.1" status: 200 len: 897 time: 0.1273730 Aug 09 16:14:56.244206 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487aaeee-dcb2-49d7-8dde-6e315f1760a2 x-openstack-request-id: req-487aaeee-dcb2-49d7-8dde-6e315f1760a2 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:14:56.244206 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:14:56.244206 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-487aaeee-dcb2-49d7-8dde-6e315f1760a2 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:14:56.249451 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'status': 'completed', 'code': 200} Aug 09 16:14:56.338470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf03a741-5fd7-4a21-9a8b-7d469407c0e6 req-426cf59d-5ae1-43ba-872b-bad7a6742feb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d1af318-a533-4920-aed7-36a0b53928b6 HTTP/1.1" status: 200 len: 217 time: 0.0768466 Aug 09 16:14:56.450436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efc208-e8f0-434c-802b-f2c02e515577 req-2d1bd588-5e7a-45f5-a384-5d4079f05cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:56.454376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-45efc208-e8f0-434c-802b-f2c02e515577 req-2d1bd588-5e7a-45f5-a384-5d4079f05cc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34250b81a7364e398f618c80a3da412c&device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 1096 time: 0.1868923 Aug 09 16:14:56.462620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a3519ba9-bec3-4212-8496-5ccfd67a9260 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:14:56.491095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03a741-5fd7-4a21-9a8b-7d469407c0e6 req-f8129ccd-88d6-4a23-99ba-17b6d9c2732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:56.492591 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf03a741-5fd7-4a21-9a8b-7d469407c0e6 req-f8129ccd-88d6-4a23-99ba-17b6d9c2732e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=858ce8ad-2154-430b-bb6d-5271acbcc205 HTTP/1.1" status: 200 len: 833 time: 0.1277001 Aug 09 16:14:56.603395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-99b433d8-59fb-4d93-8d03-c88d26b45438 None None] Set router 70fcf059-43e0-4363-9cca-276ae48f9036 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:56.641397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a3519ba9-bec3-4212-8496-5ccfd67a9260 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:14:56.641891 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:56.662350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03a741-5fd7-4a21-9a8b-7d469407c0e6 req-b9f99009-9017-4d01-95a4-be9098643119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:56.664237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf03a741-5fd7-4a21-9a8b-7d469407c0e6 req-b9f99009-9017-4d01-95a4-be9098643119 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=813a6b01-695a-4947-acc7-79ddc5d4b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430488 Aug 09 16:14:56.679309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6926436-9589-4166-8e8f-67f223719ab9 req-5c3c47e0-94be-49ff-8ccb-4adb242115a9 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:56.680925 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6926436-9589-4166-8e8f-67f223719ab9 req-5c3c47e0-94be-49ff-8ccb-4adb242115a9 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 945 time: 0.1609509 Aug 09 16:14:56.692620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efc208-e8f0-434c-802b-f2c02e515577 req-7cc7c9dc-f979-4862-916d-defc8447a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:56.694991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-45efc208-e8f0-434c-802b-f2c02e515577 req-7cc7c9dc-f979-4862-916d-defc8447a794 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 HTTP/1.1" status: 200 len: 914 time: 0.2306054 Aug 09 16:14:56.787286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-45efc208-e8f0-434c-802b-f2c02e515577 req-d244ee84-f4b3-4c77-83ea-22fefb77915f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea HTTP/1.1" status: 200 len: 217 time: 0.0808127 Aug 09 16:14:56.851884 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c6926436-9589-4166-8e8f-67f223719ab9 req-a8e5a2b2-5c5c-4748-b279-6c3306f9b82a tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443415 Aug 09 16:14:56.892003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efc208-e8f0-434c-802b-f2c02e515577 req-22028795-5333-49db-b651-6782504a0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:56.893754 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-45efc208-e8f0-434c-802b-f2c02e515577 req-22028795-5333-49db-b651-6782504a0d15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85 HTTP/1.1" status: 200 len: 852 time: 0.0968518 Aug 09 16:14:56.903811 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf03a741-5fd7-4a21-9a8b-7d469407c0e6 req-23c6dfad-c648-43ac-be68-6f59e43912d5 service neutron] 10.222.0.53 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191119 Aug 09 16:14:56.926745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-99b433d8-59fb-4d93-8d03-c88d26b45438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '49c01230-c9ae-4d7c-9631-8d0db6e9589c', 'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'mac_address': 'fa:16:3e:4b:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:24Z', 'updated_at': '2021-08-09T16:11:33Z', 'revision_number': 5, 'project_id': '34250b81a7364e398f618c80a3da412c', 'subnets': [{'id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:56.955242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b433d8-59fb-4d93-8d03-c88d26b45438 None None] Checking router: 70fcf059-43e0-4363-9cca-276ae48f9036 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:14:56.964823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b433d8-59fb-4d93-8d03-c88d26b45438 None None] Routers {'70fcf059-43e0-4363-9cca-276ae48f9036'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:14:56.965509 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-99b433d8-59fb-4d93-8d03-c88d26b45438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['70fcf059-43e0-4363-9cca-276ae48f9036'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:57.049095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf03a741-5fd7-4a21-9a8b-7d469407c0e6 req-9f780773-def1-4dbd-af14-9993f7f058f9 service neutron] 10.222.0.53 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343820 Aug 09 16:14:57.059933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efc208-e8f0-434c-802b-f2c02e515577 req-3063f2c4-f1d9-415e-9161-7e6de9480577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:57.062072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-45efc208-e8f0-434c-802b-f2c02e515577 req-3063f2c4-f1d9-415e-9161-7e6de9480577 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582377 Aug 09 16:14:57.091188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ccded-bb40-4235-9c2c-1df5fd8b19a0 req-2133ce56-70f3-4883-9ca9-fddfba081200 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:57.093964 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-912ccded-bb40-4235-9c2c-1df5fd8b19a0 req-2133ce56-70f3-4883-9ca9-fddfba081200 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 943 time: 0.0802314 Aug 09 16:14:57.114914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-99b433d8-59fb-4d93-8d03-c88d26b45438 None None] Set router 70fcf059-43e0-4363-9cca-276ae48f9036 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:14:57.152746 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-912ccded-bb40-4235-9c2c-1df5fd8b19a0 req-742b9b36-f9f6-4fde-9a49-336bafd26714 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508685 Aug 09 16:14:57.191855 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-45efc208-e8f0-434c-802b-f2c02e515577 req-96d1cc32-423e-4bbb-a4a6-98ea1eecb4ad service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185725 Aug 09 16:14:57.308290 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-45efc208-e8f0-434c-802b-f2c02e515577 req-548d0236-3b18-423e-94a7-465e136724b6 service neutron] 10.222.0.60 "GET /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091285 Aug 09 16:14:57.419643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-99b433d8-59fb-4d93-8d03-c88d26b45438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '49c01230-c9ae-4d7c-9631-8d0db6e9589c', 'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'mac_address': 'fa:16:3e:4b:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:24Z', 'updated_at': '2021-08-09T16:11:33Z', 'revision_number': 5, 'project_id': '34250b81a7364e398f618c80a3da412c', 'subnets': [{'id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:14:57.454415 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b433d8-59fb-4d93-8d03-c88d26b45438 None None] The sync data for ids ['70fcf059-43e0-4363-9cca-276ae48f9036'] in n-d-803778-2 is: [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:25Z', 'revision_number': 4, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '49c01230-c9ae-4d7c-9631-8d0db6e9589c', 'name': '', 'network_id': '9d740bf0-1998-4396-9a1f-b6f8cb5e75f8', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'mac_address': 'fa:16:3e:4b:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:24Z', 'updated_at': '2021-08-09T16:11:33Z', 'revision_number': 5, 'project_id': '34250b81a7364e398f618c80a3da412c', 'subnets': [{'id': 'b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:14:57.776185 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8813a-f72f-424a-b6b2-d0e4a55e2f9b None None] New status for floating IP 29999670-8fe3-4fb4-a169-6d009c437474: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:14:58.016052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bb971-8733-4fcb-861d-a514145971ea req-f74501ac-5bb7-4013-bd0f-6d9154aa544c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:58.017680 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f10bb971-8733-4fcb-861d-a514145971ea req-f74501ac-5bb7-4013-bd0f-6d9154aa544c tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 945 time: 0.0722966 Aug 09 16:14:58.065210 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f10bb971-8733-4fcb-861d-a514145971ea req-62cc0f72-caaa-481c-8407-6e324090059f tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/security-groups?id=44557358-0c1c-4a4d-8cc0-bb714c777c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405850 Aug 09 16:14:58.132682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00150f7-c3e1-48db-8854-0370efe6f9ca req-04f97afa-a230-4773-bec9-3d8d86995d80 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:58.134229 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b00150f7-c3e1-48db-8854-0370efe6f9ca req-04f97afa-a230-4773-bec9-3d8d86995d80 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.60 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 945 time: 0.0646386 Aug 09 16:14:58.246862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-b00150f7-c3e1-48db-8854-0370efe6f9ca req-86d99c8b-e007-46bd-9e27-8b2b87d18085 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Deleting port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:14:58.247125 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b00150f7-c3e1-48db-8854-0370efe6f9ca req-86d99c8b-e007-46bd-9e27-8b2b87d18085 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:58.304267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96722e58-d8e5-458f-958e-b3e594b7e8e4 req-f2a7d09f-2f75-483c-b2f1-fe845125569e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:58.305940 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-96722e58-d8e5-458f-958e-b3e594b7e8e4 req-f2a7d09f-2f75-483c-b2f1-fe845125569e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 943 time: 0.0603247 Aug 09 16:14:58.351733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b00150f7-c3e1-48db-8854-0370efe6f9ca req-86d99c8b-e007-46bd-9e27-8b2b87d18085 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] For port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea,segment=NetworkSegment(9616e5db-0f56-4325-a853-992b17d6f99c),segment_id=9616e5db-0f56-4325-a853-992b17d6f99c)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:58.352097 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b00150f7-c3e1-48db-8854-0370efe6f9ca req-86d99c8b-e007-46bd-9e27-8b2b87d18085 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:58.354542 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-96722e58-d8e5-458f-958e-b3e594b7e8e4 req-e2eaf41a-4ab8-40cd-b879-12337345f6bd tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413117 Aug 09 16:14:58.375357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-b00150f7-c3e1-48db-8854-0370efe6f9ca req-86d99c8b-e007-46bd-9e27-8b2b87d18085 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Calling delete_port for 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:14:58.524798 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b00150f7-c3e1-48db-8854-0370efe6f9ca req-86d99c8b-e007-46bd-9e27-8b2b87d18085 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:58.556882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d99c8b-e007-46bd-9e27-8b2b87d18085 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event deleted for resources: {'Port': ['ID=5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:58.604872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00150f7-c3e1-48db-8854-0370efe6f9ca req-86d99c8b-e007-46bd-9e27-8b2b87d18085 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] No DVR routers for this DVR port 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:14:58.609045 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b00150f7-c3e1-48db-8854-0370efe6f9ca req-86d99c8b-e007-46bd-9e27-8b2b87d18085 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:58.611867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b00150f7-c3e1-48db-8854-0370efe6f9ca req-86d99c8b-e007-46bd-9e27-8b2b87d18085 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.60 "DELETE /v2.0/ports/5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea HTTP/1.1" status: 204 len: 173 time: 0.4713893 Aug 09 16:14:58.612434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'name': 'network-vif-deleted', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:14:58.615571 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714e96da-021d-4ebb-895f-0448739e3832" -d '{"events": [{"server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "name": "network-vif-deleted", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:14:58.657001 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac7e15b-d792-4432-b959-c9eef00cd361 x-openstack-request-id: req-4ac7e15b-d792-4432-b959-c9eef00cd361 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:14:58.658468 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26318fd3-963f-4e06-99b0-d69628f535be", "name": "network-vif-deleted", "tag": "5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:14:58.658468 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ac7e15b-d792-4432-b959-c9eef00cd361 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:14:58.658468 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26318fd3-963f-4e06-99b0-d69628f535be', 'name': 'network-vif-deleted', 'tag': '5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea', 'status': 'completed', 'code': 200} Aug 09 16:14:59.004154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d1af318-a533-4920-aed7-36a0b53928b6 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:14:59.103705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d1af318-a533-4920-aed7-36a0b53928b6,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:59.116135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '5d1af318-a533-4920-aed7-36a0b53928b6', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'port_id': '5d1af318-a533-4920-aed7-36a0b53928b6', 'mac_address': 'fa:16:3e:73:1e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:14:59.162758 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:59.178414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1af318-a533-4920-aed7-36a0b53928b6 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:14:59.181423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5968f99d-6465-468a-9996-e6bf453f230d req-493b3659-f42c-4799-93b7-729bf5dc4169 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 210 time: 0.0300391 Aug 09 16:14:59.199487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d1af318-a533-4920-aed7-36a0b53928b6,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:14:59.204276 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:14:59.256205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5d1af318-a533-4920-aed7-36a0b53928b6,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:14:59.417066 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5d1af318-a533-4920-aed7-36a0b53928b6'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:14:59.495627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618db0-ca5f-4e39-b56c-64b1c1357ab4 req-c130d5d1-ad96-4c21-b1f4-7696a850156c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:14:59.497392 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8a618db0-ca5f-4e39-b56c-64b1c1357ab4 req-c130d5d1-ad96-4c21-b1f4-7696a850156c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 944 time: 0.0614946 Aug 09 16:14:59.540078 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8a618db0-ca5f-4e39-b56c-64b1c1357ab4 req-b0f9ea44-9b4d-458b-818d-db820c24e918 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359783 Aug 09 16:15:00.280868 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c0174ae7-c9b8-4fe5-a3e6-6b90ebb717f7 req-c339dc97-f249-4949-9614-500bc60d2bcf tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 210 time: 0.0301917 Aug 09 16:15:00.661760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe3c1d-279d-41e0-b9b3-36a2bcd1e0c4 req-eb368a6a-e1b0-4481-b065-09c8315f2429 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:00.663279 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bbfe3c1d-279d-41e0-b9b3-36a2bcd1e0c4 req-eb368a6a-e1b0-4481-b065-09c8315f2429 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 944 time: 0.0501897 Aug 09 16:15:00.702799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bbfe3c1d-279d-41e0-b9b3-36a2bcd1e0c4 req-658ba553-f71a-48cf-8d0c-5c950ee2d526 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332513 Aug 09 16:15:01.035202 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d1af318-a533-4920-aed7-36a0b53928b6 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:01.084402 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 5d1af318-a533-4920-aed7-36a0b53928b6 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:01.087969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 5d1af318-a533-4920-aed7-36a0b53928b6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:01.088353 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:01.167901 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:01.200039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:01.202598 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b2c34a-3dde-47e8-9ef6-85ded3674c56" -d '{"events": [{"server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "name": "network-vif-plugged", "status": "completed", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:01.219112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d1af318-a533-4920-aed7-36a0b53928b6,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:01.225150 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:01.252032 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c7a78b-f8f5-4c94-aa0c-84f4dc392ab1 x-openstack-request-id: req-93c7a78b-f8f5-4c94-aa0c-84f4dc392ab1 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:01.252318 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "name": "network-vif-plugged", "status": "completed", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:01.252564 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93c7a78b-f8f5-4c94-aa0c-84f4dc392ab1 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:01.252944 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6', 'code': 200} Aug 09 16:15:01.280496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=5d1af318-a533-4920-aed7-36a0b53928b6,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:01.349455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2ce87-bc5a-4ea5-8f42-91dec3ccdef2 req-a672838a-2f51-4ffa-bfc0-477f2e42ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:01.350990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfb2ce87-bc5a-4ea5-8f42-91dec3ccdef2 req-a672838a-2f51-4ffa-bfc0-477f2e42ed91 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 1096 time: 0.0443921 Aug 09 16:15:01.407833 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c70e4f1-e049-4798-9537-7a0a9db1b984 req-58e09334-6570-4013-853e-bbd0296c63e0 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 210 time: 0.0374870 Aug 09 16:15:01.414001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfb2ce87-bc5a-4ea5-8f42-91dec3ccdef2 req-f85428fb-d06a-46df-a6fd-faf127b54614 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556803 Aug 09 16:15:01.763028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:01.784315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:01.784659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5c0bfa73-31c5-4d3a-82fb-955a07cfa6ea not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:01.827245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326a0fb-b6e5-406d-8625-ecd43bcb3d6e req-5c091fbb-37d8-4c00-8d5b-c759cee675d5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:01.828829 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0326a0fb-b6e5-406d-8625-ecd43bcb3d6e req-5c091fbb-37d8-4c00-8d5b-c759cee675d5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 945 time: 0.0548601 Aug 09 16:15:01.878380 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0326a0fb-b6e5-406d-8625-ecd43bcb3d6e req-5bee9412-a602-47bf-a2c0-94d47130c6f3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420513 Aug 09 16:15:02.512390 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76489e68-4cab-4b37-95cc-3c52e3aa3c63 req-9df9d41d-4447-4d86-aabc-5f676dbebce3 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 210 time: 0.0315404 Aug 09 16:15:02.992232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2fdb4-9a10-4716-8e6a-9dd0e612cd5e req-16d7996a-ae41-4ad0-94fb-b4b1660f54da tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:02.993759 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6ab2fdb4-9a10-4716-8e6a-9dd0e612cd5e req-16d7996a-ae41-4ad0-94fb-b4b1660f54da tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 945 time: 0.0498090 Aug 09 16:15:03.033549 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6ab2fdb4-9a10-4716-8e6a-9dd0e612cd5e req-06458fed-7fd4-4a07-bd95-02102929ac45 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324645 Aug 09 16:15:03.181343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca633d7-6c26-4a18-a689-40931474a302 req-eb626a8b-dba5-49e4-b67c-fd9402f3437a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:03.182850 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ca633d7-6c26-4a18-a689-40931474a302 req-eb626a8b-dba5-49e4-b67c-fd9402f3437a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 945 time: 0.0758479 Aug 09 16:15:03.231393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8ca633d7-6c26-4a18-a689-40931474a302 req-79c8c344-ddae-4d9a-ba0f-21db90cbc59c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416720 Aug 09 16:15:03.254284 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49586) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:03.296697 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:15:03.313339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708884c7-290a-48b1-b2a9-ff86f38864e3 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:03.315016 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-708884c7-290a-48b1-b2a9-ff86f38864e3 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 1091 time: 0.0592167 Aug 09 16:15:03.319074 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49588) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:03.323675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': '5d1af318-a533-4920-aed7-36a0b53928b6', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:03.350236 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:03.467514 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:03.596264 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.25.2.119 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/2b70be5e-3222-45f0-8d66-781eec47dce1) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:03.650811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1746bcbc-74f9-42be-9c8c-6d427e2fdb52 req-ff1ac4a7-cb69-43a7-9888-dc86b934454d tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "GET /v2.0/ports?device_id=26318fd3-963f-4e06-99b0-d69628f535be HTTP/1.1" status: 200 len: 210 time: 0.0486128 Aug 09 16:15:03.760203 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:03.807066 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:03.868388 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:03.871764 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:03.876657 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:03.905039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=2b70be5e-3222-45f0-8d66-781eec47dce1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:04.257335 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:04.326608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:04.482347 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:04.487768 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:04.565793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=2b70be5e-3222-45f0-8d66-781eec47dce1,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:04.579245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:04.695442 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Floating IP e523c416-5bfe-4cec-8d55-4308c777f577 associated. External IP: 172.25.2.119, port: 5d1af318-a533-4920-aed7-36a0b53928b6. Aug 09 16:15:04.718028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 49596) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:04.778962 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f33f998-da3c-4c0a-8710-e75257537002 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:04.806073 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f33f998-da3c-4c0a-8710-e75257537002 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:04.879046 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f33f998-da3c-4c0a-8710-e75257537002 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:04.882088 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f33f998-da3c-4c0a-8710-e75257537002 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:04.883452 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8f33f998-da3c-4c0a-8710-e75257537002 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] 10.222.0.81 "DELETE /v2.0/security-groups/44557358-0c1c-4a4d-8cc0-bb714c777c24 HTTP/1.1" status: 204 len: 168 time: 0.1644135 Aug 09 16:15:04.894637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33f998-da3c-4c0a-8710-e75257537002 tempest-TestVolumeBackupRestore-1296298150 tempest-TestVolumeBackupRestore-1296298150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44557358-0c1c-4a4d-8cc0-bb714c777c24,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:04.936751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router 73fcf2cc-c739-474f-aefe-8b1d312478b1 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:15:05.064525 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:05.078464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b42db4-61e1-4ab8-aefb-c6c19cc4d5c3 None None] Sync routers for ids ['73fcf2cc-c739-474f-aefe-8b1d312478b1'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:05.089180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b42db4-61e1-4ab8-aefb-c6c19cc4d5c3 None None] Routers {'73fcf2cc-c739-474f-aefe-8b1d312478b1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:05.090503 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-12b42db4-61e1-4ab8-aefb-c6c19cc4d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['73fcf2cc-c739-474f-aefe-8b1d312478b1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:05.098822 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:05.140751 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-93db657a-1bc5-4d64-aab7-86c758f06c42 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8205607 Aug 09 16:15:05.141743 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:05.145044 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9c1c5f-4314-4885-803c-498c0af51582" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:05.298244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2a333-06b8-4f89-ab66-0d4171105595 req-42e46be9-07ff-48ff-9e11-3e57282722da tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:05.305797 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11e2a333-06b8-4f89-ab66-0d4171105595 req-42e46be9-07ff-48ff-9e11-3e57282722da tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 945 time: 0.0703030 Aug 09 16:15:05.319593 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-12b42db4-61e1-4ab8-aefb-c6c19cc4d5c3 None None] Set router 73fcf2cc-c739-474f-aefe-8b1d312478b1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:05.361523 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7574485-d969-4aa6-bd9a-dff05d2716b7 x-openstack-request-id: req-f7574485-d969-4aa6-bd9a-dff05d2716b7 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:05.362191 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:05.362444 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7574485-d969-4aa6-bd9a-dff05d2716b7 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:05.362861 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6', 'status': 'completed', 'code': 200} Aug 09 16:15:05.374882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11e2a333-06b8-4f89-ab66-0d4171105595 req-29b39074-36d4-47a8-a594-70bf9f844326 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576591 Aug 09 16:15:05.391908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49650) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:05.471314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c1c5f-4314-4885-803c-498c0af51582 req-b1cca7ef-550d-49bd-a423-111231da4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:05.474393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9c1c5f-4314-4885-803c-498c0af51582 req-b1cca7ef-550d-49bd-a423-111231da4b68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 1096 time: 0.0901074 Aug 09 16:15:05.494313 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3d69cab6-de0b-401b-b361-35a6e8c0de81 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/e523c416-5bfe-4cec-8d55-4308c777f577 HTTP/1.1" status: 200 len: 991 time: 0.0995531 Aug 09 16:15:05.611247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c1c5f-4314-4885-803c-498c0af51582 req-859e9381-11b6-4f64-98cb-08e2b78cde1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:05.613144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9c1c5f-4314-4885-803c-498c0af51582 req-859e9381-11b6-4f64-98cb-08e2b78cde1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=813a6b01-695a-4947-acc7-79ddc5d4b228 HTTP/1.1" status: 200 len: 897 time: 0.1300073 Aug 09 16:15:05.724600 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9c1c5f-4314-4885-803c-498c0af51582 req-21d13bc8-7847-477a-916d-14c49aa45b04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d1af318-a533-4920-aed7-36a0b53928b6 HTTP/1.1" status: 200 len: 999 time: 0.1041389 Aug 09 16:15:05.763294 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-12b42db4-61e1-4ab8-aefb-c6c19cc4d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:48Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'e523c416-5bfe-4cec-8d55-4308c777f577', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'port_id': '5d1af318-a533-4920-aed7-36a0b53928b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'mac_address': 'fa:16:3e:73:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:15:04Z', 'updated_at': '2021-08-09T16:15:04Z', 'revision_number': 0, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3519ba9-bec3-4212-8496-5ccfd67a9260', 'name': '', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:74:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:47Z', 'updated_at': '2021-08-09T16:14:54Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:05.796503 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b42db4-61e1-4ab8-aefb-c6c19cc4d5c3 None None] Checking router: 73fcf2cc-c739-474f-aefe-8b1d312478b1 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:05.803954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c1c5f-4314-4885-803c-498c0af51582 req-550242f0-6005-43ea-9664-ae660a76796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:05.805632 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b42db4-61e1-4ab8-aefb-c6c19cc4d5c3 None None] Routers {'73fcf2cc-c739-474f-aefe-8b1d312478b1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:05.806146 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9c1c5f-4314-4885-803c-498c0af51582 req-550242f0-6005-43ea-9664-ae660a76796c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=858ce8ad-2154-430b-bb6d-5271acbcc205 HTTP/1.1" status: 200 len: 833 time: 0.0736113 Aug 09 16:15:05.806472 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-12b42db4-61e1-4ab8-aefb-c6c19cc4d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:14:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['73fcf2cc-c739-474f-aefe-8b1d312478b1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:05.882997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c1c5f-4314-4885-803c-498c0af51582 req-df896b4c-6658-48a2-a0c8-a9b0ac025d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:05.884511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9c1c5f-4314-4885-803c-498c0af51582 req-df896b4c-6658-48a2-a0c8-a9b0ac025d16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=813a6b01-695a-4947-acc7-79ddc5d4b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714707 Aug 09 16:15:05.954914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-12b42db4-61e1-4ab8-aefb-c6c19cc4d5c3 None None] Set router 73fcf2cc-c739-474f-aefe-8b1d312478b1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:05.996224 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9c1c5f-4314-4885-803c-498c0af51582 req-c2007e0b-ba02-4ef6-b7c9-d95fbccb9961 service neutron] 10.222.0.53 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041045 Aug 09 16:15:06.122309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1e9c1c5f-4314-4885-803c-498c0af51582 req-c7fd3aa9-5070-4f53-9499-de55403cecb5 service neutron] 10.222.0.53 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184916 Aug 09 16:15:06.260451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-12b42db4-61e1-4ab8-aefb-c6c19cc4d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:48Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'e523c416-5bfe-4cec-8d55-4308c777f577', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'port_id': '5d1af318-a533-4920-aed7-36a0b53928b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'mac_address': 'fa:16:3e:73:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:15:04Z', 'updated_at': '2021-08-09T16:15:04Z', 'revision_number': 0, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3519ba9-bec3-4212-8496-5ccfd67a9260', 'name': '', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:74:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:47Z', 'updated_at': '2021-08-09T16:14:54Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:06.309033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b42db4-61e1-4ab8-aefb-c6c19cc4d5c3 None None] The sync data for ids ['73fcf2cc-c739-474f-aefe-8b1d312478b1'] in n-d-803778-2 is: [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:48Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'e523c416-5bfe-4cec-8d55-4308c777f577', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'port_id': '5d1af318-a533-4920-aed7-36a0b53928b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'mac_address': 'fa:16:3e:73:1e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:15:04Z', 'updated_at': '2021-08-09T16:15:04Z', 'revision_number': 0, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3519ba9-bec3-4212-8496-5ccfd67a9260', 'name': '', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:74:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:47Z', 'updated_at': '2021-08-09T16:14:54Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:06.491884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49784) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:06.668627 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9eb93d42-8ca2-4339-80d1-e919d9d955d8 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/e523c416-5bfe-4cec-8d55-4308c777f577 HTTP/1.1" status: 200 len: 991 time: 0.1752970 Aug 09 16:15:06.694676 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f887274-ed67-41a2-8ac2-153abffef60a None None] New status for floating IP e523c416-5bfe-4cec-8d55-4308c777f577: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:15:07.644741 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5990d53c-ee79-45ee-89df-fe285bb56abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:07.672637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 49928) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:07.805632 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-89c05828-14cf-48bc-8276-cac3ad867468 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/e523c416-5bfe-4cec-8d55-4308c777f577 HTTP/1.1" status: 200 len: 993 time: 0.1219442 Aug 09 16:15:09.586222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50080) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:09.980451 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b84fdd0-17f9-419d-8770-9c44620e6906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:10.273831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8b84fdd0-17f9-419d-8770-9c44620e6906 admin admin] Deleting port 49c01230-c9ae-4d7c-9631-8d0db6e9589c {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:10.274189 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b84fdd0-17f9-419d-8770-9c44620e6906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:10.364842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-8b84fdd0-17f9-419d-8770-9c44620e6906 admin admin] For port 49c01230-c9ae-4d7c-9631-8d0db6e9589c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=49c01230-c9ae-4d7c-9631-8d0db6e9589c,segment=NetworkSegment(9616e5db-0f56-4325-a853-992b17d6f99c),segment_id=9616e5db-0f56-4325-a853-992b17d6f99c)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:10.365222 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b84fdd0-17f9-419d-8770-9c44620e6906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:10.382150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8b84fdd0-17f9-419d-8770-9c44620e6906 admin admin] Calling delete_port for 49c01230-c9ae-4d7c-9631-8d0db6e9589c owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:10.553512 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dceb301f-9457-4f1f-948d-c35963b1f54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:10.868067 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b84fdd0-17f9-419d-8770-9c44620e6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:10.899076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84fdd0-17f9-419d-8770-9c44620e6906 admin admin] Pushing event deleted for resources: {'Port': ['ID=49c01230-c9ae-4d7c-9631-8d0db6e9589c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:10.906547 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.084445 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b84fdd0-17f9-419d-8770-9c44620e6906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.321910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b84fdd0-17f9-419d-8770-9c44620e6906 admin admin] Router 70fcf059-43e0-4363-9cca-276ae48f9036 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:15:11.436809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b84fdd0-17f9-419d-8770-9c44620e6906 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:11.442296 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8b84fdd0-17f9-419d-8770-9c44620e6906 admin admin] 10.222.0.81 "PUT /v2.0/routers/70fcf059-43e0-4363-9cca-276ae48f9036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8540189 Aug 09 16:15:11.445689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50292) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:11.449213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9923896-07c6-4836-bcd8-550ffc4c3b82 None None] Sync routers for ids ['70fcf059-43e0-4363-9cca-276ae48f9036'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:11.465478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9923896-07c6-4836-bcd8-550ffc4c3b82 None None] Routers {'70fcf059-43e0-4363-9cca-276ae48f9036'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:11.467287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d9923896-07c6-4836-bcd8-550ffc4c3b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['70fcf059-43e0-4363-9cca-276ae48f9036'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:11.615463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-d9923896-07c6-4836-bcd8-550ffc4c3b82 None None] Set router 70fcf059-43e0-4363-9cca-276ae48f9036 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:11.691025 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.737874 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:11.856992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d9923896-07c6-4836-bcd8-550ffc4c3b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:15:10Z', 'revision_number': 5, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port': {'id': '285e32ca-0958-43f3-a50a-13132c787ff1', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:11.907802 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.055441 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.059605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9923896-07c6-4836-bcd8-550ffc4c3b82 None None] Checking router: 70fcf059-43e0-4363-9cca-276ae48f9036 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:12.071795 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9923896-07c6-4836-bcd8-550ffc4c3b82 None None] Routers {'70fcf059-43e0-4363-9cca-276ae48f9036'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:12.072498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d9923896-07c6-4836-bcd8-550ffc4c3b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['70fcf059-43e0-4363-9cca-276ae48f9036'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:12.122307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Deleting port 285e32ca-0958-43f3-a50a-13132c787ff1 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:12.126148 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.166332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-d9923896-07c6-4836-bcd8-550ffc4c3b82 None None] Set router 70fcf059-43e0-4363-9cca-276ae48f9036 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:12.220091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-d9923896-07c6-4836-bcd8-550ffc4c3b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:15:12Z', 'revision_number': 6, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:12.223511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] For port 285e32ca-0958-43f3-a50a-13132c787ff1, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=285e32ca-0958-43f3-a50a-13132c787ff1,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:12.223914 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.237958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Calling delete_port for 285e32ca-0958-43f3-a50a-13132c787ff1 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:12.254542 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9923896-07c6-4836-bcd8-550ffc4c3b82 None None] The sync data for ids ['70fcf059-43e0-4363-9cca-276ae48f9036'] in n-d-803778-2 is: [{'id': '70fcf059-43e0-4363-9cca-276ae48f9036', 'name': 'tempest-TestVolumeBackupRestore-787383967-router', 'tenant_id': '34250b81a7364e398f618c80a3da412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:21Z', 'updated_at': '2021-08-09T16:15:12Z', 'revision_number': 6, 'project_id': '34250b81a7364e398f618c80a3da412c', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:12.438494 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.463184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Pushing event deleted for resources: {'Port': ['ID=285e32ca-0958-43f3-a50a-13132c787ff1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:12.535918 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.635062 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.637565 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.706919 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.709861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70fcf059-43e0-4363-9cca-276ae48f9036 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:15:12.715191 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.718904 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5ee469c8-c44c-408d-ae3b-1f9c44daa821 admin admin] 10.222.0.81 "DELETE /v2.0/routers/70fcf059-43e0-4363-9cca-276ae48f9036 HTTP/1.1" status: 204 len: 168 time: 1.2683039 Aug 09 16:15:12.720705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50456) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:12.783397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c687a005-f977-497b-80e5-4062405588ec admin admin] Deleting subnet b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:15:12.787829 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c687a005-f977-497b-80e5-4062405588ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.830776 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c687a005-f977-497b-80e5-4062405588ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.928963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c687a005-f977-497b-80e5-4062405588ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:12.989326 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c687a005-f977-497b-80e5-4062405588ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.042672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687a005-f977-497b-80e5-4062405588ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:13.045941 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c687a005-f977-497b-80e5-4062405588ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.052207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c687a005-f977-497b-80e5-4062405588ec admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b9b2ef09-7f71-4645-9bf5-2dc4aeea4d85 HTTP/1.1" status: 204 len: 168 time: 0.3269393 Aug 09 16:15:13.052786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50506) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:13.055763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e095f31d-7c01-45f5-9e12-310f67833644 None None] Network 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:13.135168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.216212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Deleting port 47b77989-a84f-4655-81f8-fa55e9a9eb82 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:13.217108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.273194 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.303745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443656d8-0264-4a22-bc6f-4038b2a12644 None None] DHCP port deletion for 9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:15:13.322771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] For port 47b77989-a84f-4655-81f8-fa55e9a9eb82, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=47b77989-a84f-4655-81f8-fa55e9a9eb82,segment=NetworkSegment(9616e5db-0f56-4325-a853-992b17d6f99c),segment_id=9616e5db-0f56-4325-a853-992b17d6f99c)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:13.323213 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.343686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Calling delete_port for 47b77989-a84f-4655-81f8-fa55e9a9eb82 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:13.368971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-443656d8-0264-4a22-bc6f-4038b2a12644 None None] Deleting port 47b77989-a84f-4655-81f8-fa55e9a9eb82 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:13.369447 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-443656d8-0264-4a22-bc6f-4038b2a12644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.445051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-443656d8-0264-4a22-bc6f-4038b2a12644 None None] For port 47b77989-a84f-4655-81f8-fa55e9a9eb82, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=47b77989-a84f-4655-81f8-fa55e9a9eb82,segment=NetworkSegment(9616e5db-0f56-4325-a853-992b17d6f99c),segment_id=9616e5db-0f56-4325-a853-992b17d6f99c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:13.445622 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-443656d8-0264-4a22-bc6f-4038b2a12644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.447059 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.466236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-443656d8-0264-4a22-bc6f-4038b2a12644 None None] Calling delete_port for 47b77989-a84f-4655-81f8-fa55e9a9eb82 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:13.492305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Pushing event deleted for resources: {'Port': ['ID=47b77989-a84f-4655-81f8-fa55e9a9eb82,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:13.494179 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.496905 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] No DVR routers for this DVR port 47b77989-a84f-4655-81f8-fa55e9a9eb82 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:15:13.563136 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-443656d8-0264-4a22-bc6f-4038b2a12644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.583251 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.586787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443656d8-0264-4a22-bc6f-4038b2a12644 None None] Pushing event deleted for resources: {'Port': ['ID=47b77989-a84f-4655-81f8-fa55e9a9eb82,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:13.593516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d740bf0-1998-4396-9a1f-b6f8cb5e75f8']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:13.598029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443656d8-0264-4a22-bc6f-4038b2a12644 None None] No DVR routers for this DVR port 47b77989-a84f-4655-81f8-fa55e9a9eb82 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:15:13.613854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9616e5db-0f56-4325-a853-992b17d6f99c') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:13.614153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9616e5db-0f56-4325-a853-992b17d6f99c') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:13.629041 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.642424 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.648015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:15:13.648393 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:15:13.650113 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:15:13.707818 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.713436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:13.715266 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] 10.222.0.81 "DELETE /v2.0/networks/9d740bf0-1998-4396-9a1f-b6f8cb5e75f8 HTTP/1.1" status: 204 len: 168 time: 0.6613955 Aug 09 16:15:13.718896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50530) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:13.727290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49759d86-2538-4c36-8ff9-a2b11c44ac5c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d740bf0-1998-4396-9a1f-b6f8cb5e75f8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:14.069143 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-199f3958-a7b0-4754-9cb5-0751efb6c5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:14.340946 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-199f3958-a7b0-4754-9cb5-0751efb6c5fb admin admin] Deleting port d3be7145-c196-4fd1-9ac0-99f37fff44f3 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:14.342232 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-199f3958-a7b0-4754-9cb5-0751efb6c5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:14.371925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 49c01230-c9ae-4d7c-9631-8d0db6e9589c no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:14.394000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 49c01230-c9ae-4d7c-9631-8d0db6e9589c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:14.394335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 49c01230-c9ae-4d7c-9631-8d0db6e9589c not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:14.394757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 285e32ca-0958-43f3-a50a-13132c787ff1 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:14.414975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 285e32ca-0958-43f3-a50a-13132c787ff1 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:14.415326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 285e32ca-0958-43f3-a50a-13132c787ff1 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:14.415733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 47b77989-a84f-4655-81f8-fa55e9a9eb82 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:14.434320 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 47b77989-a84f-4655-81f8-fa55e9a9eb82 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:14.434657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 47b77989-a84f-4655-81f8-fa55e9a9eb82 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:14.440166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-199f3958-a7b0-4754-9cb5-0751efb6c5fb admin admin] For port d3be7145-c196-4fd1-9ac0-99f37fff44f3, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d3be7145-c196-4fd1-9ac0-99f37fff44f3,segment=NetworkSegment(b8bb1f38-41e5-43a1-be75-62e7d536e450),segment_id=b8bb1f38-41e5-43a1-be75-62e7d536e450)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:14.440635 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-199f3958-a7b0-4754-9cb5-0751efb6c5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:14.456194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-199f3958-a7b0-4754-9cb5-0751efb6c5fb admin admin] Calling delete_port for d3be7145-c196-4fd1-9ac0-99f37fff44f3 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:14.644912 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-199f3958-a7b0-4754-9cb5-0751efb6c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:14.674774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f3958-a7b0-4754-9cb5-0751efb6c5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d3be7145-c196-4fd1-9ac0-99f37fff44f3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:14.860686 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-199f3958-a7b0-4754-9cb5-0751efb6c5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:15.091383 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199f3958-a7b0-4754-9cb5-0751efb6c5fb admin admin] Router e1f298b1-ff28-4609-8b26-b0613fdb766d has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:15:15.199925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199f3958-a7b0-4754-9cb5-0751efb6c5fb admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:15.205953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-199f3958-a7b0-4754-9cb5-0751efb6c5fb admin admin] 10.222.0.81 "PUT /v2.0/routers/e1f298b1-ff28-4609-8b26-b0613fdb766d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4859655 Aug 09 16:15:15.208623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50538) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:15.211834 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2f9be-84a0-480a-8725-9b6b244483be None None] Sync routers for ids ['e1f298b1-ff28-4609-8b26-b0613fdb766d'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:15.224350 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2f9be-84a0-480a-8725-9b6b244483be None None] Routers {'e1f298b1-ff28-4609-8b26-b0613fdb766d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:15.225042 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-09e2f9be-84a0-480a-8725-9b6b244483be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e1f298b1-ff28-4609-8b26-b0613fdb766d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:15.316737 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:15.333071 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-09e2f9be-84a0-480a-8725-9b6b244483be None None] Set router e1f298b1-ff28-4609-8b26-b0613fdb766d gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:15.445943 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:15.503654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Deleting port 926708b3-0bba-4b3b-8478-ef6ae18e0b1a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:15.504010 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:15.523038 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-09e2f9be-84a0-480a-8725-9b6b244483be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'name': 'tempest-TestVolumeBackupRestore-1724495290-router', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:15:14Z', 'revision_number': 5, 'project_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'gw_port': {'id': '926708b3-0bba-4b3b-8478-ef6ae18e0b1a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:15.550492 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2f9be-84a0-480a-8725-9b6b244483be None None] Checking router: e1f298b1-ff28-4609-8b26-b0613fdb766d for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:15.559284 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2f9be-84a0-480a-8725-9b6b244483be None None] Routers {'e1f298b1-ff28-4609-8b26-b0613fdb766d'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:15.559894 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-09e2f9be-84a0-480a-8725-9b6b244483be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e1f298b1-ff28-4609-8b26-b0613fdb766d'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:15.593120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] For port 926708b3-0bba-4b3b-8478-ef6ae18e0b1a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=926708b3-0bba-4b3b-8478-ef6ae18e0b1a,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:15.593652 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:15.606045 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Calling delete_port for 926708b3-0bba-4b3b-8478-ef6ae18e0b1a owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:15.649396 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-09e2f9be-84a0-480a-8725-9b6b244483be None None] Set router e1f298b1-ff28-4609-8b26-b0613fdb766d gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:15.703634 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-09e2f9be-84a0-480a-8725-9b6b244483be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'name': 'tempest-TestVolumeBackupRestore-1724495290-router', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:15:15Z', 'revision_number': 6, 'project_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:15.791859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:15.820050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Pushing event deleted for resources: {'Port': ['ID=926708b3-0bba-4b3b-8478-ef6ae18e0b1a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:15.829813 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2f9be-84a0-480a-8725-9b6b244483be None None] The sync data for ids ['e1f298b1-ff28-4609-8b26-b0613fdb766d'] in n-d-803778-2 is: [{'id': 'e1f298b1-ff28-4609-8b26-b0613fdb766d', 'name': 'tempest-TestVolumeBackupRestore-1724495290-router', 'tenant_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:11:28Z', 'updated_at': '2021-08-09T16:15:15Z', 'revision_number': 6, 'project_id': '67eb4ef322bc459fa7dc55e7e092a2c9', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:15.896014 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.264459 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.266927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.319212 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.319787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1f298b1-ff28-4609-8b26-b0613fdb766d {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:15:16.324072 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.325225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-84125406-329e-4575-b3de-20c5102439ad admin admin] 10.222.0.81 "DELETE /v2.0/routers/e1f298b1-ff28-4609-8b26-b0613fdb766d HTTP/1.1" status: 204 len: 168 time: 1.1156826 Aug 09 16:15:16.327716 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50542) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:16.385920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59f8210-159f-4767-864a-4140bdd8d36d admin admin] Deleting subnet fe14c673-c971-4623-9af7-ad1925379a89 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:15:16.389398 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f59f8210-159f-4767-864a-4140bdd8d36d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.433409 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f59f8210-159f-4767-864a-4140bdd8d36d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.554789 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f59f8210-159f-4767-864a-4140bdd8d36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.656750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f59f8210-159f-4767-864a-4140bdd8d36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.686780 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f59f8210-159f-4767-864a-4140bdd8d36d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.688647 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f59f8210-159f-4767-864a-4140bdd8d36d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fe14c673-c971-4623-9af7-ad1925379a89 HTTP/1.1" status: 204 len: 168 time: 0.3599770 Aug 09 16:15:16.691434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50554) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:16.692954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b269a00-319d-48b7-bf6e-aab1bbd45a93 None None] Network dd266b20-0b2b-4d8e-8508-5da783c5d680 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:16.726355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f8210-159f-4767-864a-4140bdd8d36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe14c673-c971-4623-9af7-ad1925379a89,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:16.800610 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d3be7145-c196-4fd1-9ac0-99f37fff44f3 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:16.832231 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.854794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d3be7145-c196-4fd1-9ac0-99f37fff44f3 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:16.855241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d3be7145-c196-4fd1-9ac0-99f37fff44f3 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:16.901181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Deleting port d3ef261f-7e76-415f-a931-472293b51c24 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:16.901534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:16.975481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441cc0c6-380d-44c0-8211-f3331b6767fc None None] DHCP port deletion for dd266b20-0b2b-4d8e-8508-5da783c5d680 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:15:16.989054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] For port d3ef261f-7e76-415f-a931-472293b51c24, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d3ef261f-7e76-415f-a931-472293b51c24,segment=NetworkSegment(b8bb1f38-41e5-43a1-be75-62e7d536e450),segment_id=b8bb1f38-41e5-43a1-be75-62e7d536e450)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:16.989423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.004061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Calling delete_port for d3ef261f-7e76-415f-a931-472293b51c24 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:17.064878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-441cc0c6-380d-44c0-8211-f3331b6767fc None None] Deleting port d3ef261f-7e76-415f-a931-472293b51c24 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:17.065484 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-441cc0c6-380d-44c0-8211-f3331b6767fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.120177 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.141165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-441cc0c6-380d-44c0-8211-f3331b6767fc None None] For port d3ef261f-7e76-415f-a931-472293b51c24, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d3ef261f-7e76-415f-a931-472293b51c24,segment=NetworkSegment(b8bb1f38-41e5-43a1-be75-62e7d536e450),segment_id=b8bb1f38-41e5-43a1-be75-62e7d536e450)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:17.141960 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-441cc0c6-380d-44c0-8211-f3331b6767fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.157278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ef261f-7e76-415f-a931-472293b51c24,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:17.157668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-441cc0c6-380d-44c0-8211-f3331b6767fc None None] Calling delete_port for d3ef261f-7e76-415f-a931-472293b51c24 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:17.162535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] No DVR routers for this DVR port d3ef261f-7e76-415f-a931-472293b51c24 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:15:17.245669 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.261035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd266b20-0b2b-4d8e-8508-5da783c5d680']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:17.261301 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-441cc0c6-380d-44c0-8211-f3331b6767fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.273323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bb1f38-41e5-43a1-be75-62e7d536e450') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:17.273651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bb1f38-41e5-43a1-be75-62e7d536e450') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:17.284915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.291487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cc0c6-380d-44c0-8211-f3331b6767fc None None] Pushing event deleted for resources: {'Port': ['ID=d3ef261f-7e76-415f-a931-472293b51c24,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:17.300297 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441cc0c6-380d-44c0-8211-f3331b6767fc None None] No DVR routers for this DVR port d3ef261f-7e76-415f-a931-472293b51c24 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:15:17.304330 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.317128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:15:17.317541 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:15:17.319888 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:15:17.389096 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.407876 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.410220 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] 10.222.0.81 "DELETE /v2.0/networks/dd266b20-0b2b-4d8e-8508-5da783c5d680 HTTP/1.1" status: 204 len: 168 time: 0.7177241 Aug 09 16:15:17.413752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6adf6-82ce-438d-a23f-f182ba3c212a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd266b20-0b2b-4d8e-8508-5da783c5d680,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:17.620425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50560) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:17.662891 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9ed38eb7-4955-4186-a122-b2b3cd59782e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34250b81a7364e398f618c80a3da412c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410655 Aug 09 16:15:17.665273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50562) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:17.717843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-738bd898-09b9-42f4-aac0-d8d84a36f9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.739457 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-738bd898-09b9-42f4-aac0-d8d84a36f9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.790528 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-738bd898-09b9-42f4-aac0-d8d84a36f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.793042 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-738bd898-09b9-42f4-aac0-d8d84a36f9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:17.794303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-738bd898-09b9-42f4-aac0-d8d84a36f9d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83674c70-e0c4-4fea-b575-c9245699fce5 HTTP/1.1" status: 204 len: 168 time: 0.1279910 Aug 09 16:15:17.803817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bd898-09b9-42f4-aac0-d8d84a36f9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83674c70-e0c4-4fea-b575-c9245699fce5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:18.136887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50568) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:18.180892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-43e221e3-5fa2-429b-a04f-4933394cbc61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=67eb4ef322bc459fa7dc55e7e092a2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427022 Aug 09 16:15:18.183340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50570) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:18.231620 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb1913f9-c706-4419-9fcd-dd89f1e4a791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:18.254788 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb1913f9-c706-4419-9fcd-dd89f1e4a791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:18.312136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb1913f9-c706-4419-9fcd-dd89f1e4a791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:18.315260 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cb1913f9-c706-4419-9fcd-dd89f1e4a791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:18.316701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cb1913f9-c706-4419-9fcd-dd89f1e4a791 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dbf33565-9bab-4de0-8792-17b0d6c3e00d HTTP/1.1" status: 204 len: 168 time: 0.1324749 Aug 09 16:15:18.328039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1913f9-c706-4419-9fcd-dd89f1e4a791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf33565-9bab-4de0-8792-17b0d6c3e00d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:18.369785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d3ef261f-7e76-415f-a931-472293b51c24 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:18.392870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d3ef261f-7e76-415f-a931-472293b51c24 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:18.393217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d3ef261f-7e76-415f-a931-472293b51c24 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:18.393903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 926708b3-0bba-4b3b-8478-ef6ae18e0b1a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:18.416964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 926708b3-0bba-4b3b-8478-ef6ae18e0b1a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:18.418059 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 926708b3-0bba-4b3b-8478-ef6ae18e0b1a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:19.997564 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50584) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:20.155329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e03164a8-d1a6-4a96-bd6e-83e006353fcd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7de1742a1284e5dbdf5da3ff83a2303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562822 Aug 09 16:15:20.157869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50588) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:20.211155 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e5559f00-3acd-449c-9ceb-0e28bf3cf78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:20.235942 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e5559f00-3acd-449c-9ceb-0e28bf3cf78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:20.289376 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e5559f00-3acd-449c-9ceb-0e28bf3cf78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:20.291993 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e5559f00-3acd-449c-9ceb-0e28bf3cf78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:20.293178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e5559f00-3acd-449c-9ceb-0e28bf3cf78c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5be436fa-0e3d-484e-975a-fe93e60cfa4f HTTP/1.1" status: 204 len: 168 time: 0.1342506 Aug 09 16:15:20.302249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5559f00-3acd-449c-9ceb-0e28bf3cf78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be436fa-0e3d-484e-975a-fe93e60cfa4f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:21.302453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50618) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:21.412106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03034694-0f69-4f2c-879c-3a06080b3db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.503163 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03034694-0f69-4f2c-879c-3a06080b3db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.506895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03034694-0f69-4f2c-879c-3a06080b3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.543683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03034694-0f69-4f2c-879c-3a06080b3db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220b1459-354b-4293-b71b-acf29b8f89b3,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:21.548543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-03034694-0f69-4f2c-879c-3a06080b3db6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=391ed4420bc64593b3fa88f575ff9260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450759 Aug 09 16:15:21.551828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50622) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:21.598924 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c687f5e7-7cc0-46dd-b197-537e8835d404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.619260 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c687f5e7-7cc0-46dd-b197-537e8835d404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.670165 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c687f5e7-7cc0-46dd-b197-537e8835d404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.672945 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c687f5e7-7cc0-46dd-b197-537e8835d404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:21.674126 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c687f5e7-7cc0-46dd-b197-537e8835d404 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/220b1459-354b-4293-b71b-acf29b8f89b3 HTTP/1.1" status: 204 len: 168 time: 0.1218843 Aug 09 16:15:21.682063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687f5e7-7cc0-46dd-b197-537e8835d404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220b1459-354b-4293-b71b-acf29b8f89b3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:22.284170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50644) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:22.382090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1157726819-network', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:22.404490 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Made reservation on behalf of 7a8ec5a4ad694fd68d97ce342e70ed79 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:15:22.406878 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.417928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.508301 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.511851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.536853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:15:22.546389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69f489-c327-4a61-888a-50eeff97d96f,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:22.552505 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.552848 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Added segment 3d551c66-a47f-4b1c-bbc8-c4d93bcc9546 of type vlan for network ecae9d90-747f-496e-b2ac-77025c056469 Aug 09 16:15:22.593462 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.620590 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.621472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:22.622096 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.675116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3898315 Aug 09 16:15:22.678079 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50648) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:22.682184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858f519-dbed-4bbf-b9e2-c00d358980e5 admin admin] Pushing event updated for resources: {'Network': ['ID=ecae9d90-747f-496e-b2ac-77025c056469,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:22.683206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4f0822a3-9bbe-4914-8e57-763cec6e715e admin admin] Request body: {'subnet': {'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1157726819-subnet', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:22.691721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network ecae9d90-747f-496e-b2ac-77025c056469 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:15:22.706965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0822a3-9bbe-4914-8e57-763cec6e715e admin admin] Made reservation on behalf of 7a8ec5a4ad694fd68d97ce342e70ed79 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:15:22.709473 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f0822a3-9bbe-4914-8e57-763cec6e715e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.883453 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f0822a3-9bbe-4914-8e57-763cec6e715e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.942375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0822a3-9bbe-4914-8e57-763cec6e715e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce27a2f0-6197-4514-b90d-f9f9a103dd69,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:22.951409 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0822a3-9bbe-4914-8e57-763cec6e715e admin admin] Checking segment: {'id': '3d551c66-a47f-4b1c-bbc8-c4d93bcc9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:22.951917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0822a3-9bbe-4914-8e57-763cec6e715e admin admin] Network hostable DHCP agents. Network: ecae9d90-747f-496e-b2ac-77025c056469, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:15:22.968435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0822a3-9bbe-4914-8e57-763cec6e715e admin admin] Network ecae9d90-747f-496e-b2ac-77025c056469 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:15:22.976980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-4f0822a3-9bbe-4914-8e57-763cec6e715e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, ecae9d90-747f-496e-b2ac-77025c056469) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:22.981500 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0822a3-9bbe-4914-8e57-763cec6e715e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:22.982640 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4f0822a3-9bbe-4914-8e57-763cec6e715e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:22.985549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b40abe7-3a78-46aa-9580-a3094d4d115b None None] Network ecae9d90-747f-496e-b2ac-77025c056469 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:22.999487 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4f0822a3-9bbe-4914-8e57-763cec6e715e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3172958 Aug 09 16:15:23.000055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50650) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:23.005298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1157726819-router', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:23.026302 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.027308 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.083161 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.132770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-ecae9d90-747f-496e-b2ac-77025c056469', 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'fixed_ips': [{'subnet_id': 'ce27a2f0-6197-4514-b90d-f9f9a103dd69'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:15:23.133723 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.220661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.264547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Allocated IP 172.20.0.2 (ecae9d90-747f-496e-b2ac-77025c056469/ce27a2f0-6197-4514-b90d-f9f9a103dd69/4f68012f-36df-4a05-ba9d-468166767615) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:23.407866 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.416048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Transition to ACTIVE for port object 4f68012f-36df-4a05-ba9d-468166767615 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:23.418486 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.431567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Transition to ACTIVE for port object 4f68012f-36df-4a05-ba9d-468166767615 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:23.437938 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.439072 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.480248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Network ecae9d90-747f-496e-b2ac-77025c056469 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:23.483214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:23.487622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:23.490661 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Pushing event updated for resources: {'Port': ['ID=4f68012f-36df-4a05-ba9d-468166767615,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:23.546766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Attempting to bind port 4f68012f-36df-4a05-ba9d-468166767615 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:23.547127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Attempting to bind port 4f68012f-36df-4a05-ba9d-468166767615 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '3d551c66-a47f-4b1c-bbc8-c4d93bcc9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:23.547476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Attempting to bind port 4f68012f-36df-4a05-ba9d-468166767615 on network ecae9d90-747f-496e-b2ac-77025c056469 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:23.552096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Allocated IP 172.25.2.184 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/d9278794-0c21-4d93-9b1a-a5cf44ab26c7) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:23.552446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:23.552948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Checking segment: {'id': '3d551c66-a47f-4b1c-bbc8-c4d93bcc9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:23.553351 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.553849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Bound using segment: {'id': '3d551c66-a47f-4b1c-bbc8-c4d93bcc9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:23.554302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Bound port: 4f68012f-36df-4a05-ba9d-468166767615, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d551c66-a47f-4b1c-bbc8-c4d93bcc9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:23.554679 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.616615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] For port 4f68012f-36df-4a05-ba9d-468166767615, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:23.619741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] For port 4f68012f-36df-4a05-ba9d-468166767615, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4f68012f-36df-4a05-ba9d-468166767615,segment=NetworkSegment(3d551c66-a47f-4b1c-bbc8-c4d93bcc9546),segment_id=3d551c66-a47f-4b1c-bbc8-c4d93bcc9546)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:23.623743 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.657670 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.679052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2f0f6-f593-4154-b530-4f660a39556d None None] Pushing event updated for resources: {'Port': ['ID=4f68012f-36df-4a05-ba9d-468166767615,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:23.715033 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:23.758434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:23.762974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:23.768108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:23.771178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Pushing event updated for resources: {'Port': ['ID=d9278794-0c21-4d93-9b1a-a5cf44ab26c7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:24.045087 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:24.242433 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:24.378356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4f68012f-36df-4a05-ba9d-468166767615 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:24.389647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Router 3e0d3856-d1bb-4818-899f-7228e65e58fb is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:15:24.431085 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 4f68012f-36df-4a05-ba9d-468166767615 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:24.505078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:24.516677 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Sync routers for ids ['3e0d3856-d1bb-4818-899f-7228e65e58fb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:24.521769 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:24.523183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7c7668d1-84c1-4e20-86aa-7464ea61e546 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5214019 Aug 09 16:15:24.525810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50652) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:24.526799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Routers {'3e0d3856-d1bb-4818-899f-7228e65e58fb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:24.527415 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['3e0d3856-d1bb-4818-899f-7228e65e58fb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:24.620723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982cd0c0-cf10-4e5d-b8ee-8ea29370817e None None] Network ecae9d90-747f-496e-b2ac-77025c056469 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:24.692311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-92bea8aa-90a9-4d2b-842b-d5062862f9ab None None] Provisioning for port 4f68012f-36df-4a05-ba9d-468166767615 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:24.708734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-92bea8aa-90a9-4d2b-842b-d5062862f9ab None None] Provisioning complete for port 4f68012f-36df-4a05-ba9d-468166767615 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:24.709104 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92bea8aa-90a9-4d2b-842b-d5062862f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:24.713571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Set router 3e0d3856-d1bb-4818-899f-7228e65e58fb gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:24.988249 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92bea8aa-90a9-4d2b-842b-d5062862f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.210276 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-92bea8aa-90a9-4d2b-842b-d5062862f9ab None None] For port 4f68012f-36df-4a05-ba9d-468166767615, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4f68012f-36df-4a05-ba9d-468166767615,segment=NetworkSegment(3d551c66-a47f-4b1c-bbc8-c4d93bcc9546),segment_id=3d551c66-a47f-4b1c-bbc8-c4d93bcc9546)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:25.219928 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92bea8aa-90a9-4d2b-842b-d5062862f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.256226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'name': 'tempest-TestAggregatesBasicOps-1157726819-router', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:23Z', 'revision_number': 3, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'gw_port': {'id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:25.289284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Checking router: 3e0d3856-d1bb-4818-899f-7228e65e58fb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:25.289667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Updating router 3e0d3856-d1bb-4818-899f-7228e65e58fb port d9278794-0c21-4d93-9b1a-a5cf44ab26c7 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:15:25.295486 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.329839 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.331568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bea8aa-90a9-4d2b-842b-d5062862f9ab None None] Pushing event updated for resources: {'Port': ['ID=4f68012f-36df-4a05-ba9d-468166767615,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:25.456062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-db873827-426d-4482-8afe-8a9b5b82bea5 None None] Provisioning complete for port 4f68012f-36df-4a05-ba9d-468166767615 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:25.457767 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db873827-426d-4482-8afe-8a9b5b82bea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.511563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Allocated IP 172.20.0.1 (ecae9d90-747f-496e-b2ac-77025c056469/ce27a2f0-6197-4514-b90d-f9f9a103dd69/3ea3bbf0-7f0e-468c-87ad-acf429000de5) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:25.613982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.628178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Transition to ACTIVE for port object 3ea3bbf0-7f0e-468c-87ad-acf429000de5 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:25.661403 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.672096 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.681921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Transition to ACTIVE for port object d9278794-0c21-4d93-9b1a-a5cf44ab26c7 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:25.687664 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.711547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Network ecae9d90-747f-496e-b2ac-77025c056469 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:25.718331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:25.720671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:25.724053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Pushing event updated for resources: {'Port': ['ID=3ea3bbf0-7f0e-468c-87ad-acf429000de5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:25.735301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Attempting to bind port d9278794-0c21-4d93-9b1a-a5cf44ab26c7 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:25.735679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Attempting to bind port d9278794-0c21-4d93-9b1a-a5cf44ab26c7 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:25.736277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Attempting to bind port d9278794-0c21-4d93-9b1a-a5cf44ab26c7 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:25.746876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:25.747309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:25.748368 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.748765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:25.749239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Bound port: d9278794-0c21-4d93-9b1a-a5cf44ab26c7, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:25.749642 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.751298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097beafc-b353-4990-8ff1-03ac1f2be1a0 None None] Pushing event updated for resources: {'Port': ['ID=d9278794-0c21-4d93-9b1a-a5cf44ab26c7,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:25.764904 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.811713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] For port d9278794-0c21-4d93-9b1a-a5cf44ab26c7, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:25.815170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] For port d9278794-0c21-4d93-9b1a-a5cf44ab26c7, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d9278794-0c21-4d93-9b1a-a5cf44ab26c7,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:25.820948 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:25.890298 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Routers {'3e0d3856-d1bb-4818-899f-7228e65e58fb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:25.891291 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['3e0d3856-d1bb-4818-899f-7228e65e58fb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:25.896000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097beafc-b353-4990-8ff1-03ac1f2be1a0 None None] Pushing event updated for resources: {'Port': ['ID=d9278794-0c21-4d93-9b1a-a5cf44ab26c7,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:25.926832 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:26.006164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] Set router 3e0d3856-d1bb-4818-899f-7228e65e58fb gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:26.093770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a080fa28-1730-4b85-a735-a8a371971f78 None None] Provisioning for port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:26.096122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:26.100909 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:26.127326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a080fa28-1730-4b85-a735-a8a371971f78 None None] Provisioning complete for port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:26.127709 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a080fa28-1730-4b85-a735-a8a371971f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:26.167257 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:26.169981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Pushing event updated for resources: {'Port': ['ID=3ea3bbf0-7f0e-468c-87ad-acf429000de5,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:26.177962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a080fa28-1730-4b85-a735-a8a371971f78 None None] Port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:15:26.244642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'name': 'tempest-TestAggregatesBasicOps-1157726819-router', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:25Z', 'revision_number': 4, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'gw_port': {'id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '3ea3bbf0-7f0e-468c-87ad-acf429000de5', 'name': '', 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'mac_address': 'fa:16:3e:d6:b9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ce27a2f0-6197-4514-b90d-f9f9a103dd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:25Z', 'updated_at': '2021-08-09T16:15:25Z', 'revision_number': 1, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'subnets': [{'id': 'ce27a2f0-6197-4514-b90d-f9f9a103dd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:26.262196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Network ecae9d90-747f-496e-b2ac-77025c056469 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:26.264307 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:26.277274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e6a75-9a47-4534-9439-838fd1091140 None None] The sync data for ids ['3e0d3856-d1bb-4818-899f-7228e65e58fb'] in n-d-803778-2 is: [{'id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'name': 'tempest-TestAggregatesBasicOps-1157726819-router', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:25Z', 'revision_number': 4, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'gw_port': {'id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '3ea3bbf0-7f0e-468c-87ad-acf429000de5', 'name': '', 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'mac_address': 'fa:16:3e:d6:b9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ce27a2f0-6197-4514-b90d-f9f9a103dd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:25Z', 'updated_at': '2021-08-09T16:15:25Z', 'revision_number': 1, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'subnets': [{'id': 'ce27a2f0-6197-4514-b90d-f9f9a103dd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:26.366847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4f68012f-36df-4a05-ba9d-468166767615 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:26.399892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Router 3e0d3856-d1bb-4818-899f-7228e65e58fb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:15:26.428972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 4f68012f-36df-4a05-ba9d-468166767615 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:26.429254 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:26.551732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:26.557681 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-71f0d172-2fad-4d42-b276-4757f271c58a admin admin] 10.222.0.81 "PUT /v2.0/routers/3e0d3856-d1bb-4818-899f-7228e65e58fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0308349 Aug 09 16:15:26.600983 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5f345a36-8112-4818-b177-e40d0fe83708 None None] Provisioning complete for port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:26.601926 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5f345a36-8112-4818-b177-e40d0fe83708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:26.641104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5f345a36-8112-4818-b177-e40d0fe83708 None None] Port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:15:27.113477 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50668) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:27.118595 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-170394459-network', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:27.142275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Made reservation on behalf of c80baea6ddbd45719c5bdbe0ec8bb7f2 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:15:27.145233 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.154706 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.259814 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.264390 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.292205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:15:27.298997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82565707-eaea-4ac9-af55-8053bd39d3f0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:27.306462 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.306924 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Added segment 8c22edb8-c274-4a8e-b2d6-14e044d1a409 of type vlan for network a3691ecf-43cb-4a80-af3c-e58a6c4042d7 Aug 09 16:15:27.350636 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.383877 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.384893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:27.385517 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.445283 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3306472 Aug 09 16:15:27.448219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50670) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:27.455281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-70ce50bc-5b7c-4a28-a1a9-88aaf2133aad admin admin] Request body: {'subnet': {'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-170394459-subnet', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:27.459621 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2ad08-52f3-417c-88bf-41f2d5f9c20b admin admin] Pushing event updated for resources: {'Network': ['ID=a3691ecf-43cb-4a80-af3c-e58a6c4042d7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:27.473886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network a3691ecf-43cb-4a80-af3c-e58a6c4042d7 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:15:27.482299 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ce50bc-5b7c-4a28-a1a9-88aaf2133aad admin admin] Made reservation on behalf of c80baea6ddbd45719c5bdbe0ec8bb7f2 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:15:27.484814 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-70ce50bc-5b7c-4a28-a1a9-88aaf2133aad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.666790 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-70ce50bc-5b7c-4a28-a1a9-88aaf2133aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.722285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce50bc-5b7c-4a28-a1a9-88aaf2133aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=83bef303-b005-442f-9809-171c2dc8b4ca,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:27.729201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ce50bc-5b7c-4a28-a1a9-88aaf2133aad admin admin] Checking segment: {'id': '8c22edb8-c274-4a8e-b2d6-14e044d1a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:27.729553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce50bc-5b7c-4a28-a1a9-88aaf2133aad admin admin] Network hostable DHCP agents. Network: a3691ecf-43cb-4a80-af3c-e58a6c4042d7, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:15:27.747167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce50bc-5b7c-4a28-a1a9-88aaf2133aad admin admin] Network a3691ecf-43cb-4a80-af3c-e58a6c4042d7 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:15:27.755857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-70ce50bc-5b7c-4a28-a1a9-88aaf2133aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, a3691ecf-43cb-4a80-af3c-e58a6c4042d7) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:27.760271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce50bc-5b7c-4a28-a1a9-88aaf2133aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:27.761614 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-70ce50bc-5b7c-4a28-a1a9-88aaf2133aad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.764869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b6b1a6-c41d-4dfd-9330-b83fa5580b34 None None] Network a3691ecf-43cb-4a80-af3c-e58a6c4042d7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:27.775409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-70ce50bc-5b7c-4a28-a1a9-88aaf2133aad admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3241098 Aug 09 16:15:27.780188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50672) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:27.782872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-170394459-router', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:27.805191 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.806255 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.860281 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:27.939502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-a3691ecf-43cb-4a80-af3c-e58a6c4042d7', 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'fixed_ips': [{'subnet_id': '83bef303-b005-442f-9809-171c2dc8b4ca'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:15:27.940912 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.013315 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.113157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Allocated IP 172.20.0.2 (a3691ecf-43cb-4a80-af3c-e58a6c4042d7/83bef303-b005-442f-9809-171c2dc8b4ca/1c050758-1a9c-4523-a5cc-a7c5cc842cae) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:28.241225 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.267350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.279704 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.289545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Transition to ACTIVE for port object 1c050758-1a9c-4523-a5cc-a7c5cc842cae will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:28.308489 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Transition to ACTIVE for port object 1c050758-1a9c-4523-a5cc-a7c5cc842cae will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:28.315342 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.355119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Network a3691ecf-43cb-4a80-af3c-e58a6c4042d7 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:28.358835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:28.363043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:28.380596 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Pushing event updated for resources: {'Port': ['ID=1c050758-1a9c-4523-a5cc-a7c5cc842cae,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:28.430024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d9278794-0c21-4d93-9b1a-a5cf44ab26c7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:28.432194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Allocated IP 172.25.2.163 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/1f91a1f3-0e44-40d5-b11c-087baba1a30c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:28.454241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Attempting to bind port 1c050758-1a9c-4523-a5cc-a7c5cc842cae on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:28.454682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Attempting to bind port 1c050758-1a9c-4523-a5cc-a7c5cc842cae by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '8c22edb8-c274-4a8e-b2d6-14e044d1a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:28.455164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Attempting to bind port 1c050758-1a9c-4523-a5cc-a7c5cc842cae on network a3691ecf-43cb-4a80-af3c-e58a6c4042d7 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:28.462558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:28.463035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Checking segment: {'id': '8c22edb8-c274-4a8e-b2d6-14e044d1a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:28.463509 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.463976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Bound using segment: {'id': '8c22edb8-c274-4a8e-b2d6-14e044d1a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:28.464516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Bound port: 1c050758-1a9c-4523-a5cc-a7c5cc842cae, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c22edb8-c274-4a8e-b2d6-14e044d1a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:28.465095 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.534266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d9278794-0c21-4d93-9b1a-a5cf44ab26c7 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:28.542587 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Sync routers for ids ['3e0d3856-d1bb-4818-899f-7228e65e58fb'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:28.547413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d9278794-0c21-4d93-9b1a-a5cf44ab26c7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:28.547793 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.558828 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Routers {'3e0d3856-d1bb-4818-899f-7228e65e58fb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:28.560192 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['3e0d3856-d1bb-4818-899f-7228e65e58fb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:28.573266 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] For port 1c050758-1a9c-4523-a5cc-a7c5cc842cae, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:28.576246 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.593627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] For port 1c050758-1a9c-4523-a5cc-a7c5cc842cae, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1c050758-1a9c-4523-a5cc-a7c5cc842cae,segment=NetworkSegment(8c22edb8-c274-4a8e-b2d6-14e044d1a409),segment_id=8c22edb8-c274-4a8e-b2d6-14e044d1a409)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:28.601223 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.626307 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.680856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:28.685274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:28.685552 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Set router 3e0d3856-d1bb-4818-899f-7228e65e58fb gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:28.687705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:28.698827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716d02b-6e6a-44e2-9386-25e23a69e68a None None] Pushing event updated for resources: {'Port': ['ID=1c050758-1a9c-4523-a5cc-a7c5cc842cae,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:28.726916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Pushing event updated for resources: {'Port': ['ID=1f91a1f3-0e44-40d5-b11c-087baba1a30c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:28.727687 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.760890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port d9278794-0c21-4d93-9b1a-a5cf44ab26c7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d9278794-0c21-4d93-9b1a-a5cf44ab26c7,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:28.765502 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:28.830996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=d9278794-0c21-4d93-9b1a-a5cf44ab26c7,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:28.944020 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'name': 'tempest-TestAggregatesBasicOps-1157726819-router', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:25Z', 'revision_number': 4, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'gw_port': {'id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '3ea3bbf0-7f0e-468c-87ad-acf429000de5', 'name': '', 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'mac_address': 'fa:16:3e:d6:b9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ce27a2f0-6197-4514-b90d-f9f9a103dd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:25Z', 'updated_at': '2021-08-09T16:15:25Z', 'revision_number': 2, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'subnets': [{'id': 'ce27a2f0-6197-4514-b90d-f9f9a103dd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:28.981435 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Checking router: 3e0d3856-d1bb-4818-899f-7228e65e58fb for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:28.982407 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Updating router 3e0d3856-d1bb-4818-899f-7228e65e58fb port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:15:29.014814 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:29.020369 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:29.238164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:29.297500 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:29.306960 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Transition to ACTIVE for port object 3ea3bbf0-7f0e-468c-87ad-acf429000de5 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:29.313047 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:29.366718 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d36da1-0e50-4599-88e4-b55326dbc0e1 None None] Pushing event updated for resources: {'Port': ['ID=3ea3bbf0-7f0e-468c-87ad-acf429000de5,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:29.388781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Router 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:15:29.420150 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Attempting to bind port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:29.420655 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Attempting to bind port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '3d551c66-a47f-4b1c-bbc8-c4d93bcc9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:29.421032 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Attempting to bind port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 on network ecae9d90-747f-496e-b2ac-77025c056469 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:29.427422 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:29.427816 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Checking segment: {'id': '3d551c66-a47f-4b1c-bbc8-c4d93bcc9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:29.428203 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:29.428600 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Bound using segment: {'id': '3d551c66-a47f-4b1c-bbc8-c4d93bcc9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:29.429325 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Bound port: 3ea3bbf0-7f0e-468c-87ad-acf429000de5, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d551c66-a47f-4b1c-bbc8-c4d93bcc9546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:29.429747 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:29.526504 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:29.540902 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Sync routers for ids ['6ae0a39a-0855-4805-8d08-80dc4c94d6d8'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:29.541090 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] For port 3ea3bbf0-7f0e-468c-87ad-acf429000de5, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:29.546453 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] For port 3ea3bbf0-7f0e-468c-87ad-acf429000de5, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3ea3bbf0-7f0e-468c-87ad-acf429000de5,segment=NetworkSegment(3d551c66-a47f-4b1c-bbc8-c4d93bcc9546),segment_id=3d551c66-a47f-4b1c-bbc8-c4d93bcc9546)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:29.547127 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:29.549682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7043d378-7070-4b48-a00d-a8d4c1f13e03 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7700772 Aug 09 16:15:29.552782 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50680) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:29.554588 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:29.560902 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Routers {'6ae0a39a-0855-4805-8d08-80dc4c94d6d8'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:29.561939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['6ae0a39a-0855-4805-8d08-80dc4c94d6d8'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:29.642253 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Routers {'3e0d3856-d1bb-4818-899f-7228e65e58fb'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:29.642917 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['3e0d3856-d1bb-4818-899f-7228e65e58fb'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:29.738558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Set router 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:29.753927 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] Set router 3e0d3856-d1bb-4818-899f-7228e65e58fb gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:29.803465 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d36da1-0e50-4599-88e4-b55326dbc0e1 None None] Pushing event updated for resources: {'Port': ['ID=3ea3bbf0-7f0e-468c-87ad-acf429000de5,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:30.040501 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'name': 'tempest-TestAggregatesBasicOps-1157726819-router', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:25Z', 'revision_number': 4, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'gw_port': {'id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '3ea3bbf0-7f0e-468c-87ad-acf429000de5', 'name': '', 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'mac_address': 'fa:16:3e:d6:b9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ce27a2f0-6197-4514-b90d-f9f9a103dd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:25Z', 'updated_at': '2021-08-09T16:15:29Z', 'revision_number': 4, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'subnets': [{'id': 'ce27a2f0-6197-4514-b90d-f9f9a103dd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:30.074133 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cb49d-d116-4383-8390-da9b86d311d6 None None] The sync data for ids ['3e0d3856-d1bb-4818-899f-7228e65e58fb'] in n-d-803778-2 is: [{'id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'name': 'tempest-TestAggregatesBasicOps-1157726819-router', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:25Z', 'revision_number': 4, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'gw_port': {'id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '3ea3bbf0-7f0e-468c-87ad-acf429000de5', 'name': '', 'network_id': 'ecae9d90-747f-496e-b2ac-77025c056469', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'mac_address': 'fa:16:3e:d6:b9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ce27a2f0-6197-4514-b90d-f9f9a103dd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:25Z', 'updated_at': '2021-08-09T16:15:29Z', 'revision_number': 4, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'subnets': [{'id': 'ce27a2f0-6197-4514-b90d-f9f9a103dd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:30.080526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd865aa-9d3f-478d-be26-aadb3c7e458d None None] Network a3691ecf-43cb-4a80-af3c-e58a6c4042d7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:30.135904 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:30.188195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b200710e-bab2-4bd3-8371-4f0941ace40f None None] Provisioning for port 1c050758-1a9c-4523-a5cc-a7c5cc842cae completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:30.339963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'name': 'tempest-TestAggregatesBasicOps-170394459-router', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:27Z', 'updated_at': '2021-08-09T16:15:28Z', 'revision_number': 3, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'gw_port': {'id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:28Z', 'updated_at': '2021-08-09T16:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:30.353563 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Allocated IP 172.20.0.1 (a3691ecf-43cb-4a80-af3c-e58a6c4042d7/83bef303-b005-442f-9809-171c2dc8b4ca/96a06a20-d46b-40dd-b6e2-68a3d9a78048) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:30.374996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Checking router: 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:30.375350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Updating router 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 port 1f91a1f3-0e44-40d5-b11c-087baba1a30c binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:15:30.407809 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:30.511901 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:30.537890 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Transition to ACTIVE for port object 96a06a20-d46b-40dd-b6e2-68a3d9a78048 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:30.576881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3ea3bbf0-7f0e-468c-87ad-acf429000de5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:30.619956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:30.670777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Network a3691ecf-43cb-4a80-af3c-e58a6c4042d7 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:30.674279 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:30.676997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:30.706216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Pushing event updated for resources: {'Port': ['ID=96a06a20-d46b-40dd-b6e2-68a3d9a78048,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:30.733009 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:30.759456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:30.769099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:30.769564 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:30.879403 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:30.894678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Transition to ACTIVE for port object 1f91a1f3-0e44-40d5-b11c-087baba1a30c will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:30.901792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:30.922177 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:30.943592 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.039395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-35fa70c4-e18f-4ef0-926c-09d1e2b89059 None None] Provisioning for port 96a06a20-d46b-40dd-b6e2-68a3d9a78048 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:31.043204 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 3ea3bbf0-7f0e-468c-87ad-acf429000de5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3ea3bbf0-7f0e-468c-87ad-acf429000de5,segment=NetworkSegment(3d551c66-a47f-4b1c-bbc8-c4d93bcc9546),segment_id=3d551c66-a47f-4b1c-bbc8-c4d93bcc9546)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:31.048165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Attempting to bind port 1f91a1f3-0e44-40d5-b11c-087baba1a30c on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:31.048531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Attempting to bind port 1f91a1f3-0e44-40d5-b11c-087baba1a30c by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:31.048892 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Attempting to bind port 1f91a1f3-0e44-40d5-b11c-087baba1a30c on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:31.052584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-35fa70c4-e18f-4ef0-926c-09d1e2b89059 None None] Provisioning complete for port 96a06a20-d46b-40dd-b6e2-68a3d9a78048 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:31.052955 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-35fa70c4-e18f-4ef0-926c-09d1e2b89059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.056964 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.057747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d9278794-0c21-4d93-9b1a-a5cf44ab26c7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:31.059238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5c2d9-09e6-4aad-a392-59faaab34719 None None] Pushing event updated for resources: {'Port': ['ID=1f91a1f3-0e44-40d5-b11c-087baba1a30c,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:31.082841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:31.083559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:31.083692 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.083976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:31.084455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Bound port: 1f91a1f3-0e44-40d5-b11c-087baba1a30c, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:31.084834 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.104769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.109983 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.179412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Pushing event updated for resources: {'Port': ['ID=96a06a20-d46b-40dd-b6e2-68a3d9a78048,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:31.182000 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.186341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-35fa70c4-e18f-4ef0-926c-09d1e2b89059 None None] Port 96a06a20-d46b-40dd-b6e2-68a3d9a78048 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:15:31.215531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=3ea3bbf0-7f0e-468c-87ad-acf429000de5,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:31.222996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] For port 1f91a1f3-0e44-40d5-b11c-087baba1a30c, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:31.227017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] For port 1f91a1f3-0e44-40d5-b11c-087baba1a30c, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1f91a1f3-0e44-40d5-b11c-087baba1a30c,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:31.232859 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.240605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d9278794-0c21-4d93-9b1a-a5cf44ab26c7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:31.240971 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.284940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Network a3691ecf-43cb-4a80-af3c-e58a6c4042d7 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:31.287542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:31.323937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Routers {'6ae0a39a-0855-4805-8d08-80dc4c94d6d8'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:31.324567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['6ae0a39a-0855-4805-8d08-80dc4c94d6d8'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:31.330715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5c2d9-09e6-4aad-a392-59faaab34719 None None] Pushing event updated for resources: {'Port': ['ID=1f91a1f3-0e44-40d5-b11c-087baba1a30c,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:31.418577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Router 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:15:31.459235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1c050758-1a9c-4523-a5cc-a7c5cc842cae up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:31.493429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] Set router 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:31.546792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:31.551862 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f8092feb-469d-4761-b326-217adcdf99c9 admin admin] 10.222.0.81 "PUT /v2.0/routers/6ae0a39a-0855-4805-8d08-80dc4c94d6d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9976659 Aug 09 16:15:31.624156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 1c050758-1a9c-4523-a5cc-a7c5cc842cae completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:31.636250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1c050758-1a9c-4523-a5cc-a7c5cc842cae triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:31.636619 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.677395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a2f9daaf-2eba-4dbc-8473-f45fb5fb56b4 None None] Provisioning complete for port 96a06a20-d46b-40dd-b6e2-68a3d9a78048 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:31.677795 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a2f9daaf-2eba-4dbc-8473-f45fb5fb56b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.755258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9daaf-2eba-4dbc-8473-f45fb5fb56b4 None None] Port 96a06a20-d46b-40dd-b6e2-68a3d9a78048 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:15:31.817003 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.831108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'name': 'tempest-TestAggregatesBasicOps-170394459-router', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:27Z', 'updated_at': '2021-08-09T16:15:30Z', 'revision_number': 4, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'gw_port': {'id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:28Z', 'updated_at': '2021-08-09T16:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '96a06a20-d46b-40dd-b6e2-68a3d9a78048', 'name': '', 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'mac_address': 'fa:16:3e:48:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '83bef303-b005-442f-9809-171c2dc8b4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:30Z', 'updated_at': '2021-08-09T16:15:30Z', 'revision_number': 2, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'subnets': [{'id': '83bef303-b005-442f-9809-171c2dc8b4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:31.865092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc0019-192f-4ad4-9fb8-345d7018d332 None None] The sync data for ids ['6ae0a39a-0855-4805-8d08-80dc4c94d6d8'] in n-d-803778-2 is: [{'id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'name': 'tempest-TestAggregatesBasicOps-170394459-router', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:27Z', 'updated_at': '2021-08-09T16:15:30Z', 'revision_number': 4, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'gw_port': {'id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:28Z', 'updated_at': '2021-08-09T16:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '96a06a20-d46b-40dd-b6e2-68a3d9a78048', 'name': '', 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'mac_address': 'fa:16:3e:48:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '83bef303-b005-442f-9809-171c2dc8b4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:30Z', 'updated_at': '2021-08-09T16:15:30Z', 'revision_number': 2, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'subnets': [{'id': '83bef303-b005-442f-9809-171c2dc8b4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:31.886043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 1c050758-1a9c-4523-a5cc-a7c5cc842cae, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1c050758-1a9c-4523-a5cc-a7c5cc842cae,segment=NetworkSegment(8c22edb8-c274-4a8e-b2d6-14e044d1a409),segment_id=8c22edb8-c274-4a8e-b2d6-14e044d1a409)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:31.897729 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:31.954942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=1c050758-1a9c-4523-a5cc-a7c5cc842cae,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:32.395009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3ea3bbf0-7f0e-468c-87ad-acf429000de5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:32.447529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:32.447903 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:32.536053 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1c050758-1a9c-4523-a5cc-a7c5cc842cae up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:32.588005 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1c050758-1a9c-4523-a5cc-a7c5cc842cae triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:32.588392 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:32.662894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50728) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:33.027012 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d4b791a-62bf-4476-b69a-dec9c8dafa0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:33.564276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b791a-62bf-4476-b69a-dec9c8dafa0d admin admin] Deleting port 3ea3bbf0-7f0e-468c-87ad-acf429000de5 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:33.564739 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d4b791a-62bf-4476-b69a-dec9c8dafa0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:33.645852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-0d4b791a-62bf-4476-b69a-dec9c8dafa0d admin admin] For port 3ea3bbf0-7f0e-468c-87ad-acf429000de5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3ea3bbf0-7f0e-468c-87ad-acf429000de5,segment=NetworkSegment(3d551c66-a47f-4b1c-bbc8-c4d93bcc9546),segment_id=3d551c66-a47f-4b1c-bbc8-c4d93bcc9546)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:33.646132 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d4b791a-62bf-4476-b69a-dec9c8dafa0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:33.659615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b791a-62bf-4476-b69a-dec9c8dafa0d admin admin] Calling delete_port for 3ea3bbf0-7f0e-468c-87ad-acf429000de5 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:33.847460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d4b791a-62bf-4476-b69a-dec9c8dafa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:33.872372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b791a-62bf-4476-b69a-dec9c8dafa0d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea3bbf0-7f0e-468c-87ad-acf429000de5,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:34.049582 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d4b791a-62bf-4476-b69a-dec9c8dafa0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:34.272232 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Sync routers for ids ['6ae0a39a-0855-4805-8d08-80dc4c94d6d8'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:34.281035 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Routers {'6ae0a39a-0855-4805-8d08-80dc4c94d6d8'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:34.281666 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['6ae0a39a-0855-4805-8d08-80dc4c94d6d8'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:34.281802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4b791a-62bf-4476-b69a-dec9c8dafa0d admin admin] Router 3e0d3856-d1bb-4818-899f-7228e65e58fb has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:15:34.394186 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Set router 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:34.401147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4b791a-62bf-4476-b69a-dec9c8dafa0d admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:34.406875 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0d4b791a-62bf-4476-b69a-dec9c8dafa0d admin admin] 10.222.0.81 "PUT /v2.0/routers/3e0d3856-d1bb-4818-899f-7228e65e58fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7427344 Aug 09 16:15:34.409248 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50732) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:34.412013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d621018-aef9-4a3c-af4d-ac52e766f5a9 None None] Sync routers for ids ['3e0d3856-d1bb-4818-899f-7228e65e58fb'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:34.422286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d621018-aef9-4a3c-af4d-ac52e766f5a9 None None] Routers {'3e0d3856-d1bb-4818-899f-7228e65e58fb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:34.423138 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1d621018-aef9-4a3c-af4d-ac52e766f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['3e0d3856-d1bb-4818-899f-7228e65e58fb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:34.470961 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1f91a1f3-0e44-40d5-b11c-087baba1a30c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:34.547941 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:34.624584 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'name': 'tempest-TestAggregatesBasicOps-170394459-router', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:27Z', 'updated_at': '2021-08-09T16:15:30Z', 'revision_number': 4, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'gw_port': {'id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:28Z', 'updated_at': '2021-08-09T16:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '96a06a20-d46b-40dd-b6e2-68a3d9a78048', 'name': '', 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'mac_address': 'fa:16:3e:48:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '83bef303-b005-442f-9809-171c2dc8b4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:30Z', 'updated_at': '2021-08-09T16:15:30Z', 'revision_number': 2, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'subnets': [{'id': '83bef303-b005-442f-9809-171c2dc8b4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:34.653779 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Checking router: 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:34.654539 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Updating router 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 port 96a06a20-d46b-40dd-b6e2-68a3d9a78048 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:15:34.664796 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:34.683014 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:34.724025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 1f91a1f3-0e44-40d5-b11c-087baba1a30c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:34.734218 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1f91a1f3-0e44-40d5-b11c-087baba1a30c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:34.734599 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:34.739825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1d621018-aef9-4a3c-af4d-ac52e766f5a9 None None] Set router 3e0d3856-d1bb-4818-899f-7228e65e58fb gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:34.740293 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Deleting port d9278794-0c21-4d93-9b1a-a5cf44ab26c7 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:34.740743 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:34.859248 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730cc6f-96a6-4f94-8e62-070964e78e5b req-3f764554-7f11-48de-af80-8e51e726f06f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:34.864575 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0730cc6f-96a6-4f94-8e62-070964e78e5b req-3f764554-7f11-48de-af80-8e51e726f06f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 945 time: 0.1087148 Aug 09 16:15:34.894286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] For port d9278794-0c21-4d93-9b1a-a5cf44ab26c7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d9278794-0c21-4d93-9b1a-a5cf44ab26c7,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:34.894286 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:34.914726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Calling delete_port for d9278794-0c21-4d93-9b1a-a5cf44ab26c7 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:34.951746 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0730cc6f-96a6-4f94-8e62-070964e78e5b req-887b98cf-c9e1-4afc-a71f-c2212bf3750a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712495 Aug 09 16:15:34.967046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50736) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:34.972576 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.003850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 1f91a1f3-0e44-40d5-b11c-087baba1a30c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1f91a1f3-0e44-40d5-b11c-087baba1a30c,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:35.013641 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.019551 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.035901 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Transition to ACTIVE for port object 96a06a20-d46b-40dd-b6e2-68a3d9a78048 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:35.045798 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.052080 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3eda110f-d919-4d77-9dea-53f7ec824e17 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/e523c416-5bfe-4cec-8d55-4308c777f577 HTTP/1.1" status: 200 len: 993 time: 0.0830250 Aug 09 16:15:35.070496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1d621018-aef9-4a3c-af4d-ac52e766f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'name': 'tempest-TestAggregatesBasicOps-1157726819-router', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:33Z', 'revision_number': 5, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'gw_port': {'id': 'd9278794-0c21-4d93-9b1a-a5cf44ab26c7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:eb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:35.105815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d621018-aef9-4a3c-af4d-ac52e766f5a9 None None] Checking router: 3e0d3856-d1bb-4818-899f-7228e65e58fb for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:35.114076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=1f91a1f3-0e44-40d5-b11c-087baba1a30c,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:35.121067 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d621018-aef9-4a3c-af4d-ac52e766f5a9 None None] Routers {'3e0d3856-d1bb-4818-899f-7228e65e58fb'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:35.121770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1d621018-aef9-4a3c-af4d-ac52e766f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['3e0d3856-d1bb-4818-899f-7228e65e58fb'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:35.183988 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.212597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9278794-0c21-4d93-9b1a-a5cf44ab26c7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:35.217199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1d621018-aef9-4a3c-af4d-ac52e766f5a9 None None] Set router 3e0d3856-d1bb-4818-899f-7228e65e58fb gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:35.258885 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae365-3a89-4811-aa04-95bbdd5685be None None] Pushing event updated for resources: {'Port': ['ID=96a06a20-d46b-40dd-b6e2-68a3d9a78048,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:35.288947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1d621018-aef9-4a3c-af4d-ac52e766f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'name': 'tempest-TestAggregatesBasicOps-1157726819-router', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:34Z', 'revision_number': 6, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:35.306984 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Attempting to bind port 96a06a20-d46b-40dd-b6e2-68a3d9a78048 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:35.307689 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Attempting to bind port 96a06a20-d46b-40dd-b6e2-68a3d9a78048 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '8c22edb8-c274-4a8e-b2d6-14e044d1a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:35.307978 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Attempting to bind port 96a06a20-d46b-40dd-b6e2-68a3d9a78048 on network a3691ecf-43cb-4a80-af3c-e58a6c4042d7 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:35.309978 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.314761 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:35.315158 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Checking segment: {'id': '8c22edb8-c274-4a8e-b2d6-14e044d1a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:35.315536 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.315937 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Bound using segment: {'id': '8c22edb8-c274-4a8e-b2d6-14e044d1a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:35.316517 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Bound port: 96a06a20-d46b-40dd-b6e2-68a3d9a78048, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c22edb8-c274-4a8e-b2d6-14e044d1a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:35.316903 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.350764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d621018-aef9-4a3c-af4d-ac52e766f5a9 None None] The sync data for ids ['3e0d3856-d1bb-4818-899f-7228e65e58fb'] in n-d-803778-2 is: [{'id': '3e0d3856-d1bb-4818-899f-7228e65e58fb', 'name': 'tempest-TestAggregatesBasicOps-1157726819-router', 'tenant_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:23Z', 'updated_at': '2021-08-09T16:15:34Z', 'revision_number': 6, 'project_id': '7a8ec5a4ad694fd68d97ce342e70ed79', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:35.398806 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] For port 96a06a20-d46b-40dd-b6e2-68a3d9a78048, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:35.403036 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] For port 96a06a20-d46b-40dd-b6e2-68a3d9a78048, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=96a06a20-d46b-40dd-b6e2-68a3d9a78048,segment=NetworkSegment(8c22edb8-c274-4a8e-b2d6-14e044d1a409),segment_id=8c22edb8-c274-4a8e-b2d6-14e044d1a409)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:35.409970 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.452176 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.454603 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.500824 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae365-3a89-4811-aa04-95bbdd5685be None None] Pushing event updated for resources: {'Port': ['ID=96a06a20-d46b-40dd-b6e2-68a3d9a78048,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:35.508982 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.509698 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Routers {'6ae0a39a-0855-4805-8d08-80dc4c94d6d8'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:35.510019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e0d3856-d1bb-4818-899f-7228e65e58fb {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:15:35.510326 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['6ae0a39a-0855-4805-8d08-80dc4c94d6d8'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:35.525282 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.526760 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1e114798-af61-404c-bbaf-d1b1adb3a963 admin admin] 10.222.0.81 "DELETE /v2.0/routers/3e0d3856-d1bb-4818-899f-7228e65e58fb HTTP/1.1" status: 204 len: 168 time: 1.1162236 Aug 09 16:15:35.529916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50746) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:35.579906 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eb95e-3a5e-4e82-b0d2-baa03178d046 req-e01bb7c3-1c3f-449f-b29f-a4975a8cb387 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:35.581673 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac0eb95e-3a5e-4e82-b0d2-baa03178d046 req-e01bb7c3-1c3f-449f-b29f-a4975a8cb387 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 1096 time: 0.0528288 Aug 09 16:15:35.582722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0313b8-61f9-4b60-b9c0-1c90b8353c1a admin admin] Deleting subnet ce27a2f0-6197-4514-b90d-f9f9a103dd69 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:15:35.586143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a0313b8-61f9-4b60-b9c0-1c90b8353c1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.639764 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac0eb95e-3a5e-4e82-b0d2-baa03178d046 req-8bde05ee-e52f-4c68-a4d1-0d18d1287ab9 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503306 Aug 09 16:15:35.646568 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a0313b8-61f9-4b60-b9c0-1c90b8353c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.662165 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] Set router 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:35.766162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a0313b8-61f9-4b60-b9c0-1c90b8353c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.849143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a0313b8-61f9-4b60-b9c0-1c90b8353c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.885475 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0313b8-61f9-4b60-b9c0-1c90b8353c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce27a2f0-6197-4514-b90d-f9f9a103dd69,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:35.896167 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6a0313b8-61f9-4b60-b9c0-1c90b8353c1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:35.898115 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6a0313b8-61f9-4b60-b9c0-1c90b8353c1a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ce27a2f0-6197-4514-b90d-f9f9a103dd69 HTTP/1.1" status: 204 len: 168 time: 0.3672259 Aug 09 16:15:35.900511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50750) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:35.903575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b4c23c-0306-49e1-8ce8-1c30a9108422 None None] Network ecae9d90-747f-496e-b2ac-77025c056469 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:35.938289 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'name': 'tempest-TestAggregatesBasicOps-170394459-router', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:27Z', 'updated_at': '2021-08-09T16:15:30Z', 'revision_number': 4, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'gw_port': {'id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:28Z', 'updated_at': '2021-08-09T16:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '96a06a20-d46b-40dd-b6e2-68a3d9a78048', 'name': '', 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'mac_address': 'fa:16:3e:48:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '83bef303-b005-442f-9809-171c2dc8b4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:30Z', 'updated_at': '2021-08-09T16:15:35Z', 'revision_number': 4, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'subnets': [{'id': '83bef303-b005-442f-9809-171c2dc8b4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:35.977898 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97da45c-7c4b-491c-aa09-6e06d9a70e27 None None] The sync data for ids ['6ae0a39a-0855-4805-8d08-80dc4c94d6d8'] in n-d-803778-2 is: [{'id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'name': 'tempest-TestAggregatesBasicOps-170394459-router', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:27Z', 'updated_at': '2021-08-09T16:15:30Z', 'revision_number': 4, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'gw_port': {'id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:28Z', 'updated_at': '2021-08-09T16:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '96a06a20-d46b-40dd-b6e2-68a3d9a78048', 'name': '', 'network_id': 'a3691ecf-43cb-4a80-af3c-e58a6c4042d7', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'mac_address': 'fa:16:3e:48:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '83bef303-b005-442f-9809-171c2dc8b4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:30Z', 'updated_at': '2021-08-09T16:15:35Z', 'revision_number': 4, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'subnets': [{'id': '83bef303-b005-442f-9809-171c2dc8b4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:35.990428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.072396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Deleting port 4f68012f-36df-4a05-ba9d-468166767615 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:36.072743 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.258931 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115a1057-1fef-499c-ac3a-8291eb1ac4e2 None None] DHCP port deletion for ecae9d90-747f-496e-b2ac-77025c056469 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:15:36.335859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-115a1057-1fef-499c-ac3a-8291eb1ac4e2 None None] Deleting port 4f68012f-36df-4a05-ba9d-468166767615 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:36.336482 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-115a1057-1fef-499c-ac3a-8291eb1ac4e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.445558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1f91a1f3-0e44-40d5-b11c-087baba1a30c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:36.448960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-115a1057-1fef-499c-ac3a-8291eb1ac4e2 None None] For port 4f68012f-36df-4a05-ba9d-468166767615, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4f68012f-36df-4a05-ba9d-468166767615,segment=NetworkSegment(3d551c66-a47f-4b1c-bbc8-c4d93bcc9546),segment_id=3d551c66-a47f-4b1c-bbc8-c4d93bcc9546)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:36.449482 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-115a1057-1fef-499c-ac3a-8291eb1ac4e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.490205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-115a1057-1fef-499c-ac3a-8291eb1ac4e2 None None] Calling delete_port for 4f68012f-36df-4a05-ba9d-468166767615 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:36.547955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] For port 4f68012f-36df-4a05-ba9d-468166767615, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4f68012f-36df-4a05-ba9d-468166767615,segment=NetworkSegment(3d551c66-a47f-4b1c-bbc8-c4d93bcc9546),segment_id=3d551c66-a47f-4b1c-bbc8-c4d93bcc9546)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:36.548385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.565524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Calling delete_port for 4f68012f-36df-4a05-ba9d-468166767615 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:36.578017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1f91a1f3-0e44-40d5-b11c-087baba1a30c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:36.578486 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.586175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-0025f9bc-d1ae-40e3-84d9-af61b35c0038 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001074 Aug 09 16:15:36.624484 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-115a1057-1fef-499c-ac3a-8291eb1ac4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.660585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a1057-1fef-499c-ac3a-8291eb1ac4e2 None None] Pushing event deleted for resources: {'Port': ['ID=4f68012f-36df-4a05-ba9d-468166767615,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:36.673165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a1057-1fef-499c-ac3a-8291eb1ac4e2 None None] No DVR routers for this DVR port 4f68012f-36df-4a05-ba9d-468166767615 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:15:36.692529 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.725219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f68012f-36df-4a05-ba9d-468166767615,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:36.727103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] No DVR routers for this DVR port 4f68012f-36df-4a05-ba9d-468166767615 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:15:36.767528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 96a06a20-d46b-40dd-b6e2-68a3d9a78048 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:15:36.829016 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.845703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 96a06a20-d46b-40dd-b6e2-68a3d9a78048 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:36.846972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecae9d90-747f-496e-b2ac-77025c056469']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:36.850211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 96a06a20-d46b-40dd-b6e2-68a3d9a78048 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:36.850592 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.859772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d551c66-a47f-4b1c-bbc8-c4d93bcc9546') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:36.860234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d551c66-a47f-4b1c-bbc8-c4d93bcc9546') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:36.875061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.897754 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.906485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:15:36.906990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: self.session.flush() Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:15:36.908994 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:15:36.948063 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:36.982323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 96a06a20-d46b-40dd-b6e2-68a3d9a78048, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=96a06a20-d46b-40dd-b6e2-68a3d9a78048,segment=NetworkSegment(8c22edb8-c274-4a8e-b2d6-14e044d1a409),segment_id=8c22edb8-c274-4a8e-b2d6-14e044d1a409)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:36.987268 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:37.004000 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:37.011696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:37.017294 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] 10.222.0.81 "DELETE /v2.0/networks/ecae9d90-747f-496e-b2ac-77025c056469 HTTP/1.1" status: 204 len: 168 time: 1.1130464 Aug 09 16:15:37.017847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50774) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:37.054995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7f182-52bb-463f-8cc8-6df1061c384a admin admin] Pushing event deleted for resources: {'Network': ['ID=ecae9d90-747f-496e-b2ac-77025c056469,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:37.068180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=96a06a20-d46b-40dd-b6e2-68a3d9a78048,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:37.098862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3ea3bbf0-7f0e-468c-87ad-acf429000de5 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:37.119641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 3ea3bbf0-7f0e-468c-87ad-acf429000de5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:37.119991 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3ea3bbf0-7f0e-468c-87ad-acf429000de5 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:37.120415 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4f68012f-36df-4a05-ba9d-468166767615 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:37.140184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 4f68012f-36df-4a05-ba9d-468166767615 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:37.140554 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4f68012f-36df-4a05-ba9d-468166767615 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:37.140926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d9278794-0c21-4d93-9b1a-a5cf44ab26c7 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:37.161100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d9278794-0c21-4d93-9b1a-a5cf44ab26c7 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:37.161446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d9278794-0c21-4d93-9b1a-a5cf44ab26c7 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:37.340209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-540249bb-ef63-4a23-a2a0-d885c72d4a0b tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:15:37.341440 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-540249bb-ef63-4a23-a2a0-d885c72d4a0b tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1111515 Aug 09 16:15:37.351281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] Request body: {'binding': {'host': 'n-h2-803778-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:37.351865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] Unknown quota resources ['binding']. {{(pid=94290) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 09 16:15:37.411167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3fe05d4-ce0c-440c-bec8-edf67d658096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:37.494230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] Attempting to bind port 5d1af318-a533-4920-aed7-36a0b53928b6 on host n-h2-803778-2 for vnic_type normal with profile None {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:37.494604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] Attempting to bind port 5d1af318-a533-4920-aed7-36a0b53928b6 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:37.495386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] Attempting to bind port 5d1af318-a533-4920-aed7-36a0b53928b6 on network 813a6b01-695a-4947-acc7-79ddc5d4b228 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:37.500380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] Port 5d1af318-a533-4920-aed7-36a0b53928b6 on network 813a6b01-695a-4947-acc7-79ddc5d4b228 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:15:37.500739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] Attempting to bind port 5d1af318-a533-4920-aed7-36a0b53928b6 on network 813a6b01-695a-4947-acc7-79ddc5d4b228 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:37.505776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:37.506131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] Checking segment: {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:37.506522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] Bound using segment: {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:37.506952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] Bound port: 5d1af318-a533-4920-aed7-36a0b53928b6, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:37.595464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5d1af318-a533-4920-aed7-36a0b53928b6,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:37.601500 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] Notify callbacks [] for binding, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:37.612985 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-b46d4493-982e-443d-b333-7e842fb47247 service neutron] 10.222.0.81 "POST /v2.0/ports/5d1af318-a533-4920-aed7-36a0b53928b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.2605617 Aug 09 16:15:37.644556 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bef8ded3-8265-4e19-ad24-6cb9b9dd7c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:37.712975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe05d4-ce0c-440c-bec8-edf67d658096 admin admin] Deleting port 96a06a20-d46b-40dd-b6e2-68a3d9a78048 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:37.713582 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3fe05d4-ce0c-440c-bec8-edf67d658096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:37.843833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eba758-dae8-4d21-b1d7-e6e62be9a983 req-080910ea-d18a-4965-8643-b4fbd85f7769 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:37.846947 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-18eba758-dae8-4d21-b1d7-e6e62be9a983 req-080910ea-d18a-4965-8643-b4fbd85f7769 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 945 time: 0.1195166 Aug 09 16:15:37.880961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-5dc62dc5-040e-4bec-ae2d-c0b0bd112773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:37.883632 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-e3fe05d4-ce0c-440c-bec8-edf67d658096 admin admin] For port 96a06a20-d46b-40dd-b6e2-68a3d9a78048, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=96a06a20-d46b-40dd-b6e2-68a3d9a78048,segment=NetworkSegment(8c22edb8-c274-4a8e-b2d6-14e044d1a409),segment_id=8c22edb8-c274-4a8e-b2d6-14e044d1a409)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:37.884031 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3fe05d4-ce0c-440c-bec8-edf67d658096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:37.884875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-5dc62dc5-040e-4bec-ae2d-c0b0bd112773 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 1096 time: 0.0688484 Aug 09 16:15:37.919848 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-18eba758-dae8-4d21-b1d7-e6e62be9a983 req-c9eab343-a1cd-4828-8bbc-24135c63324d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668440 Aug 09 16:15:37.921051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe05d4-ce0c-440c-bec8-edf67d658096 admin admin] Calling delete_port for 96a06a20-d46b-40dd-b6e2-68a3d9a78048 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:38.007207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-e8f13186-5cc4-4c01-922b-48fac2f77a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:38.009357 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-e8f13186-5cc4-4c01-922b-48fac2f77a72 service neutron] 10.222.0.60 "GET /v2.0/networks?id=813a6b01-695a-4947-acc7-79ddc5d4b228 HTTP/1.1" status: 200 len: 897 time: 0.1175528 Aug 09 16:15:38.105242 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-ce5c091d-c80b-424b-8c70-cba9adf2e264 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d1af318-a533-4920-aed7-36a0b53928b6 HTTP/1.1" status: 200 len: 1001 time: 0.0857790 Aug 09 16:15:38.169912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-0852c487-13bb-4672-81db-d7b252014515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:38.171719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-0852c487-13bb-4672-81db-d7b252014515 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=858ce8ad-2154-430b-bb6d-5271acbcc205 HTTP/1.1" status: 200 len: 833 time: 0.0610473 Aug 09 16:15:38.178854 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3fe05d4-ce0c-440c-bec8-edf67d658096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:38.225052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-e1a59e35-4394-40b7-8119-f27d0d2a9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:38.226638 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-e1a59e35-4394-40b7-8119-f27d0d2a9f43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=813a6b01-695a-4947-acc7-79ddc5d4b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451198 Aug 09 16:15:38.229000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe05d4-ce0c-440c-bec8-edf67d658096 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a06a20-d46b-40dd-b6e2-68a3d9a78048,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:38.297657 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b255adc-8965-4818-891a-461191e31dd3 req-a4342f68-55ef-4fd2-afa0-79d9bca4451f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:38.305241 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b255adc-8965-4818-891a-461191e31dd3 req-a4342f68-55ef-4fd2-afa0-79d9bca4451f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 945 time: 0.1389427 Aug 09 16:15:38.367170 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-3d61aa3a-49e5-4214-a4b6-d94cd25a138a service neutron] 10.222.0.60 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319826 Aug 09 16:15:38.402280 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b255adc-8965-4818-891a-461191e31dd3 req-dd8c8e5f-2f7e-4e5d-96f0-953738cb159a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960665 Aug 09 16:15:38.485974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-8a081522-7df9-4cf1-93f8-cd48351ca495 service neutron] 10.222.0.60 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116452 Aug 09 16:15:38.632698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-c19f7acd-123e-4157-a183-ef2dc09a44d6 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:38.634203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-c19f7acd-123e-4157-a183-ef2dc09a44d6 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169&tenant_id=38208f1d79934161b16e6cd64460fe00&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1096 time: 0.0854361 Aug 09 16:15:38.646871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803778-2'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:38.703541 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:38.743032 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e3fe05d4-ce0c-440c-bec8-edf67d658096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:38.835300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d1af318-a533-4920-aed7-36a0b53928b6,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:38.875337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:38.916008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:38.918422 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be62ad3-fcb0-4157-bfaa-8a0f8b5c76cd" -d '{"events": [{"server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:38.923897 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:38.931306 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:38.971576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fe05d4-ce0c-440c-bec8-edf67d658096 admin admin] Router 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:15:38.981077 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e59cef-98de-4edd-aafd-9a4a1fb187f5 x-openstack-request-id: req-84e59cef-98de-4edd-aafd-9a4a1fb187f5 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:38.981077 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:38.981388 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84e59cef-98de-4edd-aafd-9a4a1fb187f5 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:38.981921 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6', 'code': 200} Aug 09 16:15:39.040127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1af318-a533-4920-aed7-36a0b53928b6,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:39.101685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Attempting to bind port 5d1af318-a533-4920-aed7-36a0b53928b6 on host n-h1-803778-2 for vnic_type normal with profile {"migrating_to": "n-h2-803778-2"} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:39.101685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Attempting to bind port 5d1af318-a533-4920-aed7-36a0b53928b6 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:39.102082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Attempting to bind port 5d1af318-a533-4920-aed7-36a0b53928b6 on network 813a6b01-695a-4947-acc7-79ddc5d4b228 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:39.109513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Port 5d1af318-a533-4920-aed7-36a0b53928b6 on network 813a6b01-695a-4947-acc7-79ddc5d4b228 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:15:39.109920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Attempting to bind port 5d1af318-a533-4920-aed7-36a0b53928b6 on network 813a6b01-695a-4947-acc7-79ddc5d4b228 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:39.115563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:39.115910 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Checking segment: {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:39.116300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Bound using segment: {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:39.116739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Bound port: 5d1af318-a533-4920-aed7-36a0b53928b6, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277be793-5326-44b0-b836-15e69eef7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:39.117106 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:39.121667 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc071-d0bc-4036-b440-f924241528d2 req-fe9952e1-e901-425c-a946-4c242fde292c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:39.124114 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f4dc071-d0bc-4036-b440-f924241528d2 req-fe9952e1-e901-425c-a946-4c242fde292c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 943 time: 0.1011119 Aug 09 16:15:39.158603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fe05d4-ce0c-440c-bec8-edf67d658096 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:39.170636 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dfea9b-0fc1-49a6-916f-bc3e4b78115e None None] Sync routers for ids ['6ae0a39a-0855-4805-8d08-80dc4c94d6d8'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:39.171786 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e3fe05d4-ce0c-440c-bec8-edf67d658096 admin admin] 10.222.0.81 "PUT /v2.0/routers/6ae0a39a-0855-4805-8d08-80dc4c94d6d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1519785 Aug 09 16:15:39.172432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50790) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:39.187161 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9f4dc071-d0bc-4036-b440-f924241528d2 req-68c22869-f9be-4e7b-9a05-b859b75296c7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537643 Aug 09 16:15:39.204396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:39.208751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d1af318-a533-4920-aed7-36a0b53928b6,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:39.212920 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dfea9b-0fc1-49a6-916f-bc3e4b78115e None None] Routers {'6ae0a39a-0855-4805-8d08-80dc4c94d6d8'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:39.213335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1f1e2552-f3be-464d-bb4f-8d4ee501f13b None None] Provisioning complete for port 5d1af318-a533-4920-aed7-36a0b53928b6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:39.213848 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2552-f3be-464d-bb4f-8d4ee501f13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:39.215302 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-60dfea9b-0fc1-49a6-916f-bc3e4b78115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['6ae0a39a-0855-4805-8d08-80dc4c94d6d8'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:39.217879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:39.318640 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:39.335911 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2552-f3be-464d-bb4f-8d4ee501f13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:39.343008 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-60dfea9b-0fc1-49a6-916f-bc3e4b78115e None None] Set router 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:39.362818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:39.367278 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74ab99d-3e22-407d-9b65-22a5572d5cb3" -d '{"events": [{"server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "name": "network-vif-plugged", "status": "completed", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:39.372628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Pushing event updated for resources: {'Port': ['ID=5d1af318-a533-4920-aed7-36a0b53928b6,revision_number=8']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:39.388314 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1f1e2552-f3be-464d-bb4f-8d4ee501f13b None None] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d1af318-a533-4920-aed7-36a0b53928b6,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:39.398390 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2552-f3be-464d-bb4f-8d4ee501f13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:39.463815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:39.464949 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:39.467588 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6806d2cc-b7c5-47e7-aae3-f7cedea16316 service neutron] 10.222.0.60 "PUT /v2.0/ports/5d1af318-a533-4920-aed7-36a0b53928b6 HTTP/1.1" status: 200 len: 1121 time: 0.8258438 Aug 09 16:15:39.542173 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0eb215-131d-4136-bcd1-d0d6854f732d x-openstack-request-id: req-1a0eb215-131d-4136-bcd1-d0d6854f732d {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:39.542448 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "name": "network-vif-plugged", "status": "completed", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:39.542613 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a0eb215-131d-4136-bcd1-d0d6854f732d {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:39.543022 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6', 'code': 200} Aug 09 16:15:39.594483 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:39.597854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e2552-f3be-464d-bb4f-8d4ee501f13b None None] Pushing event updated for resources: {'Port': ['ID=5d1af318-a533-4920-aed7-36a0b53928b6,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:39.617401 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d6589-5120-46c9-8fb6-8831a22f8b96 req-8f2689a0-d569-4953-93cb-522a6efca625 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:39.619092 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d8d6589-5120-46c9-8fb6-8831a22f8b96 req-8f2689a0-d569-4953-93cb-522a6efca625 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 945 time: 0.0886979 Aug 09 16:15:39.631244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['5d1af318-a533-4920-aed7-36a0b53928b6'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:15:39.653703 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-60dfea9b-0fc1-49a6-916f-bc3e4b78115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'name': 'tempest-TestAggregatesBasicOps-170394459-router', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:27Z', 'updated_at': '2021-08-09T16:15:38Z', 'revision_number': 5, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'gw_port': {'id': '1f91a1f3-0e44-40d5-b11c-087baba1a30c', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:28Z', 'updated_at': '2021-08-09T16:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:39.687307 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dfea9b-0fc1-49a6-916f-bc3e4b78115e None None] Checking router: 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:39.696810 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dfea9b-0fc1-49a6-916f-bc3e4b78115e None None] Routers {'6ae0a39a-0855-4805-8d08-80dc4c94d6d8'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:39.697487 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-60dfea9b-0fc1-49a6-916f-bc3e4b78115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['6ae0a39a-0855-4805-8d08-80dc4c94d6d8'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:39.698067 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9d8d6589-5120-46c9-8fb6-8831a22f8b96 req-da375a62-193b-4974-bb0d-be34b20ca392 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535109 Aug 09 16:15:39.707583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Deleting port 1f91a1f3-0e44-40d5-b11c-087baba1a30c {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:39.708210 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:39.790571 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-60dfea9b-0fc1-49a6-916f-bc3e4b78115e None None] Set router 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:39.799327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] For port 1f91a1f3-0e44-40d5-b11c-087baba1a30c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1f91a1f3-0e44-40d5-b11c-087baba1a30c,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:39.799708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:39.817359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Calling delete_port for 1f91a1f3-0e44-40d5-b11c-087baba1a30c owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:39.857072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-96325732-7373-4fe2-bb1f-dd03bb7b945f None None] Provisioning complete for port 5d1af318-a533-4920-aed7-36a0b53928b6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:39.857448 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-96325732-7373-4fe2-bb1f-dd03bb7b945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:39.859685 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-60dfea9b-0fc1-49a6-916f-bc3e4b78115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'name': 'tempest-TestAggregatesBasicOps-170394459-router', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:27Z', 'updated_at': '2021-08-09T16:15:39Z', 'revision_number': 6, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:39.889328 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dfea9b-0fc1-49a6-916f-bc3e4b78115e None None] The sync data for ids ['6ae0a39a-0855-4805-8d08-80dc4c94d6d8'] in n-d-803778-2 is: [{'id': '6ae0a39a-0855-4805-8d08-80dc4c94d6d8', 'name': 'tempest-TestAggregatesBasicOps-170394459-router', 'tenant_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:27Z', 'updated_at': '2021-08-09T16:15:39Z', 'revision_number': 6, 'project_id': 'c80baea6ddbd45719c5bdbe0ec8bb7f2', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:39.931297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2642a-2440-4580-9dbc-84246994e24d req-830804ce-c47b-4c0d-b0a8-c22c4a4a32da tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:39.933013 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f1f2642a-2440-4580-9dbc-84246994e24d req-830804ce-c47b-4c0d-b0a8-c22c4a4a32da tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 945 time: 0.0596557 Aug 09 16:15:40.025925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.030241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Deleting port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:40.030586 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.053258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f91a1f3-0e44-40d5-b11c-087baba1a30c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:40.120684 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.123198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] For port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=7cce2cec-ac95-4686-89b5-3f7a7768c2f6,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:40.123703 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.218112 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.220165 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.273628 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.274330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae0a39a-0855-4805-8d08-80dc4c94d6d8 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:15:40.281003 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.284901 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50798) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:40.285908 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8e1b2d90-69c7-4195-8a48-bb2bf095c93c admin admin] 10.222.0.81 "DELETE /v2.0/routers/6ae0a39a-0855-4805-8d08-80dc4c94d6d8 HTTP/1.1" status: 204 len: 168 time: 1.1102378 Aug 09 16:15:40.297372 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:15:40.379886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 96a06a20-d46b-40dd-b6e2-68a3d9a78048 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:40.400230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 96a06a20-d46b-40dd-b6e2-68a3d9a78048 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:40.400578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 96a06a20-d46b-40dd-b6e2-68a3d9a78048 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:40.416860 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f92af2-4558-4460-afeb-6958ec8b3b0f admin admin] Deleting subnet 83bef303-b005-442f-9809-171c2dc8b4ca {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:15:40.427989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.428363 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.428695 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Floating IP 0777036c-f48d-49dd-9e06-d1c7cfc89a4b disassociated. External IP: 172.25.2.20, port: 7cce2cec-ac95-4686-89b5-3f7a7768c2f6. Aug 09 16:15:40.429030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Calling delete_port for 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:40.430661 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4f92af2-4558-4460-afeb-6958ec8b3b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.461198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742568f-17d7-4d34-bbbe-5e6e4039c947 req-9938869c-1f76-48a4-9eed-5fb52a6894c3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:40.462685 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c742568f-17d7-4d34-bbbe-5e6e4039c947 req-9938869c-1f76-48a4-9eed-5fb52a6894c3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 945 time: 0.1624038 Aug 09 16:15:40.525547 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4f92af2-4558-4460-afeb-6958ec8b3b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.552053 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7087cf43-8d52-4738-978d-5893386ea346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.585718 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c742568f-17d7-4d34-bbbe-5e6e4039c947 req-a586f224-fcef-419c-8def-5b13eff720f0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144588 Aug 09 16:15:40.647519 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4f92af2-4558-4460-afeb-6958ec8b3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.727690 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.759673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event deleted for resources: {'Port': ['ID=7cce2cec-ac95-4686-89b5-3f7a7768c2f6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:40.764067 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4f92af2-4558-4460-afeb-6958ec8b3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.799872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f92af2-4558-4460-afeb-6958ec8b3b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83bef303-b005-442f-9809-171c2dc8b4ca,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:40.812472 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550aa3fd-1ae5-400a-a8f5-aea846e14fd8 None None] Network a3691ecf-43cb-4a80-af3c-e58a6c4042d7 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:40.837938 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a4f92af2-4558-4460-afeb-6958ec8b3b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.842422 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a4f92af2-4558-4460-afeb-6958ec8b3b0f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/83bef303-b005-442f-9809-171c2dc8b4ca HTTP/1.1" status: 204 len: 168 time: 0.5536129 Aug 09 16:15:40.842601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50804) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:40.850820 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8dc9e886-6fa8-403c-b265-cb7ae44cb1ef req-99be61ba-51fb-4771-aa1f-5070259a9724 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 210 time: 0.0580893 Aug 09 16:15:40.957660 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:40.983602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:40.986169 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2d3637-395f-44f3-9813-f768e9dd1066" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:41.007949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:15:41.044589 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3b2e41-badf-41d9-9980-80cde41e4456 x-openstack-request-id: req-bb3b2e41-badf-41d9-9980-80cde41e4456 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:41.044589 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:41.044589 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb3b2e41-badf-41d9-9980-80cde41e4456 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:41.044589 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6', 'status': 'completed', 'code': 200} Aug 09 16:15:41.095800 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.118092 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Deleting port 1c050758-1a9c-4523-a5cc-a7c5cc842cae {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:41.118465 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.239207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] DHCP port deletion for a3691ecf-43cb-4a80-af3c-e58a6c4042d7 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:15:41.256900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] For port 1c050758-1a9c-4523-a5cc-a7c5cc842cae, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1c050758-1a9c-4523-a5cc-a7c5cc842cae,segment=NetworkSegment(8c22edb8-c274-4a8e-b2d6-14e044d1a409),segment_id=8c22edb8-c274-4a8e-b2d6-14e044d1a409)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:41.257521 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.261088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d3637-395f-44f3-9813-f768e9dd1066 req-bb9df06d-c47b-4d10-854e-f3afd8270dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:41.262770 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e2d3637-395f-44f3-9813-f768e9dd1066 req-bb9df06d-c47b-4d10-854e-f3afd8270dd2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 1126 time: 0.1633604 Aug 09 16:15:41.290375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Calling delete_port for 1c050758-1a9c-4523-a5cc-a7c5cc842cae owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:41.291183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Deleting port 1c050758-1a9c-4523-a5cc-a7c5cc842cae {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:41.291938 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.332273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:41.344202 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11013c-6bf2-45e1-a5fc-b8ee3c5cba0e None None] Sync routers for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:41.371873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11013c-6bf2-45e1-a5fc-b8ee3c5cba0e None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:41.371873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fa11013c-6bf2-45e1-a5fc-b8ee3c5cba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:41.376622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] For port 1c050758-1a9c-4523-a5cc-a7c5cc842cae, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1c050758-1a9c-4523-a5cc-a7c5cc842cae,segment=NetworkSegment(8c22edb8-c274-4a8e-b2d6-14e044d1a409),segment_id=8c22edb8-c274-4a8e-b2d6-14e044d1a409)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:41.377302 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.417100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] No DVR routers for this DVR port 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:15:41.422272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Calling delete_port for 1c050758-1a9c-4523-a5cc-a7c5cc842cae owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:41.426492 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.428482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "DELETE /v2.0/ports/7cce2cec-ac95-4686-89b5-3f7a7768c2f6 HTTP/1.1" status: 204 len: 173 time: 1.4890621 Aug 09 16:15:41.467817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d3637-395f-44f3-9813-f768e9dd1066 req-e03ab9d1-c78c-40fa-8311-10c76eca6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:41.469341 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e2d3637-395f-44f3-9813-f768e9dd1066 req-e03ab9d1-c78c-40fa-8311-10c76eca6be8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=813a6b01-695a-4947-acc7-79ddc5d4b228 HTTP/1.1" status: 200 len: 897 time: 0.1969490 Aug 09 16:15:41.535196 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.551393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-fa11013c-6bf2-45e1-a5fc-b8ee3c5cba0e None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:41.571665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] No DVR routers for this DVR port 1c050758-1a9c-4523-a5cc-a7c5cc842cae on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:15:41.573291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1c050758-1a9c-4523-a5cc-a7c5cc842cae,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:41.580578 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e2d3637-395f-44f3-9813-f768e9dd1066 req-e7a36bef-0be0-4ce4-aca4-1c8fa19624ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d1af318-a533-4920-aed7-36a0b53928b6 HTTP/1.1" status: 200 len: 1001 time: 0.1012816 Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:15:41.608020 n-d-803778-2 neutron-server[94291]: self.session.flush() Aug 09 16:15:41.652333 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.664625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d3637-395f-44f3-9813-f768e9dd1066 req-bad0f5ae-b15d-48f6-9f1c-bc2ad56280e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:41.666432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e2d3637-395f-44f3-9813-f768e9dd1066 req-bad0f5ae-b15d-48f6-9f1c-bc2ad56280e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=858ce8ad-2154-430b-bb6d-5271acbcc205 HTTP/1.1" status: 200 len: 833 time: 0.0686805 Aug 09 16:15:41.734815 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.735967 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.741195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Pushing event deleted for resources: {'Port': ['ID=1c050758-1a9c-4523-a5cc-a7c5cc842cae,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:41.745656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] No DVR routers for this DVR port 1c050758-1a9c-4523-a5cc-a7c5cc842cae on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:15:41.765072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:41.765429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:41.766042 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:41.766388 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:41.766728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:41.767271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:41.767863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:41.768046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:41.768383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:41.768874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:41.769689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:41.769689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de042ab-07ae-4c54-aba6-39b6d713cea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:41.773967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e7d79-8564-4f67-bad2-0f2158c3d974 req-aa536120-3bdc-4fba-9d0f-134340c49bc1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:41.781991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea1e7d79-8564-4f67-bad2-0f2158c3d974 req-aa536120-3bdc-4fba-9d0f-134340c49bc1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 945 time: 0.1205070 Aug 09 16:15:41.810881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.825704 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea1e7d79-8564-4f67-bad2-0f2158c3d974 req-b6b43a48-fd05-48b4-b5d8-b8880e010992 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426896 Aug 09 16:15:41.827544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d3637-395f-44f3-9813-f768e9dd1066 req-2a07cf6d-25bb-4962-b10e-29426040576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:41.830783 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e2d3637-395f-44f3-9813-f768e9dd1066 req-2a07cf6d-25bb-4962-b10e-29426040576e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=813a6b01-695a-4947-acc7-79ddc5d4b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235676 Aug 09 16:15:41.842944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3691ecf-43cb-4a80-af3c-e58a6c4042d7']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:41.860183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c22edb8-c274-4a8e-b2d6-14e044d1a409') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:41.860527 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c22edb8-c274-4a8e-b2d6-14e044d1a409') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:41.880553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fa11013c-6bf2-45e1-a5fc-b8ee3c5cba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:41.911487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11013c-6bf2-45e1-a5fc-b8ee3c5cba0e None None] Checking router: bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:41.923284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11013c-6bf2-45e1-a5fc-b8ee3c5cba0e None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:41.924188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fa11013c-6bf2-45e1-a5fc-b8ee3c5cba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:41.924870 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.956804 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.969753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5d1af318-a533-4920-aed7-36a0b53928b6 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:15:41.988316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5474ef32-f97b-46cf-95c9-5eb4bfba7aaf req-f1fd692c-d0d1-47aa-9074-0808d49395e4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 210 time: 0.0473461 Aug 09 16:15:41.990959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:15:41.991395 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:15:41.993149 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:15:42.123697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-fa11013c-6bf2-45e1-a5fc-b8ee3c5cba0e None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:42.188211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d1af318-a533-4920-aed7-36a0b53928b6,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:42.245076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5d1af318-a533-4920-aed7-36a0b53928b6 has no active binding in host n-h2-803778-2 {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 09 16:15:42.388641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-fa11013c-6bf2-45e1-a5fc-b8ee3c5cba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:42.404395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e2d3637-395f-44f3-9813-f768e9dd1066 req-9c40d764-702f-450d-993e-469a0f5fb729 service neutron] 10.222.0.53 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563934 Aug 09 16:15:42.419648 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:42.424272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1f91a1f3-0e44-40d5-b11c-087baba1a30c no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:42.425844 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:42.427742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11013c-6bf2-45e1-a5fc-b8ee3c5cba0e None None] The sync data for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 is: [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:42.431504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] 10.222.0.81 "DELETE /v2.0/networks/a3691ecf-43cb-4a80-af3c-e58a6c4042d7 HTTP/1.1" status: 204 len: 168 time: 1.5880930 Aug 09 16:15:42.453954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 1f91a1f3-0e44-40d5-b11c-087baba1a30c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:42.454308 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1f91a1f3-0e44-40d5-b11c-087baba1a30c not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:42.455362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1c050758-1a9c-4523-a5cc-a7c5cc842cae no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:42.478813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e59d80-a3eb-45d5-86d8-a978353480cc admin admin] Pushing event deleted for resources: {'Network': ['ID=a3691ecf-43cb-4a80-af3c-e58a6c4042d7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:42.494982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 1c050758-1a9c-4523-a5cc-a7c5cc842cae {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:42.495322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1c050758-1a9c-4523-a5cc-a7c5cc842cae not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:42.536244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e2d3637-395f-44f3-9813-f768e9dd1066 req-cf75f3e6-3c52-4fda-8340-6911ee0e4c40 service neutron] 10.222.0.53 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243472 Aug 09 16:15:42.680388 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50814) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:42.722750 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb5749-391a-4095-8931-44c09ecc1ec7 None None] New status for floating IP 0777036c-f48d-49dd-9e06-d1c7cfc89a4b: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:15:42.731959 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-127a339b-99b6-4a69-85ce-1d01951d87a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a8ec5a4ad694fd68d97ce342e70ed79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493925 Aug 09 16:15:42.734506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50816) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:42.793172 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf3d2784-7ecf-4d5d-af24-22d254982f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:42.820044 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf3d2784-7ecf-4d5d-af24-22d254982f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:42.885823 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf3d2784-7ecf-4d5d-af24-22d254982f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:42.889650 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bf3d2784-7ecf-4d5d-af24-22d254982f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:42.893310 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bf3d2784-7ecf-4d5d-af24-22d254982f3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d69f489-c327-4a61-888a-50eeff97d96f HTTP/1.1" status: 204 len: 168 time: 0.1544850 Aug 09 16:15:42.901308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d2784-7ecf-4d5d-af24-22d254982f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d69f489-c327-4a61-888a-50eeff97d96f,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:42.988681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6e5c3-87ad-4816-829f-d0394097167d req-14dff3d8-c6ac-4126-8dc9-1215de0c0a62 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:42.990318 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-caf6e5c3-87ad-4816-829f-d0394097167d req-14dff3d8-c6ac-4126-8dc9-1215de0c0a62 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 945 time: 0.0737598 Aug 09 16:15:43.044704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'name': 'network-vif-deleted', 'tag': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:43.048822 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e07944-ce29-45e6-bb7a-0c59764f0ecd" -d '{"events": [{"server_uuid": "fc4a688e-e292-4c7e-ad56-9a45aa20c4af", "name": "network-vif-deleted", "tag": "7cce2cec-ac95-4686-89b5-3f7a7768c2f6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:43.055472 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-caf6e5c3-87ad-4816-829f-d0394097167d req-3f1806a3-c8ce-4893-a805-cc49aa688664 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510933 Aug 09 16:15:43.102854 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3eb5e7-2998-4508-925a-3209ce1a6904 x-openstack-request-id: req-6c3eb5e7-2998-4508-925a-3209ce1a6904 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:43.103214 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4a688e-e292-4c7e-ad56-9a45aa20c4af", "name": "network-vif-deleted", "tag": "7cce2cec-ac95-4686-89b5-3f7a7768c2f6", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:43.103530 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c3eb5e7-2998-4508-925a-3209ce1a6904 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:43.103991 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4a688e-e292-4c7e-ad56-9a45aa20c4af', 'name': 'network-vif-deleted', 'tag': '7cce2cec-ac95-4686-89b5-3f7a7768c2f6', 'status': 'completed', 'code': 200} Aug 09 16:15:43.145692 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b585fed7-bdd9-4378-9cf9-7f609b83ef54 req-1f418f03-eb8e-4d07-93c7-d9f0f17fa18b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 210 time: 0.0275455 Aug 09 16:15:43.222029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:43.244248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:43.244695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 7cce2cec-ac95-4686-89b5-3f7a7768c2f6 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:43.272405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50828) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:43.286465 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:43.314762 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b2938c1e-c8eb-4730-b775-fdfdd4384496 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c80baea6ddbd45719c5bdbe0ec8bb7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410216 Aug 09 16:15:43.317098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50830) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:43.368387 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe748fb5-bfdb-4dcb-93e8-eef29027dbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:43.392225 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe748fb5-bfdb-4dcb-93e8-eef29027dbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:43.441048 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe748fb5-bfdb-4dcb-93e8-eef29027dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:43.443733 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe748fb5-bfdb-4dcb-93e8-eef29027dbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:43.445099 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fe748fb5-bfdb-4dcb-93e8-eef29027dbfc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/82565707-eaea-4ac9-af55-8053bd39d3f0 HTTP/1.1" status: 204 len: 168 time: 0.1269495 Aug 09 16:15:43.453524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe748fb5-bfdb-4dcb-93e8-eef29027dbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82565707-eaea-4ac9-af55-8053bd39d3f0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:43.496627 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:44.187270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266bed5-524b-4412-b5bc-a57433166f44 req-c3b9df0a-3dae-44f0-9350-37b43dcf4f2a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:44.188872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5266bed5-524b-4412-b5bc-a57433166f44 req-c3b9df0a-3dae-44f0-9350-37b43dcf4f2a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 945 time: 0.0589609 Aug 09 16:15:44.236357 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5266bed5-524b-4412-b5bc-a57433166f44 req-bac5d02c-d704-455e-8aa3-b40c796a8d1d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384595 Aug 09 16:15:44.257881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-74305816-e160-4201-a7c1-eb5f94be8573 req-c58ce616-9ab4-4649-aaba-64b23d9e9adc tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 210 time: 0.0286460 Aug 09 16:15:44.497731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-d6bfdab6-8f19-45a8-9277-ae7838be23b1 service neutron] 10.222.0.53 "GET /v2.0/ports/5d1af318-a533-4920-aed7-36a0b53928b6/bindings/n-h2-803778-2 HTTP/1.1" status: 200 len: 384 time: 0.0578094 Aug 09 16:15:44.684033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6ea7910b-3559-4bb3-8ab1-0c85d293410e service neutron] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=5d1af318-a533-4920-aed7-36a0b53928b6,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:44.704325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6ea7910b-3559-4bb3-8ab1-0c85d293410e service neutron] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:44.753205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6ea7910b-3559-4bb3-8ab1-0c85d293410e service neutron] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5d1af318-a533-4920-aed7-36a0b53928b6,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:44.767650 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6ea7910b-3559-4bb3-8ab1-0c85d293410e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:44.847747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6ea7910b-3559-4bb3-8ab1-0c85d293410e service neutron] Transition to ACTIVE for port object 5d1af318-a533-4920-aed7-36a0b53928b6 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:44.852353 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6ea7910b-3559-4bb3-8ab1-0c85d293410e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:44.958917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7910b-3559-4bb3-8ab1-0c85d293410e service neutron] Pushing event updated for resources: {'Port': ['ID=5d1af318-a533-4920-aed7-36a0b53928b6,revision_number=11']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:44.990359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6ea7910b-3559-4bb3-8ab1-0c85d293410e service neutron] No DVR routers for this DVR port 5d1af318-a533-4920-aed7-36a0b53928b6 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:15:45.105613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:45.109336 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d318286e-48ea-4dd6-a894-62356f3d7e5f" -d '{"events": [{"server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:45.151726 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653073c3-ac13-4ddd-9956-d599a140e73b x-openstack-request-id: req-653073c3-ac13-4ddd-9956-d599a140e73b {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:45.152051 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "name": "network-vif-unplugged", "status": "completed", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:45.152253 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-653073c3-ac13-4ddd-9956-d599a140e73b {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:45.152662 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6', 'code': 200} Aug 09 16:15:45.161014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-6ea7910b-3559-4bb3-8ab1-0c85d293410e service neutron] 10.222.0.53 "PUT /v2.0/ports/5d1af318-a533-4920-aed7-36a0b53928b6/bindings/n-h2-803778-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6566522 Aug 09 16:15:45.259386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-f266bac7-a043-4506-a6ad-66363d1423b2 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:45.261001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-f266bac7-a043-4506-a6ad-66363d1423b2 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169&tenant_id=38208f1d79934161b16e6cd64460fe00&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 1095 time: 0.0443156 Aug 09 16:15:45.326655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-930e9218-8d2a-405f-bf83-bbe3ed017493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:45.328128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-930e9218-8d2a-405f-bf83-bbe3ed017493 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169&tenant_id=38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 1095 time: 0.0578504 Aug 09 16:15:45.382932 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-04167e88-39da-41c7-972c-36c51d6164ee req-39a99478-d9b8-469a-9745-d037d75c6b6e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc4a688e-e292-4c7e-ad56-9a45aa20c4af HTTP/1.1" status: 200 len: 210 time: 0.0275176 Aug 09 16:15:45.396371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151bcca-1a08-4bbf-a90d-c2dfa31fadf3 req-528a3346-38c9-4eb6-934c-305cf8a3305c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:45.397916 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6151bcca-1a08-4bbf-a90d-c2dfa31fadf3 req-528a3346-38c9-4eb6-934c-305cf8a3305c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 944 time: 0.0822384 Aug 09 16:15:45.414592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-8ce633ec-77ef-4576-9458-22854162fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:45.416024 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-8ce633ec-77ef-4576-9458-22854162fd16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 1095 time: 0.0618713 Aug 09 16:15:45.489327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6151bcca-1a08-4bbf-a90d-c2dfa31fadf3 req-8addfab3-b2a2-413e-b5cc-bcd361243399 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826390 Aug 09 16:15:45.535897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-fab2ac98-9369-44db-95ff-897505f4e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:45.537389 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-fab2ac98-9369-44db-95ff-897505f4e927 service neutron] 10.222.0.60 "GET /v2.0/networks?id=813a6b01-695a-4947-acc7-79ddc5d4b228 HTTP/1.1" status: 200 len: 897 time: 0.1121259 Aug 09 16:15:45.614219 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-7b259073-e380-434b-9038-304d3ce9a3b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d1af318-a533-4920-aed7-36a0b53928b6 HTTP/1.1" status: 200 len: 999 time: 0.0693150 Aug 09 16:15:45.667816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-c8cc57cc-d2d2-4e8a-9b3c-ce5655160b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:45.669819 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-c8cc57cc-d2d2-4e8a-9b3c-ce5655160b0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=858ce8ad-2154-430b-bb6d-5271acbcc205 HTTP/1.1" status: 200 len: 833 time: 0.0469000 Aug 09 16:15:45.722876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-f4601e04-2623-4899-bcc5-75b55096b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:45.724392 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-f4601e04-2623-4899-bcc5-75b55096b8db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=813a6b01-695a-4947-acc7-79ddc5d4b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464933 Aug 09 16:15:45.813666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-770a1a0a-b7ca-4b78-8a9b-faf17c0f989a service neutron] 10.222.0.60 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815759 Aug 09 16:15:45.912923 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-8dbcc551-5537-4feb-9534-3242d0fe719f service neutron] 10.222.0.60 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910599 Aug 09 16:15:46.149131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-8d4f532e-6278-4336-b04d-e336e39f8664 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:46.150576 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-8d4f532e-6278-4336-b04d-e336e39f8664 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169&tenant_id=38208f1d79934161b16e6cd64460fe00&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 1095 time: 0.0446887 Aug 09 16:15:46.283681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-81385f15-a540-40f9-98c3-e761f81441b3 service neutron] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:46.286864 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-81385f15-a540-40f9-98c3-e761f81441b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:46.287980 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b9edc64-78f6-411a-9f13-001e5ebf4b5c req-81385f15-a540-40f9-98c3-e761f81441b3 service neutron] 10.222.0.60 "DELETE /v2.0/ports/5d1af318-a533-4920-aed7-36a0b53928b6/bindings/n-h1-803778-2 HTTP/1.1" status: 204 len: 173 time: 0.1295841 Aug 09 16:15:46.618892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457889e1-f7e5-456e-909b-9a6b0d033bb8 req-4f7f2b33-33c5-4862-acc3-2d4dd4d198dc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:46.620521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-457889e1-f7e5-456e-909b-9a6b0d033bb8 req-4f7f2b33-33c5-4862-acc3-2d4dd4d198dc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 944 time: 0.0537956 Aug 09 16:15:46.647606 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-0718b824-2caa-48e0-aef0-a5edd5eb76a7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570211494&fields=id&tenant_id=b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 267 time: 0.0455036 Aug 09 16:15:46.667120 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-457889e1-f7e5-456e-909b-9a6b0d033bb8 req-33754e84-5f6e-42d1-99c4-2b6b86e19945 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378747 Aug 09 16:15:46.760933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-ddcbff5c-3287-447f-9501-b726db29ccee tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:46.762575 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-ddcbff5c-3287-447f-9501-b726db29ccee tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.1073761 Aug 09 16:15:46.778811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-a44f1387-3793-470d-9cca-ab595d295ae3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/quotas/b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 375 time: 0.0092437 Aug 09 16:15:46.780519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129be25-c323-44f5-8027-f57c6b5996e6 req-00fa8889-fcf3-4831-b8d7-e86ce6314024 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:46.782147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f129be25-c323-44f5-8027-f57c6b5996e6 req-00fa8889-fcf3-4831-b8d7-e86ce6314024 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 1095 time: 0.0408835 Aug 09 16:15:46.818709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f129be25-c323-44f5-8027-f57c6b5996e6 req-4b6d2ab2-8795-4be7-b179-3b71791f5a24 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304995 Aug 09 16:15:46.839937 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-ef15824a-a647-490a-8ec3-4c9178781316 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498548 Aug 09 16:15:46.944596 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-51220351-8123-4e66-ab34-7cf9c43860b1 service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971441 Aug 09 16:15:46.952917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c446405-37e7-41b5-8433-062ba393b791 req-d83fde55-31a3-4845-961b-4b674427b24a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:46.954478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c446405-37e7-41b5-8433-062ba393b791 req-d83fde55-31a3-4845-961b-4b674427b24a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 944 time: 0.0567961 Aug 09 16:15:46.998209 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c446405-37e7-41b5-8433-062ba393b791 req-77bacb29-dc87-4632-93c7-8a38598351be tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350099 Aug 09 16:15:47.019853 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50858) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:47.037990 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-6976fd58-df8c-4a5e-ab9b-babef8ced2b4 service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878272 Aug 09 16:15:47.088996 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-61e6493b-4cc9-49b8-ad00-47f0201f2a83 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/e523c416-5bfe-4cec-8d55-4308c777f577 HTTP/1.1" status: 200 len: 991 time: 0.0634184 Aug 09 16:15:47.236822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d1af318-a533-4920-aed7-36a0b53928b6 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:47.281047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 5d1af318-a533-4920-aed7-36a0b53928b6 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:47.299542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50874) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:47.345631 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd503621-d120-4f76-970d-aa6746023106 req-966f5601-27b8-4942-ad23-20879b9c10de tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 210 time: 0.0309222 Aug 09 16:15:47.467761 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port 2b70be5e-3222-45f0-8d66-781eec47dce1 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:47.467761 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:47.559848 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:47.560266 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:47.572177 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for 2b70be5e-3222-45f0-8d66-781eec47dce1 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:47.733683 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:47.761093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=2b70be5e-3222-45f0-8d66-781eec47dce1,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:47.821776 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:47.822120 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Floating IP e523c416-5bfe-4cec-8d55-4308c777f577 disassociated (deleted). External IP: 172.25.2.119, port: 5d1af318-a533-4920-aed7-36a0b53928b6. Aug 09 16:15:48.042796 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router 73fcf2cc-c739-474f-aefe-8b1d312478b1 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:15:48.155224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:48.160045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:48.164627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d9b0fc-b184-4457-b920-d412bd81d297 None None] Sync routers for ids ['73fcf2cc-c739-474f-aefe-8b1d312478b1'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:48.174304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9b0fc-b184-4457-b920-d412bd81d297 None None] Routers {'73fcf2cc-c739-474f-aefe-8b1d312478b1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:48.174918 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a1d9b0fc-b184-4457-b920-d412bd81d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['73fcf2cc-c739-474f-aefe-8b1d312478b1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:48.188909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e7352fba-9e0f-4671-8cc4-671f8ce4fd88 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/floatingips/e523c416-5bfe-4cec-8d55-4308c777f577 HTTP/1.1" status: 204 len: 168 time: 0.8881381 Aug 09 16:15:48.190322 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:48.193106 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c53c50-2892-4b49-b071-bed5e73ff6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:48.249013 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fd3004-faa0-4a63-8d43-c0db648a6efa x-openstack-request-id: req-27fd3004-faa0-4a63-8d43-c0db648a6efa {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:48.249442 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:48.249741 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-27fd3004-faa0-4a63-8d43-c0db648a6efa {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:48.250152 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6', 'status': 'completed', 'code': 200} Aug 09 16:15:48.285801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a1d9b0fc-b184-4457-b920-d412bd81d297 None None] Set router 73fcf2cc-c739-474f-aefe-8b1d312478b1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:48.408394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c53c50-2892-4b49-b071-bed5e73ff6fc req-a4298f9a-0c38-4900-b9cc-c7259e3a3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:48.410015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20c53c50-2892-4b49-b071-bed5e73ff6fc req-a4298f9a-0c38-4900-b9cc-c7259e3a3fdc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 1095 time: 0.1353583 Aug 09 16:15:48.483780 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4f4db0f-ff77-46c6-86cb-51a18537e6ce req-e585b1e4-957f-4f12-a7a1-d7342f33913a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 210 time: 0.0358620 Aug 09 16:15:48.551588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-a02e1c2c-2458-4fbc-861d-18bd62408874 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:48.552416 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-a02e1c2c-2458-4fbc-861d-18bd62408874 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.2472827 Aug 09 16:15:48.571804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a1d9b0fc-b184-4457-b920-d412bd81d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:48Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a3519ba9-bec3-4212-8496-5ccfd67a9260', 'name': '', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:74:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:47Z', 'updated_at': '2021-08-09T16:14:54Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:48.581632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358a91a-0f2f-4d39-a240-9296c804654f req-398d68b1-b881-4fb3-961e-5dbd499d2fb5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:48.583167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2358a91a-0f2f-4d39-a240-9296c804654f req-398d68b1-b881-4fb3-961e-5dbd499d2fb5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 944 time: 0.1722672 Aug 09 16:15:48.600667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d9b0fc-b184-4457-b920-d412bd81d297 None None] Checking router: 73fcf2cc-c739-474f-aefe-8b1d312478b1 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:48.610289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9b0fc-b184-4457-b920-d412bd81d297 None None] Routers {'73fcf2cc-c739-474f-aefe-8b1d312478b1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:48.610592 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a1d9b0fc-b184-4457-b920-d412bd81d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['73fcf2cc-c739-474f-aefe-8b1d312478b1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:48.644236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c53c50-2892-4b49-b071-bed5e73ff6fc req-89a41640-1970-4fe4-9ebf-e97061a1dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:48.645766 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20c53c50-2892-4b49-b071-bed5e73ff6fc req-89a41640-1970-4fe4-9ebf-e97061a1dd20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=813a6b01-695a-4947-acc7-79ddc5d4b228 HTTP/1.1" status: 200 len: 897 time: 0.2201281 Aug 09 16:15:48.655561 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-c8704d57-d5c1-409b-9af6-bbff9fdb3760 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 380 time: 0.0933495 Aug 09 16:15:48.672270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'port': {'device_id': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'admin_state_up': True, 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'security_groups': ['2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:48.711127 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2358a91a-0f2f-4d39-a240-9296c804654f req-9d4b3bb2-1123-4a9d-9087-bb93aa65c1fa tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176054 Aug 09 16:15:48.714556 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20c53c50-2892-4b49-b071-bed5e73ff6fc req-90caf7f9-1f33-4104-8c8b-c8d209d4355a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d1af318-a533-4920-aed7-36a0b53928b6 HTTP/1.1" status: 200 len: 217 time: 0.0580411 Aug 09 16:15:48.843588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c53c50-2892-4b49-b071-bed5e73ff6fc req-d29de3e5-65ae-4d6e-81fc-b0ec786e958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:48.844954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20c53c50-2892-4b49-b071-bed5e73ff6fc req-d29de3e5-65ae-4d6e-81fc-b0ec786e958b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=858ce8ad-2154-430b-bb6d-5271acbcc205 HTTP/1.1" status: 200 len: 833 time: 0.1196775 Aug 09 16:15:48.909373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a1d9b0fc-b184-4457-b920-d412bd81d297 None None] Set router 73fcf2cc-c739-474f-aefe-8b1d312478b1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:48.951814 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Made reservation on behalf of b288370f60b5456e956c547ef50d7598 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:15:48.955510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:48.966932 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124494e9-73b9-49ad-baf3-3f359e9a74ab req-059da22d-98f9-41fb-b5fc-b1943f5422f6 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:48.971659 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-124494e9-73b9-49ad-baf3-3f359e9a74ab req-059da22d-98f9-41fb-b5fc-b1943f5422f6 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 944 time: 0.1138172 Aug 09 16:15:48.974205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c53c50-2892-4b49-b071-bed5e73ff6fc req-58d7c42d-ece7-4b3e-bfd5-83e7d05b4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:48.978058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20c53c50-2892-4b49-b071-bed5e73ff6fc req-58d7c42d-ece7-4b3e-bfd5-83e7d05b4185 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=813a6b01-695a-4947-acc7-79ddc5d4b228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192482 Aug 09 16:15:49.138332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a1d9b0fc-b184-4457-b920-d412bd81d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:48Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a3519ba9-bec3-4212-8496-5ccfd67a9260', 'name': '', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:74:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:47Z', 'updated_at': '2021-08-09T16:14:54Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:49.185280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d9b0fc-b184-4457-b920-d412bd81d297 None None] The sync data for ids ['73fcf2cc-c739-474f-aefe-8b1d312478b1'] in n-d-803778-2 is: [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:48Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a3519ba9-bec3-4212-8496-5ccfd67a9260', 'name': '', 'network_id': '813a6b01-695a-4947-acc7-79ddc5d4b228', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:74:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:47Z', 'updated_at': '2021-08-09T16:14:54Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': '858ce8ad-2154-430b-bb6d-5271acbcc205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:49.201803 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20c53c50-2892-4b49-b071-bed5e73ff6fc req-a78178f3-5fbd-4393-bf0c-b440c992a04d service neutron] 10.222.0.60 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091320 Aug 09 16:15:49.306767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-124494e9-73b9-49ad-baf3-3f359e9a74ab req-c8db4082-c347-4a22-bb8d-bffb160f94ab tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port 5d1af318-a533-4920-aed7-36a0b53928b6 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:49.307131 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-124494e9-73b9-49ad-baf3-3f359e9a74ab req-c8db4082-c347-4a22-bb8d-bffb160f94ab tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:49.317383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Allocated IP 172.20.0.10 (c5932b02-aab2-4990-93ed-0c412c1e6cf6/f56dee80-a4af-40a8-ba00-0306592ad89b/a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:49.460038 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-20c53c50-2892-4b49-b071-bed5e73ff6fc req-b46a250a-db58-4f41-938e-bc970050da5d service neutron] 10.222.0.60 "GET /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355123 Aug 09 16:15:49.540780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-124494e9-73b9-49ad-baf3-3f359e9a74ab req-c8db4082-c347-4a22-bb8d-bffb160f94ab tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] For port 5d1af318-a533-4920-aed7-36a0b53928b6, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=5d1af318-a533-4920-aed7-36a0b53928b6,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:49.541285 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-124494e9-73b9-49ad-baf3-3f359e9a74ab req-c8db4082-c347-4a22-bb8d-bffb160f94ab tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:49.572552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-124494e9-73b9-49ad-baf3-3f359e9a74ab req-c8db4082-c347-4a22-bb8d-bffb160f94ab tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for 5d1af318-a533-4920-aed7-36a0b53928b6 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:49.603177 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd75610-9d73-4ef7-be7c-93fd6bb65e5f None None] New status for floating IP e523c416-5bfe-4cec-8d55-4308c777f577: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:15:49.609152 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7d7b086d-9931-4eb0-9c01-98968cc83fc0 req-18c98170-bae7-402f-8303-588848f834a1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 210 time: 0.0532835 Aug 09 16:15:49.688792 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:49.713166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Transition to ACTIVE for port object a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:49.802727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:49.894787 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:49.905055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:49.907828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:49.910754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:49.953111 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-124494e9-73b9-49ad-baf3-3f359e9a74ab req-c8db4082-c347-4a22-bb8d-bffb160f94ab tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:49.998297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db4082-c347-4a22-bb8d-bffb160f94ab tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=5d1af318-a533-4920-aed7-36a0b53928b6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:50.012148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3dba2-2e0e-4f5a-b983-8d26bffa4de9 req-cb5094b9-d5a6-4f30-973b-b5b7fe496bc4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:50.014071 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5dd3dba2-2e0e-4f5a-b983-8d26bffa4de9 req-cb5094b9-d5a6-4f30-973b-b5b7fe496bc4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=0b4af167-45e7-4a3e-95da-73dde9f21169 HTTP/1.1" status: 200 len: 866 time: 0.2127566 Aug 09 16:15:50.054768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:50.055555 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:50.108803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-124494e9-73b9-49ad-baf3-3f359e9a74ab req-c8db4082-c347-4a22-bb8d-bffb160f94ab tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] No DVR routers for this DVR port 5d1af318-a533-4920-aed7-36a0b53928b6 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:15:50.112120 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-124494e9-73b9-49ad-baf3-3f359e9a74ab req-c8db4082-c347-4a22-bb8d-bffb160f94ab tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:50.114669 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-124494e9-73b9-49ad-baf3-3f359e9a74ab req-c8db4082-c347-4a22-bb8d-bffb160f94ab tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "DELETE /v2.0/ports/5d1af318-a533-4920-aed7-36a0b53928b6 HTTP/1.1" status: 204 len: 173 time: 1.1356871 Aug 09 16:15:50.116696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'name': 'network-vif-deleted', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:50.125433 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a1baeb-b123-45af-98db-5efd637e275a" -d '{"events": [{"server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "name": "network-vif-deleted", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:50.135533 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-840b1660-3eb2-45d2-ba94-e78f0697b2ae tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4689262 Aug 09 16:15:50.152245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Request body: {'port': {'device_id': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:50.162978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5dd3dba2-2e0e-4f5a-b983-8d26bffa4de9 req-ae390db2-f230-40b4-bb29-0701a3301247 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=c15438af-87df-48a2-a568-adfb06ebb380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400044 Aug 09 16:15:50.225311 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f744b729-357a-455e-bc4a-52777c5e491d x-openstack-request-id: req-f744b729-357a-455e-bc4a-52777c5e491d {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:50.225622 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4af167-45e7-4a3e-95da-73dde9f21169", "name": "network-vif-deleted", "tag": "5d1af318-a533-4920-aed7-36a0b53928b6", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:50.225883 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f744b729-357a-455e-bc4a-52777c5e491d {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:50.226276 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4af167-45e7-4a3e-95da-73dde9f21169', 'name': 'network-vif-deleted', 'tag': '5d1af318-a533-4920-aed7-36a0b53928b6', 'status': 'completed', 'code': 200} Aug 09 16:15:50.238208 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:50.246825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-72f2dc14-cd83-4850-8103-de530473554f None None] Provisioning for port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:15:50.255741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-72f2dc14-cd83-4850-8103-de530473554f None None] Provisioning complete for port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:15:50.257785 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-72f2dc14-cd83-4850-8103-de530473554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:50.373397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-72f2dc14-cd83-4850-8103-de530473554f None None] Port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:15:50.659754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:15:50.667953 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:50.681372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Transition to ACTIVE for port object a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:50.686606 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:50.783311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Pushing event updated for resources: {'Port': ['ID=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:50.840607 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e7281-6a60-4dd1-9c77-ab8277c1face req-cb1d3d03-a41e-42e0-87e4-ce07b08cc54c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:50.845989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f59e7281-6a60-4dd1-9c77-ab8277c1face req-cb1d3d03-a41e-42e0-87e4-ce07b08cc54c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 944 time: 0.1318793 Aug 09 16:15:50.894611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Attempting to bind port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:50.894941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Attempting to bind port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:50.895267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Attempting to bind port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:50.903317 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f59e7281-6a60-4dd1-9c77-ab8277c1face req-5a2ca9c5-3dbe-4f0e-a4e5-0ff08510135f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536253 Aug 09 16:15:50.905768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:15:50.906096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Attempting to bind port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:50.911466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:50.911801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Checking segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:50.912186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Bound using segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:50.913049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Bound port: a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:50.913049 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:50.978578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] For port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:50.982293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] For port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:50.987371 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:51.030392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:51.031011 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:51.032378 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] 10.222.0.53 "PUT /v2.0/ports/a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a HTTP/1.1" status: 200 len: 1092 time: 0.8849370 Aug 09 16:15:51.054250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff5d74-af7f-4700-bb65-5de18a41072d service neutron] Pushing event updated for resources: {'Port': ['ID=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:51.132997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-9b67e69b-8e05-4373-97de-c2f20a3fad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:51.135059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-9b67e69b-8e05-4373-97de-c2f20a3fad3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 1095 time: 0.0550613 Aug 09 16:15:51.180504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-90116f8f-2621-4518-9a9a-84b02f86e7e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a HTTP/1.1" status: 200 len: 217 time: 0.0368242 Aug 09 16:15:51.240918 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50906) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:51.247146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-862a2d5c-c6ee-4435-bd71-4f6c639c4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:51.248917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-862a2d5c-c6ee-4435-bd71-4f6c639c4c3d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0617108 Aug 09 16:15:51.303922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-9f8df86a-2096-4ee7-a5d0-bb6b72f22688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:51.305621 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-9f8df86a-2096-4ee7-a5d0-bb6b72f22688 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474367 Aug 09 16:15:51.405213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-165daa35-027a-4f69-a73d-477b701bda4e service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898457 Aug 09 16:15:51.503510 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77b5142f-c8be-4e28-8082-a24ac5e8d49a req-d71543c9-c822-45c0-94c3-182a04d73eda service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915070 Aug 09 16:15:51.634752 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dce7eaa-e017-48ad-8a4e-fd2208a8617f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:51.901572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7dce7eaa-e017-48ad-8a4e-fd2208a8617f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port a3519ba9-bec3-4212-8496-5ccfd67a9260 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:51.902058 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dce7eaa-e017-48ad-8a4e-fd2208a8617f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:51.960586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5d1af318-a533-4920-aed7-36a0b53928b6 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:51.985000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 5d1af318-a533-4920-aed7-36a0b53928b6 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:51.985724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 5d1af318-a533-4920-aed7-36a0b53928b6 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:52.014483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-7dce7eaa-e017-48ad-8a4e-fd2208a8617f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] For port a3519ba9-bec3-4212-8496-5ccfd67a9260, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a3519ba9-bec3-4212-8496-5ccfd67a9260,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:52.014861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dce7eaa-e017-48ad-8a4e-fd2208a8617f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:52.030889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-7dce7eaa-e017-48ad-8a4e-fd2208a8617f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for a3519ba9-bec3-4212-8496-5ccfd67a9260 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:52.051255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a8cbf-0342-4c2d-9356-4271934679a5 req-5a25dafa-4111-4e58-a274-3c083c59e589 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:52.052882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b33a8cbf-0342-4c2d-9356-4271934679a5 req-5a25dafa-4111-4e58-a274-3c083c59e589 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 944 time: 0.0531921 Aug 09 16:15:52.092008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b33a8cbf-0342-4c2d-9356-4271934679a5 req-374e90bd-3ce9-4026-9c42-9e12d04169a0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331941 Aug 09 16:15:52.227054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'tag': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:15:52.229815 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0024ad3d-c286-4344-b614-63ed2c89293f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca578136-9344-4e07-a5c9-ec8116d66f85", "tag": "a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:15:52.231163 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dce7eaa-e017-48ad-8a4e-fd2208a8617f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:52.268276 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5079b837-4a40-47be-bb9b-4c23bd2372b2 x-openstack-request-id: req-5079b837-4a40-47be-bb9b-4c23bd2372b2 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:15:52.268794 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca578136-9344-4e07-a5c9-ec8116d66f85", "tag": "a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:15:52.269227 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5079b837-4a40-47be-bb9b-4c23bd2372b2 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:15:52.269825 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'tag': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'status': 'completed', 'code': 200} Aug 09 16:15:52.310921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce7eaa-e017-48ad-8a4e-fd2208a8617f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=a3519ba9-bec3-4212-8496-5ccfd67a9260,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:52.345806 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ad3d-c286-4344-b614-63ed2c89293f req-2d6f92c3-4619-4b90-bc25-a6bd9d059636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:52.347435 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0024ad3d-c286-4344-b614-63ed2c89293f req-2d6f92c3-4619-4b90-bc25-a6bd9d059636 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 1095 time: 0.0558782 Aug 09 16:15:52.455092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7dce7eaa-e017-48ad-8a4e-fd2208a8617f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:52.461917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ad3d-c286-4344-b614-63ed2c89293f req-882808e1-f6af-4fb5-9b09-3b455e8fd419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:52.463438 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0024ad3d-c286-4344-b614-63ed2c89293f req-882808e1-f6af-4fb5-9b09-3b455e8fd419 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.1089377 Aug 09 16:15:52.511288 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0024ad3d-c286-4344-b614-63ed2c89293f req-d3b79c52-5119-4006-93e5-945a5ef4f11e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a HTTP/1.1" status: 200 len: 217 time: 0.0394228 Aug 09 16:15:52.571801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ad3d-c286-4344-b614-63ed2c89293f req-74638a76-46ee-476b-83c3-07061e38a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:52.573900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0024ad3d-c286-4344-b614-63ed2c89293f req-74638a76-46ee-476b-83c3-07061e38a221 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0561609 Aug 09 16:15:52.627639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ad3d-c286-4344-b614-63ed2c89293f req-3924185a-6ac9-4a4f-9b91-ff3349604c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:52.629118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0024ad3d-c286-4344-b614-63ed2c89293f req-3924185a-6ac9-4a4f-9b91-ff3349604c9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478146 Aug 09 16:15:52.737145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0024ad3d-c286-4344-b614-63ed2c89293f req-dac67545-afce-4342-ac1b-873840cd262c service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004493 Aug 09 16:15:52.998407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dce7eaa-e017-48ad-8a4e-fd2208a8617f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router 73fcf2cc-c739-474f-aefe-8b1d312478b1 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:15:53.121833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dce7eaa-e017-48ad-8a4e-fd2208a8617f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:53.130560 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7dce7eaa-e017-48ad-8a4e-fd2208a8617f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "PUT /v2.0/routers/73fcf2cc-c739-474f-aefe-8b1d312478b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8855364 Aug 09 16:15:53.131098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50914) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:53.139107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16f07f-8591-42a4-9b4c-2d1583310d65 None None] Sync routers for ids ['73fcf2cc-c739-474f-aefe-8b1d312478b1'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:53.149956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16f07f-8591-42a4-9b4c-2d1583310d65 None None] Routers {'73fcf2cc-c739-474f-aefe-8b1d312478b1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:53.150850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8c16f07f-8591-42a4-9b4c-2d1583310d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['73fcf2cc-c739-474f-aefe-8b1d312478b1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:53.202421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0b4d85-7407-4ce2-a83d-df9a3f4f8c4c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting subnet 858ce8ad-2154-430b-bb6d-5271acbcc205 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:15:53.206882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4d85-7407-4ce2-a83d-df9a3f4f8c4c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:53.221970 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0024ad3d-c286-4344-b614-63ed2c89293f req-4e69a2da-5806-4deb-8de3-5ef3b1d9cbca service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784636 Aug 09 16:15:53.246959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afb418-ce85-456d-ae02-626369350063 req-49dd02fe-28d6-4bf6-b4d1-57611f3278f2 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:53.248615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97afb418-ce85-456d-ae02-626369350063 req-49dd02fe-28d6-4bf6-b4d1-57611f3278f2 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 944 time: 0.0713272 Aug 09 16:15:53.260047 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4d85-7407-4ce2-a83d-df9a3f4f8c4c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:53.292195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-97afb418-ce85-456d-ae02-626369350063 req-40337c2b-cec0-4fcd-802c-d83ae6357498 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371289 Aug 09 16:15:53.300454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-8c16f07f-8591-42a4-9b4c-2d1583310d65 None None] Set router 73fcf2cc-c739-474f-aefe-8b1d312478b1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:53.356381 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4d85-7407-4ce2-a83d-df9a3f4f8c4c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:53.415512 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4d85-7407-4ce2-a83d-df9a3f4f8c4c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:53.443982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b4d85-7407-4ce2-a83d-df9a3f4f8c4c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Subnet': ['ID=858ce8ad-2154-430b-bb6d-5271acbcc205,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:53.461016 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf0b4d85-7407-4ce2-a83d-df9a3f4f8c4c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:53.463313 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cf0b4d85-7407-4ce2-a83d-df9a3f4f8c4c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/subnets/858ce8ad-2154-430b-bb6d-5271acbcc205 HTTP/1.1" status: 204 len: 168 time: 0.3317454 Aug 09 16:15:53.467585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed6fb07-3e4c-47aa-bd29-5289cd358a43 None None] Network 813a6b01-695a-4947-acc7-79ddc5d4b228 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:53.467811 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50916) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:53.591183 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:53.659960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8c16f07f-8591-42a4-9b4c-2d1583310d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:15:52Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:53.691397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16f07f-8591-42a4-9b4c-2d1583310d65 None None] Checking router: 73fcf2cc-c739-474f-aefe-8b1d312478b1 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:53.700671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16f07f-8591-42a4-9b4c-2d1583310d65 None None] Routers {'73fcf2cc-c739-474f-aefe-8b1d312478b1'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:53.701299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8c16f07f-8591-42a4-9b4c-2d1583310d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['73fcf2cc-c739-474f-aefe-8b1d312478b1'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:53.713457 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:53.739059 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5352e8bc-5f1a-406b-a9fa-40730f117ee0 None None] DHCP port deletion for 813a6b01-695a-4947-acc7-79ddc5d4b228 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:15:53.773049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port c945e7e4-906a-4d4c-b1eb-63210a07c7c8 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:53.773402 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:53.845144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-8c16f07f-8591-42a4-9b4c-2d1583310d65 None None] Set router 73fcf2cc-c739-474f-aefe-8b1d312478b1 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:53.869144 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] For port c945e7e4-906a-4d4c-b1eb-63210a07c7c8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c945e7e4-906a-4d4c-b1eb-63210a07c7c8,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:53.869570 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:53.884819 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for c945e7e4-906a-4d4c-b1eb-63210a07c7c8 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:53.905549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5352e8bc-5f1a-406b-a9fa-40730f117ee0 None None] Deleting port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:15:53.905942 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5352e8bc-5f1a-406b-a9fa-40730f117ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.020005 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5352e8bc-5f1a-406b-a9fa-40730f117ee0 None None] For port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=52f7aee2-2e84-403c-9cbd-7fe08dc000e7,segment=NetworkSegment(277be793-5326-44b0-b836-15e69eef7436),segment_id=277be793-5326-44b0-b836-15e69eef7436)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:54.020401 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5352e8bc-5f1a-406b-a9fa-40730f117ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.042647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5352e8bc-5f1a-406b-a9fa-40730f117ee0 None None] Calling delete_port for 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:15:54.068133 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.098012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=c945e7e4-906a-4d4c-b1eb-63210a07c7c8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:54.122629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:54.123128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:54.123616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:54.124094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:54.124597 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:54.125028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:54.125461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:54.125924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:54.126423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:54.126854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:54.127289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:54.127714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:54.166875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-8c16f07f-8591-42a4-9b4c-2d1583310d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:15:52Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:54.172328 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5352e8bc-5f1a-406b-a9fa-40730f117ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.172548 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.205913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16f07f-8591-42a4-9b4c-2d1583310d65 None None] The sync data for ids ['73fcf2cc-c739-474f-aefe-8b1d312478b1'] in n-d-803778-2 is: [{'id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988838805', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:15:52Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': 'c945e7e4-906a-4d4c-b1eb-63210a07c7c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fcf2cc-c739-474f-aefe-8b1d312478b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:14:44Z', 'updated_at': '2021-08-09T16:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:54.234148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352e8bc-5f1a-406b-a9fa-40730f117ee0 None None] Pushing event deleted for resources: {'Port': ['ID=52f7aee2-2e84-403c-9cbd-7fe08dc000e7,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:54.237021 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5352e8bc-5f1a-406b-a9fa-40730f117ee0 None None] No DVR routers for this DVR port 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:15:54.275014 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.277045 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.322088 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.322616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Fanout notify agent at l3_agent the message router_deleted on router 73fcf2cc-c739-474f-aefe-8b1d312478b1 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:15:54.329952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.331061 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a2afcc60-046c-4a2c-9774-606172cbf882 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/routers/73fcf2cc-c739-474f-aefe-8b1d312478b1 HTTP/1.1" status: 204 len: 168 time: 0.8621988 Aug 09 16:15:54.334975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50920) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:54.444394 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.465794 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639023c-bb90-4f3c-bb95-9bfa4c0b7022 req-ede0bfaa-6676-42bf-b2f3-dc400070fb23 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:54.467519 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4639023c-bb90-4f3c-bb95-9bfa4c0b7022 req-ede0bfaa-6676-42bf-b2f3-dc400070fb23 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 944 time: 0.0817664 Aug 09 16:15:54.583296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.588423 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4639023c-bb90-4f3c-bb95-9bfa4c0b7022 req-21e49bfc-db26-4511-b65e-bffc2c4efb9e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964863 Aug 09 16:15:54.599816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813a6b01-695a-4947-acc7-79ddc5d4b228']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:54.615055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277be793-5326-44b0-b836-15e69eef7436') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:54.615055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277be793-5326-44b0-b836-15e69eef7436') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:54.622204 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.636091 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.644269 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:15:54.644624 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:15:54.647942 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:15:54.700424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a3519ba9-bec3-4212-8496-5ccfd67a9260 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:54.714072 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.721978 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.723356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: a3519ba9-bec3-4212-8496-5ccfd67a9260 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:54.723963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a3519ba9-bec3-4212-8496-5ccfd67a9260 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:54.724879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:54.727448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50922) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:54.727844 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/networks/813a6b01-695a-4947-acc7-79ddc5d4b228 HTTP/1.1" status: 204 len: 168 time: 0.3917079 Aug 09 16:15:54.752994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2335da-08df-4031-89e1-412a7e28be90 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Network': ['ID=813a6b01-695a-4947-acc7-79ddc5d4b228,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:54.758334 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:54.758487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 52f7aee2-2e84-403c-9cbd-7fe08dc000e7 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:54.798925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c4cc1ec-2f3d-432f-9aff-6485186ba85b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.825925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c4cc1ec-2f3d-432f-9aff-6485186ba85b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.891561 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c4cc1ec-2f3d-432f-9aff-6485186ba85b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.895671 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c4cc1ec-2f3d-432f-9aff-6485186ba85b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:54.896973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3c4cc1ec-2f3d-432f-9aff-6485186ba85b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/security-groups/c15438af-87df-48a2-a568-adfb06ebb380 HTTP/1.1" status: 204 len: 168 time: 0.1686001 Aug 09 16:15:54.907846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cc1ec-2f3d-432f-9aff-6485186ba85b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15438af-87df-48a2-a568-adfb06ebb380,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:55.435026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50928) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:55.439658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6e8323b5-313a-419b-afd5-1093bc76a571 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-749256199', 'description': 'tempest-secgroup-smoke-749256199 description', 'project_id': '38208f1d79934161b16e6cd64460fe00'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:55.462501 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e8323b5-313a-419b-afd5-1093bc76a571 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.548700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e8323b5-313a-419b-afd5-1093bc76a571 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.552354 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e8323b5-313a-419b-afd5-1093bc76a571 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.582642 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6e8323b5-313a-419b-afd5-1093bc76a571 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.583792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6e8323b5-313a-419b-afd5-1093bc76a571 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1477568 Aug 09 16:15:55.584624 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8323b5-313a-419b-afd5-1093bc76a571 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc174f1-7e4f-41d1-a619-9638b2ed22c4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:55.586628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50930) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:55.592735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-87e5de44-8f75-4381-86c0-d48556f690cf tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': '9cc174f1-7e4f-41d1-a619-9638b2ed22c4', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:55.619539 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87e5de44-8f75-4381-86c0-d48556f690cf tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.704323 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87e5de44-8f75-4381-86c0-d48556f690cf tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.708386 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87e5de44-8f75-4381-86c0-d48556f690cf tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.734027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5de44-8f75-4381-86c0-d48556f690cf tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a378980d-4c6c-4841-baa0-c0baf3dd6e9d,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:55.744372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadb55f-1ca3-484a-bc36-271024cd4bb3 req-872c1cf9-f1ad-4425-91c6-bae4f23d41f2 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:55.745903 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cadb55f-1ca3-484a-bc36-271024cd4bb3 req-872c1cf9-f1ad-4425-91c6-bae4f23d41f2 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 944 time: 0.0850930 Aug 09 16:15:55.748129 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-87e5de44-8f75-4381-86c0-d48556f690cf tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.749226 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-87e5de44-8f75-4381-86c0-d48556f690cf tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617005 Aug 09 16:15:55.752034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50934) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:55.756523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b651eaa1-27fa-4323-8180-b8a0eedf9144 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': '9cc174f1-7e4f-41d1-a619-9638b2ed22c4', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:55.808934 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0cadb55f-1ca3-484a-bc36-271024cd4bb3 req-192b6088-bfc2-478d-9a02-b768e99a5359 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478494 Aug 09 16:15:55.810138 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b651eaa1-27fa-4323-8180-b8a0eedf9144 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.861652 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b651eaa1-27fa-4323-8180-b8a0eedf9144 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.865101 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b651eaa1-27fa-4323-8180-b8a0eedf9144 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.886309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651eaa1-27fa-4323-8180-b8a0eedf9144 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c47783-cc06-402b-ab22-2a4a6ccc3b08,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:55.891952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b651eaa1-27fa-4323-8180-b8a0eedf9144 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.893271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b651eaa1-27fa-4323-8180-b8a0eedf9144 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402283 Aug 09 16:15:55.895899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50936) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:55.900414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a33928b9-e33f-4add-8395-4eed2112142e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': '9cc174f1-7e4f-41d1-a619-9638b2ed22c4', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:55.927375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a33928b9-e33f-4add-8395-4eed2112142e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.984656 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a33928b9-e33f-4add-8395-4eed2112142e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:55.988335 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a33928b9-e33f-4add-8395-4eed2112142e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.010378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33928b9-e33f-4add-8395-4eed2112142e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08aadc0d-6a96-4fda-a259-99cd1e9237ed,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:56.014233 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a33928b9-e33f-4add-8395-4eed2112142e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.015428 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a33928b9-e33f-4add-8395-4eed2112142e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185827 Aug 09 16:15:56.018206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50938) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:56.022774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-baedbe05-cc30-47d4-99ec-d954c08779fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': '9cc174f1-7e4f-41d1-a619-9638b2ed22c4', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:56.048782 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-baedbe05-cc30-47d4-99ec-d954c08779fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.105457 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-baedbe05-cc30-47d4-99ec-d954c08779fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.109947 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-baedbe05-cc30-47d4-99ec-d954c08779fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.126721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedbe05-cc30-47d4-99ec-d954c08779fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f0b9f9-ccf8-4be0-b758-0806ccbd6261,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:56.133703 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-baedbe05-cc30-47d4-99ec-d954c08779fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.134879 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-baedbe05-cc30-47d4-99ec-d954c08779fb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157126 Aug 09 16:15:56.137776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50940) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:56.142162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3c49d658-e1a5-4c6f-9ecc-df78b3eaa460 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': '9cc174f1-7e4f-41d1-a619-9638b2ed22c4', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:56.163079 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-3c49d658-e1a5-4c6f-9ecc-df78b3eaa460 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Project 38208f1d79934161b16e6cd64460fe00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:15:56.168674 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c49d658-e1a5-4c6f-9ecc-df78b3eaa460 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.227441 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c49d658-e1a5-4c6f-9ecc-df78b3eaa460 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.231438 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c49d658-e1a5-4c6f-9ecc-df78b3eaa460 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.251022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49d658-e1a5-4c6f-9ecc-df78b3eaa460 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c002f5cb-f745-4f09-9ebc-e9fd86c2b625,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:56.256017 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3c49d658-e1a5-4c6f-9ecc-df78b3eaa460 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.257280 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3c49d658-e1a5-4c6f-9ecc-df78b3eaa460 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185911 Aug 09 16:15:56.260181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50942) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:56.264774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8f5a514e-f696-4290-956e-7e31f51f1105 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'security_group_rule': {'security_group_id': '9cc174f1-7e4f-41d1-a619-9638b2ed22c4', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:56.287403 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-8f5a514e-f696-4290-956e-7e31f51f1105 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Project 38208f1d79934161b16e6cd64460fe00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:15:56.292713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f5a514e-f696-4290-956e-7e31f51f1105 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.322890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c945e7e4-906a-4d4c-b1eb-63210a07c7c8 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:15:56.343799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c945e7e4-906a-4d4c-b1eb-63210a07c7c8 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:15:56.344138 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c945e7e4-906a-4d4c-b1eb-63210a07c7c8 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:15:56.359390 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f5a514e-f696-4290-956e-7e31f51f1105 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.362768 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f5a514e-f696-4290-956e-7e31f51f1105 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.379416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a514e-f696-4290-956e-7e31f51f1105 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5585e37-4f1a-44b3-925f-c8b2105d014d,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:56.388819 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8f5a514e-f696-4290-956e-7e31f51f1105 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.390070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8f5a514e-f696-4290-956e-7e31f51f1105 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289425 Aug 09 16:15:56.393079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50944) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:56.397977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-07febb26-a59b-461f-b295-71650a64964e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'network': {'name': 'tempest-network-smoke--272978452', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'port_security_enabled': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:56.418113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07febb26-a59b-461f-b295-71650a64964e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Made reservation on behalf of 38208f1d79934161b16e6cd64460fe00 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:15:56.421906 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07febb26-a59b-461f-b295-71650a64964e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.444819 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07febb26-a59b-461f-b295-71650a64964e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:15:56.453837 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07febb26-a59b-461f-b295-71650a64964e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.454208 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-07febb26-a59b-461f-b295-71650a64964e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Added segment 5f353694-7ccd-444a-8d50-2c1431d3dfa1 of type vlan for network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e Aug 09 16:15:56.493070 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07febb26-a59b-461f-b295-71650a64964e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.520958 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07febb26-a59b-461f-b295-71650a64964e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.526521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07febb26-a59b-461f-b295-71650a64964e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:56.527112 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-07febb26-a59b-461f-b295-71650a64964e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.583693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-07febb26-a59b-461f-b295-71650a64964e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1895454 Aug 09 16:15:56.586460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 50946) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:56.593531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'admin_state_up': True, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:56.612131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07febb26-a59b-461f-b295-71650a64964e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Network': ['ID=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:56.622068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:15:56.626241 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.627417 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.679680 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.822056 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:56.932163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e34c4-ad1f-48f7-80ac-dd1fc6ca546e req-025251ab-cb51-4393-bb15-d029537005ac tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:56.934185 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f36e34c4-ad1f-48f7-80ac-dd1fc6ca546e req-025251ab-cb51-4393-bb15-d029537005ac tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 944 time: 0.0554700 Aug 09 16:15:56.973210 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f36e34c4-ad1f-48f7-80ac-dd1fc6ca546e req-9cb77b6c-88a6-44c0-bdea-67eb8d24ad34 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326710 Aug 09 16:15:57.018723 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.041552 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.144079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.25.2.132 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/265447af-6a55-44a5-aa40-c564b222386a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:57.248822 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.286833 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.321908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:57.325454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:57.331069 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:57.358324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=265447af-6a55-44a5-aa40-c564b222386a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:57.591431 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.791314 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:57.929501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:15:58.035782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:15:58.045989 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Sync routers for ids ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:15:58.056048 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Routers {'e05bc640-cbb1-47d3-b48b-eb1ee54e0411'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:58.056663 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:58.078684 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.080060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-226a715d-14c9-45c6-9ea2-ae37ee491c7a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4926867 Aug 09 16:15:58.083578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50952) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:58.101496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b61e02-4a2c-4f33-86a1-be65364c8f27 req-680615f7-2631-402b-bfb8-85633945a2a6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:58.103104 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0b61e02-4a2c-4f33-86a1-be65364c8f27 req-680615f7-2631-402b-bfb8-85633945a2a6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 944 time: 0.0603924 Aug 09 16:15:58.117939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2cd02cf8-e4c6-4b51-81a2-8cb6bddea051 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=38208f1d79934161b16e6cd64460fe00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325451 Aug 09 16:15:58.120707 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50954) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:58.151382 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0b61e02-4a2c-4f33-86a1-be65364c8f27 req-7e4501bb-4fd2-4928-bccf-8937c13dfaff tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 Aug 09 16:15:58.220719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe66035-5910-4e5e-b08b-7e9fc6ae69d1 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:58.222278 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ebe66035-5910-4e5e-b08b-7e9fc6ae69d1 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0992949 Aug 09 16:15:58.225193 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50956) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:58.252278 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Set router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:58.253927 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b278c750-cdf3-465e-b02f-797f67b502d4 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276456 Aug 09 16:15:58.256485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50958) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:58.261211 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-796121150', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'project_id': '38208f1d79934161b16e6cd64460fe00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:15:58.348956 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Made reservation on behalf of 38208f1d79934161b16e6cd64460fe00 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:15:58.353104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.438987 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:15:57Z', 'revision_number': 3, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:58.468265 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Checking router: e05bc640-cbb1-47d3-b48b-eb1ee54e0411 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:15:58.468609 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Updating router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 port 265447af-6a55-44a5-aa40-c564b222386a binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:15:58.493936 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.550729 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.617204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Subnet': ['ID=e4c1d687-71e7-4a98-83eb-145228be5d71,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:58.628382 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.628728 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.629067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.629408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.629784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.630093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.630422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.630745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.631071 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.631393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.631711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.632027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.637759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Checking segment: {'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:58.638127 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network hostable DHCP agents. Network: c7a69ff4-9b48-455e-ae9e-9bc1668ee18e, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:15:58.656300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:15:58.666063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c7a69ff4-9b48-455e-ae9e-9bc1668ee18e) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:58.672202 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:58.673161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.680616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be03830-ae15-46ff-b6fe-d73df1b34957 None None] Network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:15:58.691309 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ffff7bb7-9b10-4db8-9684-ccf627429185 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4337976 Aug 09 16:15:58.694338 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 50960) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:15:58.774636 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.785359 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Transition to ACTIVE for port object 265447af-6a55-44a5-aa40-c564b222386a will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:58.791321 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.852483 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Pushing event updated for resources: {'Port': ['ID=265447af-6a55-44a5-aa40-c564b222386a,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:58.856667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ips': [{'subnet_id': 'e4c1d687-71e7-4a98-83eb-145228be5d71'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:15:58.857531 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.860093 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Attempting to bind port 265447af-6a55-44a5-aa40-c564b222386a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:58.860901 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Attempting to bind port 265447af-6a55-44a5-aa40-c564b222386a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:58.861365 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Attempting to bind port 265447af-6a55-44a5-aa40-c564b222386a on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:58.872657 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.872841 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.873128 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.873453 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.873960 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.874094 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.874403 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.874722 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.875041 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.875355 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.875669 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.875976 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:15:58.880506 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:58.880988 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:58.881493 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.882103 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:58.882578 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Bound port: 265447af-6a55-44a5-aa40-c564b222386a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:58.882960 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:58.935142 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] For port 265447af-6a55-44a5-aa40-c564b222386a, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:58.939156 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] For port 265447af-6a55-44a5-aa40-c564b222386a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=265447af-6a55-44a5-aa40-c564b222386a,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:58.943021 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.004791 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Routers {'e05bc640-cbb1-47d3-b48b-eb1ee54e0411'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:15:59.004791 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:59.008779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Allocated IP 172.20.0.2 (c7a69ff4-9b48-455e-ae9e-9bc1668ee18e/e4c1d687-71e7-4a98-83eb-145228be5d71/ac49cb1a-9b34-4fc7-a50c-0a9f0e446368) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:59.053310 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbdbd9-ca3a-4d2e-80b4-e61c4fd547ac None None] Pushing event updated for resources: {'Port': ['ID=265447af-6a55-44a5-aa40-c564b222386a,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:59.133853 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] Set router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:15:59.192858 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.205568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Transition to ACTIVE for port object ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:59.224672 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.235740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Transition to ACTIVE for port object ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:59.240459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:15:59.254697 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.312950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:15:59.355830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:15:59.358363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:15:59.365267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Pushing event updated for resources: {'Port': ['ID=ac49cb1a-9b34-4fc7-a50c-0a9f0e446368,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:15:59.371028 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:15:57Z', 'revision_number': 3, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:15:59.388788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc5f16-09dc-451b-a825-f5f7169203f7 req-f6507a52-fe38-4296-8b1f-be7668acad19 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:15:59.390435 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-78dc5f16-09dc-451b-a825-f5f7169203f7 req-f6507a52-fe38-4296-8b1f-be7668acad19 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 944 time: 0.1381729 Aug 09 16:15:59.404047 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25bc73-d5f2-4f1f-829f-1f3c6891198c None None] The sync data for ids ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'] in n-d-803778-2 is: [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:15:57Z', 'revision_number': 3, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:15:59.452119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Attempting to bind port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:15:59.452495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Attempting to bind port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:15:59.452865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Attempting to bind port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 on network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:15:59.466926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:15:59.467616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Checking segment: {'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:15:59.468296 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.469026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Bound using segment: {'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:15:59.469814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Bound port: ac49cb1a-9b34-4fc7-a50c-0a9f0e446368, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:15:59.470316 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.494767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:59.508686 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-78dc5f16-09dc-451b-a825-f5f7169203f7 req-711576ff-1aaf-458c-ae01-5ca8487792ab tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034646 Aug 09 16:15:59.548860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'port_id': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'mac_address': 'fa:16:3e:d4:fe:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:15:59.635001 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.647787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] For port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:15:59.656950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.20.0.1 (c7a69ff4-9b48-455e-ae9e-9bc1668ee18e/e4c1d687-71e7-4a98-83eb-145228be5d71/af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:15:59.663376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:15:59.680209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] For port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ac49cb1a-9b34-4fc7-a50c-0a9f0e446368,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:15:59.713457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:15:59.715935 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.853373 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.880408 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Transition to ACTIVE for port object af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:15:59.935471 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.945225 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:15:59.984345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7e114-500f-4e76-96c1-e80607c898ed None None] Pushing event updated for resources: {'Port': ['ID=ac49cb1a-9b34-4fc7-a50c-0a9f0e446368,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:00.006212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:00.011063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:00.021512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:00.063876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:00.097989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:00.101703 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.154617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:16:00.303455 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.495132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 265447af-6a55-44a5-aa40-c564b222386a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:00.597239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 265447af-6a55-44a5-aa40-c564b222386a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:00.603092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 265447af-6a55-44a5-aa40-c564b222386a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:00.603901 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.680066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4e060-ea1c-4be6-acb2-7a2de1d36197 req-7a86e2fb-df2b-4587-8570-64e7ca940fa6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:00.684067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd4e060-ea1c-4be6-acb2-7a2de1d36197 req-7a86e2fb-df2b-4587-8570-64e7ca940fa6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 945 time: 0.0719795 Aug 09 16:16:00.707138 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.708128 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.712717 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.739823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 265447af-6a55-44a5-aa40-c564b222386a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=265447af-6a55-44a5-aa40-c564b222386a,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:00.752232 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.753259 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:00.755742 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd4e060-ea1c-4be6-acb2-7a2de1d36197 req-c3ec44de-402e-4988-96c0-18017f7dec3a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608675 Aug 09 16:16:00.812899 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:00.815825 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:00.844541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=265447af-6a55-44a5-aa40-c564b222386a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:00.859600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:00.917932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:00.919459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:01.041069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:16:01.106862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45271337-cb1b-493c-b21c-3a246708f7cd None None] Network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:16:01.247789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-aa8a9479-05d3-4ae3-98e8-10825791c92d None None] Provisioning for port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:01.254775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:01.258044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-aa8a9479-05d3-4ae3-98e8-10825791c92d None None] Provisioning complete for port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:01.258510 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aa8a9479-05d3-4ae3-98e8-10825791c92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:01.395754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:01.402757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:01.403320 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:01.443845 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aa8a9479-05d3-4ae3-98e8-10825791c92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:01.448385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:16:01.462662 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e843008a-8ca2-430b-934f-0cde9d78ca15 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "PUT /v2.0/routers/e05bc640-cbb1-47d3-b48b-eb1ee54e0411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7586956 Aug 09 16:16:01.499255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-aa8a9479-05d3-4ae3-98e8-10825791c92d None None] For port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ac49cb1a-9b34-4fc7-a50c-0a9f0e446368,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:01.523163 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aa8a9479-05d3-4ae3-98e8-10825791c92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:01.580180 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:01.587229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Sync routers for ids ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:16:01.619582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a9479-05d3-4ae3-98e8-10825791c92d None None] Pushing event updated for resources: {'Port': ['ID=ac49cb1a-9b34-4fc7-a50c-0a9f0e446368,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:01.623983 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Routers {'e05bc640-cbb1-47d3-b48b-eb1ee54e0411'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:01.624532 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:01.632444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:16:01.634656 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac23f60-ba90-4503-ad68-ec9c513ee375" -d '{"events": [{"server_uuid": "ca578136-9344-4e07-a5c9-ec8116d66f85", "name": "network-vif-plugged", "status": "completed", "tag": "a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:16:01.676952 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-42ede0d9-2a5d-4edf-b662-f20d6180ae84 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-749256199&fields=id&tenant_id=38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 267 time: 0.0409789 Aug 09 16:16:01.682749 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f59b28b-7050-4371-af27-0cafa1c8b534 x-openstack-request-id: req-7f59b28b-7050-4371-af27-0cafa1c8b534 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:16:01.683036 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca578136-9344-4e07-a5c9-ec8116d66f85", "name": "network-vif-plugged", "status": "completed", "tag": "a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:16:01.683373 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f59b28b-7050-4371-af27-0cafa1c8b534 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:16:01.684600 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'code': 200} Aug 09 16:16:01.701332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:01.717662 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:01.752146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b6c5ce03-b1a9-4e7a-966b-d18ab6125e8b None None] Provisioning for port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:01.803873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b6c5ce03-b1a9-4e7a-966b-d18ab6125e8b None None] Provisioning complete for port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:01.804800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802b516-acc6-453f-85e5-e6f229655608 req-46a59020-a0e4-4a6d-acf4-c04e9044bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:01.808097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8802b516-acc6-453f-85e5-e6f229655608 req-46a59020-a0e4-4a6d-acf4-c04e9044bcfb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 1097 time: 0.0597486 Aug 09 16:16:01.814287 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b6c5ce03-b1a9-4e7a-966b-d18ab6125e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:01.849382 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-c503c98e-a8c5-4b08-bfbc-3ce1ffc326ec tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:01.851050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-c503c98e-a8c5-4b08-bfbc-3ce1ffc326ec tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/networks?id=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e HTTP/1.1" status: 200 len: 796 time: 0.1674595 Aug 09 16:16:01.867710 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-858bd9af-b692-421f-b9d9-51b56ced0833 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/quotas/38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 375 time: 0.0097988 Aug 09 16:16:01.900096 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8802b516-acc6-453f-85e5-e6f229655608 req-62b592c1-ea30-4037-bacc-abc33d387435 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826318 Aug 09 16:16:01.914980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Set router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:01.928924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2acc9-d323-4ed1-b26a-e44442bd6744 req-dbe81d44-d0e0-4d47-81a8-17d0a07102ce tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:01.931118 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-d9af485a-cfdb-440f-9bdf-7c76c2450c6b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564101 Aug 09 16:16:01.935161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9d2acc9-d323-4ed1-b26a-e44442bd6744 req-dbe81d44-d0e0-4d47-81a8-17d0a07102ce tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 946 time: 0.0758855 Aug 09 16:16:01.985308 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9d2acc9-d323-4ed1-b26a-e44442bd6744 req-0e6ef606-be7b-44fe-a2fb-e6b59fef43c7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425146 Aug 09 16:16:02.008312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:02.021192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5ce03-b1a9-4e7a-966b-d18ab6125e8b None None] Port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:16:02.062633 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-dbd9fe60-35b1-4073-9549-fa0e17cccbb2 service neutron] 10.222.0.81 "GET /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185024 Aug 09 16:16:02.082889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b6c5ce03-b1a9-4e7a-966b-d18ab6125e8b None None] Provisioning complete for port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:02.083269 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b6c5ce03-b1a9-4e7a-966b-d18ab6125e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.166615 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-3d8e6600-f7e1-40c2-9253-85599da986fe service neutron] 10.222.0.81 "GET /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969434 Aug 09 16:16:02.228928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f', 'name': '', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:ca:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:59Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 2, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:02.256671 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Checking router: e05bc640-cbb1-47d3-b48b-eb1ee54e0411 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:16:02.257051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Updating router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:16:02.284138 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.358591 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-57bbf68a-6240-4842-a186-c0b01732a168 req-1d49a831-9dce-4329-8eac-34c274cadf1e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 210 time: 0.0346901 Aug 09 16:16:02.401891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-27c80196-1ef8-4672-9c65-1970438de56c None None] Provisioning complete for port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:02.403119 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-27c80196-1ef8-4672-9c65-1970438de56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.435338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 265447af-6a55-44a5-aa40-c564b222386a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:02.506304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-27c80196-1ef8-4672-9c65-1970438de56c None None] Port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:16:02.579449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 265447af-6a55-44a5-aa40-c564b222386a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:02.579841 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.750059 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:02.778354 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.798192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Transition to ACTIVE for port object af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:02.806710 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.902667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e60fa9-3552-4df8-87e3-41f698c0d420 None None] Pushing event updated for resources: {'Port': ['ID=af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:02.926044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:02.926642 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.977260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Attempting to bind port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:16:02.977882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Attempting to bind port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:16:02.978425 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Attempting to bind port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f on network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:02.992940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:16:02.993457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Checking segment: {'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:02.994071 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:02.994652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Bound using segment: {'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:16:02.995309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Bound port: af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:16:02.995893 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:03.102331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56a7e4-2ed2-4d7a-b27c-abdf32c3f72e req-b327333f-0228-4f6c-8a80-73642ba9b7a6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:03.104004 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a56a7e4-2ed2-4d7a-b27c-abdf32c3f72e req-b327333f-0228-4f6c-8a80-73642ba9b7a6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 946 time: 0.0545397 Aug 09 16:16:03.122342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] For port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:16:03.128529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] For port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:16:03.135093 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:03.148274 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a56a7e4-2ed2-4d7a-b27c-abdf32c3f72e req-bc500c96-1e47-4d46-b0a5-e80adc03c95e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373671 Aug 09 16:16:03.211595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e60fa9-3552-4df8-87e3-41f698c0d420 None None] Pushing event updated for resources: {'Port': ['ID=af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:03.216227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Routers {'e05bc640-cbb1-47d3-b48b-eb1ee54e0411'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:03.217160 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:03.370300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa1373-7129-4407-a160-2b5f2db07a0d req-a44103a8-5344-4676-8429-d882322462ea tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:03.372128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8bfa1373-7129-4407-a160-2b5f2db07a0d req-a44103a8-5344-4676-8429-d882322462ea tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 946 time: 0.1292093 Aug 09 16:16:03.478787 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8bfa1373-7129-4407-a160-2b5f2db07a0d req-3bbe6c4b-7fcb-4510-b9a1-672f76742590 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620480 Aug 09 16:16:03.489855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-23a1938b-f79d-4fc6-9afa-04983d2b109a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:03.491633 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-23a1938b-f79d-4fc6-9afa-04983d2b109a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "GET /v2.0/networks?id=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e HTTP/1.1" status: 200 len: 796 time: 0.2123184 Aug 09 16:16:03.506843 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ff49afa-bb62-46f5-8f3a-d26dafa7f0f0 req-4e6caed1-aa98-4989-af00-c78947f36a4c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 210 time: 0.0521414 Aug 09 16:16:03.507794 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51002) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:03.551412 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-fc08ead3-2547-43ec-bebd-f627c9945cd0 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38208f1d79934161b16e6cd64460fe00 HTTP/1.1" status: 200 len: 379 time: 0.0490294 Aug 09 16:16:03.562209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'port': {'device_id': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'admin_state_up': True, 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'security_groups': ['9cc174f1-7e4f-41d1-a619-9638b2ed22c4']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:03.574706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] Set router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:03.691552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Made reservation on behalf of 38208f1d79934161b16e6cd64460fe00 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:16:03.695411 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:03.731431 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f56c37-5fd1-4960-9014-922189c70f1b tempest-TestVolumeBootPattern-490037708 tempest-TestVolumeBootPattern-490037708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:03.733631 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b8f56c37-5fd1-4960-9014-922189c70f1b tempest-TestVolumeBootPattern-490037708 tempest-TestVolumeBootPattern-490037708-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 1092 time: 0.2237759 Aug 09 16:16:03.735809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51006) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:03.740546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:03.767248 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:03.816194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f', 'name': '', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:ca:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:59Z', 'updated_at': '2021-08-09T16:16:03Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:03.846816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.20.0.11 (c7a69ff4-9b48-455e-ae9e-9bc1668ee18e/e4c1d687-71e7-4a98-83eb-145228be5d71/e758edfc-de3c-4eac-a2af-790718446b3a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:03.848851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7870b25-a656-4616-b1f9-49ca0e198e5a None None] The sync data for ids ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'] in n-d-803778-2 is: [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f', 'name': '', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:ca:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:59Z', 'updated_at': '2021-08-09T16:16:03Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:16:03.882095 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.054682 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.060619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Allocated IP 172.25.2.157 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/3413f172-f4b8-4f2d-b08d-4afdd76a3174) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:04.077436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Transition to ACTIVE for port object e758edfc-de3c-4eac-a2af-790718446b3a will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:04.129770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.177382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:04.179841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.186679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:04.189378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:04.224205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=e758edfc-de3c-4eac-a2af-790718446b3a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:04.235206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.260809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:04.261828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.282379 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-a9136c4c-c315-4d46-9b11-9f49aeeb0562 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7244685 Aug 09 16:16:04.291880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:04.297921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:04.298335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Request body: {'port': {'device_id': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:04.300589 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:04.352220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=3413f172-f4b8-4f2d-b08d-4afdd76a3174,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:04.394912 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.442741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:04.519183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:04.524380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:04.525240 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.625821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-63bd8c2d-db97-46a5-8d87-3a40ce8550f3 None None] Provisioning for port e758edfc-de3c-4eac-a2af-790718446b3a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:04.638421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-63bd8c2d-db97-46a5-8d87-3a40ce8550f3 None None] Provisioning complete for port e758edfc-de3c-4eac-a2af-790718446b3a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:04.638938 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-63bd8c2d-db97-46a5-8d87-3a40ce8550f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.692151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-63bd8c2d-db97-46a5-8d87-3a40ce8550f3 None None] Port e758edfc-de3c-4eac-a2af-790718446b3a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:16:04.719000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ea18a-9bcc-46fe-841a-2a9b6d533aae req-0ca7f617-2957-42fe-ba30-4c54a237fb9f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:04.720525 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-842ea18a-9bcc-46fe-841a-2a9b6d533aae req-0ca7f617-2957-42fe-ba30-4c54a237fb9f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 932 time: 0.0808377 Aug 09 16:16:04.738263 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.772882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:04.779080 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.802413 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.853316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e758edfc-de3c-4eac-a2af-790718446b3a {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:16:04.853834 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:04.869780 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-842ea18a-9bcc-46fe-841a-2a9b6d533aae req-144c0a09-cede-4e43-9334-28a1e29379f3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309392 Aug 09 16:16:04.872490 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.885193 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.887882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Transition to ACTIVE for port object e758edfc-de3c-4eac-a2af-790718446b3a will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:16:04.893979 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:04.979573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Pushing event updated for resources: {'Port': ['ID=e758edfc-de3c-4eac-a2af-790718446b3a,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:05.045050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Attempting to bind port e758edfc-de3c-4eac-a2af-790718446b3a on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:16:05.045397 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Attempting to bind port e758edfc-de3c-4eac-a2af-790718446b3a by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:16:05.045807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Attempting to bind port e758edfc-de3c-4eac-a2af-790718446b3a on network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:05.052898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Port e758edfc-de3c-4eac-a2af-790718446b3a on network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:16:05.053233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Attempting to bind port e758edfc-de3c-4eac-a2af-790718446b3a on network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:16:05.066082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:16:05.066486 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Checking segment: {'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:16:05.066890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Bound using segment: {'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:16:05.067346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Bound port: e758edfc-de3c-4eac-a2af-790718446b3a, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f353694-7ccd-444a-8d50-2c1431d3dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:16:05.067727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:05.076255 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:05.084635 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:05.157199 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] For port e758edfc-de3c-4eac-a2af-790718446b3a, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:16:05.164842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] For port e758edfc-de3c-4eac-a2af-790718446b3a, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e758edfc-de3c-4eac-a2af-790718446b3a,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:16:05.174939 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=3413f172-f4b8-4f2d-b08d-4afdd76a3174,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:05.179423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:05.182073 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:05.256635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:05.257788 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:05.260237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] 10.222.0.60 "PUT /v2.0/ports/e758edfc-de3c-4eac-a2af-790718446b3a HTTP/1.1" status: 200 len: 1092 time: 0.9678257 Aug 09 16:16:05.261023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'tag': 'e758edfc-de3c-4eac-a2af-790718446b3a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:16:05.265354 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90d8c61-fc7e-4286-b456-3526d773b851" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef14f3-783a-4973-abd3-e4cbfeef0f57", "tag": "e758edfc-de3c-4eac-a2af-790718446b3a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:16:05.309277 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Floating IP 6f206a42-fe84-4ed7-af8a-436fe69098d3 associated. External IP: 172.25.2.157, port: a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a. Aug 09 16:16:05.314668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8103b-3e6c-495a-ac6d-6c5e802e647e service neutron] Pushing event updated for resources: {'Port': ['ID=e758edfc-de3c-4eac-a2af-790718446b3a,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:05.338430 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04164d4e-7479-4759-ad69-e2035772d9a4 x-openstack-request-id: req-04164d4e-7479-4759-ad69-e2035772d9a4 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:16:05.338745 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef14f3-783a-4973-abd3-e4cbfeef0f57", "tag": "e758edfc-de3c-4eac-a2af-790718446b3a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:16:05.339110 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04164d4e-7479-4759-ad69-e2035772d9a4 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:16:05.339637 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'tag': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'status': 'completed', 'code': 200} Aug 09 16:16:05.375887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-8a2fb396-10aa-4da0-b657-56f0e20caaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:05.377781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-8a2fb396-10aa-4da0-b657-56f0e20caaa2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 1095 time: 0.0596581 Aug 09 16:16:05.426074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-dfdc4bcd-d0aa-4af5-8888-efc9851749f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e758edfc-de3c-4eac-a2af-790718446b3a HTTP/1.1" status: 200 len: 217 time: 0.0376761 Aug 09 16:16:05.480994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-2493a3cc-f48d-46d8-8efe-0b3a116d8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:05.482710 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-2493a3cc-f48d-46d8-8efe-0b3a116d8a36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4c1d687-71e7-4a98-83eb-145228be5d71 HTTP/1.1" status: 200 len: 834 time: 0.0498264 Aug 09 16:16:05.551605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:16:05.672980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:16:05.685517 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829de3db-a7a4-4373-8c03-487821093f02 None None] Sync routers for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:16:05.691260 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:05.698088 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829de3db-a7a4-4373-8c03-487821093f02 None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:05.698804 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-829de3db-a7a4-4373-8c03-487821093f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:05.732137 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a3852bd8-2bc2-4fb1-9956-3253bdc9ca3d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9846015 Aug 09 16:16:05.732137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'tag': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:16:05.732137 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae81eaf-8f19-45d7-bf8e-878cfa37d50d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca578136-9344-4e07-a5c9-ec8116d66f85", "tag": "a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:16:05.770434 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d29990c-a7e0-4e83-9943-2c9eee2e32c9 x-openstack-request-id: req-1d29990c-a7e0-4e83-9943-2c9eee2e32c9 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:16:05.770884 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca578136-9344-4e07-a5c9-ec8116d66f85", "tag": "a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:16:05.771241 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d29990c-a7e0-4e83-9943-2c9eee2e32c9 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:16:05.771967 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'tag': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'status': 'completed', 'code': 200} Aug 09 16:16:05.828525 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-829de3db-a7a4-4373-8c03-487821093f02 None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:05.905321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-59cba3da-9dba-4c65-b657-5d97a8e9cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:05.906866 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-59cba3da-9dba-4c65-b657-5d97a8e9cea5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4164326 Aug 09 16:16:05.913216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81eaf-8f19-45d7-bf8e-878cfa37d50d req-caecdf9c-a800-4c37-a987-8bfd409dfbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:05.914755 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ae81eaf-8f19-45d7-bf8e-878cfa37d50d req-caecdf9c-a800-4c37-a987-8bfd409dfbc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 1097 time: 0.0518727 Aug 09 16:16:06.006499 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d25016-1ea2-4706-a870-38340ac7e8a1 req-72b95895-2103-4d87-a685-473786d48143 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:06.014403 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-55d25016-1ea2-4706-a870-38340ac7e8a1 req-72b95895-2103-4d87-a685-473786d48143 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 944 time: 0.0592759 Aug 09 16:16:06.050000 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-55d25016-1ea2-4706-a870-38340ac7e8a1 req-1bdcf5c2-b8ec-4cc2-8f11-9788d2e5b6d5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343568 Aug 09 16:16:06.068996 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-12c3bd28-6612-4a31-bf32-58c343e3650d service neutron] 10.222.0.60 "GET /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533215 Aug 09 16:16:06.069902 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-829de3db-a7a4-4373-8c03-487821093f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '6f206a42-fe84-4ed7-af8a-436fe69098d3', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:d4:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:16:04Z', 'updated_at': '2021-08-09T16:16:04Z', 'revision_number': 0, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:06.070347 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81eaf-8f19-45d7-bf8e-878cfa37d50d req-7128720a-48ea-4a4b-bc6e-bd7ab586d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:06.071648 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ae81eaf-8f19-45d7-bf8e-878cfa37d50d req-7128720a-48ea-4a4b-bc6e-bd7ab586d61f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.1469698 Aug 09 16:16:06.099485 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829de3db-a7a4-4373-8c03-487821093f02 None None] Checking router: bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:16:06.108378 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829de3db-a7a4-4373-8c03-487821093f02 None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:06.108977 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-829de3db-a7a4-4373-8c03-487821093f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:15:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:06.207090 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ae81eaf-8f19-45d7-bf8e-878cfa37d50d req-b364e0dc-4f84-43d0-bf5c-19928c02b692 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a HTTP/1.1" status: 200 len: 1000 time: 0.1214900 Aug 09 16:16:06.218848 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-829de3db-a7a4-4373-8c03-487821093f02 None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:06.252801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f213ad2a-191c-4dce-acaf-887d18b92937 req-1bde3e44-915a-4970-b9fa-a8e72c16be12 service neutron] 10.222.0.60 "GET /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757488 Aug 09 16:16:06.272258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81eaf-8f19-45d7-bf8e-878cfa37d50d req-8003a10f-a181-41fd-86dd-e1a685257979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:06.273897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ae81eaf-8f19-45d7-bf8e-878cfa37d50d req-8003a10f-a181-41fd-86dd-e1a685257979 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0570805 Aug 09 16:16:06.357445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81eaf-8f19-45d7-bf8e-878cfa37d50d req-bf086433-0e14-48b9-86af-0378bd0c402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:06.358981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ae81eaf-8f19-45d7-bf8e-878cfa37d50d req-bf086433-0e14-48b9-86af-0378bd0c402d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783286 Aug 09 16:16:06.365101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d8c61-fc7e-4286-b456-3526d773b851 req-0b6a81a9-4449-42e9-9d73-a7ba1262da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:06.366582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b90d8c61-fc7e-4286-b456-3526d773b851 req-0b6a81a9-4449-42e9-9d73-a7ba1262da8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 1095 time: 0.0562413 Aug 09 16:16:06.392913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:06.445962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:06.446501 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:06.546649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ae81eaf-8f19-45d7-bf8e-878cfa37d50d req-8ce8d62a-1bcd-4d7a-914a-e0f84dbb7ea6 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788661 Aug 09 16:16:06.547857 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d8c61-fc7e-4286-b456-3526d773b851 req-062d6d4c-affb-4fb5-8fcb-781ff54ec5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:06.549161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b90d8c61-fc7e-4286-b456-3526d773b851 req-062d6d4c-affb-4fb5-8fcb-781ff54ec5ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e HTTP/1.1" status: 200 len: 897 time: 0.1689119 Aug 09 16:16:06.563683 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-829de3db-a7a4-4373-8c03-487821093f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '6f206a42-fe84-4ed7-af8a-436fe69098d3', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:d4:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:16:04Z', 'updated_at': '2021-08-09T16:16:04Z', 'revision_number': 0, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:06.593473 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829de3db-a7a4-4373-8c03-487821093f02 None None] The sync data for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 is: [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '6f206a42-fe84-4ed7-af8a-436fe69098d3', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:d4:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:16:04Z', 'updated_at': '2021-08-09T16:16:04Z', 'revision_number': 0, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:16:06.630676 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b90d8c61-fc7e-4286-b456-3526d773b851 req-b9cddda0-1ceb-4f6a-99fa-985e20365c91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e758edfc-de3c-4eac-a2af-790718446b3a HTTP/1.1" status: 200 len: 217 time: 0.0691478 Aug 09 16:16:06.706271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d8c61-fc7e-4286-b456-3526d773b851 req-d67852df-4dc5-4c82-8a8e-572d3a33a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:06.707716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b90d8c61-fc7e-4286-b456-3526d773b851 req-d67852df-4dc5-4c82-8a8e-572d3a33a64f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4c1d687-71e7-4a98-83eb-145228be5d71 HTTP/1.1" status: 200 len: 834 time: 0.0668178 Aug 09 16:16:06.712917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ae81eaf-8f19-45d7-bf8e-878cfa37d50d req-47fc953d-69b7-4d21-bebc-f5fbf7d16006 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592457 Aug 09 16:16:06.763052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d8c61-fc7e-4286-b456-3526d773b851 req-f96cb8c2-57c0-49c6-a449-271b09f02c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:06.764662 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b90d8c61-fc7e-4286-b456-3526d773b851 req-f96cb8c2-57c0-49c6-a449-271b09f02c96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489273 Aug 09 16:16:06.804504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d312f6bb-32c5-4b21-a3e0-82dc17b3fc67 None None] New status for floating IP 6f206a42-fe84-4ed7-af8a-436fe69098d3: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:16:06.864897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b90d8c61-fc7e-4286-b456-3526d773b851 req-22da9d83-d833-47b5-a729-1c1b21bf8d07 service neutron] 10.222.0.60 "GET /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915558 Aug 09 16:16:06.962149 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b90d8c61-fc7e-4286-b456-3526d773b851 req-dc4a9db9-7f03-460c-87ea-5dfdcd8700f9 service neutron] 10.222.0.60 "GET /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897043 Aug 09 16:16:07.175662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6720992-577f-477c-a816-9f05e508c9f4 req-f6df1358-bafb-4012-aecb-a5ec014d718d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:07.177135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6720992-577f-477c-a816-9f05e508c9f4 req-f6df1358-bafb-4012-aecb-a5ec014d718d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 944 time: 0.0512302 Aug 09 16:16:07.215257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6720992-577f-477c-a816-9f05e508c9f4 req-4b5c04e3-8b1c-45aa-b55a-3793a786ab83 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Aug 09 16:16:07.637205 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d148b7db-b5e0-4ad2-b630-e043adcb147b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:08.243025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e758edfc-de3c-4eac-a2af-790718446b3a details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:16:08.336501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54053ab-42b9-46dc-80ab-a1662a9b1abc req-8c0edb48-b9c7-46ea-9677-e76792cbbafc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:08.338035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a54053ab-42b9-46dc-80ab-a1662a9b1abc req-8c0edb48-b9c7-46ea-9677-e76792cbbafc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 944 time: 0.0563369 Aug 09 16:16:08.342652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e758edfc-de3c-4eac-a2af-790718446b3a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e758edfc-de3c-4eac-a2af-790718446b3a,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:08.355480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'port_id': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'mac_address': 'fa:16:3e:06:15:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:16:08.378127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a54053ab-42b9-46dc-80ab-a1662a9b1abc req-e608e4db-2f34-4e47-a8bf-163446504e19 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329018 Aug 09 16:16:08.393110 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:08.406335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e758edfc-de3c-4eac-a2af-790718446b3a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:16:08.425509 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e758edfc-de3c-4eac-a2af-790718446b3a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e758edfc-de3c-4eac-a2af-790718446b3a,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:08.429947 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:08.478886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e758edfc-de3c-4eac-a2af-790718446b3a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:08.655675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['e758edfc-de3c-4eac-a2af-790718446b3a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:16:09.493164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f946d-ce6d-4fc8-8603-426b8cd1964e req-9298cd62-2aed-4163-b79b-2521b1805ac7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:09.494660 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a9f946d-ce6d-4fc8-8603-426b8cd1964e req-9298cd62-2aed-4163-b79b-2521b1805ac7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 945 time: 0.0489142 Aug 09 16:16:09.532973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a9f946d-ce6d-4fc8-8603-426b8cd1964e req-a6c5cad1-6e02-4b35-acc7-b75692a73ce5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320632 Aug 09 16:16:10.242761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e758edfc-de3c-4eac-a2af-790718446b3a up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:16:10.293018 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port e758edfc-de3c-4eac-a2af-790718446b3a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:16:10.297006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port e758edfc-de3c-4eac-a2af-790718446b3a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:16:10.297378 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:10.372560 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:10.396005 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e758edfc-de3c-4eac-a2af-790718446b3a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:16:10.398359 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04e8075-cd54-4750-ab61-06fc37744bd9" -d '{"events": [{"server_uuid": "bcef14f3-783a-4973-abd3-e4cbfeef0f57", "name": "network-vif-plugged", "status": "completed", "tag": "e758edfc-de3c-4eac-a2af-790718446b3a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:16:10.411901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e758edfc-de3c-4eac-a2af-790718446b3a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e758edfc-de3c-4eac-a2af-790718446b3a,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:16:10.415804 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:10.442613 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af52c04-5fac-415b-8a9c-f29af5219b08 x-openstack-request-id: req-3af52c04-5fac-415b-8a9c-f29af5219b08 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:16:10.442899 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef14f3-783a-4973-abd3-e4cbfeef0f57", "name": "network-vif-plugged", "status": "completed", "tag": "e758edfc-de3c-4eac-a2af-790718446b3a", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:16:10.443151 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3af52c04-5fac-415b-8a9c-f29af5219b08 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:16:10.443530 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'code': 200} Aug 09 16:16:10.472345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e758edfc-de3c-4eac-a2af-790718446b3a,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:10.534674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b360f-497d-47af-9061-655972087141 req-5b9371d9-25e1-40e3-9bcd-62511ec7c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:10.536089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a08b360f-497d-47af-9061-655972087141 req-5b9371d9-25e1-40e3-9bcd-62511ec7c015 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 1097 time: 0.0451484 Aug 09 16:16:10.544107 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-587d4b30-0b57-4721-ab24-49f1d0ee223b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:10.573373 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a08b360f-497d-47af-9061-655972087141 req-c1b19df3-68e2-4701-ac72-13396e159688 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292339 Aug 09 16:16:10.648469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baea097-1fe6-4678-88f5-493eb261e892 req-7a37193f-e86b-46c6-be25-4c99f643af2e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:10.649960 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1baea097-1fe6-4678-88f5-493eb261e892 req-7a37193f-e86b-46c6-be25-4c99f643af2e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0500991 Aug 09 16:16:10.690176 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1baea097-1fe6-4678-88f5-493eb261e892 req-b4a86b2c-c007-4bd8-b4ff-02d1d2188de4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336735 Aug 09 16:16:10.898849 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:11.616492 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:11.644909 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:11.806618 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aafed1-4cdc-4329-b708-bc36e3df552b req-188de8bb-5bc6-489e-b7a9-100c2b8bf867 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:11.808112 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3aafed1-4cdc-4329-b708-bc36e3df552b req-188de8bb-5bc6-489e-b7a9-100c2b8bf867 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0492108 Aug 09 16:16:11.846758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3aafed1-4cdc-4329-b708-bc36e3df552b req-d591beaa-0848-4266-91fd-2f5e2295afcb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320141 Aug 09 16:16:11.960708 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ee2c-9d87-446e-a22d-65dee8d31aad req-3b7afecd-7f0b-46ee-8e9e-ad5b4a98a3af tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:11.962208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6aa8ee2c-9d87-446e-a22d-65dee8d31aad req-3b7afecd-7f0b-46ee-8e9e-ad5b4a98a3af tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0496655 Aug 09 16:16:12.001796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6aa8ee2c-9d87-446e-a22d-65dee8d31aad req-37c25d24-bdfe-487f-932d-e0edcf4e9bc2 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331371 Aug 09 16:16:12.023297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51032) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:12.070100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fd6e16-7eed-415c-902e-6a3d00c03a03 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:12.071668 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-27fd6e16-7eed-415c-902e-6a3d00c03a03 tempest-TestNetworkAdvancedServerOps-575991556 tempest-TestNetworkAdvancedServerOps-575991556-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 1092 time: 0.0473857 Aug 09 16:16:12.075151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51034) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:12.079478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:16:12.100631 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:12.197371 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:12.302796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Allocated IP 172.25.2.84 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/068422f8-5a77-47e9-91e3-7127803efcb1) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:16:12.403205 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:12.442064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:12.485887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:16:12.488744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:16:12.492243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:16:12.513697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=068422f8-5a77-47e9-91e3-7127803efcb1,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:12.850143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:12.919903 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:13.076737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:13.081721 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:13.157960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event updated for resources: {'Port': ['ID=068422f8-5a77-47e9-91e3-7127803efcb1,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:16:13.170541 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:13.279127 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:13.280792 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Floating IP 6fea865b-2cd7-47ad-be05-83ea4b2283df associated. External IP: 172.25.2.84, port: e758edfc-de3c-4eac-a2af-790718446b3a. Aug 09 16:16:13.491982 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:13.513625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:16:13.634916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:16:13.646248 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd77b3-c86a-41a7-baf6-03d1ac625e3c None None] Sync routers for ids ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:16:13.652453 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:13.661434 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd77b3-c86a-41a7-baf6-03d1ac625e3c None None] Routers {'e05bc640-cbb1-47d3-b48b-eb1ee54e0411'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:13.662408 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8fdd77b3-c86a-41a7-baf6-03d1ac625e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:16:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:13.687139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2959d127-2ea1-45ba-8a0e-d93c2a2bb38b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6108809 Aug 09 16:16:13.687830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'tag': 'e758edfc-de3c-4eac-a2af-790718446b3a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:16:13.690179 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a557af34-542e-4564-927d-b15d84cc1a82" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef14f3-783a-4973-abd3-e4cbfeef0f57", "tag": "e758edfc-de3c-4eac-a2af-790718446b3a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:16:13.730481 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb40eaa1-ad6b-4229-8f71-453a197a8989 x-openstack-request-id: req-eb40eaa1-ad6b-4229-8f71-453a197a8989 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:16:13.731784 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef14f3-783a-4973-abd3-e4cbfeef0f57", "tag": "e758edfc-de3c-4eac-a2af-790718446b3a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:16:13.732268 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb40eaa1-ad6b-4229-8f71-453a197a8989 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:16:13.732797 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'tag': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'status': 'completed', 'code': 200} Aug 09 16:16:13.797288 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-8fdd77b3-c86a-41a7-baf6-03d1ac625e3c None None] Set router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:13.806235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557af34-542e-4564-927d-b15d84cc1a82 req-1b15dc9e-c05f-44c5-ba7f-e8d5d7a3c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:13.807396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e547bf9-0fe6-4f1f-83a4-3464cd1f1c78 req-bcb0f7ce-9d3a-4150-ad98-67b4cafb40e3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:13.807988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a557af34-542e-4564-927d-b15d84cc1a82 req-1b15dc9e-c05f-44c5-ba7f-e8d5d7a3c68e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 1097 time: 0.0517256 Aug 09 16:16:13.816377 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e547bf9-0fe6-4f1f-83a4-3464cd1f1c78 req-bcb0f7ce-9d3a-4150-ad98-67b4cafb40e3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0663261 Aug 09 16:16:13.859271 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e547bf9-0fe6-4f1f-83a4-3464cd1f1c78 req-a80cb31a-3b63-49a1-9195-cb7915a1e58d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418265 Aug 09 16:16:13.884739 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51042) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:13.935389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557af34-542e-4564-927d-b15d84cc1a82 req-e9b41299-94c2-4aa2-81ab-c63d5088f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:13.937449 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a557af34-542e-4564-927d-b15d84cc1a82 req-e9b41299-94c2-4aa2-81ab-c63d5088f96a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e HTTP/1.1" status: 200 len: 897 time: 0.1221111 Aug 09 16:16:13.971409 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f025ff0a-0257-40cf-a2e2-4fdbcd432683 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/6fea865b-2cd7-47ad-be05-83ea4b2283df HTTP/1.1" status: 200 len: 991 time: 0.0844302 Aug 09 16:16:14.011593 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a557af34-542e-4564-927d-b15d84cc1a82 req-ee7ff25c-19e6-4ed4-a049-11f2cd75603c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e758edfc-de3c-4eac-a2af-790718446b3a HTTP/1.1" status: 200 len: 999 time: 0.0659640 Aug 09 16:16:14.036842 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8fdd77b3-c86a-41a7-baf6-03d1ac625e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '6fea865b-2cd7-47ad-be05-83ea4b2283df', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'port_id': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'mac_address': 'fa:16:3e:06:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:16:12Z', 'updated_at': '2021-08-09T16:16:12Z', 'revision_number': 0, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f', 'name': '', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:ca:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:59Z', 'updated_at': '2021-08-09T16:16:04Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:14.063192 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd77b3-c86a-41a7-baf6-03d1ac625e3c None None] Checking router: e05bc640-cbb1-47d3-b48b-eb1ee54e0411 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:16:14.064177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557af34-542e-4564-927d-b15d84cc1a82 req-1fbe5756-79db-4c30-bcfb-325377bb478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:14.065682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a557af34-542e-4564-927d-b15d84cc1a82 req-1fbe5756-79db-4c30-bcfb-325377bb478c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4c1d687-71e7-4a98-83eb-145228be5d71 HTTP/1.1" status: 200 len: 834 time: 0.0460737 Aug 09 16:16:14.071375 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd77b3-c86a-41a7-baf6-03d1ac625e3c None None] Routers {'e05bc640-cbb1-47d3-b48b-eb1ee54e0411'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:16:14.071980 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8fdd77b3-c86a-41a7-baf6-03d1ac625e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:16:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:14.118687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557af34-542e-4564-927d-b15d84cc1a82 req-8304a6b0-0550-4a97-896a-2ea92e6b9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:14.120302 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a557af34-542e-4564-927d-b15d84cc1a82 req-8304a6b0-0550-4a97-896a-2ea92e6b9f76 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473585 Aug 09 16:16:14.195002 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-8fdd77b3-c86a-41a7-baf6-03d1ac625e3c None None] Set router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:16:14.213295 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a557af34-542e-4564-927d-b15d84cc1a82 req-8cb04a09-8706-4f4b-aa29-330878dc50f9 service neutron] 10.222.0.60 "GET /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850599 Aug 09 16:16:14.314677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a557af34-542e-4564-927d-b15d84cc1a82 req-5f111abb-6a7f-4761-ae65-87f4190a4237 service neutron] 10.222.0.60 "GET /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891931 Aug 09 16:16:14.429612 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8fdd77b3-c86a-41a7-baf6-03d1ac625e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '6fea865b-2cd7-47ad-be05-83ea4b2283df', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'port_id': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'mac_address': 'fa:16:3e:06:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:16:12Z', 'updated_at': '2021-08-09T16:16:12Z', 'revision_number': 0, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f', 'name': '', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:ca:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:59Z', 'updated_at': '2021-08-09T16:16:04Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:16:14.455413 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd77b3-c86a-41a7-baf6-03d1ac625e3c None None] The sync data for ids ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'] in n-d-803778-2 is: [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '6fea865b-2cd7-47ad-be05-83ea4b2283df', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'port_id': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'mac_address': 'fa:16:3e:06:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:16:12Z', 'updated_at': '2021-08-09T16:16:12Z', 'revision_number': 0, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f', 'name': '', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:ca:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:59Z', 'updated_at': '2021-08-09T16:16:04Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:16:14.658792 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f22d11-861a-488f-b2c2-fb7a6305e4a8 None None] New status for floating IP 6fea865b-2cd7-47ad-be05-83ea4b2283df: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:16:14.973141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51044) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:16:15.036684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-215619ea-d405-484b-a938-ad0a555c4b67 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/6fea865b-2cd7-47ad-be05-83ea4b2283df HTTP/1.1" status: 200 len: 993 time: 0.0623531 Aug 09 16:16:17.298804 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:16:27.010595 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-305f0e1f-215e-46af-a63e-aa0b51bbf2d5 req-786e99dc-0299-4cbe-90a1-c3533f0c4f44 service neutron] (94290) timed out ('10.222.0.53', 57501) {{(pid=94290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:16:37.637167 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cba39f92-51ca-4f85-aacf-d4f28a84f6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:40.548154 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-54ebfb12-4fcb-4902-9276-9c444194dd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:40.899873 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:41.645255 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:41.649655 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:43.288269 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:43.491898 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:16:48.506991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a7141-6632-4f7c-8f8a-067d95173686 req-9c3d3533-33e7-4bf0-ba0f-1cbb20da357d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:48.508651 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-460a7141-6632-4f7c-8f8a-067d95173686 req-9c3d3533-33e7-4bf0-ba0f-1cbb20da357d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0527644 Aug 09 16:16:48.553424 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-460a7141-6632-4f7c-8f8a-067d95173686 req-d6407755-1b50-4eca-a971-839b62e56b11 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372686 Aug 09 16:16:49.680721 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef241b0-b470-4af8-8092-3b87d04506c9 req-c94af7b3-59ef-4ae0-9941-92867affd870 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:49.682255 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ef241b0-b470-4af8-8092-3b87d04506c9 req-c94af7b3-59ef-4ae0-9941-92867affd870 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0562742 Aug 09 16:16:49.720785 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3ef241b0-b470-4af8-8092-3b87d04506c9 req-54c283db-870e-4cb7-92f3-431015498290 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319786 Aug 09 16:16:50.845404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff1461-b6b7-4d5e-ab88-d34235bd9134 req-9e903bb3-f9b8-4dac-885d-8c8ce15d2658 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:50.847002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7cff1461-b6b7-4d5e-ab88-d34235bd9134 req-9e903bb3-f9b8-4dac-885d-8c8ce15d2658 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0535247 Aug 09 16:16:50.885870 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7cff1461-b6b7-4d5e-ab88-d34235bd9134 req-be96f917-bbbf-4ad8-af80-597df5b9782e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326972 Aug 09 16:16:52.011631 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d2290898-db86-40e4-95d8-42437bc42a6d req-8e619b6b-d3b0-425d-8f21-fd9b66c6c23c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530150 Aug 09 16:16:52.020226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c90dd-7ee0-40ca-8707-167aa61a8daf req-31d1d868-b8b2-4a8c-b696-0f655a701f56 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:52.021813 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-341c90dd-7ee0-40ca-8707-167aa61a8daf req-31d1d868-b8b2-4a8c-b696-0f655a701f56 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0634103 Aug 09 16:16:52.068127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-341c90dd-7ee0-40ca-8707-167aa61a8daf req-bad465ac-77f5-42fb-b0d4-96963534b37b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353224 Aug 09 16:16:52.095654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2290898-db86-40e4-95d8-42437bc42a6d req-648bf789-0bc4-4bd9-a606-c4a4be291b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:52.097804 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d2290898-db86-40e4-95d8-42437bc42a6d req-648bf789-0bc4-4bd9-a606-c4a4be291b2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 1097 time: 0.0435781 Aug 09 16:16:52.217895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2290898-db86-40e4-95d8-42437bc42a6d req-f7ddf0e5-374a-46bc-b7ed-04b9f91aa81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:52.219722 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d2290898-db86-40e4-95d8-42437bc42a6d req-f7ddf0e5-374a-46bc-b7ed-04b9f91aa81f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.1026747 Aug 09 16:16:52.301114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d2290898-db86-40e4-95d8-42437bc42a6d req-92110037-4d97-4f4e-bd85-29943a9fd0eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a HTTP/1.1" status: 200 len: 1002 time: 0.0739415 Aug 09 16:16:52.362114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2290898-db86-40e4-95d8-42437bc42a6d req-f14e14e6-fcc5-41e3-a993-29f71973053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:52.363720 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d2290898-db86-40e4-95d8-42437bc42a6d req-f14e14e6-fcc5-41e3-a993-29f71973053a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0556502 Aug 09 16:16:52.411448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2290898-db86-40e4-95d8-42437bc42a6d req-e95341f5-5849-4126-abcc-032e21dd373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:52.412972 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d2290898-db86-40e4-95d8-42437bc42a6d req-e95341f5-5849-4126-abcc-032e21dd373a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423555 Aug 09 16:16:52.510143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d2290898-db86-40e4-95d8-42437bc42a6d req-219104ec-1153-43d6-a2ea-9cdac20ca253 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890429 Aug 09 16:16:52.624655 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d2290898-db86-40e4-95d8-42437bc42a6d req-d823225d-c6d3-4d84-9942-25cfaf3a8e62 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075127 Aug 09 16:16:53.185231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb117ce0-8207-444d-a771-dcde7a0445ba req-40dffe55-7824-4c45-afe7-107669b7613e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:53.186743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb117ce0-8207-444d-a771-dcde7a0445ba req-40dffe55-7824-4c45-afe7-107669b7613e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0506961 Aug 09 16:16:53.228354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb117ce0-8207-444d-a771-dcde7a0445ba req-864f3257-087f-4cf3-a18d-1bf48688e5fc tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333586 Aug 09 16:16:54.301325 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:16:54.318315 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05a28b-752c-4e1e-acf9-11981e7e8b7d req-218d3d48-4c5c-45cb-bf16-c38912a979a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:54.319868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a05a28b-752c-4e1e-acf9-11981e7e8b7d req-218d3d48-4c5c-45cb-bf16-c38912a979a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 1097 time: 0.0426543 Aug 09 16:16:54.349182 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe524b-1dd7-462b-98aa-3f7b28918e31 req-8c115379-ebe2-41d0-be41-dd7eed491fe3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:54.350727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6fbe524b-1dd7-462b-98aa-3f7b28918e31 req-8c115379-ebe2-41d0-be41-dd7eed491fe3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0532713 Aug 09 16:16:54.390774 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6fbe524b-1dd7-462b-98aa-3f7b28918e31 req-7d0af57d-208f-43fa-8694-f75b502c7110 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324767 Aug 09 16:16:54.433658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05a28b-752c-4e1e-acf9-11981e7e8b7d req-a93bd6aa-8178-4bcc-9308-d5b91cfbc576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:54.435438 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a05a28b-752c-4e1e-acf9-11981e7e8b7d req-a93bd6aa-8178-4bcc-9308-d5b91cfbc576 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e HTTP/1.1" status: 200 len: 897 time: 0.0951221 Aug 09 16:16:54.500428 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a05a28b-752c-4e1e-acf9-11981e7e8b7d req-00f1b74c-1842-4bda-befe-7b719483483b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e758edfc-de3c-4eac-a2af-790718446b3a HTTP/1.1" status: 200 len: 1001 time: 0.0576787 Aug 09 16:16:54.554765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05a28b-752c-4e1e-acf9-11981e7e8b7d req-abdf1421-6a08-4c6b-812f-2416d8228d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:54.556122 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a05a28b-752c-4e1e-acf9-11981e7e8b7d req-abdf1421-6a08-4c6b-812f-2416d8228d7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4c1d687-71e7-4a98-83eb-145228be5d71 HTTP/1.1" status: 200 len: 834 time: 0.0484102 Aug 09 16:16:54.602700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05a28b-752c-4e1e-acf9-11981e7e8b7d req-7e27cbb1-1327-4511-b382-3b9319f25111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:54.604203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a05a28b-752c-4e1e-acf9-11981e7e8b7d req-7e27cbb1-1327-4511-b382-3b9319f25111 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407662 Aug 09 16:16:54.692214 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a05a28b-752c-4e1e-acf9-11981e7e8b7d req-38d3cb23-ddf3-4561-9262-99662ed9191a service neutron] 10.222.0.60 "GET /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804677 Aug 09 16:16:54.787265 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a05a28b-752c-4e1e-acf9-11981e7e8b7d req-a85c8720-739b-4d61-b4ad-0b20424b57a1 service neutron] 10.222.0.60 "GET /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869365 Aug 09 16:16:55.517646 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f9c07-5bf2-4ab1-8e9c-b5a219710749 req-eef4d1ba-2656-4dc7-baa1-b0fd9963ce65 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:55.519170 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c27f9c07-5bf2-4ab1-8e9c-b5a219710749 req-eef4d1ba-2656-4dc7-baa1-b0fd9963ce65 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0554867 Aug 09 16:16:55.563052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c27f9c07-5bf2-4ab1-8e9c-b5a219710749 req-eb1560e9-b75d-4d8e-b27b-91dbc778b761 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375137 Aug 09 16:16:56.680808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3711f-c4a9-46dc-800e-fc3496854605 req-eb010c24-fb15-4bdd-a15d-81a57db28a73 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:56.682402 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-56b3711f-c4a9-46dc-800e-fc3496854605 req-eb010c24-fb15-4bdd-a15d-81a57db28a73 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0519054 Aug 09 16:16:56.722234 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-56b3711f-c4a9-46dc-800e-fc3496854605 req-8992ca6b-532b-45b4-846f-7a61c80f0685 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328338 Aug 09 16:16:57.843777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf34e93-9134-4263-8ee3-aa8e26bfcab6 req-3a228fc1-1cc8-4aa4-b96c-6afcbc322b51 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:57.845314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbf34e93-9134-4263-8ee3-aa8e26bfcab6 req-3a228fc1-1cc8-4aa4-b96c-6afcbc322b51 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0538001 Aug 09 16:16:57.885725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fbf34e93-9134-4263-8ee3-aa8e26bfcab6 req-3829e16a-d391-4a66-984b-4f42541e9f06 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342979 Aug 09 16:16:59.007783 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941c3bb-585f-4752-a737-30547f214559 req-f8c3b8b8-fd80-43c1-a915-91d1f1dc9962 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:16:59.009313 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4941c3bb-585f-4752-a737-30547f214559 req-f8c3b8b8-fd80-43c1-a915-91d1f1dc9962 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0537543 Aug 09 16:16:59.047707 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4941c3bb-585f-4752-a737-30547f214559 req-2d2c2bed-7863-4268-ae6e-448004031fda tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319738 Aug 09 16:17:00.166491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966edfd-24c1-4e5a-8fca-c5fab70e8f93 req-7e699e0f-f310-413a-8a3d-812af10aaea9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:00.167882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c966edfd-24c1-4e5a-8fca-c5fab70e8f93 req-7e699e0f-f310-413a-8a3d-812af10aaea9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0507793 Aug 09 16:17:00.211679 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c966edfd-24c1-4e5a-8fca-c5fab70e8f93 req-594c22dc-2900-4251-a05e-896ec67de821 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321734 Aug 09 16:17:01.352418 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09648509-7414-4692-a3bd-058a3cd57564 req-c4bc9f82-0b6c-4df4-8779-60c539d049b9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:01.353626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-09648509-7414-4692-a3bd-058a3cd57564 req-c4bc9f82-0b6c-4df4-8779-60c539d049b9 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0669994 Aug 09 16:17:01.403574 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-09648509-7414-4692-a3bd-058a3cd57564 req-fdac0d99-553f-4af6-b7f6-6a8f7a33bae1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407822 Aug 09 16:17:02.529760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08885b6-76f8-47b7-88a8-1c37795516da req-3718769b-925b-4060-96b4-b36970a698e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:02.531622 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a08885b6-76f8-47b7-88a8-1c37795516da req-3718769b-925b-4060-96b4-b36970a698e5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0496347 Aug 09 16:17:02.569347 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a08885b6-76f8-47b7-88a8-1c37795516da req-96d97367-8788-4ec0-bea0-6d67d1ec8ce5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314674 Aug 09 16:17:03.685804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf4aad-645c-4c5d-bd2f-1f3a8f3a9da3 req-15f960ed-e395-434b-bb8b-13d7b6a414bb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:03.687324 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45cf4aad-645c-4c5d-bd2f-1f3a8f3a9da3 req-15f960ed-e395-434b-bb8b-13d7b6a414bb tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0503228 Aug 09 16:17:03.725538 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-45cf4aad-645c-4c5d-bd2f-1f3a8f3a9da3 req-d7a17152-da70-4c76-9d56-7de9673ba62b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321658 Aug 09 16:17:04.844615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882d4b7-f91f-404b-9cb0-d006f9588f73 req-a46e94fb-c7cd-447e-8df5-fbfdbbf3c36c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:04.846145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2882d4b7-f91f-404b-9cb0-d006f9588f73 req-a46e94fb-c7cd-447e-8df5-fbfdbbf3c36c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0544941 Aug 09 16:17:04.885019 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2882d4b7-f91f-404b-9cb0-d006f9588f73 req-290e5f1f-0bce-4dbb-ba8d-e3fa531f4710 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317903 Aug 09 16:17:06.004350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976d9cf-15b0-4010-90e1-cfb0953cb65e req-61a0a30a-0640-46ce-9c09-961d3da8c0b7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:06.005866 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f976d9cf-15b0-4010-90e1-cfb0953cb65e req-61a0a30a-0640-46ce-9c09-961d3da8c0b7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0533442 Aug 09 16:17:06.047427 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f976d9cf-15b0-4010-90e1-cfb0953cb65e req-16f66909-cd99-44ae-ad04-4380cd0ebc6e tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346651 Aug 09 16:17:07.161799 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f6ab1-9744-4c49-aa02-ad8b122216b5 req-16d6520d-55ec-4a9a-9bdc-d1f98d756579 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:07.163191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-002f6ab1-9744-4c49-aa02-ad8b122216b5 req-16d6520d-55ec-4a9a-9bdc-d1f98d756579 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0488584 Aug 09 16:17:07.200186 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-002f6ab1-9744-4c49-aa02-ad8b122216b5 req-897694a7-214b-4778-8b63-ddc9cb981a71 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310960 Aug 09 16:17:07.640835 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-51a06293-940a-4a60-aa14-87c6307ecd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:08.317662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fffa8-a5bd-477d-bce6-119a230fbf93 req-c17109f2-0ddc-4e2e-b2a6-ba98d56b1c8b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:08.319208 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a3fffa8-a5bd-477d-bce6-119a230fbf93 req-c17109f2-0ddc-4e2e-b2a6-ba98d56b1c8b tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0495877 Aug 09 16:17:08.357212 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0a3fffa8-a5bd-477d-bce6-119a230fbf93 req-4aeb61af-830c-4dfa-a786-847439ecc462 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318899 Aug 09 16:17:09.473020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f7ba8-19bb-40f2-95a4-79055b32163d req-3c65b547-7e64-46dd-b87d-72e293cdef70 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:09.474519 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-678f7ba8-19bb-40f2-95a4-79055b32163d req-3c65b547-7e64-46dd-b87d-72e293cdef70 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0484059 Aug 09 16:17:09.511311 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-678f7ba8-19bb-40f2-95a4-79055b32163d req-9db181e2-5ed8-4011-841f-5df208c63042 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309544 Aug 09 16:17:10.544388 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3383c00f-3e38-43e6-a7df-9d7a58159c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:10.634048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b212c73-fd6b-4e6d-9782-5b5a1c9c04f5 req-f9ced597-6e75-407f-896c-d06d9f5b93c4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:10.635451 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b212c73-fd6b-4e6d-9782-5b5a1c9c04f5 req-f9ced597-6e75-407f-896c-d06d9f5b93c4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0493176 Aug 09 16:17:10.674194 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2b212c73-fd6b-4e6d-9782-5b5a1c9c04f5 req-55b491df-f0cf-4c8c-bf01-ab42fb9ecdb1 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323811 Aug 09 16:17:10.901088 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:11.249658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4231fa-9888-47ac-b42c-1885567c1e9f req-f9491146-02e1-4358-99ac-ce14b6ac13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:11.251734 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b4231fa-9888-47ac-b42c-1885567c1e9f req-f9491146-02e1-4358-99ac-ce14b6ac13ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 1097 time: 0.0437074 Aug 09 16:17:11.286367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8b4231fa-9888-47ac-b42c-1885567c1e9f req-49ba8c91-2a02-4150-9d5f-ae3a92034524 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273254 Aug 09 16:17:11.654063 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:11.655513 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:11.787891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb1c69-1911-4aef-8da5-27a6ead475cf req-bb196183-a788-441f-adce-1345745a5be3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:11.789395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2bb1c69-1911-4aef-8da5-27a6ead475cf req-bb196183-a788-441f-adce-1345745a5be3 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0481188 Aug 09 16:17:11.828764 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c2bb1c69-1911-4aef-8da5-27a6ead475cf req-4afbae3a-7834-40ea-9ee0-a570ff6a514d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331790 Aug 09 16:17:12.559621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e758edfc-de3c-4eac-a2af-790718446b3a details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:17:12.653492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e758edfc-de3c-4eac-a2af-790718446b3a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e758edfc-de3c-4eac-a2af-790718446b3a,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:17:12.665287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'port_id': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'mac_address': 'fa:16:3e:06:15:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:17:12.700784 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:12.713947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e758edfc-de3c-4eac-a2af-790718446b3a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:17:12.736524 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e758edfc-de3c-4eac-a2af-790718446b3a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e758edfc-de3c-4eac-a2af-790718446b3a,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:17:12.740927 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:12.787381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e758edfc-de3c-4eac-a2af-790718446b3a,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:12.794578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:12.794932 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:12.795269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:12.795603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:12.795933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:12.796517 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:12.796886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:12.797242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:12.797566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:12.797967 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:12.798224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:12.798547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:12.949648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae41ed-5097-4459-98f5-6a56d8351d7d req-71217dff-5f1e-46bf-b922-d2ef7e3ef64f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:12.951072 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8dae41ed-5097-4459-98f5-6a56d8351d7d req-71217dff-5f1e-46bf-b922-d2ef7e3ef64f tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 945 time: 0.0551553 Aug 09 16:17:12.987245 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['e758edfc-de3c-4eac-a2af-790718446b3a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:17:12.989440 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8dae41ed-5097-4459-98f5-6a56d8351d7d req-308fbca2-7f61-4099-bcd5-bc430852709d tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316081 Aug 09 16:17:13.012652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51130) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:17:13.074177 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e28d7d5c-a654-49d5-a3a4-a51510aff378 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/floatingips/6fea865b-2cd7-47ad-be05-83ea4b2283df HTTP/1.1" status: 200 len: 992 time: 0.0597105 Aug 09 16:17:13.278011 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:13.494592 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:14.574230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e758edfc-de3c-4eac-a2af-790718446b3a up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:17:14.622948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port e758edfc-de3c-4eac-a2af-790718446b3a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:17:14.623229 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:14.706964 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:14.729285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e758edfc-de3c-4eac-a2af-790718446b3a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:17:14.731603 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d32c2e-6d45-4ce3-a2f8-cbc4b61dc53d" -d '{"events": [{"server_uuid": "bcef14f3-783a-4973-abd3-e4cbfeef0f57", "name": "network-vif-plugged", "status": "completed", "tag": "e758edfc-de3c-4eac-a2af-790718446b3a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:17:14.744812 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e758edfc-de3c-4eac-a2af-790718446b3a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e758edfc-de3c-4eac-a2af-790718446b3a,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:17:14.749133 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:14.772873 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514bf3bc-0719-42c7-a43f-01ea6569939c x-openstack-request-id: req-514bf3bc-0719-42c7-a43f-01ea6569939c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:17:14.773164 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef14f3-783a-4973-abd3-e4cbfeef0f57", "name": "network-vif-plugged", "status": "completed", "tag": "e758edfc-de3c-4eac-a2af-790718446b3a", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:17:14.773414 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-514bf3bc-0719-42c7-a43f-01ea6569939c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:17:14.773828 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'code': 200} Aug 09 16:17:14.799288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e758edfc-de3c-4eac-a2af-790718446b3a,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:31.300575 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:17:37.647335 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-66cfdcfd-f73f-46e8-97af-6e1441874b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:40.548100 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-22dfcb24-2e8e-4670-bde2-c0270c5caae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:40.902760 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:41.657642 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:41.666558 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:43.275326 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:43.498227 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:48.287318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51168) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:17:48.453166 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port 068422f8-5a77-47e9-91e3-7127803efcb1 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:17:48.453432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:48.538432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:48.538761 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:48.553872 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for 068422f8-5a77-47e9-91e3-7127803efcb1 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:17:49.064095 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:49.095378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=068422f8-5a77-47e9-91e3-7127803efcb1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:49.120295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:49.120565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:49.120904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:49.121240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:49.121676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:49.122024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:49.122351 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:49.122723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:49.123011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:49.123334 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:49.123657 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:49.124012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:49.168510 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:49.169024 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Floating IP 6fea865b-2cd7-47ad-be05-83ea4b2283df disassociated (deleted). External IP: 172.25.2.84, port: e758edfc-de3c-4eac-a2af-790718446b3a. Aug 09 16:17:49.405127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:17:49.549345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:17:49.554832 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:49.563605 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef24e5-8cd1-4dd2-ac19-0d0c49457b69 None None] Sync routers for ids ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:17:49.576264 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef24e5-8cd1-4dd2-ac19-0d0c49457b69 None None] Routers {'e05bc640-cbb1-47d3-b48b-eb1ee54e0411'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:17:49.578047 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-30ef24e5-8cd1-4dd2-ac19-0d0c49457b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:17:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:17:49.593028 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9c98b12b-66fe-4ffe-8b25-6d360dca9a25 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/floatingips/6fea865b-2cd7-47ad-be05-83ea4b2283df HTTP/1.1" status: 204 len: 168 time: 1.3043768 Aug 09 16:17:49.593736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'tag': 'e758edfc-de3c-4eac-a2af-790718446b3a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:17:49.596853 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e65a039-1911-465a-a0d3-d939c36d0dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef14f3-783a-4973-abd3-e4cbfeef0f57", "tag": "e758edfc-de3c-4eac-a2af-790718446b3a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:17:49.666461 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadd531f-4f86-4d45-b04a-ec7a0df4c7af x-openstack-request-id: req-fadd531f-4f86-4d45-b04a-ec7a0df4c7af {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:17:49.666765 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef14f3-783a-4973-abd3-e4cbfeef0f57", "tag": "e758edfc-de3c-4eac-a2af-790718446b3a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:17:49.667023 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fadd531f-4f86-4d45-b04a-ec7a0df4c7af {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:17:49.667434 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'tag': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'status': 'completed', 'code': 200} Aug 09 16:17:49.741735 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-30ef24e5-8cd1-4dd2-ac19-0d0c49457b69 None None] Set router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:17:49.746347 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65a039-1911-465a-a0d3-d939c36d0dd4 req-3339aa9d-177e-495a-a50d-0ebdf60b6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:49.746645 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e65a039-1911-465a-a0d3-d939c36d0dd4 req-3339aa9d-177e-495a-a50d-0ebdf60b6459 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=38208f1d79934161b16e6cd64460fe00&device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 1097 time: 0.0596297 Aug 09 16:17:49.896390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65a039-1911-465a-a0d3-d939c36d0dd4 req-6c84ef95-0b2e-4fbb-90fb-eff01b34db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:49.898573 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e65a039-1911-465a-a0d3-d939c36d0dd4 req-6c84ef95-0b2e-4fbb-90fb-eff01b34db85 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e HTTP/1.1" status: 200 len: 897 time: 0.1425736 Aug 09 16:17:49.962075 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e65a039-1911-465a-a0d3-d939c36d0dd4 req-95c42ea0-f8b7-4bd6-8684-e546be6e62db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e758edfc-de3c-4eac-a2af-790718446b3a HTTP/1.1" status: 200 len: 217 time: 0.0559924 Aug 09 16:17:49.964330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216b906-4e7c-42ba-bc33-cdf17eb7b838 req-228519b1-869a-47c3-84a1-de7d4565b516 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:49.965928 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1216b906-4e7c-42ba-bc33-cdf17eb7b838 req-228519b1-869a-47c3-84a1-de7d4565b516 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0755806 Aug 09 16:17:50.022906 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65a039-1911-465a-a0d3-d939c36d0dd4 req-3263a6c3-12b6-4f7d-9e25-9a48198ae1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:50.024733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e65a039-1911-465a-a0d3-d939c36d0dd4 req-3263a6c3-12b6-4f7d-9e25-9a48198ae1eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4c1d687-71e7-4a98-83eb-145228be5d71 HTTP/1.1" status: 200 len: 834 time: 0.0519288 Aug 09 16:17:50.030383 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1216b906-4e7c-42ba-bc33-cdf17eb7b838 req-50e5989f-dae1-4b3c-a0a4-be91de0348dd tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557914 Aug 09 16:17:50.101352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65a039-1911-465a-a0d3-d939c36d0dd4 req-f3359730-6f78-4873-9407-921ab103e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:50.103147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e65a039-1911-465a-a0d3-d939c36d0dd4 req-f3359730-6f78-4873-9407-921ab103e648 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601406 Aug 09 16:17:50.109973 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-30ef24e5-8cd1-4dd2-ac19-0d0c49457b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f', 'name': '', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:ca:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:59Z', 'updated_at': '2021-08-09T16:16:04Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:17:50.245558 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef24e5-8cd1-4dd2-ac19-0d0c49457b69 None None] Checking router: e05bc640-cbb1-47d3-b48b-eb1ee54e0411 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:17:50.246087 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e65a039-1911-465a-a0d3-d939c36d0dd4 req-d4c4fc5a-eccf-42d0-9f9b-61ae9669336e service neutron] 10.222.0.60 "GET /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341412 Aug 09 16:17:50.258998 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef24e5-8cd1-4dd2-ac19-0d0c49457b69 None None] Routers {'e05bc640-cbb1-47d3-b48b-eb1ee54e0411'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:17:50.259882 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-30ef24e5-8cd1-4dd2-ac19-0d0c49457b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:17:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:17:50.365253 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4e65a039-1911-465a-a0d3-d939c36d0dd4 req-5887a20e-935c-4201-84bc-10dd60641781 service neutron] 10.222.0.60 "GET /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111405 Aug 09 16:17:50.433434 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-30ef24e5-8cd1-4dd2-ac19-0d0c49457b69 None None] Set router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:17:50.734112 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-30ef24e5-8cd1-4dd2-ac19-0d0c49457b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f', 'name': '', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:ca:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:59Z', 'updated_at': '2021-08-09T16:16:04Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:17:50.789742 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ef24e5-8cd1-4dd2-ac19-0d0c49457b69 None None] The sync data for ids ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'] in n-d-803778-2 is: [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f', 'name': '', 'network_id': 'c7a69ff4-9b48-455e-ae9e-9bc1668ee18e', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'mac_address': 'fa:16:3e:ca:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:59Z', 'updated_at': '2021-08-09T16:16:04Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'subnets': [{'id': 'e4c1d687-71e7-4a98-83eb-145228be5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:17:51.154381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92281ff-e73d-4d27-99fe-b130eea6abea None None] New status for floating IP 6fea865b-2cd7-47ad-be05-83ea4b2283df: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:17:51.212377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853c04f-a984-4c2e-84cc-26edc66bc6f7 req-d18718ee-085f-45cd-812f-b75ce610e931 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:51.216611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f853c04f-a984-4c2e-84cc-26edc66bc6f7 req-d18718ee-085f-45cd-812f-b75ce610e931 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0833712 Aug 09 16:17:51.269626 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f853c04f-a984-4c2e-84cc-26edc66bc6f7 req-76ea9bd9-ded6-4430-8589-25c028ee9e36 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cc174f1-7e4f-41d1-a619-9638b2ed22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480282 Aug 09 16:17:51.370148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263851d6-0d50-45f2-9c55-02b773f2caa0 req-1eadb36c-bc55-4dc5-bb3d-b80b53753036 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:51.372282 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-263851d6-0d50-45f2-9c55-02b773f2caa0 req-1eadb36c-bc55-4dc5-bb3d-b80b53753036 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 946 time: 0.0714474 Aug 09 16:17:51.499033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-263851d6-0d50-45f2-9c55-02b773f2caa0 req-42adb175-badb-4834-aacc-347bede60ef4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port e758edfc-de3c-4eac-a2af-790718446b3a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:17:51.499378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-263851d6-0d50-45f2-9c55-02b773f2caa0 req-42adb175-badb-4834-aacc-347bede60ef4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:51.640934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-263851d6-0d50-45f2-9c55-02b773f2caa0 req-42adb175-badb-4834-aacc-347bede60ef4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] For port e758edfc-de3c-4eac-a2af-790718446b3a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e758edfc-de3c-4eac-a2af-790718446b3a,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:17:51.641264 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-263851d6-0d50-45f2-9c55-02b773f2caa0 req-42adb175-badb-4834-aacc-347bede60ef4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:51.662261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-263851d6-0d50-45f2-9c55-02b773f2caa0 req-42adb175-badb-4834-aacc-347bede60ef4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for e758edfc-de3c-4eac-a2af-790718446b3a owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:17:51.852214 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-263851d6-0d50-45f2-9c55-02b773f2caa0 req-42adb175-badb-4834-aacc-347bede60ef4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:51.895613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adb175-badb-4834-aacc-347bede60ef4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=e758edfc-de3c-4eac-a2af-790718446b3a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:51.956102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-263851d6-0d50-45f2-9c55-02b773f2caa0 req-42adb175-badb-4834-aacc-347bede60ef4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] No DVR routers for this DVR port e758edfc-de3c-4eac-a2af-790718446b3a on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:17:51.960109 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-263851d6-0d50-45f2-9c55-02b773f2caa0 req-42adb175-badb-4834-aacc-347bede60ef4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:51.963693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-263851d6-0d50-45f2-9c55-02b773f2caa0 req-42adb175-badb-4834-aacc-347bede60ef4 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.60 "DELETE /v2.0/ports/e758edfc-de3c-4eac-a2af-790718446b3a HTTP/1.1" status: 204 len: 173 time: 0.5846949 Aug 09 16:17:51.964355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'name': 'network-vif-deleted', 'tag': 'e758edfc-de3c-4eac-a2af-790718446b3a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:17:51.969337 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b4488a-4b55-40a4-9c62-513f24f145ad" -d '{"events": [{"server_uuid": "bcef14f3-783a-4973-abd3-e4cbfeef0f57", "name": "network-vif-deleted", "tag": "e758edfc-de3c-4eac-a2af-790718446b3a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:17:52.010891 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c7fd22-97c2-42eb-9054-beabf2809e23 x-openstack-request-id: req-70c7fd22-97c2-42eb-9054-beabf2809e23 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:17:52.011240 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef14f3-783a-4973-abd3-e4cbfeef0f57", "name": "network-vif-deleted", "tag": "e758edfc-de3c-4eac-a2af-790718446b3a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:17:52.011516 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70c7fd22-97c2-42eb-9054-beabf2809e23 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:17:52.012134 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef14f3-783a-4973-abd3-e4cbfeef0f57', 'name': 'network-vif-deleted', 'tag': 'e758edfc-de3c-4eac-a2af-790718446b3a', 'status': 'completed', 'code': 200} Aug 09 16:17:52.435610 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-21acc87e-f9d5-4b3e-bf47-4a7614247c00 req-65ed0d15-38fb-4a97-ab42-92ec51fd996c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef14f3-783a-4973-abd3-e4cbfeef0f57 HTTP/1.1" status: 200 len: 210 time: 0.0391910 Aug 09 16:17:53.530612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51198) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:17:53.970919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:54.019549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dbc5c36-5b71-440e-86f0-a0b812643a28 req-245bed01-3a96-479b-b4fe-326f1b336664 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609138 Aug 09 16:17:54.132017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc5c36-5b71-440e-86f0-a0b812643a28 req-ebf23e79-2a6e-40e2-b3c4-db24b570c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:54.133188 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dbc5c36-5b71-440e-86f0-a0b812643a28 req-ebf23e79-2a6e-40e2-b3c4-db24b570c11f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 1097 time: 0.0649002 Aug 09 16:17:54.261170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc5c36-5b71-440e-86f0-a0b812643a28 req-a898cd31-e8f6-473f-8764-0752ccfce12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:54.262754 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dbc5c36-5b71-440e-86f0-a0b812643a28 req-a898cd31-e8f6-473f-8764-0752ccfce12b service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.1070352 Aug 09 16:17:54.290581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:17:54.290978 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:54.351898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dbc5c36-5b71-440e-86f0-a0b812643a28 req-d48e9e74-88ea-49ac-b1f7-3ada8816ca9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a HTTP/1.1" status: 200 len: 1002 time: 0.0809438 Aug 09 16:17:54.408258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] For port af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:17:54.409519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:54.415175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc5c36-5b71-440e-86f0-a0b812643a28 req-ccc6d9fc-fef3-443c-aa17-389f6f5bd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:54.416712 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dbc5c36-5b71-440e-86f0-a0b812643a28 req-ccc6d9fc-fef3-443c-aa17-389f6f5bd214 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0575521 Aug 09 16:17:54.427218 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:17:54.478032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc5c36-5b71-440e-86f0-a0b812643a28 req-285c3968-6b2d-4f7d-8139-d763f61e1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:54.480333 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dbc5c36-5b71-440e-86f0-a0b812643a28 req-285c3968-6b2d-4f7d-8139-d763f61e1c3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557404 Aug 09 16:17:54.586344 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dbc5c36-5b71-440e-86f0-a0b812643a28 req-621f0d00-7d74-45d2-bb35-52a5164adafc service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970888 Aug 09 16:17:54.728669 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dbc5c36-5b71-440e-86f0-a0b812643a28 req-a84ea19d-0daf-49af-b560-a58fa0d15545 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343088 Aug 09 16:17:54.743928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e758edfc-de3c-4eac-a2af-790718446b3a no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:17:54.766516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: e758edfc-de3c-4eac-a2af-790718446b3a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:17:54.766859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e758edfc-de3c-4eac-a2af-790718446b3a not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:17:54.957395 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:54.989581 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:55.022910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:55.023233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:55.023566 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:55.023896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:55.024225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:55.024550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:55.024876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:55.025201 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:55.025529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:55.025900 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:55.026220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:55.026543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:17:55.191068 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:55.413284 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:17:55.529072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:17:55.534265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c0c2cc02-8df6-405a-b33b-93b2e8cc491c tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "PUT /v2.0/routers/e05bc640-cbb1-47d3-b48b-eb1ee54e0411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0016780 Aug 09 16:17:55.536929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51202) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:17:55.542910 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91cce70-5d5e-4377-a14b-e294a61f6fa2 None None] Sync routers for ids ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:17:55.553065 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91cce70-5d5e-4377-a14b-e294a61f6fa2 None None] Routers {'e05bc640-cbb1-47d3-b48b-eb1ee54e0411'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:17:55.553817 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c91cce70-5d5e-4377-a14b-e294a61f6fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:17:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:17:55.590073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-36abd6b6-2bc0-40c8-996e-ecb24ac53fe7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting subnet e4c1d687-71e7-4a98-83eb-145228be5d71 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:17:55.593337 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36abd6b6-2bc0-40c8-996e-ecb24ac53fe7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:55.635555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36abd6b6-2bc0-40c8-996e-ecb24ac53fe7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:55.660923 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c91cce70-5d5e-4377-a14b-e294a61f6fa2 None None] Set router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:17:55.732896 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36abd6b6-2bc0-40c8-996e-ecb24ac53fe7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:55.819911 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36abd6b6-2bc0-40c8-996e-ecb24ac53fe7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:55.845190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abd6b6-2bc0-40c8-996e-ecb24ac53fe7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c1d687-71e7-4a98-83eb-145228be5d71,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:55.854948 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-36abd6b6-2bc0-40c8-996e-ecb24ac53fe7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:55.858160 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-36abd6b6-2bc0-40c8-996e-ecb24ac53fe7 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/subnets/e4c1d687-71e7-4a98-83eb-145228be5d71 HTTP/1.1" status: 204 len: 168 time: 0.3201597 Aug 09 16:17:55.860183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51210) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:17:55.863129 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4026fd4c-e048-449e-a120-08ae566b2188 None None] Network c7a69ff4-9b48-455e-ae9e-9bc1668ee18e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:17:55.876762 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c91cce70-5d5e-4377-a14b-e294a61f6fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:17:54Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:17:55.918011 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91cce70-5d5e-4377-a14b-e294a61f6fa2 None None] Checking router: e05bc640-cbb1-47d3-b48b-eb1ee54e0411 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:17:55.942615 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91cce70-5d5e-4377-a14b-e294a61f6fa2 None None] Routers {'e05bc640-cbb1-47d3-b48b-eb1ee54e0411'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:17:55.943693 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c91cce70-5d5e-4377-a14b-e294a61f6fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:17:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:17:55.998949 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.052681 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-68de7cf6-fc2a-4db3-9da0-0e5ed56dc768 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570211494&fields=id&tenant_id=b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 267 time: 0.0743668 Aug 09 16:17:56.058109 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c91cce70-5d5e-4377-a14b-e294a61f6fa2 None None] Set router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:17:56.080366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa84319-007e-404e-9c56-a97152d45069 None None] DHCP port deletion for c7a69ff4-9b48-455e-ae9e-9bc1668ee18e request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:17:56.133580 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.138889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-efa84319-007e-404e-9c56-a97152d45069 None None] Deleting port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:17:56.139526 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-efa84319-007e-404e-9c56-a97152d45069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.184761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81776b6e-48c3-4e50-9801-53f283d8919a req-53491198-63ba-41ce-87c9-b158c09ad10d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:56.186330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-53491198-63ba-41ce-87c9-b158c09ad10d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.1328671 Aug 09 16:17:56.207972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Deleting port 265447af-6a55-44a5-aa40-c564b222386a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:17:56.208630 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.212141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-efa84319-007e-404e-9c56-a97152d45069 None None] For port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ac49cb1a-9b34-4fc7-a50c-0a9f0e446368,segment=NetworkSegment(5f353694-7ccd-444a-8d50-2c1431d3dfa1),segment_id=5f353694-7ccd-444a-8d50-2c1431d3dfa1)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:17:56.212783 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-efa84319-007e-404e-9c56-a97152d45069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.221788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-92a74c23-999e-4520-aaba-471ed79f50dc tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/quotas/b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 375 time: 0.0271084 Aug 09 16:17:56.228536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-efa84319-007e-404e-9c56-a97152d45069 None None] Calling delete_port for ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:17:56.291639 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c91cce70-5d5e-4377-a14b-e294a61f6fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:17:54Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:17:56.297898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-96539c60-3fc8-484c-8020-d98652624e43 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0750256 Aug 09 16:17:56.323759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] For port 265447af-6a55-44a5-aa40-c564b222386a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=265447af-6a55-44a5-aa40-c564b222386a,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:17:56.324548 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.326052 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-efa84319-007e-404e-9c56-a97152d45069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.337823 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91cce70-5d5e-4377-a14b-e294a61f6fa2 None None] The sync data for ids ['e05bc640-cbb1-47d3-b48b-eb1ee54e0411'] in n-d-803778-2 is: [{'id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296427957', 'tenant_id': '38208f1d79934161b16e6cd64460fe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '265447af-6a55-44a5-aa40-c564b222386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:15:56Z', 'updated_at': '2021-08-09T16:17:54Z', 'revision_number': 5, 'project_id': '38208f1d79934161b16e6cd64460fe00', 'gw_port': {'id': '265447af-6a55-44a5-aa40-c564b222386a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05bc640-cbb1-47d3-b48b-eb1ee54e0411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:15:57Z', 'updated_at': '2021-08-09T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:17:56.342416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Calling delete_port for 265447af-6a55-44a5-aa40-c564b222386a owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:17:56.359706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa84319-007e-404e-9c56-a97152d45069 None None] Pushing event deleted for resources: {'Port': ['ID=ac49cb1a-9b34-4fc7-a50c-0a9f0e446368,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:56.369220 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa84319-007e-404e-9c56-a97152d45069 None None] No DVR routers for this DVR port ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:17:56.428652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-e4b6da5e-0674-413d-baf1-432ed34037ad service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181030 Aug 09 16:17:56.520362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-c5ca7d40-cc2b-4169-a486-13b59dcf6326 service neutron] 10.222.0.81 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859306 Aug 09 16:17:56.536915 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.566098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Port': ['ID=265447af-6a55-44a5-aa40-c564b222386a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:56.625819 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.727331 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.729650 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.820475 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.821008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Fanout notify agent at l3_agent the message router_deleted on router e05bc640-cbb1-47d3-b48b-eb1ee54e0411 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:17:56.832723 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:56.833920 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3de86810-804b-43fd-bb18-bd2eda250450 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/routers/e05bc640-cbb1-47d3-b48b-eb1ee54e0411 HTTP/1.1" status: 204 len: 168 time: 0.9712186 Aug 09 16:17:56.836949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51226) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:17:56.900099 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d5dd802d-6570-4be5-839f-8777c2e5848a req-33865b39-1a5e-47d4-bdc8-1126d31ddca6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 210 time: 0.0508122 Aug 09 16:17:56.904068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:17:56.932428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:17:56.932861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device af5d2ed4-f995-4d9f-a8fc-19f1dc9cc29f not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:17:56.933385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:17:56.955203 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:17:56.955594 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ac49cb1a-9b34-4fc7-a50c-0a9f0e446368 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:17:56.979356 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.069142 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.083255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a69ff4-9b48-455e-ae9e-9bc1668ee18e']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:17:57.098062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f353694-7ccd-444a-8d50-2c1431d3dfa1') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:17:57.098424 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f353694-7ccd-444a-8d50-2c1431d3dfa1') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:17:57.108043 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.123266 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.132477 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:17:57.133189 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:17:57.136913 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:17:57.206956 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.214030 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.215825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/networks/c7a69ff4-9b48-455e-ae9e-9bc1668ee18e HTTP/1.1" status: 204 len: 168 time: 0.3781490 Aug 09 16:17:57.218741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51234) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:17:57.229223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88e1f0-d64d-4657-8e4e-6bfe86bb5b5a tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'Network': ['ID=c7a69ff4-9b48-455e-ae9e-9bc1668ee18e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:57.281555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa6eccb5-338a-48eb-b426-0efec04c8ee5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.308386 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa6eccb5-338a-48eb-b426-0efec04c8ee5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.372350 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa6eccb5-338a-48eb-b426-0efec04c8ee5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.376279 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa6eccb5-338a-48eb-b426-0efec04c8ee5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.377569 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aa6eccb5-338a-48eb-b426-0efec04c8ee5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] 10.222.0.81 "DELETE /v2.0/security-groups/9cc174f1-7e4f-41d1-a619-9638b2ed22c4 HTTP/1.1" status: 204 len: 168 time: 0.1577594 Aug 09 16:17:57.388599 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6eccb5-338a-48eb-b426-0efec04c8ee5 tempest-TestNetworkAdvancedServerOps-999545442 tempest-TestNetworkAdvancedServerOps-999545442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc174f1-7e4f-41d1-a619-9638b2ed22c4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:57.682468 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51242) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:17:57.828274 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2c8fd1f5-132a-4d4a-87ed-996c5191c3ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=38208f1d79934161b16e6cd64460fe00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444321 Aug 09 16:17:57.831120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51246) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:17:57.862384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81776b6e-48c3-4e50-9801-53f283d8919a req-d5fe385d-368b-4820-8fdc-bd65df81ee70 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:57.863881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-d5fe385d-368b-4820-8fdc-bd65df81ee70 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.60 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 811 time: 0.1175940 Aug 09 16:17:57.886414 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0aadf1d9-1526-4a1f-85e5-8042ec4cb076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.909846 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0aadf1d9-1526-4a1f-85e5-8042ec4cb076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.910031 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-e6f9e196-3fff-4dcd-bea4-7ecab1d94b3b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b288370f60b5456e956c547ef50d7598 HTTP/1.1" status: 200 len: 380 time: 0.0359864 Aug 09 16:17:57.927251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'port': {'device_id': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'admin_state_up': True, 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'security_groups': ['2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:17:57.965558 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0aadf1d9-1526-4a1f-85e5-8042ec4cb076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.969680 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0aadf1d9-1526-4a1f-85e5-8042ec4cb076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:57.971050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0aadf1d9-1526-4a1f-85e5-8042ec4cb076 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c70b53f-4b1b-463b-82c9-0914ca702e52 HTTP/1.1" status: 204 len: 168 time: 0.1389704 Aug 09 16:17:57.984115 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadf1d9-1526-4a1f-85e5-8042ec4cb076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c70b53f-4b1b-463b-82c9-0914ca702e52,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:58.019962 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f8b0efcf-7bea-4f9d-8a13-a5e3126fdc66 req-483827b2-3524-4ca3-b019-ea742b6a4ace tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 210 time: 0.0372036 Aug 09 16:17:58.064095 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Made reservation on behalf of b288370f60b5456e956c547ef50d7598 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:17:58.067918 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:58.209205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Allocated IP 172.20.0.11 (c5932b02-aab2-4990-93ed-0c412c1e6cf6/f56dee80-a4af-40a8-ba00-0306592ad89b/b00dc72c-8764-45a0-91c7-66a05b416d89) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:17:58.287000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51254) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:17:58.329640 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-370b7439-6b92-441c-a5d7-4191435e6a82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5464947f0a8d4ff6b76655bad65a8194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409412 Aug 09 16:17:58.331578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51256) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:17:58.360223 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:58.377445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Transition to ACTIVE for port object b00dc72c-8764-45a0-91c7-66a05b416d89 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:17:58.386977 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-269a7c1f-1442-4b63-90de-adbe429228ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:58.404951 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 265447af-6a55-44a5-aa40-c564b222386a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:17:58.419629 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-269a7c1f-1442-4b63-90de-adbe429228ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:58.422778 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:58.428251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 265447af-6a55-44a5-aa40-c564b222386a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:17:58.428876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 265447af-6a55-44a5-aa40-c564b222386a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:17:58.484669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-269a7c1f-1442-4b63-90de-adbe429228ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:58.485723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:17:58.487341 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-269a7c1f-1442-4b63-90de-adbe429228ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:58.488564 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-269a7c1f-1442-4b63-90de-adbe429228ba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f1c35b69-7b1a-484e-9d8e-ae13311cff67 HTTP/1.1" status: 204 len: 168 time: 0.1560135 Aug 09 16:17:58.491230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:17:58.493839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:17:58.498544 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a7c1f-1442-4b63-90de-adbe429228ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c35b69-7b1a-484e-9d8e-ae13311cff67,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:58.508745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=b00dc72c-8764-45a0-91c7-66a05b416d89,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:58.584568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:58.585409 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:58.611778 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-27af3c25-d1f9-4680-b4cc-7dc2b84ae332 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6885788 Aug 09 16:17:58.631984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Request body: {'port': {'device_id': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:17:58.704387 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:58.856293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-14b68b13-893d-4f38-9634-e06193615324 None None] Provisioning for port b00dc72c-8764-45a0-91c7-66a05b416d89 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:17:58.861233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-14b68b13-893d-4f38-9634-e06193615324 None None] Provisioning complete for port b00dc72c-8764-45a0-91c7-66a05b416d89 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:17:58.861539 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-14b68b13-893d-4f38-9634-e06193615324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:58.899394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-14b68b13-893d-4f38-9634-e06193615324 None None] Port b00dc72c-8764-45a0-91c7-66a05b416d89 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:17:59.074705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00dc72c-8764-45a0-91c7-66a05b416d89 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:17:59.083553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:59.101253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Transition to ACTIVE for port object b00dc72c-8764-45a0-91c7-66a05b416d89 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:17:59.115114 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:59.225648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Pushing event updated for resources: {'Port': ['ID=b00dc72c-8764-45a0-91c7-66a05b416d89,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:59.235943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9e6a5-adfb-47b8-bb87-9e7541b6a8e7 req-7765348c-cbfd-46e3-b9c1-3a73999f210b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:59.238072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-89f9e6a5-adfb-47b8-bb87-9e7541b6a8e7 req-7765348c-cbfd-46e3-b9c1-3a73999f210b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 944 time: 0.1236231 Aug 09 16:17:59.345382 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-89f9e6a5-adfb-47b8-bb87-9e7541b6a8e7 req-67c05e9e-b18b-4aad-bd01-d5e876263dfd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003940 Aug 09 16:17:59.362944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Attempting to bind port b00dc72c-8764-45a0-91c7-66a05b416d89 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:17:59.362944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Attempting to bind port b00dc72c-8764-45a0-91c7-66a05b416d89 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:17:59.363281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Attempting to bind port b00dc72c-8764-45a0-91c7-66a05b416d89 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:17:59.368153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Port b00dc72c-8764-45a0-91c7-66a05b416d89 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:17:59.368484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Attempting to bind port b00dc72c-8764-45a0-91c7-66a05b416d89 on network c5932b02-aab2-4990-93ed-0c412c1e6cf6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:17:59.374822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:17:59.375249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Checking segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:17:59.375646 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Bound using segment: {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:17:59.376091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Bound port: b00dc72c-8764-45a0-91c7-66a05b416d89, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26df19fb-f374-4e03-b0d4-5ef80b74fd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:17:59.376457 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:59.449893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] For port b00dc72c-8764-45a0-91c7-66a05b416d89, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:17:59.453791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] For port b00dc72c-8764-45a0-91c7-66a05b416d89, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b00dc72c-8764-45a0-91c7-66a05b416d89,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:17:59.461537 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:59.499717 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:59.500675 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:17:59.502523 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] 10.222.0.60 "PUT /v2.0/ports/b00dc72c-8764-45a0-91c7-66a05b416d89 HTTP/1.1" status: 200 len: 1092 time: 0.8800194 Aug 09 16:17:59.502769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'tag': 'b00dc72c-8764-45a0-91c7-66a05b416d89'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:17:59.505004 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1516b6ff-dc3d-4e4d-bb57-4dd167589e73" -d '{"events": [{"name": "network-changed", "server_uuid": "52b0f20e-7301-42eb-9fdb-7ad964ee883d", "tag": "b00dc72c-8764-45a0-91c7-66a05b416d89"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:17:59.548594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb64c36-4cb6-418e-aa88-0d0bab7dee8b service neutron] Pushing event updated for resources: {'Port': ['ID=b00dc72c-8764-45a0-91c7-66a05b416d89,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:17:59.604820 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b4e275-314c-49aa-be56-6a2ed0a6bc44 x-openstack-request-id: req-05b4e275-314c-49aa-be56-6a2ed0a6bc44 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:17:59.605569 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b0f20e-7301-42eb-9fdb-7ad964ee883d", "tag": "b00dc72c-8764-45a0-91c7-66a05b416d89", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:17:59.606424 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05b4e275-314c-49aa-be56-6a2ed0a6bc44 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:17:59.607491 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'tag': 'b00dc72c-8764-45a0-91c7-66a05b416d89', 'status': 'completed', 'code': 200} Aug 09 16:17:59.631835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81776b6e-48c3-4e50-9801-53f283d8919a req-649a7064-28b4-445d-a89b-4e6143ffc8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:59.633697 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-649a7064-28b4-445d-a89b-4e6143ffc8d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 1095 time: 0.0753050 Aug 09 16:17:59.695808 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-2be08c65-6448-480f-a4f5-b0b237124af7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b00dc72c-8764-45a0-91c7-66a05b416d89 HTTP/1.1" status: 200 len: 217 time: 0.0537665 Aug 09 16:17:59.759108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81776b6e-48c3-4e50-9801-53f283d8919a req-9c503b94-a78f-41c6-b3bd-e6af1b86a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:59.760719 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-9c503b94-a78f-41c6-b3bd-e6af1b86a9a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0569704 Aug 09 16:17:59.817151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81776b6e-48c3-4e50-9801-53f283d8919a req-b46df9b9-62ba-4c42-a1e8-df6a8b2ec06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:17:59.818680 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-b46df9b9-62ba-4c42-a1e8-df6a8b2ec06f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505805 Aug 09 16:17:59.923362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-77b4bb44-9749-4e6b-9696-e333b99b3ab4 service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969021 Aug 09 16:18:00.041993 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-81776b6e-48c3-4e50-9801-53f283d8919a req-7a74071f-f612-4cb2-952c-9f39b85ff58e service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048698 Aug 09 16:18:00.140271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516b6ff-dc3d-4e4d-bb57-4dd167589e73 req-67cae387-cfb8-4c92-ac0a-67234b630612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:00.142592 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1516b6ff-dc3d-4e4d-bb57-4dd167589e73 req-67cae387-cfb8-4c92-ac0a-67234b630612 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 1095 time: 0.0460155 Aug 09 16:18:00.167005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51296) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:00.247738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516b6ff-dc3d-4e4d-bb57-4dd167589e73 req-c4cbd4e5-f57b-45c0-8353-f7226bfac36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:00.250654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1516b6ff-dc3d-4e4d-bb57-4dd167589e73 req-c4cbd4e5-f57b-45c0-8353-f7226bfac36f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.0991483 Aug 09 16:18:00.299573 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1516b6ff-dc3d-4e4d-bb57-4dd167589e73 req-23cb95b4-2dc5-4fc4-8cce-e8e9b5f14c2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b00dc72c-8764-45a0-91c7-66a05b416d89 HTTP/1.1" status: 200 len: 217 time: 0.0417306 Aug 09 16:18:00.325749 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'network': {'name': 'tempest-network-smoke--2145799629', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'port_security_enabled': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:00.350895 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Made reservation on behalf of 19671576c38b496d823cf6fc86ddaf6d for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:18:00.353859 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516b6ff-dc3d-4e4d-bb57-4dd167589e73 req-597e2253-1c0d-4ad6-90b3-c906843fc6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:00.354497 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:00.355348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1516b6ff-dc3d-4e4d-bb57-4dd167589e73 req-597e2253-1c0d-4ad6-90b3-c906843fc6e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0489068 Aug 09 16:18:00.364597 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:00.428517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516b6ff-dc3d-4e4d-bb57-4dd167589e73 req-8d986242-fc84-4430-a920-01638ff9b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:00.431973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1516b6ff-dc3d-4e4d-bb57-4dd167589e73 req-8d986242-fc84-4430-a920-01638ff9b49d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687411 Aug 09 16:18:00.493859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:00.499568 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:00.533232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:18:00.544584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810c6a4-7356-482b-b330-f532904b5b87 req-111d6871-30e6-4ae1-857b-24bf7fe081d8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:00.548143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4810c6a4-7356-482b-b330-f532904b5b87 req-111d6871-30e6-4ae1-857b-24bf7fe081d8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 944 time: 0.1126463 Aug 09 16:18:00.550399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd85f55f-ee1b-4b29-92b5-6b16abf311e4,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:00.553488 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:00.554105 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Added segment 6db893a9-8745-4d33-9690-37298701e396 of type vlan for network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea Aug 09 16:18:00.600287 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:00.630950 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1516b6ff-dc3d-4e4d-bb57-4dd167589e73 req-971e5955-648e-4842-bfae-500a41937555 service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859069 Aug 09 16:18:00.634179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4810c6a4-7356-482b-b330-f532904b5b87 req-5c29d1c4-6df2-4e7d-8409-59afe0e098b0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613105 Aug 09 16:18:00.634581 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:00.640375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:00.641482 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:00.707055 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5361168 Aug 09 16:18:00.707363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51302) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:00.711742 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'admin_state_up': True, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:00.741533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af7518-e907-447b-9f31-6edce2b07c7e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Network': ['ID=f0488641-bc1d-4a57-9d2c-d8a79e2f36ea,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:00.754199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1516b6ff-dc3d-4e4d-bb57-4dd167589e73 req-84d58825-95ad-4924-9ed2-fcab5f399ad1 service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153917 Aug 09 16:18:00.755087 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:00.756307 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:00.756606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:18:00.820330 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:00.978304 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:01.192723 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:01.212810 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:01.330540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Allocated IP 172.25.2.115 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/9dd2ee78-91ad-4d97-ae66-33ba98f86d10) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:18:01.452773 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:01.496304 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:01.532347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:18:01.535466 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:18:01.541188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:18:01.571206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=9dd2ee78-91ad-4d97-ae66-33ba98f86d10,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:01.855702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b13a4e-dee1-4731-8bd2-cab3b0f9808b req-5214239f-4ccf-4a4a-9b99-eaee78aab34e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:01.857197 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-88b13a4e-dee1-4731-8bd2-cab3b0f9808b req-5214239f-4ccf-4a4a-9b99-eaee78aab34e tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 944 time: 0.0941019 Aug 09 16:18:01.883030 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:01.943533 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-88b13a4e-dee1-4731-8bd2-cab3b0f9808b req-b8d7ecf5-cb2a-4f6c-9558-608ec9b46899 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786953 Aug 09 16:18:02.448698 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:02.581462 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Router cf220760-7404-43e7-8249-bf333e32dbbf is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:18:02.686808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:18:02.697640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Sync routers for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:18:02.707565 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:02.707865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:18:02.708600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:17:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:02.708842 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b26e582c-758a-4e6f-a834-7ad8c6e6e64f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0005310 Aug 09 16:18:02.712074 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51308) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:02.792900 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9aa6cca2-2a25-4f22-beb8-3e57927da0de tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=19671576c38b496d823cf6fc86ddaf6d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796137 Aug 09 16:18:02.795747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51312) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:02.818729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:18:02.886654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554b416d-05c9-46d3-888c-782819d48ff3 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:02.890910 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-554b416d-05c9-46d3-888c-782819d48ff3 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909915 Aug 09 16:18:02.891141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51314) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:02.922572 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c7d6e375-df70-4187-ba6d-95d10d9783e8 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270603 Aug 09 16:18:02.922975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51316) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:02.927743 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-681dbdfd-5203-4af9-a2e8-8872b6fcaa76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-493399299', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:03.008386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:18:01Z', 'revision_number': 3, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:03.039286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Checking router: cf220760-7404-43e7-8249-bf333e32dbbf for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:18:03.039634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Updating router cf220760-7404-43e7-8249-bf333e32dbbf port 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:18:03.050485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681dbdfd-5203-4af9-a2e8-8872b6fcaa76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Made reservation on behalf of 19671576c38b496d823cf6fc86ddaf6d for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:18:03.054264 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681dbdfd-5203-4af9-a2e8-8872b6fcaa76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:03.070861 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:03.131572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c39ce-4470-4db6-82f4-72100c1c0c8b req-55f188d7-37ec-4e82-b13f-37ca475972f2 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:03.133236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-025c39ce-4470-4db6-82f4-72100c1c0c8b req-55f188d7-37ec-4e82-b13f-37ca475972f2 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 944 time: 0.1157362 Aug 09 16:18:03.198782 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-025c39ce-4470-4db6-82f4-72100c1c0c8b req-f0ccc598-1bf4-442e-afaa-7ec32ca80cce tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575509 Aug 09 16:18:03.307504 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681dbdfd-5203-4af9-a2e8-8872b6fcaa76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:03.369165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dbdfd-5203-4af9-a2e8-8872b6fcaa76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Subnet': ['ID=0f85a44b-1b81-437a-8418-b485f3170f1b,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:03.388335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681dbdfd-5203-4af9-a2e8-8872b6fcaa76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Checking segment: {'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:18:03.388837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681dbdfd-5203-4af9-a2e8-8872b6fcaa76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network hostable DHCP agents. Network: f0488641-bc1d-4a57-9d2c-d8a79e2f36ea, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:18:03.410888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681dbdfd-5203-4af9-a2e8-8872b6fcaa76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:18:03.422600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-681dbdfd-5203-4af9-a2e8-8872b6fcaa76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, f0488641-bc1d-4a57-9d2c-d8a79e2f36ea) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:18:03.428583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681dbdfd-5203-4af9-a2e8-8872b6fcaa76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:03.429988 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681dbdfd-5203-4af9-a2e8-8872b6fcaa76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:03.430567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f39462-1ee4-4363-969a-f643a867dc1e None None] Network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:18:03.454147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-681dbdfd-5203-4af9-a2e8-8872b6fcaa76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5269139 Aug 09 16:18:03.454391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51320) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:03.668235 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:03.706903 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Transition to ACTIVE for port object 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:18:03.716461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:18:03.720590 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:03.737850 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:03.892890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aed3e9-a61c-4293-a486-e89d120da4b7 None None] Pushing event updated for resources: {'Port': ['ID=9dd2ee78-91ad-4d97-ae66-33ba98f86d10,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:03.899301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Attempting to bind port 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:18:03.899998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Attempting to bind port 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:18:03.900527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Attempting to bind port 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:18:03.920627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:18:03.920901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:18:03.922351 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:03.923036 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:18:03.923787 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Bound port: 9dd2ee78-91ad-4d97-ae66-33ba98f86d10, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:18:03.924192 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:04.042373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Allocated IP 172.20.0.2 (f0488641-bc1d-4a57-9d2c-d8a79e2f36ea/0f85a44b-1b81-437a-8418-b485f3170f1b/3fda01ac-7c4e-493e-bb33-8f08c27c7fd1) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:18:04.045090 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] For port 9dd2ee78-91ad-4d97-ae66-33ba98f86d10, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:18:04.050967 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] For port 9dd2ee78-91ad-4d97-ae66-33ba98f86d10, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9dd2ee78-91ad-4d97-ae66-33ba98f86d10,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:18:04.060638 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:04.214116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aed3e9-a61c-4293-a486-e89d120da4b7 None None] Pushing event updated for resources: {'Port': ['ID=9dd2ee78-91ad-4d97-ae66-33ba98f86d10,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:04.219349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:18:04.220073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:17:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:04.364693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22412e-899e-41bf-8a5e-4bbd74b07a57 req-c7a72840-1f89-4710-a82b-166ad6e65edc tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:04.367706 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae22412e-899e-41bf-8a5e-4bbd74b07a57 req-c7a72840-1f89-4710-a82b-166ad6e65edc tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 944 time: 0.0713148 Aug 09 16:18:04.410459 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:04.414719 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:04.429745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:18:04.437913 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae22412e-899e-41bf-8a5e-4bbd74b07a57 req-3dc4984b-caca-4a09-9a51-05d6271870e0 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616577 Aug 09 16:18:04.477463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Transition to ACTIVE for port object 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:18:04.567142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Transition to ACTIVE for port object 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:18:04.581414 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:04.657147 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:18:04.663227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:18:04.666727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Pushing event updated for resources: {'Port': ['ID=3fda01ac-7c4e-493e-bb33-8f08c27c7fd1,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:04.669496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:18:04.743804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Allocated IP 172.20.0.1 (f0488641-bc1d-4a57-9d2c-d8a79e2f36ea/0f85a44b-1b81-437a-8418-b485f3170f1b/f649f0c0-3ad7-4a20-94fe-52640dd54d74) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:18:04.765070 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Attempting to bind port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:18:04.766278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Attempting to bind port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:18:04.766473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Attempting to bind port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 on network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:18:04.775672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:18:04.776044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Checking segment: {'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:18:04.776443 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:04.776835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Bound using segment: {'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:18:04.777301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Bound port: 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:18:04.777720 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:04.797859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:18:01Z', 'revision_number': 3, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:04.842182 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a581e9-8d71-450a-9071-94a054d0131e None None] The sync data for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 is: [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:18:01Z', 'revision_number': 3, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:18:04.868699 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:04.878904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] For port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:18:04.882370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] For port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3fda01ac-7c4e-493e-bb33-8f08c27c7fd1,segment=NetworkSegment(6db893a9-8745-4d33-9690-37298701e396),segment_id=6db893a9-8745-4d33-9690-37298701e396)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:18:04.887098 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:04.888561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Transition to ACTIVE for port object f649f0c0-3ad7-4a20-94fe-52640dd54d74 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:18:04.941070 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:04.963863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a00070-7359-45f1-a244-03d222d629a9 None None] Pushing event updated for resources: {'Port': ['ID=3fda01ac-7c4e-493e-bb33-8f08c27c7fd1,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:05.003951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:18:05.010935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:18:05.013755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:18:05.048341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=f649f0c0-3ad7-4a20-94fe-52640dd54d74,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:05.071770 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:05.260971 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:05.614977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fa696-050e-41e5-a023-b3e5ccf7b462 req-ec3e66b6-92db-40f5-9c9e-0bd3e63f59fe tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:05.616654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad5fa696-050e-41e5-a023-b3e5ccf7b462 req-ec3e66b6-92db-40f5-9c9e-0bd3e63f59fe tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 944 time: 0.0905032 Aug 09 16:18:05.683822 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:05.689080 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:05.702269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad5fa696-050e-41e5-a023-b3e5ccf7b462 req-3a905961-b91a-4346-b256-8eb76aa8ab55 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762482 Aug 09 16:18:05.784714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=f649f0c0-3ad7-4a20-94fe-52640dd54d74,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:05.787553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:05.888507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:18:05.890418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:18:06.011430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Router cf220760-7404-43e7-8249-bf333e32dbbf has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:18:06.054318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab015d8-808a-43a1-bf8c-c159225884bd None None] Network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:18:06.131490 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:18:06.136882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-365bb1e9-09fb-47f7-8d59-0f4bb12a8507 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "PUT /v2.0/routers/cf220760-7404-43e7-8249-bf333e32dbbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6812644 Aug 09 16:18:06.139434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51326) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:06.175170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3f159a0d-09ab-468b-843b-091559699ef9 None None] Provisioning for port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:18:06.243259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5408fb-a723-4a71-a42d-0284fa78ae5d tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.243759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5408fb-a723-4a71-a42d-0284fa78ae5d tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.244245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5408fb-a723-4a71-a42d-0284fa78ae5d tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.244722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5408fb-a723-4a71-a42d-0284fa78ae5d tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.245198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5408fb-a723-4a71-a42d-0284fa78ae5d tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.245695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5408fb-a723-4a71-a42d-0284fa78ae5d tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.247514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6d5408fb-a723-4a71-a42d-0284fa78ae5d tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1070979 Aug 09 16:18:06.250879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51328) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:06.348180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d9ec80-be75-4ea7-8bc8-be31d216778a tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.348659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d9ec80-be75-4ea7-8bc8-be31d216778a tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.349132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d9ec80-be75-4ea7-8bc8-be31d216778a tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.349617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d9ec80-be75-4ea7-8bc8-be31d216778a tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.350073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d9ec80-be75-4ea7-8bc8-be31d216778a tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.350529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d9ec80-be75-4ea7-8bc8-be31d216778a tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.355066 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-38d9ec80-be75-4ea7-8bc8-be31d216778a tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1005509 Aug 09 16:18:06.355667 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51330) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:06.514309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a8493580-4765-47cf-a386-7216086a7c5a None None] Provisioning for port f649f0c0-3ad7-4a20-94fe-52640dd54d74 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:18:06.520098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a8493580-4765-47cf-a386-7216086a7c5a None None] Provisioning complete for port f649f0c0-3ad7-4a20-94fe-52640dd54d74 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:06.521140 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a8493580-4765-47cf-a386-7216086a7c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:06.590180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:18:06.617138 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a8493580-4765-47cf-a386-7216086a7c5a None None] Port f649f0c0-3ad7-4a20-94fe-52640dd54d74 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:18:06.638522 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5031cb56-cd05-4c89-83db-7bd786da80ca tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2812171 Aug 09 16:18:06.662767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:18:06.667622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:06.667995 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:06.776049 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:06.795313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bff683ef-1285-4d80-addd-6dbadedf002c None None] Provisioning complete for port f649f0c0-3ad7-4a20-94fe-52640dd54d74 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:06.795313 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bff683ef-1285-4d80-addd-6dbadedf002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:06.814028 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Sync routers for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:18:06.829104 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:18:06.829783 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:17:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:06.863267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3fda01ac-7c4e-493e-bb33-8f08c27c7fd1,segment=NetworkSegment(6db893a9-8745-4d33-9690-37298701e396),segment_id=6db893a9-8745-4d33-9690-37298701e396)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:18:06.868316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-bff683ef-1285-4d80-addd-6dbadedf002c None None] Port f649f0c0-3ad7-4a20-94fe-52640dd54d74 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:18:06.874971 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:06.875904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:18:06.879493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eba5bd-9378-4833-a8bc-7ac72c7999e7 req-6c75eb71-871f-4738-ba8e-53260f6f8436 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:06.888921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3eba5bd-9378-4833-a8bc-7ac72c7999e7 req-6c75eb71-871f-4738-ba8e-53260f6f8436 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 944 time: 0.0815530 Aug 09 16:18:06.945821 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c3eba5bd-9378-4833-a8bc-7ac72c7999e7 req-8fc48daa-3026-4291-ae43-644d85698727 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556283 Aug 09 16:18:06.974119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=3fda01ac-7c4e-493e-bb33-8f08c27c7fd1,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:06.989905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:18:06.994895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:06.995282 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.016638 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:18:07.041509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51336) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:07.050637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5077d747-74bd-4b58-a29a-bc03c6a88dc4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295581611', 'description': 'tempest-secgroup-smoke-1295581611 description', 'project_id': '19671576c38b496d823cf6fc86ddaf6d'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:07.075930 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5077d747-74bd-4b58-a29a-bc03c6a88dc4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.099438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-93edda04-14f8-4ee4-95b1-fac4b65ea637 None None] Provisioning complete for port f649f0c0-3ad7-4a20-94fe-52640dd54d74 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:07.100034 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-93edda04-14f8-4ee4-95b1-fac4b65ea637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.102126 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.143891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 9dd2ee78-91ad-4d97-ae66-33ba98f86d10, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9dd2ee78-91ad-4d97-ae66-33ba98f86d10,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:18:07.153185 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.162184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-93edda04-14f8-4ee4-95b1-fac4b65ea637 None None] Port f649f0c0-3ad7-4a20-94fe-52640dd54d74 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:18:07.176905 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5077d747-74bd-4b58-a29a-bc03c6a88dc4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.181463 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5077d747-74bd-4b58-a29a-bc03c6a88dc4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.209951 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5077d747-74bd-4b58-a29a-bc03c6a88dc4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.210673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=9dd2ee78-91ad-4d97-ae66-33ba98f86d10,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:07.211186 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5077d747-74bd-4b58-a29a-bc03c6a88dc4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1649928 Aug 09 16:18:07.214257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51338) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:07.224929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cb7dff91-ea97-4f9f-8e2d-8ef526f712bb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': '58d76e17-280e-4a85-a6b8-38bebbb8bef0', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:07.229447 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077d747-74bd-4b58-a29a-bc03c6a88dc4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d76e17-280e-4a85-a6b8-38bebbb8bef0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:07.256755 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb7dff91-ea97-4f9f-8e2d-8ef526f712bb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.259338 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:18:05Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:05Z', 'revision_number': 2, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:07.321513 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb7dff91-ea97-4f9f-8e2d-8ef526f712bb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.325380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb7dff91-ea97-4f9f-8e2d-8ef526f712bb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.345176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dff91-ea97-4f9f-8e2d-8ef526f712bb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0233e87b-e9b5-4c01-80a4-68a16694dbac,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:07.353440 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb7dff91-ea97-4f9f-8e2d-8ef526f712bb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.354699 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cb7dff91-ea97-4f9f-8e2d-8ef526f712bb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364093 Aug 09 16:18:07.357438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51340) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:07.362266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-273f9ca3-6312-41ae-a1fd-f9e501ec0a7a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': '58d76e17-280e-4a85-a6b8-38bebbb8bef0', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:07.381208 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Checking router: cf220760-7404-43e7-8249-bf333e32dbbf for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:18:07.381669 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Updating router cf220760-7404-43e7-8249-bf333e32dbbf port f649f0c0-3ad7-4a20-94fe-52640dd54d74 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:18:07.388694 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-273f9ca3-6312-41ae-a1fd-f9e501ec0a7a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.407844 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.451845 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-273f9ca3-6312-41ae-a1fd-f9e501ec0a7a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.456767 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-273f9ca3-6312-41ae-a1fd-f9e501ec0a7a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.474515 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f9ca3-6312-41ae-a1fd-f9e501ec0a7a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f69d751-6ec1-4ce8-bf9b-a4a795b45daf,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:07.481461 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-273f9ca3-6312-41ae-a1fd-f9e501ec0a7a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.482881 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-273f9ca3-6312-41ae-a1fd-f9e501ec0a7a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244364 Aug 09 16:18:07.485766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51342) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:07.490303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6744a971-8ba2-4416-aed3-36cac6c30298 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': '58d76e17-280e-4a85-a6b8-38bebbb8bef0', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:07.517475 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6744a971-8ba2-4416-aed3-36cac6c30298 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.579209 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6744a971-8ba2-4416-aed3-36cac6c30298 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.582695 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6744a971-8ba2-4416-aed3-36cac6c30298 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.598055 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744a971-8ba2-4416-aed3-36cac6c30298 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddccdd2f-a5fe-4577-9ef3-06b56e8ba9d5,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:07.606460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6744a971-8ba2-4416-aed3-36cac6c30298 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.607754 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6744a971-8ba2-4416-aed3-36cac6c30298 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210580 Aug 09 16:18:07.611312 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51344) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:07.615838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d9dd9f08-225f-48ab-baa0-15de79c0d63e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': '58d76e17-280e-4a85-a6b8-38bebbb8bef0', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:07.641061 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7be4d24b-47e3-4b8d-9de9-4970988f2aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.644658 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9f08-225f-48ab-baa0-15de79c0d63e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.688686 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.698815 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Transition to ACTIVE for port object f649f0c0-3ad7-4a20-94fe-52640dd54d74 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:18:07.704827 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.712011 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9f08-225f-48ab-baa0-15de79c0d63e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.715870 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9f08-225f-48ab-baa0-15de79c0d63e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.735764 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd9f08-225f-48ab-baa0-15de79c0d63e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6de90d5-95b8-436a-85bd-40a6fc73dfaf,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:07.743749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9f08-225f-48ab-baa0-15de79c0d63e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.747975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51346) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:07.748127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d9dd9f08-225f-48ab-baa0-15de79c0d63e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357524 Aug 09 16:18:07.752708 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d89201df-b14b-4671-a611-63b71a6372a4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': '58d76e17-280e-4a85-a6b8-38bebbb8bef0', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:07.759959 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Pushing event updated for resources: {'Port': ['ID=f649f0c0-3ad7-4a20-94fe-52640dd54d74,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:07.779591 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-d89201df-b14b-4671-a611-63b71a6372a4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Project 19671576c38b496d823cf6fc86ddaf6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:18:07.784888 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:07.785240 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:07.785569 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:07.785934 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:07.786307 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:07.786638 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:07.786960 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:07.787285 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:07.787627 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:07.787932 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:07.788253 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:07.788581 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:07.788891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d89201df-b14b-4671-a611-63b71a6372a4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.830965 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Attempting to bind port f649f0c0-3ad7-4a20-94fe-52640dd54d74 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:18:07.831519 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Attempting to bind port f649f0c0-3ad7-4a20-94fe-52640dd54d74 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:18:07.831627 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Attempting to bind port f649f0c0-3ad7-4a20-94fe-52640dd54d74 on network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:18:07.837026 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:18:07.837678 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Checking segment: {'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:18:07.838270 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.838930 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Bound using segment: {'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:18:07.839552 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Bound port: f649f0c0-3ad7-4a20-94fe-52640dd54d74, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:18:07.840171 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.853727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d89201df-b14b-4671-a611-63b71a6372a4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.860345 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d89201df-b14b-4671-a611-63b71a6372a4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.882984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89201df-b14b-4671-a611-63b71a6372a4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093972a3-a039-48de-9d84-32fa412c363d,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:07.888190 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d89201df-b14b-4671-a611-63b71a6372a4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.893807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51348) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:07.894588 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d89201df-b14b-4671-a611-63b71a6372a4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449404 Aug 09 16:18:07.898600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2c17b754-1d17-448b-9c97-983778fea9ca tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': '58d76e17-280e-4a85-a6b8-38bebbb8bef0', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:07.919453 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] For port f649f0c0-3ad7-4a20-94fe-52640dd54d74, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:18:07.923363 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-2c17b754-1d17-448b-9c97-983778fea9ca tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Project 19671576c38b496d823cf6fc86ddaf6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:18:07.924477 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] For port f649f0c0-3ad7-4a20-94fe-52640dd54d74, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f649f0c0-3ad7-4a20-94fe-52640dd54d74,segment=NetworkSegment(6db893a9-8745-4d33-9690-37298701e396),segment_id=6db893a9-8745-4d33-9690-37298701e396)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:18:07.928586 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.929126 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c17b754-1d17-448b-9c97-983778fea9ca tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:07.994366 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:18:07.994992 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:17:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:07.998051 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cdca6-f6f8-4904-b980-d1a03def74de None None] Pushing event updated for resources: {'Port': ['ID=f649f0c0-3ad7-4a20-94fe-52640dd54d74,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:08.015647 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c17b754-1d17-448b-9c97-983778fea9ca tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:08.020941 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c17b754-1d17-448b-9c97-983778fea9ca tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:08.040455 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17b754-1d17-448b-9c97-983778fea9ca tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1dac2f-5ab6-4a4d-babb-4daf091958fa,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:08.048510 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2c17b754-1d17-448b-9c97-983778fea9ca tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:08.058815 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2c17b754-1d17-448b-9c97-983778fea9ca tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551106 Aug 09 16:18:08.111045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3cb07-1629-42ca-822e-bb6b543253ab req-5edefe7e-8786-41fa-a428-6e9f94287440 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:08.118112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efe3cb07-1629-42ca-822e-bb6b543253ab req-5edefe7e-8786-41fa-a428-6e9f94287440 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 944 time: 0.0826952 Aug 09 16:18:08.154887 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:18:08.170196 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-efe3cb07-1629-42ca-822e-bb6b543253ab req-cef96db7-f378-4764-aff5-d79cc7c35185 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511401 Aug 09 16:18:08.228243 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-3ce476b1-d7ba-40a4-9574-542fbeaba112 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295581611&fields=id&tenant_id=19671576c38b496d823cf6fc86ddaf6d HTTP/1.1" status: 200 len: 267 time: 0.0376177 Aug 09 16:18:08.308147 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:18:08.343869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-48516261-fabf-49ad-b480-5f97f0de8ccd tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:08.345900 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-48516261-fabf-49ad-b480-5f97f0de8ccd tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/networks?id=f0488641-bc1d-4a57-9d2c-d8a79e2f36ea HTTP/1.1" status: 200 len: 797 time: 0.1093075 Aug 09 16:18:08.362129 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-7c0a9419-f45c-4f80-99fb-435216506c76 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/quotas/19671576c38b496d823cf6fc86ddaf6d HTTP/1.1" status: 200 len: 375 time: 0.0106339 Aug 09 16:18:08.371700 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:18:05Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:08.397196 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bb0a9d-0019-4916-b377-079beae82d8c None None] The sync data for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 is: [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:18:05Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:18:08.415893 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-82135438-6c5e-4311-81ad-39f7e5b27db8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480318 Aug 09 16:18:08.531356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:18:08.589833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:08.590213 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:08.618405 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-4d6a2e23-9ae8-47cc-a57a-a414db8204f6 service neutron] 10.222.0.81 "GET /v2.0/networks/f0488641-bc1d-4a57-9d2c-d8a79e2f36ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883245 Aug 09 16:18:08.680565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:18:08.726378 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-47f93ac2-e768-42e9-a02c-4a79775460a1 service neutron] 10.222.0.81 "GET /v2.0/networks/f0488641-bc1d-4a57-9d2c-d8a79e2f36ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993252 Aug 09 16:18:08.733348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:08.734459 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:08.902248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-07e4aca0-9378-4bef-979f-fd9e9f8a7cde req-cab0efab-3f6b-40f9-b729-a89207124127 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 210 time: 0.0317757 Aug 09 16:18:09.295035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2614852-216b-4c52-90c1-2b8fa1c067b8 req-6a83d07a-fa57-423a-90e0-1ad475f27e23 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:09.297209 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d2614852-216b-4c52-90c1-2b8fa1c067b8 req-6a83d07a-fa57-423a-90e0-1ad475f27e23 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 944 time: 0.0563123 Aug 09 16:18:09.351878 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d2614852-216b-4c52-90c1-2b8fa1c067b8 req-79cf8dbd-3768-4d64-88a2-7c3316cffdde tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471382 Aug 09 16:18:09.879900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-2985dfbd-4783-4b25-af91-b8e40eaadac4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:09.881377 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-2985dfbd-4783-4b25-af91-b8e40eaadac4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.53 "GET /v2.0/networks?id=f0488641-bc1d-4a57-9d2c-d8a79e2f36ea HTTP/1.1" status: 200 len: 797 time: 0.1072023 Aug 09 16:18:09.926627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-ee5193dd-81d0-4be1-8f09-d0ea962ebe3c tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19671576c38b496d823cf6fc86ddaf6d HTTP/1.1" status: 200 len: 380 time: 0.0351501 Aug 09 16:18:09.936530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'port': {'device_id': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'admin_state_up': True, 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'security_groups': ['58d76e17-280e-4a85-a6b8-38bebbb8bef0']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:10.012736 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a721c470-5ca4-4f31-b5c1-46e97191a3dd req-02401cbe-bde6-4320-b70e-5686b64a7205 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 210 time: 0.0314701 Aug 09 16:18:10.070811 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Made reservation on behalf of 19671576c38b496d823cf6fc86ddaf6d for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:18:10.074429 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.204593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Allocated IP 172.20.0.14 (f0488641-bc1d-4a57-9d2c-d8a79e2f36ea/0f85a44b-1b81-437a-8418-b485f3170f1b/fae3c16d-1479-44f7-87ce-94ea2d27b9f4) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:18:10.334269 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.347659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Transition to ACTIVE for port object fae3c16d-1479-44f7-87ce-94ea2d27b9f4 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:18:10.381533 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.437152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:18:10.440424 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:18:10.443316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:18:10.497446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=fae3c16d-1479-44f7-87ce-94ea2d27b9f4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:10.513164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f649f0c0-3ad7-4a20-94fe-52640dd54d74 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:18:10.522943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4379c18-9ff4-440d-8169-9a4f21fcf109 req-68cd7c82-0a0e-4c1c-9bab-e6d8a7970f13 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:10.524588 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4379c18-9ff4-440d-8169-9a4f21fcf109 req-68cd7c82-0a0e-4c1c-9bab-e6d8a7970f13 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 944 time: 0.0932977 Aug 09 16:18:10.525897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:10.526691 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.549267 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-747d8c87-9a11-475b-868e-7006475733b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6165268 Aug 09 16:18:10.563771 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5932d891-4813-424e-8661-13aff2c8fd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.574682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Request body: {'port': {'device_id': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:10.586875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f649f0c0-3ad7-4a20-94fe-52640dd54d74 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:18:10.590740 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4379c18-9ff4-440d-8169-9a4f21fcf109 req-24b95102-4287-4682-bc70-c66e27458b0c tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555589 Aug 09 16:18:10.591290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f649f0c0-3ad7-4a20-94fe-52640dd54d74 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:10.591665 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.637251 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.682390 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.716142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port f649f0c0-3ad7-4a20-94fe-52640dd54d74, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f649f0c0-3ad7-4a20-94fe-52640dd54d74,segment=NetworkSegment(6db893a9-8745-4d33-9690-37298701e396),segment_id=6db893a9-8745-4d33-9690-37298701e396)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:18:10.720824 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.772338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bca7e111-8db0-4428-a9c4-a4e55c4f3a7e None None] Provisioning for port fae3c16d-1479-44f7-87ce-94ea2d27b9f4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:18:10.778984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bca7e111-8db0-4428-a9c4-a4e55c4f3a7e None None] Provisioning complete for port fae3c16d-1479-44f7-87ce-94ea2d27b9f4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:10.779363 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bca7e111-8db0-4428-a9c4-a4e55c4f3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.782280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=f649f0c0-3ad7-4a20-94fe-52640dd54d74,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:10.802981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b00dc72c-8764-45a0-91c7-66a05b416d89 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:18:10.832174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-bca7e111-8db0-4428-a9c4-a4e55c4f3a7e None None] Port fae3c16d-1479-44f7-87ce-94ea2d27b9f4 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:18:10.916104 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.927826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae3c16d-1479-44f7-87ce-94ea2d27b9f4 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:18:10.932389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b00dc72c-8764-45a0-91c7-66a05b416d89, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b00dc72c-8764-45a0-91c7-66a05b416d89,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:18:10.935508 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.945009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'b00dc72c-8764-45a0-91c7-66a05b416d89', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'port_id': 'b00dc72c-8764-45a0-91c7-66a05b416d89', 'mac_address': 'fa:16:3e:13:e2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:18:10.948157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Transition to ACTIVE for port object fae3c16d-1479-44f7-87ce-94ea2d27b9f4 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:18:10.951588 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:10.986214 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:11.000561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00dc72c-8764-45a0-91c7-66a05b416d89 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:18:11.001411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Pushing event updated for resources: {'Port': ['ID=fae3c16d-1479-44f7-87ce-94ea2d27b9f4,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:11.024665 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b00dc72c-8764-45a0-91c7-66a05b416d89, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b00dc72c-8764-45a0-91c7-66a05b416d89,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:18:11.030050 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:11.089203 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=b00dc72c-8764-45a0-91c7-66a05b416d89,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:11.091537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Attempting to bind port fae3c16d-1479-44f7-87ce-94ea2d27b9f4 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:18:11.091952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Attempting to bind port fae3c16d-1479-44f7-87ce-94ea2d27b9f4 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:18:11.092353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Attempting to bind port fae3c16d-1479-44f7-87ce-94ea2d27b9f4 on network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:18:11.098286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Port fae3c16d-1479-44f7-87ce-94ea2d27b9f4 on network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:18:11.098602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Attempting to bind port fae3c16d-1479-44f7-87ce-94ea2d27b9f4 on network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:18:11.115059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:18:11.115489 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Checking segment: {'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:18:11.115940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Bound using segment: {'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:18:11.116687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Bound port: fae3c16d-1479-44f7-87ce-94ea2d27b9f4, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db893a9-8745-4d33-9690-37298701e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:18:11.117127 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:11.191824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850305a-e99d-4e6d-a8a9-0cf80bdf724e req-e8c85d19-75b9-4e64-9bb9-b11541782e58 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:11.193470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7850305a-e99d-4e6d-a8a9-0cf80bdf724e req-e8c85d19-75b9-4e64-9bb9-b11541782e58 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 944 time: 0.0915940 Aug 09 16:18:11.228808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] For port fae3c16d-1479-44f7-87ce-94ea2d27b9f4, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:18:11.231078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['b00dc72c-8764-45a0-91c7-66a05b416d89'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:18:11.251795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] For port fae3c16d-1479-44f7-87ce-94ea2d27b9f4, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=fae3c16d-1479-44f7-87ce-94ea2d27b9f4,segment=NetworkSegment(6db893a9-8745-4d33-9690-37298701e396),segment_id=6db893a9-8745-4d33-9690-37298701e396)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:18:11.255665 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7850305a-e99d-4e6d-a8a9-0cf80bdf724e req-462c5b41-7fc7-4bc3-acaa-9aa607cbc90d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=58d76e17-280e-4a85-a6b8-38bebbb8bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558603 Aug 09 16:18:11.258481 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:11.300501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:11.301216 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:11.302514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] 10.222.0.53 "PUT /v2.0/ports/fae3c16d-1479-44f7-87ce-94ea2d27b9f4 HTTP/1.1" status: 200 len: 1092 time: 0.7385840 Aug 09 16:18:11.303115 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'tag': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:18:11.305201 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceed4fec-b99b-4b06-a162-ba344d75be4a" -d '{"events": [{"name": "network-changed", "server_uuid": "eabba1d0-78f7-4931-95e8-c3c5f3253474", "tag": "fae3c16d-1479-44f7-87ce-94ea2d27b9f4"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:18:11.342210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cb06b-5638-4625-9bf0-d9e2300d9212 service neutron] Pushing event updated for resources: {'Port': ['ID=fae3c16d-1479-44f7-87ce-94ea2d27b9f4,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:11.357632 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd5bee-610f-4946-bf73-e4a8dead0a8b x-openstack-request-id: req-d1fd5bee-610f-4946-bf73-e4a8dead0a8b {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:18:11.357632 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabba1d0-78f7-4931-95e8-c3c5f3253474", "tag": "fae3c16d-1479-44f7-87ce-94ea2d27b9f4", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:18:11.357632 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1fd5bee-610f-4946-bf73-e4a8dead0a8b {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:18:11.358070 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'tag': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'status': 'completed', 'code': 200} Aug 09 16:18:11.389679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-161706a7-48f0-4e59-9e5a-3449e37e4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:11.392279 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-161706a7-48f0-4e59-9e5a-3449e37e4e9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 1095 time: 0.0454447 Aug 09 16:18:11.438615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-5b2d16b3-04cc-49a3-82fa-2334f1e5b1f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae3c16d-1479-44f7-87ce-94ea2d27b9f4 HTTP/1.1" status: 200 len: 217 time: 0.0379856 Aug 09 16:18:11.496475 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-baa6c3b9-7384-47a2-831a-de4df118abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:11.498304 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-baa6c3b9-7384-47a2-831a-de4df118abec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f85a44b-1b81-437a-8418-b485f3170f1b HTTP/1.1" status: 200 len: 834 time: 0.0524693 Aug 09 16:18:11.547467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-1aeedc2f-76ba-47e0-be78-2b355a5ee99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:11.548923 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-1aeedc2f-76ba-47e0-be78-2b355a5ee99f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f0488641-bc1d-4a57-9d2c-d8a79e2f36ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427573 Aug 09 16:18:11.638150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-2d7d80c4-2949-4baa-acc7-21b2c6576ea0 service neutron] 10.222.0.53 "GET /v2.0/networks/f0488641-bc1d-4a57-9d2c-d8a79e2f36ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820448 Aug 09 16:18:11.666313 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:11.671149 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:11.768805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5b5e8-6bf5-4996-b631-7f9252c41d86 req-968ea167-6043-402f-865c-ebc0b37e6cfd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:11.770361 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-afc5b5e8-6bf5-4996-b631-7f9252c41d86 req-968ea167-6043-402f-865c-ebc0b37e6cfd tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 945 time: 0.1022732 Aug 09 16:18:11.775973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-095a945e-3368-4ec1-a18d-3a5857d58a6e req-a5c3aaca-a362-4b14-92de-3b835be7999a service neutron] 10.222.0.53 "GET /v2.0/networks/f0488641-bc1d-4a57-9d2c-d8a79e2f36ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280465 Aug 09 16:18:11.834337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-afc5b5e8-6bf5-4996-b631-7f9252c41d86 req-a75c93ae-e587-4186-971c-0a8fb13cb4d8 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438900 Aug 09 16:18:11.869690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed4fec-b99b-4b06-a162-ba344d75be4a req-c2bd33fe-62e8-4e31-b446-62a3ebfbad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:11.871206 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ceed4fec-b99b-4b06-a162-ba344d75be4a req-c2bd33fe-62e8-4e31-b446-62a3ebfbad1f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 1095 time: 0.0477960 Aug 09 16:18:11.959706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed4fec-b99b-4b06-a162-ba344d75be4a req-ebe1e853-f337-4c62-8f2e-e028f2a02a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:11.961159 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ceed4fec-b99b-4b06-a162-ba344d75be4a req-ebe1e853-f337-4c62-8f2e-e028f2a02a19 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f0488641-bc1d-4a57-9d2c-d8a79e2f36ea HTTP/1.1" status: 200 len: 898 time: 0.0825126 Aug 09 16:18:12.005583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ceed4fec-b99b-4b06-a162-ba344d75be4a req-abf1c75f-014f-4b5f-a35a-8986abf661ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae3c16d-1479-44f7-87ce-94ea2d27b9f4 HTTP/1.1" status: 200 len: 217 time: 0.0369341 Aug 09 16:18:12.057667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed4fec-b99b-4b06-a162-ba344d75be4a req-25575e55-8531-4ac1-a260-a61d3938a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:12.059140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ceed4fec-b99b-4b06-a162-ba344d75be4a req-25575e55-8531-4ac1-a260-a61d3938a653 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f85a44b-1b81-437a-8418-b485f3170f1b HTTP/1.1" status: 200 len: 834 time: 0.0447056 Aug 09 16:18:12.106099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed4fec-b99b-4b06-a162-ba344d75be4a req-4e29c5dc-aacf-4c78-8edb-be294e296f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:12.107510 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ceed4fec-b99b-4b06-a162-ba344d75be4a req-4e29c5dc-aacf-4c78-8edb-be294e296f7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f0488641-bc1d-4a57-9d2c-d8a79e2f36ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401521 Aug 09 16:18:12.204767 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ceed4fec-b99b-4b06-a162-ba344d75be4a req-c175a49b-957c-48e2-95d4-708dbc628553 service neutron] 10.222.0.53 "GET /v2.0/networks/f0488641-bc1d-4a57-9d2c-d8a79e2f36ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864975 Aug 09 16:18:12.296418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ceed4fec-b99b-4b06-a162-ba344d75be4a req-57749e35-7073-44c5-9780-54c6ecc854bc service neutron] 10.222.0.53 "GET /v2.0/networks/f0488641-bc1d-4a57-9d2c-d8a79e2f36ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808921 Aug 09 16:18:12.373993 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104274a-16e8-4791-92a7-6a5733fc9185 req-d8f9c1ce-d338-4303-ac4a-29b7bbb69150 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:12.376150 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4104274a-16e8-4791-92a7-6a5733fc9185 req-d8f9c1ce-d338-4303-ac4a-29b7bbb69150 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 944 time: 0.0493221 Aug 09 16:18:12.415111 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4104274a-16e8-4791-92a7-6a5733fc9185 req-c965662c-b0c2-4af9-a7ce-97abf1e6bca5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=58d76e17-280e-4a85-a6b8-38bebbb8bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328510 Aug 09 16:18:12.456548 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f649f0c0-3ad7-4a20-94fe-52640dd54d74 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:18:12.504933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f649f0c0-3ad7-4a20-94fe-52640dd54d74 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:12.505288 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:12.791791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b00dc72c-8764-45a0-91c7-66a05b416d89 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:18:12.842021 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port b00dc72c-8764-45a0-91c7-66a05b416d89 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:18:12.846446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port b00dc72c-8764-45a0-91c7-66a05b416d89 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:12.846822 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:12.926166 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:12.948028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00dc72c-8764-45a0-91c7-66a05b416d89'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:18:12.950307 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dfe48d-9299-42f6-a2b8-b2ab8bd30065" -d '{"events": [{"server_uuid": "52b0f20e-7301-42eb-9fdb-7ad964ee883d", "name": "network-vif-plugged", "status": "completed", "tag": "b00dc72c-8764-45a0-91c7-66a05b416d89"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:18:12.951165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f1978-9db4-4834-aff3-52df215ba5c3 req-a6dcdac8-d4da-4c94-9ea3-beb64e22901f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:12.952879 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d5f1978-9db4-4834-aff3-52df215ba5c3 req-a6dcdac8-d4da-4c94-9ea3-beb64e22901f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 945 time: 0.0503497 Aug 09 16:18:12.964008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b00dc72c-8764-45a0-91c7-66a05b416d89, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b00dc72c-8764-45a0-91c7-66a05b416d89,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:18:12.967581 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:12.998507 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079a7ac2-44a8-4d0b-bf3b-8a320a6f2637 x-openstack-request-id: req-079a7ac2-44a8-4d0b-bf3b-8a320a6f2637 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:18:12.998793 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b0f20e-7301-42eb-9fdb-7ad964ee883d", "name": "network-vif-plugged", "status": "completed", "tag": "b00dc72c-8764-45a0-91c7-66a05b416d89", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:18:12.999455 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-079a7ac2-44a8-4d0b-bf3b-8a320a6f2637 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:18:12.999455 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00dc72c-8764-45a0-91c7-66a05b416d89', 'code': 200} Aug 09 16:18:13.003593 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d5f1978-9db4-4834-aff3-52df215ba5c3 req-42700b47-8d2d-4c9d-9637-04577aed6b40 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437129 Aug 09 16:18:13.022699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=b00dc72c-8764-45a0-91c7-66a05b416d89,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:13.031329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:13.031672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:13.032011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:13.032350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:13.032683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:13.033010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:13.033332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:13.033680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:13.034010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:13.034331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:13.034652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:13.035038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:13.109102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647d36b-ea78-46d1-a502-33f2c2c23b69 req-6b3f0654-f524-4b30-a631-ce7c799fd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:13.110695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2647d36b-ea78-46d1-a502-33f2c2c23b69 req-6b3f0654-f524-4b30-a631-ce7c799fd870 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 1097 time: 0.0465257 Aug 09 16:18:13.147237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2647d36b-ea78-46d1-a502-33f2c2c23b69 req-35e1b229-fb33-4e5f-ab42-071b276e417d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271149 Aug 09 16:18:13.291970 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:13.502594 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:13.536171 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bca860-571c-4540-8b13-1e57d82b932c req-56f96f9b-b764-4936-bddd-18b27981935f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:13.537896 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d7bca860-571c-4540-8b13-1e57d82b932c req-56f96f9b-b764-4936-bddd-18b27981935f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 944 time: 0.0533895 Aug 09 16:18:13.578091 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d7bca860-571c-4540-8b13-1e57d82b932c req-eba79bbb-f6c1-4dbd-a9ce-cae7cbc3169a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=58d76e17-280e-4a85-a6b8-38bebbb8bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320966 Aug 09 16:18:14.148298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dc784-6151-4cb7-8c6f-27962f150622 req-df2e0b53-7686-483d-9374-27fb906f079a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:14.149723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e3dc784-6151-4cb7-8c6f-27962f150622 req-df2e0b53-7686-483d-9374-27fb906f079a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 946 time: 0.0526774 Aug 09 16:18:14.188839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6e3dc784-6151-4cb7-8c6f-27962f150622 req-827b9197-9fcc-43c3-a236-4a4698cc6745 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326626 Aug 09 16:18:14.307131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c0fab-35a8-44a8-aa82-c3de83a753d9 req-87149429-a3bd-40a7-bb8f-41c29e04eb8d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:14.308652 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dc7c0fab-35a8-44a8-aa82-c3de83a753d9 req-87149429-a3bd-40a7-bb8f-41c29e04eb8d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 946 time: 0.0545366 Aug 09 16:18:14.346909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dc7c0fab-35a8-44a8-aa82-c3de83a753d9 req-4f79591f-7a67-4088-842a-3a124c405c9a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322618 Aug 09 16:18:14.369198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51404) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:14.413878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735fb13-75f6-4b61-9c22-99fb8b10c1e6 tempest-TestVolumeBootPattern-490037708 tempest-TestVolumeBootPattern-490037708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:14.415422 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e735fb13-75f6-4b61-9c22-99fb8b10c1e6 tempest-TestVolumeBootPattern-490037708 tempest-TestVolumeBootPattern-490037708-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 1092 time: 0.0450468 Aug 09 16:18:14.418222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51406) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:14.423510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': 'b00dc72c-8764-45a0-91c7-66a05b416d89', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:14.445370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:14.551147 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:14.663068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Allocated IP 172.25.2.140 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/3b7ae399-a228-46ea-b19c-0125c9ffb4a1) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:18:14.697052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5eef41-b9d0-42c2-8087-13e9a14e1a90 req-e4829c8b-4a65-4449-a893-91ab82306889 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:14.698593 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd5eef41-b9d0-42c2-8087-13e9a14e1a90 req-e4829c8b-4a65-4449-a893-91ab82306889 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 944 time: 0.0526717 Aug 09 16:18:14.738492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd5eef41-b9d0-42c2-8087-13e9a14e1a90 req-0e683476-52cb-4a25-a00b-92d022fbeb33 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=58d76e17-280e-4a85-a6b8-38bebbb8bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329175 Aug 09 16:18:14.779872 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:14.826831 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:14.867759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:18:14.871148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:18:14.874010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:18:14.909550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=3b7ae399-a228-46ea-b19c-0125c9ffb4a1,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:15.254091 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:15.323519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:15.485958 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:15.490514 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:15.560869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event updated for resources: {'Port': ['ID=3b7ae399-a228-46ea-b19c-0125c9ffb4a1,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:15.571471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:15.676591 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Floating IP 5ca682f5-cc93-41b7-a568-427424c34774 associated. External IP: 172.25.2.140, port: b00dc72c-8764-45a0-91c7-66a05b416d89. Aug 09 16:18:15.701101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device fae3c16d-1479-44f7-87ce-94ea2d27b9f4 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:18:15.803474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port fae3c16d-1479-44f7-87ce-94ea2d27b9f4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=fae3c16d-1479-44f7-87ce-94ea2d27b9f4,segment=NetworkSegment(6db893a9-8745-4d33-9690-37298701e396),segment_id=6db893a9-8745-4d33-9690-37298701e396)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:18:15.816509 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'port_id': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'mac_address': 'fa:16:3e:ba:e3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:18:15.862850 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:15.876944 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae3c16d-1479-44f7-87ce-94ea2d27b9f4 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:18:15.897877 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port fae3c16d-1479-44f7-87ce-94ea2d27b9f4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=fae3c16d-1479-44f7-87ce-94ea2d27b9f4,segment=NetworkSegment(6db893a9-8745-4d33-9690-37298701e396),segment_id=6db893a9-8745-4d33-9690-37298701e396)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:18:15.902633 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:15.952078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=fae3c16d-1479-44f7-87ce-94ea2d27b9f4,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:16.094150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43457dca-b914-42a0-b461-f15cb68c2e4b req-5159c59d-551f-40bf-8902-6306dbaff49e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:16.095587 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-43457dca-b914-42a0-b461-f15cb68c2e4b req-5159c59d-551f-40bf-8902-6306dbaff49e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 945 time: 0.0995367 Aug 09 16:18:16.156799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['fae3c16d-1479-44f7-87ce-94ea2d27b9f4'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:18:16.175681 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-43457dca-b914-42a0-b461-f15cb68c2e4b req-367eafd4-b32f-4501-8300-0c0943b4a71b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=58d76e17-280e-4a85-a6b8-38bebbb8bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740824 Aug 09 16:18:16.250541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:18:16.367592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:18:16.377027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdcd173-8143-44f7-b1f2-e24aa0f5465f None None] Sync routers for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:18:16.384995 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:16.395180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdcd173-8143-44f7-b1f2-e24aa0f5465f None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:18:16.395795 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-cfdcd173-8143-44f7-b1f2-e24aa0f5465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:18:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:16.415507 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cde9e6f8-0af9-4fc2-a62c-3b482a371153 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9962842 Aug 09 16:18:16.416186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'tag': 'b00dc72c-8764-45a0-91c7-66a05b416d89'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:18:16.418474 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c79bd22-ef22-4c3b-81fd-ee958086f278" -d '{"events": [{"name": "network-changed", "server_uuid": "52b0f20e-7301-42eb-9fdb-7ad964ee883d", "tag": "b00dc72c-8764-45a0-91c7-66a05b416d89"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:18:16.462174 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06449b3-1ca6-4195-b377-a26bdb66daaf x-openstack-request-id: req-e06449b3-1ca6-4195-b377-a26bdb66daaf {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:18:16.462465 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b0f20e-7301-42eb-9fdb-7ad964ee883d", "tag": "b00dc72c-8764-45a0-91c7-66a05b416d89", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:18:16.462713 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e06449b3-1ca6-4195-b377-a26bdb66daaf {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:18:16.463110 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'tag': 'b00dc72c-8764-45a0-91c7-66a05b416d89', 'status': 'completed', 'code': 200} Aug 09 16:18:16.532825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79bd22-ef22-4c3b-81fd-ee958086f278 req-41873100-1cf5-4f09-9dd7-4906fd1b6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:16.534424 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c79bd22-ef22-4c3b-81fd-ee958086f278 req-41873100-1cf5-4f09-9dd7-4906fd1b6510 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 1097 time: 0.0492258 Aug 09 16:18:16.629143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79bd22-ef22-4c3b-81fd-ee958086f278 req-96c5cb38-9477-4777-bc2f-2fcdcebe532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:16.630571 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c79bd22-ef22-4c3b-81fd-ee958086f278 req-96c5cb38-9477-4777-bc2f-2fcdcebe532f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.0871058 Aug 09 16:18:16.662898 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-cfdcd173-8143-44f7-b1f2-e24aa0f5465f None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:18:16.701797 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c79bd22-ef22-4c3b-81fd-ee958086f278 req-5139a7d4-bb9c-4b10-9e15-d866e3683bcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b00dc72c-8764-45a0-91c7-66a05b416d89 HTTP/1.1" status: 200 len: 1000 time: 0.0632975 Aug 09 16:18:16.751327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79bd22-ef22-4c3b-81fd-ee958086f278 req-4f0d0c6f-cd62-4b5f-a4e5-c58257368c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:16.752796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c79bd22-ef22-4c3b-81fd-ee958086f278 req-4f0d0c6f-cd62-4b5f-a4e5-c58257368c1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0438194 Aug 09 16:18:16.800042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79bd22-ef22-4c3b-81fd-ee958086f278 req-db07dec2-b303-4e12-a11f-fde92207b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:16.801614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c79bd22-ef22-4c3b-81fd-ee958086f278 req-db07dec2-b303-4e12-a11f-fde92207b49e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410912 Aug 09 16:18:16.887041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-cfdcd173-8143-44f7-b1f2-e24aa0f5465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '5ca682f5-cc93-41b7-a568-427424c34774', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': 'b00dc72c-8764-45a0-91c7-66a05b416d89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:13:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:18:15Z', 'updated_at': '2021-08-09T16:18:15Z', 'revision_number': 0, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}, {'id': '6f206a42-fe84-4ed7-af8a-436fe69098d3', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:d4:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:16:04Z', 'updated_at': '2021-08-09T16:16:06Z', 'revision_number': 1, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:16.895897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c79bd22-ef22-4c3b-81fd-ee958086f278 req-59530232-2a5c-4f32-bf0d-258f23728d91 service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862420 Aug 09 16:18:16.917565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdcd173-8143-44f7-b1f2-e24aa0f5465f None None] Checking router: bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:18:16.927224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdcd173-8143-44f7-b1f2-e24aa0f5465f None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:18:16.927848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-cfdcd173-8143-44f7-b1f2-e24aa0f5465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:18:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:17.038927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-cfdcd173-8143-44f7-b1f2-e24aa0f5465f None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:18:17.281217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-cfdcd173-8143-44f7-b1f2-e24aa0f5465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '5ca682f5-cc93-41b7-a568-427424c34774', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': 'b00dc72c-8764-45a0-91c7-66a05b416d89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:13:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:18:15Z', 'updated_at': '2021-08-09T16:18:15Z', 'revision_number': 0, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}, {'id': '6f206a42-fe84-4ed7-af8a-436fe69098d3', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:d4:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:16:04Z', 'updated_at': '2021-08-09T16:16:06Z', 'revision_number': 1, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:17.303636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe8129-ef49-4700-9417-0b2acbbedaeb req-782880d4-60d2-436c-af73-c700134299cc tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:17.306241 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2cbe8129-ef49-4700-9417-0b2acbbedaeb req-782880d4-60d2-436c-af73-c700134299cc tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 945 time: 0.0569239 Aug 09 16:18:17.308662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdcd173-8143-44f7-b1f2-e24aa0f5465f None None] The sync data for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 is: [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '5ca682f5-cc93-41b7-a568-427424c34774', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': 'b00dc72c-8764-45a0-91c7-66a05b416d89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:13:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:18:15Z', 'updated_at': '2021-08-09T16:18:15Z', 'revision_number': 0, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}, {'id': '6f206a42-fe84-4ed7-af8a-436fe69098d3', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:d4:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:16:04Z', 'updated_at': '2021-08-09T16:16:06Z', 'revision_number': 1, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:18:17.339963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c79bd22-ef22-4c3b-81fd-ee958086f278 req-11c334a8-a599-4dc0-9cac-276b0745414d service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349861 Aug 09 16:18:17.350051 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2cbe8129-ef49-4700-9417-0b2acbbedaeb req-80d95d22-6e26-4912-ac24-cfc39953089e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=58d76e17-280e-4a85-a6b8-38bebbb8bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354745 Aug 09 16:18:17.520851 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61b8e47-1399-4cff-b39b-b312aa734c80 None None] New status for floating IP 5ca682f5-cc93-41b7-a568-427424c34774: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:18:17.700698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device fae3c16d-1479-44f7-87ce-94ea2d27b9f4 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:18:17.752001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port fae3c16d-1479-44f7-87ce-94ea2d27b9f4 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:18:17.755608 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port fae3c16d-1479-44f7-87ce-94ea2d27b9f4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:18:17.755981 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:17.833939 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:17.856331 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:18:17.858915 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0544f3b2-b43e-459c-acef-5e8097769297" -d '{"events": [{"server_uuid": "eabba1d0-78f7-4931-95e8-c3c5f3253474", "name": "network-vif-plugged", "status": "completed", "tag": "fae3c16d-1479-44f7-87ce-94ea2d27b9f4"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:18:17.871460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port fae3c16d-1479-44f7-87ce-94ea2d27b9f4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=fae3c16d-1479-44f7-87ce-94ea2d27b9f4,segment=NetworkSegment(6db893a9-8745-4d33-9690-37298701e396),segment_id=6db893a9-8745-4d33-9690-37298701e396)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:18:17.876494 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:17.903313 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5950e5ba-478c-4c50-89e1-fdea6dfef34f x-openstack-request-id: req-5950e5ba-478c-4c50-89e1-fdea6dfef34f {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:18:17.903916 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabba1d0-78f7-4931-95e8-c3c5f3253474", "name": "network-vif-plugged", "status": "completed", "tag": "fae3c16d-1479-44f7-87ce-94ea2d27b9f4", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:18:17.903916 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5950e5ba-478c-4c50-89e1-fdea6dfef34f {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:18:17.904194 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'code': 200} Aug 09 16:18:17.930779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=fae3c16d-1479-44f7-87ce-94ea2d27b9f4,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:17.997529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17577878-f68b-4ee9-bd14-c2c0868a2b1e req-3b0df47f-c801-4af4-8e45-4e4013074b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:17.999582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17577878-f68b-4ee9-bd14-c2c0868a2b1e req-3b0df47f-c801-4af4-8e45-4e4013074b08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 1097 time: 0.0400558 Aug 09 16:18:18.033991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17577878-f68b-4ee9-bd14-c2c0868a2b1e req-9c6cf405-c6e0-4462-bf9c-2adf2c535432 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=58d76e17-280e-4a85-a6b8-38bebbb8bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277088 Aug 09 16:18:18.465304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a3048-7d23-46d0-b986-e671a9e37ce6 req-479f04db-b372-4ced-a6ff-2bcf6e03a0b1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:18.466805 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-551a3048-7d23-46d0-b986-e671a9e37ce6 req-479f04db-b372-4ced-a6ff-2bcf6e03a0b1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 946 time: 0.0501878 Aug 09 16:18:18.508651 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-551a3048-7d23-46d0-b986-e671a9e37ce6 req-9283e32d-7434-4f1e-aaa7-dbcabfb82071 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=58d76e17-280e-4a85-a6b8-38bebbb8bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355260 Aug 09 16:18:19.638355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c95591-99c5-4a7d-b7b7-a6785463a7eb req-7cf1c742-738e-4c92-8677-be738b89b1ca tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:19.640611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98c95591-99c5-4a7d-b7b7-a6785463a7eb req-7cf1c742-738e-4c92-8677-be738b89b1ca tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 946 time: 0.0531662 Aug 09 16:18:19.677992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98c95591-99c5-4a7d-b7b7-a6785463a7eb req-cffadcbd-bb02-4a02-95c4-a9b5f7b7c749 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=58d76e17-280e-4a85-a6b8-38bebbb8bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316067 Aug 09 16:18:19.796700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4e7b4-a970-4178-9547-cbfc105d5c74 req-5b3a414c-042c-47d0-90a5-6dd56748b356 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:19.798132 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-88c4e7b4-a970-4178-9547-cbfc105d5c74 req-5b3a414c-042c-47d0-90a5-6dd56748b356 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 946 time: 0.0537767 Aug 09 16:18:19.838626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-88c4e7b4-a970-4178-9547-cbfc105d5c74 req-5896a7db-c233-4a79-a642-bee7e8f85dba tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=58d76e17-280e-4a85-a6b8-38bebbb8bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320354 Aug 09 16:18:19.861819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51428) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:19.901949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc3af42-7d91-4f2d-8e03-f995d2479847 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:19.903517 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0bc3af42-7d91-4f2d-8e03-f995d2479847 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 1092 time: 0.0407269 Aug 09 16:18:19.907386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51430) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:19.912211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:19.934696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:20.027746 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:20.132639 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Allocated IP 172.25.2.117 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/643f2876-b176-4fff-aef9-68d6ec1c212d) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:18:20.230158 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:20.272883 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:20.307927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:18:20.313279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:18:20.316754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:18:20.343436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=643f2876-b176-4fff-aef9-68d6ec1c212d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:20.680828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:20.745738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:20.907608 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:20.912109 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:20.978036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=643f2876-b176-4fff-aef9-68d6ec1c212d,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:20.992350 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:21.095050 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Floating IP 18bdf869-93b4-4888-80a3-14f1607ef6e5 associated. External IP: 172.25.2.117, port: fae3c16d-1479-44f7-87ce-94ea2d27b9f4. Aug 09 16:18:21.300602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Router cf220760-7404-43e7-8249-bf333e32dbbf has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:18:21.406907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:18:21.416426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69224e1e-e6ac-4356-91fe-99f7936f08da None None] Sync routers for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:18:21.423959 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:21.427566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69224e1e-e6ac-4356-91fe-99f7936f08da None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:18:21.428188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-69224e1e-e6ac-4356-91fe-99f7936f08da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:18:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:21.456531 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-86b19a62-564d-4d45-b4e4-9c40370415ef tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5453980 Aug 09 16:18:21.456531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'tag': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:18:21.456961 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d752b4f3-5d5e-433e-be46-e0afffb03197" -d '{"events": [{"name": "network-changed", "server_uuid": "eabba1d0-78f7-4931-95e8-c3c5f3253474", "tag": "fae3c16d-1479-44f7-87ce-94ea2d27b9f4"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:18:21.457288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51432) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:21.498176 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6664620-560e-4562-8c3c-cfc67c6fa267 x-openstack-request-id: req-d6664620-560e-4562-8c3c-cfc67c6fa267 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:18:21.498488 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabba1d0-78f7-4931-95e8-c3c5f3253474", "tag": "fae3c16d-1479-44f7-87ce-94ea2d27b9f4", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:18:21.498761 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6664620-560e-4562-8c3c-cfc67c6fa267 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:18:21.499847 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'tag': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'status': 'completed', 'code': 200} Aug 09 16:18:21.551501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-69224e1e-e6ac-4356-91fe-99f7936f08da None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:18:21.559809 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-abf696ac-72f0-4b1d-8c73-26e84418eec0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/floatingips/18bdf869-93b4-4888-80a3-14f1607ef6e5 HTTP/1.1" status: 200 len: 992 time: 0.1013005 Aug 09 16:18:21.577487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b4f3-5d5e-433e-be46-e0afffb03197 req-7602144a-b7be-491e-b698-6ab1ad93b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:21.579113 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d752b4f3-5d5e-433e-be46-e0afffb03197 req-7602144a-b7be-491e-b698-6ab1ad93b61e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 1097 time: 0.0564153 Aug 09 16:18:21.676254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b4f3-5d5e-433e-be46-e0afffb03197 req-225da12e-c27f-4ba5-bacf-62ea858260bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:21.677759 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d752b4f3-5d5e-433e-be46-e0afffb03197 req-225da12e-c27f-4ba5-bacf-62ea858260bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=f0488641-bc1d-4a57-9d2c-d8a79e2f36ea HTTP/1.1" status: 200 len: 898 time: 0.0922050 Aug 09 16:18:21.745005 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d752b4f3-5d5e-433e-be46-e0afffb03197 req-db5439df-e955-40d8-91c2-97f8bc650b7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae3c16d-1479-44f7-87ce-94ea2d27b9f4 HTTP/1.1" status: 200 len: 1000 time: 0.0596683 Aug 09 16:18:21.774621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-69224e1e-e6ac-4356-91fe-99f7936f08da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:18:05Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '18bdf869-93b4-4888-80a3-14f1607ef6e5', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'port_id': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'mac_address': 'fa:16:3e:ba:e3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:18:20Z', 'updated_at': '2021-08-09T16:18:20Z', 'revision_number': 0, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:10Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:21.798881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b4f3-5d5e-433e-be46-e0afffb03197 req-82d08d50-122e-4480-8695-42615ac1fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:21.800393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d752b4f3-5d5e-433e-be46-e0afffb03197 req-82d08d50-122e-4480-8695-42615ac1fc5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f85a44b-1b81-437a-8418-b485f3170f1b HTTP/1.1" status: 200 len: 834 time: 0.0487351 Aug 09 16:18:21.802602 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69224e1e-e6ac-4356-91fe-99f7936f08da None None] Checking router: cf220760-7404-43e7-8249-bf333e32dbbf for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:18:21.814281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69224e1e-e6ac-4356-91fe-99f7936f08da None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:18:21.814281 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-69224e1e-e6ac-4356-91fe-99f7936f08da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:18:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:21.855171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b4f3-5d5e-433e-be46-e0afffb03197 req-038fa9ae-fa4a-4df2-8659-fea1e39c9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:21.856732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d752b4f3-5d5e-433e-be46-e0afffb03197 req-038fa9ae-fa4a-4df2-8659-fea1e39c9178 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f0488641-bc1d-4a57-9d2c-d8a79e2f36ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483837 Aug 09 16:18:21.919439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-69224e1e-e6ac-4356-91fe-99f7936f08da None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:18:21.949029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d752b4f3-5d5e-433e-be46-e0afffb03197 req-ff0c1559-ac59-4603-a709-e72dde9aec7b service neutron] 10.222.0.53 "GET /v2.0/networks/f0488641-bc1d-4a57-9d2c-d8a79e2f36ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849447 Aug 09 16:18:22.044514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d752b4f3-5d5e-433e-be46-e0afffb03197 req-e0b6c315-b1fd-4d8e-8e61-aec9c146050b service neutron] 10.222.0.53 "GET /v2.0/networks/f0488641-bc1d-4a57-9d2c-d8a79e2f36ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885057 Aug 09 16:18:22.147867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-69224e1e-e6ac-4356-91fe-99f7936f08da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:18:05Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '18bdf869-93b4-4888-80a3-14f1607ef6e5', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'port_id': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'mac_address': 'fa:16:3e:ba:e3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:18:20Z', 'updated_at': '2021-08-09T16:18:20Z', 'revision_number': 0, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:10Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:18:22.174341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69224e1e-e6ac-4356-91fe-99f7936f08da None None] The sync data for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 is: [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:18:05Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '18bdf869-93b4-4888-80a3-14f1607ef6e5', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'port_id': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'mac_address': 'fa:16:3e:ba:e3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:18:20Z', 'updated_at': '2021-08-09T16:18:20Z', 'revision_number': 0, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:10Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:18:22.361663 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b094a-5731-4329-8299-cfa413d1712a None None] New status for floating IP 18bdf869-93b4-4888-80a3-14f1607ef6e5: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:18:22.565255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51436) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:22.627170 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fa07ba1d-85ee-44ed-9f2e-6b09d1a5fbb8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/floatingips/18bdf869-93b4-4888-80a3-14f1607ef6e5 HTTP/1.1" status: 200 len: 994 time: 0.0605552 Aug 09 16:18:37.648341 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5d7030c9-714f-4cb8-8d92-3a484eacaa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:40.546976 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-05f857f9-e974-4278-8613-ef022046b3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:40.908795 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:41.667057 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:41.669186 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:43.304009 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:43.504354 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:45.298381 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:18:55.096213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39368f4a-311c-40da-8482-048c2decbbfa req-5a5c1ca5-7cce-422b-94df-7516c70fcb9f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1387589 Aug 09 16:18:55.185753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39368f4a-311c-40da-8482-048c2decbbfa req-99a3a52a-c211-44e6-9914-cf2e2d46c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:55.187267 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39368f4a-311c-40da-8482-048c2decbbfa req-99a3a52a-c211-44e6-9914-cf2e2d46c300 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 1097 time: 0.0441451 Aug 09 16:18:55.290131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39368f4a-311c-40da-8482-048c2decbbfa req-43a766b9-d343-4735-a339-aae9a9125db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:55.291608 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39368f4a-311c-40da-8482-048c2decbbfa req-43a766b9-d343-4735-a339-aae9a9125db8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.0842705 Aug 09 16:18:55.363734 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39368f4a-311c-40da-8482-048c2decbbfa req-f57d4558-21db-41bd-bc41-9bd2bacea692 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a HTTP/1.1" status: 200 len: 1002 time: 0.0621703 Aug 09 16:18:55.415126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39368f4a-311c-40da-8482-048c2decbbfa req-655ff137-59be-4961-be51-12ef1bf116ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:55.416572 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39368f4a-311c-40da-8482-048c2decbbfa req-655ff137-59be-4961-be51-12ef1bf116ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0440612 Aug 09 16:18:55.465635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39368f4a-311c-40da-8482-048c2decbbfa req-200f5aae-aba6-479f-a212-a91f7afb0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:55.467256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39368f4a-311c-40da-8482-048c2decbbfa req-200f5aae-aba6-479f-a212-a91f7afb0c8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407674 Aug 09 16:18:55.479524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-39368f4a-311c-40da-8482-048c2decbbfa req-210d03ca-1c26-459d-9e31-1edf4522351f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:18:55.480518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39368f4a-311c-40da-8482-048c2decbbfa req-210d03ca-1c26-459d-9e31-1edf4522351f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049438 Aug 09 16:18:55.582282 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39368f4a-311c-40da-8482-048c2decbbfa req-565368bc-bf1f-429b-8b28-dd7b56c10d4c service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929816 Aug 09 16:18:55.678118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-39368f4a-311c-40da-8482-048c2decbbfa req-89ff1f3f-1655-42e1-9d47-47b5974f61e8 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886168 Aug 09 16:18:55.747775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51462) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:55.824257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6399fc81-dfcb-4918-b66a-8a13bf0cc04a tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:55.824745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6399fc81-dfcb-4918-b66a-8a13bf0cc04a tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:55.825228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6399fc81-dfcb-4918-b66a-8a13bf0cc04a tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:55.826950 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6399fc81-dfcb-4918-b66a-8a13bf0cc04a tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=19671576c38b496d823cf6fc86ddaf6d&network_id=f0488641-bc1d-4a57-9d2c-d8a79e2f36ea HTTP/1.1" status: 200 len: 2970 time: 0.0781071 Aug 09 16:18:58.241178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51472) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:58.293257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a980b0ae-430c-4698-b1f3-ca1f73aa08bc tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:58.294800 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a980b0ae-430c-4698-b1f3-ca1f73aa08bc tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404 HTTP/1.1" status: 200 len: 814 time: 0.0525904 Aug 09 16:18:58.838254 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51681b35-6cff-49a0-88bd-dcdb96dae9fb req-24d95321-22f2-4e87-ab49-900e2e256524 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419121 Aug 09 16:18:58.926075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51681b35-6cff-49a0-88bd-dcdb96dae9fb req-d6435e46-c734-4f3c-85cf-4b3eeacd2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:58.927920 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51681b35-6cff-49a0-88bd-dcdb96dae9fb req-d6435e46-c734-4f3c-85cf-4b3eeacd2fd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 1097 time: 0.0438664 Aug 09 16:18:59.043310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51681b35-6cff-49a0-88bd-dcdb96dae9fb req-9d2a2764-e8d9-47d1-980a-d5026f0595d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:59.044812 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51681b35-6cff-49a0-88bd-dcdb96dae9fb req-9d2a2764-e8d9-47d1-980a-d5026f0595d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.0951219 Aug 09 16:18:59.118070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51681b35-6cff-49a0-88bd-dcdb96dae9fb req-4b625fc9-52c1-4a64-885f-4997e26c66d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b00dc72c-8764-45a0-91c7-66a05b416d89 HTTP/1.1" status: 200 len: 1002 time: 0.0639932 Aug 09 16:18:59.174894 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51681b35-6cff-49a0-88bd-dcdb96dae9fb req-fa5d9d88-cff5-41f2-bf53-38bb6f1bfacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:59.176547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51681b35-6cff-49a0-88bd-dcdb96dae9fb req-fa5d9d88-cff5-41f2-bf53-38bb6f1bfacf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0515351 Aug 09 16:18:59.193101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51478) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:59.207785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'network': {'name': 'tempest-network-smoke--660382982', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'port_security_enabled': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:59.230752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51681b35-6cff-49a0-88bd-dcdb96dae9fb req-fbac2cb4-93c1-437f-a938-42a11d6d39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:59.232638 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51681b35-6cff-49a0-88bd-dcdb96dae9fb req-fbac2cb4-93c1-437f-a938-42a11d6d39d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472093 Aug 09 16:18:59.235847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Made reservation on behalf of 19671576c38b496d823cf6fc86ddaf6d for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:18:59.239520 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:59.264425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:18:59.274126 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:59.274469 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Added segment 92b5a656-a4fa-4b59-8172-82d56a65a77c of type vlan for network b73b452e-288f-47ae-8a8b-326c257b56fe Aug 09 16:18:59.316628 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:59.339399 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51681b35-6cff-49a0-88bd-dcdb96dae9fb req-1216ec20-5935-4fdf-b882-bad0dbcc2a5f service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980115 Aug 09 16:18:59.345997 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:59.352050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:59.352663 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:18:59.416656 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2218144 Aug 09 16:18:59.422519 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51480) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:59.447149 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51681b35-6cff-49a0-88bd-dcdb96dae9fb req-5bf3ff0e-8a43-4e97-a11b-f7f6bd149a37 service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003110 Aug 09 16:18:59.466608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Network': ['ID=b73b452e-288f-47ae-8a8b-326c257b56fe,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:18:59.492429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:59.492771 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:59.493127 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:59.493476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:59.493867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:59.494204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:59.494533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:59.494864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:59.495195 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:59.495519 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:59.495846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:59.496173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82772831-51ee-40f4-9860-1467f4a66681 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:18:59.511573 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network b73b452e-288f-47ae-8a8b-326c257b56fe details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:18:59.518720 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cae5af-a9c4-436d-9fc7-bf54e98818c6 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:59.520366 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-21cae5af-a9c4-436d-9fc7-bf54e98818c6 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=19671576c38b496d823cf6fc86ddaf6d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0963290 Aug 09 16:18:59.523267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51482) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:59.623528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e2f66-3df1-433f-a2d9-26dd719b198e tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:59.625285 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-414e2f66-3df1-433f-a2d9-26dd719b198e tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1006289 Aug 09 16:18:59.628561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51484) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:59.667875 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-53f67738-cd52-415b-99f1-b863ca2de64e tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380807 Aug 09 16:18:59.670830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51486) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:59.702779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ac19a701-d73d-4ed2-8568-7d7bd235eb70 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=19671576c38b496d823cf6fc86ddaf6d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305486 Aug 09 16:18:59.706532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51488) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:59.816020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871c45cb-82d0-45a5-a3db-77e38783ea39 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:18:59.817733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-871c45cb-82d0-45a5-a3db-77e38783ea39 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1099906 Aug 09 16:18:59.820830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51490) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:59.858865 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ed9b0cac-ed12-4e5a-a24e-eee9a2084a1d tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368559 Aug 09 16:18:59.861616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51492) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:18:59.867267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1515078068', 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:18:59.962533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Made reservation on behalf of 19671576c38b496d823cf6fc86ddaf6d for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:18:59.965967 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.147036 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.206117 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Subnet': ['ID=c4db6a87-44b0-4ca2-b221-a9032e9622b5,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:00.218290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:00.218568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:00.218903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:00.219297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:00.219825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:00.220516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:00.220516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:00.220820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:00.221148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:00.221467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:00.221812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:00.222132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:00.225280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Checking segment: {'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:19:00.225662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network hostable DHCP agents. Network: b73b452e-288f-47ae-8a8b-326c257b56fe, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:19:00.244077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network b73b452e-288f-47ae-8a8b-326c257b56fe is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:19:00.254151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, b73b452e-288f-47ae-8a8b-326c257b56fe) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:19:00.258360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:00.258952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.263614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2632fc91-9b4f-4800-972d-a5abc4fa3726 None None] Network b73b452e-288f-47ae-8a8b-326c257b56fe requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:19:00.273293 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-615f8a51-92ed-48c7-be4d-b0c41dfcd105 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4103918 Aug 09 16:19:00.408831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-b73b452e-288f-47ae-8a8b-326c257b56fe', 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ips': [{'subnet_id': 'c4db6a87-44b0-4ca2-b221-a9032e9622b5'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:19:00.409775 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.532402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51496) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:00.539079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-6365ead8-20ec-4e47-86dc-124dfc085b17 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-185958075', 'description': 'tempest-secgroup-smoke-185958075 description', 'project_id': '19671576c38b496d823cf6fc86ddaf6d'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:00.554364 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Allocated IP 172.20.0.18 (b73b452e-288f-47ae-8a8b-326c257b56fe/c4db6a87-44b0-4ca2-b221-a9032e9622b5/ff9d462e-bb64-49b9-b28c-58487d41319b) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:19:00.577255 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6365ead8-20ec-4e47-86dc-124dfc085b17 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.675127 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6365ead8-20ec-4e47-86dc-124dfc085b17 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.679052 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6365ead8-20ec-4e47-86dc-124dfc085b17 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.701200 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6365ead8-20ec-4e47-86dc-124dfc085b17 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.702491 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6365ead8-20ec-4e47-86dc-124dfc085b17 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1688242 Aug 09 16:19:00.703303 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.706310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51498) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:00.711005 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365ead8-20ec-4e47-86dc-124dfc085b17 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e419e84-a7ad-4a89-b5c5-afbaa00a6c58,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:00.713547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Transition to ACTIVE for port object ff9d462e-bb64-49b9-b28c-58487d41319b will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:00.715580 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e8457ac1-fa6e-43f8-8838-de7e05732a79 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': '3e419e84-a7ad-4a89-b5c5-afbaa00a6c58', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:00.730905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Transition to ACTIVE for port object ff9d462e-bb64-49b9-b28c-58487d41319b will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:00.737650 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.748844 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8457ac1-fa6e-43f8-8838-de7e05732a79 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.780403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Network b73b452e-288f-47ae-8a8b-326c257b56fe is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:19:00.783823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:19:00.787407 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:19:00.794321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Pushing event updated for resources: {'Port': ['ID=ff9d462e-bb64-49b9-b28c-58487d41319b,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:00.819632 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8457ac1-fa6e-43f8-8838-de7e05732a79 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.823510 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8457ac1-fa6e-43f8-8838-de7e05732a79 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.839457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8457ac1-fa6e-43f8-8838-de7e05732a79 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18e7431-8397-4e20-a8a2-81948d42ca6c,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:00.850328 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e8457ac1-fa6e-43f8-8838-de7e05732a79 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.851167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Attempting to bind port ff9d462e-bb64-49b9-b28c-58487d41319b on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:19:00.851540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Attempting to bind port ff9d462e-bb64-49b9-b28c-58487d41319b by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:19:00.851708 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e8457ac1-fa6e-43f8-8838-de7e05732a79 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436181 Aug 09 16:19:00.851910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Attempting to bind port ff9d462e-bb64-49b9-b28c-58487d41319b on network b73b452e-288f-47ae-8a8b-326c257b56fe {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:19:00.854552 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51500) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:00.857150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:19:00.857528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Checking segment: {'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:19:00.857965 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.858358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Bound using segment: {'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:19:00.858827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Bound port: ff9d462e-bb64-49b9-b28c-58487d41319b, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:19:00.859204 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-84779860-85de-4e80-bd9e-f0b9413ed57b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': '3e419e84-a7ad-4a89-b5c5-afbaa00a6c58', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:00.859340 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.886320 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84779860-85de-4e80-bd9e-f0b9413ed57b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.928339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] For port ff9d462e-bb64-49b9-b28c-58487d41319b, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:19:00.931666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] For port ff9d462e-bb64-49b9-b28c-58487d41319b, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ff9d462e-bb64-49b9-b28c-58487d41319b,segment=NetworkSegment(92b5a656-a4fa-4b59-8172-82d56a65a77c),segment_id=92b5a656-a4fa-4b59-8172-82d56a65a77c)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:19:00.936397 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.949683 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84779860-85de-4e80-bd9e-f0b9413ed57b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.953532 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84779860-85de-4e80-bd9e-f0b9413ed57b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.976972 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84779860-85de-4e80-bd9e-f0b9413ed57b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2328b7fe-0524-48b8-8f89-3bd20be82823,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:00.986298 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84779860-85de-4e80-bd9e-f0b9413ed57b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:00.990633 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-84779860-85de-4e80-bd9e-f0b9413ed57b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321051 Aug 09 16:19:00.991026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51502) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:00.996541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-0a9dd4ed-47d2-4dc8-a304-ce234aac8e69 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': '3e419e84-a7ad-4a89-b5c5-afbaa00a6c58', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:00.999288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7a2f6-bdd9-4e10-90c2-bb044f50cb8c None None] Pushing event updated for resources: {'Port': ['ID=ff9d462e-bb64-49b9-b28c-58487d41319b,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:01.036244 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd4ed-47d2-4dc8-a304-ce234aac8e69 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.093158 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd4ed-47d2-4dc8-a304-ce234aac8e69 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.098579 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd4ed-47d2-4dc8-a304-ce234aac8e69 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.122479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dd4ed-47d2-4dc8-a304-ce234aac8e69 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ef7a2b-0138-49c9-a813-a76e689ae6df,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:01.129784 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd4ed-47d2-4dc8-a304-ce234aac8e69 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.133953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0a9dd4ed-47d2-4dc8-a304-ce234aac8e69 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389036 Aug 09 16:19:01.134119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51504) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:01.138564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-792805a3-5ee0-487c-a0d9-48c319fbaadf tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': '3e419e84-a7ad-4a89-b5c5-afbaa00a6c58', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:01.168755 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-792805a3-5ee0-487c-a0d9-48c319fbaadf tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.237261 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-792805a3-5ee0-487c-a0d9-48c319fbaadf tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.241700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-792805a3-5ee0-487c-a0d9-48c319fbaadf tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.268977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792805a3-5ee0-487c-a0d9-48c319fbaadf tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215ffc9a-5651-472f-8284-9417111988ed,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:01.281299 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-792805a3-5ee0-487c-a0d9-48c319fbaadf tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.286851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-792805a3-5ee0-487c-a0d9-48c319fbaadf tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516898 Aug 09 16:19:01.287344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51506) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:01.293004 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ca889a1e-b390-4260-acb1-b9d6063aef38 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': '3e419e84-a7ad-4a89-b5c5-afbaa00a6c58', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:01.319488 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-ca889a1e-b390-4260-acb1-b9d6063aef38 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Project 19671576c38b496d823cf6fc86ddaf6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:19:01.325250 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca889a1e-b390-4260-acb1-b9d6063aef38 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.395629 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca889a1e-b390-4260-acb1-b9d6063aef38 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.399279 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca889a1e-b390-4260-acb1-b9d6063aef38 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.421547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca889a1e-b390-4260-acb1-b9d6063aef38 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ccffb5-39a8-4dfb-a0e1-7043b3cf8439,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:01.426116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca889a1e-b390-4260-acb1-b9d6063aef38 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.427311 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ca889a1e-b390-4260-acb1-b9d6063aef38 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382358 Aug 09 16:19:01.430524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51508) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:01.435160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-502dc961-208c-4470-b95f-db92bb51a2b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': '3e419e84-a7ad-4a89-b5c5-afbaa00a6c58', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:01.456337 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-502dc961-208c-4470-b95f-db92bb51a2b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Project 19671576c38b496d823cf6fc86ddaf6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:19:01.461424 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-502dc961-208c-4470-b95f-db92bb51a2b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.525998 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-502dc961-208c-4470-b95f-db92bb51a2b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.530976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-502dc961-208c-4470-b95f-db92bb51a2b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.550384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502dc961-208c-4470-b95f-db92bb51a2b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce43f6b8-b7c7-4d44-aecd-cf32c9df94fb,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:01.556961 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-502dc961-208c-4470-b95f-db92bb51a2b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:01.558170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-502dc961-208c-4470-b95f-db92bb51a2b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266882 Aug 09 16:19:01.949906 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-ce7fcba8-e169-4a01-b274-14d802b587aa tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185958075&fields=id&tenant_id=19671576c38b496d823cf6fc86ddaf6d HTTP/1.1" status: 200 len: 267 time: 0.0369067 Aug 09 16:19:02.018173 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255eb936-5fca-43cf-a8b3-01dbbcfd0899 None None] Network b73b452e-288f-47ae-8a8b-326c257b56fe requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:19:02.075624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-95a008f8-dc68-4ec7-921a-52ac1d74b3e7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:02.077277 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-95a008f8-dc68-4ec7-921a-52ac1d74b3e7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/networks?id=b73b452e-288f-47ae-8a8b-326c257b56fe HTTP/1.1" status: 200 len: 796 time: 0.1196351 Aug 09 16:19:02.095607 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-b888f4f8-1b56-4844-ad1f-96ba10279bc5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/quotas/19671576c38b496d823cf6fc86ddaf6d HTTP/1.1" status: 200 len: 375 time: 0.0113115 Aug 09 16:19:02.154232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-aaa444d0-f442-468a-b1c3-86c9522a5ffe None None] Provisioning for port ff9d462e-bb64-49b9-b28c-58487d41319b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:02.163971 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2f3ac9e4-601f-4972-b88f-6657e9089cd4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0625114 Aug 09 16:19:02.271823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-673bb8de-a0ee-4449-ae4c-73574106d341 service neutron] 10.222.0.81 "GET /v2.0/networks/b73b452e-288f-47ae-8a8b-326c257b56fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948083 Aug 09 16:19:02.373148 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-f176c021-4a6d-4d8d-98db-85938086cf2d service neutron] 10.222.0.81 "GET /v2.0/networks/b73b452e-288f-47ae-8a8b-326c257b56fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949502 Aug 09 16:19:02.522978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ff9d462e-bb64-49b9-b28c-58487d41319b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:19:02.578074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ff9d462e-bb64-49b9-b28c-58487d41319b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:02.583196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ff9d462e-bb64-49b9-b28c-58487d41319b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:02.583474 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:02.631078 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-74743cf3-4d22-4b2c-b597-8fddf281064a req-2e2bcd38-372e-4683-8c97-9202bc8c8d18 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 210 time: 0.1007972 Aug 09 16:19:02.675766 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:02.709256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ff9d462e-bb64-49b9-b28c-58487d41319b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ff9d462e-bb64-49b9-b28c-58487d41319b,segment=NetworkSegment(92b5a656-a4fa-4b59-8172-82d56a65a77c),segment_id=92b5a656-a4fa-4b59-8172-82d56a65a77c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:02.713947 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:02.768176 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ff9d462e-bb64-49b9-b28c-58487d41319b,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:03.513445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-1cc7cbc6-8cc8-4b60-8125-d76bf9fe0e58 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:03.514995 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-1cc7cbc6-8cc8-4b60-8125-d76bf9fe0e58 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.60 "GET /v2.0/networks?id=b73b452e-288f-47ae-8a8b-326c257b56fe HTTP/1.1" status: 200 len: 796 time: 0.1045113 Aug 09 16:19:03.564582 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-8dc51f8c-e064-479b-96f6-75f035213ef0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19671576c38b496d823cf6fc86ddaf6d HTTP/1.1" status: 200 len: 472 time: 0.0388532 Aug 09 16:19:03.574083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'port': {'device_id': '43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9', 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe', 'admin_state_up': True, 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'security_groups': ['3e419e84-a7ad-4a89-b5c5-afbaa00a6c58']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:03.683949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Made reservation on behalf of 19671576c38b496d823cf6fc86ddaf6d for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:19:03.687795 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:03.727882 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eaa9345a-5d7e-4a1e-bb1c-a40b68397ae8 req-2a6638ad-6f8c-4e19-9a71-59936434f8f8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 210 time: 0.0272975 Aug 09 16:19:03.813219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Allocated IP 172.20.0.23 (b73b452e-288f-47ae-8a8b-326c257b56fe/c4db6a87-44b0-4ca2-b221-a9032e9622b5/0b96a676-57fc-48a1-bb6b-ae1e569aa67d) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:19:03.952726 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:03.966553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Transition to ACTIVE for port object 0b96a676-57fc-48a1-bb6b-ae1e569aa67d will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:03.998768 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:04.043991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network b73b452e-288f-47ae-8a8b-326c257b56fe is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:19:04.047274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:19:04.050908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:19:04.057250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=0b96a676-57fc-48a1-bb6b-ae1e569aa67d,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:04.107438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:04.108119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:04.126222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-21118123-1067-49e0-8527-9aeeebd29053 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555899 Aug 09 16:19:04.138362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Request body: {'port': {'device_id': '43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:04.204291 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:04.311133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-beb4c20d-0ab9-4242-a74a-d1e560873b8b None None] Provisioning for port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:04.315869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-beb4c20d-0ab9-4242-a74a-d1e560873b8b None None] Provisioning complete for port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:04.316174 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-beb4c20d-0ab9-4242-a74a-d1e560873b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:04.354073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-beb4c20d-0ab9-4242-a74a-d1e560873b8b None None] Port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:19:04.471993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b96a676-57fc-48a1-bb6b-ae1e569aa67d {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:19:04.479497 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:04.489641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ff9d462e-bb64-49b9-b28c-58487d41319b up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:19:04.493986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Transition to ACTIVE for port object 0b96a676-57fc-48a1-bb6b-ae1e569aa67d will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:04.497885 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:04.538441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ff9d462e-bb64-49b9-b28c-58487d41319b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:04.538720 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:04.569019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b96a676-57fc-48a1-bb6b-ae1e569aa67d,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:04.623262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Attempting to bind port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:19:04.623782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Attempting to bind port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:19:04.624105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Attempting to bind port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d on network b73b452e-288f-47ae-8a8b-326c257b56fe {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:19:04.628771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d on network b73b452e-288f-47ae-8a8b-326c257b56fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:19:04.629108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Attempting to bind port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d on network b73b452e-288f-47ae-8a8b-326c257b56fe {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:19:04.634283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:19:04.634698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Checking segment: {'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:19:04.635093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Bound using segment: {'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:19:04.635565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Bound port: 0b96a676-57fc-48a1-bb6b-ae1e569aa67d, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:19:04.635967 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:04.706706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] For port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:19:04.710002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] For port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0b96a676-57fc-48a1-bb6b-ae1e569aa67d,segment=NetworkSegment(92b5a656-a4fa-4b59-8172-82d56a65a77c),segment_id=92b5a656-a4fa-4b59-8172-82d56a65a77c)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:19:04.715398 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:04.760971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:04.761636 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:04.763073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] 10.222.0.60 "PUT /v2.0/ports/0b96a676-57fc-48a1-bb6b-ae1e569aa67d HTTP/1.1" status: 200 len: 1092 time: 0.6290457 Aug 09 16:19:04.763573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9', 'tag': '0b96a676-57fc-48a1-bb6b-ae1e569aa67d'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:19:04.765935 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44cf062-5a18-4b31-9dcd-f55798c31106" -d '{"events": [{"name": "network-changed", "server_uuid": "43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9", "tag": "0b96a676-57fc-48a1-bb6b-ae1e569aa67d"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:19:04.811060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180c606-ad2a-4515-aa65-2f8a2596a9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b96a676-57fc-48a1-bb6b-ae1e569aa67d,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:04.894482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-e5e1b1b9-2ea5-4ca4-912c-a0fb2108044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:04.895875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-e5e1b1b9-2ea5-4ca4-912c-a0fb2108044a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0807471 Aug 09 16:19:04.905297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f2e2a-fbc6-4ed8-975c-01cd4540c53a req-68bf79a6-9239-47ed-acd3-653a95c7a9d7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:04.907462 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e0f2e2a-fbc6-4ed8-975c-01cd4540c53a req-68bf79a6-9239-47ed-acd3-653a95c7a9d7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 944 time: 0.0616302 Aug 09 16:19:04.916475 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079cc927-1fda-49c8-b512-20b6cc280750 x-openstack-request-id: req-079cc927-1fda-49c8-b512-20b6cc280750 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:19:04.916765 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9", "tag": "0b96a676-57fc-48a1-bb6b-ae1e569aa67d", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:19:04.917015 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-079cc927-1fda-49c8-b512-20b6cc280750 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:19:04.917408 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9', 'tag': '0b96a676-57fc-48a1-bb6b-ae1e569aa67d', 'status': 'completed', 'code': 200} Aug 09 16:19:04.956635 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-e8612e2a-624e-457f-ae04-56a085ef9d02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=0b96a676-57fc-48a1-bb6b-ae1e569aa67d HTTP/1.1" status: 200 len: 217 time: 0.0480018 Aug 09 16:19:05.019363 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e0f2e2a-fbc6-4ed8-975c-01cd4540c53a req-c92a2f1d-bc43-4250-863b-b6b83d85fad3 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e419e84-a7ad-4a89-b5c5-afbaa00a6c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010506 Aug 09 16:19:05.028897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-39858dbc-5cde-4829-a08f-8aa89ae485cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:05.030369 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-39858dbc-5cde-4829-a08f-8aa89ae485cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4db6a87-44b0-4ca2-b221-a9032e9622b5 HTTP/1.1" status: 200 len: 838 time: 0.0653591 Aug 09 16:19:05.082429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-5c8f02fc-0fa8-4e50-956e-c015e88f2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:05.083827 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-5c8f02fc-0fa8-4e50-956e-c015e88f2195 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b73b452e-288f-47ae-8a8b-326c257b56fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462501 Aug 09 16:19:05.177835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-58fe15f0-f52e-4ea2-92af-436fa8903bb0 service neutron] 10.222.0.60 "GET /v2.0/networks/b73b452e-288f-47ae-8a8b-326c257b56fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857694 Aug 09 16:19:05.269062 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ef2dfc5-eb80-4269-a4ae-d8ab7935539e req-07ace712-b78a-4284-8f5f-ea42c0e1648b service neutron] 10.222.0.60 "GET /v2.0/networks/b73b452e-288f-47ae-8a8b-326c257b56fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839863 Aug 09 16:19:05.359801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cf062-5a18-4b31-9dcd-f55798c31106 req-57857949-6a82-4c4b-bf78-8297b6496cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:05.365645 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b44cf062-5a18-4b31-9dcd-f55798c31106 req-57857949-6a82-4c4b-bf78-8297b6496cd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0483634 Aug 09 16:19:05.868869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cf062-5a18-4b31-9dcd-f55798c31106 req-713b8c98-1493-40a3-ba44-167e0ac90edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:05.870432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b44cf062-5a18-4b31-9dcd-f55798c31106 req-713b8c98-1493-40a3-ba44-167e0ac90edd service neutron] 10.222.0.60 "GET /v2.0/networks?id=b73b452e-288f-47ae-8a8b-326c257b56fe HTTP/1.1" status: 200 len: 897 time: 0.4943080 Aug 09 16:19:05.919885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b44cf062-5a18-4b31-9dcd-f55798c31106 req-800ff80b-be12-41e0-b466-ffd17c3aa352 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=0b96a676-57fc-48a1-bb6b-ae1e569aa67d HTTP/1.1" status: 200 len: 217 time: 0.0409856 Aug 09 16:19:05.979919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cf062-5a18-4b31-9dcd-f55798c31106 req-31966591-066a-45c9-94ce-e3f7fc882fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:05.981420 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b44cf062-5a18-4b31-9dcd-f55798c31106 req-31966591-066a-45c9-94ce-e3f7fc882fda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4db6a87-44b0-4ca2-b221-a9032e9622b5 HTTP/1.1" status: 200 len: 838 time: 0.0542805 Aug 09 16:19:06.036899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cf062-5a18-4b31-9dcd-f55798c31106 req-38a4a2e2-2c11-49b8-8e30-586a4ec226c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:06.038458 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b44cf062-5a18-4b31-9dcd-f55798c31106 req-38a4a2e2-2c11-49b8-8e30-586a4ec226c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b73b452e-288f-47ae-8a8b-326c257b56fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449874 Aug 09 16:19:06.138082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b44cf062-5a18-4b31-9dcd-f55798c31106 req-8c1cd9ef-e4d5-4ccd-8b00-f475a5721ef8 service neutron] 10.222.0.60 "GET /v2.0/networks/b73b452e-288f-47ae-8a8b-326c257b56fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915749 Aug 09 16:19:06.141064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf5074-c28e-4517-8324-9e95f7006d7c req-4a791d47-7bae-415d-8496-e06a7396ef55 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:06.142629 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79bf5074-c28e-4517-8324-9e95f7006d7c req-4a791d47-7bae-415d-8496-e06a7396ef55 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 944 time: 0.0521846 Aug 09 16:19:06.187319 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79bf5074-c28e-4517-8324-9e95f7006d7c req-14142cb6-7da8-4c69-a917-4a529c59682b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e419e84-a7ad-4a89-b5c5-afbaa00a6c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384600 Aug 09 16:19:06.238162 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b44cf062-5a18-4b31-9dcd-f55798c31106 req-6247f2c3-6c15-4926-a0e8-3621d7fb06d8 service neutron] 10.222.0.60 "GET /v2.0/networks/b73b452e-288f-47ae-8a8b-326c257b56fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918684 Aug 09 16:19:07.089269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 0b96a676-57fc-48a1-bb6b-ae1e569aa67d details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:19:07.188180 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0b96a676-57fc-48a1-bb6b-ae1e569aa67d,segment=NetworkSegment(92b5a656-a4fa-4b59-8172-82d56a65a77c),segment_id=92b5a656-a4fa-4b59-8172-82d56a65a77c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:07.200022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '0b96a676-57fc-48a1-bb6b-ae1e569aa67d', 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe', 'port_id': '0b96a676-57fc-48a1-bb6b-ae1e569aa67d', 'mac_address': 'fa:16:3e:0c:4d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4db6a87-44b0-4ca2-b221-a9032e9622b5', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:19:07.242054 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:07.255843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b96a676-57fc-48a1-bb6b-ae1e569aa67d {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:19:07.276706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0b96a676-57fc-48a1-bb6b-ae1e569aa67d,segment=NetworkSegment(92b5a656-a4fa-4b59-8172-82d56a65a77c),segment_id=92b5a656-a4fa-4b59-8172-82d56a65a77c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:07.281232 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:07.308252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50446e1-32d3-47cc-b43f-c61e582be2ff req-2ecae984-fe39-4070-82a2-5ff46951ab92 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:07.310058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f50446e1-32d3-47cc-b43f-c61e582be2ff req-2ecae984-fe39-4070-82a2-5ff46951ab92 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 944 time: 0.0532775 Aug 09 16:19:07.339603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=0b96a676-57fc-48a1-bb6b-ae1e569aa67d,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:07.353238 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f50446e1-32d3-47cc-b43f-c61e582be2ff req-f43ce61f-aedf-4dd8-b002-7a7e6335ada4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e419e84-a7ad-4a89-b5c5-afbaa00a6c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363293 Aug 09 16:19:07.549514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['0b96a676-57fc-48a1-bb6b-ae1e569aa67d'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:19:07.666094 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4ff705eb-f524-4adf-80bd-ae8635c67110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:08.474812 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764c21b-48b9-4fe5-ac3b-68c3bd886de7 req-60450cd4-2adf-4fb9-8679-ad479a38945d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:08.476348 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1764c21b-48b9-4fe5-ac3b-68c3bd886de7 req-60450cd4-2adf-4fb9-8679-ad479a38945d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 945 time: 0.0562465 Aug 09 16:19:08.515580 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1764c21b-48b9-4fe5-ac3b-68c3bd886de7 req-0646d08d-f214-4f9a-9944-4e9dedc32da7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e419e84-a7ad-4a89-b5c5-afbaa00a6c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332179 Aug 09 16:19:09.123347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 0b96a676-57fc-48a1-bb6b-ae1e569aa67d up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:19:09.178106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:09.182004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:09.182386 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:09.269773 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:09.296139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b96a676-57fc-48a1-bb6b-ae1e569aa67d'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:19:09.298876 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7464ddb6-5842-43d1-b792-07e2d33fd0f7" -d '{"events": [{"server_uuid": "43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9", "name": "network-vif-plugged", "status": "completed", "tag": "0b96a676-57fc-48a1-bb6b-ae1e569aa67d"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:19:09.468255 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c186406c-01b8-4930-90fe-cd1c7e37565e x-openstack-request-id: req-c186406c-01b8-4930-90fe-cd1c7e37565e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:19:09.468545 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9", "name": "network-vif-plugged", "status": "completed", "tag": "0b96a676-57fc-48a1-bb6b-ae1e569aa67d", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:19:09.468795 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c186406c-01b8-4930-90fe-cd1c7e37565e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:19:09.469174 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b96a676-57fc-48a1-bb6b-ae1e569aa67d', 'code': 200} Aug 09 16:19:09.474452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0b96a676-57fc-48a1-bb6b-ae1e569aa67d,segment=NetworkSegment(92b5a656-a4fa-4b59-8172-82d56a65a77c),segment_id=92b5a656-a4fa-4b59-8172-82d56a65a77c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:09.479610 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:09.534469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbcd74-59fb-4b28-9c53-7c45571085a2 req-85d5fd91-9a04-4b21-a2b7-dc5ad6024c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:09.536001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=0b96a676-57fc-48a1-bb6b-ae1e569aa67d,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:09.537152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3edbcd74-59fb-4b28-9c53-7c45571085a2 req-85d5fd91-9a04-4b21-a2b7-dc5ad6024c96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 1097 time: 0.0444946 Aug 09 16:19:09.582106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3edbcd74-59fb-4b28-9c53-7c45571085a2 req-6ce5c69a-ce6e-4aa6-8a65-e42752ccb355 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3e419e84-a7ad-4a89-b5c5-afbaa00a6c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373042 Aug 09 16:19:09.636188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc7fff-b2bd-4982-89b2-3e5ef54d801f req-2ee0389f-5e83-4e97-998f-761a9c036f6b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:09.637597 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fbcc7fff-b2bd-4982-89b2-3e5ef54d801f req-2ee0389f-5e83-4e97-998f-761a9c036f6b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 946 time: 0.0497053 Aug 09 16:19:09.676668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fbcc7fff-b2bd-4982-89b2-3e5ef54d801f req-77799368-a799-4e19-ab79-832e2bfba806 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e419e84-a7ad-4a89-b5c5-afbaa00a6c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330029 Aug 09 16:19:10.549809 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-526e1da2-b741-436a-978f-f8e83ad458b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:10.800667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40767e6-274f-4a03-8f49-ade291cf2149 req-6c8e33c4-422f-4d63-9de2-6edc96122b3e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:10.802216 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a40767e6-274f-4a03-8f49-ade291cf2149 req-6c8e33c4-422f-4d63-9de2-6edc96122b3e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 946 time: 0.0560253 Aug 09 16:19:10.842154 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a40767e6-274f-4a03-8f49-ade291cf2149 req-633f19ef-f0ab-4e1d-a553-edcef70e9c8f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e419e84-a7ad-4a89-b5c5-afbaa00a6c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339661 Aug 09 16:19:10.911845 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:10.964776 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb3fae-808b-4af8-9a6b-e0f72547605f req-9aa511a4-8e05-4bc3-92d5-9dbdc98dfbfe tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:10.966188 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-98bb3fae-808b-4af8-9a6b-e0f72547605f req-9aa511a4-8e05-4bc3-92d5-9dbdc98dfbfe tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 946 time: 0.0522745 Aug 09 16:19:11.005324 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-98bb3fae-808b-4af8-9a6b-e0f72547605f req-6f786316-f8c4-4ffb-8dd5-3e1a2321cf70 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e419e84-a7ad-4a89-b5c5-afbaa00a6c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328734 Aug 09 16:19:11.674024 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:11.675171 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:12.507844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51568) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:12.937973 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:13.212197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Allocated IP 172.20.0.17 (b73b452e-288f-47ae-8a8b-326c257b56fe/c4db6a87-44b0-4ca2-b221-a9032e9622b5/90656648-ae53-4fd3-96fe-860d6efb22d8) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:19:13.302309 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:13.330780 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:13.344075 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Transition to ACTIVE for port object 90656648-ae53-4fd3-96fe-860d6efb22d8 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:13.376186 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:13.421525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network b73b452e-288f-47ae-8a8b-326c257b56fe is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:19:13.428952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:19:13.433739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:19:13.437707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=90656648-ae53-4fd3-96fe-860d6efb22d8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:13.479658 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:13.508010 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:13.625404 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:13.679340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c5fca514-4cb9-466f-8553-c7cc75cdc0ff None None] Provisioning for port 90656648-ae53-4fd3-96fe-860d6efb22d8 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:13.683653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c5fca514-4cb9-466f-8553-c7cc75cdc0ff None None] Provisioning complete for port 90656648-ae53-4fd3-96fe-860d6efb22d8 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:13.684023 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c5fca514-4cb9-466f-8553-c7cc75cdc0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:13.717253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c5fca514-4cb9-466f-8553-c7cc75cdc0ff None None] Port 90656648-ae53-4fd3-96fe-860d6efb22d8 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:19:13.907369 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:13.912024 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:13.984421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=90656648-ae53-4fd3-96fe-860d6efb22d8,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:13.989965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:14.081797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network b73b452e-288f-47ae-8a8b-326c257b56fe is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:19:14.083173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:19:14.202587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Router cf220760-7404-43e7-8249-bf333e32dbbf has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:19:14.313812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:19:14.319693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-15317250-44b6-40e5-b13e-1bbd078aeadb tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "PUT /v2.0/routers/cf220760-7404-43e7-8249-bf333e32dbbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8105426 Aug 09 16:19:14.325543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Sync routers for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:19:14.344116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:14.344677 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:14.348693 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a0c43035-9e1e-46c7-88f4-04b1e31cb18d None None] Provisioning complete for port 90656648-ae53-4fd3-96fe-860d6efb22d8 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:14.349052 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a0c43035-9e1e-46c7-88f4-04b1e31cb18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:14.422694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a0c43035-9e1e-46c7-88f4-04b1e31cb18d None None] Port 90656648-ae53-4fd3-96fe-860d6efb22d8 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:19:14.480639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:14.708058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:19:13Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '18bdf869-93b4-4888-80a3-14f1607ef6e5', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'port_id': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'mac_address': 'fa:16:3e:ba:e3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:18:20Z', 'updated_at': '2021-08-09T16:18:22Z', 'revision_number': 1, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90656648-ae53-4fd3-96fe-860d6efb22d8', 'name': '', 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:07:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c4db6a87-44b0-4ca2-b221-a9032e9622b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:13Z', 'updated_at': '2021-08-09T16:19:13Z', 'revision_number': 2, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': 'c4db6a87-44b0-4ca2-b221-a9032e9622b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:10Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:14.733284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Checking router: cf220760-7404-43e7-8249-bf333e32dbbf for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:19:14.733659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Updating router cf220760-7404-43e7-8249-bf333e32dbbf port 90656648-ae53-4fd3-96fe-860d6efb22d8 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:19:14.762984 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:15.024604 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:15.034804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Transition to ACTIVE for port object 90656648-ae53-4fd3-96fe-860d6efb22d8 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:15.039763 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:15.091979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168da14-275f-4604-a213-f9115d205277 None None] Pushing event updated for resources: {'Port': ['ID=90656648-ae53-4fd3-96fe-860d6efb22d8,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:15.117256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168da14-275f-4604-a213-f9115d205277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:15.117670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168da14-275f-4604-a213-f9115d205277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:15.117975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168da14-275f-4604-a213-f9115d205277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:15.118313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168da14-275f-4604-a213-f9115d205277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:15.118645 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168da14-275f-4604-a213-f9115d205277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:15.118977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168da14-275f-4604-a213-f9115d205277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:15.119306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168da14-275f-4604-a213-f9115d205277 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:15.119636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168da14-275f-4604-a213-f9115d205277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:15.119962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168da14-275f-4604-a213-f9115d205277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:15.120288 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168da14-275f-4604-a213-f9115d205277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:15.120615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168da14-275f-4604-a213-f9115d205277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:15.120936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168da14-275f-4604-a213-f9115d205277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:15.154014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Attempting to bind port 90656648-ae53-4fd3-96fe-860d6efb22d8 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:19:15.154387 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Attempting to bind port 90656648-ae53-4fd3-96fe-860d6efb22d8 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:19:15.154758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Attempting to bind port 90656648-ae53-4fd3-96fe-860d6efb22d8 on network b73b452e-288f-47ae-8a8b-326c257b56fe {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:19:15.161018 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:19:15.161397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Checking segment: {'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:19:15.161885 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:15.162286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Bound using segment: {'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:19:15.162759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Bound port: 90656648-ae53-4fd3-96fe-860d6efb22d8, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b5a656-a4fa-4b59-8172-82d56a65a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:19:15.163149 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:15.230357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] For port 90656648-ae53-4fd3-96fe-860d6efb22d8, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:19:15.233717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] For port 90656648-ae53-4fd3-96fe-860d6efb22d8, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=90656648-ae53-4fd3-96fe-860d6efb22d8,segment=NetworkSegment(92b5a656-a4fa-4b59-8172-82d56a65a77c),segment_id=92b5a656-a4fa-4b59-8172-82d56a65a77c)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:19:15.238742 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:15.300371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:15.301011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:15.302991 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168da14-275f-4604-a213-f9115d205277 None None] Pushing event updated for resources: {'Port': ['ID=90656648-ae53-4fd3-96fe-860d6efb22d8,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:15.429675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:15.696807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:19:13Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '18bdf869-93b4-4888-80a3-14f1607ef6e5', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'port_id': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'mac_address': 'fa:16:3e:ba:e3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:18:20Z', 'updated_at': '2021-08-09T16:18:22Z', 'revision_number': 1, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90656648-ae53-4fd3-96fe-860d6efb22d8', 'name': '', 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:07:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c4db6a87-44b0-4ca2-b221-a9032e9622b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:13Z', 'updated_at': '2021-08-09T16:19:15Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': 'c4db6a87-44b0-4ca2-b221-a9032e9622b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:10Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:15.726668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c5864-e9e9-489e-b564-5bda60822085 None None] The sync data for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 is: [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:19:13Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '18bdf869-93b4-4888-80a3-14f1607ef6e5', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'port_id': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'mac_address': 'fa:16:3e:ba:e3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:18:20Z', 'updated_at': '2021-08-09T16:18:22Z', 'revision_number': 1, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90656648-ae53-4fd3-96fe-860d6efb22d8', 'name': '', 'network_id': 'b73b452e-288f-47ae-8a8b-326c257b56fe', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:07:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'c4db6a87-44b0-4ca2-b221-a9032e9622b5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:13Z', 'updated_at': '2021-08-09T16:19:15Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': 'c4db6a87-44b0-4ca2-b221-a9032e9622b5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:10Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:19:16.525060 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 90656648-ae53-4fd3-96fe-860d6efb22d8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:19:16.578712 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 90656648-ae53-4fd3-96fe-860d6efb22d8 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:16.582848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 90656648-ae53-4fd3-96fe-860d6efb22d8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:16.583170 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:16.667198 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:16.698850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 90656648-ae53-4fd3-96fe-860d6efb22d8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=90656648-ae53-4fd3-96fe-860d6efb22d8,segment=NetworkSegment(92b5a656-a4fa-4b59-8172-82d56a65a77c),segment_id=92b5a656-a4fa-4b59-8172-82d56a65a77c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:16.702617 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:16.758936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=90656648-ae53-4fd3-96fe-860d6efb22d8,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:18.494240 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 90656648-ae53-4fd3-96fe-860d6efb22d8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:19:18.547701 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 90656648-ae53-4fd3-96fe-860d6efb22d8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:18.548081 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:22.297477 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:19:37.010582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51594) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:37.368822 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2cce-5407-4973-bf3f-e8c3823e914d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:37.649046 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2cd6c8f3-aa70-494b-9459-2efc69c6afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:37.683875 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa2cce-5407-4973-bf3f-e8c3823e914d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting port 90656648-ae53-4fd3-96fe-860d6efb22d8 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:37.684119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2cce-5407-4973-bf3f-e8c3823e914d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:37.772038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-d2aa2cce-5407-4973-bf3f-e8c3823e914d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] For port 90656648-ae53-4fd3-96fe-860d6efb22d8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=90656648-ae53-4fd3-96fe-860d6efb22d8,segment=NetworkSegment(92b5a656-a4fa-4b59-8172-82d56a65a77c),segment_id=92b5a656-a4fa-4b59-8172-82d56a65a77c)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:37.772559 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2cce-5407-4973-bf3f-e8c3823e914d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:37.786171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa2cce-5407-4973-bf3f-e8c3823e914d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Calling delete_port for 90656648-ae53-4fd3-96fe-860d6efb22d8 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:37.983492 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2cce-5407-4973-bf3f-e8c3823e914d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:38.010476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa2cce-5407-4973-bf3f-e8c3823e914d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Port': ['ID=90656648-ae53-4fd3-96fe-860d6efb22d8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:38.188839 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2cce-5407-4973-bf3f-e8c3823e914d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:38.411575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aa2cce-5407-4973-bf3f-e8c3823e914d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Router cf220760-7404-43e7-8249-bf333e32dbbf has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:19:38.521951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aa2cce-5407-4973-bf3f-e8c3823e914d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:19:38.526939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d2aa2cce-5407-4973-bf3f-e8c3823e914d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "PUT /v2.0/routers/cf220760-7404-43e7-8249-bf333e32dbbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5153480 Aug 09 16:19:38.532343 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6162c0-e9dd-4db9-9bd7-59af212b0058 None None] Sync routers for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:19:38.542654 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6162c0-e9dd-4db9-9bd7-59af212b0058 None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:38.543366 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8c6162c0-e9dd-4db9-9bd7-59af212b0058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:38.661322 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-8c6162c0-e9dd-4db9-9bd7-59af212b0058 None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:38.758806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449018b-38dc-4c25-8afa-e0eb198bc30a req-01acb82d-6cf4-493b-9848-98a390fab750 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:38.760511 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4449018b-38dc-4c25-8afa-e0eb198bc30a req-01acb82d-6cf4-493b-9848-98a390fab750 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 946 time: 0.0574822 Aug 09 16:19:38.803276 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4449018b-38dc-4c25-8afa-e0eb198bc30a req-c195a2b6-8cc1-4cc0-b1fc-0033bc5672f6 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e419e84-a7ad-4a89-b5c5-afbaa00a6c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364649 Aug 09 16:19:38.982101 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8c6162c0-e9dd-4db9-9bd7-59af212b0058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:19:37Z', 'revision_number': 6, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '18bdf869-93b4-4888-80a3-14f1607ef6e5', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'port_id': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'mac_address': 'fa:16:3e:ba:e3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:18:20Z', 'updated_at': '2021-08-09T16:18:22Z', 'revision_number': 1, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:10Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:39.011831 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6162c0-e9dd-4db9-9bd7-59af212b0058 None None] Checking router: cf220760-7404-43e7-8249-bf333e32dbbf for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:19:39.021804 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6162c0-e9dd-4db9-9bd7-59af212b0058 None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:39.022420 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8c6162c0-e9dd-4db9-9bd7-59af212b0058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:39.127706 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-8c6162c0-e9dd-4db9-9bd7-59af212b0058 None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:39.362242 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8c6162c0-e9dd-4db9-9bd7-59af212b0058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:19:37Z', 'revision_number': 6, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '18bdf869-93b4-4888-80a3-14f1607ef6e5', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'port_id': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'mac_address': 'fa:16:3e:ba:e3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:18:20Z', 'updated_at': '2021-08-09T16:18:22Z', 'revision_number': 1, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:10Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:39.391124 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6162c0-e9dd-4db9-9bd7-59af212b0058 None None] The sync data for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 is: [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:19:37Z', 'revision_number': 6, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '18bdf869-93b4-4888-80a3-14f1607ef6e5', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'port_id': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'mac_address': 'fa:16:3e:ba:e3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:18:20Z', 'updated_at': '2021-08-09T16:18:22Z', 'revision_number': 1, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:10Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:19:39.923429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411ad0-cfe5-4e29-953a-e41555475716 req-040bb8ce-6dad-44fa-b716-9b89dff0ade9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:39.924892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16411ad0-cfe5-4e29-953a-e41555475716 req-040bb8ce-6dad-44fa-b716-9b89dff0ade9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 946 time: 0.0494502 Aug 09 16:19:39.964085 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16411ad0-cfe5-4e29-953a-e41555475716 req-15d7285a-eaf6-4bb1-b386-60e9e3a57d95 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e419e84-a7ad-4a89-b5c5-afbaa00a6c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323415 Aug 09 16:19:40.201826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b2d81-8fc7-4790-b099-9365a37df017 req-8aaa3b72-e953-471e-ae3a-1c7d665fe950 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:40.203279 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af7b2d81-8fc7-4790-b099-9365a37df017 req-8aaa3b72-e953-471e-ae3a-1c7d665fe950 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.60 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 946 time: 0.0482988 Aug 09 16:19:40.298728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-af7b2d81-8fc7-4790-b099-9365a37df017 req-e48038e4-3a16-4ba5-8a6a-d7f5b5a91594 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:40.299075 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-af7b2d81-8fc7-4790-b099-9365a37df017 req-e48038e4-3a16-4ba5-8a6a-d7f5b5a91594 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:40.385408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-af7b2d81-8fc7-4790-b099-9365a37df017 req-e48038e4-3a16-4ba5-8a6a-d7f5b5a91594 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] For port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0b96a676-57fc-48a1-bb6b-ae1e569aa67d,segment=NetworkSegment(92b5a656-a4fa-4b59-8172-82d56a65a77c),segment_id=92b5a656-a4fa-4b59-8172-82d56a65a77c)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:40.385804 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-af7b2d81-8fc7-4790-b099-9365a37df017 req-e48038e4-3a16-4ba5-8a6a-d7f5b5a91594 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:40.402025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-af7b2d81-8fc7-4790-b099-9365a37df017 req-e48038e4-3a16-4ba5-8a6a-d7f5b5a91594 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Calling delete_port for 0b96a676-57fc-48a1-bb6b-ae1e569aa67d owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:40.464696 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 90656648-ae53-4fd3-96fe-860d6efb22d8 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:19:40.485737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 90656648-ae53-4fd3-96fe-860d6efb22d8 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:19:40.486087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 90656648-ae53-4fd3-96fe-860d6efb22d8 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:19:40.529795 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-af7b2d81-8fc7-4790-b099-9365a37df017 req-e48038e4-3a16-4ba5-8a6a-d7f5b5a91594 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:40.551866 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6129-e20b-43ab-8434-91cdc77db29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:40.560015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48038e4-3a16-4ba5-8a6a-d7f5b5a91594 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Port': ['ID=0b96a676-57fc-48a1-bb6b-ae1e569aa67d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:40.607719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7b2d81-8fc7-4790-b099-9365a37df017 req-e48038e4-3a16-4ba5-8a6a-d7f5b5a91594 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] No DVR routers for this DVR port 0b96a676-57fc-48a1-bb6b-ae1e569aa67d on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:19:40.610330 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-af7b2d81-8fc7-4790-b099-9365a37df017 req-e48038e4-3a16-4ba5-8a6a-d7f5b5a91594 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:40.612290 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af7b2d81-8fc7-4790-b099-9365a37df017 req-e48038e4-3a16-4ba5-8a6a-d7f5b5a91594 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.60 "DELETE /v2.0/ports/0b96a676-57fc-48a1-bb6b-ae1e569aa67d HTTP/1.1" status: 204 len: 173 time: 0.4016955 Aug 09 16:19:40.612719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9', 'name': 'network-vif-deleted', 'tag': '0b96a676-57fc-48a1-bb6b-ae1e569aa67d'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:19:40.614999 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5c4300-5510-4288-be5f-dc85214cf032" -d '{"events": [{"server_uuid": "43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9", "name": "network-vif-deleted", "tag": "0b96a676-57fc-48a1-bb6b-ae1e569aa67d"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:19:40.654024 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc99fa1-d1b7-4f9a-a801-f28b7f52a6ae x-openstack-request-id: req-ccc99fa1-d1b7-4f9a-a801-f28b7f52a6ae {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:19:40.654475 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9", "name": "network-vif-deleted", "tag": "0b96a676-57fc-48a1-bb6b-ae1e569aa67d", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:19:40.654725 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccc99fa1-d1b7-4f9a-a801-f28b7f52a6ae {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:19:40.655130 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9', 'name': 'network-vif-deleted', 'tag': '0b96a676-57fc-48a1-bb6b-ae1e569aa67d', 'status': 'completed', 'code': 200} Aug 09 16:19:40.913851 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:41.075814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bce5c4b5-fc1a-4782-ba4c-1469a8116caa req-3dd2b184-6258-434c-a7fc-55dbd24737ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=43c67aa3-4b7a-4e7b-ab76-b6f99afbe2b9 HTTP/1.1" status: 200 len: 210 time: 0.0278449 Aug 09 16:19:41.670969 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:41.672432 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:42.131911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51610) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:42.188890 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9ca3-0622-49da-9290-237b22209877 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:42.213728 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9ca3-0622-49da-9290-237b22209877 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:42.270854 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9ca3-0622-49da-9290-237b22209877 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:42.277210 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9ca3-0622-49da-9290-237b22209877 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:42.278431 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0e5b9ca3-0622-49da-9290-237b22209877 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/security-groups/3e419e84-a7ad-4a89-b5c5-afbaa00a6c58 HTTP/1.1" status: 204 len: 168 time: 0.1455481 Aug 09 16:19:42.287675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b9ca3-0622-49da-9290-237b22209877 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e419e84-a7ad-4a89-b5c5-afbaa00a6c58,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:42.313727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51614) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:42.715374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4d7530-774a-4ae1-8dee-26f29cbd18a0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting subnet c4db6a87-44b0-4ca2-b221-a9032e9622b5 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:19:42.715943 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7530-774a-4ae1-8dee-26f29cbd18a0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:42.755206 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7530-774a-4ae1-8dee-26f29cbd18a0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:42.835303 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7530-774a-4ae1-8dee-26f29cbd18a0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:42.899148 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7530-774a-4ae1-8dee-26f29cbd18a0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:42.929038 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7530-774a-4ae1-8dee-26f29cbd18a0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:42.931434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ad4d7530-774a-4ae1-8dee-26f29cbd18a0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/subnets/c4db6a87-44b0-4ca2-b221-a9032e9622b5 HTTP/1.1" status: 204 len: 168 time: 0.6162853 Aug 09 16:19:42.932686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d7530-774a-4ae1-8dee-26f29cbd18a0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Subnet': ['ID=c4db6a87-44b0-4ca2-b221-a9032e9622b5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:42.933838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51616) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:42.939657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db041a9d-b5b2-45fb-973e-b81839294818 None None] Network b73b452e-288f-47ae-8a8b-326c257b56fe requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:19:43.014903 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.073897 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting port ff9d462e-bb64-49b9-b28c-58487d41319b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:43.074246 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.127013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6fdef1-ccf4-4bc9-8f4d-2643720004a2 None None] DHCP port deletion for b73b452e-288f-47ae-8a8b-326c257b56fe request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:19:43.138725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] For port ff9d462e-bb64-49b9-b28c-58487d41319b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ff9d462e-bb64-49b9-b28c-58487d41319b,segment=NetworkSegment(92b5a656-a4fa-4b59-8172-82d56a65a77c),segment_id=92b5a656-a4fa-4b59-8172-82d56a65a77c)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:43.139092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.152376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Calling delete_port for ff9d462e-bb64-49b9-b28c-58487d41319b owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:43.178522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fdef1-ccf4-4bc9-8f4d-2643720004a2 None None] Deleting port ff9d462e-bb64-49b9-b28c-58487d41319b {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:43.178932 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec6fdef1-ccf4-4bc9-8f4d-2643720004a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.234560 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.242656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ec6fdef1-ccf4-4bc9-8f4d-2643720004a2 None None] For port ff9d462e-bb64-49b9-b28c-58487d41319b, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ff9d462e-bb64-49b9-b28c-58487d41319b,segment=NetworkSegment(92b5a656-a4fa-4b59-8172-82d56a65a77c),segment_id=92b5a656-a4fa-4b59-8172-82d56a65a77c)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:43.243073 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec6fdef1-ccf4-4bc9-8f4d-2643720004a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.256054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fdef1-ccf4-4bc9-8f4d-2643720004a2 None None] Calling delete_port for ff9d462e-bb64-49b9-b28c-58487d41319b owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:43.265885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Port': ['ID=ff9d462e-bb64-49b9-b28c-58487d41319b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:43.267653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] No DVR routers for this DVR port ff9d462e-bb64-49b9-b28c-58487d41319b on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:19:43.306436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 0b96a676-57fc-48a1-bb6b-ae1e569aa67d no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:19:43.337937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 0b96a676-57fc-48a1-bb6b-ae1e569aa67d {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:19:43.338285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 0b96a676-57fc-48a1-bb6b-ae1e569aa67d not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:19:43.348418 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.349983 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.358353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73b452e-288f-47ae-8a8b-326c257b56fe']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:43.369498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b5a656-a4fa-4b59-8172-82d56a65a77c') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:43.369829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b5a656-a4fa-4b59-8172-82d56a65a77c') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:43.375712 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec6fdef1-ccf4-4bc9-8f4d-2643720004a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.379203 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.393224 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.399627 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:19:43.400032 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.402455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fdef1-ccf4-4bc9-8f4d-2643720004a2 None None] Pushing event deleted for resources: {'Port': ['ID=ff9d462e-bb64-49b9-b28c-58487d41319b,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:19:43.403022 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:19:43.406084 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6fdef1-ccf4-4bc9-8f4d-2643720004a2 None None] No DVR routers for this DVR port ff9d462e-bb64-49b9-b28c-58487d41319b on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:19:43.467836 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.475876 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.477621 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/networks/b73b452e-288f-47ae-8a8b-326c257b56fe HTTP/1.1" status: 204 len: 168 time: 0.5427365 Aug 09 16:19:43.480445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51618) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:43.492359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12746f98-ebe1-4598-b71a-ca5a3f143e1a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Network': ['ID=b73b452e-288f-47ae-8a8b-326c257b56fe,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:43.508514 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.643659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting port 643f2876-b176-4fff-aef9-68d6ec1c212d {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:43.643924 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.717635 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.717871 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.729909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Calling delete_port for 643f2876-b176-4fff-aef9-68d6ec1c212d owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:43.879434 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.908742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Port': ['ID=643f2876-b176-4fff-aef9-68d6ec1c212d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:43.968151 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:43.968491 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Floating IP 18bdf869-93b4-4888-80a3-14f1607ef6e5 disassociated (deleted). External IP: 172.25.2.117, port: fae3c16d-1479-44f7-87ce-94ea2d27b9f4. Aug 09 16:19:44.178218 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Router cf220760-7404-43e7-8249-bf333e32dbbf has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:19:44.290372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:19:44.296607 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:44.301444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12bda9d-d2f8-4241-a52f-b9441d209d43 None None] Sync routers for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:19:44.310400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12bda9d-d2f8-4241-a52f-b9441d209d43 None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:44.311007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c12bda9d-d2f8-4241-a52f-b9441d209d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:44.324823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1f950e61-1726-4f87-9169-634c288aeff9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/floatingips/18bdf869-93b4-4888-80a3-14f1607ef6e5 HTTP/1.1" status: 204 len: 168 time: 0.8432448 Aug 09 16:19:44.325531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'tag': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:19:44.328340 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47b8495-1ec3-4aa7-b0ef-b987ace147bb" -d '{"events": [{"name": "network-changed", "server_uuid": "eabba1d0-78f7-4931-95e8-c3c5f3253474", "tag": "fae3c16d-1479-44f7-87ce-94ea2d27b9f4"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:19:44.369709 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5afd3eb-8b6f-4eb9-af17-a6f9cfa9c721 x-openstack-request-id: req-c5afd3eb-8b6f-4eb9-af17-a6f9cfa9c721 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:19:44.370007 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabba1d0-78f7-4931-95e8-c3c5f3253474", "tag": "fae3c16d-1479-44f7-87ce-94ea2d27b9f4", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:19:44.370265 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5afd3eb-8b6f-4eb9-af17-a6f9cfa9c721 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:19:44.370683 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'tag': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'status': 'completed', 'code': 200} Aug 09 16:19:44.424283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c12bda9d-d2f8-4241-a52f-b9441d209d43 None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:44.436682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8495-1ec3-4aa7-b0ef-b987ace147bb req-97e0adc3-878e-40a5-9f82-1d9526fd592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:44.438353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d47b8495-1ec3-4aa7-b0ef-b987ace147bb req-97e0adc3-878e-40a5-9f82-1d9526fd592d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 1097 time: 0.0459850 Aug 09 16:19:44.565794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ff9d462e-bb64-49b9-b28c-58487d41319b no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:19:44.592158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ff9d462e-bb64-49b9-b28c-58487d41319b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:19:44.592501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ff9d462e-bb64-49b9-b28c-58487d41319b not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:19:44.624151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f0bbd-e249-477c-9732-0aa49c6af901 req-a34ff05c-43bf-4471-b4a3-5d90026f1d65 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:44.625679 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-815f0bbd-e249-477c-9732-0aa49c6af901 req-a34ff05c-43bf-4471-b4a3-5d90026f1d65 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 946 time: 0.0856819 Aug 09 16:19:44.626832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8495-1ec3-4aa7-b0ef-b987ace147bb req-f3ca7685-df21-461d-a0d2-d3407b713643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:44.628168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d47b8495-1ec3-4aa7-b0ef-b987ace147bb req-f3ca7685-df21-461d-a0d2-d3407b713643 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f0488641-bc1d-4a57-9d2c-d8a79e2f36ea HTTP/1.1" status: 200 len: 898 time: 0.1688282 Aug 09 16:19:44.689938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d47b8495-1ec3-4aa7-b0ef-b987ace147bb req-623f400a-864e-4d75-88bd-a9c713fcb763 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae3c16d-1479-44f7-87ce-94ea2d27b9f4 HTTP/1.1" status: 200 len: 217 time: 0.0500841 Aug 09 16:19:44.692219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c12bda9d-d2f8-4241-a52f-b9441d209d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:19:37Z', 'revision_number': 6, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:10Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:44.711868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-815f0bbd-e249-477c-9732-0aa49c6af901 req-24a537f5-04dd-48fb-b52c-82a8fc9408c2 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=58d76e17-280e-4a85-a6b8-38bebbb8bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791409 Aug 09 16:19:44.754178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8495-1ec3-4aa7-b0ef-b987ace147bb req-c7e5e635-487e-4343-97ca-e91d6b4eb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:44.756074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d47b8495-1ec3-4aa7-b0ef-b987ace147bb req-c7e5e635-487e-4343-97ca-e91d6b4eb6cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f85a44b-1b81-437a-8418-b485f3170f1b HTTP/1.1" status: 200 len: 834 time: 0.0578284 Aug 09 16:19:44.814316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8495-1ec3-4aa7-b0ef-b987ace147bb req-9cb860a5-95c6-4346-b86b-c6c044f0b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:44.815703 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d47b8495-1ec3-4aa7-b0ef-b987ace147bb req-9cb860a5-95c6-4346-b86b-c6c044f0b1a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f0488641-bc1d-4a57-9d2c-d8a79e2f36ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521090 Aug 09 16:19:44.876697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12bda9d-d2f8-4241-a52f-b9441d209d43 None None] Checking router: cf220760-7404-43e7-8249-bf333e32dbbf for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:19:44.885478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12bda9d-d2f8-4241-a52f-b9441d209d43 None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:44.886186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c12bda9d-d2f8-4241-a52f-b9441d209d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:44.921809 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d47b8495-1ec3-4aa7-b0ef-b987ace147bb req-4d748619-05dd-4930-a259-0813f0f77ab8 service neutron] 10.222.0.53 "GET /v2.0/networks/f0488641-bc1d-4a57-9d2c-d8a79e2f36ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969591 Aug 09 16:19:45.010985 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c12bda9d-d2f8-4241-a52f-b9441d209d43 None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:45.017436 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d47b8495-1ec3-4aa7-b0ef-b987ace147bb req-00589650-5faa-4dfd-baab-4dc7c8dcf402 service neutron] 10.222.0.53 "GET /v2.0/networks/f0488641-bc1d-4a57-9d2c-d8a79e2f36ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882552 Aug 09 16:19:45.213638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c12bda9d-d2f8-4241-a52f-b9441d209d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:19:37Z', 'revision_number': 6, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:10Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:45.244659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12bda9d-d2f8-4241-a52f-b9441d209d43 None None] The sync data for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 is: [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:19:37Z', 'revision_number': 6, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'f649f0c0-3ad7-4a20-94fe-52640dd54d74', 'name': '', 'network_id': 'f0488641-bc1d-4a57-9d2c-d8a79e2f36ea', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:1e:b8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:04Z', 'updated_at': '2021-08-09T16:18:10Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '0f85a44b-1b81-437a-8418-b485f3170f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:19:45.466356 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f3f8d8-d851-46cb-a16c-a5ff1555a6fd None None] New status for floating IP 18bdf869-93b4-4888-80a3-14f1607ef6e5: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:19:45.803691 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225db25c-791b-43ca-8340-dc8097e4d2ed req-67d18324-fffe-4db4-9de1-bdda01ed32cd tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:45.805103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-225db25c-791b-43ca-8340-dc8097e4d2ed req-67d18324-fffe-4db4-9de1-bdda01ed32cd tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.53 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 946 time: 0.0527337 Aug 09 16:19:45.845262 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29ed80-fbd4-443c-aa37-f39dce6dccdb req-a1bc972f-f91e-43e7-b343-109f8dd107a1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:45.845939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7f29ed80-fbd4-443c-aa37-f39dce6dccdb req-a1bc972f-f91e-43e7-b343-109f8dd107a1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=eabba1d0-78f7-4931-95e8-c3c5f3253474 HTTP/1.1" status: 200 len: 946 time: 0.0598342 Aug 09 16:19:45.884992 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7f29ed80-fbd4-443c-aa37-f39dce6dccdb req-a1b57d8a-2edc-4064-946d-9678d9df1464 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=58d76e17-280e-4a85-a6b8-38bebbb8bef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332716 Aug 09 16:19:45.920879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-225db25c-791b-43ca-8340-dc8097e4d2ed req-d84df388-3520-4117-993e-7d674a20a8b5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting port fae3c16d-1479-44f7-87ce-94ea2d27b9f4 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:45.921464 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-225db25c-791b-43ca-8340-dc8097e4d2ed req-d84df388-3520-4117-993e-7d674a20a8b5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:46.010295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-225db25c-791b-43ca-8340-dc8097e4d2ed req-d84df388-3520-4117-993e-7d674a20a8b5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] For port fae3c16d-1479-44f7-87ce-94ea2d27b9f4, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=fae3c16d-1479-44f7-87ce-94ea2d27b9f4,segment=NetworkSegment(6db893a9-8745-4d33-9690-37298701e396),segment_id=6db893a9-8745-4d33-9690-37298701e396)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:46.010658 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-225db25c-791b-43ca-8340-dc8097e4d2ed req-d84df388-3520-4117-993e-7d674a20a8b5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:46.023401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-225db25c-791b-43ca-8340-dc8097e4d2ed req-d84df388-3520-4117-993e-7d674a20a8b5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Calling delete_port for fae3c16d-1479-44f7-87ce-94ea2d27b9f4 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:46.153964 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-225db25c-791b-43ca-8340-dc8097e4d2ed req-d84df388-3520-4117-993e-7d674a20a8b5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:46.184739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84df388-3520-4117-993e-7d674a20a8b5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Port': ['ID=fae3c16d-1479-44f7-87ce-94ea2d27b9f4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:46.232449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-225db25c-791b-43ca-8340-dc8097e4d2ed req-d84df388-3520-4117-993e-7d674a20a8b5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] No DVR routers for this DVR port fae3c16d-1479-44f7-87ce-94ea2d27b9f4 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:19:46.234998 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-225db25c-791b-43ca-8340-dc8097e4d2ed req-d84df388-3520-4117-993e-7d674a20a8b5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:46.236938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-225db25c-791b-43ca-8340-dc8097e4d2ed req-d84df388-3520-4117-993e-7d674a20a8b5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.53 "DELETE /v2.0/ports/fae3c16d-1479-44f7-87ce-94ea2d27b9f4 HTTP/1.1" status: 204 len: 173 time: 0.4259367 Aug 09 16:19:46.372182 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'name': 'network-vif-deleted', 'tag': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:19:46.374620 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ed6836-e1b1-4e30-a7ad-9b3e15a0ab91" -d '{"events": [{"server_uuid": "eabba1d0-78f7-4931-95e8-c3c5f3253474", "name": "network-vif-deleted", "tag": "fae3c16d-1479-44f7-87ce-94ea2d27b9f4"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:19:46.408629 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b7b28e-064e-4c81-93b9-f4e5d1c427c7 x-openstack-request-id: req-34b7b28e-064e-4c81-93b9-f4e5d1c427c7 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:19:46.408926 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabba1d0-78f7-4931-95e8-c3c5f3253474", "name": "network-vif-deleted", "tag": "fae3c16d-1479-44f7-87ce-94ea2d27b9f4", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:19:46.409177 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34b7b28e-064e-4c81-93b9-f4e5d1c427c7 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:19:46.409640 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabba1d0-78f7-4931-95e8-c3c5f3253474', 'name': 'network-vif-deleted', 'tag': 'fae3c16d-1479-44f7-87ce-94ea2d27b9f4', 'status': 'completed', 'code': 200} Aug 09 16:19:46.940410 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51632) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:47.000000 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eaad7fe1-318a-449a-8820-2c0f6eb49bea tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:47.025984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eaad7fe1-318a-449a-8820-2c0f6eb49bea tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:47.086564 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eaad7fe1-318a-449a-8820-2c0f6eb49bea tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:47.089144 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eaad7fe1-318a-449a-8820-2c0f6eb49bea tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:47.090364 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-eaad7fe1-318a-449a-8820-2c0f6eb49bea tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/security-groups/58d76e17-280e-4a85-a6b8-38bebbb8bef0 HTTP/1.1" status: 204 len: 168 time: 0.1489818 Aug 09 16:19:47.099508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad7fe1-318a-449a-8820-2c0f6eb49bea tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d76e17-280e-4a85-a6b8-38bebbb8bef0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:47.121269 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51636) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:47.486342 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4655d664-c58d-4e1f-bbea-da1eda49a58d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:47.744321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-4655d664-c58d-4e1f-bbea-da1eda49a58d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting port f649f0c0-3ad7-4a20-94fe-52640dd54d74 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:47.744589 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4655d664-c58d-4e1f-bbea-da1eda49a58d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:47.830915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-4655d664-c58d-4e1f-bbea-da1eda49a58d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] For port f649f0c0-3ad7-4a20-94fe-52640dd54d74, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f649f0c0-3ad7-4a20-94fe-52640dd54d74,segment=NetworkSegment(6db893a9-8745-4d33-9690-37298701e396),segment_id=6db893a9-8745-4d33-9690-37298701e396)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:47.831280 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4655d664-c58d-4e1f-bbea-da1eda49a58d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:47.843784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-4655d664-c58d-4e1f-bbea-da1eda49a58d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Calling delete_port for f649f0c0-3ad7-4a20-94fe-52640dd54d74 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:48.027207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4655d664-c58d-4e1f-bbea-da1eda49a58d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:48.059543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655d664-c58d-4e1f-bbea-da1eda49a58d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Port': ['ID=f649f0c0-3ad7-4a20-94fe-52640dd54d74,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:48.093154 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51638) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:48.242184 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4655d664-c58d-4e1f-bbea-da1eda49a58d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:48.266972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Deleting port 3b7ae399-a228-46ea-b19c-0125c9ffb4a1 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:48.267327 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:48.349223 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:48.349482 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:48.360982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Calling delete_port for 3b7ae399-a228-46ea-b19c-0125c9ffb4a1 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:48.521887 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:48.548363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event deleted for resources: {'Port': ['ID=3b7ae399-a228-46ea-b19c-0125c9ffb4a1,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:48.618140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:48.618648 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Floating IP 5ca682f5-cc93-41b7-a568-427424c34774 disassociated (deleted). External IP: 172.25.2.140, port: b00dc72c-8764-45a0-91c7-66a05b416d89. Aug 09 16:19:48.755716 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4655d664-c58d-4e1f-bbea-da1eda49a58d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Router cf220760-7404-43e7-8249-bf333e32dbbf has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:19:48.833960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:19:48.864904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4655d664-c58d-4e1f-bbea-da1eda49a58d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:19:48.869895 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4655d664-c58d-4e1f-bbea-da1eda49a58d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "PUT /v2.0/routers/cf220760-7404-43e7-8249-bf333e32dbbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7473886 Aug 09 16:19:48.872428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51640) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:48.889678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19ae5d-b204-4e6c-952d-160a2b80e42b None None] Sync routers for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:19:48.901001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19ae5d-b204-4e6c-952d-160a2b80e42b None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:48.901804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0d19ae5d-b204-4e6c-952d-160a2b80e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:48.926459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb2b996-ba98-4eea-926e-778c82a809e1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting subnet 0f85a44b-1b81-437a-8418-b485f3170f1b {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:19:48.929706 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4eb2b996-ba98-4eea-926e-778c82a809e1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:48.951780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:19:48.957378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:48.965359 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9812e-c4e1-411c-b2e8-0c994dea6a91 None None] Sync routers for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:19:48.971383 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4eb2b996-ba98-4eea-926e-778c82a809e1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:48.983750 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c9812e-c4e1-411c-b2e8-0c994dea6a91 None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:48.984402 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d8c9812e-c4e1-411c-b2e8-0c994dea6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:48.991615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4a6d9160-a6fb-4a3b-8320-4ea81dc431f6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "DELETE /v2.0/floatingips/5ca682f5-cc93-41b7-a568-427424c34774 HTTP/1.1" status: 204 len: 168 time: 0.8972592 Aug 09 16:19:48.992526 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'tag': 'b00dc72c-8764-45a0-91c7-66a05b416d89'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:19:48.995230 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0708503f-2cef-42e8-a041-ed4a137e4048" -d '{"events": [{"name": "network-changed", "server_uuid": "52b0f20e-7301-42eb-9fdb-7ad964ee883d", "tag": "b00dc72c-8764-45a0-91c7-66a05b416d89"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:19:49.047114 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-0d19ae5d-b204-4e6c-952d-160a2b80e42b None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:49.062937 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a11e34-84e3-47ea-8dea-cea2eb1e759d x-openstack-request-id: req-e5a11e34-84e3-47ea-8dea-cea2eb1e759d {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:19:49.062937 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b0f20e-7301-42eb-9fdb-7ad964ee883d", "tag": "b00dc72c-8764-45a0-91c7-66a05b416d89", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:19:49.063263 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5a11e34-84e3-47ea-8dea-cea2eb1e759d {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:19:49.063663 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'tag': 'b00dc72c-8764-45a0-91c7-66a05b416d89', 'status': 'completed', 'code': 200} Aug 09 16:19:49.104634 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4eb2b996-ba98-4eea-926e-778c82a809e1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:49.155202 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d8c9812e-c4e1-411c-b2e8-0c994dea6a91 None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:49.170321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708503f-2cef-42e8-a041-ed4a137e4048 req-9ff71689-f145-4f7f-ade1-aca56c20252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:49.174611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0708503f-2cef-42e8-a041-ed4a137e4048 req-9ff71689-f145-4f7f-ade1-aca56c20252f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 1097 time: 0.0852373 Aug 09 16:19:49.196188 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4eb2b996-ba98-4eea-926e-778c82a809e1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:49.229169 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2b996-ba98-4eea-926e-778c82a809e1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Subnet': ['ID=0f85a44b-1b81-437a-8418-b485f3170f1b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:49.239489 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4eb2b996-ba98-4eea-926e-778c82a809e1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:49.242825 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4eb2b996-ba98-4eea-926e-778c82a809e1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/subnets/0f85a44b-1b81-437a-8418-b485f3170f1b HTTP/1.1" status: 204 len: 168 time: 0.3685541 Aug 09 16:19:49.245145 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51648) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:49.261898 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eccf34-2f42-4b41-b952-705d4f523163 None None] Network f0488641-bc1d-4a57-9d2c-d8a79e2f36ea requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:19:49.338530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708503f-2cef-42e8-a041-ed4a137e4048 req-9b8f3f3b-c0ab-467a-a833-0a879d29f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:49.340192 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0708503f-2cef-42e8-a041-ed4a137e4048 req-9b8f3f3b-c0ab-467a-a833-0a879d29f644 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.1566224 Aug 09 16:19:49.383939 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:49.388751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0708503f-2cef-42e8-a041-ed4a137e4048 req-f9e16dac-4fd2-4ce3-a08a-dd70a9e5508b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b00dc72c-8764-45a0-91c7-66a05b416d89 HTTP/1.1" status: 200 len: 217 time: 0.0389819 Aug 09 16:19:49.397893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cc66e-5752-43f0-9c40-9ff37fc68068 req-88306b5e-8760-4f55-9327-a19ea0348aac tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:49.399718 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d1cc66e-5752-43f0-9c40-9ff37fc68068 req-88306b5e-8760-4f55-9327-a19ea0348aac tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 946 time: 0.1016378 Aug 09 16:19:49.447872 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d8c9812e-c4e1-411c-b2e8-0c994dea6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '6f206a42-fe84-4ed7-af8a-436fe69098d3', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:d4:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:16:04Z', 'updated_at': '2021-08-09T16:16:06Z', 'revision_number': 1, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:49.485823 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9812e-c4e1-411c-b2e8-0c994dea6a91 None None] Checking router: bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:19:49.490152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2d1cc66e-5752-43f0-9c40-9ff37fc68068 req-3c62b712-36d4-4af6-8a5a-20997079131d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815604 Aug 09 16:19:49.496601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708503f-2cef-42e8-a041-ed4a137e4048 req-d12ba943-3a5a-4a24-8e05-71789073ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:49.497278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0d19ae5d-b204-4e6c-952d-160a2b80e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:19:47Z', 'revision_number': 7, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '9dd2ee78-91ad-4d97-ae66-33ba98f86d10', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:18:01Z', 'updated_at': '2021-08-09T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:49.503033 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c9812e-c4e1-411c-b2e8-0c994dea6a91 None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:49.503668 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d8c9812e-c4e1-411c-b2e8-0c994dea6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:49.508218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0708503f-2cef-42e8-a041-ed4a137e4048 req-d12ba943-3a5a-4a24-8e05-71789073ef8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.1074042 Aug 09 16:19:49.519819 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:49.542577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19ae5d-b204-4e6c-952d-160a2b80e42b None None] Checking router: cf220760-7404-43e7-8249-bf333e32dbbf for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:19:49.558922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19ae5d-b204-4e6c-952d-160a2b80e42b None None] Routers {'cf220760-7404-43e7-8249-bf333e32dbbf'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:49.559721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0d19ae5d-b204-4e6c-952d-160a2b80e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cf220760-7404-43e7-8249-bf333e32dbbf'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:49.578281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708503f-2cef-42e8-a041-ed4a137e4048 req-c1ea4ab7-dd6e-4b69-9a89-c9ac5a6d313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:49.579969 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0708503f-2cef-42e8-a041-ed4a137e4048 req-c1ea4ab7-dd6e-4b69-9a89-c9ac5a6d313b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641553 Aug 09 16:19:49.598752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting port 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:49.599430 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:49.603722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b68a55-47a1-4096-a199-7bbe8546fd06 None None] DHCP port deletion for f0488641-bc1d-4a57-9d2c-d8a79e2f36ea request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:19:49.653185 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d8c9812e-c4e1-411c-b2e8-0c994dea6a91 None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:49.684721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-0d19ae5d-b204-4e6c-952d-160a2b80e42b None None] Set router cf220760-7404-43e7-8249-bf333e32dbbf gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:49.695484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] For port 9dd2ee78-91ad-4d97-ae66-33ba98f86d10, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9dd2ee78-91ad-4d97-ae66-33ba98f86d10,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:49.695874 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:49.709524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Calling delete_port for 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:49.720066 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0708503f-2cef-42e8-a041-ed4a137e4048 req-46696892-d373-4d52-bd64-5229fdd73059 service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305549 Aug 09 16:19:49.742412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0d19ae5d-b204-4e6c-952d-160a2b80e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:19:49Z', 'revision_number': 8, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:49.775482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19ae5d-b204-4e6c-952d-160a2b80e42b None None] The sync data for ids ['cf220760-7404-43e7-8249-bf333e32dbbf'] in n-d-803778-2 is: [{'id': 'cf220760-7404-43e7-8249-bf333e32dbbf', 'name': 'tempest-TestNetworkBasicOps-router-1597140090', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:18:00Z', 'updated_at': '2021-08-09T16:19:49Z', 'revision_number': 8, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:19:49.782967 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-87b68a55-47a1-4096-a199-7bbe8546fd06 None None] Deleting port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:49.783339 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-87b68a55-47a1-4096-a199-7bbe8546fd06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:49.858495 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0708503f-2cef-42e8-a041-ed4a137e4048 req-8ab358cf-dcf4-4441-8cb2-4e0ddf8ac829 service neutron] 10.222.0.60 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287787 Aug 09 16:19:49.866982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-87b68a55-47a1-4096-a199-7bbe8546fd06 None None] For port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3fda01ac-7c4e-493e-bb33-8f08c27c7fd1,segment=NetworkSegment(6db893a9-8745-4d33-9690-37298701e396),segment_id=6db893a9-8745-4d33-9690-37298701e396)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:49.867391 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-87b68a55-47a1-4096-a199-7bbe8546fd06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:49.880930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-87b68a55-47a1-4096-a199-7bbe8546fd06 None None] Calling delete_port for 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:49.934555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:49.934857 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d8c9812e-c4e1-411c-b2e8-0c994dea6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '6f206a42-fe84-4ed7-af8a-436fe69098d3', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:d4:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:16:04Z', 'updated_at': '2021-08-09T16:16:06Z', 'revision_number': 1, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:49.962803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Port': ['ID=9dd2ee78-91ad-4d97-ae66-33ba98f86d10,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:49.963552 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9812e-c4e1-411c-b2e8-0c994dea6a91 None None] The sync data for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 is: [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '6f206a42-fe84-4ed7-af8a-436fe69098d3', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'port_id': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'mac_address': 'fa:16:3e:d4:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:16:04Z', 'updated_at': '2021-08-09T16:16:06Z', 'revision_number': 1, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:19:49.982920 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-87b68a55-47a1-4096-a199-7bbe8546fd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.009450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b68a55-47a1-4096-a199-7bbe8546fd06 None None] Pushing event deleted for resources: {'Port': ['ID=3fda01ac-7c4e-493e-bb33-8f08c27c7fd1,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:50.013837 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b68a55-47a1-4096-a199-7bbe8546fd06 None None] No DVR routers for this DVR port 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:19:50.036559 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.104796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device fae3c16d-1479-44f7-87ce-94ea2d27b9f4 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:19:50.128323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: fae3c16d-1479-44f7-87ce-94ea2d27b9f4 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:19:50.129194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device fae3c16d-1479-44f7-87ce-94ea2d27b9f4 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:19:50.139015 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.141290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.195740 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.196374 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Fanout notify agent at l3_agent the message router_deleted on router cf220760-7404-43e7-8249-bf333e32dbbf {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:19:50.203427 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.204556 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-836178c7-93c0-4fb7-b27b-c013c5225d3f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/routers/cf220760-7404-43e7-8249-bf333e32dbbf HTTP/1.1" status: 204 len: 168 time: 0.9582622 Aug 09 16:19:50.208137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51650) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:50.242135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cad8b24-8329-4bfc-ab95-0ac0af675e1d None None] New status for floating IP 5ca682f5-cc93-41b7-a568-427424c34774: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:19:50.295874 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.389094 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.398744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0488641-bc1d-4a57-9d2c-d8a79e2f36ea']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:50.414916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db893a9-8745-4d33-9690-37298701e396') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:50.415206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db893a9-8745-4d33-9690-37298701e396') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:50.425062 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.439183 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.445938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:19:50.446491 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:19:50.449844 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:19:50.513344 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.521193 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.523193 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/networks/f0488641-bc1d-4a57-9d2c-d8a79e2f36ea HTTP/1.1" status: 204 len: 168 time: 0.3139408 Aug 09 16:19:50.539012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdba254-c857-4056-a625-cc825679428b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Network': ['ID=f0488641-bc1d-4a57-9d2c-d8a79e2f36ea,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:50.555876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51654) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:50.561095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5fa135c2-95c3-4afc-a6de-ce3b2f0c909b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'network': {'name': 'tempest-network-smoke--1836498635', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'port_security_enabled': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:50.640778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa135c2-95c3-4afc-a6de-ce3b2f0c909b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Made reservation on behalf of 19671576c38b496d823cf6fc86ddaf6d for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:19:50.644245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa135c2-95c3-4afc-a6de-ce3b2f0c909b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.653660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:19:50.675146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:19:50.676124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3fda01ac-7c4e-493e-bb33-8f08c27c7fd1 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:19:50.676610 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f649f0c0-3ad7-4a20-94fe-52640dd54d74 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:19:50.680133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa135c2-95c3-4afc-a6de-ce3b2f0c909b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:19:50.689443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21a797-e5ad-425e-bff9-786a418a3be2 req-7722d1b1-9355-4844-bb1a-da0daa258356 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:50.691103 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0e21a797-e5ad-425e-bff9-786a418a3be2 req-7722d1b1-9355-4844-bb1a-da0daa258356 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 946 time: 0.0896137 Aug 09 16:19:50.697036 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: f649f0c0-3ad7-4a20-94fe-52640dd54d74 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:19:50.698045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f649f0c0-3ad7-4a20-94fe-52640dd54d74 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:19:50.698045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:19:50.701030 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa135c2-95c3-4afc-a6de-ce3b2f0c909b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.701384 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-5fa135c2-95c3-4afc-a6de-ce3b2f0c909b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Added segment 4bf72421-d6f5-4150-ab79-cb661cc91314 of type vlan for network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 Aug 09 16:19:50.722332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:19:50.723329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9dd2ee78-91ad-4d97-ae66-33ba98f86d10 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:19:50.765728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa135c2-95c3-4afc-a6de-ce3b2f0c909b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.786122 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0e21a797-e5ad-425e-bff9-786a418a3be2 req-9540bcc1-f79e-4c75-9ed0-eb5bf2bd267f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829222 Aug 09 16:19:50.820978 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa135c2-95c3-4afc-a6de-ce3b2f0c909b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.826649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa135c2-95c3-4afc-a6de-ce3b2f0c909b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:50.827261 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fa135c2-95c3-4afc-a6de-ce3b2f0c909b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.862395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531377de-daf7-44d3-9d9c-e2397f6804ae req-2b48bab4-0468-4538-9fb8-ba391f481676 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:50.864870 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-531377de-daf7-44d3-9d9c-e2397f6804ae req-2b48bab4-0468-4538-9fb8-ba391f481676 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.60 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 946 time: 0.0603645 Aug 09 16:19:50.892060 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5fa135c2-95c3-4afc-a6de-ce3b2f0c909b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3350506 Aug 09 16:19:50.895208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51656) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:50.899805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'admin_state_up': True, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:50.921955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa135c2-95c3-4afc-a6de-ce3b2f0c909b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Network': ['ID=af09cac4-cbcf-49af-b5ec-569dc22a9bb8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:50.934962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:19:50.949790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.951387 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:50.993191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-531377de-daf7-44d3-9d9c-e2397f6804ae req-7ef5bc99-87b5-4f8b-845f-b63c7a18faa4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Deleting port b00dc72c-8764-45a0-91c7-66a05b416d89 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:19:50.993721 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-531377de-daf7-44d3-9d9c-e2397f6804ae req-7ef5bc99-87b5-4f8b-845f-b63c7a18faa4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.029278 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.089375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-531377de-daf7-44d3-9d9c-e2397f6804ae req-7ef5bc99-87b5-4f8b-845f-b63c7a18faa4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] For port b00dc72c-8764-45a0-91c7-66a05b416d89, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b00dc72c-8764-45a0-91c7-66a05b416d89,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:51.089828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-531377de-daf7-44d3-9d9c-e2397f6804ae req-7ef5bc99-87b5-4f8b-845f-b63c7a18faa4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.103277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-531377de-daf7-44d3-9d9c-e2397f6804ae req-7ef5bc99-87b5-4f8b-845f-b63c7a18faa4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Calling delete_port for b00dc72c-8764-45a0-91c7-66a05b416d89 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:19:51.184695 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.244271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-531377de-daf7-44d3-9d9c-e2397f6804ae req-7ef5bc99-87b5-4f8b-845f-b63c7a18faa4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.273829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5bc99-87b5-4f8b-845f-b63c7a18faa4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event deleted for resources: {'Port': ['ID=b00dc72c-8764-45a0-91c7-66a05b416d89,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:51.316029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-531377de-daf7-44d3-9d9c-e2397f6804ae req-7ef5bc99-87b5-4f8b-845f-b63c7a18faa4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] No DVR routers for this DVR port b00dc72c-8764-45a0-91c7-66a05b416d89 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:19:51.318721 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-531377de-daf7-44d3-9d9c-e2397f6804ae req-7ef5bc99-87b5-4f8b-845f-b63c7a18faa4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.320969 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-531377de-daf7-44d3-9d9c-e2397f6804ae req-7ef5bc99-87b5-4f8b-845f-b63c7a18faa4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.60 "DELETE /v2.0/ports/b00dc72c-8764-45a0-91c7-66a05b416d89 HTTP/1.1" status: 204 len: 173 time: 0.4488032 Aug 09 16:19:51.321392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'name': 'network-vif-deleted', 'tag': 'b00dc72c-8764-45a0-91c7-66a05b416d89'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:19:51.323660 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6732dcf9-01e8-4864-85e7-773b3c291c59" -d '{"events": [{"server_uuid": "52b0f20e-7301-42eb-9fdb-7ad964ee883d", "name": "network-vif-deleted", "tag": "b00dc72c-8764-45a0-91c7-66a05b416d89"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:19:51.366683 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfaa78a-70d7-4ebe-b19b-534cda5851ac x-openstack-request-id: req-4bfaa78a-70d7-4ebe-b19b-534cda5851ac {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:19:51.367055 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b0f20e-7301-42eb-9fdb-7ad964ee883d", "name": "network-vif-deleted", "tag": "b00dc72c-8764-45a0-91c7-66a05b416d89", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:19:51.367310 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4bfaa78a-70d7-4ebe-b19b-534cda5851ac {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:19:51.367709 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b0f20e-7301-42eb-9fdb-7ad964ee883d', 'name': 'network-vif-deleted', 'tag': 'b00dc72c-8764-45a0-91c7-66a05b416d89', 'status': 'completed', 'code': 200} Aug 09 16:19:51.413553 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.433828 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.564868 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Allocated IP 172.25.2.79 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/0abaf62b-5f0b-441a-b641-c7db8a9ebaea) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:19:51.677478 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.722038 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:51.771829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:19:51.776808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:19:51.781483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:19:51.785484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=0abaf62b-5f0b-441a-b641-c7db8a9ebaea,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:51.940166 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea9e5fef-d1f4-43ac-867d-0cccd093d10e req-41f64655-a74a-4b0d-b2e9-1684e131388a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 210 time: 0.0462425 Aug 09 16:19:52.082353 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:52.286883 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:52.723648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:19:52.846424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:19:52.858213 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Sync routers for ids ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:19:52.869495 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Routers {'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:52.870211 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:52.871800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:52.876694 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e1cefa41-2404-4e95-968b-ec645d12392b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9774883 Aug 09 16:19:52.877057 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51664) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:52.911810 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e66f8654-46c9-4452-8c37-5a66862426a9 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=19671576c38b496d823cf6fc86ddaf6d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300641 Aug 09 16:19:52.912063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51666) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:52.994691 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Set router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:53.018295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958b5a4-3414-4bb4-ab2a-4e68e47e7b2d tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:53.021534 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2958b5a4-3414-4bb4-ab2a-4e68e47e7b2d tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1082854 Aug 09 16:19:53.024156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51672) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:53.068145 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-618b4921-5228-4626-8d53-0fedaf404072 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400741 Aug 09 16:19:53.068446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51674) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:53.074796 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-891d6b40-5dd5-4c3e-b1c9-314e010a5940 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1179435402', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:53.103966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e3b9fc3-4634-4c50-bba5-979a91ba72e5 req-eed5c93a-e34f-4fdc-bdaf-30492d1d74d7 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 210 time: 0.0497799 Aug 09 16:19:53.186973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891d6b40-5dd5-4c3e-b1c9-314e010a5940 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Made reservation on behalf of 19671576c38b496d823cf6fc86ddaf6d for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:19:53.190806 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-891d6b40-5dd5-4c3e-b1c9-314e010a5940 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:53.294020 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:19:51Z', 'revision_number': 3, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:53.324648 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Checking router: a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:19:53.325038 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Updating router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 port 0abaf62b-5f0b-441a-b641-c7db8a9ebaea binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:19:53.352792 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:53.393817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-891d6b40-5dd5-4c3e-b1c9-314e010a5940 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:53.475793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d6b40-5dd5-4c3e-b1c9-314e010a5940 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Subnet': ['ID=62de690e-9073-49e8-8fa4-13653437cd1c,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:53.481164 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d6b40-5dd5-4c3e-b1c9-314e010a5940 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Checking segment: {'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:19:53.481734 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891d6b40-5dd5-4c3e-b1c9-314e010a5940 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network hostable DHCP agents. Network: af09cac4-cbcf-49af-b5ec-569dc22a9bb8, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:19:53.503001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891d6b40-5dd5-4c3e-b1c9-314e010a5940 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:19:53.514932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-891d6b40-5dd5-4c3e-b1c9-314e010a5940 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, af09cac4-cbcf-49af-b5ec-569dc22a9bb8) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:19:53.521112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d6b40-5dd5-4c3e-b1c9-314e010a5940 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:53.521973 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-891d6b40-5dd5-4c3e-b1c9-314e010a5940 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:53.530300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f178694b-843e-4292-8cb3-73f5603039bd None None] Network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:19:53.539542 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-891d6b40-5dd5-4c3e-b1c9-314e010a5940 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4698758 Aug 09 16:19:53.542490 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51676) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:53.647968 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:53.662202 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Transition to ACTIVE for port object 0abaf62b-5f0b-441a-b641-c7db8a9ebaea will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:53.670889 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:53.733320 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Attempting to bind port 0abaf62b-5f0b-441a-b641-c7db8a9ebaea on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:19:53.733724 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Attempting to bind port 0abaf62b-5f0b-441a-b641-c7db8a9ebaea by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:19:53.734233 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Attempting to bind port 0abaf62b-5f0b-441a-b641-c7db8a9ebaea on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:19:53.743770 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:19:53.744140 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:19:53.744683 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:53.745088 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:19:53.745760 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Bound port: 0abaf62b-5f0b-441a-b641-c7db8a9ebaea, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:19:53.746158 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:53.777067 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Pushing event updated for resources: {'Port': ['ID=0abaf62b-5f0b-441a-b641-c7db8a9ebaea,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:53.788146 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:53.788486 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:53.788823 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:53.789153 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:53.789485 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:53.789824 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:53.790145 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:53.790876 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:53.791209 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:53.791531 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:53.791850 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:53.792171 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:19:53.835525 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] For port 0abaf62b-5f0b-441a-b641-c7db8a9ebaea, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:19:53.848644 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] For port 0abaf62b-5f0b-441a-b641-c7db8a9ebaea, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0abaf62b-5f0b-441a-b641-c7db8a9ebaea,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:19:53.854407 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:53.884538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ips': [{'subnet_id': '62de690e-9073-49e8-8fa4-13653437cd1c'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:19:53.885412 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:53.900905 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Routers {'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:53.901474 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:54.009834 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] Set router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:54.090019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Allocated IP 172.20.0.2 (af09cac4-cbcf-49af-b5ec-569dc22a9bb8/62de690e-9073-49e8-8fa4-13653437cd1c/9638475e-d89b-4bef-8acd-f5e597a16676) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:19:54.208872 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9653c7-1289-48aa-b0ba-80e71f902b7c None None] Pushing event updated for resources: {'Port': ['ID=0abaf62b-5f0b-441a-b641-c7db8a9ebaea,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:54.238773 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3582826a-2140-4146-bd68-e48053a0e28f req-35fdba8d-735c-4b2e-b04f-6c702f17fdd4 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 210 time: 0.0479596 Aug 09 16:19:54.310814 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:54.314599 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:19:51Z', 'revision_number': 3, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:54.326845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Transition to ACTIVE for port object 9638475e-d89b-4bef-8acd-f5e597a16676 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:54.348607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Transition to ACTIVE for port object 9638475e-d89b-4bef-8acd-f5e597a16676 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:54.357124 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:54.360799 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc2a9b-8313-4fc5-aba8-c636156ce509 None None] The sync data for ids ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'] in n-d-803778-2 is: [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:19:51Z', 'revision_number': 3, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:19:54.414041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:19:54.419707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:19:54.428881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:19:54.443352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Pushing event updated for resources: {'Port': ['ID=9638475e-d89b-4bef-8acd-f5e597a16676,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:54.509810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Attempting to bind port 9638475e-d89b-4bef-8acd-f5e597a16676 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:19:54.510494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Attempting to bind port 9638475e-d89b-4bef-8acd-f5e597a16676 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:19:54.510855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Attempting to bind port 9638475e-d89b-4bef-8acd-f5e597a16676 on network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:19:54.516125 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:19:54.516654 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Checking segment: {'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:19:54.517063 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:54.517454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Bound using segment: {'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:19:54.517963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Bound port: 9638475e-d89b-4bef-8acd-f5e597a16676, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:19:54.518353 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:54.581123 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:54.607442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] For port 9638475e-d89b-4bef-8acd-f5e597a16676, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:19:54.610612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] For port 9638475e-d89b-4bef-8acd-f5e597a16676, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9638475e-d89b-4bef-8acd-f5e597a16676,segment=NetworkSegment(4bf72421-d6f5-4150-ab79-cb661cc91314),segment_id=4bf72421-d6f5-4150-ab79-cb661cc91314)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:19:54.617098 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:54.667077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68837eed-d6dd-4256-9093-a6a0d63c8313 None None] Pushing event updated for resources: {'Port': ['ID=9638475e-d89b-4bef-8acd-f5e597a16676,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:54.967636 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Allocated IP 172.20.0.1 (af09cac4-cbcf-49af-b5ec-569dc22a9bb8/62de690e-9073-49e8-8fa4-13653437cd1c/c8d407b2-94fa-478b-8676-3c42dbe84f9e) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:19:55.134527 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:55.151878 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Transition to ACTIVE for port object c8d407b2-94fa-478b-8676-3c42dbe84f9e will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:55.187866 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:55.241656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:19:55.245194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:19:55.250215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:19:55.254566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=c8d407b2-94fa-478b-8676-3c42dbe84f9e,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:55.298070 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:55.365779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b00dc72c-8764-45a0-91c7-66a05b416d89 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:19:55.401051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: b00dc72c-8764-45a0-91c7-66a05b416d89 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:19:55.401468 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b00dc72c-8764-45a0-91c7-66a05b416d89 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:19:55.409650 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dc1d2aa9-92bf-4bf4-b610-9d8792ee8072 req-51e988ce-74c5-41af-a51a-881534118196 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=52b0f20e-7301-42eb-9fdb-7ad964ee883d HTTP/1.1" status: 200 len: 210 time: 0.0531466 Aug 09 16:19:55.476559 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:55.811676 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:55.818881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:55.865984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f1ed1d-f330-4e87-b3af-dce7a060664c None None] Network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:19:55.893293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:55.895571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=c8d407b2-94fa-478b-8676-3c42dbe84f9e,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:55.952615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5c1f9112-b973-4163-981a-bdbbaf3ae22b None None] Provisioning for port 9638475e-d89b-4bef-8acd-f5e597a16676 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:56.013698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:19:56.017855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:19:56.143655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:19:56.270891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:19:56.282197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51682) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:56.282796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-82f1230e-6bdb-4396-91f1-e2d8d647f92d tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "PUT /v2.0/routers/a4e6e5fb-71b8-4c5b-8173-18d7e593cc77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7380817 Aug 09 16:19:56.294170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Sync routers for ids ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:19:56.299958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3ce3abb3-13ba-4865-85c7-11b51bbb5d69 None None] Provisioning for port c8d407b2-94fa-478b-8676-3c42dbe84f9e completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:56.306150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3ce3abb3-13ba-4865-85c7-11b51bbb5d69 None None] Provisioning complete for port c8d407b2-94fa-478b-8676-3c42dbe84f9e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:56.306491 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3ce3abb3-13ba-4865-85c7-11b51bbb5d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:56.334738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Routers {'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:56.335380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:56.390482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3abb3-13ba-4865-85c7-11b51bbb5d69 None None] Port c8d407b2-94fa-478b-8676-3c42dbe84f9e cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:19:56.477319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Set router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:56.506945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5942c-d9fa-40c0-98c4-4e4c7f66c493 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.507798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5942c-d9fa-40c0-98c4-4e4c7f66c493 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.508811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5942c-d9fa-40c0-98c4-4e4c7f66c493 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.509499 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5942c-d9fa-40c0-98c4-4e4c7f66c493 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.510629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5942c-d9fa-40c0-98c4-4e4c7f66c493 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.511427 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5942c-d9fa-40c0-98c4-4e4c7f66c493 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.520207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51690) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:56.533263 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7fd5942c-d9fa-40c0-98c4-4e4c7f66c493 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2496264 Aug 09 16:19:56.632204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157f628-5738-4813-832c-6c197176c6c1 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.633423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157f628-5738-4813-832c-6c197176c6c1 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.633918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157f628-5738-4813-832c-6c197176c6c1 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.634737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157f628-5738-4813-832c-6c197176c6c1 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.635373 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157f628-5738-4813-832c-6c197176c6c1 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.636128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157f628-5738-4813-832c-6c197176c6c1 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:56.642387 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51692) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:56.652305 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f157f628-5738-4813-832c-6c197176c6c1 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1306272 Aug 09 16:19:56.665433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0abaf62b-5f0b-441a-b641-c7db8a9ebaea up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:19:56.795472 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-60b2d268-6e8a-4fb0-8cf6-826b35d7d420 None None] Provisioning complete for port c8d407b2-94fa-478b-8676-3c42dbe84f9e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:56.795875 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-60b2d268-6e8a-4fb0-8cf6-826b35d7d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:56.827145 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4e2e2237-823e-4b3d-bf29-cb39981ae824 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1825387 Aug 09 16:19:56.833333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 0abaf62b-5f0b-441a-b641-c7db8a9ebaea completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:56.856969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0abaf62b-5f0b-441a-b641-c7db8a9ebaea triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:56.857452 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:56.884477 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-60b2d268-6e8a-4fb0-8cf6-826b35d7d420 None None] Port c8d407b2-94fa-478b-8676-3c42dbe84f9e cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:19:56.923800 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:19:55Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c8d407b2-94fa-478b-8676-3c42dbe84f9e', 'name': '', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:05:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:54Z', 'updated_at': '2021-08-09T16:19:55Z', 'revision_number': 2, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:56.969322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Checking router: a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:19:56.969750 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Updating router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 port c8d407b2-94fa-478b-8676-3c42dbe84f9e binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:19:57.017312 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.025801 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.043198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-43cd6a0c-d48f-46e1-b454-f372f3506aa0 None None] Provisioning complete for port c8d407b2-94fa-478b-8676-3c42dbe84f9e triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:57.043627 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-43cd6a0c-d48f-46e1-b454-f372f3506aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.073437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 0abaf62b-5f0b-441a-b641-c7db8a9ebaea, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0abaf62b-5f0b-441a-b641-c7db8a9ebaea,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:57.090607 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51698) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:57.095361 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5cac0145-98ea-4721-a07d-9653a06646d1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124935404', 'description': 'tempest-secgroup-smoke-1124935404 description', 'project_id': '19671576c38b496d823cf6fc86ddaf6d'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:57.098205 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.098942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9638475e-d89b-4bef-8acd-f5e597a16676 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:19:57.119143 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cac0145-98ea-4721-a07d-9653a06646d1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.172687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-43cd6a0c-d48f-46e1-b454-f372f3506aa0 None None] Port c8d407b2-94fa-478b-8676-3c42dbe84f9e cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:19:57.217854 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cac0145-98ea-4721-a07d-9653a06646d1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.224423 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cac0145-98ea-4721-a07d-9653a06646d1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.257359 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5cac0145-98ea-4721-a07d-9653a06646d1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.263882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5cac0145-98ea-4721-a07d-9653a06646d1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1670475 Aug 09 16:19:57.263882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac0145-98ea-4721-a07d-9653a06646d1 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4efa8a3-3382-4da1-9dc1-60aacaca04c2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:57.263882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51700) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:57.268875 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2070e740-31d4-43a0-bb5c-0c8e160a9bf7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': 'a4efa8a3-3382-4da1-9dc1-60aacaca04c2', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:57.277112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=0abaf62b-5f0b-441a-b641-c7db8a9ebaea,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:57.287594 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 9638475e-d89b-4bef-8acd-f5e597a16676 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:57.297381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9638475e-d89b-4bef-8acd-f5e597a16676 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:57.297782 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.312724 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2070e740-31d4-43a0-bb5c-0c8e160a9bf7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.389093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2070e740-31d4-43a0-bb5c-0c8e160a9bf7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.394778 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2070e740-31d4-43a0-bb5c-0c8e160a9bf7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.416017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070e740-31d4-43a0-bb5c-0c8e160a9bf7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9a13de-923f-42c2-961d-c3f3776da3a1,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:57.429683 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2070e740-31d4-43a0-bb5c-0c8e160a9bf7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.435326 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2070e740-31d4-43a0-bb5c-0c8e160a9bf7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669319 Aug 09 16:19:57.435622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51702) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:57.442062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ec0cadb7-caa6-464c-8869-78a2dcb7a229 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': 'a4efa8a3-3382-4da1-9dc1-60aacaca04c2', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:57.459272 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.473464 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec0cadb7-caa6-464c-8869-78a2dcb7a229 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.533040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 9638475e-d89b-4bef-8acd-f5e597a16676, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9638475e-d89b-4bef-8acd-f5e597a16676,segment=NetworkSegment(4bf72421-d6f5-4150-ab79-cb661cc91314),segment_id=4bf72421-d6f5-4150-ab79-cb661cc91314)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:57.542297 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec0cadb7-caa6-464c-8869-78a2dcb7a229 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.546770 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.548008 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec0cadb7-caa6-464c-8869-78a2dcb7a229 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.565124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cadb7-caa6-464c-8869-78a2dcb7a229 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553bc163-70a8-4792-a654-0188549f8143,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:57.570140 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.584493 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ec0cadb7-caa6-464c-8869-78a2dcb7a229 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.586248 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ec0cadb7-caa6-464c-8869-78a2dcb7a229 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496551 Aug 09 16:19:57.588897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51704) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:57.595101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-63e400c6-ab5c-45a9-b874-3318e9d77739 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': 'a4efa8a3-3382-4da1-9dc1-60aacaca04c2', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:57.609719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Transition to ACTIVE for port object c8d407b2-94fa-478b-8676-3c42dbe84f9e will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:19:57.625290 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.629561 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63e400c6-ab5c-45a9-b874-3318e9d77739 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.634685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=9638475e-d89b-4bef-8acd-f5e597a16676,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:57.702758 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63e400c6-ab5c-45a9-b874-3318e9d77739 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.705112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891767-7b0d-49e7-9084-cfc60119e18c None None] Pushing event updated for resources: {'Port': ['ID=c8d407b2-94fa-478b-8676-3c42dbe84f9e,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:57.708592 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63e400c6-ab5c-45a9-b874-3318e9d77739 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.756243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Attempting to bind port c8d407b2-94fa-478b-8676-3c42dbe84f9e on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:19:57.757094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Attempting to bind port c8d407b2-94fa-478b-8676-3c42dbe84f9e by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:19:57.757906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Attempting to bind port c8d407b2-94fa-478b-8676-3c42dbe84f9e on network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:19:57.760714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e400c6-ab5c-45a9-b874-3318e9d77739 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8862932-ecca-400a-baf0-1428c7016aed,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:57.768000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:19:57.768439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Checking segment: {'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:19:57.768840 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.769674 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Bound using segment: {'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:19:57.770099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Bound port: c8d407b2-94fa-478b-8676-3c42dbe84f9e, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:19:57.770489 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.787864 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63e400c6-ab5c-45a9-b874-3318e9d77739 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.789171 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-63e400c6-ab5c-45a9-b874-3318e9d77739 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1991749 Aug 09 16:19:57.792585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51708) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:57.797817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b2186111-4191-4e2f-a212-a5c83bb9ff96 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': 'a4efa8a3-3382-4da1-9dc1-60aacaca04c2', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:57.848024 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b2186111-4191-4e2f-a212-a5c83bb9ff96 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.866128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] For port c8d407b2-94fa-478b-8676-3c42dbe84f9e, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:19:57.870199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] For port c8d407b2-94fa-478b-8676-3c42dbe84f9e, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c8d407b2-94fa-478b-8676-3c42dbe84f9e,segment=NetworkSegment(4bf72421-d6f5-4150-ab79-cb661cc91314),segment_id=4bf72421-d6f5-4150-ab79-cb661cc91314)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:19:57.877361 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.930652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Routers {'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:19:57.931373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:57.935316 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b2186111-4191-4e2f-a212-a5c83bb9ff96 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.940618 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b2186111-4191-4e2f-a212-a5c83bb9ff96 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.960588 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2186111-4191-4e2f-a212-a5c83bb9ff96 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1dd2e4-a2a4-4b1f-8b50-34a3924b40e1,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:57.971389 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b2186111-4191-4e2f-a212-a5c83bb9ff96 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:57.973158 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b2186111-4191-4e2f-a212-a5c83bb9ff96 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1794481 Aug 09 16:19:57.976106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51710) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:57.985897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-84278eaf-a3ed-499e-b5d1-b200cafe8dd5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': 'a4efa8a3-3382-4da1-9dc1-60aacaca04c2', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:58.017886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891767-7b0d-49e7-9084-cfc60119e18c None None] Pushing event updated for resources: {'Port': ['ID=c8d407b2-94fa-478b-8676-3c42dbe84f9e,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:58.024920 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-84278eaf-a3ed-499e-b5d1-b200cafe8dd5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Project 19671576c38b496d823cf6fc86ddaf6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:19:58.031174 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84278eaf-a3ed-499e-b5d1-b200cafe8dd5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:58.114815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] Set router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:19:58.119528 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84278eaf-a3ed-499e-b5d1-b200cafe8dd5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:58.125971 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84278eaf-a3ed-499e-b5d1-b200cafe8dd5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:58.149943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84278eaf-a3ed-499e-b5d1-b200cafe8dd5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec13508a-5df3-48c5-9d03-7b84cffb2195,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:58.156400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-84278eaf-a3ed-499e-b5d1-b200cafe8dd5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:58.160464 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51712) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:19:58.163548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-84278eaf-a3ed-499e-b5d1-b200cafe8dd5 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1754272 Aug 09 16:19:58.165922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a119837e-9214-4e7c-96e5-00762b5055fc tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'security_group_rule': {'security_group_id': 'a4efa8a3-3382-4da1-9dc1-60aacaca04c2', 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:19:58.198128 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-a119837e-9214-4e7c-96e5-00762b5055fc tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Project 19671576c38b496d823cf6fc86ddaf6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:19:58.206505 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a119837e-9214-4e7c-96e5-00762b5055fc tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:58.277115 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a119837e-9214-4e7c-96e5-00762b5055fc tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:58.282370 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a119837e-9214-4e7c-96e5-00762b5055fc tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:58.301931 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119837e-9214-4e7c-96e5-00762b5055fc tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4398eac3-3017-448e-8c3a-8289a2858571,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:19:58.308509 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a119837e-9214-4e7c-96e5-00762b5055fc tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:58.310064 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a119837e-9214-4e7c-96e5-00762b5055fc tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1483216 Aug 09 16:19:58.389136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:19:55Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c8d407b2-94fa-478b-8676-3c42dbe84f9e', 'name': '', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:05:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:54Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:19:58.421839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fc8e2-130b-465d-a201-af784f1faf1f None None] The sync data for ids ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'] in n-d-803778-2 is: [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:19:55Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c8d407b2-94fa-478b-8676-3c42dbe84f9e', 'name': '', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:05:bd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:54Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:19:58.501479 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-771178a8-23f6-4ca5-91db-e7aacb4a35bd tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124935404&fields=id&tenant_id=19671576c38b496d823cf6fc86ddaf6d HTTP/1.1" status: 200 len: 267 time: 0.0737939 Aug 09 16:19:58.639968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-bb4b7dc7-b31a-456a-8a54-569f86204526 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:19:58.648789 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-bb4b7dc7-b31a-456a-8a54-569f86204526 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/networks?id=af09cac4-cbcf-49af-b5ec-569dc22a9bb8 HTTP/1.1" status: 200 len: 797 time: 0.1462154 Aug 09 16:19:58.667966 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-1f75838b-8019-47ba-bb85-b3f5e315f460 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/quotas/19671576c38b496d823cf6fc86ddaf6d HTTP/1.1" status: 200 len: 375 time: 0.0179725 Aug 09 16:19:58.672952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0abaf62b-5f0b-441a-b641-c7db8a9ebaea up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:19:58.728286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0abaf62b-5f0b-441a-b641-c7db8a9ebaea triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:58.729014 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:58.730209 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-b3c3b99a-5a93-4a64-85ca-43c66fc0ba7f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608835 Aug 09 16:19:58.746451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-d0732a31-ae7f-4123-b8dd-ca521927e078 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:19:58.747912 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-d0732a31-ae7f-4123-b8dd-ca521927e078 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060225 Aug 09 16:19:58.845027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9638475e-d89b-4bef-8acd-f5e597a16676 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:19:58.891827 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f94580eb-8797-44e7-bd44-adeba276330b service neutron] 10.222.0.81 "GET /v2.0/networks/af09cac4-cbcf-49af-b5ec-569dc22a9bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371455 Aug 09 16:19:58.910678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9638475e-d89b-4bef-8acd-f5e597a16676 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:58.911132 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:59.010067 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c8d407b2-94fa-478b-8676-3c42dbe84f9e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:19:59.029616 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-a2e4cd65-bdb2-475f-88af-79b39fccd528 service neutron] 10.222.0.81 "GET /v2.0/networks/af09cac4-cbcf-49af-b5ec-569dc22a9bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230628 Aug 09 16:19:59.073611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c8d407b2-94fa-478b-8676-3c42dbe84f9e completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:19:59.079583 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c8d407b2-94fa-478b-8676-3c42dbe84f9e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:19:59.079962 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:59.187810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:59.231308 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port c8d407b2-94fa-478b-8676-3c42dbe84f9e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c8d407b2-94fa-478b-8676-3c42dbe84f9e,segment=NetworkSegment(4bf72421-d6f5-4150-ab79-cb661cc91314),segment_id=4bf72421-d6f5-4150-ab79-cb661cc91314)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:19:59.237384 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:19:59.278905 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b6ccac69-0cff-48a1-a4c9-f4525cefe374 req-99db1217-4772-47e0-bac2-21e027eed721 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 210 time: 0.0469582 Aug 09 16:19:59.303271 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:19:59.339022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=c8d407b2-94fa-478b-8676-3c42dbe84f9e,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:00.387685 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c50504e2-82be-4130-910e-a74ee4473e44 req-560f37a7-40a2-4c44-b536-1471f7a47756 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 210 time: 0.0280797 Aug 09 16:20:00.555510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c8d407b2-94fa-478b-8676-3c42dbe84f9e up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:20:00.572301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-4d868e00-b960-4cc4-963c-684fd14c8be9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:00.574894 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-4d868e00-b960-4cc4-963c-684fd14c8be9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.60 "GET /v2.0/networks?id=af09cac4-cbcf-49af-b5ec-569dc22a9bb8 HTTP/1.1" status: 200 len: 797 time: 0.1401534 Aug 09 16:20:00.623169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c8d407b2-94fa-478b-8676-3c42dbe84f9e triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:20:00.623544 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:00.631398 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-c0befe00-9f34-4195-ac40-8ccd4b64657b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19671576c38b496d823cf6fc86ddaf6d HTTP/1.1" status: 200 len: 380 time: 0.0467620 Aug 09 16:20:00.642046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'port': {'device_id': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'admin_state_up': True, 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'security_groups': ['a4efa8a3-3382-4da1-9dc1-60aacaca04c2']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:20:00.767065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Made reservation on behalf of 19671576c38b496d823cf6fc86ddaf6d for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:20:00.775442 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:00.941524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Allocated IP 172.20.0.3 (af09cac4-cbcf-49af-b5ec-569dc22a9bb8/62de690e-9073-49e8-8fa4-13653437cd1c/f90fcbf8-2ebd-47e0-9f09-b22549382c58) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:20:01.107111 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:01.122077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Transition to ACTIVE for port object f90fcbf8-2ebd-47e0-9f09-b22549382c58 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:20:01.156163 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:01.208164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:20:01.214445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:20:01.219449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:20:01.254562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=f90fcbf8-2ebd-47e0-9f09-b22549382c58,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:01.272348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:01.272745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:01.273159 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:01.273557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:01.273987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:01.274388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:01.274743 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:01.275158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:01.275538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:01.275946 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:01.276459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:01.276982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:01.298731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:01.299507 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:01.315346 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-6803d1cc-a228-40a3-98a9-b6c99324be25 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6774981 Aug 09 16:20:01.327509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-cd4f489f-b2aa-4a1c-b594-08a40320841a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:20:01.328896 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-cd4f489f-b2aa-4a1c-b594-08a40320841a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057468 Aug 09 16:20:01.396634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Request body: {'port': {'device_id': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:20:01.439397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c65e0521-b35a-4e91-8aca-cd6cca172413 None None] Provisioning for port f90fcbf8-2ebd-47e0-9f09-b22549382c58 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:20:01.444767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c65e0521-b35a-4e91-8aca-cd6cca172413 None None] Provisioning complete for port f90fcbf8-2ebd-47e0-9f09-b22549382c58 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:20:01.445286 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c65e0521-b35a-4e91-8aca-cd6cca172413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:01.453716 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:01.485106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c65e0521-b35a-4e91-8aca-cd6cca172413 None None] Port f90fcbf8-2ebd-47e0-9f09-b22549382c58 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:20:01.595484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b549-ef36-409e-976f-2908fef8256d req-50e64211-9a48-42b3-8091-e7ca0f7a5e50 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:01.596899 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b610b549-ef36-409e-976f-2908fef8256d req-50e64211-9a48-42b3-8091-e7ca0f7a5e50 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 931 time: 0.1341279 Aug 09 16:20:01.689109 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b610b549-ef36-409e-976f-2908fef8256d req-0f38660b-1ade-4a53-a28f-f6549fe1473a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=a4efa8a3-3382-4da1-9dc1-60aacaca04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858755 Aug 09 16:20:01.786396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90fcbf8-2ebd-47e0-9f09-b22549382c58 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:20:01.793759 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:01.807367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Transition to ACTIVE for port object f90fcbf8-2ebd-47e0-9f09-b22549382c58 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:20:01.810564 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:01.861050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Pushing event updated for resources: {'Port': ['ID=f90fcbf8-2ebd-47e0-9f09-b22549382c58,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:01.935359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Attempting to bind port f90fcbf8-2ebd-47e0-9f09-b22549382c58 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:20:01.935782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Attempting to bind port f90fcbf8-2ebd-47e0-9f09-b22549382c58 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:20:01.938251 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Attempting to bind port f90fcbf8-2ebd-47e0-9f09-b22549382c58 on network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:20:01.941505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Port f90fcbf8-2ebd-47e0-9f09-b22549382c58 on network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:20:01.941860 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Attempting to bind port f90fcbf8-2ebd-47e0-9f09-b22549382c58 on network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:20:01.947006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:20:01.947349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Checking segment: {'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:20:01.947737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Bound using segment: {'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:20:01.948162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Bound port: f90fcbf8-2ebd-47e0-9f09-b22549382c58, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf72421-d6f5-4150-ab79-cb661cc91314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:20:01.948523 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:02.018620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] For port f90fcbf8-2ebd-47e0-9f09-b22549382c58, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:20:02.022309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] For port f90fcbf8-2ebd-47e0-9f09-b22549382c58, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f90fcbf8-2ebd-47e0-9f09-b22549382c58,segment=NetworkSegment(4bf72421-d6f5-4150-ab79-cb661cc91314),segment_id=4bf72421-d6f5-4150-ab79-cb661cc91314)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:20:02.029752 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:02.038750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51762) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:02.068505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:02.069128 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:02.070766 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] 10.222.0.60 "PUT /v2.0/ports/f90fcbf8-2ebd-47e0-9f09-b22549382c58 HTTP/1.1" status: 200 len: 1091 time: 0.7342851 Aug 09 16:20:02.071231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'tag': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:20:02.074245 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfd87e3-98a4-4194-8c7c-2996449f228e" -d '{"events": [{"name": "network-changed", "server_uuid": "c53ec5c4-4b01-4ba0-8117-d3d835738a9b", "tag": "f90fcbf8-2ebd-47e0-9f09-b22549382c58"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:20:02.115842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6728e01-6547-49a3-83fa-37b3d6870f98 service neutron] Pushing event updated for resources: {'Port': ['ID=f90fcbf8-2ebd-47e0-9f09-b22549382c58,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:02.164550 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc879ba9-33ce-4196-8aca-f71ffeece5c5 x-openstack-request-id: req-fc879ba9-33ce-4196-8aca-f71ffeece5c5 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:20:02.164826 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53ec5c4-4b01-4ba0-8117-d3d835738a9b", "tag": "f90fcbf8-2ebd-47e0-9f09-b22549382c58", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:20:02.165166 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc879ba9-33ce-4196-8aca-f71ffeece5c5 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:20:02.165684 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'tag': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58', 'status': 'completed', 'code': 200} Aug 09 16:20:02.186369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-3f2d79b6-33d8-4c45-9f4b-c5739bc9a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:02.187921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-3f2d79b6-33d8-4c45-9f4b-c5739bc9a9a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 1094 time: 0.0626659 Aug 09 16:20:02.223954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Deleting port 3413f172-f4b8-4f2d-b08d-4afdd76a3174 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:02.224296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:02.235084 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-41de8289-5376-4398-9025-710bf63e4a05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90fcbf8-2ebd-47e0-9f09-b22549382c58 HTTP/1.1" status: 200 len: 217 time: 0.0385931 Aug 09 16:20:02.291220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-4aaf3622-a84d-4add-b7b0-c15053fd13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:02.292747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-4aaf3622-a84d-4add-b7b0-c15053fd13e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=62de690e-9073-49e8-8fa4-13653437cd1c HTTP/1.1" status: 200 len: 835 time: 0.0506160 Aug 09 16:20:02.305084 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:02.305411 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:02.323788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Calling delete_port for 3413f172-f4b8-4f2d-b08d-4afdd76a3174 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:02.348138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-facdbf11-5fba-40b2-8a56-592b4660756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:02.349695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-facdbf11-5fba-40b2-8a56-592b4660756f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af09cac4-cbcf-49af-b5ec-569dc22a9bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490165 Aug 09 16:20:02.448360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-b676c376-80ab-4ba6-b4a4-96a347f5901a service neutron] 10.222.0.60 "GET /v2.0/networks/af09cac4-cbcf-49af-b5ec-569dc22a9bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908413 Aug 09 16:20:02.496608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:02.523478 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event deleted for resources: {'Port': ['ID=3413f172-f4b8-4f2d-b08d-4afdd76a3174,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:02.549692 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbbd7cf6-ecc9-41b9-af10-b564df9ae64d req-194dabec-0ba9-4b34-bd0a-91ad47e49f1e service neutron] 10.222.0.60 "GET /v2.0/networks/af09cac4-cbcf-49af-b5ec-569dc22a9bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941870 Aug 09 16:20:02.555076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:02.555424 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:02.555770 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:02.556110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:02.556443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:02.556772 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:02.557098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:02.557422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:02.557781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:02.558104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:02.558479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:02.558805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:02.601236 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:02.601570 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Floating IP 6f206a42-fe84-4ed7-af8a-436fe69098d3 disassociated (deleted). External IP: 172.25.2.157, port: a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a. Aug 09 16:20:02.638139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd87e3-98a4-4194-8c7c-2996449f228e req-fc14b792-21cd-4b5c-a27b-c03f8e2dcd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:02.639644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebfd87e3-98a4-4194-8c7c-2996449f228e req-fc14b792-21cd-4b5c-a27b-c03f8e2dcd5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 1094 time: 0.0429225 Aug 09 16:20:02.732698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd87e3-98a4-4194-8c7c-2996449f228e req-f66f2ee9-ea04-49c1-ad39-52e8a3afe9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:02.734210 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebfd87e3-98a4-4194-8c7c-2996449f228e req-f66f2ee9-ea04-49c1-ad39-52e8a3afe9be service neutron] 10.222.0.60 "GET /v2.0/networks?id=af09cac4-cbcf-49af-b5ec-569dc22a9bb8 HTTP/1.1" status: 200 len: 898 time: 0.0875182 Aug 09 16:20:02.787980 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebfd87e3-98a4-4194-8c7c-2996449f228e req-1331d038-ba70-4fe8-90b8-55d7c0791de8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90fcbf8-2ebd-47e0-9f09-b22549382c58 HTTP/1.1" status: 200 len: 217 time: 0.0416865 Aug 09 16:20:02.827590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:20:02.858119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd87e3-98a4-4194-8c7c-2996449f228e req-bc753044-4f23-40ff-aea1-0a6703d3dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:02.859589 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebfd87e3-98a4-4194-8c7c-2996449f228e req-bc753044-4f23-40ff-aea1-0a6703d3dee4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=62de690e-9073-49e8-8fa4-13653437cd1c HTTP/1.1" status: 200 len: 835 time: 0.0631735 Aug 09 16:20:02.873074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dba138-cf35-4dc0-9906-562cb64ad415 req-8e76bcca-3b6d-46e0-b782-7be762797046 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:02.874595 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6dba138-cf35-4dc0-9906-562cb64ad415 req-8e76bcca-3b6d-46e0-b782-7be762797046 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 943 time: 0.0891910 Aug 09 16:20:02.939663 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:20:02.942598 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6dba138-cf35-4dc0-9906-562cb64ad415 req-483eefff-aa72-485f-ac1d-fae43bc3d749 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=a4efa8a3-3382-4da1-9dc1-60aacaca04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581963 Aug 09 16:20:02.946656 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:02.949119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd87e3-98a4-4194-8c7c-2996449f228e req-47358cfa-abb7-42a6-b83e-660f638ba2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:02.951028 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c91453-db76-4dce-8839-ba26b023431c None None] Sync routers for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:20:02.951890 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebfd87e3-98a4-4194-8c7c-2996449f228e req-47358cfa-abb7-42a6-b83e-660f638ba2bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af09cac4-cbcf-49af-b5ec-569dc22a9bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764101 Aug 09 16:20:02.961422 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c91453-db76-4dce-8839-ba26b023431c None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:02.962459 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-97c91453-db76-4dce-8839-ba26b023431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:02.977619 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-68946104-986d-4851-8346-138142bfca01 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "DELETE /v2.0/floatingips/6f206a42-fe84-4ed7-af8a-436fe69098d3 HTTP/1.1" status: 204 len: 168 time: 0.9375622 Aug 09 16:20:02.978058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'tag': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:20:02.980648 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a30e06-3cbd-4727-a142-f265e5726dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ca578136-9344-4e07-a5c9-ec8116d66f85", "tag": "a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:20:03.033074 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf877fe-32b6-4e88-a23b-50f48322dcfc x-openstack-request-id: req-5bf877fe-32b6-4e88-a23b-50f48322dcfc {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:20:03.033373 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca578136-9344-4e07-a5c9-ec8116d66f85", "tag": "a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:20:03.033680 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5bf877fe-32b6-4e88-a23b-50f48322dcfc {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:20:03.034091 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'tag': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'status': 'completed', 'code': 200} Aug 09 16:20:03.084351 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-97c91453-db76-4dce-8839-ba26b023431c None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:03.095892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebfd87e3-98a4-4194-8c7c-2996449f228e req-366dee4a-ae39-4cdc-8708-08fd75663ec0 service neutron] 10.222.0.60 "GET /v2.0/networks/af09cac4-cbcf-49af-b5ec-569dc22a9bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359866 Aug 09 16:20:03.169227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30e06-3cbd-4727-a142-f265e5726dbf req-5d3d93ac-2236-43d6-a44d-0a7e92e63b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:03.170927 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79a30e06-3cbd-4727-a142-f265e5726dbf req-5d3d93ac-2236-43d6-a44d-0a7e92e63b1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b288370f60b5456e956c547ef50d7598&device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 1097 time: 0.1052167 Aug 09 16:20:03.297973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ebfd87e3-98a4-4194-8c7c-2996449f228e req-1ce2e0d2-92e5-47a0-b9e0-e76732af2aa5 service neutron] 10.222.0.60 "GET /v2.0/networks/af09cac4-cbcf-49af-b5ec-569dc22a9bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931651 Aug 09 16:20:03.300878 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-97c91453-db76-4dce-8839-ba26b023431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:03.332781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea5eab-cb13-4e74-9624-2e7f6758f2ca req-1f914abf-27e0-41ef-a27b-44cc5b6d0d7d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:03.334337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-24ea5eab-cb13-4e74-9624-2e7f6758f2ca req-1f914abf-27e0-41ef-a27b-44cc5b6d0d7d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 946 time: 0.1249976 Aug 09 16:20:03.334617 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c91453-db76-4dce-8839-ba26b023431c None None] Checking router: bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:20:03.339241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30e06-3cbd-4727-a142-f265e5726dbf req-b88df6f8-136a-49fe-856b-00a0b9ff8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:03.340678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79a30e06-3cbd-4727-a142-f265e5726dbf req-b88df6f8-136a-49fe-856b-00a0b9ff8f02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 200 len: 912 time: 0.1623280 Aug 09 16:20:03.343002 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c91453-db76-4dce-8839-ba26b023431c None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:03.343599 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-97c91453-db76-4dce-8839-ba26b023431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:19:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:03.391676 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79a30e06-3cbd-4727-a142-f265e5726dbf req-bf421c3c-f408-44b5-bdae-cfa107d3455e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a HTTP/1.1" status: 200 len: 217 time: 0.0406330 Aug 09 16:20:03.440315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-24ea5eab-cb13-4e74-9624-2e7f6758f2ca req-2b4dea5f-8a90-41e1-802a-64efb576800f tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963411 Aug 09 16:20:03.451608 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-97c91453-db76-4dce-8839-ba26b023431c None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:03.458593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30e06-3cbd-4727-a142-f265e5726dbf req-e04bf74c-9c1a-43ea-a9eb-687005bb9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:03.460243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79a30e06-3cbd-4727-a142-f265e5726dbf req-e04bf74c-9c1a-43ea-a9eb-687005bb9202 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 200 len: 850 time: 0.0568597 Aug 09 16:20:03.508311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30e06-3cbd-4727-a142-f265e5726dbf req-5effc5c1-fbec-4d5e-ad70-fa5ba99a7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:03.509870 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79a30e06-3cbd-4727-a142-f265e5726dbf req-5effc5c1-fbec-4d5e-ad70-fa5ba99a7dff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c5932b02-aab2-4990-93ed-0c412c1e6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417490 Aug 09 16:20:03.605191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79a30e06-3cbd-4727-a142-f265e5726dbf req-5233284e-c5c7-410a-a36f-3e41c42cb194 service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877552 Aug 09 16:20:03.655703 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-97c91453-db76-4dce-8839-ba26b023431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:03.705293 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-79a30e06-3cbd-4727-a142-f265e5726dbf req-1b9677a5-15cd-4c1c-a623-f078db5cbc7f service neutron] 10.222.0.53 "GET /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930004 Aug 09 16:20:03.770367 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c91453-db76-4dce-8839-ba26b023431c None None] The sync data for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 is: [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:09:12Z', 'revision_number': 4, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8', 'name': '', 'network_id': 'c5932b02-aab2-4990-93ed-0c412c1e6cf6', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'mac_address': 'fa:16:3e:fc:22:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:10Z', 'updated_at': '2021-08-09T16:09:21Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'subnets': [{'id': 'f56dee80-a4af-40a8-ba00-0306592ad89b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:20:03.986966 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e6233-5142-4d07-99f8-59c9a2bca7ad None None] New status for floating IP 6f206a42-fe84-4ed7-af8a-436fe69098d3: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:20:04.075741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc269f-e3d3-4dfc-9f6a-0839f5f3f528 req-a77f181e-6caa-4a86-982f-e2cf0b43e46b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:04.077312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69cc269f-e3d3-4dfc-9f6a-0839f5f3f528 req-a77f181e-6caa-4a86-982f-e2cf0b43e46b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 943 time: 0.0545390 Aug 09 16:20:04.132396 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69cc269f-e3d3-4dfc-9f6a-0839f5f3f528 req-4231de85-d75b-4ceb-9e57-de6d79a502d7 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=a4efa8a3-3382-4da1-9dc1-60aacaca04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462902 Aug 09 16:20:04.567053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e98b9-8314-450a-8ae8-c191cd320f8f req-9cc98348-f786-49a5-be86-75dd5161d10a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:04.568550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-888e98b9-8314-450a-8ae8-c191cd320f8f req-9cc98348-f786-49a5-be86-75dd5161d10a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 946 time: 0.0537968 Aug 09 16:20:04.608006 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-888e98b9-8314-450a-8ae8-c191cd320f8f req-97ccafec-9b9a-4b76-a7e6-b7f30d0e1c7d tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/security-groups?id=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Aug 09 16:20:04.682877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab877c8-0551-44c0-807a-91898174bfdd req-64e88785-83d0-4324-a3ee-1bd19b5eebd1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:04.684338 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cab877c8-0551-44c0-807a-91898174bfdd req-64e88785-83d0-4324-a3ee-1bd19b5eebd1 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 946 time: 0.0488675 Aug 09 16:20:04.780960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-cab877c8-0551-44c0-807a-91898174bfdd req-60541db0-e586-406f-92a3-4133836774f5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Deleting port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:04.781799 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cab877c8-0551-44c0-807a-91898174bfdd req-60541db0-e586-406f-92a3-4133836774f5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:04.871040 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-cab877c8-0551-44c0-807a-91898174bfdd req-60541db0-e586-406f-92a3-4133836774f5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] For port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:04.871557 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cab877c8-0551-44c0-807a-91898174bfdd req-60541db0-e586-406f-92a3-4133836774f5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:04.884137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-cab877c8-0551-44c0-807a-91898174bfdd req-60541db0-e586-406f-92a3-4133836774f5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Calling delete_port for a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:05.016035 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cab877c8-0551-44c0-807a-91898174bfdd req-60541db0-e586-406f-92a3-4133836774f5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:05.043041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60541db0-e586-406f-92a3-4133836774f5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event deleted for resources: {'Port': ['ID=a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:05.090052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab877c8-0551-44c0-807a-91898174bfdd req-60541db0-e586-406f-92a3-4133836774f5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] No DVR routers for this DVR port a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:20:05.092516 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cab877c8-0551-44c0-807a-91898174bfdd req-60541db0-e586-406f-92a3-4133836774f5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:05.094826 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cab877c8-0551-44c0-807a-91898174bfdd req-60541db0-e586-406f-92a3-4133836774f5 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.53 "DELETE /v2.0/ports/a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a HTTP/1.1" status: 204 len: 173 time: 0.4046962 Aug 09 16:20:05.095268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'name': 'network-vif-deleted', 'tag': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:20:05.097533 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6471ede9-ff85-4e9e-9dca-edbb5d193d38" -d '{"events": [{"server_uuid": "ca578136-9344-4e07-a5c9-ec8116d66f85", "name": "network-vif-deleted", "tag": "a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:20:05.133464 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0e02ea-71da-44a0-bb67-224e80038d57 x-openstack-request-id: req-ef0e02ea-71da-44a0-bb67-224e80038d57 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:20:05.133464 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca578136-9344-4e07-a5c9-ec8116d66f85", "name": "network-vif-deleted", "tag": "a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:20:05.133755 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ef0e02ea-71da-44a0-bb67-224e80038d57 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:20:05.134101 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca578136-9344-4e07-a5c9-ec8116d66f85', 'name': 'network-vif-deleted', 'tag': 'a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a', 'status': 'completed', 'code': 200} Aug 09 16:20:05.250269 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a926ce4-c15a-4759-892a-a42849956a5e req-dd7ba834-47a4-4a62-ac2e-987263c34dd9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:05.251886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a926ce4-c15a-4759-892a-a42849956a5e req-dd7ba834-47a4-4a62-ac2e-987263c34dd9 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 943 time: 0.0504584 Aug 09 16:20:05.289952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a926ce4-c15a-4759-892a-a42849956a5e req-2adb4858-e8ad-4234-bcde-31a1a56b925e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=a4efa8a3-3382-4da1-9dc1-60aacaca04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Aug 09 16:20:05.363651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f90fcbf8-2ebd-47e0-9f09-b22549382c58 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:20:05.618354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f90fcbf8-2ebd-47e0-9f09-b22549382c58, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f90fcbf8-2ebd-47e0-9f09-b22549382c58,segment=NetworkSegment(4bf72421-d6f5-4150-ab79-cb661cc91314),segment_id=4bf72421-d6f5-4150-ab79-cb661cc91314)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:05.629530 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'port_id': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58', 'mac_address': 'fa:16:3e:7a:45:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:20:05.668831 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:05.683680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90fcbf8-2ebd-47e0-9f09-b22549382c58 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:20:05.706070 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f90fcbf8-2ebd-47e0-9f09-b22549382c58, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f90fcbf8-2ebd-47e0-9f09-b22549382c58,segment=NetworkSegment(4bf72421-d6f5-4150-ab79-cb661cc91314),segment_id=4bf72421-d6f5-4150-ab79-cb661cc91314)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:05.708358 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-07d6a906-9c09-4186-b0bb-6d3822fae58f req-2b057e21-3b2c-4b2f-8cb2-113b5b2bde8a tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 210 time: 0.0280292 Aug 09 16:20:05.715080 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:05.765230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f90fcbf8-2ebd-47e0-9f09-b22549382c58,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:05.923370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['f90fcbf8-2ebd-47e0-9f09-b22549382c58'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:20:06.406430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee563672-b393-4321-9baa-11818bdb64a9 req-de04449a-08d6-43f7-a277-4383286193ff tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:06.407986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee563672-b393-4321-9baa-11818bdb64a9 req-de04449a-08d6-43f7-a277-4383286193ff tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 944 time: 0.0507643 Aug 09 16:20:06.450862 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee563672-b393-4321-9baa-11818bdb64a9 req-7c9f6ff2-584b-4302-bb91-487203d57ae6 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=a4efa8a3-3382-4da1-9dc1-60aacaca04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356410 Aug 09 16:20:06.805577 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a8a4f909-3f35-4a6b-a729-832e95cd423b req-e2ba4f31-cec9-4903-8562-925d33c552e9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 210 time: 0.0276558 Aug 09 16:20:07.388124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f90fcbf8-2ebd-47e0-9f09-b22549382c58 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:20:07.442956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port f90fcbf8-2ebd-47e0-9f09-b22549382c58 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:20:07.446436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port f90fcbf8-2ebd-47e0-9f09-b22549382c58 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:20:07.446815 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:07.538553 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:07.571712 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:20:07.575707 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60968b9f-7442-488c-a90c-9ac72d2b3602" -d '{"events": [{"server_uuid": "c53ec5c4-4b01-4ba0-8117-d3d835738a9b", "name": "network-vif-plugged", "status": "completed", "tag": "f90fcbf8-2ebd-47e0-9f09-b22549382c58"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:20:07.594729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f90fcbf8-2ebd-47e0-9f09-b22549382c58, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f90fcbf8-2ebd-47e0-9f09-b22549382c58,segment=NetworkSegment(4bf72421-d6f5-4150-ab79-cb661cc91314),segment_id=4bf72421-d6f5-4150-ab79-cb661cc91314)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:07.597022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecf150-99fb-4bfd-a392-a6dec2cc59b4 req-38448af7-7421-4e1e-aa2a-5898170e338a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:07.599536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cbecf150-99fb-4bfd-a392-a6dec2cc59b4 req-38448af7-7421-4e1e-aa2a-5898170e338a tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 944 time: 0.0626807 Aug 09 16:20:07.608198 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:07.648404 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217b5f0a-a1fb-475a-b037-8c347554d55b x-openstack-request-id: req-217b5f0a-a1fb-475a-b037-8c347554d55b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:20:07.648736 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53ec5c4-4b01-4ba0-8117-d3d835738a9b", "name": "network-vif-plugged", "status": "completed", "tag": "f90fcbf8-2ebd-47e0-9f09-b22549382c58", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:20:07.649079 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-217b5f0a-a1fb-475a-b037-8c347554d55b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:20:07.649557 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58', 'code': 200} Aug 09 16:20:07.667360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cbecf150-99fb-4bfd-a392-a6dec2cc59b4 req-cef381b9-3f1e-4107-9299-4d95de915094 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=a4efa8a3-3382-4da1-9dc1-60aacaca04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600832 Aug 09 16:20:07.673791 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c05eb9af-153b-4cdd-80d9-3eaa0368b94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:07.692920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f90fcbf8-2ebd-47e0-9f09-b22549382c58,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:07.743656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fdc7c-e892-4186-9998-750ccfb9eebc req-0e589628-d298-4ca9-81b7-37110f496c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:07.745175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd0fdc7c-e892-4186-9998-750ccfb9eebc req-0e589628-d298-4ca9-81b7-37110f496c2f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 1096 time: 0.0416191 Aug 09 16:20:07.794562 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dd0fdc7c-e892-4186-9998-750ccfb9eebc req-899fd7ff-9cb8-4e7e-a728-6ebaa4c201f9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a4efa8a3-3382-4da1-9dc1-60aacaca04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373261 Aug 09 16:20:07.914219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ec56af76-53e8-4344-9938-8047c0a61284 req-0bbe4647-8246-4ffc-90db-f600434171f3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 210 time: 0.0366020 Aug 09 16:20:08.154527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:20:08.175478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:20:08.175899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a3ffa0f4-8241-41e0-8b5f-32c7bb5ebe6a not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:20:08.781632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fb44b-1618-42db-9cfc-8b37bd25d379 req-d75bc79c-4350-4bf0-822b-5bf8e42cf896 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:08.783018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c5fb44b-1618-42db-9cfc-8b37bd25d379 req-d75bc79c-4350-4bf0-822b-5bf8e42cf896 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 945 time: 0.0480621 Aug 09 16:20:08.822448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c5fb44b-1618-42db-9cfc-8b37bd25d379 req-d451950c-f44f-485a-9db6-d739ba0d9bbe tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=a4efa8a3-3382-4da1-9dc1-60aacaca04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326018 Aug 09 16:20:08.944102 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff25a7-5828-4783-ac9b-1f2b771f7c79 req-7be23425-7c52-4828-bbb8-5814d8c56fb6 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:08.945819 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-22ff25a7-5828-4783-ac9b-1f2b771f7c79 req-7be23425-7c52-4828-bbb8-5814d8c56fb6 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 945 time: 0.0538058 Aug 09 16:20:08.989839 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-22ff25a7-5828-4783-ac9b-1f2b771f7c79 req-2070202f-ae0b-44ae-af3c-047130056ea2 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=a4efa8a3-3382-4da1-9dc1-60aacaca04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377636 Aug 09 16:20:09.015232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51800) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:09.034945 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3cebf926-6f8b-4979-9cd0-08207543bc53 req-3b2721a7-61f9-4dbc-b31a-2803643459a3 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca578136-9344-4e07-a5c9-ec8116d66f85 HTTP/1.1" status: 200 len: 210 time: 0.0342495 Aug 09 16:20:09.063626 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6bbcfc-91c4-4040-abdb-d9ebbb4a7270 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:09.065166 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2f6bbcfc-91c4-4040-abdb-d9ebbb4a7270 tempest-TestNetworkBasicOps-1307769769 tempest-TestNetworkBasicOps-1307769769-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 1091 time: 0.0488327 Aug 09 16:20:09.068677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51802) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:09.072967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:20:09.094486 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:09.195126 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:09.298099 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Allocated IP 172.25.2.107 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/192a55cd-d83f-46ac-96fb-ae17fe3f380a) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:20:09.403473 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:09.443246 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:09.479656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:20:09.484443 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:20:09.488607 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:20:09.515012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=192a55cd-d83f-46ac-96fb-ae17fe3f380a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:10.089871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51806) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:10.137116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.205240 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.224408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b71da-da80-43c2-9254-b84583f035c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Deleting port bbe7b17a-5928-41fb-b072-c4a0f2066954 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:10.224761 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f8b71da-da80-43c2-9254-b84583f035c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.300879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f8b71da-da80-43c2-9254-b84583f035c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.301338 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f8b71da-da80-43c2-9254-b84583f035c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.313830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b71da-da80-43c2-9254-b84583f035c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Calling delete_port for bbe7b17a-5928-41fb-b072-c4a0f2066954 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:10.360829 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.366162 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.439003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event updated for resources: {'Port': ['ID=192a55cd-d83f-46ac-96fb-ae17fe3f380a,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:10.451929 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.455722 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f8b71da-da80-43c2-9254-b84583f035c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.482698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b71da-da80-43c2-9254-b84583f035c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event deleted for resources: {'Port': ['ID=bbe7b17a-5928-41fb-b072-c4a0f2066954,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:10.552102 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f8b71da-da80-43c2-9254-b84583f035c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.555145 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5f8b71da-da80-43c2-9254-b84583f035c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.556365 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5f8b71da-da80-43c2-9254-b84583f035c6 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "DELETE /v2.0/floatingips/0777036c-f48d-49dd-9e06-d1c7cfc89a4b HTTP/1.1" status: 204 len: 168 time: 0.4654627 Aug 09 16:20:10.556785 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-288c28b8-3957-4310-a550-cad4b924e7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.562242 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Floating IP 5ff7d2a3-57e5-4298-b7e9-12cf31e2a7e8 associated. External IP: 172.25.2.107, port: f90fcbf8-2ebd-47e0-9f09-b22549382c58. Aug 09 16:20:10.793876 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:20:10.908282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:20:10.921767 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.924087 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b761ea4-c623-4573-bbf9-d2801517f0cb None None] Sync routers for ids ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:20:10.928830 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:10.936942 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b761ea4-c623-4573-bbf9-d2801517f0cb None None] Routers {'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:10.937553 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5b761ea4-c623-4573-bbf9-d2801517f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:10.962603 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fee3cfa3-4dc5-4753-b3e6-9fe292cb7480 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8902574 Aug 09 16:20:10.962603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'tag': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:20:10.963107 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2666ed4d-45d8-41e3-b901-643ae0ed458b" -d '{"events": [{"name": "network-changed", "server_uuid": "c53ec5c4-4b01-4ba0-8117-d3d835738a9b", "tag": "f90fcbf8-2ebd-47e0-9f09-b22549382c58"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:20:10.963780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51816) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:11.065051 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5b761ea4-c623-4573-bbf9-d2801517f0cb None None] Set router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:11.120389 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c671c141-59d2-402f-991a-1743ef9dad15 x-openstack-request-id: req-c671c141-59d2-402f-991a-1743ef9dad15 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:20:11.120838 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53ec5c4-4b01-4ba0-8117-d3d835738a9b", "tag": "f90fcbf8-2ebd-47e0-9f09-b22549382c58", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:20:11.121095 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c671c141-59d2-402f-991a-1743ef9dad15 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:20:11.121497 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'tag': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58', 'status': 'completed', 'code': 200} Aug 09 16:20:11.326598 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5b761ea4-c623-4573-bbf9-d2801517f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:19:55Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '5ff7d2a3-57e5-4298-b7e9-12cf31e2a7e8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'port_id': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'mac_address': 'fa:16:3e:7a:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:20:09Z', 'updated_at': '2021-08-09T16:20:09Z', 'revision_number': 0, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d407b2-94fa-478b-8676-3c42dbe84f9e', 'name': '', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:05:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:54Z', 'updated_at': '2021-08-09T16:19:59Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:11.355488 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b761ea4-c623-4573-bbf9-d2801517f0cb None None] Checking router: a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:20:11.365001 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b761ea4-c623-4573-bbf9-d2801517f0cb None None] Routers {'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:11.365663 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5b761ea4-c623-4573-bbf9-d2801517f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:11.436417 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9bd38845-7e08-4669-ba49-b4d8dca5d660 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/floatingips/5ff7d2a3-57e5-4298-b7e9-12cf31e2a7e8 HTTP/1.1" status: 200 len: 991 time: 0.4700909 Aug 09 16:20:11.443175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ed4d-45d8-41e3-b901-643ae0ed458b req-58d00d18-e49e-43e4-af23-0b03e19d041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:11.444768 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2666ed4d-45d8-41e3-b901-643ae0ed458b req-58d00d18-e49e-43e4-af23-0b03e19d041d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 1096 time: 0.0636511 Aug 09 16:20:11.474694 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5b761ea4-c623-4573-bbf9-d2801517f0cb None None] Set router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:11.543873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ed4d-45d8-41e3-b901-643ae0ed458b req-cd6808d5-8744-4b14-8640-f126c464deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:11.545515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2666ed4d-45d8-41e3-b901-643ae0ed458b req-cd6808d5-8744-4b14-8640-f126c464deae service neutron] 10.222.0.60 "GET /v2.0/networks?id=af09cac4-cbcf-49af-b5ec-569dc22a9bb8 HTTP/1.1" status: 200 len: 898 time: 0.0930929 Aug 09 16:20:11.615618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2666ed4d-45d8-41e3-b901-643ae0ed458b req-a6328503-1a5f-41ca-b8ba-c7a5f53832e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90fcbf8-2ebd-47e0-9f09-b22549382c58 HTTP/1.1" status: 200 len: 999 time: 0.0620174 Aug 09 16:20:11.672074 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:11.676955 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:11.677852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ed4d-45d8-41e3-b901-643ae0ed458b req-0acababc-0d73-4b50-9444-2492dba273ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:11.679747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2666ed4d-45d8-41e3-b901-643ae0ed458b req-0acababc-0d73-4b50-9444-2492dba273ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=62de690e-9073-49e8-8fa4-13653437cd1c HTTP/1.1" status: 200 len: 835 time: 0.0564251 Aug 09 16:20:11.728708 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666ed4d-45d8-41e3-b901-643ae0ed458b req-9c2f9498-2f73-448c-b5fc-ac6b518d178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:11.730243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2666ed4d-45d8-41e3-b901-643ae0ed458b req-9c2f9498-2f73-448c-b5fc-ac6b518d178d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af09cac4-cbcf-49af-b5ec-569dc22a9bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422900 Aug 09 16:20:11.737515 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5b761ea4-c623-4573-bbf9-d2801517f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:19:55Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '5ff7d2a3-57e5-4298-b7e9-12cf31e2a7e8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'port_id': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'mac_address': 'fa:16:3e:7a:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:20:09Z', 'updated_at': '2021-08-09T16:20:09Z', 'revision_number': 0, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d407b2-94fa-478b-8676-3c42dbe84f9e', 'name': '', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:05:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:54Z', 'updated_at': '2021-08-09T16:19:59Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:11.768705 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b761ea4-c623-4573-bbf9-d2801517f0cb None None] The sync data for ids ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'] in n-d-803778-2 is: [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:19:55Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '5ff7d2a3-57e5-4298-b7e9-12cf31e2a7e8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'port_id': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'mac_address': 'fa:16:3e:7a:45:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:20:09Z', 'updated_at': '2021-08-09T16:20:09Z', 'revision_number': 0, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d407b2-94fa-478b-8676-3c42dbe84f9e', 'name': '', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:05:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:54Z', 'updated_at': '2021-08-09T16:19:59Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:20:11.835247 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2666ed4d-45d8-41e3-b901-643ae0ed458b req-823a436d-468e-4249-b1a9-a334ecb309d3 service neutron] 10.222.0.60 "GET /v2.0/networks/af09cac4-cbcf-49af-b5ec-569dc22a9bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963457 Aug 09 16:20:11.945051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2666ed4d-45d8-41e3-b901-643ae0ed458b req-e1733bf4-56d4-42ab-bc0f-5f7c4e41e98e service neutron] 10.222.0.60 "GET /v2.0/networks/af09cac4-cbcf-49af-b5ec-569dc22a9bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945408 Aug 09 16:20:11.997672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3452f062-aa08-47c7-a3ef-d1bd0d273ddc None None] New status for floating IP 5ff7d2a3-57e5-4298-b7e9-12cf31e2a7e8: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:20:12.439400 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51824) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:12.506775 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e0faaf29-e6ff-482a-aec7-b027a428501e tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/floatingips/5ff7d2a3-57e5-4298-b7e9-12cf31e2a7e8 HTTP/1.1" status: 200 len: 993 time: 0.0662560 Aug 09 16:20:13.324856 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:13.514976 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:13.886767 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51830) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:13.949360 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97138096-2e3a-45a4-9f3b-18b29e7fee5b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:13.975341 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97138096-2e3a-45a4-9f3b-18b29e7fee5b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:14.035959 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97138096-2e3a-45a4-9f3b-18b29e7fee5b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:14.038674 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97138096-2e3a-45a4-9f3b-18b29e7fee5b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:14.039837 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-97138096-2e3a-45a4-9f3b-18b29e7fee5b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] 10.222.0.81 "DELETE /v2.0/security-groups/2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0 HTTP/1.1" status: 204 len: 168 time: 0.1519053 Aug 09 16:20:14.049381 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97138096-2e3a-45a4-9f3b-18b29e7fee5b tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abbb5e0-6ed5-4ed8-9c0f-1883e2f510c0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:14.099912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51834) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:14.575991 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43829ba4-665a-4ce2-b17b-2dbe81ee4214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:14.817134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-43829ba4-665a-4ce2-b17b-2dbe81ee4214 admin admin] Deleting port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:14.817473 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43829ba4-665a-4ce2-b17b-2dbe81ee4214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:14.894643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-43829ba4-665a-4ce2-b17b-2dbe81ee4214 admin admin] For port e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:14.895003 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43829ba4-665a-4ce2-b17b-2dbe81ee4214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:14.907246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-43829ba4-665a-4ce2-b17b-2dbe81ee4214 admin admin] Calling delete_port for e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:15.087585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43829ba4-665a-4ce2-b17b-2dbe81ee4214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:15.114702 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43829ba4-665a-4ce2-b17b-2dbe81ee4214 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:15.283735 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-43829ba4-665a-4ce2-b17b-2dbe81ee4214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:15.495870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43829ba4-665a-4ce2-b17b-2dbe81ee4214 admin admin] Router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:20:15.598290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43829ba4-665a-4ce2-b17b-2dbe81ee4214 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:20:15.604614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-43829ba4-665a-4ce2-b17b-2dbe81ee4214 admin admin] 10.222.0.81 "PUT /v2.0/routers/bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5023241 Aug 09 16:20:15.605899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51838) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:15.608284 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f18c41-da41-4d44-b036-3815fd102bf3 None None] Sync routers for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:20:15.617701 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f18c41-da41-4d44-b036-3815fd102bf3 None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:15.618314 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-01f18c41-da41-4d44-b036-3815fd102bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:15.709887 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:15.720748 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-01f18c41-da41-4d44-b036-3815fd102bf3 None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:15.813074 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:15.869056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Deleting port 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:15.869403 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:15.898329 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-01f18c41-da41-4d44-b036-3815fd102bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:20:15Z', 'revision_number': 5, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port': {'id': '0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:07Z', 'updated_at': '2021-08-09T16:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:15.923615 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f18c41-da41-4d44-b036-3815fd102bf3 None None] Checking router: bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:20:15.932258 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f18c41-da41-4d44-b036-3815fd102bf3 None None] Routers {'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:15.932872 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-01f18c41-da41-4d44-b036-3815fd102bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:15.953013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] For port 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:15.953380 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:15.966128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Calling delete_port for 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:16.021756 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-01f18c41-da41-4d44-b036-3815fd102bf3 None None] Set router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:16.076516 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-01f18c41-da41-4d44-b036-3815fd102bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:20:15Z', 'revision_number': 6, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:16.102719 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f18c41-da41-4d44-b036-3815fd102bf3 None None] The sync data for ids ['bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471'] in n-d-803778-2 is: [{'id': 'bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471', 'name': 'tempest-TestVolumeBootPattern-605109849-router', 'tenant_id': 'b288370f60b5456e956c547ef50d7598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:06Z', 'updated_at': '2021-08-09T16:20:15Z', 'revision_number': 6, 'project_id': 'b288370f60b5456e956c547ef50d7598', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:20:16.142965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.168454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:16.232968 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.321499 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.323667 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.367390 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.367834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:20:16.372127 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.373735 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8328054b-f287-4ff8-8f92-9976a4b0225a admin admin] 10.222.0.81 "DELETE /v2.0/routers/bcedbe9e-ad7a-4b4f-bdd8-5038aaff7471 HTTP/1.1" status: 204 len: 168 time: 0.7666483 Aug 09 16:20:16.376143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51840) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:16.421809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe88340-41c5-461a-b02f-b579bc9f5d26 admin admin] Deleting subnet f56dee80-a4af-40a8-ba00-0306592ad89b {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:20:16.425553 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9fe88340-41c5-461a-b02f-b579bc9f5d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.459581 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9fe88340-41c5-461a-b02f-b579bc9f5d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.559325 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9fe88340-41c5-461a-b02f-b579bc9f5d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.618501 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9fe88340-41c5-461a-b02f-b579bc9f5d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.646920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9fe88340-41c5-461a-b02f-b579bc9f5d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.652060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9fe88340-41c5-461a-b02f-b579bc9f5d26 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f56dee80-a4af-40a8-ba00-0306592ad89b HTTP/1.1" status: 204 len: 168 time: 0.2720504 Aug 09 16:20:16.652060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe88340-41c5-461a-b02f-b579bc9f5d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56dee80-a4af-40a8-ba00-0306592ad89b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:16.652461 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51842) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:16.653376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4522295a-5a96-4809-91a7-1621b1433b21 None None] Network c5932b02-aab2-4990-93ed-0c412c1e6cf6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:20:16.727527 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.791062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Deleting port 88e1ce64-077f-4135-ab21-a1080c9e21d0 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:16.791406 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.856487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] For port 88e1ce64-077f-4135-ab21-a1080c9e21d0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=88e1ce64-077f-4135-ab21-a1080c9e21d0,segment=NetworkSegment(26df19fb-f374-4e03-b0d4-5ef80b74fd59),segment_id=26df19fb-f374-4e03-b0d4-5ef80b74fd59)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:16.856860 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.875207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Calling delete_port for 88e1ce64-077f-4135-ab21-a1080c9e21d0 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:16.921814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] DHCP port deletion for c5932b02-aab2-4990-93ed-0c412c1e6cf6 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:20:16.954013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:20:16.972278 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:16.985336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:20:16.985760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e3afe5e6-1387-4b88-a51f-d8e1f9c21ec8 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:20:17.002471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] No DVR routers for this DVR port 88e1ce64-077f-4135-ab21-a1080c9e21d0 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:20:17.007215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Deleting port 88e1ce64-077f-4135-ab21-a1080c9e21d0 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:17.007592 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.008603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Pushing event deleted for resources: {'Port': ['ID=88e1ce64-077f-4135-ab21-a1080c9e21d0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:17.084905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] For port 88e1ce64-077f-4135-ab21-a1080c9e21d0, host n-d-803778-2, got binding levels [] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:17.085534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.086553 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.097413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5932b02-aab2-4990-93ed-0c412c1e6cf6']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:17.099714 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Calling delete_port for 88e1ce64-077f-4135-ab21-a1080c9e21d0 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:17.102614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.ipam_backend_mixin [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Port 88e1ce64-077f-4135-ab21-a1080c9e21d0 was not found and therefore no delete operation was performed {{(pid=94291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:20:17.105099 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.109761 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26df19fb-f374-4e03-b0d4-5ef80b74fd59') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:17.110074 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26df19fb-f374-4e03-b0d4-5ef80b74fd59') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:17.122285 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.132124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Pushing event deleted for resources: {'Port': ['ID=88e1ce64-077f-4135-ab21-a1080c9e21d0,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:17.136655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] No DVR routers for this DVR port 88e1ce64-077f-4135-ab21-a1080c9e21d0 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:20:17.142207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.143897 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:17.144230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:17.144571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:17.144906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:17.145233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:17.145984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:17.145984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:17.146223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:17.146530 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:17.146848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:17.147453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:17.147453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eabb8c-ccdd-4ab1-ad48-ffe2b19f6dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:20:17.152976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:20:17.153468 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:20:17.155880 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:20:17.218983 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.225627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.227693 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] 10.222.0.81 "DELETE /v2.0/networks/c5932b02-aab2-4990-93ed-0c412c1e6cf6 HTTP/1.1" status: 204 len: 168 time: 0.5741639 Aug 09 16:20:17.230725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51844) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:17.240285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38067a-a07f-4a57-a653-87ef459ac31a admin admin] Pushing event deleted for resources: {'Network': ['ID=c5932b02-aab2-4990-93ed-0c412c1e6cf6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:17.587664 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5e61216-c311-4f3e-8b80-9ed225a3c92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.836121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d5e61216-c311-4f3e-8b80-9ed225a3c92a admin admin] Deleting port b8bac34c-46a3-43eb-91fc-982263526c7e {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:17.836459 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5e61216-c311-4f3e-8b80-9ed225a3c92a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.912869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-d5e61216-c311-4f3e-8b80-9ed225a3c92a admin admin] For port b8bac34c-46a3-43eb-91fc-982263526c7e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b8bac34c-46a3-43eb-91fc-982263526c7e,segment=NetworkSegment(05ea8994-0909-49e5-a920-552fb5276643),segment_id=05ea8994-0909-49e5-a920-552fb5276643)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:17.913229 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5e61216-c311-4f3e-8b80-9ed225a3c92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:17.926524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-d5e61216-c311-4f3e-8b80-9ed225a3c92a admin admin] Calling delete_port for b8bac34c-46a3-43eb-91fc-982263526c7e owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:18.106036 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5e61216-c311-4f3e-8b80-9ed225a3c92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:18.135548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e61216-c311-4f3e-8b80-9ed225a3c92a admin admin] Pushing event deleted for resources: {'Port': ['ID=b8bac34c-46a3-43eb-91fc-982263526c7e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:18.306467 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d5e61216-c311-4f3e-8b80-9ed225a3c92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:18.589920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 88e1ce64-077f-4135-ab21-a1080c9e21d0 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:20:18.611410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 88e1ce64-077f-4135-ab21-a1080c9e21d0 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:20:18.611759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 88e1ce64-077f-4135-ab21-a1080c9e21d0 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:20:18.612776 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:20:18.636046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:20:18.636390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0bd3ca1a-49b4-4ddf-a4f8-e80e6fff9c19 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:20:18.863855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e61216-c311-4f3e-8b80-9ed225a3c92a admin admin] Router 64d19f95-3ce0-40a7-9726-0336227663da has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:20:18.969711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e61216-c311-4f3e-8b80-9ed225a3c92a admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:20:18.975097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d5e61216-c311-4f3e-8b80-9ed225a3c92a admin admin] 10.222.0.81 "PUT /v2.0/routers/64d19f95-3ce0-40a7-9726-0336227663da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432873 Aug 09 16:20:18.977604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51846) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:18.980510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a524e7ba-edd6-4878-91fa-04598abeae1f None None] Sync routers for ids ['64d19f95-3ce0-40a7-9726-0336227663da'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:20:18.989867 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a524e7ba-edd6-4878-91fa-04598abeae1f None None] Routers {'64d19f95-3ce0-40a7-9726-0336227663da'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:18.990483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a524e7ba-edd6-4878-91fa-04598abeae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['64d19f95-3ce0-40a7-9726-0336227663da'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:19.082243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.095540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a524e7ba-edd6-4878-91fa-04598abeae1f None None] Set router 64d19f95-3ce0-40a7-9726-0336227663da gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:19.184154 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.246310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Deleting port 8c282b8e-08b9-459a-9aaf-b16edee2a858 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:19.246668 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.276018 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a524e7ba-edd6-4878-91fa-04598abeae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d19f95-3ce0-40a7-9726-0336227663da', 'name': 'tempest-TestVolumeBootPattern-1985713269-router', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:20:18Z', 'revision_number': 5, 'project_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'gw_port': {'id': '8c282b8e-08b9-459a-9aaf-b16edee2a858', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d19f95-3ce0-40a7-9726-0336227663da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:19.302462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a524e7ba-edd6-4878-91fa-04598abeae1f None None] Checking router: 64d19f95-3ce0-40a7-9726-0336227663da for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:20:19.311014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a524e7ba-edd6-4878-91fa-04598abeae1f None None] Routers {'64d19f95-3ce0-40a7-9726-0336227663da'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:19.311614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a524e7ba-edd6-4878-91fa-04598abeae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['64d19f95-3ce0-40a7-9726-0336227663da'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:19.325327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] For port 8c282b8e-08b9-459a-9aaf-b16edee2a858, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8c282b8e-08b9-459a-9aaf-b16edee2a858,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:19.325947 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.339336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Calling delete_port for 8c282b8e-08b9-459a-9aaf-b16edee2a858 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:19.397506 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a524e7ba-edd6-4878-91fa-04598abeae1f None None] Set router 64d19f95-3ce0-40a7-9726-0336227663da gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:19.451717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a524e7ba-edd6-4878-91fa-04598abeae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d19f95-3ce0-40a7-9726-0336227663da', 'name': 'tempest-TestVolumeBootPattern-1985713269-router', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:20:19Z', 'revision_number': 6, 'project_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:19.478875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a524e7ba-edd6-4878-91fa-04598abeae1f None None] The sync data for ids ['64d19f95-3ce0-40a7-9726-0336227663da'] in n-d-803778-2 is: [{'id': '64d19f95-3ce0-40a7-9726-0336227663da', 'name': 'tempest-TestVolumeBootPattern-1985713269-router', 'tenant_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:09:15Z', 'updated_at': '2021-08-09T16:20:19Z', 'revision_number': 6, 'project_id': 'e7b21e8b64e54bdaa5237d4970f1d838', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:20:19.511397 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.543231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c282b8e-08b9-459a-9aaf-b16edee2a858,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:19.601501 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.693231 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.695255 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.737709 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.738424 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64d19f95-3ce0-40a7-9726-0336227663da {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:20:19.742580 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.743737 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-dd5fef62-cce4-449a-9308-c0b0d36fdcf6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/64d19f95-3ce0-40a7-9726-0336227663da HTTP/1.1" status: 204 len: 168 time: 0.7652104 Aug 09 16:20:19.746322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51848) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:19.793548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff24cca1-48b6-4882-b930-56f7434a054a admin admin] Deleting subnet 4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:20:19.796762 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff24cca1-48b6-4882-b930-56f7434a054a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.833269 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff24cca1-48b6-4882-b930-56f7434a054a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.917348 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff24cca1-48b6-4882-b930-56f7434a054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:19.970936 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff24cca1-48b6-4882-b930-56f7434a054a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.003713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ff24cca1-48b6-4882-b930-56f7434a054a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.005754 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ff24cca1-48b6-4882-b930-56f7434a054a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d HTTP/1.1" status: 204 len: 168 time: 0.2584739 Aug 09 16:20:20.006767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24cca1-48b6-4882-b930-56f7434a054a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb4a4a4-03ee-45ad-94ff-a94cc9b37d3d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:20.008353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51850) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:20.010444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da32dd-9c4b-4657-92cc-b2c25df81cab None None] Network 38b5a01b-67a4-4d40-8bba-090f94cf7b6d requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:20:20.075628 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.129924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Deleting port fb3142ad-7624-4ce0-837f-989c8506551a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:20.130267 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.199164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] For port fb3142ad-7624-4ce0-837f-989c8506551a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fb3142ad-7624-4ce0-837f-989c8506551a,segment=NetworkSegment(05ea8994-0909-49e5-a920-552fb5276643),segment_id=05ea8994-0909-49e5-a920-552fb5276643)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:20.199532 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.213522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Calling delete_port for fb3142ad-7624-4ce0-837f-989c8506551a owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:20.230670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf640a36-7062-48aa-9a12-868ccc83fb55 None None] DHCP port deletion for 38b5a01b-67a4-4d40-8bba-090f94cf7b6d request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:20:20.279458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-bf640a36-7062-48aa-9a12-868ccc83fb55 None None] Deleting port fb3142ad-7624-4ce0-837f-989c8506551a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:20.279835 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bf640a36-7062-48aa-9a12-868ccc83fb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.298505 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.326208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3142ad-7624-4ce0-837f-989c8506551a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:20.329871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] No DVR routers for this DVR port fb3142ad-7624-4ce0-837f-989c8506551a on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:20:20.349549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-bf640a36-7062-48aa-9a12-868ccc83fb55 None None] For port fb3142ad-7624-4ce0-837f-989c8506551a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=fb3142ad-7624-4ce0-837f-989c8506551a,segment=NetworkSegment(05ea8994-0909-49e5-a920-552fb5276643),segment_id=05ea8994-0909-49e5-a920-552fb5276643)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:20.349986 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bf640a36-7062-48aa-9a12-868ccc83fb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.363185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-bf640a36-7062-48aa-9a12-868ccc83fb55 None None] Calling delete_port for fb3142ad-7624-4ce0-837f-989c8506551a owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:20.406192 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.417280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b5a01b-67a4-4d40-8bba-090f94cf7b6d']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:20.428547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ea8994-0909-49e5-a920-552fb5276643') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:20.428846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ea8994-0909-49e5-a920-552fb5276643') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:20.438706 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.439133 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bf640a36-7062-48aa-9a12-868ccc83fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.458671 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.465170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf640a36-7062-48aa-9a12-868ccc83fb55 None None] Pushing event deleted for resources: {'Port': ['ID=fb3142ad-7624-4ce0-837f-989c8506551a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:20.465527 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:20:20.466152 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:20:20.468268 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:20:20.471172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf640a36-7062-48aa-9a12-868ccc83fb55 None None] No DVR routers for this DVR port fb3142ad-7624-4ce0-837f-989c8506551a on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:20:20.543519 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.555777 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.560201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] 10.222.0.81 "DELETE /v2.0/networks/38b5a01b-67a4-4d40-8bba-090f94cf7b6d HTTP/1.1" status: 204 len: 168 time: 0.5484984 Aug 09 16:20:20.575166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8c282b8e-08b9-459a-9aaf-b16edee2a858 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:20:20.579668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e4ad4-e5fd-415d-97d3-039e5f7d8abb admin admin] Pushing event deleted for resources: {'Network': ['ID=38b5a01b-67a4-4d40-8bba-090f94cf7b6d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:20.596438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 8c282b8e-08b9-459a-9aaf-b16edee2a858 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:20:20.597326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8c282b8e-08b9-459a-9aaf-b16edee2a858 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:20:20.597882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fb3142ad-7624-4ce0-837f-989c8506551a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:20:20.620482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: fb3142ad-7624-4ce0-837f-989c8506551a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:20:20.620831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device fb3142ad-7624-4ce0-837f-989c8506551a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:20:20.621249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b8bac34c-46a3-43eb-91fc-982263526c7e no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:20:20.640141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: b8bac34c-46a3-43eb-91fc-982263526c7e {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:20:20.640494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b8bac34c-46a3-43eb-91fc-982263526c7e not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:20:20.693566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51854) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:20.733968 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c2c2f88c-e83c-4a84-aeb8-c83dbbb1f132 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b288370f60b5456e956c547ef50d7598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389433 Aug 09 16:20:20.736365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51856) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:20.783958 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d95cb50f-7149-41bf-b422-ac73529e1751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.804340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d95cb50f-7149-41bf-b422-ac73529e1751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.851604 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d95cb50f-7149-41bf-b422-ac73529e1751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.854242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d95cb50f-7149-41bf-b422-ac73529e1751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:20.855411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d95cb50f-7149-41bf-b422-ac73529e1751 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49f93cae-bd12-4940-8745-85ac6dd50b06 HTTP/1.1" status: 204 len: 168 time: 0.1181166 Aug 09 16:20:20.864582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cb50f-7149-41bf-b422-ac73529e1751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f93cae-bd12-4940-8745-85ac6dd50b06,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:21.186269 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51862) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:21.228120 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ae476a07-8b06-4f27-afdf-234e4bfa6b05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7b21e8b64e54bdaa5237d4970f1d838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401952 Aug 09 16:20:21.230132 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51864) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:21.284286 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e44b0458-9ca1-4550-9152-f0bba0756f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:21.309172 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e44b0458-9ca1-4550-9152-f0bba0756f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:21.360157 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e44b0458-9ca1-4550-9152-f0bba0756f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:21.363265 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e44b0458-9ca1-4550-9152-f0bba0756f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:21.367572 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e44b0458-9ca1-4550-9152-f0bba0756f97 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdf613f2-7317-4aa9-9d1e-953177cf40dc HTTP/1.1" status: 204 len: 168 time: 0.1364949 Aug 09 16:20:21.376586 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b0458-9ca1-4550-9152-f0bba0756f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf613f2-7317-4aa9-9d1e-953177cf40dc,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:36.295736 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:20:37.657069 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0dbc55c6-7a06-4bef-b8e1-b15d40a83925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:40.559884 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-28fc7b02-5631-4bad-9370-4eb926b7101b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:40.917503 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:41.668320 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:41.672045 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:43.326909 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:43.513403 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:45.729502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51878) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:45.790626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-55ff69b7-b5dd-43b8-b8a3-48dd1aa51cce tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/floatingips/5ff7d2a3-57e5-4298-b7e9-12cf31e2a7e8 HTTP/1.1" status: 200 len: 993 time: 0.0598426 Aug 09 16:20:45.997305 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51884) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:46.155612 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting port 192a55cd-d83f-46ac-96fb-ae17fe3f380a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:46.155961 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:46.235826 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:46.236162 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:46.248779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Calling delete_port for 192a55cd-d83f-46ac-96fb-ae17fe3f380a owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:46.402627 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:46.426793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Port': ['ID=192a55cd-d83f-46ac-96fb-ae17fe3f380a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:46.490680 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:46.490680 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Floating IP 5ff7d2a3-57e5-4298-b7e9-12cf31e2a7e8 disassociated (deleted). External IP: 172.25.2.107, port: f90fcbf8-2ebd-47e0-9f09-b22549382c58. Aug 09 16:20:46.706481 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:20:46.815715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:20:46.820958 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:46.825981 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd3bf34-d63c-4146-8f2b-61229b67eb8b None None] Sync routers for ids ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:20:46.835634 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3bf34-d63c-4146-8f2b-61229b67eb8b None None] Routers {'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:46.836247 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fcd3bf34-d63c-4146-8f2b-61229b67eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:46.854437 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5a0d653a-b541-4eb7-8d6b-ae524e989bc8 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/floatingips/5ff7d2a3-57e5-4298-b7e9-12cf31e2a7e8 HTTP/1.1" status: 204 len: 168 time: 0.8535299 Aug 09 16:20:46.854437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'tag': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:20:46.854771 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d202d3-5ddd-4663-9988-6e55f58d46b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c53ec5c4-4b01-4ba0-8117-d3d835738a9b", "tag": "f90fcbf8-2ebd-47e0-9f09-b22549382c58"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:20:46.893371 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8b9620-d6b5-4471-91c1-fe7b4be33428 x-openstack-request-id: req-6b8b9620-d6b5-4471-91c1-fe7b4be33428 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:20:46.893701 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53ec5c4-4b01-4ba0-8117-d3d835738a9b", "tag": "f90fcbf8-2ebd-47e0-9f09-b22549382c58", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:20:46.893951 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b8b9620-d6b5-4471-91c1-fe7b4be33428 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:20:46.894687 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'tag': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58', 'status': 'completed', 'code': 200} Aug 09 16:20:46.975656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d202d3-5ddd-4663-9988-6e55f58d46b8 req-77c03628-806b-45bb-b84e-c5c17171ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:46.977293 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d202d3-5ddd-4663-9988-6e55f58d46b8 req-77c03628-806b-45bb-b84e-c5c17171ea3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19671576c38b496d823cf6fc86ddaf6d&device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 1096 time: 0.0603282 Aug 09 16:20:47.048984 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-fcd3bf34-d63c-4146-8f2b-61229b67eb8b None None] Set router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:47.086827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d202d3-5ddd-4663-9988-6e55f58d46b8 req-4de9d909-18f1-4bb8-aba8-c77121d9c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:47.088296 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d202d3-5ddd-4663-9988-6e55f58d46b8 req-4de9d909-18f1-4bb8-aba8-c77121d9c8ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=af09cac4-cbcf-49af-b5ec-569dc22a9bb8 HTTP/1.1" status: 200 len: 898 time: 0.0965490 Aug 09 16:20:47.103137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c019a-c786-4d29-8028-dbe6c38ed640 req-7728c41b-1dac-44c0-9171-955ae839d4b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:47.104782 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a15c019a-c786-4d29-8028-dbe6c38ed640 req-7728c41b-1dac-44c0-9171-955ae839d4b0 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 945 time: 0.0512836 Aug 09 16:20:47.133557 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d202d3-5ddd-4663-9988-6e55f58d46b8 req-fbdd0450-0b55-4278-9e18-0dfc26a075c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90fcbf8-2ebd-47e0-9f09-b22549382c58 HTTP/1.1" status: 200 len: 217 time: 0.0361872 Aug 09 16:20:47.149117 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a15c019a-c786-4d29-8028-dbe6c38ed640 req-88d28524-7624-491d-8538-873a37176153 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=a4efa8a3-3382-4da1-9dc1-60aacaca04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380437 Aug 09 16:20:47.191270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d202d3-5ddd-4663-9988-6e55f58d46b8 req-9ebeaac0-6a14-4a54-8f33-01e1f7a764fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:47.193411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d202d3-5ddd-4663-9988-6e55f58d46b8 req-9ebeaac0-6a14-4a54-8f33-01e1f7a764fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=62de690e-9073-49e8-8fa4-13653437cd1c HTTP/1.1" status: 200 len: 835 time: 0.0521538 Aug 09 16:20:47.239764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d202d3-5ddd-4663-9988-6e55f58d46b8 req-8c6edc8b-d9c8-4aa3-992d-d55fb18220c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:47.241264 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d202d3-5ddd-4663-9988-6e55f58d46b8 req-8c6edc8b-d9c8-4aa3-992d-d55fb18220c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af09cac4-cbcf-49af-b5ec-569dc22a9bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405829 Aug 09 16:20:47.258857 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fcd3bf34-d63c-4146-8f2b-61229b67eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:19:55Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c8d407b2-94fa-478b-8676-3c42dbe84f9e', 'name': '', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:05:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:54Z', 'updated_at': '2021-08-09T16:19:59Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:47.284624 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd3bf34-d63c-4146-8f2b-61229b67eb8b None None] Checking router: a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:20:47.293358 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3bf34-d63c-4146-8f2b-61229b67eb8b None None] Routers {'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:47.294161 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fcd3bf34-d63c-4146-8f2b-61229b67eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:47.334388 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d202d3-5ddd-4663-9988-6e55f58d46b8 req-aa1cd915-31de-427a-a1f2-a5841bad3958 service neutron] 10.222.0.60 "GET /v2.0/networks/af09cac4-cbcf-49af-b5ec-569dc22a9bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843930 Aug 09 16:20:47.401287 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-fcd3bf34-d63c-4146-8f2b-61229b67eb8b None None] Set router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:47.434357 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3d202d3-5ddd-4663-9988-6e55f58d46b8 req-39ebaf83-a6aa-40ee-a9f9-76f990993fe5 service neutron] 10.222.0.60 "GET /v2.0/networks/af09cac4-cbcf-49af-b5ec-569dc22a9bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922847 Aug 09 16:20:47.601620 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fcd3bf34-d63c-4146-8f2b-61229b67eb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:19:55Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c8d407b2-94fa-478b-8676-3c42dbe84f9e', 'name': '', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:05:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:54Z', 'updated_at': '2021-08-09T16:19:59Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:47.627509 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd3bf34-d63c-4146-8f2b-61229b67eb8b None None] The sync data for ids ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'] in n-d-803778-2 is: [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:19:55Z', 'revision_number': 4, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c8d407b2-94fa-478b-8676-3c42dbe84f9e', 'name': '', 'network_id': 'af09cac4-cbcf-49af-b5ec-569dc22a9bb8', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'mac_address': 'fa:16:3e:05:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:54Z', 'updated_at': '2021-08-09T16:19:59Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'subnets': [{'id': '62de690e-9073-49e8-8fa4-13653437cd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:20:47.854241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dd8251-66e3-48cf-9950-1173bb319ada None None] New status for floating IP 5ff7d2a3-57e5-4298-b7e9-12cf31e2a7e8: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:20:48.534686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e50f4-436b-46cf-b624-f6833b873dd3 req-6dce58cf-413d-490e-b422-3b57281f1923 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:48.536915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-613e50f4-436b-46cf-b624-f6833b873dd3 req-6dce58cf-413d-490e-b422-3b57281f1923 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 945 time: 0.0851536 Aug 09 16:20:48.549218 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b43cc-9a75-42fc-bc6f-921d3814d366 req-70008e50-ce2b-4d9d-8612-ae4de7b5f0e4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:48.550985 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd6b43cc-9a75-42fc-bc6f-921d3814d366 req-70008e50-ce2b-4d9d-8612-ae4de7b5f0e4 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/ports?device_id=c53ec5c4-4b01-4ba0-8117-d3d835738a9b HTTP/1.1" status: 200 len: 945 time: 0.0720000 Aug 09 16:20:48.636474 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd6b43cc-9a75-42fc-bc6f-921d3814d366 req-b0b4e677-3095-439c-9618-5ad68bdd19f2 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "GET /v2.0/security-groups?id=a4efa8a3-3382-4da1-9dc1-60aacaca04c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783505 Aug 09 16:20:48.664123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-613e50f4-436b-46cf-b624-f6833b873dd3 req-6365b4b2-97f0-43c9-9ac6-48407fb6be31 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting port f90fcbf8-2ebd-47e0-9f09-b22549382c58 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:48.664448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-613e50f4-436b-46cf-b624-f6833b873dd3 req-6365b4b2-97f0-43c9-9ac6-48407fb6be31 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:48.755458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-613e50f4-436b-46cf-b624-f6833b873dd3 req-6365b4b2-97f0-43c9-9ac6-48407fb6be31 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] For port f90fcbf8-2ebd-47e0-9f09-b22549382c58, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f90fcbf8-2ebd-47e0-9f09-b22549382c58,segment=NetworkSegment(4bf72421-d6f5-4150-ab79-cb661cc91314),segment_id=4bf72421-d6f5-4150-ab79-cb661cc91314)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:48.755743 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-613e50f4-436b-46cf-b624-f6833b873dd3 req-6365b4b2-97f0-43c9-9ac6-48407fb6be31 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:48.768097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-613e50f4-436b-46cf-b624-f6833b873dd3 req-6365b4b2-97f0-43c9-9ac6-48407fb6be31 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Calling delete_port for f90fcbf8-2ebd-47e0-9f09-b22549382c58 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:48.899696 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-613e50f4-436b-46cf-b624-f6833b873dd3 req-6365b4b2-97f0-43c9-9ac6-48407fb6be31 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:48.933428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365b4b2-97f0-43c9-9ac6-48407fb6be31 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Port': ['ID=f90fcbf8-2ebd-47e0-9f09-b22549382c58,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:48.977829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-613e50f4-436b-46cf-b624-f6833b873dd3 req-6365b4b2-97f0-43c9-9ac6-48407fb6be31 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] No DVR routers for this DVR port f90fcbf8-2ebd-47e0-9f09-b22549382c58 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:20:48.980628 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-613e50f4-436b-46cf-b624-f6833b873dd3 req-6365b4b2-97f0-43c9-9ac6-48407fb6be31 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:48.982739 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-613e50f4-436b-46cf-b624-f6833b873dd3 req-6365b4b2-97f0-43c9-9ac6-48407fb6be31 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.60 "DELETE /v2.0/ports/f90fcbf8-2ebd-47e0-9f09-b22549382c58 HTTP/1.1" status: 204 len: 173 time: 0.4308853 Aug 09 16:20:48.983183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'name': 'network-vif-deleted', 'tag': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:20:48.985460 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab85491-4801-45d6-929f-b315eca3fe69" -d '{"events": [{"server_uuid": "c53ec5c4-4b01-4ba0-8117-d3d835738a9b", "name": "network-vif-deleted", "tag": "f90fcbf8-2ebd-47e0-9f09-b22549382c58"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:20:49.029973 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f18bbf3-b74a-4827-be65-715d3615f0c9 x-openstack-request-id: req-4f18bbf3-b74a-4827-be65-715d3615f0c9 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:20:49.030392 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53ec5c4-4b01-4ba0-8117-d3d835738a9b", "name": "network-vif-deleted", "tag": "f90fcbf8-2ebd-47e0-9f09-b22549382c58", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:20:49.030685 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f18bbf3-b74a-4827-be65-715d3615f0c9 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:20:49.031176 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53ec5c4-4b01-4ba0-8117-d3d835738a9b', 'name': 'network-vif-deleted', 'tag': 'f90fcbf8-2ebd-47e0-9f09-b22549382c58', 'status': 'completed', 'code': 200} Aug 09 16:20:49.694662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51898) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:49.753499 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a5c87cd-d3b2-4925-9c7f-9e5cd88e904f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:49.778299 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a5c87cd-d3b2-4925-9c7f-9e5cd88e904f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:49.841946 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a5c87cd-d3b2-4925-9c7f-9e5cd88e904f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:49.844558 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2a5c87cd-d3b2-4925-9c7f-9e5cd88e904f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:49.845761 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2a5c87cd-d3b2-4925-9c7f-9e5cd88e904f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/security-groups/a4efa8a3-3382-4da1-9dc1-60aacaca04c2 HTTP/1.1" status: 204 len: 168 time: 0.1500876 Aug 09 16:20:49.857662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c87cd-d3b2-4925-9c7f-9e5cd88e904f tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4efa8a3-3382-4da1-9dc1-60aacaca04c2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:49.882000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51902) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:50.249546 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2d41918-859b-408d-ad19-3470fe0be7ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:50.511285 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a2d41918-859b-408d-ad19-3470fe0be7ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting port c8d407b2-94fa-478b-8676-3c42dbe84f9e {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:50.511565 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2d41918-859b-408d-ad19-3470fe0be7ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:50.602860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-a2d41918-859b-408d-ad19-3470fe0be7ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] For port c8d407b2-94fa-478b-8676-3c42dbe84f9e, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c8d407b2-94fa-478b-8676-3c42dbe84f9e,segment=NetworkSegment(4bf72421-d6f5-4150-ab79-cb661cc91314),segment_id=4bf72421-d6f5-4150-ab79-cb661cc91314)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:50.603226 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2d41918-859b-408d-ad19-3470fe0be7ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:50.618151 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a2d41918-859b-408d-ad19-3470fe0be7ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Calling delete_port for c8d407b2-94fa-478b-8676-3c42dbe84f9e owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:50.808095 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2d41918-859b-408d-ad19-3470fe0be7ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:50.839013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d41918-859b-408d-ad19-3470fe0be7ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Port': ['ID=c8d407b2-94fa-478b-8676-3c42dbe84f9e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:51.014142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2d41918-859b-408d-ad19-3470fe0be7ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:51.518339 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d41918-859b-408d-ad19-3470fe0be7ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:20:51.631305 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d41918-859b-408d-ad19-3470fe0be7ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:20:51.636379 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a2d41918-859b-408d-ad19-3470fe0be7ee tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "PUT /v2.0/routers/a4e6e5fb-71b8-4c5b-8173-18d7e593cc77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7533910 Aug 09 16:20:51.639087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51904) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:51.640762 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e779a-8b47-4b22-8620-8b9206181b55 None None] Sync routers for ids ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:20:51.644432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f90fcbf8-2ebd-47e0-9f09-b22549382c58 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:20:51.650881 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e779a-8b47-4b22-8620-8b9206181b55 None None] Routers {'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:51.651499 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-446e779a-8b47-4b22-8620-8b9206181b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:51.665156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: f90fcbf8-2ebd-47e0-9f09-b22549382c58 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:20:51.665664 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f90fcbf8-2ebd-47e0-9f09-b22549382c58 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:20:51.694238 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9aef77f-8493-4cb5-9697-033bac526f1b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting subnet 62de690e-9073-49e8-8fa4-13653437cd1c {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:20:51.697373 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9aef77f-8493-4cb5-9697-033bac526f1b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:51.739372 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9aef77f-8493-4cb5-9697-033bac526f1b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:51.756971 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-446e779a-8b47-4b22-8620-8b9206181b55 None None] Set router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:51.828919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9aef77f-8493-4cb5-9697-033bac526f1b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:51.888514 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9aef77f-8493-4cb5-9697-033bac526f1b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:51.917614 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aef77f-8493-4cb5-9697-033bac526f1b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Subnet': ['ID=62de690e-9073-49e8-8fa4-13653437cd1c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:51.919666 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f9aef77f-8493-4cb5-9697-033bac526f1b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:51.924567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51906) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:51.926543 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f9aef77f-8493-4cb5-9697-033bac526f1b tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/subnets/62de690e-9073-49e8-8fa4-13653437cd1c HTTP/1.1" status: 204 len: 168 time: 0.2862449 Aug 09 16:20:51.927060 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc7118-1cff-4bba-9d45-ff34d00339f7 None None] Network af09cac4-cbcf-49af-b5ec-569dc22a9bb8 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:20:51.965516 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-446e779a-8b47-4b22-8620-8b9206181b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:20:50Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:51.985713 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e779a-8b47-4b22-8620-8b9206181b55 None None] Checking router: a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:20:51.994916 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e779a-8b47-4b22-8620-8b9206181b55 None None] Routers {'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:20:51.995535 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-446e779a-8b47-4b22-8620-8b9206181b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:52.057313 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.112183 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-446e779a-8b47-4b22-8620-8b9206181b55 None None] Set router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:20:52.130216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f728a32e-fe3a-4046-86bb-491c2a936fc5 None None] DHCP port deletion for af09cac4-cbcf-49af-b5ec-569dc22a9bb8 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:20:52.168056 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.182068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f728a32e-fe3a-4046-86bb-491c2a936fc5 None None] Deleting port 9638475e-d89b-4bef-8acd-f5e597a16676 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:52.182522 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f728a32e-fe3a-4046-86bb-491c2a936fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.231719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Deleting port 0abaf62b-5f0b-441a-b641-c7db8a9ebaea {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:20:52.232505 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.254547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f728a32e-fe3a-4046-86bb-491c2a936fc5 None None] For port 9638475e-d89b-4bef-8acd-f5e597a16676, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9638475e-d89b-4bef-8acd-f5e597a16676,segment=NetworkSegment(4bf72421-d6f5-4150-ab79-cb661cc91314),segment_id=4bf72421-d6f5-4150-ab79-cb661cc91314)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:52.255363 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f728a32e-fe3a-4046-86bb-491c2a936fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.271120 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f728a32e-fe3a-4046-86bb-491c2a936fc5 None None] Calling delete_port for 9638475e-d89b-4bef-8acd-f5e597a16676 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:52.302880 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-446e779a-8b47-4b22-8620-8b9206181b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:20:50Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:52.327822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] For port 0abaf62b-5f0b-441a-b641-c7db8a9ebaea, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0abaf62b-5f0b-441a-b641-c7db8a9ebaea,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:20:52.328199 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.329436 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e779a-8b47-4b22-8620-8b9206181b55 None None] The sync data for ids ['a4e6e5fb-71b8-4c5b-8173-18d7e593cc77'] in n-d-803778-2 is: [{'id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'name': 'tempest-TestNetworkBasicOps-router-1324805207', 'tenant_id': '19671576c38b496d823cf6fc86ddaf6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:19:50Z', 'updated_at': '2021-08-09T16:20:50Z', 'revision_number': 5, 'project_id': '19671576c38b496d823cf6fc86ddaf6d', 'gw_port': {'id': '0abaf62b-5f0b-441a-b641-c7db8a9ebaea', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:04:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e6e5fb-71b8-4c5b-8173-18d7e593cc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:19:51Z', 'updated_at': '2021-08-09T16:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:20:52.342311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Calling delete_port for 0abaf62b-5f0b-441a-b641-c7db8a9ebaea owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:20:52.352792 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f728a32e-fe3a-4046-86bb-491c2a936fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.377742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728a32e-fe3a-4046-86bb-491c2a936fc5 None None] Pushing event deleted for resources: {'Port': ['ID=9638475e-d89b-4bef-8acd-f5e597a16676,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:52.384354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f728a32e-fe3a-4046-86bb-491c2a936fc5 None None] No DVR routers for this DVR port 9638475e-d89b-4bef-8acd-f5e597a16676 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:20:52.513189 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.540742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Port': ['ID=0abaf62b-5f0b-441a-b641-c7db8a9ebaea,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:52.599987 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.697090 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.699382 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.747356 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.748321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Fanout notify agent at l3_agent the message router_deleted on router a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:20:52.756453 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.757621 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7ddf6995-c82d-4c6a-a965-b18701ba3523 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/routers/a4e6e5fb-71b8-4c5b-8173-18d7e593cc77 HTTP/1.1" status: 204 len: 168 time: 0.8318636 Aug 09 16:20:52.760277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51910) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:52.820850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9638475e-d89b-4bef-8acd-f5e597a16676 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:20:52.841988 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.842620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 9638475e-d89b-4bef-8acd-f5e597a16676 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:20:52.843020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9638475e-d89b-4bef-8acd-f5e597a16676 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:20:52.843451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c8d407b2-94fa-478b-8676-3c42dbe84f9e no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:20:52.872177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c8d407b2-94fa-478b-8676-3c42dbe84f9e {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:20:52.872525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c8d407b2-94fa-478b-8676-3c42dbe84f9e not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:20:52.937214 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.947633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af09cac4-cbcf-49af-b5ec-569dc22a9bb8']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:52.959974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf72421-d6f5-4150-ab79-cb661cc91314') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:52.960401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf72421-d6f5-4150-ab79-cb661cc91314') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:20:52.969820 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.984594 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.991324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:20:52.991835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:20:52.995046 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:20:53.057716 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:53.062605 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:53.066015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] 10.222.0.81 "DELETE /v2.0/networks/af09cac4-cbcf-49af-b5ec-569dc22a9bb8 HTTP/1.1" status: 204 len: 168 time: 0.3047960 Aug 09 16:20:53.087492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0c34b-4d31-4e6f-b46b-f677ccb95d88 tempest-TestNetworkBasicOps-1446505271 tempest-TestNetworkBasicOps-1446505271-project] Pushing event deleted for resources: {'Network': ['ID=af09cac4-cbcf-49af-b5ec-569dc22a9bb8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:53.330849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51918) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:53.486278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-910b0974-899e-4a77-a14a-d20cababd7b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=19671576c38b496d823cf6fc86ddaf6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542647 Aug 09 16:20:53.488768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51922) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:53.539597 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-653c3803-836e-4d66-8036-6900e00d677b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:53.562184 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-653c3803-836e-4d66-8036-6900e00d677b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:53.609174 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-653c3803-836e-4d66-8036-6900e00d677b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:53.611867 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-653c3803-836e-4d66-8036-6900e00d677b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:53.613044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-653c3803-836e-4d66-8036-6900e00d677b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd85f55f-ee1b-4b29-92b5-6b16abf311e4 HTTP/1.1" status: 204 len: 168 time: 0.1233168 Aug 09 16:20:53.620611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c3803-836e-4d66-8036-6900e00d677b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd85f55f-ee1b-4b29-92b5-6b16abf311e4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:53.874482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 51928) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:53.888760 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-492240bb-9f69-40f2-b91a-e85a1fb7e341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:53.978388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-492240bb-9f69-40f2-b91a-e85a1fb7e341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:53.982186 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-492240bb-9f69-40f2-b91a-e85a1fb7e341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:54.021115 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-492240bb-9f69-40f2-b91a-e85a1fb7e341 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a9645570be0644619b3ca6c9abbb86d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455543 Aug 09 16:20:54.022011 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492240bb-9f69-40f2-b91a-e85a1fb7e341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aff6b9c-9b32-47a7-9731-584199cf8632,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:54.024034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 51930) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:54.073956 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f45a4e0c-fa03-42e8-a18e-36a867641cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:54.094512 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f45a4e0c-fa03-42e8-a18e-36a867641cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:54.141704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f45a4e0c-fa03-42e8-a18e-36a867641cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:54.144225 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f45a4e0c-fa03-42e8-a18e-36a867641cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:54.145462 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f45a4e0c-fa03-42e8-a18e-36a867641cb0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4aff6b9c-9b32-47a7-9731-584199cf8632 HTTP/1.1" status: 204 len: 168 time: 0.1203442 Aug 09 16:20:54.153181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a4e0c-fa03-42e8-a18e-36a867641cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aff6b9c-9b32-47a7-9731-584199cf8632,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:54.510739 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0abaf62b-5f0b-441a-b641-c7db8a9ebaea no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:20:54.536541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 0abaf62b-5f0b-441a-b641-c7db8a9ebaea {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:20:54.537046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0abaf62b-5f0b-441a-b641-c7db8a9ebaea not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:20:56.229688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52084) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:56.339358 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2aea09d3-75ec-45eb-bc88-18f537d6f5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:56.431811 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2aea09d3-75ec-45eb-bc88-18f537d6f5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:56.435503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2aea09d3-75ec-45eb-bc88-18f537d6f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:56.473822 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2aea09d3-75ec-45eb-bc88-18f537d6f5a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d571e8a0384b4225a81ec817461b678f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430279 Aug 09 16:20:56.474528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea09d3-75ec-45eb-bc88-18f537d6f5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af02c420-b3cc-4b80-99d5-0531e5b78ebf,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:56.477014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52088) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:56.527714 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-796c2796-dae6-4955-8ee6-0573c6c9121e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:56.549385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-796c2796-dae6-4955-8ee6-0573c6c9121e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:56.599061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-796c2796-dae6-4955-8ee6-0573c6c9121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:56.602051 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-796c2796-dae6-4955-8ee6-0573c6c9121e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:56.603260 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-796c2796-dae6-4955-8ee6-0573c6c9121e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af02c420-b3cc-4b80-99d5-0531e5b78ebf HTTP/1.1" status: 204 len: 168 time: 0.1253824 Aug 09 16:20:56.611606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c2796-dae6-4955-8ee6-0573c6c9121e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af02c420-b3cc-4b80-99d5-0531e5b78ebf,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:56.870096 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52094) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:56.887492 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66458415-cc72-4eaf-9d17-2072b32a0981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:56.986970 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66458415-cc72-4eaf-9d17-2072b32a0981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:56.991142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-66458415-cc72-4eaf-9d17-2072b32a0981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:57.034122 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-66458415-cc72-4eaf-9d17-2072b32a0981 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=196492d0e4674a04a36817cad4df7a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627231 Aug 09 16:20:57.035426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66458415-cc72-4eaf-9d17-2072b32a0981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdabc6e3-874f-4ec8-9249-270a5a74b4e9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:57.037322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52096) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:57.090576 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e25412d-c90e-40b8-b71a-1f17e4b8371a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:57.110967 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e25412d-c90e-40b8-b71a-1f17e4b8371a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:57.158073 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e25412d-c90e-40b8-b71a-1f17e4b8371a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:57.160961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5e25412d-c90e-40b8-b71a-1f17e4b8371a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:57.162152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5e25412d-c90e-40b8-b71a-1f17e4b8371a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdabc6e3-874f-4ec8-9249-270a5a74b4e9 HTTP/1.1" status: 204 len: 168 time: 0.1229613 Aug 09 16:20:57.170094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25412d-c90e-40b8-b71a-1f17e4b8371a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdabc6e3-874f-4ec8-9249-270a5a74b4e9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:57.859417 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52118) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:57.958457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-982501685-network', 'tenant_id': '15a8542db7e04281b296641d03b77da5'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:20:57.980762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Made reservation on behalf of 15a8542db7e04281b296641d03b77da5 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:20:57.983328 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:57.992378 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.085804 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.089722 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.108716 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:20:58.127309 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.127657 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Added segment 45f8381f-9446-4fb0-8442-0b6792275e9a of type vlan for network 0c794c00-a2ee-476c-a856-97fc21cae5de Aug 09 16:20:58.128908 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ac1a4c-af32-4379-9a4b-ae0efa385dee,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:58.171646 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.203982 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.205295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:58.205899 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.263399 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4028821 Aug 09 16:20:58.266616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52122) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:58.268701 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b612403-cfb2-4eb3-b431-764a8bee8cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=0c794c00-a2ee-476c-a856-97fc21cae5de,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:58.272723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3922e82c-5660-46e6-961e-5c9d7e52e6ef admin admin] Request body: {'subnet': {'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-982501685-subnet', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:20:58.280152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 0c794c00-a2ee-476c-a856-97fc21cae5de details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:20:58.298973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3922e82c-5660-46e6-961e-5c9d7e52e6ef admin admin] Made reservation on behalf of 15a8542db7e04281b296641d03b77da5 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:20:58.301641 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3922e82c-5660-46e6-961e-5c9d7e52e6ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.475534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3922e82c-5660-46e6-961e-5c9d7e52e6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.531313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922e82c-5660-46e6-961e-5c9d7e52e6ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5c0080-b357-4fbe-ad17-8a23f0220f36,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:58.538943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922e82c-5660-46e6-961e-5c9d7e52e6ef admin admin] Checking segment: {'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:20:58.539326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3922e82c-5660-46e6-961e-5c9d7e52e6ef admin admin] Network hostable DHCP agents. Network: 0c794c00-a2ee-476c-a856-97fc21cae5de, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:20:58.556029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3922e82c-5660-46e6-961e-5c9d7e52e6ef admin admin] Network 0c794c00-a2ee-476c-a856-97fc21cae5de is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:20:58.564153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-3922e82c-5660-46e6-961e-5c9d7e52e6ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 0c794c00-a2ee-476c-a856-97fc21cae5de) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:20:58.569118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3922e82c-5660-46e6-961e-5c9d7e52e6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:20:58.569737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3922e82c-5660-46e6-961e-5c9d7e52e6ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.575192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4aa84e-8c8e-4113-825b-623f972e7e20 None None] Network 0c794c00-a2ee-476c-a856-97fc21cae5de requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:20:58.587247 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52124) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:20:58.587539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3922e82c-5660-46e6-961e-5c9d7e52e6ef admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3194535 Aug 09 16:20:58.592143 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:20:58.612466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.613501 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.669479 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.823884 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:58.885871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-0c794c00-a2ee-476c-a856-97fc21cae5de', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'fixed_ips': [{'subnet_id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:20:58.886726 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:59.033218 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Allocated IP 172.20.0.2 (0c794c00-a2ee-476c-a856-97fc21cae5de/fd5c0080-b357-4fbe-ad17-8a23f0220f36/bfd59912-f67a-40f6-9a6e-b04d4e36c377) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:20:59.039164 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:59.061418 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:59.172357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Allocated IP 172.25.2.129 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/496e2f8a-5e0a-4131-80f2-13e8d455c33f) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:20:59.180632 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:59.188988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Transition to ACTIVE for port object bfd59912-f67a-40f6-9a6e-b04d4e36c377 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:20:59.203879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Transition to ACTIVE for port object bfd59912-f67a-40f6-9a6e-b04d4e36c377 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:20:59.210582 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:59.253766 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Network 0c794c00-a2ee-476c-a856-97fc21cae5de is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:20:59.257138 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:20:59.260743 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:20:59.267495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Pushing event updated for resources: {'Port': ['ID=bfd59912-f67a-40f6-9a6e-b04d4e36c377,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:59.288471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:59.318549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Attempting to bind port bfd59912-f67a-40f6-9a6e-b04d4e36c377 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:20:59.319093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Attempting to bind port bfd59912-f67a-40f6-9a6e-b04d4e36c377 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:20:59.319278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Attempting to bind port bfd59912-f67a-40f6-9a6e-b04d4e36c377 on network 0c794c00-a2ee-476c-a856-97fc21cae5de {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:20:59.324241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:20:59.324614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Checking segment: {'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:20:59.325019 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:59.325414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Bound using segment: {'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:20:59.325911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Bound port: bfd59912-f67a-40f6-9a6e-b04d4e36c377, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:20:59.326300 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:59.334376 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:59.380802 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:20:59.386883 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:20:59.389463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:20:59.397999 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] For port bfd59912-f67a-40f6-9a6e-b04d4e36c377, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:20:59.401088 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] For port bfd59912-f67a-40f6-9a6e-b04d4e36c377, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bfd59912-f67a-40f6-9a6e-b04d4e36c377,segment=NetworkSegment(45f8381f-9446-4fb0-8442-0b6792275e9a),segment_id=45f8381f-9446-4fb0-8442-0b6792275e9a)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:20:59.406626 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:59.423526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Pushing event updated for resources: {'Port': ['ID=496e2f8a-5e0a-4131-80f2-13e8d455c33f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:59.471676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da393aa7-837d-4f83-8313-2c02bab06736 None None] Pushing event updated for resources: {'Port': ['ID=bfd59912-f67a-40f6-9a6e-b04d4e36c377,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:20:59.674428 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:20:59.880312 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:00.012921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Router 02b2317e-2e9f-4891-923f-14f3ecbb61ea is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:21:00.127553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:21:00.139760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Sync routers for ids ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:21:00.147208 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:00.149103 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aa540d26-0240-4d2b-891a-e0f8c1e16a75 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5604823 Aug 09 16:21:00.150968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Routers {'02b2317e-2e9f-4891-923f-14f3ecbb61ea'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:21:00.151967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52126) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:00.152152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:00.263748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Set router 02b2317e-2e9f-4891-923f-14f3ecbb61ea gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:21:00.415882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a391da2-668d-4e2c-a391-f6712cc55b2d None None] Network 0c794c00-a2ee-476c-a856-97fc21cae5de requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:21:00.546520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-83f03531-ce5e-4d19-999b-972cca171414 None None] Provisioning for port bfd59912-f67a-40f6-9a6e-b04d4e36c377 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:21:00.578805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:20:59Z', 'revision_number': 3, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:00.615447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bfd59912-f67a-40f6-9a6e-b04d4e36c377 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:00.621850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Checking router: 02b2317e-2e9f-4891-923f-14f3ecbb61ea for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:21:00.622286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Updating router 02b2317e-2e9f-4891-923f-14f3ecbb61ea port 496e2f8a-5e0a-4131-80f2-13e8d455c33f binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:21:00.623743 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:00.699546 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:00.797767 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Allocated IP 172.20.0.1 (0c794c00-a2ee-476c-a856-97fc21cae5de/fd5c0080-b357-4fbe-ad17-8a23f0220f36/d626053d-7b3a-49dc-b156-2190b22c6990) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:21:00.801548 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port bfd59912-f67a-40f6-9a6e-b04d4e36c377 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:21:00.814004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port bfd59912-f67a-40f6-9a6e-b04d4e36c377 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:00.814004 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:00.942476 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:00.960031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Transition to ACTIVE for port object d626053d-7b3a-49dc-b156-2190b22c6990 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:21:00.980113 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:00.994782 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.036990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Network 0c794c00-a2ee-476c-a856-97fc21cae5de is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:21:01.039960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:21:01.042557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:21:01.053283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port bfd59912-f67a-40f6-9a6e-b04d4e36c377, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bfd59912-f67a-40f6-9a6e-b04d4e36c377,segment=NetworkSegment(45f8381f-9446-4fb0-8442-0b6792275e9a),segment_id=45f8381f-9446-4fb0-8442-0b6792275e9a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:21:01.062597 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.074437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d626053d-7b3a-49dc-b156-2190b22c6990,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:01.094053 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.099432 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.126741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Transition to ACTIVE for port object 496e2f8a-5e0a-4131-80f2-13e8d455c33f will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:21:01.140824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d552fb66-159b-4487-921b-25d7d20f7c37 None None] Provisioning complete for port bfd59912-f67a-40f6-9a6e-b04d4e36c377 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:01.141199 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d552fb66-159b-4487-921b-25d7d20f7c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.168863 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.171013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=bfd59912-f67a-40f6-9a6e-b04d4e36c377,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:01.242730 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Attempting to bind port 496e2f8a-5e0a-4131-80f2-13e8d455c33f on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:21:01.243107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Attempting to bind port 496e2f8a-5e0a-4131-80f2-13e8d455c33f by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:21:01.243535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Attempting to bind port 496e2f8a-5e0a-4131-80f2-13e8d455c33f on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:21:01.246306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094807f-1388-4797-9735-6c8d1cae5588 None None] Pushing event updated for resources: {'Port': ['ID=496e2f8a-5e0a-4131-80f2-13e8d455c33f,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:01.257546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:21:01.257963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:21:01.258375 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.258789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:21:01.259268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Bound port: 496e2f8a-5e0a-4131-80f2-13e8d455c33f, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:21:01.259652 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.349397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] For port 496e2f8a-5e0a-4131-80f2-13e8d455c33f, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:21:01.353500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] For port 496e2f8a-5e0a-4131-80f2-13e8d455c33f, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=496e2f8a-5e0a-4131-80f2-13e8d455c33f,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:21:01.358941 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.420108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Routers {'02b2317e-2e9f-4891-923f-14f3ecbb61ea'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:21:01.420757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:01.471128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094807f-1388-4797-9735-6c8d1cae5588 None None] Pushing event updated for resources: {'Port': ['ID=496e2f8a-5e0a-4131-80f2-13e8d455c33f,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:01.490444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-be954458-f156-456e-84e6-ab2eeca3b4f8 None None] Provisioning for port d626053d-7b3a-49dc-b156-2190b22c6990 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:21:01.497356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-be954458-f156-456e-84e6-ab2eeca3b4f8 None None] Provisioning complete for port d626053d-7b3a-49dc-b156-2190b22c6990 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:01.497878 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-be954458-f156-456e-84e6-ab2eeca3b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.543147 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.586938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-be954458-f156-456e-84e6-ab2eeca3b4f8 None None] Port d626053d-7b3a-49dc-b156-2190b22c6990 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:21:01.603194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] Set router 02b2317e-2e9f-4891-923f-14f3ecbb61ea gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:21:01.746791 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.752723 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.796157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:20:59Z', 'revision_number': 3, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:01.824833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b9342-67af-4f2a-b5b7-4b1296e0f1a3 None None] The sync data for ids ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'] in n-d-803778-2 is: [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:20:59Z', 'revision_number': 3, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:21:01.826815 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:01.829910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d626053d-7b3a-49dc-b156-2190b22c6990,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:01.929846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Network 0c794c00-a2ee-476c-a856-97fc21cae5de is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:21:01.931270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:21:02.067604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Router 02b2317e-2e9f-4891-923f-14f3ecbb61ea has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:21:02.212329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e08f042f-8988-4a20-bcd2-f31ff329f510 None None] Provisioning complete for port d626053d-7b3a-49dc-b156-2190b22c6990 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:02.212634 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e08f042f-8988-4a20-bcd2-f31ff329f510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:02.233575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:21:02.239217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-954e6071-5a79-4f58-8dfc-7f014a5466c6 admin admin] 10.222.0.81 "PUT /v2.0/routers/02b2317e-2e9f-4891-923f-14f3ecbb61ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0861182 Aug 09 16:21:02.252349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e08f042f-8988-4a20-bcd2-f31ff329f510 None None] Port d626053d-7b3a-49dc-b156-2190b22c6990 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:21:02.678745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bfd59912-f67a-40f6-9a6e-b04d4e36c377 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:02.745803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port bfd59912-f67a-40f6-9a6e-b04d4e36c377 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:02.745803 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:02.799708 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52146) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:02.805385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1050198841-network', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:02.827368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 496e2f8a-5e0a-4131-80f2-13e8d455c33f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:02.829884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Made reservation on behalf of 6ad858a8b3f9437f8823c78a0c3edd4c for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:21:02.833257 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:02.842892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:02.876354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 496e2f8a-5e0a-4131-80f2-13e8d455c33f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:21:02.881040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 496e2f8a-5e0a-4131-80f2-13e8d455c33f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:02.881786 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:02.950455 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:02.954450 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:02.978169 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:02.986249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:21:02.993152 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fae9a8f-edeb-480f-9fe9-c9453d945db5,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:03.000722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 496e2f8a-5e0a-4131-80f2-13e8d455c33f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=496e2f8a-5e0a-4131-80f2-13e8d455c33f,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:21:03.002818 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.003168 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Added segment f5a99e2f-aa95-450b-840d-07ad9a9561dc of type vlan for network 30c67b9a-a5fa-4721-b0da-237940a84538 Aug 09 16:21:03.005069 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.006181 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.006532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.007620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.008304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.008636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.009547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.009547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.009855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.009949 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.010230 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.010554 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.010872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.057553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=496e2f8a-5e0a-4131-80f2-13e8d455c33f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:03.064014 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.096266 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.097429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:03.098079 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.156990 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3559735 Aug 09 16:21:03.160345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52148) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:03.162310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9ddee-08a7-4dc1-ba1a-3b1ece5ed25e admin admin] Pushing event updated for resources: {'Network': ['ID=30c67b9a-a5fa-4721-b0da-237940a84538,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:03.169749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Request body: {'subnet': {'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1050198841-subnet', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:03.174676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 30c67b9a-a5fa-4721-b0da-237940a84538 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:21:03.198645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Made reservation on behalf of 6ad858a8b3f9437f8823c78a0c3edd4c for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:21:03.201935 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.385719 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.439186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6c217f5-985a-47bf-b08b-53dd75e211af,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:03.453091 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Sync routers for ids ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:21:03.453762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.453888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.454123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.454451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.454779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.455103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.455420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.455744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.456060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.457033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.457356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.457705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:03.463732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Checking segment: {'id': 'f5a99e2f-aa95-450b-840d-07ad9a9561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:21:03.463942 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Routers {'02b2317e-2e9f-4891-923f-14f3ecbb61ea'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:21:03.464090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Network hostable DHCP agents. Network: 30c67b9a-a5fa-4721-b0da-237940a84538, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:21:03.464405 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:03.484693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Network 30c67b9a-a5fa-4721-b0da-237940a84538 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:21:03.495829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 30c67b9a-a5fa-4721-b0da-237940a84538) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:21:03.500009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:03.500692 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.508564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9cd29f-3e3f-4460-9d0b-546c16e6499c None None] Network 30c67b9a-a5fa-4721-b0da-237940a84538 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:21:03.517512 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b1a60a45-db65-417b-b972-61923fe637c0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3550808 Aug 09 16:21:03.520442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52150) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:03.526281 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1050198841-router', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:03.553867 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.555033 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.613496 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.673028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-30c67b9a-a5fa-4721-b0da-237940a84538', 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'fixed_ips': [{'subnet_id': 'a6c217f5-985a-47bf-b08b-53dd75e211af'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:21:03.675989 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Set router 02b2317e-2e9f-4891-923f-14f3ecbb61ea gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:21:03.676668 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.766744 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:03.907922 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:21:01Z', 'revision_number': 4, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd626053d-7b3a-49dc-b156-2190b22c6990', 'name': '', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'mac_address': 'fa:16:3e:ec:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:00Z', 'updated_at': '2021-08-09T16:21:01Z', 'revision_number': 2, 'project_id': '15a8542db7e04281b296641d03b77da5', 'subnets': [{'id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:03.937563 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Checking router: 02b2317e-2e9f-4891-923f-14f3ecbb61ea for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:21:03.938042 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Updating router 02b2317e-2e9f-4891-923f-14f3ecbb61ea port d626053d-7b3a-49dc-b156-2190b22c6990 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:21:03.967224 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.006145 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Allocated IP 172.20.0.2 (30c67b9a-a5fa-4721-b0da-237940a84538/a6c217f5-985a-47bf-b08b-53dd75e211af/e62a718f-e678-4e04-a9bc-d260d614bc47) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:21:04.201020 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.212126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Transition to ACTIVE for port object e62a718f-e678-4e04-a9bc-d260d614bc47 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:21:04.230836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Transition to ACTIVE for port object e62a718f-e678-4e04-a9bc-d260d614bc47 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:21:04.236244 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.274917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Network 30c67b9a-a5fa-4721-b0da-237940a84538 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:21:04.278225 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.281163 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:21:04.283840 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:21:04.289629 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Transition to ACTIVE for port object d626053d-7b3a-49dc-b156-2190b22c6990 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:21:04.295461 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.297199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Pushing event updated for resources: {'Port': ['ID=e62a718f-e678-4e04-a9bc-d260d614bc47,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:04.363161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Attempting to bind port e62a718f-e678-4e04-a9bc-d260d614bc47 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:21:04.363794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Attempting to bind port e62a718f-e678-4e04-a9bc-d260d614bc47 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'f5a99e2f-aa95-450b-840d-07ad9a9561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:21:04.364427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Attempting to bind port e62a718f-e678-4e04-a9bc-d260d614bc47 on network 30c67b9a-a5fa-4721-b0da-237940a84538 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:21:04.375117 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:21:04.375501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Checking segment: {'id': 'f5a99e2f-aa95-450b-840d-07ad9a9561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:21:04.376189 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.376598 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Bound using segment: {'id': 'f5a99e2f-aa95-450b-840d-07ad9a9561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:21:04.377077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Bound port: e62a718f-e678-4e04-a9bc-d260d614bc47, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a99e2f-aa95-450b-840d-07ad9a9561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:21:04.377464 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.382323 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Pushing event updated for resources: {'Port': ['ID=d626053d-7b3a-49dc-b156-2190b22c6990,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:04.391668 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.415253 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.419848 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:04.420494 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:04.421114 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:04.422011 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:04.422648 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:04.423268 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:04.423878 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:04.424514 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:04.425627 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:04.426281 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:04.426990 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:04.427586 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:04.451382 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Attempting to bind port d626053d-7b3a-49dc-b156-2190b22c6990 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:21:04.451994 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Attempting to bind port d626053d-7b3a-49dc-b156-2190b22c6990 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:21:04.452638 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Attempting to bind port d626053d-7b3a-49dc-b156-2190b22c6990 on network 0c794c00-a2ee-476c-a856-97fc21cae5de {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:21:04.460952 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:21:04.462534 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Checking segment: {'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:21:04.463926 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.464850 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Bound using segment: {'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:21:04.465838 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Bound port: d626053d-7b3a-49dc-b156-2190b22c6990, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:21:04.466033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] For port e62a718f-e678-4e04-a9bc-d260d614bc47, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:21:04.466776 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.473510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] For port e62a718f-e678-4e04-a9bc-d260d614bc47, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e62a718f-e678-4e04-a9bc-d260d614bc47,segment=NetworkSegment(f5a99e2f-aa95-450b-840d-07ad9a9561dc),segment_id=f5a99e2f-aa95-450b-840d-07ad9a9561dc)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:21:04.478685 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.578349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Allocated IP 172.25.2.251 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/65b2aca7-9aae-4901-871f-14a587f8b8c8) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:21:04.578565 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] For port d626053d-7b3a-49dc-b156-2190b22c6990, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:21:04.580618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf07ec-c525-4bc7-a20a-a77d55868f9f None None] Pushing event updated for resources: {'Port': ['ID=e62a718f-e678-4e04-a9bc-d260d614bc47,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:04.582867 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] For port d626053d-7b3a-49dc-b156-2190b22c6990, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d626053d-7b3a-49dc-b156-2190b22c6990,segment=NetworkSegment(45f8381f-9446-4fb0-8442-0b6792275e9a),segment_id=45f8381f-9446-4fb0-8442-0b6792275e9a)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:21:04.595428 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.618619 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 496e2f8a-5e0a-4131-80f2-13e8d455c33f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:04.642540 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Routers {'02b2317e-2e9f-4891-923f-14f3ecbb61ea'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:21:04.643564 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:04.682513 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 496e2f8a-5e0a-4131-80f2-13e8d455c33f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:04.683073 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.761768 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066420c-db7d-4a27-9ebe-d8cf3cea8d70 None None] Pushing event updated for resources: {'Port': ['ID=d626053d-7b3a-49dc-b156-2190b22c6990,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:04.814226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.826490 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] Set router 02b2317e-2e9f-4891-923f-14f3ecbb61ea gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:21:04.887706 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:04.939997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:21:04.943721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:21:04.948544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:21:04.951855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Pushing event updated for resources: {'Port': ['ID=65b2aca7-9aae-4901-871f-14a587f8b8c8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:05.078412 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:21:01Z', 'revision_number': 4, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd626053d-7b3a-49dc-b156-2190b22c6990', 'name': '', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'mac_address': 'fa:16:3e:ec:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:00Z', 'updated_at': '2021-08-09T16:21:04Z', 'revision_number': 4, 'project_id': '15a8542db7e04281b296641d03b77da5', 'subnets': [{'id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:05.107474 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e50cd1-0b98-4449-a2b9-ed6c79987385 None None] The sync data for ids ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'] in n-d-803778-2 is: [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:21:01Z', 'revision_number': 4, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd626053d-7b3a-49dc-b156-2190b22c6990', 'name': '', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'mac_address': 'fa:16:3e:ec:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:00Z', 'updated_at': '2021-08-09T16:21:04Z', 'revision_number': 4, 'project_id': '15a8542db7e04281b296641d03b77da5', 'subnets': [{'id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:21:05.245062 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:05.461840 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:05.619174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Router e797aaac-b936-4578-bcb8-8c7cd4b619da is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:21:05.760745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:21:05.772057 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Sync routers for ids ['e797aaac-b936-4578-bcb8-8c7cd4b619da'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:21:05.781866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Routers {'e797aaac-b936-4578-bcb8-8c7cd4b619da'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:21:05.782466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:05.782582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e797aaac-b936-4578-bcb8-8c7cd4b619da'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:05.787129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ae5dbacf-8006-483c-8faf-58bff0e4561f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2650528 Aug 09 16:21:05.789402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52152) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:05.829736 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6864773f-37ef-4410-9327-66e2d67d5811 None None] Network 30c67b9a-a5fa-4721-b0da-237940a84538 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:21:05.946968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ad072ac3-23d5-4e1e-ae7e-98a0275cfca2 None None] Provisioning for port e62a718f-e678-4e04-a9bc-d260d614bc47 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:21:05.995389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Set router e797aaac-b936-4578-bcb8-8c7cd4b619da gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:21:06.250127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'name': 'tempest-TestServerBasicOps-1050198841-router', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:21:03Z', 'updated_at': '2021-08-09T16:21:05Z', 'revision_number': 3, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'gw_port': {'id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:04Z', 'updated_at': '2021-08-09T16:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:06.291850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Checking router: e797aaac-b936-4578-bcb8-8c7cd4b619da for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:21:06.292198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Updating router e797aaac-b936-4578-bcb8-8c7cd4b619da port 65b2aca7-9aae-4901-871f-14a587f8b8c8 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:21:06.294754 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:06.318845 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:06.476760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Allocated IP 172.20.0.1 (30c67b9a-a5fa-4721-b0da-237940a84538/a6c217f5-985a-47bf-b08b-53dd75e211af/b6c7318d-a123-4768-8a87-90dc780e2161) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:21:06.595165 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:06.611689 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Transition to ACTIVE for port object b6c7318d-a123-4768-8a87-90dc780e2161 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:21:06.619777 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:06.635538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Transition to ACTIVE for port object 65b2aca7-9aae-4901-871f-14a587f8b8c8 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:21:06.638793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e62a718f-e678-4e04-a9bc-d260d614bc47 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:06.655499 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:06.662560 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:06.705928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Network 30c67b9a-a5fa-4721-b0da-237940a84538 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:21:06.709381 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:21:06.712272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:21:06.718331 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Pushing event updated for resources: {'Port': ['ID=b6c7318d-a123-4768-8a87-90dc780e2161,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:06.732854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Attempting to bind port 65b2aca7-9aae-4901-871f-14a587f8b8c8 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:21:06.733217 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Attempting to bind port 65b2aca7-9aae-4901-871f-14a587f8b8c8 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:21:06.733574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Attempting to bind port 65b2aca7-9aae-4901-871f-14a587f8b8c8 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:21:06.740654 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f924e5-d080-456b-b413-83c8b77e5ecb None None] Pushing event updated for resources: {'Port': ['ID=65b2aca7-9aae-4901-871f-14a587f8b8c8,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:06.747319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:21:06.747690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:21:06.748357 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:06.748464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:21:06.748948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Bound port: 65b2aca7-9aae-4901-871f-14a587f8b8c8, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:21:06.749338 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:06.761722 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:06.785278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port e62a718f-e678-4e04-a9bc-d260d614bc47 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:21:06.795377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e62a718f-e678-4e04-a9bc-d260d614bc47 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:06.795751 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:06.840721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] For port 65b2aca7-9aae-4901-871f-14a587f8b8c8, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:21:06.845775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] For port 65b2aca7-9aae-4901-871f-14a587f8b8c8, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=65b2aca7-9aae-4901-871f-14a587f8b8c8,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:21:06.852814 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:06.912319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:06.946403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Routers {'e797aaac-b936-4578-bcb8-8c7cd4b619da'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:21:06.947041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e797aaac-b936-4578-bcb8-8c7cd4b619da'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:06.957714 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f924e5-d080-456b-b413-83c8b77e5ecb None None] Pushing event updated for resources: {'Port': ['ID=65b2aca7-9aae-4901-871f-14a587f8b8c8,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:07.012224 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:07.028421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-25844a71-0c24-43f2-8fd2-bd9e4631e71a None None] Provisioning for port b6c7318d-a123-4768-8a87-90dc780e2161 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:21:07.068877 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-25844a71-0c24-43f2-8fd2-bd9e4631e71a None None] Provisioning complete for port b6c7318d-a123-4768-8a87-90dc780e2161 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:07.069166 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-25844a71-0c24-43f2-8fd2-bd9e4631e71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:07.088338 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:07.093669 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:07.123846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port e62a718f-e678-4e04-a9bc-d260d614bc47, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e62a718f-e678-4e04-a9bc-d260d614bc47,segment=NetworkSegment(f5a99e2f-aa95-450b-840d-07ad9a9561dc),segment_id=f5a99e2f-aa95-450b-840d-07ad9a9561dc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:21:07.131658 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] Set router e797aaac-b936-4578-bcb8-8c7cd4b619da gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:21:07.134598 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:07.135368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d626053d-7b3a-49dc-b156-2190b22c6990 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:07.161930 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:07.167554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Pushing event updated for resources: {'Port': ['ID=b6c7318d-a123-4768-8a87-90dc780e2161,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:07.185758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-25844a71-0c24-43f2-8fd2-bd9e4631e71a None None] Port b6c7318d-a123-4768-8a87-90dc780e2161 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:21:07.263147 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Network 30c67b9a-a5fa-4721-b0da-237940a84538 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:21:07.264670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:21:07.291891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=e62a718f-e678-4e04-a9bc-d260d614bc47,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:07.349027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d626053d-7b3a-49dc-b156-2190b22c6990 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:21:07.357263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d626053d-7b3a-49dc-b156-2190b22c6990 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:07.357659 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:07.396090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Router e797aaac-b936-4578-bcb8-8c7cd4b619da has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:21:07.502256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'name': 'tempest-TestServerBasicOps-1050198841-router', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:21:03Z', 'updated_at': '2021-08-09T16:21:06Z', 'revision_number': 4, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'gw_port': {'id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:04Z', 'updated_at': '2021-08-09T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'b6c7318d-a123-4768-8a87-90dc780e2161', 'name': '', 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'mac_address': 'fa:16:3e:5b:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6c217f5-985a-47bf-b08b-53dd75e211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:06Z', 'updated_at': '2021-08-09T16:21:06Z', 'revision_number': 1, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'subnets': [{'id': 'a6c217f5-985a-47bf-b08b-53dd75e211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:07.506756 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:07.514776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:21:07.520686 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ddf5136d-72cc-420d-84d0-6e3f306201bf admin admin] 10.222.0.81 "PUT /v2.0/routers/e797aaac-b936-4578-bcb8-8c7cd4b619da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7301760 Aug 09 16:21:07.540236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b78d6-59b3-469a-89ef-64b461b585b4 None None] The sync data for ids ['e797aaac-b936-4578-bcb8-8c7cd4b619da'] in n-d-803778-2 is: [{'id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'name': 'tempest-TestServerBasicOps-1050198841-router', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:21:03Z', 'updated_at': '2021-08-09T16:21:06Z', 'revision_number': 4, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'gw_port': {'id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:04Z', 'updated_at': '2021-08-09T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'b6c7318d-a123-4768-8a87-90dc780e2161', 'name': '', 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'mac_address': 'fa:16:3e:5b:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6c217f5-985a-47bf-b08b-53dd75e211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:06Z', 'updated_at': '2021-08-09T16:21:06Z', 'revision_number': 1, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'subnets': [{'id': 'a6c217f5-985a-47bf-b08b-53dd75e211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:21:07.555594 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1076af38-f580-4be7-87a9-697f06e49604 None None] Provisioning complete for port b6c7318d-a123-4768-8a87-90dc780e2161 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:07.556006 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1076af38-f580-4be7-87a9-697f06e49604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:07.590823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port d626053d-7b3a-49dc-b156-2190b22c6990, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d626053d-7b3a-49dc-b156-2190b22c6990,segment=NetworkSegment(45f8381f-9446-4fb0-8442-0b6792275e9a),segment_id=45f8381f-9446-4fb0-8442-0b6792275e9a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:21:07.600652 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:07.633995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1076af38-f580-4be7-87a9-697f06e49604 None None] Port b6c7318d-a123-4768-8a87-90dc780e2161 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:21:07.669373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=d626053d-7b3a-49dc-b156-2190b22c6990,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:07.676475 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-52bab4b2-591b-434c-9bd3-18b20411efcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.080659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52160) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:08.085820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ac68b15e-f0a2-4cad-a341-58c467231333 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90839919', 'description': 'tempest-secgroup-smoke-90839919 description', 'project_id': '15a8542db7e04281b296641d03b77da5'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:08.109381 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ac68b15e-f0a2-4cad-a341-58c467231333 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.213238 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ac68b15e-f0a2-4cad-a341-58c467231333 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.217328 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ac68b15e-f0a2-4cad-a341-58c467231333 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.251970 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ac68b15e-f0a2-4cad-a341-58c467231333 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.253903 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ac68b15e-f0a2-4cad-a341-58c467231333 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1714756 Aug 09 16:21:08.254648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68b15e-f0a2-4cad-a341-58c467231333 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baac72d5-3e9e-41ed-96f5-8f0a97964eff,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:08.257268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52162) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:08.261851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-056c119c-955d-4de1-89c7-0456b2db52a9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Request body: {'security_group_rule': {'security_group_id': 'baac72d5-3e9e-41ed-96f5-8f0a97964eff', 'project_id': '15a8542db7e04281b296641d03b77da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:08.292190 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-056c119c-955d-4de1-89c7-0456b2db52a9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.355048 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-056c119c-955d-4de1-89c7-0456b2db52a9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.358866 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-056c119c-955d-4de1-89c7-0456b2db52a9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.381847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c119c-955d-4de1-89c7-0456b2db52a9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28eaa99d-a4ed-4b04-adbd-90a05c7095bb,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:08.390045 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-056c119c-955d-4de1-89c7-0456b2db52a9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.394517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-056c119c-955d-4de1-89c7-0456b2db52a9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329625 Aug 09 16:21:08.395122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52164) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:08.399416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4f856229-2164-44ee-99de-46946a0a3ace tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Request body: {'security_group_rule': {'security_group_id': 'baac72d5-3e9e-41ed-96f5-8f0a97964eff', 'project_id': '15a8542db7e04281b296641d03b77da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:08.427803 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f856229-2164-44ee-99de-46946a0a3ace tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.490324 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f856229-2164-44ee-99de-46946a0a3ace tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.494590 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f856229-2164-44ee-99de-46946a0a3ace tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.514332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f856229-2164-44ee-99de-46946a0a3ace tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fb5c3b-e323-4156-a276-80f7d1e62189,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:08.524603 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4f856229-2164-44ee-99de-46946a0a3ace tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.525966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4f856229-2164-44ee-99de-46946a0a3ace tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301360 Aug 09 16:21:08.529002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52166) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:08.535030 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-95ad03e3-5f01-4b24-80b9-051642b2efe6 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Request body: {'security_group_rule': {'security_group_id': 'baac72d5-3e9e-41ed-96f5-8f0a97964eff', 'project_id': '15a8542db7e04281b296641d03b77da5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:08.569097 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95ad03e3-5f01-4b24-80b9-051642b2efe6 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.640353 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95ad03e3-5f01-4b24-80b9-051642b2efe6 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.648303 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95ad03e3-5f01-4b24-80b9-051642b2efe6 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.658049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e62a718f-e678-4e04-a9bc-d260d614bc47 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:08.670648 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad03e3-5f01-4b24-80b9-051642b2efe6 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e52474-6c31-414a-9f59-273458c929a0,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:08.681476 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-95ad03e3-5f01-4b24-80b9-051642b2efe6 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.685888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52168) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:08.686033 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-95ad03e3-5f01-4b24-80b9-051642b2efe6 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557190 Aug 09 16:21:08.691178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-192cb79b-871f-452a-bf12-d383f80c8f08 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Request body: {'security_group_rule': {'security_group_id': 'baac72d5-3e9e-41ed-96f5-8f0a97964eff', 'project_id': '15a8542db7e04281b296641d03b77da5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:08.723508 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-192cb79b-871f-452a-bf12-d383f80c8f08 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.801772 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-192cb79b-871f-452a-bf12-d383f80c8f08 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.807078 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-192cb79b-871f-452a-bf12-d383f80c8f08 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.829715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cb79b-871f-452a-bf12-d383f80c8f08 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ec6d9e-9c16-4edd-bdbe-56cc2abbe65d,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:08.846015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-192cb79b-871f-452a-bf12-d383f80c8f08 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.850656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52170) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:08.855784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a2eeccda-6e98-46b7-989b-4e16e6eb600b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Request body: {'security_group_rule': {'security_group_id': 'baac72d5-3e9e-41ed-96f5-8f0a97964eff', 'project_id': '15a8542db7e04281b296641d03b77da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:08.858283 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-192cb79b-871f-452a-bf12-d383f80c8f08 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1709857 Aug 09 16:21:08.879842 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-a2eeccda-6e98-46b7-989b-4e16e6eb600b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Project 15a8542db7e04281b296641d03b77da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:21:08.880840 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port e62a718f-e678-4e04-a9bc-d260d614bc47 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:08.881214 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.884576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccda-6e98-46b7-989b-4e16e6eb600b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.953262 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccda-6e98-46b7-989b-4e16e6eb600b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.958617 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccda-6e98-46b7-989b-4e16e6eb600b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.960482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 65b2aca7-9aae-4901-871f-14a587f8b8c8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:08.980020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eeccda-6e98-46b7-989b-4e16e6eb600b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67bff5f-9235-4fd7-995c-ec990a1f46b4,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:08.983913 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2eeccda-6e98-46b7-989b-4e16e6eb600b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:08.985110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a2eeccda-6e98-46b7-989b-4e16e6eb600b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334400 Aug 09 16:21:08.988056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52172) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:08.992924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-27a8fb8d-8013-4a74-b0ca-d7f10b917ba3 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Request body: {'security_group_rule': {'security_group_id': 'baac72d5-3e9e-41ed-96f5-8f0a97964eff', 'project_id': '15a8542db7e04281b296641d03b77da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:09.014092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 65b2aca7-9aae-4901-871f-14a587f8b8c8 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:21:09.015550 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-27a8fb8d-8013-4a74-b0ca-d7f10b917ba3 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Project 15a8542db7e04281b296641d03b77da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:21:09.017900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 65b2aca7-9aae-4901-871f-14a587f8b8c8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:09.018302 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:09.021031 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27a8fb8d-8013-4a74-b0ca-d7f10b917ba3 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:09.091338 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27a8fb8d-8013-4a74-b0ca-d7f10b917ba3 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:09.095294 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27a8fb8d-8013-4a74-b0ca-d7f10b917ba3 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:09.103142 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:09.110629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8fb8d-8013-4a74-b0ca-d7f10b917ba3 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08effd1-53ad-416f-8de9-23c3d464fee9,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:09.120888 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-27a8fb8d-8013-4a74-b0ca-d7f10b917ba3 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:09.122318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-27a8fb8d-8013-4a74-b0ca-d7f10b917ba3 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332669 Aug 09 16:21:09.140183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 65b2aca7-9aae-4901-871f-14a587f8b8c8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=65b2aca7-9aae-4901-871f-14a587f8b8c8,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:21:09.144950 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:09.145910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d626053d-7b3a-49dc-b156-2190b22c6990 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:09.231744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=65b2aca7-9aae-4901-871f-14a587f8b8c8,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:09.243595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d626053d-7b3a-49dc-b156-2190b22c6990 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:09.243972 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:09.276806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-e3254cbf-1ef2-4c14-968c-a082f8cf7ae2 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90839919&fields=id&tenant_id=15a8542db7e04281b296641d03b77da5 HTTP/1.1" status: 200 len: 267 time: 0.0405707 Aug 09 16:21:09.414557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-69460ddc-865a-4ba2-9fca-fdc1dfc64a73 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:09.416081 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-69460ddc-865a-4ba2-9fca-fdc1dfc64a73 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/networks?id=0c794c00-a2ee-476c-a856-97fc21cae5de HTTP/1.1" status: 200 len: 808 time: 0.1283062 Aug 09 16:21:09.433375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-099d2cd4-0df7-477f-b2f8-036af89838d7 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/quotas/15a8542db7e04281b296641d03b77da5 HTTP/1.1" status: 200 len: 375 time: 0.0111594 Aug 09 16:21:09.501393 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-4af980ad-2d0c-4817-9393-44df0f29e350 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=15a8542db7e04281b296641d03b77da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620348 Aug 09 16:21:09.590637 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Sync routers for ids ['e797aaac-b936-4578-bcb8-8c7cd4b619da'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:21:09.600544 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Routers {'e797aaac-b936-4578-bcb8-8c7cd4b619da'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:21:09.601262 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:20:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e797aaac-b936-4578-bcb8-8c7cd4b619da'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:09.624331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-ded4010f-fde5-45cb-a14d-dde62f7d3908 service neutron] 10.222.0.81 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073713 Aug 09 16:21:09.716456 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Set router e797aaac-b936-4578-bcb8-8c7cd4b619da gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:21:09.727103 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-028b6312-ac54-4373-ac7e-27356a69c021 service neutron] 10.222.0.81 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955582 Aug 09 16:21:09.968405 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a2d985a-e178-4bc8-8249-75827db6fe3a req-949675e8-a760-44a4-9d13-3edcf6c86e6f tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 210 time: 0.0313442 Aug 09 16:21:10.031357 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'name': 'tempest-TestServerBasicOps-1050198841-router', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:21:03Z', 'updated_at': '2021-08-09T16:21:06Z', 'revision_number': 4, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'gw_port': {'id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:04Z', 'updated_at': '2021-08-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'b6c7318d-a123-4768-8a87-90dc780e2161', 'name': '', 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'mac_address': 'fa:16:3e:5b:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6c217f5-985a-47bf-b08b-53dd75e211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:06Z', 'updated_at': '2021-08-09T16:21:06Z', 'revision_number': 2, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'subnets': [{'id': 'a6c217f5-985a-47bf-b08b-53dd75e211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:10.059583 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Checking router: e797aaac-b936-4578-bcb8-8c7cd4b619da for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:21:10.059935 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Updating router e797aaac-b936-4578-bcb8-8c7cd4b619da port b6c7318d-a123-4768-8a87-90dc780e2161 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:21:10.085618 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:10.365616 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:10.376877 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Transition to ACTIVE for port object b6c7318d-a123-4768-8a87-90dc780e2161 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:21:10.384211 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:10.437287 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bf6cc-8c4b-4dc0-865b-543338cd7b7f None None] Pushing event updated for resources: {'Port': ['ID=b6c7318d-a123-4768-8a87-90dc780e2161,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:10.487952 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Attempting to bind port b6c7318d-a123-4768-8a87-90dc780e2161 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:21:10.488257 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Attempting to bind port b6c7318d-a123-4768-8a87-90dc780e2161 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'f5a99e2f-aa95-450b-840d-07ad9a9561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:21:10.488779 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Attempting to bind port b6c7318d-a123-4768-8a87-90dc780e2161 on network 30c67b9a-a5fa-4721-b0da-237940a84538 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:21:10.494258 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:21:10.494582 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Checking segment: {'id': 'f5a99e2f-aa95-450b-840d-07ad9a9561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:21:10.494983 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:10.495401 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Bound using segment: {'id': 'f5a99e2f-aa95-450b-840d-07ad9a9561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:21:10.495868 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Bound port: b6c7318d-a123-4768-8a87-90dc780e2161, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a99e2f-aa95-450b-840d-07ad9a9561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:21:10.496253 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:10.570741 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-828e7ac4-17ee-4959-a0c4-248a3a7b5e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:10.589389 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] For port b6c7318d-a123-4768-8a87-90dc780e2161, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:21:10.593699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 65b2aca7-9aae-4901-871f-14a587f8b8c8 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:10.594795 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] For port b6c7318d-a123-4768-8a87-90dc780e2161, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b6c7318d-a123-4768-8a87-90dc780e2161,segment=NetworkSegment(f5a99e2f-aa95-450b-840d-07ad9a9561dc),segment_id=f5a99e2f-aa95-450b-840d-07ad9a9561dc)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:21:10.603112 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:10.657266 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Routers {'e797aaac-b936-4578-bcb8-8c7cd4b619da'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:21:10.657922 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:21:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e797aaac-b936-4578-bcb8-8c7cd4b619da'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:10.661582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 65b2aca7-9aae-4901-871f-14a587f8b8c8 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:10.662007 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:10.717548 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bf6cc-8c4b-4dc0-865b-543338cd7b7f None None] Pushing event updated for resources: {'Port': ['ID=b6c7318d-a123-4768-8a87-90dc780e2161,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:10.793255 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] Set router e797aaac-b936-4578-bcb8-8c7cd4b619da gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:21:10.928866 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:10.982428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-adbb6904-1629-48e3-af93-84f661ed6b6a tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:10.984126 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-adbb6904-1629-48e3-af93-84f661ed6b6a tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.53 "GET /v2.0/networks?id=0c794c00-a2ee-476c-a856-97fc21cae5de HTTP/1.1" status: 200 len: 808 time: 0.1302462 Aug 09 16:21:11.036984 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-c881425e-f294-49bb-ae68-9ff2bba73613 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15a8542db7e04281b296641d03b77da5 HTTP/1.1" status: 200 len: 378 time: 0.0438409 Aug 09 16:21:11.045064 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'name': 'tempest-TestServerBasicOps-1050198841-router', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:21:03Z', 'updated_at': '2021-08-09T16:21:06Z', 'revision_number': 4, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'gw_port': {'id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:04Z', 'updated_at': '2021-08-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'b6c7318d-a123-4768-8a87-90dc780e2161', 'name': '', 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'mac_address': 'fa:16:3e:5b:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6c217f5-985a-47bf-b08b-53dd75e211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:06Z', 'updated_at': '2021-08-09T16:21:10Z', 'revision_number': 4, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'subnets': [{'id': 'a6c217f5-985a-47bf-b08b-53dd75e211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:11.048242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Request body: {'port': {'device_id': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'admin_state_up': True, 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'security_groups': ['baac72d5-3e9e-41ed-96f5-8f0a97964eff']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:11.073257 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b969285-70bc-479f-96ae-6d230bd73143 None None] The sync data for ids ['e797aaac-b936-4578-bcb8-8c7cd4b619da'] in n-d-803778-2 is: [{'id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'name': 'tempest-TestServerBasicOps-1050198841-router', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:21:03Z', 'updated_at': '2021-08-09T16:21:06Z', 'revision_number': 4, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'gw_port': {'id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:04Z', 'updated_at': '2021-08-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'b6c7318d-a123-4768-8a87-90dc780e2161', 'name': '', 'network_id': '30c67b9a-a5fa-4721-b0da-237940a84538', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'mac_address': 'fa:16:3e:5b:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a6c217f5-985a-47bf-b08b-53dd75e211af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:06Z', 'updated_at': '2021-08-09T16:21:10Z', 'revision_number': 4, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'subnets': [{'id': 'a6c217f5-985a-47bf-b08b-53dd75e211af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:21:11.094271 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-80ae8b40-af96-40a4-b962-56bdddee7838 req-a8290109-fe31-465a-9496-929821d28eab tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 210 time: 0.0338461 Aug 09 16:21:11.167014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Made reservation on behalf of 15a8542db7e04281b296641d03b77da5 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:21:11.170665 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:11.311092 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Allocated IP 172.20.0.14 (0c794c00-a2ee-476c-a856-97fc21cae5de/fd5c0080-b357-4fbe-ad17-8a23f0220f36/35749890-c267-4c35-a7bc-e217a91d7dcf) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:21:11.458726 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:11.473692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Transition to ACTIVE for port object 35749890-c267-4c35-a7bc-e217a91d7dcf will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:21:11.508898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:11.561214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Network 0c794c00-a2ee-476c-a856-97fc21cae5de is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:21:11.564528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:21:11.568413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:21:11.574758 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event updated for resources: {'Port': ['ID=35749890-c267-4c35-a7bc-e217a91d7dcf,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:11.623494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:11.624200 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:11.641039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-0d955552-0616-4460-ba80-46d0fbb61173 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5975804 Aug 09 16:21:11.653493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Request body: {'port': {'device_id': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:11.665385 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:11.678262 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:11.715455 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:11.861249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-01d3fcd3-92dd-4f26-9b06-92a83a01e11e None None] Provisioning for port 35749890-c267-4c35-a7bc-e217a91d7dcf completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:21:11.867084 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-01d3fcd3-92dd-4f26-9b06-92a83a01e11e None None] Provisioning complete for port 35749890-c267-4c35-a7bc-e217a91d7dcf triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:11.867466 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-01d3fcd3-92dd-4f26-9b06-92a83a01e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:11.903198 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-01d3fcd3-92dd-4f26-9b06-92a83a01e11e None None] Port 35749890-c267-4c35-a7bc-e217a91d7dcf cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:21:11.994428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35749890-c267-4c35-a7bc-e217a91d7dcf {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:21:12.001738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:12.013908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Transition to ACTIVE for port object 35749890-c267-4c35-a7bc-e217a91d7dcf will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:21:12.017414 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:12.069413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Pushing event updated for resources: {'Port': ['ID=35749890-c267-4c35-a7bc-e217a91d7dcf,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:12.135671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Attempting to bind port 35749890-c267-4c35-a7bc-e217a91d7dcf on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:21:12.135910 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Attempting to bind port 35749890-c267-4c35-a7bc-e217a91d7dcf by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:21:12.136124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Attempting to bind port 35749890-c267-4c35-a7bc-e217a91d7dcf on network 0c794c00-a2ee-476c-a856-97fc21cae5de {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:21:12.141831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Port 35749890-c267-4c35-a7bc-e217a91d7dcf on network 0c794c00-a2ee-476c-a856-97fc21cae5de not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:21:12.142149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Attempting to bind port 35749890-c267-4c35-a7bc-e217a91d7dcf on network 0c794c00-a2ee-476c-a856-97fc21cae5de {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:21:12.147414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:21:12.147749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Checking segment: {'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:21:12.148143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Bound using segment: {'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:21:12.148572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Bound port: 35749890-c267-4c35-a7bc-e217a91d7dcf, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f8381f-9446-4fb0-8442-0b6792275e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:21:12.148935 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:12.251656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] For port 35749890-c267-4c35-a7bc-e217a91d7dcf, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:21:12.256471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] For port 35749890-c267-4c35-a7bc-e217a91d7dcf, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=35749890-c267-4c35-a7bc-e217a91d7dcf,segment=NetworkSegment(45f8381f-9446-4fb0-8442-0b6792275e9a),segment_id=45f8381f-9446-4fb0-8442-0b6792275e9a)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:21:12.264345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd12edf-5343-4b4d-b483-5f1e813bf7d9 req-8687e272-e3cb-4100-94b4-99fabcd928e0 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:12.265869 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0dd12edf-5343-4b4d-b483-5f1e813bf7d9 req-8687e272-e3cb-4100-94b4-99fabcd928e0 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 944 time: 0.0774391 Aug 09 16:21:12.267274 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:12.317399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:12.318067 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:12.319453 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] 10.222.0.53 "PUT /v2.0/ports/35749890-c267-4c35-a7bc-e217a91d7dcf HTTP/1.1" status: 200 len: 1092 time: 0.6704001 Aug 09 16:21:12.319895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'tag': '35749890-c267-4c35-a7bc-e217a91d7dcf'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:21:12.322718 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39d8664-8a5e-4a9d-89cf-5d316e685032" -d '{"events": [{"name": "network-changed", "server_uuid": "a038e5ae-a6bc-49a7-9c02-32fb99baa8b2", "tag": "35749890-c267-4c35-a7bc-e217a91d7dcf"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:21:12.397726 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf450a7-66f9-488d-9bbc-f113fc1673b8 x-openstack-request-id: req-aaf450a7-66f9-488d-9bbc-f113fc1673b8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:21:12.398010 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a038e5ae-a6bc-49a7-9c02-32fb99baa8b2", "tag": "35749890-c267-4c35-a7bc-e217a91d7dcf", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:21:12.398257 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aaf450a7-66f9-488d-9bbc-f113fc1673b8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:21:12.398650 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'tag': '35749890-c267-4c35-a7bc-e217a91d7dcf', 'status': 'completed', 'code': 200} Aug 09 16:21:12.401717 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0dd12edf-5343-4b4d-b483-5f1e813bf7d9 req-ea5abdf9-ee1a-48f0-8c0b-af306ab4d67c tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284134 Aug 09 16:21:12.411220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b7cbf-870c-4fb3-b633-40c8930a453f service neutron] Pushing event updated for resources: {'Port': ['ID=35749890-c267-4c35-a7bc-e217a91d7dcf,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:12.436061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-2aeaee62-15d1-4d78-8903-1eff2d3e1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:12.437348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-2aeaee62-15d1-4d78-8903-1eff2d3e1f00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a8542db7e04281b296641d03b77da5&device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 1095 time: 0.0781784 Aug 09 16:21:12.480540 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-bdf074d6-f9de-45d5-adff-6f062ef3d574 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35749890-c267-4c35-a7bc-e217a91d7dcf HTTP/1.1" status: 200 len: 217 time: 0.0349128 Aug 09 16:21:12.533309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-41487c3c-c4ec-4c92-8749-ad813962a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:12.535134 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-41487c3c-c4ec-4c92-8749-ad813962a185 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd5c0080-b357-4fbe-ad17-8a23f0220f36 HTTP/1.1" status: 200 len: 847 time: 0.0468898 Aug 09 16:21:12.587699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-2c34b3a0-2d1a-46ee-9f4b-a57fa62830e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:12.589224 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-2c34b3a0-2d1a-46ee-9f4b-a57fa62830e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0c794c00-a2ee-476c-a856-97fc21cae5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476878 Aug 09 16:21:12.598992 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b6c7318d-a123-4768-8a87-90dc780e2161 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:12.647365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port b6c7318d-a123-4768-8a87-90dc780e2161 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:21:12.651002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b6c7318d-a123-4768-8a87-90dc780e2161 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:12.651486 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:12.681914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-dc812bcf-a429-4b77-8541-94c871122cf8 service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853195 Aug 09 16:21:12.733004 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:12.766621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port b6c7318d-a123-4768-8a87-90dc780e2161, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b6c7318d-a123-4768-8a87-90dc780e2161,segment=NetworkSegment(f5a99e2f-aa95-450b-840d-07ad9a9561dc),segment_id=f5a99e2f-aa95-450b-840d-07ad9a9561dc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:21:12.772012 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:12.785208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e81eadec-87c0-4efb-bd39-9773773ed43f req-03973e5f-d516-415a-b597-63dacb007c93 service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961163 Aug 09 16:21:12.826055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=b6c7318d-a123-4768-8a87-90dc780e2161,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:12.870687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d8664-8a5e-4a9d-89cf-5d316e685032 req-e1c31e36-6697-41fc-b413-2490f73fa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:12.872174 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c39d8664-8a5e-4a9d-89cf-5d316e685032 req-e1c31e36-6697-41fc-b413-2490f73fa0c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a8542db7e04281b296641d03b77da5&device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 1095 time: 0.0419695 Aug 09 16:21:12.964306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d8664-8a5e-4a9d-89cf-5d316e685032 req-0f382146-a93c-4ca4-ac79-6c4dfb293968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:12.965852 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c39d8664-8a5e-4a9d-89cf-5d316e685032 req-0f382146-a93c-4ca4-ac79-6c4dfb293968 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0c794c00-a2ee-476c-a856-97fc21cae5de HTTP/1.1" status: 200 len: 909 time: 0.0866334 Aug 09 16:21:13.010761 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c39d8664-8a5e-4a9d-89cf-5d316e685032 req-2d90fb82-3bf6-4d57-80f2-cd7f922630d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35749890-c267-4c35-a7bc-e217a91d7dcf HTTP/1.1" status: 200 len: 217 time: 0.0376139 Aug 09 16:21:13.062152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d8664-8a5e-4a9d-89cf-5d316e685032 req-527bf084-7218-4b70-9b65-29fecfeafbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:13.063592 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c39d8664-8a5e-4a9d-89cf-5d316e685032 req-527bf084-7218-4b70-9b65-29fecfeafbfc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd5c0080-b357-4fbe-ad17-8a23f0220f36 HTTP/1.1" status: 200 len: 847 time: 0.0436223 Aug 09 16:21:13.109998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d8664-8a5e-4a9d-89cf-5d316e685032 req-aa7cea31-01e3-4d6b-97b7-092eae96c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:13.111415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c39d8664-8a5e-4a9d-89cf-5d316e685032 req-aa7cea31-01e3-4d6b-97b7-092eae96c373 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0c794c00-a2ee-476c-a856-97fc21cae5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396852 Aug 09 16:21:13.205133 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c39d8664-8a5e-4a9d-89cf-5d316e685032 req-21c15ea0-e894-425f-8375-0be5b3160e73 service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863497 Aug 09 16:21:13.293938 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:21:13.298624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c39d8664-8a5e-4a9d-89cf-5d316e685032 req-766b9b85-a69c-48e1-a2f9-37fb4876ef12 service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860472 Aug 09 16:21:13.329623 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:13.517138 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:13.520644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f77c2a-be04-4ebd-a2b3-26e9a0297ccc req-a034cbef-47e8-434b-a481-64207467dc91 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:13.522174 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a0f77c2a-be04-4ebd-a2b3-26e9a0297ccc req-a034cbef-47e8-434b-a481-64207467dc91 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 944 time: 0.0496752 Aug 09 16:21:13.561620 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a0f77c2a-be04-4ebd-a2b3-26e9a0297ccc req-2aa2bd55-30bf-4ad4-ad1b-ba169399fb28 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333645 Aug 09 16:21:14.562697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b6c7318d-a123-4768-8a87-90dc780e2161 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:14.615048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b6c7318d-a123-4768-8a87-90dc780e2161 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:14.615409 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:14.680972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53419cd-d5ce-40ee-a5a3-5e5541964d24 req-b79b4321-1a63-4d3e-aa2e-d3adf686bf42 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:14.682536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d53419cd-d5ce-40ee-a5a3-5e5541964d24 req-b79b4321-1a63-4d3e-aa2e-d3adf686bf42 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 944 time: 0.0523815 Aug 09 16:21:14.725375 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d53419cd-d5ce-40ee-a5a3-5e5541964d24 req-e295d81f-25d3-4050-913a-0223d0840766 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368350 Aug 09 16:21:15.846271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2727180-f95f-41f4-819a-1a2db00612be req-58b5af64-363a-4233-991d-5406f5793d2c tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:15.847939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2727180-f95f-41f4-819a-1a2db00612be req-58b5af64-363a-4233-991d-5406f5793d2c tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 944 time: 0.0514262 Aug 09 16:21:15.885514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b2727180-f95f-41f4-819a-1a2db00612be req-aea3e6c1-35ed-4b0c-870f-8a4bfb5cfb13 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317118 Aug 09 16:21:16.476637 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 35749890-c267-4c35-a7bc-e217a91d7dcf details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:21:16.591809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 35749890-c267-4c35-a7bc-e217a91d7dcf, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=35749890-c267-4c35-a7bc-e217a91d7dcf,segment=NetworkSegment(45f8381f-9446-4fb0-8442-0b6792275e9a),segment_id=45f8381f-9446-4fb0-8442-0b6792275e9a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:21:16.603673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '35749890-c267-4c35-a7bc-e217a91d7dcf', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'port_id': '35749890-c267-4c35-a7bc-e217a91d7dcf', 'mac_address': 'fa:16:3e:f2:b0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:21:16.640117 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:16.652483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35749890-c267-4c35-a7bc-e217a91d7dcf {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:21:16.673497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 35749890-c267-4c35-a7bc-e217a91d7dcf, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=35749890-c267-4c35-a7bc-e217a91d7dcf,segment=NetworkSegment(45f8381f-9446-4fb0-8442-0b6792275e9a),segment_id=45f8381f-9446-4fb0-8442-0b6792275e9a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:21:16.678228 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:16.725642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=35749890-c267-4c35-a7bc-e217a91d7dcf,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:16.928734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['35749890-c267-4c35-a7bc-e217a91d7dcf'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:21:17.006208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce628120-6845-44f3-a1d1-0f6c5ca41acf req-b3e37c69-e78c-484e-8e82-707a0ed6c932 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:17.007846 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce628120-6845-44f3-a1d1-0f6c5ca41acf req-b3e37c69-e78c-484e-8e82-707a0ed6c932 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0547159 Aug 09 16:21:17.049420 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce628120-6845-44f3-a1d1-0f6c5ca41acf req-0228dd5d-b562-41e4-8092-e37ae4f31d8c tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350235 Aug 09 16:21:18.173536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622770db-606d-46d7-b21c-88e6fb4486bc req-02b10687-c194-45c9-bfb9-36a6d1e9c617 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:18.175078 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-622770db-606d-46d7-b21c-88e6fb4486bc req-02b10687-c194-45c9-bfb9-36a6d1e9c617 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 945 time: 0.0547688 Aug 09 16:21:18.213515 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-622770db-606d-46d7-b21c-88e6fb4486bc req-ca45f949-880c-476f-9a51-6b0a16ed9f07 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317078 Aug 09 16:21:18.492103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 35749890-c267-4c35-a7bc-e217a91d7dcf up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:21:18.543629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 35749890-c267-4c35-a7bc-e217a91d7dcf completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:21:18.547440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 35749890-c267-4c35-a7bc-e217a91d7dcf triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:21:18.547810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:18.624734 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:18.647175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35749890-c267-4c35-a7bc-e217a91d7dcf'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:21:18.649464 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633c4d53-48e2-41a2-a9cc-ea0fab41f436" -d '{"events": [{"server_uuid": "a038e5ae-a6bc-49a7-9c02-32fb99baa8b2", "name": "network-vif-plugged", "status": "completed", "tag": "35749890-c267-4c35-a7bc-e217a91d7dcf"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:21:18.662621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 35749890-c267-4c35-a7bc-e217a91d7dcf, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=35749890-c267-4c35-a7bc-e217a91d7dcf,segment=NetworkSegment(45f8381f-9446-4fb0-8442-0b6792275e9a),segment_id=45f8381f-9446-4fb0-8442-0b6792275e9a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:21:18.666656 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:18.698224 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1caee3-6130-4bf4-9073-e6fecee61bd6 x-openstack-request-id: req-7d1caee3-6130-4bf4-9073-e6fecee61bd6 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:21:18.698520 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a038e5ae-a6bc-49a7-9c02-32fb99baa8b2", "name": "network-vif-plugged", "status": "completed", "tag": "35749890-c267-4c35-a7bc-e217a91d7dcf", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:21:18.698771 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d1caee3-6130-4bf4-9073-e6fecee61bd6 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:21:18.699156 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35749890-c267-4c35-a7bc-e217a91d7dcf', 'code': 200} Aug 09 16:21:18.727463 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=35749890-c267-4c35-a7bc-e217a91d7dcf,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:18.734860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:18.735210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:18.735556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:18.735896 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:18.736229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:18.736561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:18.736890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:18.737216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:18.737653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:18.738010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:18.738339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:18.738666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:21:18.782415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e9c38-7b2b-449b-a036-87e912c86fa3 req-3ced2530-c10b-456f-9085-e97fd1f470d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:18.783918 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da4e9c38-7b2b-449b-a036-87e912c86fa3 req-3ced2530-c10b-456f-9085-e97fd1f470d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0395007 Aug 09 16:21:18.819067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da4e9c38-7b2b-449b-a036-87e912c86fa3 req-0a522233-0fb7-4ea9-82bd-4cd03ea6e4f9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281291 Aug 09 16:21:19.331136 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea4da8-8e38-4fcd-b500-3f2b70a3cc6a req-967e46af-39ab-4c63-99d1-4fe677ca5aaa tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:19.332747 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cfea4da8-8e38-4fcd-b500-3f2b70a3cc6a req-967e46af-39ab-4c63-99d1-4fe677ca5aaa tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 946 time: 0.0505157 Aug 09 16:21:19.371643 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cfea4da8-8e38-4fcd-b500-3f2b70a3cc6a req-4f225ced-30be-4924-ba08-9e5885eeca9d tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328102 Aug 09 16:21:20.488319 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d3dde-824e-4e1b-b852-bdbae1268bf5 req-0b28f3a3-afb8-4941-be11-f015c3a8f09d tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:20.489884 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-241d3dde-824e-4e1b-b852-bdbae1268bf5 req-0b28f3a3-afb8-4941-be11-f015c3a8f09d tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 946 time: 0.0483353 Aug 09 16:21:20.529550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-241d3dde-824e-4e1b-b852-bdbae1268bf5 req-eba8bf62-bbc5-444f-a805-05d198d1a88f tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338211 Aug 09 16:21:20.646394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd345f46-fd06-4300-9498-5c0762be40a5 req-80ab6562-2ed0-47be-ae0f-7b442b8436b4 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:20.647879 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fd345f46-fd06-4300-9498-5c0762be40a5 req-80ab6562-2ed0-47be-ae0f-7b442b8436b4 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 946 time: 0.0494661 Aug 09 16:21:20.687098 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fd345f46-fd06-4300-9498-5c0762be40a5 req-82d27432-6cd3-42da-a17d-3efb8c4a78eb tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331097 Aug 09 16:21:20.802396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db031e9-9208-4b4f-ab50-6a3718892e06 req-e906f09a-5740-4bb9-a193-bac6a2c01b77 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:20.803949 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9db031e9-9208-4b4f-ab50-6a3718892e06 req-e906f09a-5740-4bb9-a193-bac6a2c01b77 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 946 time: 0.0505211 Aug 09 16:21:20.845899 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9db031e9-9208-4b4f-ab50-6a3718892e06 req-6f7f628c-ef8e-4ea1-a290-9417cf79cf0e tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338302 Aug 09 16:21:20.868056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52230) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:20.998185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d015885-d487-4ab8-be7a-93a5197bf2c5 tempest-TestServerBasicOps-1315109442 tempest-TestServerBasicOps-1315109442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:20.999702 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1d015885-d487-4ab8-be7a-93a5197bf2c5 tempest-TestServerBasicOps-1315109442 tempest-TestServerBasicOps-1315109442-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 1092 time: 0.1306865 Aug 09 16:21:21.002643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52234) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:21.007046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': '35749890-c267-4c35-a7bc-e217a91d7dcf', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:21:21.028887 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:21.471534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:21.574915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Allocated IP 172.25.2.187 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/434e1c65-df6f-49a6-a659-05e5cc25ffb3) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:21:21.689722 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:21.730473 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:21.766461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:21:21.772542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:21:21.776129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:21:21.800414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event updated for resources: {'Port': ['ID=434e1c65-df6f-49a6-a659-05e5cc25ffb3,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:22.138863 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:22.204657 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:22.352845 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:22.357243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:22.431424 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event updated for resources: {'Port': ['ID=434e1c65-df6f-49a6-a659-05e5cc25ffb3,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:21:22.437743 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:22.537341 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Floating IP b4dadf9c-df80-4bad-8577-43c4cfa9f585 associated. External IP: 172.25.2.187, port: 35749890-c267-4c35-a7bc-e217a91d7dcf. Aug 09 16:21:22.745510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Router 02b2317e-2e9f-4891-923f-14f3ecbb61ea has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:21:22.854552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:21:22.866461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed5414-e15b-45da-b696-1a77237407ec None None] Sync routers for ids ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:21:22.872373 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:22.880200 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed5414-e15b-45da-b696-1a77237407ec None None] Routers {'02b2317e-2e9f-4891-923f-14f3ecbb61ea'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:21:22.880830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-92ed5414-e15b-45da-b696-1a77237407ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:21:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:22.904227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2d7957a7-406c-4fd4-afbb-fc1e7567e679 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9004934 Aug 09 16:21:22.904903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'tag': '35749890-c267-4c35-a7bc-e217a91d7dcf'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:21:22.907311 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de32166c-53a1-4ce7-94b5-c1906763a9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a038e5ae-a6bc-49a7-9c02-32fb99baa8b2", "tag": "35749890-c267-4c35-a7bc-e217a91d7dcf"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:21:22.945018 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0242d4-eb0b-4e25-8994-20a69eb0789c x-openstack-request-id: req-4d0242d4-eb0b-4e25-8994-20a69eb0789c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:21:22.945313 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a038e5ae-a6bc-49a7-9c02-32fb99baa8b2", "tag": "35749890-c267-4c35-a7bc-e217a91d7dcf", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:21:22.945563 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d0242d4-eb0b-4e25-8994-20a69eb0789c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:21:22.946018 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'tag': '35749890-c267-4c35-a7bc-e217a91d7dcf', 'status': 'completed', 'code': 200} Aug 09 16:21:22.987924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-92ed5414-e15b-45da-b696-1a77237407ec None None] Set router 02b2317e-2e9f-4891-923f-14f3ecbb61ea gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:21:23.007443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32166c-53a1-4ce7-94b5-c1906763a9fa req-951feff0-b180-4ff3-a42a-0cfa263cfaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:23.008914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32166c-53a1-4ce7-94b5-c1906763a9fa req-951feff0-b180-4ff3-a42a-0cfa263cfaf4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a8542db7e04281b296641d03b77da5&device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0430315 Aug 09 16:21:23.101457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32166c-53a1-4ce7-94b5-c1906763a9fa req-a4442d21-9f5c-416a-af41-778c698950b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:23.103026 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32166c-53a1-4ce7-94b5-c1906763a9fa req-a4442d21-9f5c-416a-af41-778c698950b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0c794c00-a2ee-476c-a856-97fc21cae5de HTTP/1.1" status: 200 len: 909 time: 0.0873029 Aug 09 16:21:23.182044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32166c-53a1-4ce7-94b5-c1906763a9fa req-8ef6a029-7fa2-4fd9-a4f2-04247201df62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35749890-c267-4c35-a7bc-e217a91d7dcf HTTP/1.1" status: 200 len: 1000 time: 0.0721872 Aug 09 16:21:23.224341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-92ed5414-e15b-45da-b696-1a77237407ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:21:01Z', 'revision_number': 4, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'b4dadf9c-df80-4bad-8577-43c4cfa9f585', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'port_id': '35749890-c267-4c35-a7bc-e217a91d7dcf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'mac_address': 'fa:16:3e:f2:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:21:22Z', 'updated_at': '2021-08-09T16:21:22Z', 'revision_number': 0, 'project_id': '15a8542db7e04281b296641d03b77da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd626053d-7b3a-49dc-b156-2190b22c6990', 'name': '', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'mac_address': 'fa:16:3e:ec:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:00Z', 'updated_at': '2021-08-09T16:21:07Z', 'revision_number': 5, 'project_id': '15a8542db7e04281b296641d03b77da5', 'subnets': [{'id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:23.232836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32166c-53a1-4ce7-94b5-c1906763a9fa req-22a0577e-c34e-4876-bbbe-2746a11e285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:23.234361 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32166c-53a1-4ce7-94b5-c1906763a9fa req-22a0577e-c34e-4876-bbbe-2746a11e285f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd5c0080-b357-4fbe-ad17-8a23f0220f36 HTTP/1.1" status: 200 len: 847 time: 0.0456066 Aug 09 16:21:23.250739 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed5414-e15b-45da-b696-1a77237407ec None None] Checking router: 02b2317e-2e9f-4891-923f-14f3ecbb61ea for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:21:23.259275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed5414-e15b-45da-b696-1a77237407ec None None] Routers {'02b2317e-2e9f-4891-923f-14f3ecbb61ea'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:21:23.259821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-92ed5414-e15b-45da-b696-1a77237407ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:21:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:23.279763 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32166c-53a1-4ce7-94b5-c1906763a9fa req-0c742bb8-b321-4740-adc2-49dd7a345fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:23.281262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32166c-53a1-4ce7-94b5-c1906763a9fa req-0c742bb8-b321-4740-adc2-49dd7a345fcd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0c794c00-a2ee-476c-a856-97fc21cae5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394621 Aug 09 16:21:23.365505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-92ed5414-e15b-45da-b696-1a77237407ec None None] Set router 02b2317e-2e9f-4891-923f-14f3ecbb61ea gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:21:23.377630 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32166c-53a1-4ce7-94b5-c1906763a9fa req-3646af62-5aac-4a82-8c8f-30702242feca service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888510 Aug 09 16:21:23.471097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-de32166c-53a1-4ce7-94b5-c1906763a9fa req-838323d9-4a68-49a5-ba52-60ec839233b3 service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863912 Aug 09 16:21:23.589618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-92ed5414-e15b-45da-b696-1a77237407ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:21:01Z', 'revision_number': 4, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'b4dadf9c-df80-4bad-8577-43c4cfa9f585', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'port_id': '35749890-c267-4c35-a7bc-e217a91d7dcf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'mac_address': 'fa:16:3e:f2:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:21:22Z', 'updated_at': '2021-08-09T16:21:22Z', 'revision_number': 0, 'project_id': '15a8542db7e04281b296641d03b77da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd626053d-7b3a-49dc-b156-2190b22c6990', 'name': '', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'mac_address': 'fa:16:3e:ec:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:00Z', 'updated_at': '2021-08-09T16:21:07Z', 'revision_number': 5, 'project_id': '15a8542db7e04281b296641d03b77da5', 'subnets': [{'id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:21:23.615449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed5414-e15b-45da-b696-1a77237407ec None None] The sync data for ids ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'] in n-d-803778-2 is: [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:21:01Z', 'revision_number': 4, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'b4dadf9c-df80-4bad-8577-43c4cfa9f585', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'port_id': '35749890-c267-4c35-a7bc-e217a91d7dcf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'mac_address': 'fa:16:3e:f2:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:21:22Z', 'updated_at': '2021-08-09T16:21:22Z', 'revision_number': 0, 'project_id': '15a8542db7e04281b296641d03b77da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd626053d-7b3a-49dc-b156-2190b22c6990', 'name': '', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'mac_address': 'fa:16:3e:ec:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:00Z', 'updated_at': '2021-08-09T16:21:07Z', 'revision_number': 5, 'project_id': '15a8542db7e04281b296641d03b77da5', 'subnets': [{'id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:21:23.807632 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840e7428-3ced-4f57-868e-155ff595650b None None] New status for floating IP b4dadf9c-df80-4bad-8577-43c4cfa9f585: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:21:37.658523 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f7f6df06-f1ee-4785-ad87-2523cff24564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:40.563254 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-820f1649-e597-4b0e-a1a0-7a5d4bed09a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:40.922164 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:41.661208 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:41.675936 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:43.357944 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:43.518377 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:21:50.293595 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:21:58.257613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52262) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:21:58.355921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815561bd-e918-4649-a8a2-c905aa770179 req-3c7d38bf-1153-4ad4-b32e-1a2061760618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:58.357438 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-815561bd-e918-4649-a8a2-c905aa770179 req-3c7d38bf-1153-4ad4-b32e-1a2061760618 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0987792 Aug 09 16:21:58.391632 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-815561bd-e918-4649-a8a2-c905aa770179 req-ae6d3a45-1011-431d-b89a-75239400a4ba service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270245 Aug 09 16:21:58.976635 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e100347-1132-4a26-93a3-8deda6efe5ad req-fdff0638-6573-4645-a91e-74402b059014 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426362 Aug 09 16:21:59.061361 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e100347-1132-4a26-93a3-8deda6efe5ad req-493b841f-bdf2-4d82-9cc6-366937f8e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:59.062935 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e100347-1132-4a26-93a3-8deda6efe5ad req-493b841f-bdf2-4d82-9cc6-366937f8e683 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a8542db7e04281b296641d03b77da5&device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0420766 Aug 09 16:21:59.172399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e100347-1132-4a26-93a3-8deda6efe5ad req-34910a3b-e765-45e5-8456-f26019d634f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:59.173939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e100347-1132-4a26-93a3-8deda6efe5ad req-34910a3b-e765-45e5-8456-f26019d634f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0c794c00-a2ee-476c-a856-97fc21cae5de HTTP/1.1" status: 200 len: 909 time: 0.0903292 Aug 09 16:21:59.241158 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e100347-1132-4a26-93a3-8deda6efe5ad req-172eddaa-cb52-44e1-9a29-de3bb1ca4a41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35749890-c267-4c35-a7bc-e217a91d7dcf HTTP/1.1" status: 200 len: 1002 time: 0.0592940 Aug 09 16:21:59.293574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e100347-1132-4a26-93a3-8deda6efe5ad req-006109eb-5661-4b52-b0f5-f093ab116a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:59.295101 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e100347-1132-4a26-93a3-8deda6efe5ad req-006109eb-5661-4b52-b0f5-f093ab116a31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd5c0080-b357-4fbe-ad17-8a23f0220f36 HTTP/1.1" status: 200 len: 847 time: 0.0469494 Aug 09 16:21:59.345268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e100347-1132-4a26-93a3-8deda6efe5ad req-d0bdf179-d145-4ade-bf4c-0ccf14815eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:21:59.347173 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e100347-1132-4a26-93a3-8deda6efe5ad req-d0bdf179-d145-4ade-bf4c-0ccf14815eb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0c794c00-a2ee-476c-a856-97fc21cae5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445006 Aug 09 16:21:59.438965 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e100347-1132-4a26-93a3-8deda6efe5ad req-a1be4774-ac1c-49b5-af20-06d4b515d8f7 service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850115 Aug 09 16:21:59.531218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e100347-1132-4a26-93a3-8deda6efe5ad req-9bc13ca1-e7d4-4720-927e-2ca82d55bb1e service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850122 Aug 09 16:22:07.660287 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b3ceee7b-a48d-483a-8673-afc93dfb7631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:10.567938 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f7d97c11-2f3e-4277-a61c-cb13f2078194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:10.924154 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:11.684573 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:11.688833 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:13.371739 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:13.521697 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:27.293204 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:22:37.662099 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aa674435-a237-43cb-b6d6-8515fc7c46f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:40.568403 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-19a3a244-7063-4a00-9f60-1d69ccb8881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:40.926183 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:41.679689 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:41.684227 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:43.386908 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:43.524710 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:22:58.979050 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48c2af23-9cfb-4052-a71f-cf447755960a req-e5e9fdb8-2458-4f47-89d0-bdd5de4e8042 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421686 Aug 09 16:22:59.063834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2af23-9cfb-4052-a71f-cf447755960a req-cc656c15-8074-4afc-ad86-bb540f369b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:59.065324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48c2af23-9cfb-4052-a71f-cf447755960a req-cc656c15-8074-4afc-ad86-bb540f369b2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a8542db7e04281b296641d03b77da5&device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0422425 Aug 09 16:22:59.173238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2af23-9cfb-4052-a71f-cf447755960a req-838bd881-7bce-46ce-a380-5f2fae23ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:59.174673 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48c2af23-9cfb-4052-a71f-cf447755960a req-838bd881-7bce-46ce-a380-5f2fae23ec9b service neutron] 10.222.0.53 "GET /v2.0/networks?id=0c794c00-a2ee-476c-a856-97fc21cae5de HTTP/1.1" status: 200 len: 909 time: 0.0890977 Aug 09 16:22:59.238725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48c2af23-9cfb-4052-a71f-cf447755960a req-a794271d-ab56-4374-a707-9b0a6ca331ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35749890-c267-4c35-a7bc-e217a91d7dcf HTTP/1.1" status: 200 len: 1002 time: 0.0570030 Aug 09 16:22:59.285913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2af23-9cfb-4052-a71f-cf447755960a req-6ef525a0-95a2-481b-bfd6-c69bf1dd0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:59.287328 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48c2af23-9cfb-4052-a71f-cf447755960a req-6ef525a0-95a2-481b-bfd6-c69bf1dd0d0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd5c0080-b357-4fbe-ad17-8a23f0220f36 HTTP/1.1" status: 200 len: 847 time: 0.0422566 Aug 09 16:22:59.336399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2af23-9cfb-4052-a71f-cf447755960a req-f03c2f1b-10e2-4f04-a675-a142eee05ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:22:59.338501 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48c2af23-9cfb-4052-a71f-cf447755960a req-f03c2f1b-10e2-4f04-a675-a142eee05ed1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0c794c00-a2ee-476c-a856-97fc21cae5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447805 Aug 09 16:22:59.455299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48c2af23-9cfb-4052-a71f-cf447755960a req-b46a86e2-9ada-41a6-8f84-782a04f8fbbf service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087992 Aug 09 16:22:59.548834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48c2af23-9cfb-4052-a71f-cf447755960a req-ddb3b62e-da3c-49a9-9d4b-984d8ed66759 service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872991 Aug 09 16:23:04.293123 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:23:07.663738 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e290eca9-bbb8-4190-a146-3202aba8216f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:10.570126 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1cecb99f-0c6f-41d5-8477-22628bd08ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:10.927468 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:11.681792 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:11.687107 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:13.387623 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:13.526048 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:37.665333 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b47e5918-4f70-4882-8068-63af922c2067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:40.570205 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-927a15b9-dfd7-4da1-a827-260cc6ce5c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:40.929912 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:41.294940 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:23:41.696433 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:41.697550 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:43.388185 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:23:43.529582 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:01.025539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9adc6a68-2528-4f7f-86e1-aaf24fcfdc07 req-0bd63f71-2872-41bc-9f29-bc7541623b02 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954039 Aug 09 16:24:01.106129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc6a68-2528-4f7f-86e1-aaf24fcfdc07 req-84053edd-a494-4f1c-92dd-2316f90a7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:01.108415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9adc6a68-2528-4f7f-86e1-aaf24fcfdc07 req-84053edd-a494-4f1c-92dd-2316f90a7dcf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a8542db7e04281b296641d03b77da5&device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0409536 Aug 09 16:24:01.213805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc6a68-2528-4f7f-86e1-aaf24fcfdc07 req-63c0e805-746f-49b0-a957-c3f6503a0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:01.215256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9adc6a68-2528-4f7f-86e1-aaf24fcfdc07 req-63c0e805-746f-49b0-a957-c3f6503a0d41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0c794c00-a2ee-476c-a856-97fc21cae5de HTTP/1.1" status: 200 len: 909 time: 0.0879946 Aug 09 16:24:01.283341 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9adc6a68-2528-4f7f-86e1-aaf24fcfdc07 req-0a79806f-a5d4-4915-abf8-2ee6273c8712 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35749890-c267-4c35-a7bc-e217a91d7dcf HTTP/1.1" status: 200 len: 1002 time: 0.0600901 Aug 09 16:24:01.333192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc6a68-2528-4f7f-86e1-aaf24fcfdc07 req-16e85f12-3e0e-4397-b707-0c4d9670821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:01.334629 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9adc6a68-2528-4f7f-86e1-aaf24fcfdc07 req-16e85f12-3e0e-4397-b707-0c4d9670821b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd5c0080-b357-4fbe-ad17-8a23f0220f36 HTTP/1.1" status: 200 len: 847 time: 0.0442472 Aug 09 16:24:01.383908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc6a68-2528-4f7f-86e1-aaf24fcfdc07 req-3f34d391-8652-4e0d-88db-a1e08a8ea356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:24:01.385457 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9adc6a68-2528-4f7f-86e1-aaf24fcfdc07 req-3f34d391-8652-4e0d-88db-a1e08a8ea356 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0c794c00-a2ee-476c-a856-97fc21cae5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435307 Aug 09 16:24:01.478385 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9adc6a68-2528-4f7f-86e1-aaf24fcfdc07 req-6e5355bc-facd-452e-bd96-4919a85e7e56 service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853045 Aug 09 16:24:01.569617 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9adc6a68-2528-4f7f-86e1-aaf24fcfdc07 req-8c5b91ec-9933-49ce-9e9c-ad15625496e6 service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843036 Aug 09 16:24:07.668632 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-706b72c3-95dc-4e6c-a024-1e2e51445d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:10.571928 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-196000cd-cd42-40c7-b645-a8b536724a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:10.934160 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:11.845321 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:11.846553 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:13.399174 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:13.533394 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:18.293881 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:24:37.673615 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c3330288-e224-445b-b68a-50981ea999f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:40.572342 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d48e8b30-66fc-4328-9081-725756f3410d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:40.936429 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:41.694721 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:41.716027 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:43.401563 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:43.537454 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:24:55.292724 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:25:00.966851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76173b3f-3c8d-4a82-a977-de918a96b00a req-65b5c34a-40a6-4b50-9bc9-7251c8f58abd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388217 Aug 09 16:25:01.048479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76173b3f-3c8d-4a82-a977-de918a96b00a req-212673b1-a53b-4cd0-a5d9-e966db6d7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:25:01.050638 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76173b3f-3c8d-4a82-a977-de918a96b00a req-212673b1-a53b-4cd0-a5d9-e966db6d7f89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a8542db7e04281b296641d03b77da5&device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0404873 Aug 09 16:25:01.153323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76173b3f-3c8d-4a82-a977-de918a96b00a req-73ecf8f6-460e-4ddd-9618-dc7c07236428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:25:01.154816 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76173b3f-3c8d-4a82-a977-de918a96b00a req-73ecf8f6-460e-4ddd-9618-dc7c07236428 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0c794c00-a2ee-476c-a856-97fc21cae5de HTTP/1.1" status: 200 len: 909 time: 0.0856118 Aug 09 16:25:01.220125 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76173b3f-3c8d-4a82-a977-de918a96b00a req-a9851edf-13ea-4a33-84be-0cd8766db00e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35749890-c267-4c35-a7bc-e217a91d7dcf HTTP/1.1" status: 200 len: 1002 time: 0.0584614 Aug 09 16:25:01.268420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76173b3f-3c8d-4a82-a977-de918a96b00a req-ae173874-c5f6-4591-a326-9c81d065deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:25:01.269929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76173b3f-3c8d-4a82-a977-de918a96b00a req-ae173874-c5f6-4591-a326-9c81d065deec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd5c0080-b357-4fbe-ad17-8a23f0220f36 HTTP/1.1" status: 200 len: 847 time: 0.0428987 Aug 09 16:25:01.318254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76173b3f-3c8d-4a82-a977-de918a96b00a req-08ec4a81-eee1-49e3-9b83-4f5e13cefc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:25:01.319917 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76173b3f-3c8d-4a82-a977-de918a96b00a req-08ec4a81-eee1-49e3-9b83-4f5e13cefc5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0c794c00-a2ee-476c-a856-97fc21cae5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435951 Aug 09 16:25:01.408921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76173b3f-3c8d-4a82-a977-de918a96b00a req-cd58b221-ff9c-49b7-b4b3-0b5e042ba6de service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814512 Aug 09 16:25:01.500691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76173b3f-3c8d-4a82-a977-de918a96b00a req-65769a18-86a2-47bf-87be-a22d6d4ba549 service neutron] 10.222.0.53 "GET /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854073 Aug 09 16:25:07.673672 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-62f1b0e5-1eb6-46df-9fbe-56e291f1ae86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:10.572876 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-441041a0-c105-4dec-bd22-0894aa606be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:10.937736 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:11.697286 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:11.724155 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:13.415210 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:13.538390 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:32.291332 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:25:37.676787 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aa9aae66-085b-4a9a-89c9-8507400193cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:40.572599 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-dd5650e6-cacd-4ee6-993f-5bdd610db640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:40.939075 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:41.699741 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:41.728902 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:43.430331 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:25:43.540529 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:03.057429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0422e0-44aa-45ad-a4fe-6e86715ab748 req-cf7139a7-39b9-4037-b2c2-78899f3b8bf9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:03.059239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea0422e0-44aa-45ad-a4fe-6e86715ab748 req-cf7139a7-39b9-4037-b2c2-78899f3b8bf9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 946 time: 0.1918426 Aug 09 16:26:03.099627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ea0422e0-44aa-45ad-a4fe-6e86715ab748 req-e8146dfb-f8e7-4bb5-926e-6b2273656de7 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344796 Aug 09 16:26:04.148777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-cb19b781-8481-4ccf-b2ac-61a0d3dad9ff tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:04.152602 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-cb19b781-8481-4ccf-b2ac-61a0d3dad9ff tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.53 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 946 time: 0.0512962 Aug 09 16:26:04.255643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Deleting port 35749890-c267-4c35-a7bc-e217a91d7dcf {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:04.255767 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:04.306203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f8297-90b3-4f14-956e-86b86b0507ef req-a3f78733-0672-477f-8541-e12f2b9443fa tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:04.307759 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7d6f8297-90b3-4f14-956e-86b86b0507ef req-a3f78733-0672-477f-8541-e12f2b9443fa tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 946 time: 0.1099451 Aug 09 16:26:04.343873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] For port 35749890-c267-4c35-a7bc-e217a91d7dcf, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=35749890-c267-4c35-a7bc-e217a91d7dcf,segment=NetworkSegment(45f8381f-9446-4fb0-8442-0b6792275e9a),segment_id=45f8381f-9446-4fb0-8442-0b6792275e9a)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:04.344238 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:04.345387 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7d6f8297-90b3-4f14-956e-86b86b0507ef req-8e2d368d-e999-4162-980c-7369f6a4f8a3 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/security-groups?id=baac72d5-3e9e-41ed-96f5-8f0a97964eff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317163 Aug 09 16:26:04.532192 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:04.532563 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:04.532872 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Floating IP b4dadf9c-df80-4bad-8577-43c4cfa9f585 disassociated. External IP: 172.25.2.187, port: 35749890-c267-4c35-a7bc-e217a91d7dcf. Aug 09 16:26:04.533210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Calling delete_port for 35749890-c267-4c35-a7bc-e217a91d7dcf owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:05.021361 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:05.053159 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event deleted for resources: {'Port': ['ID=35749890-c267-4c35-a7bc-e217a91d7dcf,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:05.064428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:05.064775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:05.065136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:05.065659 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:05.065996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:05.066325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:05.066651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:05.066975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:05.067296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:05.067616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:05.067935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:05.068254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:05.176218 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Router 02b2317e-2e9f-4891-923f-14f3ecbb61ea has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:26:05.284965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:26:05.295270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0876a667-5347-4beb-b856-f992810bec66 None None] Sync routers for ids ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:26:05.304479 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876a667-5347-4beb-b856-f992810bec66 None None] Routers {'02b2317e-2e9f-4891-923f-14f3ecbb61ea'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:05.305100 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0876a667-5347-4beb-b856-f992810bec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:25:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:05.327864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] No DVR routers for this DVR port 35749890-c267-4c35-a7bc-e217a91d7dcf on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:26:05.330506 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:05.333046 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ea5541b-528c-4aee-9b81-2b7e020851c6 req-40d23218-fb89-4cda-a8ed-ac89a598439b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.53 "DELETE /v2.0/ports/35749890-c267-4c35-a7bc-e217a91d7dcf HTTP/1.1" status: 204 len: 173 time: 1.1743529 Aug 09 16:26:05.333488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'name': 'network-vif-deleted', 'tag': '35749890-c267-4c35-a7bc-e217a91d7dcf'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:26:05.335748 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee98cd6e-c93a-4ace-b515-27553bcd70aa" -d '{"events": [{"server_uuid": "a038e5ae-a6bc-49a7-9c02-32fb99baa8b2", "name": "network-vif-deleted", "tag": "35749890-c267-4c35-a7bc-e217a91d7dcf"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:26:05.434957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-0876a667-5347-4beb-b856-f992810bec66 None None] Set router 02b2317e-2e9f-4891-923f-14f3ecbb61ea gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:05.511275 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-48cb9de8-f270-4db4-8ec2-3aae812feaea req-7fc3a7bd-2d02-4b78-ad19-76d35694cf9b tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "GET /v2.0/ports?device_id=a038e5ae-a6bc-49a7-9c02-32fb99baa8b2 HTTP/1.1" status: 200 len: 210 time: 0.0504003 Aug 09 16:26:05.530878 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d83a491-5809-4b2c-8d30-3aac8a1d3e31 x-openstack-request-id: req-5d83a491-5809-4b2c-8d30-3aac8a1d3e31 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:26:05.531198 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a038e5ae-a6bc-49a7-9c02-32fb99baa8b2", "name": "network-vif-deleted", "tag": "35749890-c267-4c35-a7bc-e217a91d7dcf", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:26:05.531402 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d83a491-5809-4b2c-8d30-3aac8a1d3e31 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:26:05.531791 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a038e5ae-a6bc-49a7-9c02-32fb99baa8b2', 'name': 'network-vif-deleted', 'tag': '35749890-c267-4c35-a7bc-e217a91d7dcf', 'status': 'completed', 'code': 200} Aug 09 16:26:05.660110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0876a667-5347-4beb-b856-f992810bec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:21:01Z', 'revision_number': 4, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd626053d-7b3a-49dc-b156-2190b22c6990', 'name': '', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'mac_address': 'fa:16:3e:ec:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:00Z', 'updated_at': '2021-08-09T16:21:07Z', 'revision_number': 5, 'project_id': '15a8542db7e04281b296641d03b77da5', 'subnets': [{'id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:05.685855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0876a667-5347-4beb-b856-f992810bec66 None None] Checking router: 02b2317e-2e9f-4891-923f-14f3ecbb61ea for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:26:05.694446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876a667-5347-4beb-b856-f992810bec66 None None] Routers {'02b2317e-2e9f-4891-923f-14f3ecbb61ea'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:05.695044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0876a667-5347-4beb-b856-f992810bec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:25:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:05.802455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-0876a667-5347-4beb-b856-f992810bec66 None None] Set router 02b2317e-2e9f-4891-923f-14f3ecbb61ea gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:06.021168 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-0876a667-5347-4beb-b856-f992810bec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:21:01Z', 'revision_number': 4, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd626053d-7b3a-49dc-b156-2190b22c6990', 'name': '', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'mac_address': 'fa:16:3e:ec:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:00Z', 'updated_at': '2021-08-09T16:21:07Z', 'revision_number': 5, 'project_id': '15a8542db7e04281b296641d03b77da5', 'subnets': [{'id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:06.047584 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0876a667-5347-4beb-b856-f992810bec66 None None] The sync data for ids ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'] in n-d-803778-2 is: [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:21:01Z', 'revision_number': 4, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'd626053d-7b3a-49dc-b156-2190b22c6990', 'name': '', 'network_id': '0c794c00-a2ee-476c-a856-97fc21cae5de', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'mac_address': 'fa:16:3e:ec:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:00Z', 'updated_at': '2021-08-09T16:21:07Z', 'revision_number': 5, 'project_id': '15a8542db7e04281b296641d03b77da5', 'subnets': [{'id': 'fd5c0080-b357-4fbe-ad17-8a23f0220f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:26:06.292280 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c85f07-7838-4942-a59e-d7e6c0f39b35 None None] New status for floating IP b4dadf9c-df80-4bad-8577-43c4cfa9f585: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:26:06.568494 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52406) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:06.698668 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Deleting port 434e1c65-df6f-49a6-a659-05e5cc25ffb3 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:06.699016 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:06.778540 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:06.778787 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:06.790514 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Calling delete_port for 434e1c65-df6f-49a6-a659-05e5cc25ffb3 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:06.929360 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:06.958175 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event deleted for resources: {'Port': ['ID=434e1c65-df6f-49a6-a659-05e5cc25ffb3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:06.969613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:06.969955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:06.970290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:06.970620 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:06.970947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:06.971293 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:06.971649 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:06.971999 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:06.972320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:06.972640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:06.972959 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:06.973274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:07.027797 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:07.030494 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:07.031594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dc7d5d09-194b-412d-9a94-9db078e193c9 tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "DELETE /v2.0/floatingips/b4dadf9c-df80-4bad-8577-43c4cfa9f585 HTTP/1.1" status: 204 len: 168 time: 0.4621062 Aug 09 16:26:07.101378 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52412) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:07.160960 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2404c9fa-d010-4014-b0e4-9ddb0cee39fa tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:07.186629 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2404c9fa-d010-4014-b0e4-9ddb0cee39fa tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:07.259505 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2404c9fa-d010-4014-b0e4-9ddb0cee39fa tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:07.262344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2404c9fa-d010-4014-b0e4-9ddb0cee39fa tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:07.263512 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2404c9fa-d010-4014-b0e4-9ddb0cee39fa tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] 10.222.0.81 "DELETE /v2.0/security-groups/baac72d5-3e9e-41ed-96f5-8f0a97964eff HTTP/1.1" status: 204 len: 168 time: 0.1611001 Aug 09 16:26:07.273007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404c9fa-d010-4014-b0e4-9ddb0cee39fa tempest-TestServerBasicOps-273498340 tempest-TestServerBasicOps-273498340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baac72d5-3e9e-41ed-96f5-8f0a97964eff,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:07.308994 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52416) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:07.679836 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-660be9ce-8cc8-4adf-bdc6-596a1ca31894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:07.794208 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa1e2e11-d6f4-4aeb-a2eb-6d4735fa9d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:07.968618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 35749890-c267-4c35-a7bc-e217a91d7dcf no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:07.988195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 35749890-c267-4c35-a7bc-e217a91d7dcf {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:07.988541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 35749890-c267-4c35-a7bc-e217a91d7dcf not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:08.058412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e2e11-d6f4-4aeb-a2eb-6d4735fa9d2e admin admin] Deleting port d626053d-7b3a-49dc-b156-2190b22c6990 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:08.058760 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa1e2e11-d6f4-4aeb-a2eb-6d4735fa9d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:08.141092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-fa1e2e11-d6f4-4aeb-a2eb-6d4735fa9d2e admin admin] For port d626053d-7b3a-49dc-b156-2190b22c6990, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d626053d-7b3a-49dc-b156-2190b22c6990,segment=NetworkSegment(45f8381f-9446-4fb0-8442-0b6792275e9a),segment_id=45f8381f-9446-4fb0-8442-0b6792275e9a)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:08.141460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa1e2e11-d6f4-4aeb-a2eb-6d4735fa9d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:08.154165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e2e11-d6f4-4aeb-a2eb-6d4735fa9d2e admin admin] Calling delete_port for d626053d-7b3a-49dc-b156-2190b22c6990 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:08.350987 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa1e2e11-d6f4-4aeb-a2eb-6d4735fa9d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:08.376863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e2e11-d6f4-4aeb-a2eb-6d4735fa9d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d626053d-7b3a-49dc-b156-2190b22c6990,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:08.543857 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fa1e2e11-d6f4-4aeb-a2eb-6d4735fa9d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:08.765841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1e2e11-d6f4-4aeb-a2eb-6d4735fa9d2e admin admin] Router 02b2317e-2e9f-4891-923f-14f3ecbb61ea has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:26:09.174219 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1e2e11-d6f4-4aeb-a2eb-6d4735fa9d2e admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:26:09.180526 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fa1e2e11-d6f4-4aeb-a2eb-6d4735fa9d2e admin admin] 10.222.0.81 "PUT /v2.0/routers/02b2317e-2e9f-4891-923f-14f3ecbb61ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703094 Aug 09 16:26:09.183009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52422) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:09.184942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fc882-6c7e-43f0-8d47-0ed1c7e8a8b1 None None] Sync routers for ids ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:26:09.195355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fc882-6c7e-43f0-8d47-0ed1c7e8a8b1 None None] Routers {'02b2317e-2e9f-4891-923f-14f3ecbb61ea'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:09.195976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c47fc882-6c7e-43f0-8d47-0ed1c7e8a8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:25:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:09.290651 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:26:09.291253 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:09.311917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c47fc882-6c7e-43f0-8d47-0ed1c7e8a8b1 None None] Set router 02b2317e-2e9f-4891-923f-14f3ecbb61ea gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:09.398149 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:09.469083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Deleting port 496e2f8a-5e0a-4131-80f2-13e8d455c33f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:09.469506 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:09.496262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c47fc882-6c7e-43f0-8d47-0ed1c7e8a8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:26:08Z', 'revision_number': 5, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port': {'id': '496e2f8a-5e0a-4131-80f2-13e8d455c33f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:20:59Z', 'updated_at': '2021-08-09T16:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:09.522494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fc882-6c7e-43f0-8d47-0ed1c7e8a8b1 None None] Checking router: 02b2317e-2e9f-4891-923f-14f3ecbb61ea for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:26:09.530764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fc882-6c7e-43f0-8d47-0ed1c7e8a8b1 None None] Routers {'02b2317e-2e9f-4891-923f-14f3ecbb61ea'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:09.531364 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c47fc882-6c7e-43f0-8d47-0ed1c7e8a8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:25:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:09.557643 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] For port 496e2f8a-5e0a-4131-80f2-13e8d455c33f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=496e2f8a-5e0a-4131-80f2-13e8d455c33f,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:09.558019 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:09.571659 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Calling delete_port for 496e2f8a-5e0a-4131-80f2-13e8d455c33f owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:09.618065 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c47fc882-6c7e-43f0-8d47-0ed1c7e8a8b1 None None] Set router 02b2317e-2e9f-4891-923f-14f3ecbb61ea gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:09.674211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c47fc882-6c7e-43f0-8d47-0ed1c7e8a8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:26:09Z', 'revision_number': 6, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:09.703889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fc882-6c7e-43f0-8d47-0ed1c7e8a8b1 None None] The sync data for ids ['02b2317e-2e9f-4891-923f-14f3ecbb61ea'] in n-d-803778-2 is: [{'id': '02b2317e-2e9f-4891-923f-14f3ecbb61ea', 'name': 'tempest-TestServerBasicOps-982501685-router', 'tenant_id': '15a8542db7e04281b296641d03b77da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:20:58Z', 'updated_at': '2021-08-09T16:26:09Z', 'revision_number': 6, 'project_id': '15a8542db7e04281b296641d03b77da5', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:26:09.760633 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:09.788472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Pushing event deleted for resources: {'Port': ['ID=496e2f8a-5e0a-4131-80f2-13e8d455c33f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:09.853338 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:09.953529 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:09.955775 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.007411 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.008233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02b2317e-2e9f-4891-923f-14f3ecbb61ea {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:26:10.013017 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.014176 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-30ded6c1-c9e1-4f3f-88b3-3a82ec5a4148 admin admin] 10.222.0.81 "DELETE /v2.0/routers/02b2317e-2e9f-4891-923f-14f3ecbb61ea HTTP/1.1" status: 204 len: 168 time: 0.8302097 Aug 09 16:26:10.016923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52424) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:10.067017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4795971c-0c40-4820-a582-137aa3107be5 admin admin] Deleting subnet fd5c0080-b357-4fbe-ad17-8a23f0220f36 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:26:10.070476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4795971c-0c40-4820-a582-137aa3107be5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.107288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4795971c-0c40-4820-a582-137aa3107be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.193739 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4795971c-0c40-4820-a582-137aa3107be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.246949 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4795971c-0c40-4820-a582-137aa3107be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.274175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795971c-0c40-4820-a582-137aa3107be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5c0080-b357-4fbe-ad17-8a23f0220f36,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:10.277938 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4795971c-0c40-4820-a582-137aa3107be5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.279991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4795971c-0c40-4820-a582-137aa3107be5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fd5c0080-b357-4fbe-ad17-8a23f0220f36 HTTP/1.1" status: 204 len: 168 time: 0.2620611 Aug 09 16:26:10.283521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52426) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:10.286609 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b31b186-a7e8-46bf-a640-1318b29f7fbd None None] Network 0c794c00-a2ee-476c-a856-97fc21cae5de requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:26:10.364272 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.422138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Deleting port bfd59912-f67a-40f6-9a6e-b04d4e36c377 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:10.422482 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.490491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] For port bfd59912-f67a-40f6-9a6e-b04d4e36c377, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bfd59912-f67a-40f6-9a6e-b04d4e36c377,segment=NetworkSegment(45f8381f-9446-4fb0-8442-0b6792275e9a),segment_id=45f8381f-9446-4fb0-8442-0b6792275e9a)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:10.490865 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.506920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Calling delete_port for bfd59912-f67a-40f6-9a6e-b04d4e36c377 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:10.512689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] DHCP port deletion for 0c794c00-a2ee-476c-a856-97fc21cae5de request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:26:10.573971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Deleting port bfd59912-f67a-40f6-9a6e-b04d4e36c377 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:10.574581 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.586198 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e235b605-206d-42d9-bb9e-93990adcc931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.603374 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.631010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd59912-f67a-40f6-9a6e-b04d4e36c377,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:10.634926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] No DVR routers for this DVR port bfd59912-f67a-40f6-9a6e-b04d4e36c377 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:26:10.641121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] For port bfd59912-f67a-40f6-9a6e-b04d4e36c377, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bfd59912-f67a-40f6-9a6e-b04d4e36c377,segment=NetworkSegment(45f8381f-9446-4fb0-8442-0b6792275e9a),segment_id=45f8381f-9446-4fb0-8442-0b6792275e9a)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:10.641523 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.657400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Calling delete_port for bfd59912-f67a-40f6-9a6e-b04d4e36c377 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:10.736565 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.746386 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.753920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c794c00-a2ee-476c-a856-97fc21cae5de']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:10.772611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f8381f-9446-4fb0-8442-0b6792275e9a') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:10.773219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f8381f-9446-4fb0-8442-0b6792275e9a') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:10.774940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bfd59912-f67a-40f6-9a6e-b04d4e36c377 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:10.778417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Pushing event deleted for resources: {'Port': ['ID=bfd59912-f67a-40f6-9a6e-b04d4e36c377,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:10.790240 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.803698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] No DVR routers for this DVR port bfd59912-f67a-40f6-9a6e-b04d4e36c377 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:26:10.805041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: bfd59912-f67a-40f6-9a6e-b04d4e36c377 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:10.805559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bfd59912-f67a-40f6-9a6e-b04d4e36c377 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:10.805954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d626053d-7b3a-49dc-b156-2190b22c6990 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:10.811513 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:10.811513 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:10.811513 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:10.815981 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:10.816722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:10.816794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:10.817082 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:10.817507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:10.817778 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:10.818134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:10.818430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:10.818760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951ca28a-e807-4fcc-b492-8af02586aa09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:26:10.819845 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.835373 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:26:10.835796 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:26:10.842779 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:26:10.855660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d626053d-7b3a-49dc-b156-2190b22c6990 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:10.856137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d626053d-7b3a-49dc-b156-2190b22c6990 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:10.856734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 496e2f8a-5e0a-4131-80f2-13e8d455c33f no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:10.881552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 496e2f8a-5e0a-4131-80f2-13e8d455c33f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:10.881969 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 496e2f8a-5e0a-4131-80f2-13e8d455c33f not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:10.910340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.915898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:10.917915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0c794c00-a2ee-476c-a856-97fc21cae5de HTTP/1.1" status: 204 len: 168 time: 0.6332233 Aug 09 16:26:10.921035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52428) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:10.932566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3626f4-c2e7-49fa-86a2-02ed9a76f085 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c794c00-a2ee-476c-a856-97fc21cae5de,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:10.947988 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:11.273734 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1db9854-f6b4-4490-9308-66dd9b1f9655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:11.524406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-e1db9854-f6b4-4490-9308-66dd9b1f9655 admin admin] Deleting port b6c7318d-a123-4768-8a87-90dc780e2161 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:11.524631 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1db9854-f6b4-4490-9308-66dd9b1f9655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:11.605885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-e1db9854-f6b4-4490-9308-66dd9b1f9655 admin admin] For port b6c7318d-a123-4768-8a87-90dc780e2161, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b6c7318d-a123-4768-8a87-90dc780e2161,segment=NetworkSegment(f5a99e2f-aa95-450b-840d-07ad9a9561dc),segment_id=f5a99e2f-aa95-450b-840d-07ad9a9561dc)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:11.606265 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1db9854-f6b4-4490-9308-66dd9b1f9655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:11.619989 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-e1db9854-f6b4-4490-9308-66dd9b1f9655 admin admin] Calling delete_port for b6c7318d-a123-4768-8a87-90dc780e2161 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:11.703021 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:11.729829 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:11.810689 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1db9854-f6b4-4490-9308-66dd9b1f9655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:11.837784 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db9854-f6b4-4490-9308-66dd9b1f9655 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c7318d-a123-4768-8a87-90dc780e2161,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:12.009106 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e1db9854-f6b4-4490-9308-66dd9b1f9655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:12.224737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1db9854-f6b4-4490-9308-66dd9b1f9655 admin admin] Router e797aaac-b936-4578-bcb8-8c7cd4b619da has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:26:12.332751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1db9854-f6b4-4490-9308-66dd9b1f9655 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:26:12.337681 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e1db9854-f6b4-4490-9308-66dd9b1f9655 admin admin] 10.222.0.81 "PUT /v2.0/routers/e797aaac-b936-4578-bcb8-8c7cd4b619da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153116 Aug 09 16:26:12.340275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52430) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:12.341241 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98b516-c730-4769-90a7-1da3118d6bbc None None] Sync routers for ids ['e797aaac-b936-4578-bcb8-8c7cd4b619da'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:26:12.350761 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98b516-c730-4769-90a7-1da3118d6bbc None None] Routers {'e797aaac-b936-4578-bcb8-8c7cd4b619da'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:12.351360 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-df98b516-c730-4769-90a7-1da3118d6bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:26:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e797aaac-b936-4578-bcb8-8c7cd4b619da'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:12.448450 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:12.451495 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-df98b516-c730-4769-90a7-1da3118d6bbc None None] Set router e797aaac-b936-4578-bcb8-8c7cd4b619da gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:12.555488 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:12.609150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Deleting port 65b2aca7-9aae-4901-871f-14a587f8b8c8 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:12.609493 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:12.626157 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-df98b516-c730-4769-90a7-1da3118d6bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'name': 'tempest-TestServerBasicOps-1050198841-router', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:21:03Z', 'updated_at': '2021-08-09T16:26:11Z', 'revision_number': 5, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'gw_port': {'id': '65b2aca7-9aae-4901-871f-14a587f8b8c8', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:21:04Z', 'updated_at': '2021-08-09T16:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:12.657314 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98b516-c730-4769-90a7-1da3118d6bbc None None] Checking router: e797aaac-b936-4578-bcb8-8c7cd4b619da for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:26:12.666159 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98b516-c730-4769-90a7-1da3118d6bbc None None] Routers {'e797aaac-b936-4578-bcb8-8c7cd4b619da'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:26:12.666780 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-df98b516-c730-4769-90a7-1da3118d6bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:26:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e797aaac-b936-4578-bcb8-8c7cd4b619da'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:12.701518 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] For port 65b2aca7-9aae-4901-871f-14a587f8b8c8, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=65b2aca7-9aae-4901-871f-14a587f8b8c8,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:12.701919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:12.715578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Calling delete_port for 65b2aca7-9aae-4901-871f-14a587f8b8c8 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:12.755845 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-df98b516-c730-4769-90a7-1da3118d6bbc None None] Set router e797aaac-b936-4578-bcb8-8c7cd4b619da gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:26:12.806480 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-df98b516-c730-4769-90a7-1da3118d6bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'name': 'tempest-TestServerBasicOps-1050198841-router', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:21:03Z', 'updated_at': '2021-08-09T16:26:12Z', 'revision_number': 6, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:12.837710 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98b516-c730-4769-90a7-1da3118d6bbc None None] The sync data for ids ['e797aaac-b936-4578-bcb8-8c7cd4b619da'] in n-d-803778-2 is: [{'id': 'e797aaac-b936-4578-bcb8-8c7cd4b619da', 'name': 'tempest-TestServerBasicOps-1050198841-router', 'tenant_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:21:03Z', 'updated_at': '2021-08-09T16:26:12Z', 'revision_number': 6, 'project_id': '6ad858a8b3f9437f8823c78a0c3edd4c', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:26:12.888487 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:12.916553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=65b2aca7-9aae-4901-871f-14a587f8b8c8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:12.976328 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.069485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.071542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.118017 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.118595 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e797aaac-b936-4578-bcb8-8c7cd4b619da {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:26:13.122749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.123901 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-21e8fb08-3162-4927-9783-93cbed41fb7c admin admin] 10.222.0.81 "DELETE /v2.0/routers/e797aaac-b936-4578-bcb8-8c7cd4b619da HTTP/1.1" status: 204 len: 168 time: 0.7827103 Aug 09 16:26:13.126331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52432) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:13.170932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e557c9b-a282-4e8e-b661-b8bf78f5d06e admin admin] Deleting subnet a6c217f5-985a-47bf-b08b-53dd75e211af {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:26:13.174857 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e557c9b-a282-4e8e-b661-b8bf78f5d06e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.210326 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e557c9b-a282-4e8e-b661-b8bf78f5d06e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.300514 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e557c9b-a282-4e8e-b661-b8bf78f5d06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.354571 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e557c9b-a282-4e8e-b661-b8bf78f5d06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.382583 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e557c9b-a282-4e8e-b661-b8bf78f5d06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6c217f5-985a-47bf-b08b-53dd75e211af,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:13.384545 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4e557c9b-a282-4e8e-b661-b8bf78f5d06e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.387264 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4e557c9b-a282-4e8e-b661-b8bf78f5d06e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a6c217f5-985a-47bf-b08b-53dd75e211af HTTP/1.1" status: 204 len: 168 time: 0.2599826 Aug 09 16:26:13.388821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52434) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:13.389925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c3a16a-6400-4aa0-8322-1ab157cbbdf6 None None] Network 30c67b9a-a5fa-4721-b0da-237940a84538 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:26:13.458485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.459907 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.516725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Deleting port e62a718f-e678-4e04-a9bc-d260d614bc47 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:13.517065 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.544957 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.585013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] For port e62a718f-e678-4e04-a9bc-d260d614bc47, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e62a718f-e678-4e04-a9bc-d260d614bc47,segment=NetworkSegment(f5a99e2f-aa95-450b-840d-07ad9a9561dc),segment_id=f5a99e2f-aa95-450b-840d-07ad9a9561dc)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:13.585391 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.598943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Calling delete_port for e62a718f-e678-4e04-a9bc-d260d614bc47 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:13.606420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e9ef62-543f-43fb-a7b5-25efed68936f None None] DHCP port deletion for 30c67b9a-a5fa-4721-b0da-237940a84538 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:26:13.655753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-61e9ef62-543f-43fb-a7b5-25efed68936f None None] Deleting port e62a718f-e678-4e04-a9bc-d260d614bc47 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:13.656139 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-61e9ef62-543f-43fb-a7b5-25efed68936f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.724647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-61e9ef62-543f-43fb-a7b5-25efed68936f None None] For port e62a718f-e678-4e04-a9bc-d260d614bc47, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=e62a718f-e678-4e04-a9bc-d260d614bc47,segment=NetworkSegment(f5a99e2f-aa95-450b-840d-07ad9a9561dc),segment_id=f5a99e2f-aa95-450b-840d-07ad9a9561dc)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:13.725051 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-61e9ef62-543f-43fb-a7b5-25efed68936f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.739853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-61e9ef62-543f-43fb-a7b5-25efed68936f None None] Calling delete_port for e62a718f-e678-4e04-a9bc-d260d614bc47 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:13.833246 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-61e9ef62-543f-43fb-a7b5-25efed68936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:13.865911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9ef62-543f-43fb-a7b5-25efed68936f None None] Pushing event deleted for resources: {'Port': ['ID=e62a718f-e678-4e04-a9bc-d260d614bc47,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:13.869389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9ef62-543f-43fb-a7b5-25efed68936f None None] No DVR routers for this DVR port e62a718f-e678-4e04-a9bc-d260d614bc47 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:26:13.977160 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.003308 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62a718f-e678-4e04-a9bc-d260d614bc47,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:14.006803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] No DVR routers for this DVR port e62a718f-e678-4e04-a9bc-d260d614bc47 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:26:14.078878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.089053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c67b9a-a5fa-4721-b0da-237940a84538']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:14.102687 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a99e2f-aa95-450b-840d-07ad9a9561dc') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:14.102980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a99e2f-aa95-450b-840d-07ad9a9561dc') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:26:14.112726 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.126288 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.132318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:26:14.132687 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: self.session.flush() Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:26:14.134401 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:26:14.191017 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.196399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.198301 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] 10.222.0.81 "DELETE /v2.0/networks/30c67b9a-a5fa-4721-b0da-237940a84538 HTTP/1.1" status: 204 len: 168 time: 0.8085732 Aug 09 16:26:14.211266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d272a-41dc-4d5d-b2e3-19c98e100818 admin admin] Pushing event deleted for resources: {'Network': ['ID=30c67b9a-a5fa-4721-b0da-237940a84538,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:14.307845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52438) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:14.347646 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3e946040-b190-4a75-8292-3175eefd92d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15a8542db7e04281b296641d03b77da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384364 Aug 09 16:26:14.349966 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52440) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:14.400809 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d95160e0-3155-411e-9013-ff9ab145c4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.421199 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d95160e0-3155-411e-9013-ff9ab145c4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.467378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d95160e0-3155-411e-9013-ff9ab145c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.469974 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d95160e0-3155-411e-9013-ff9ab145c4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.471698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d95160e0-3155-411e-9013-ff9ab145c4a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3ac1a4c-af32-4379-9a4b-ae0efa385dee HTTP/1.1" status: 204 len: 168 time: 0.1203074 Aug 09 16:26:14.479353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95160e0-3155-411e-9013-ff9ab145c4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ac1a4c-af32-4379-9a4b-ae0efa385dee,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:14.726888 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e62a718f-e678-4e04-a9bc-d260d614bc47 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:14.747110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: e62a718f-e678-4e04-a9bc-d260d614bc47 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:14.747452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device e62a718f-e678-4e04-a9bc-d260d614bc47 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:14.747870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 65b2aca7-9aae-4901-871f-14a587f8b8c8 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:14.766875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 65b2aca7-9aae-4901-871f-14a587f8b8c8 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:14.767219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 65b2aca7-9aae-4901-871f-14a587f8b8c8 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:14.767621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b6c7318d-a123-4768-8a87-90dc780e2161 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:14.787000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52446) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:14.788998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: b6c7318d-a123-4768-8a87-90dc780e2161 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:14.789344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b6c7318d-a123-4768-8a87-90dc780e2161 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:14.831335 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f778e47f-50ba-4f64-8409-5a406e95ed7f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ad858a8b3f9437f8823c78a0c3edd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426087 Aug 09 16:26:14.833886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52448) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:14.886786 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-923ae1fd-e683-4f54-9e64-aec7427b81ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.908136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-923ae1fd-e683-4f54-9e64-aec7427b81ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.955940 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-923ae1fd-e683-4f54-9e64-aec7427b81ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.958603 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-923ae1fd-e683-4f54-9e64-aec7427b81ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:14.959756 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-923ae1fd-e683-4f54-9e64-aec7427b81ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4fae9a8f-edeb-480f-9fe9-c9453d945db5 HTTP/1.1" status: 204 len: 168 time: 0.1249757 Aug 09 16:26:14.967300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ae1fd-e683-4f54-9e64-aec7427b81ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fae9a8f-edeb-480f-9fe9-c9453d945db5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:25.082827 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-c7000f63-13fb-4dd2-9826-9e2948600ac0 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=0b2dabb94bb04fc28b57867c7e76ebff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285785 Aug 09 16:26:25.273910 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-9259e58f-d987-41b0-a2ab-8726771003af tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:25.275395 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-9259e58f-d987-41b0-a2ab-8726771003af tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860986 Aug 09 16:26:25.290536 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-3bb9dc12-6229-4fcf-ac7e-d5e2644eba34 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/quotas/0b2dabb94bb04fc28b57867c7e76ebff HTTP/1.1" status: 200 len: 375 time: 0.0090902 Aug 09 16:26:25.322557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-40f72a7f-0ac6-4530-9663-1a91b622f6ac tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b2dabb94bb04fc28b57867c7e76ebff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268517 Aug 09 16:26:25.488337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70010484-5333-4b0c-a7d1-9fecf8818249 req-3c25cceb-4476-4ae5-a412-d0d541ccb379 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 210 time: 0.0307019 Aug 09 16:26:26.501542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-ec654db5-0900-4514-82b8-9f6b2089ef3c tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0b2dabb94bb04fc28b57867c7e76ebff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212514 Aug 09 16:26:26.590810 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d928ba2-b3b0-4e35-87d3-6af3c6a50176 req-4f32cf9d-e31b-41b7-8f72-211959260dc8 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 210 time: 0.0275354 Aug 09 16:26:26.622017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-34525983-95a7-47f2-9645-1ec2ccd6c117 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:26.623523 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-34525983-95a7-47f2-9645-1ec2ccd6c117 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154552 Aug 09 16:26:26.650426 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Request body: {'port': {'device_id': 'd969f4cd-420d-440b-8ae6-13453069106c', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'admin_state_up': True, 'tenant_id': '0b2dabb94bb04fc28b57867c7e76ebff'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:26:26.760301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Made reservation on behalf of 0b2dabb94bb04fc28b57867c7e76ebff for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:26:26.763739 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:26.773490 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:26.865215 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:26.869367 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:26.933199 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac77da4-ccde-4158-9d63-01ca1b10e58c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:27.008253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Allocated IP 192.168.233.240 (93fc6782-998d-466f-90e8-d8a82f8aae7b/4444c197-8a4f-45f0-89a6-519cde67a053/7d2eba9d-7e39-4a27-9404-bce9ba1c3f65) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:26:27.151194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:27.165082 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Transition to ACTIVE for port object 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:26:27.199233 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:27.247660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Network 93fc6782-998d-466f-90e8-d8a82f8aae7b is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:26:27.250783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:26:27.255167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:26:27.278939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Pushing event updated for resources: {'Port': ['ID=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:27.309039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:27.309713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:27.324604 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4fd464a3-5d5f-4323-803f-bffbe91377c3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6781032 Aug 09 16:26:27.443575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Request body: {'port': {'device_id': 'd969f4cd-420d-440b-8ae6-13453069106c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:26:27.453051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2c799b47-31d0-4cdf-9f9b-c2585dd4b30f None None] Provisioning for port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:26:27.457688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2c799b47-31d0-4cdf-9f9b-c2585dd4b30f None None] Provisioning complete for port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:26:27.458369 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2c799b47-31d0-4cdf-9f9b-c2585dd4b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:27.491223 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2c799b47-31d0-4cdf-9f9b-c2585dd4b30f None None] Port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:26:27.498200 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:27.747743 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33264d-c346-4ec8-88d9-0bead985d623 req-742ae1c0-0eb7-4d3b-9dd8-c0634f21a969 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:27.749269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b33264d-c346-4ec8-88d9-0bead985d623 req-742ae1c0-0eb7-4d3b-9dd8-c0634f21a969 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 936 time: 0.0810623 Aug 09 16:26:27.806711 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b33264d-c346-4ec8-88d9-0bead985d623 req-62b5ca57-3977-465e-9868-f7b5a65a0559 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/security-groups?id=fac77da4-ccde-4158-9d63-01ca1b10e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501313 Aug 09 16:26:27.838951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:26:27.846627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:27.858951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Transition to ACTIVE for port object 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:26:27.862693 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:27.917682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:27.990012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Attempting to bind port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:26:27.990357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Attempting to bind port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:26:27.990685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Attempting to bind port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:26:27.995856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:26:27.996186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Attempting to bind port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 on network 93fc6782-998d-466f-90e8-d8a82f8aae7b {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:26:28.002706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:26:28.002969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Checking segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:26:28.003458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Bound using segment: {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:26:28.003916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Bound port: 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c371e9-a087-4af4-b2e6-b1b12d197f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:26:28.004463 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:28.073762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] For port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:26:28.077017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] For port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:26:28.080601 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:28.124802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:28.125426 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:28.126992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] 10.222.0.60 "PUT /v2.0/ports/7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 HTTP/1.1" status: 200 len: 1096 time: 0.7943773 Aug 09 16:26:28.127432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd969f4cd-420d-440b-8ae6-13453069106c', 'tag': '7d2eba9d-7e39-4a27-9404-bce9ba1c3f65'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:26:28.129740 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b661e8a-b966-4e70-ade8-eb046597b600" -d '{"events": [{"name": "network-changed", "server_uuid": "d969f4cd-420d-440b-8ae6-13453069106c", "tag": "7d2eba9d-7e39-4a27-9404-bce9ba1c3f65"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:26:28.150867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860ef55-d76d-492c-9f29-6416cbdacd30 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:28.169334 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e692aff2-74b5-45b7-a231-c42a2d2eb909 x-openstack-request-id: req-e692aff2-74b5-45b7-a231-c42a2d2eb909 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:26:28.169645 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d969f4cd-420d-440b-8ae6-13453069106c", "tag": "7d2eba9d-7e39-4a27-9404-bce9ba1c3f65", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:26:28.169925 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e692aff2-74b5-45b7-a231-c42a2d2eb909 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:26:28.170346 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd969f4cd-420d-440b-8ae6-13453069106c', 'tag': '7d2eba9d-7e39-4a27-9404-bce9ba1c3f65', 'status': 'completed', 'code': 200} Aug 09 16:26:28.216356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-51b91b94-a152-4757-9554-e7efbe87dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:28.217947 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-51b91b94-a152-4757-9554-e7efbe87dfe1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b2dabb94bb04fc28b57867c7e76ebff&device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 1099 time: 0.0418150 Aug 09 16:26:28.261518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-ad3b7cfb-1af0-419b-a7cf-d9fd992a68b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 HTTP/1.1" status: 200 len: 217 time: 0.0353570 Aug 09 16:26:28.317152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-9121802e-431c-465c-aebd-44bf94590db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:28.318651 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-9121802e-431c-465c-aebd-44bf94590db9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0496459 Aug 09 16:26:28.367017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-f0c9cb5f-9ec1-4a55-8563-f1bc08568028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:28.368537 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-f0c9cb5f-9ec1-4a55-8563-f1bc08568028 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419703 Aug 09 16:26:28.460148 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-c528b56c-7c2f-4f8f-b5f2-a28d956be685 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839133 Aug 09 16:26:28.554403 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-78e40b3d-36a9-46b6-b5cb-fc707ff5e42d req-9d478714-6415-4722-a67f-254d5ec15451 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862777 Aug 09 16:26:28.640422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b661e8a-b966-4e70-ade8-eb046597b600 req-b7f7541e-0389-492c-b62f-197eac226e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:28.641939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b661e8a-b966-4e70-ade8-eb046597b600 req-b7f7541e-0389-492c-b62f-197eac226e6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b2dabb94bb04fc28b57867c7e76ebff&device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 1099 time: 0.0403562 Aug 09 16:26:28.736869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b661e8a-b966-4e70-ade8-eb046597b600 req-f01777a1-cfdb-4a2e-b799-3642802db642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:28.738467 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b661e8a-b966-4e70-ade8-eb046597b600 req-f01777a1-cfdb-4a2e-b799-3642802db642 service neutron] 10.222.0.60 "GET /v2.0/networks?id=93fc6782-998d-466f-90e8-d8a82f8aae7b HTTP/1.1" status: 200 len: 870 time: 0.0895364 Aug 09 16:26:28.782568 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b661e8a-b966-4e70-ade8-eb046597b600 req-3426f153-3ce8-4abc-952b-c15b4b66043a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 HTTP/1.1" status: 200 len: 217 time: 0.0354564 Aug 09 16:26:28.834466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b661e8a-b966-4e70-ade8-eb046597b600 req-7264f15f-344c-45d6-bcd9-0d8cb0760692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:28.836014 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b661e8a-b966-4e70-ade8-eb046597b600 req-7264f15f-344c-45d6-bcd9-0d8cb0760692 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4444c197-8a4f-45f0-89a6-519cde67a053 HTTP/1.1" status: 200 len: 843 time: 0.0460513 Aug 09 16:26:28.912302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b661e8a-b966-4e70-ade8-eb046597b600 req-28187aca-01e6-4479-a574-d2cfb0f02def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:28.913813 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b661e8a-b966-4e70-ade8-eb046597b600 req-28187aca-01e6-4479-a574-d2cfb0f02def service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93fc6782-998d-466f-90e8-d8a82f8aae7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698125 Aug 09 16:26:28.940771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8cb76-42f0-49c2-9a29-cabffd1aab83 req-61119eb8-e06d-4bc0-aaf2-c3dbc56a7727 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:28.942237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5b8cb76-42f0-49c2-9a29-cabffd1aab83 req-61119eb8-e06d-4bc0-aaf2-c3dbc56a7727 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 948 time: 0.0656867 Aug 09 16:26:29.020440 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5b8cb76-42f0-49c2-9a29-cabffd1aab83 req-762670a4-db11-47e0-9d61-fe21a40dba2f tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/security-groups?id=fac77da4-ccde-4158-9d63-01ca1b10e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688057 Aug 09 16:26:29.042500 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b661e8a-b966-4e70-ade8-eb046597b600 req-ff8fae7f-49d4-470f-8556-6488d695e20f service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173747 Aug 09 16:26:29.139100 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b661e8a-b966-4e70-ade8-eb046597b600 req-996133a0-6ca5-4991-8bb2-0859c1fed337 service neutron] 10.222.0.60 "GET /v2.0/networks/93fc6782-998d-466f-90e8-d8a82f8aae7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886042 Aug 09 16:26:30.140619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9e448-03c6-4d57-a7fb-df5ca93f0b11 req-afb60592-fc72-4679-abd8-e2e1f538afe3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:30.142133 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4a9e448-03c6-4d57-a7fb-df5ca93f0b11 req-afb60592-fc72-4679-abd8-e2e1f538afe3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 948 time: 0.0504289 Aug 09 16:26:30.183830 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4a9e448-03c6-4d57-a7fb-df5ca93f0b11 req-a728e08d-63e2-4b8b-a2a8-0a9772f0eddc tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/security-groups?id=fac77da4-ccde-4158-9d63-01ca1b10e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356266 Aug 09 16:26:31.298196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8dec2-4b6b-4fc9-94d0-3663d167c7dc req-70740a2c-58c2-40a9-b710-c9c29850730a tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:31.299701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dd8dec2-4b6b-4fc9-94d0-3663d167c7dc req-70740a2c-58c2-40a9-b710-c9c29850730a tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 948 time: 0.0499928 Aug 09 16:26:31.336989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4dd8dec2-4b6b-4fc9-94d0-3663d167c7dc req-0d259dcd-13a9-4be5-b667-78900fab4dd0 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/security-groups?id=fac77da4-ccde-4158-9d63-01ca1b10e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Aug 09 16:26:31.550594 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:26:31.646619 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:31.805506 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '7d2eba9d-7e39-4a27-9404-bce9ba1c3f65', 'network_id': '93fc6782-998d-466f-90e8-d8a82f8aae7b', 'port_id': '7d2eba9d-7e39-4a27-9404-bce9ba1c3f65', 'mac_address': 'fa:16:3e:b2:27:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4444c197-8a4f-45f0-89a6-519cde67a053', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:26:31.842732 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:31.855880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:26:31.875444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:31.879359 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:31.925659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:32.156808 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['7d2eba9d-7e39-4a27-9404-bce9ba1c3f65'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:26:32.451352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d26f-c4e9-4f97-9385-705c7352c89d req-fa303426-3296-4fb0-b7bb-f5d51761ee93 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:32.452810 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2f18d26f-c4e9-4f97-9385-705c7352c89d req-fa303426-3296-4fb0-b7bb-f5d51761ee93 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 949 time: 0.0494115 Aug 09 16:26:32.490912 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2f18d26f-c4e9-4f97-9385-705c7352c89d req-3bb66df9-b039-4f4f-ab43-4b97e7875f9a tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/security-groups?id=fac77da4-ccde-4158-9d63-01ca1b10e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Aug 09 16:26:33.559330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:26:33.608724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:26:33.610235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e08d2-a7d4-45cf-a022-1d6f35cf2c07 req-e823bf2d-227c-47c3-8906-fcffe6289757 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:33.611812 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-918e08d2-a7d4-45cf-a022-1d6f35cf2c07 req-e823bf2d-227c-47c3-8906-fcffe6289757 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 949 time: 0.0552928 Aug 09 16:26:33.612809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:26:33.613211 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:33.650522 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-918e08d2-a7d4-45cf-a022-1d6f35cf2c07 req-7f6bf905-f423-4090-ac66-d4419e1d39dc tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/security-groups?id=fac77da4-ccde-4158-9d63-01ca1b10e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326161 Aug 09 16:26:33.694041 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:33.715654 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd969f4cd-420d-440b-8ae6-13453069106c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2eba9d-7e39-4a27-9404-bce9ba1c3f65'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:26:33.717919 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6e1d3c-8efd-4304-8f65-11c758283c8c" -d '{"events": [{"server_uuid": "d969f4cd-420d-440b-8ae6-13453069106c", "name": "network-vif-plugged", "status": "completed", "tag": "7d2eba9d-7e39-4a27-9404-bce9ba1c3f65"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:26:33.730689 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:33.734887 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:33.784021 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:33.819022 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b1a468-4953-4b22-87bf-89936baecf35 x-openstack-request-id: req-90b1a468-4953-4b22-87bf-89936baecf35 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:26:33.819321 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d969f4cd-420d-440b-8ae6-13453069106c", "name": "network-vif-plugged", "status": "completed", "tag": "7d2eba9d-7e39-4a27-9404-bce9ba1c3f65", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:26:33.819572 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90b1a468-4953-4b22-87bf-89936baecf35 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:26:33.819972 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd969f4cd-420d-440b-8ae6-13453069106c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2eba9d-7e39-4a27-9404-bce9ba1c3f65', 'code': 200} Aug 09 16:26:33.923284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3585f3e-1f0f-455a-aff8-676928998a7c req-e8a0922f-b3e3-4031-9462-a7d3ef651c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:33.925621 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3585f3e-1f0f-455a-aff8-676928998a7c req-e8a0922f-b3e3-4031-9462-a7d3ef651c86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 1101 time: 0.0454330 Aug 09 16:26:33.961342 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3585f3e-1f0f-455a-aff8-676928998a7c req-7c3e27bc-d762-4982-a004-f5bebea416c7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fac77da4-ccde-4158-9d63-01ca1b10e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281696 Aug 09 16:26:34.770776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efecc4e-898f-43c1-a092-c183e035f636 req-1ebe80c9-db6d-4c5f-b4b5-7476371b9eee tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:34.772288 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6efecc4e-898f-43c1-a092-c183e035f636 req-1ebe80c9-db6d-4c5f-b4b5-7476371b9eee tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 950 time: 0.0492404 Aug 09 16:26:34.810198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6efecc4e-898f-43c1-a092-c183e035f636 req-740682c0-0158-491c-8ed7-21be687605a3 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/security-groups?id=fac77da4-ccde-4158-9d63-01ca1b10e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318727 Aug 09 16:26:35.931628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42f07d-67b0-454f-8149-d1d6a43e5ee5 req-76f1aec4-9704-4548-bd65-16056d0efcff tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:35.933224 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a42f07d-67b0-454f-8149-d1d6a43e5ee5 req-76f1aec4-9704-4548-bd65-16056d0efcff tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 950 time: 0.0535867 Aug 09 16:26:35.973385 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a42f07d-67b0-454f-8149-d1d6a43e5ee5 req-640f3f58-c24c-4268-acae-b55fe915b11f tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/security-groups?id=fac77da4-ccde-4158-9d63-01ca1b10e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317593 Aug 09 16:26:36.894608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d2b7-3530-4337-900f-4e14b8abcfc3 req-24002a5b-c967-4c51-a6a1-cd5a0628aff1 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:36.895985 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6c9d2b7-3530-4337-900f-4e14b8abcfc3 req-24002a5b-c967-4c51-a6a1-cd5a0628aff1 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 950 time: 0.0483077 Aug 09 16:26:36.938315 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6c9d2b7-3530-4337-900f-4e14b8abcfc3 req-05ed6a2f-f2db-4895-8c05-747e21723c1d tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/security-groups?id=fac77da4-ccde-4158-9d63-01ca1b10e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363712 Aug 09 16:26:37.681624 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8af49fb1-de51-43c1-9555-034e74960004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:38.067849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d58cf8-6d08-4211-ab0f-2ec61a91c5c5 req-bf4fffb6-c7ee-412a-9dc1-5841b7e29ff8 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:38.069620 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16d58cf8-6d08-4211-ab0f-2ec61a91c5c5 req-bf4fffb6-c7ee-412a-9dc1-5841b7e29ff8 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 950 time: 0.0584316 Aug 09 16:26:38.108506 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-16d58cf8-6d08-4211-ab0f-2ec61a91c5c5 req-a3181550-d30b-49de-b6d6-9fc2e301d4ca tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/security-groups?id=fac77da4-ccde-4158-9d63-01ca1b10e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319583 Aug 09 16:26:38.247143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4c568-4b74-403d-979e-8018f13805b5 req-4d67e527-03f2-4b9c-b291-a097e9ffc820 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:38.248659 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-69e4c568-4b74-403d-979e-8018f13805b5 req-4d67e527-03f2-4b9c-b291-a097e9ffc820 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.60 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 950 time: 0.0518293 Aug 09 16:26:38.339136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-69e4c568-4b74-403d-979e-8018f13805b5 req-76788863-bc28-4470-b50b-73f09d7bbef2 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Deleting port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:26:38.339479 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-69e4c568-4b74-403d-979e-8018f13805b5 req-76788863-bc28-4470-b50b-73f09d7bbef2 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:38.436133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-69e4c568-4b74-403d-979e-8018f13805b5 req-76788863-bc28-4470-b50b-73f09d7bbef2 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] For port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65,segment=NetworkSegment(04c371e9-a087-4af4-b2e6-b1b12d197f3e),segment_id=04c371e9-a087-4af4-b2e6-b1b12d197f3e)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:38.436494 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-69e4c568-4b74-403d-979e-8018f13805b5 req-76788863-bc28-4470-b50b-73f09d7bbef2 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:38.449109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-69e4c568-4b74-403d-979e-8018f13805b5 req-76788863-bc28-4470-b50b-73f09d7bbef2 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Calling delete_port for 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:26:38.585922 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-69e4c568-4b74-403d-979e-8018f13805b5 req-76788863-bc28-4470-b50b-73f09d7bbef2 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:38.597963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['7d2eba9d-7e39-4a27-9404-bce9ba1c3f65'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:26:38.623218 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76788863-bc28-4470-b50b-73f09d7bbef2 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Pushing event deleted for resources: {'Port': ['ID=7d2eba9d-7e39-4a27-9404-bce9ba1c3f65,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:38.676981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e4c568-4b74-403d-979e-8018f13805b5 req-76788863-bc28-4470-b50b-73f09d7bbef2 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] No DVR routers for this DVR port 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:26:38.679545 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-69e4c568-4b74-403d-979e-8018f13805b5 req-76788863-bc28-4470-b50b-73f09d7bbef2 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:38.681624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-69e4c568-4b74-403d-979e-8018f13805b5 req-76788863-bc28-4470-b50b-73f09d7bbef2 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.60 "DELETE /v2.0/ports/7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 HTTP/1.1" status: 204 len: 173 time: 0.4247823 Aug 09 16:26:38.682065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd969f4cd-420d-440b-8ae6-13453069106c', 'name': 'network-vif-deleted', 'tag': '7d2eba9d-7e39-4a27-9404-bce9ba1c3f65'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:26:38.684357 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c60974-5280-48d0-8923-a30d1006f544" -d '{"events": [{"server_uuid": "d969f4cd-420d-440b-8ae6-13453069106c", "name": "network-vif-deleted", "tag": "7d2eba9d-7e39-4a27-9404-bce9ba1c3f65"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:26:38.737939 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9174e1b0-8870-4700-bd62-386e60ecd0e2 x-openstack-request-id: req-9174e1b0-8870-4700-bd62-386e60ecd0e2 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:26:38.738330 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d969f4cd-420d-440b-8ae6-13453069106c", "name": "network-vif-deleted", "tag": "7d2eba9d-7e39-4a27-9404-bce9ba1c3f65", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:26:38.738565 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9174e1b0-8870-4700-bd62-386e60ecd0e2 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:26:38.738993 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd969f4cd-420d-440b-8ae6-13453069106c', 'name': 'network-vif-deleted', 'tag': '7d2eba9d-7e39-4a27-9404-bce9ba1c3f65', 'status': 'completed', 'code': 200} Aug 09 16:26:39.224566 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-515c75b0-1e18-4305-8c94-c467d9253d67 req-1f73fe82-5811-4427-9712-8cd4d58bf566 tempest-ServersAdminNegativeTestJSON-1040458952 tempest-ServersAdminNegativeTestJSON-1040458952-project] 10.222.0.81 "GET /v2.0/ports?device_id=d969f4cd-420d-440b-8ae6-13453069106c HTTP/1.1" status: 200 len: 210 time: 0.0307357 Aug 09 16:26:40.524287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52590) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:40.578837 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23c86d83-d992-460f-9fe6-2c5f3a7fd7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:40.663808 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e7faa049-12c9-42d3-b926-408dd044333c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b2dabb94bb04fc28b57867c7e76ebff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382990 Aug 09 16:26:40.666613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52594) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:40.715690 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-199f72a0-7ba0-420e-9e82-2566e94dbedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:40.736687 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-199f72a0-7ba0-420e-9e82-2566e94dbedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:40.783196 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-199f72a0-7ba0-420e-9e82-2566e94dbedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:40.785808 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-199f72a0-7ba0-420e-9e82-2566e94dbedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:40.786956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-199f72a0-7ba0-420e-9e82-2566e94dbedd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fac77da4-ccde-4158-9d63-01ca1b10e58c HTTP/1.1" status: 204 len: 168 time: 0.1194193 Aug 09 16:26:40.794435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f72a0-7ba0-420e-9e82-2566e94dbedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac77da4-ccde-4158-9d63-01ca1b10e58c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:40.939711 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:41.050650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52600) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:41.063967 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73e80add-6718-4e5b-af70-6a0bc6b2cf06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:41.153356 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73e80add-6718-4e5b-af70-6a0bc6b2cf06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:41.157200 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-73e80add-6718-4e5b-af70-6a0bc6b2cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:41.193272 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e80add-6718-4e5b-af70-6a0bc6b2cf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac01daa-b5bb-4ce8-be80-1eada37893ea,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:41.197610 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-73e80add-6718-4e5b-af70-6a0bc6b2cf06 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2419cdca256f4b07ba9a5342b95920c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459446 Aug 09 16:26:41.200330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52602) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:41.248542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ab95445d-b0a2-420a-b3d6-501a56f8f77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:41.270435 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ab95445d-b0a2-420a-b3d6-501a56f8f77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:41.321323 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ab95445d-b0a2-420a-b3d6-501a56f8f77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:41.323771 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ab95445d-b0a2-420a-b3d6-501a56f8f77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:41.324916 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ab95445d-b0a2-420a-b3d6-501a56f8f77b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bac01daa-b5bb-4ce8-be80-1eada37893ea HTTP/1.1" status: 204 len: 168 time: 0.1236935 Aug 09 16:26:41.333425 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95445d-b0a2-420a-b3d6-501a56f8f77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac01daa-b5bb-4ce8-be80-1eada37893ea,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:41.638994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:26:41.662555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:26:41.662906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 7d2eba9d-7e39-4a27-9404-bce9ba1c3f65 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:26:41.706203 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:41.729210 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.036217 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52624) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:42.132763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1436207396-network', 'tenant_id': '811b97d93a0044a98b11e13db32671c5'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:26:42.154445 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Made reservation on behalf of 811b97d93a0044a98b11e13db32671c5 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:26:42.156739 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.168666 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.264642 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.268303 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.288955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:26:42.304263 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f1f32b-d761-4f8f-952c-04c991c14b14,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:42.307181 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.307529 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Added segment f383a75c-7c7b-4f3e-8a7a-ba2a085947e5 of type vlan for network eb94cb92-a378-47cf-838c-7e915f7167c6 Aug 09 16:26:42.349155 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.377652 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.378558 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:42.379140 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.429742 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3923762 Aug 09 16:26:42.432876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52628) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:26:42.437985 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e0f3a7ed-f5b4-4461-a4e4-26da6e33c4fe admin admin] Request body: {'subnet': {'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1436207396-subnet', 'tenant_id': '811b97d93a0044a98b11e13db32671c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:26:42.440787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ebbc7-12fe-4894-952a-b1737e5e773d admin admin] Pushing event updated for resources: {'Network': ['ID=eb94cb92-a378-47cf-838c-7e915f7167c6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:42.450639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network eb94cb92-a378-47cf-838c-7e915f7167c6 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:26:42.458694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f3a7ed-f5b4-4461-a4e4-26da6e33c4fe admin admin] Made reservation on behalf of 811b97d93a0044a98b11e13db32671c5 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:26:42.461187 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a7ed-f5b4-4461-a4e4-26da6e33c4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.630627 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a7ed-f5b4-4461-a4e4-26da6e33c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.678927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3a7ed-f5b4-4461-a4e4-26da6e33c4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b24294-5be3-4ed1-bad5-c923fd3d5428,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:42.694184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f3a7ed-f5b4-4461-a4e4-26da6e33c4fe admin admin] Checking segment: {'id': 'f383a75c-7c7b-4f3e-8a7a-ba2a085947e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:26:42.694549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f3a7ed-f5b4-4461-a4e4-26da6e33c4fe admin admin] Network hostable DHCP agents. Network: eb94cb92-a378-47cf-838c-7e915f7167c6, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:26:42.710162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f3a7ed-f5b4-4461-a4e4-26da6e33c4fe admin admin] Network eb94cb92-a378-47cf-838c-7e915f7167c6 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:26:42.718456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e0f3a7ed-f5b4-4461-a4e4-26da6e33c4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, eb94cb92-a378-47cf-838c-7e915f7167c6) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:26:42.723259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3a7ed-f5b4-4461-a4e4-26da6e33c4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:42.723879 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e0f3a7ed-f5b4-4461-a4e4-26da6e33c4fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:42.728725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861babe5-dd22-4447-8ffe-6daa770d29b8 None None] Network eb94cb92-a378-47cf-838c-7e915f7167c6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:26:42.741651 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e0f3a7ed-f5b4-4461-a4e4-26da6e33c4fe admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3037353 Aug 09 16:26:42.854149 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d66da8c-6e0b-42e6-852c-1c1074f101d8 None None] Network eb94cb92-a378-47cf-838c-7e915f7167c6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:26:43.161283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-67fd14e5-e6a5-4424-99e5-885d77b1b61c tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:43.162859 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-67fd14e5-e6a5-4424-99e5-885d77b1b61c tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/networks?id=eb94cb92-a378-47cf-838c-7e915f7167c6 HTTP/1.1" status: 200 len: 812 time: 0.1025317 Aug 09 16:26:43.177748 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-71ff5d0b-1eaa-4731-8e77-75cec323a9f0 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/quotas/811b97d93a0044a98b11e13db32671c5 HTTP/1.1" status: 200 len: 375 time: 0.0091827 Aug 09 16:26:43.210299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-e9cdf69d-a452-47ad-a4af-dd3bad269bc5 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=811b97d93a0044a98b11e13db32671c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269661 Aug 09 16:26:43.272599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-b2011a3c-8363-4cee-9291-9e494f2b62c1 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:26:43.273702 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-b2011a3c-8363-4cee-9291-9e494f2b62c1 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568461 Aug 09 16:26:43.365738 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-94b7fde0-6cc5-40b0-9ee3-5e2ab4bfd966 service neutron] 10.222.0.81 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856645 Aug 09 16:26:43.449786 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.458762 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-4cffe502-af87-4809-a1ef-5021f2ffe132 service neutron] 10.222.0.81 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868928 Aug 09 16:26:43.547834 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:43.624256 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1f42644c-74ea-4630-979b-b358f00351fd req-2c2b556f-fa35-4a42-be52-dfc190a9cba0 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 210 time: 0.0306902 Aug 09 16:26:44.723218 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-82055d27-689b-4ded-b306-d77eadcbca79 req-7d63495b-032f-434e-83dd-4505daa67dd3 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 210 time: 0.0302711 Aug 09 16:26:44.827350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-013fbbed-ad49-4c0b-ac32-73c968e2cbce tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:44.828764 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-013fbbed-ad49-4c0b-ac32-73c968e2cbce tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.60 "GET /v2.0/networks?id=eb94cb92-a378-47cf-838c-7e915f7167c6 HTTP/1.1" status: 200 len: 812 time: 0.1093824 Aug 09 16:26:44.845495 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Request body: {'port': {'device_id': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6', 'admin_state_up': True, 'tenant_id': '811b97d93a0044a98b11e13db32671c5'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:26:44.952021 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Made reservation on behalf of 811b97d93a0044a98b11e13db32671c5 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:26:44.956275 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.083262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Allocated IP 172.20.0.14 (eb94cb92-a378-47cf-838c-7e915f7167c6/01b24294-5be3-4ed1-bad5-c923fd3d5428/c00f0c12-490a-481f-9711-d115ed8e8625) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:26:45.228000 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.267378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.312577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Network eb94cb92-a378-47cf-838c-7e915f7167c6 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:26:45.315757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:26:45.319455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:26:45.342284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Pushing event updated for resources: {'Port': ['ID=c00f0c12-490a-481f-9711-d115ed8e8625,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:45.370785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:45.371394 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.385883 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-eace6a0a-87bd-444e-b849-8692bdbbfc09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5466132 Aug 09 16:26:45.398027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Request body: {'port': {'device_id': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:26:45.453771 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.718224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00f0c12-490a-481f-9711-d115ed8e8625 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:26:45.725987 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.737658 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Transition to ACTIVE for port object c00f0c12-490a-481f-9711-d115ed8e8625 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:26:45.741398 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.794429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Pushing event updated for resources: {'Port': ['ID=c00f0c12-490a-481f-9711-d115ed8e8625,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:45.852241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65579c-4d74-4380-bc73-8000986f9821 req-88d358ac-657d-4723-8f7e-88818f5285e4 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:45.853784 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b65579c-4d74-4380-bc73-8000986f9821 req-88d358ac-657d-4723-8f7e-88818f5285e4 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 944 time: 0.0505118 Aug 09 16:26:45.866608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Attempting to bind port c00f0c12-490a-481f-9711-d115ed8e8625 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:26:45.867010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Attempting to bind port c00f0c12-490a-481f-9711-d115ed8e8625 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'f383a75c-7c7b-4f3e-8a7a-ba2a085947e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:26:45.867686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Attempting to bind port c00f0c12-490a-481f-9711-d115ed8e8625 on network eb94cb92-a378-47cf-838c-7e915f7167c6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:26:45.871739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Port c00f0c12-490a-481f-9711-d115ed8e8625 on network eb94cb92-a378-47cf-838c-7e915f7167c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:26:45.872064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Attempting to bind port c00f0c12-490a-481f-9711-d115ed8e8625 on network eb94cb92-a378-47cf-838c-7e915f7167c6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:26:45.877411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:26:45.877787 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Checking segment: {'id': 'f383a75c-7c7b-4f3e-8a7a-ba2a085947e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:26:45.878177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Bound using segment: {'id': 'f383a75c-7c7b-4f3e-8a7a-ba2a085947e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:26:45.878606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Bound port: c00f0c12-490a-481f-9711-d115ed8e8625, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f383a75c-7c7b-4f3e-8a7a-ba2a085947e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:26:45.878975 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.892643 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1b65579c-4d74-4380-bc73-8000986f9821 req-01372c85-f8b1-45a0-bc73-4261a4139636 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Aug 09 16:26:45.943759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:26:45.947371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c00f0c12-490a-481f-9711-d115ed8e8625,segment=NetworkSegment(f383a75c-7c7b-4f3e-8a7a-ba2a085947e5),segment_id=f383a75c-7c7b-4f3e-8a7a-ba2a085947e5)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:26:45.950985 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.984436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:45.985053 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:45.986540 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] 10.222.0.60 "PUT /v2.0/ports/c00f0c12-490a-481f-9711-d115ed8e8625 HTTP/1.1" status: 200 len: 1092 time: 0.5925500 Aug 09 16:26:45.986983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'tag': 'c00f0c12-490a-481f-9711-d115ed8e8625'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:26:45.989206 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8e5bd1-df68-4abc-81e5-39bc82005d19" -d '{"events": [{"name": "network-changed", "server_uuid": "4573bd31-4b60-426c-b3b6-9a11437b6b7b", "tag": "c00f0c12-490a-481f-9711-d115ed8e8625"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:26:46.014550 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac64c38-382c-46d4-89d5-eb5d84459af4 service neutron] Pushing event updated for resources: {'Port': ['ID=c00f0c12-490a-481f-9711-d115ed8e8625,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:46.027708 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271bc984-6401-4b39-8a25-a3ca164e01e6 x-openstack-request-id: req-271bc984-6401-4b39-8a25-a3ca164e01e6 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:26:46.027998 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4573bd31-4b60-426c-b3b6-9a11437b6b7b", "tag": "c00f0c12-490a-481f-9711-d115ed8e8625", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:26:46.028247 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-271bc984-6401-4b39-8a25-a3ca164e01e6 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:26:46.028642 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'tag': 'c00f0c12-490a-481f-9711-d115ed8e8625', 'status': 'completed', 'code': 200} Aug 09 16:26:46.082576 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-676b53c3-c21c-46e4-9ed1-8617d8eac324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:46.084140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-676b53c3-c21c-46e4-9ed1-8617d8eac324 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=811b97d93a0044a98b11e13db32671c5&device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 1095 time: 0.0472569 Aug 09 16:26:46.128979 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-2488ec40-e130-4a60-8d46-db2187e5b2f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00f0c12-490a-481f-9711-d115ed8e8625 HTTP/1.1" status: 200 len: 217 time: 0.0364897 Aug 09 16:26:46.178506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-e61ce86a-ce0c-4353-87e4-0a4852a784c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:46.179954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-e61ce86a-ce0c-4353-87e4-0a4852a784c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01b24294-5be3-4ed1-bad5-c923fd3d5428 HTTP/1.1" status: 200 len: 852 time: 0.0429251 Aug 09 16:26:46.211798 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-d038b3dc-380e-4b31-8572-c821bcfc65af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb94cb92-a378-47cf-838c-7e915f7167c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242877 Aug 09 16:26:46.289690 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:26:46.302290 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-65bf6078-8830-4cd8-9483-9ba75d3e0d96 service neutron] 10.222.0.60 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834632 Aug 09 16:26:46.390458 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b626ca7-de65-489d-bf7a-ad98dcd6b171 req-cae94051-ad33-42cf-a123-e847e04662f5 service neutron] 10.222.0.60 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799198 Aug 09 16:26:46.477025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5bd1-df68-4abc-81e5-39bc82005d19 req-97f9b13b-b1a1-40d6-bcba-9a983ee5bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:46.478551 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af8e5bd1-df68-4abc-81e5-39bc82005d19 req-97f9b13b-b1a1-40d6-bcba-9a983ee5bb0b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=811b97d93a0044a98b11e13db32671c5&device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 1095 time: 0.0402958 Aug 09 16:26:46.572142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5bd1-df68-4abc-81e5-39bc82005d19 req-653fa06c-ef39-4604-aac6-bb47f53e3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:46.573575 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af8e5bd1-df68-4abc-81e5-39bc82005d19 req-653fa06c-ef39-4604-aac6-bb47f53e3cdf service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb94cb92-a378-47cf-838c-7e915f7167c6 HTTP/1.1" status: 200 len: 913 time: 0.0870733 Aug 09 16:26:46.615056 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af8e5bd1-df68-4abc-81e5-39bc82005d19 req-b608c49f-6a27-4cce-bd0d-77347158e3a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00f0c12-490a-481f-9711-d115ed8e8625 HTTP/1.1" status: 200 len: 217 time: 0.0339317 Aug 09 16:26:46.667637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5bd1-df68-4abc-81e5-39bc82005d19 req-d1195285-a0fc-4d49-9f8d-a9c06914c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:46.669068 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af8e5bd1-df68-4abc-81e5-39bc82005d19 req-d1195285-a0fc-4d49-9f8d-a9c06914c011 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01b24294-5be3-4ed1-bad5-c923fd3d5428 HTTP/1.1" status: 200 len: 852 time: 0.0460198 Aug 09 16:26:47.011951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130a2e4-7ed2-4738-896e-efb57824ce09 req-1f2ea48b-f1d3-428f-964d-99f3cd246e64 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:47.013546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f130a2e4-7ed2-4738-896e-efb57824ce09 req-1f2ea48b-f1d3-428f-964d-99f3cd246e64 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 944 time: 0.0513582 Aug 09 16:26:47.051038 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af8e5bd1-df68-4abc-81e5-39bc82005d19 req-0abc3353-e88d-4354-9504-f69840c5d320 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb94cb92-a378-47cf-838c-7e915f7167c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3740861 Aug 09 16:26:47.054434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f130a2e4-7ed2-4738-896e-efb57824ce09 req-0ede56b2-59ce-42ee-8f0f-b5fc2e18d5b7 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Aug 09 16:26:47.139431 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af8e5bd1-df68-4abc-81e5-39bc82005d19 req-3c0deab4-4e2f-48c9-82fb-4815af20dea3 service neutron] 10.222.0.60 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797865 Aug 09 16:26:47.230257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af8e5bd1-df68-4abc-81e5-39bc82005d19 req-f5d61fa6-23ac-4ea3-8e0a-c79837913203 service neutron] 10.222.0.60 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823126 Aug 09 16:26:47.682254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c00f0c12-490a-481f-9711-d115ed8e8625 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:26:47.774206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c00f0c12-490a-481f-9711-d115ed8e8625,segment=NetworkSegment(f383a75c-7c7b-4f3e-8a7a-ba2a085947e5),segment_id=f383a75c-7c7b-4f3e-8a7a-ba2a085947e5)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:47.785248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'c00f0c12-490a-481f-9711-d115ed8e8625', 'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6', 'port_id': 'c00f0c12-490a-481f-9711-d115ed8e8625', 'mac_address': 'fa:16:3e:66:18:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b24294-5be3-4ed1-bad5-c923fd3d5428', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:26:47.825558 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.838805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00f0c12-490a-481f-9711-d115ed8e8625 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:26:47.858236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c00f0c12-490a-481f-9711-d115ed8e8625,segment=NetworkSegment(f383a75c-7c7b-4f3e-8a7a-ba2a085947e5),segment_id=f383a75c-7c7b-4f3e-8a7a-ba2a085947e5)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:47.862519 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:47.911002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c00f0c12-490a-481f-9711-d115ed8e8625,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:48.067835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['c00f0c12-490a-481f-9711-d115ed8e8625'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:26:48.174378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554c3a7-020a-4441-8123-350119ba50c8 req-91f50a80-0249-42cf-a54a-0288d493fbd3 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:48.175915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4554c3a7-020a-4441-8123-350119ba50c8 req-91f50a80-0249-42cf-a54a-0288d493fbd3 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 945 time: 0.0506809 Aug 09 16:26:48.215195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4554c3a7-020a-4441-8123-350119ba50c8 req-8ac9f7e8-0e8d-4073-a6a7-4751831da4f5 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329587 Aug 09 16:26:49.334524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b5130-17dc-478c-8340-c2996cf778df req-c1705e95-9ae8-46e7-83cc-18d80ab30bb5 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:49.336031 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e4b5130-17dc-478c-8340-c2996cf778df req-c1705e95-9ae8-46e7-83cc-18d80ab30bb5 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 945 time: 0.0525875 Aug 09 16:26:49.374014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e4b5130-17dc-478c-8340-c2996cf778df req-c9a9f562-456e-44ca-ac51-3c1cac252470 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Aug 09 16:26:49.697157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c00f0c12-490a-481f-9711-d115ed8e8625 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:26:49.745363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port c00f0c12-490a-481f-9711-d115ed8e8625 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:26:49.748880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port c00f0c12-490a-481f-9711-d115ed8e8625 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:26:49.749319 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:49.825425 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:49.848546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00f0c12-490a-481f-9711-d115ed8e8625'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:26:49.850823 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93390d06-aed2-4561-bbb1-c661db950d44" -d '{"events": [{"server_uuid": "4573bd31-4b60-426c-b3b6-9a11437b6b7b", "name": "network-vif-plugged", "status": "completed", "tag": "c00f0c12-490a-481f-9711-d115ed8e8625"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:26:49.867818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c00f0c12-490a-481f-9711-d115ed8e8625,segment=NetworkSegment(f383a75c-7c7b-4f3e-8a7a-ba2a085947e5),segment_id=f383a75c-7c7b-4f3e-8a7a-ba2a085947e5)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:26:49.871792 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:26:49.899409 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0716d18-2e77-4222-874b-5dea71cda33d x-openstack-request-id: req-e0716d18-2e77-4222-874b-5dea71cda33d {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:26:49.899697 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4573bd31-4b60-426c-b3b6-9a11437b6b7b", "name": "network-vif-plugged", "status": "completed", "tag": "c00f0c12-490a-481f-9711-d115ed8e8625", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:26:49.899945 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0716d18-2e77-4222-874b-5dea71cda33d {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:26:49.900327 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00f0c12-490a-481f-9711-d115ed8e8625', 'code': 200} Aug 09 16:26:49.930811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c00f0c12-490a-481f-9711-d115ed8e8625,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:26:49.986635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978fd07-7650-4490-ba96-56f52d08993c req-8bfd806e-ac0e-48a9-aab9-79f4bf8fe5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:49.987868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7978fd07-7650-4490-ba96-56f52d08993c req-8bfd806e-ac0e-48a9-aab9-79f4bf8fe5a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 1097 time: 0.0396502 Aug 09 16:26:50.027631 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7978fd07-7650-4490-ba96-56f52d08993c req-99e38701-ad8a-4e7e-a45b-5f56d724daf6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308263 Aug 09 16:26:50.487485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd394c5-ceb8-4e7d-b14e-3defa11d39e3 req-b1cc7895-d5fb-4a08-a576-b748d00f9924 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:50.488966 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cbd394c5-ceb8-4e7d-b14e-3defa11d39e3 req-b1cc7895-d5fb-4a08-a576-b748d00f9924 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0488832 Aug 09 16:26:50.527461 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cbd394c5-ceb8-4e7d-b14e-3defa11d39e3 req-ba6d5f34-fcea-4c2d-a3b4-f96d2edb87b1 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Aug 09 16:26:51.648311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd808b-6bce-4b28-bef8-1a6b1b16fc32 req-b9e64ca9-504e-4778-8f1e-c38c6a0c40b9 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:51.649817 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8fbd808b-6bce-4b28-bef8-1a6b1b16fc32 req-b9e64ca9-504e-4778-8f1e-c38c6a0c40b9 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0525961 Aug 09 16:26:51.692993 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8fbd808b-6bce-4b28-bef8-1a6b1b16fc32 req-9f9e4634-1aaf-40a7-bf37-319e3f14cee1 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370600 Aug 09 16:26:51.968249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82349dd-1797-4da5-821b-ac72704f6ff9 req-7d974f85-fab6-456f-87f0-fe0f1284856d tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:51.969751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a82349dd-1797-4da5-821b-ac72704f6ff9 req-7d974f85-fab6-456f-87f0-fe0f1284856d tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0777168 Aug 09 16:26:52.003859 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-10976ab8-bc9c-4cbe-bbc7-ea3220f5998a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208155 Aug 09 16:26:52.020940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a82349dd-1797-4da5-821b-ac72704f6ff9 req-d6844caf-361f-409b-b45d-a8cecc5df459 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439694 Aug 09 16:26:53.146671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8375ded-9d98-45c1-926b-c9ac00ba37fd req-c84fbaea-438b-492d-9df7-6c3e0bae4420 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:53.148157 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8375ded-9d98-45c1-926b-c9ac00ba37fd req-c84fbaea-438b-492d-9df7-6c3e0bae4420 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0576169 Aug 09 16:26:53.188142 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e8375ded-9d98-45c1-926b-c9ac00ba37fd req-4733de7a-9d56-4dd5-9af8-1cadb0c8b2e7 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338254 Aug 09 16:26:53.279559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-74322df1-1585-495e-8666-a8f1e06d57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:53.281092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-74322df1-1585-495e-8666-a8f1e06d57b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=811b97d93a0044a98b11e13db32671c5&device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 1097 time: 0.0416894 Aug 09 16:26:53.369254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-0b2efec8-74fc-4672-a718-cf9d430fca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:53.370687 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-0b2efec8-74fc-4672-a718-cf9d430fca53 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb94cb92-a378-47cf-838c-7e915f7167c6 HTTP/1.1" status: 200 len: 913 time: 0.0824816 Aug 09 16:26:53.417215 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-59be29b8-49f0-4ace-8a6d-4e7c87bd0ca2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00f0c12-490a-481f-9711-d115ed8e8625 HTTP/1.1" status: 200 len: 217 time: 0.0385094 Aug 09 16:26:53.470247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-44733b99-6b43-490a-985f-0e5eacd7e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:53.472418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-44733b99-6b43-490a-985f-0e5eacd7e994 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01b24294-5be3-4ed1-bad5-c923fd3d5428 HTTP/1.1" status: 200 len: 852 time: 0.0436082 Aug 09 16:26:53.505937 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-17035937-bdfe-4895-8423-9b9a441c125b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb94cb92-a378-47cf-838c-7e915f7167c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246842 Aug 09 16:26:53.599323 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-a7028d1b-422c-46b6-b9d2-29060351e5b2 service neutron] 10.222.0.60 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863261 Aug 09 16:26:53.694041 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-cb5aedf5-ecc5-440d-b812-1d8f0e5c3fca service neutron] 10.222.0.60 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853791 Aug 09 16:26:54.309518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36860204-58a0-4ba5-b1a2-e0fb93c6d842 req-20f4bd05-cbd2-4108-91a6-43b6d4696a0e tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:54.311021 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36860204-58a0-4ba5-b1a2-e0fb93c6d842 req-20f4bd05-cbd2-4108-91a6-43b6d4696a0e tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0505571 Aug 09 16:26:54.353517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36860204-58a0-4ba5-b1a2-e0fb93c6d842 req-d55a2098-b036-4e52-a91b-74c9b123c3b7 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359638 Aug 09 16:26:55.473810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76658e35-68a9-4367-809f-1fe1f670ebd4 req-ef2d24d9-2f96-4ed9-850e-37a257bfe00c tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:55.475433 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-76658e35-68a9-4367-809f-1fe1f670ebd4 req-ef2d24d9-2f96-4ed9-850e-37a257bfe00c tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0540841 Aug 09 16:26:55.513829 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-76658e35-68a9-4367-809f-1fe1f670ebd4 req-aced43d8-3f4c-45aa-aecb-06bd96bb1941 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324352 Aug 09 16:26:56.633885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622c479-4c7c-4005-9b29-ce792d71af08 req-3480190d-32cb-4af6-aa66-8545810e4df7 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:56.635365 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b622c479-4c7c-4005-9b29-ce792d71af08 req-3480190d-32cb-4af6-aa66-8545810e4df7 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0521982 Aug 09 16:26:56.680494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b622c479-4c7c-4005-9b29-ce792d71af08 req-9927bcb5-33ff-43e5-b43c-ee2490b6639b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319715 Aug 09 16:26:57.798130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4220-9b2a-42ca-8047-ee31dbc6d4bb req-f0245f68-94e4-4ebd-bc3c-7bf9c46d3e09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:57.799802 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-787a4220-9b2a-42ca-8047-ee31dbc6d4bb req-f0245f68-94e4-4ebd-bc3c-7bf9c46d3e09 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0493791 Aug 09 16:26:57.838005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-787a4220-9b2a-42ca-8047-ee31dbc6d4bb req-e614332b-4d0b-4288-bdf0-bd2f0da3a59f tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322793 Aug 09 16:26:58.951565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c368-4551-4bae-9376-c7afede42164 req-dc924f1c-b6ff-4f15-8036-6d756217327e tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:26:58.952948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cac3c368-4551-4bae-9376-c7afede42164 req-dc924f1c-b6ff-4f15-8036-6d756217327e tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0482390 Aug 09 16:26:58.990520 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cac3c368-4551-4bae-9376-c7afede42164 req-2a6ab47e-d41f-4247-a485-a7493774dec4 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Aug 09 16:27:00.105111 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae88613-181b-4514-a595-15a89797606c req-bdf5c4b9-2139-44f5-ad92-c2b8bdcce500 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:00.106514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ae88613-181b-4514-a595-15a89797606c req-bdf5c4b9-2139-44f5-ad92-c2b8bdcce500 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0479186 Aug 09 16:27:00.145906 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ae88613-181b-4514-a595-15a89797606c req-d4d9650f-9063-416f-a48b-d282728ed1d8 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326569 Aug 09 16:27:01.260338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537f907-17ce-4ef7-bed5-c289203b0d2a req-2beab069-3f62-4fc9-93fa-61d76e69fcd2 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:01.261822 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c537f907-17ce-4ef7-bed5-c289203b0d2a req-2beab069-3f62-4fc9-93fa-61d76e69fcd2 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0478737 Aug 09 16:27:01.300947 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c537f907-17ce-4ef7-bed5-c289203b0d2a req-6f6d79a5-3313-4981-b7e4-1907ce9387d1 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325279 Aug 09 16:27:02.418713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf212c9-7ddc-470e-a44d-828031c5c3f7 req-521d27c6-451b-470b-a148-366da7aa9da9 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:02.420214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bbf212c9-7ddc-470e-a44d-828031c5c3f7 req-521d27c6-451b-470b-a148-366da7aa9da9 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0531962 Aug 09 16:27:02.460441 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bbf212c9-7ddc-470e-a44d-828031c5c3f7 req-ac304bf5-7b0e-4be6-8acb-15699661eba3 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333185 Aug 09 16:27:03.282176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481af75-b5a8-4932-8ebd-9c7518a73443 req-320e3235-8a06-47d5-bb31-7dff29e60460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:03.284139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b481af75-b5a8-4932-8ebd-9c7518a73443 req-320e3235-8a06-47d5-bb31-7dff29e60460 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=811b97d93a0044a98b11e13db32671c5&device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 1097 time: 0.0454435 Aug 09 16:27:03.393771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481af75-b5a8-4932-8ebd-9c7518a73443 req-b4c809cc-ba54-4b4a-bc5b-333085ac8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:03.395328 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b481af75-b5a8-4932-8ebd-9c7518a73443 req-b4c809cc-ba54-4b4a-bc5b-333085ac8d9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb94cb92-a378-47cf-838c-7e915f7167c6 HTTP/1.1" status: 200 len: 913 time: 0.0910885 Aug 09 16:27:03.442871 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b481af75-b5a8-4932-8ebd-9c7518a73443 req-7aadd904-645f-438e-b6c1-c089fd54feca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00f0c12-490a-481f-9711-d115ed8e8625 HTTP/1.1" status: 200 len: 217 time: 0.0392692 Aug 09 16:27:03.493485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481af75-b5a8-4932-8ebd-9c7518a73443 req-dae56aa0-ab2b-43a5-8f10-aa3c4791824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:03.495207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b481af75-b5a8-4932-8ebd-9c7518a73443 req-dae56aa0-ab2b-43a5-8f10-aa3c4791824f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01b24294-5be3-4ed1-bad5-c923fd3d5428 HTTP/1.1" status: 200 len: 852 time: 0.0453589 Aug 09 16:27:03.528671 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b481af75-b5a8-4932-8ebd-9c7518a73443 req-13516a7a-a6cf-4992-8b45-35154df544f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb94cb92-a378-47cf-838c-7e915f7167c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257680 Aug 09 16:27:03.635858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cade9e4-2b22-4ff3-8efd-ec23538f9938 req-3d9fb2a7-ab2b-4281-bc8b-d544072fb677 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:03.637268 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4cade9e4-2b22-4ff3-8efd-ec23538f9938 req-3d9fb2a7-ab2b-4281-bc8b-d544072fb677 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.1077292 Aug 09 16:27:03.674421 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b481af75-b5a8-4932-8ebd-9c7518a73443 req-d549c57a-3906-4003-a228-2629fdf22f25 service neutron] 10.222.0.60 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355860 Aug 09 16:27:03.707259 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4cade9e4-2b22-4ff3-8efd-ec23538f9938 req-ba1497e9-75cb-4206-95af-bb2514459e8b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631337 Aug 09 16:27:03.780033 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b481af75-b5a8-4932-8ebd-9c7518a73443 req-3e948112-167d-4358-8e40-a7bae5912668 service neutron] 10.222.0.60 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963295 Aug 09 16:27:04.832723 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102c75-3e22-4997-8e87-66e30bf5b7d4 req-54dd61e1-8981-4f0a-9bab-493403de0c7f tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:04.834271 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64102c75-3e22-4997-8e87-66e30bf5b7d4 req-54dd61e1-8981-4f0a-9bab-493403de0c7f tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0518873 Aug 09 16:27:04.873804 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-64102c75-3e22-4997-8e87-66e30bf5b7d4 req-11c5a7f1-b129-4785-bb5a-aadad95f8f9f tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334928 Aug 09 16:27:05.994326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc8e0a-b042-4043-a7a0-1736612ddfc7 req-9e5e0f79-7fb7-4336-8bac-fe1579b505a8 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:05.995833 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-90cc8e0a-b042-4043-a7a0-1736612ddfc7 req-9e5e0f79-7fb7-4336-8bac-fe1579b505a8 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0540354 Aug 09 16:27:06.033212 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-90cc8e0a-b042-4043-a7a0-1736612ddfc7 req-29be43eb-d26d-4a75-8f7d-57fae0ae79b4 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313559 Aug 09 16:27:07.148789 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fd371-dce2-4423-accd-e94243918e59 req-e1724462-9524-4e12-adc4-73ea0a56d03f tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:07.150202 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e41fd371-dce2-4423-accd-e94243918e59 req-e1724462-9524-4e12-adc4-73ea0a56d03f tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0492857 Aug 09 16:27:07.187465 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e41fd371-dce2-4423-accd-e94243918e59 req-b1ec2ce3-5fc4-4c9e-b04a-54ad7a3a3d53 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314250 Aug 09 16:27:07.686882 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e6203dd2-67a0-4a4d-b311-d745beb9d24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:08.304363 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf028299-65a8-4c88-9954-fbfcaec99169 req-61ce323b-1b28-4a04-9313-dadb5b31c2b9 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:08.305872 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf028299-65a8-4c88-9954-fbfcaec99169 req-61ce323b-1b28-4a04-9313-dadb5b31c2b9 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0493574 Aug 09 16:27:08.342925 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf028299-65a8-4c88-9954-fbfcaec99169 req-6f7e4c95-edc0-4c85-83c4-5a8e83dcaf89 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310931 Aug 09 16:27:09.466184 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce251e-1fee-4441-93c3-d876502fceaa req-3186e9b6-28d2-43e1-9980-5bab89dd452c tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:09.467665 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e6ce251e-1fee-4441-93c3-d876502fceaa req-3186e9b6-28d2-43e1-9980-5bab89dd452c tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0530617 Aug 09 16:27:09.506218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e6ce251e-1fee-4441-93c3-d876502fceaa req-c9fc3da3-5c6c-4e5d-88c9-913477a4c63d tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Aug 09 16:27:10.582198 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ca1c05e-e031-43a7-aa60-33390fb6ce7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:10.629136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c7940-18ff-49c6-b73a-3fb10fff6b90 req-79e85ab9-0d28-4d13-b7da-355254490107 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:10.630664 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce5c7940-18ff-49c6-b73a-3fb10fff6b90 req-79e85ab9-0d28-4d13-b7da-355254490107 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0570750 Aug 09 16:27:10.676290 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce5c7940-18ff-49c6-b73a-3fb10fff6b90 req-402b408e-3710-4a4e-868c-e4c4af04536b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340292 Aug 09 16:27:10.943213 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:11.709578 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:11.730432 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:11.803380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4537d28-eec9-48f9-a62f-040a640864e6 req-3812d10e-5672-49f4-9f37-ba3865cff06b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:11.804894 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4537d28-eec9-48f9-a62f-040a640864e6 req-3812d10e-5672-49f4-9f37-ba3865cff06b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0568471 Aug 09 16:27:11.845545 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4537d28-eec9-48f9-a62f-040a640864e6 req-32cdc6ea-afce-4af5-9daa-bb04d1b04286 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342097 Aug 09 16:27:12.965466 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7586-64f8-4bdb-98a4-842b8f4330f1 req-5c109994-bf94-4af1-960d-e7c0bbfa5cc0 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:12.966875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08df7586-64f8-4bdb-98a4-842b8f4330f1 req-5c109994-bf94-4af1-960d-e7c0bbfa5cc0 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0532725 Aug 09 16:27:13.004117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08df7586-64f8-4bdb-98a4-842b8f4330f1 req-4b858796-1bbb-4315-9d5d-8a5cf4f54db6 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311854 Aug 09 16:27:13.449300 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:13.550766 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:14.125394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c558c3-a25d-42dd-9bd1-5bdb3e272b3d req-7273d828-42ce-4c2c-b353-7d4c26a1bf69 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:14.126805 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d7c558c3-a25d-42dd-9bd1-5bdb3e272b3d req-7273d828-42ce-4c2c-b353-7d4c26a1bf69 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0496678 Aug 09 16:27:14.169406 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d7c558c3-a25d-42dd-9bd1-5bdb3e272b3d req-38737fc8-a3ca-4280-8968-750140768876 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365899 Aug 09 16:27:15.283647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1111fb2-702f-40b9-81c6-3489dd12758d req-f7e44755-f004-4f68-b0b6-c1ba83652924 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:15.285838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c1111fb2-702f-40b9-81c6-3489dd12758d req-f7e44755-f004-4f68-b0b6-c1ba83652924 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0493586 Aug 09 16:27:15.323800 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c1111fb2-702f-40b9-81c6-3489dd12758d req-af57f6b1-e076-449c-9cf0-24bd76ad5619 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320189 Aug 09 16:27:16.445750 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ff3eb-4914-46fb-a8a6-35e974db1fd1 req-bb4d6b2f-545b-473e-a38b-58fcacaf9867 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:16.447218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-721ff3eb-4914-46fb-a8a6-35e974db1fd1 req-bb4d6b2f-545b-473e-a38b-58fcacaf9867 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0524766 Aug 09 16:27:16.484155 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-721ff3eb-4914-46fb-a8a6-35e974db1fd1 req-2deefba4-e38a-4cb2-8b29-9f07e3e81ba8 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310738 Aug 09 16:27:17.611829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36079975-2728-44e8-9b0f-8dd80786ab0f req-cf0a87be-7aa0-47cb-a99c-c9724e746147 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:17.615134 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36079975-2728-44e8-9b0f-8dd80786ab0f req-cf0a87be-7aa0-47cb-a99c-c9724e746147 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0530941 Aug 09 16:27:17.662303 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36079975-2728-44e8-9b0f-8dd80786ab0f req-89082023-5dee-40ea-a797-b0d7a0fe310a tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 Aug 09 16:27:18.784373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e4a94-c5f1-4e01-987a-321a10bfa001 req-5326abf1-3dc4-400e-aa1e-2c3df033d293 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:18.785872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-770e4a94-c5f1-4e01-987a-321a10bfa001 req-5326abf1-3dc4-400e-aa1e-2c3df033d293 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0500026 Aug 09 16:27:18.827479 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-770e4a94-c5f1-4e01-987a-321a10bfa001 req-57bc62b6-7a8b-4b63-b5b7-bf524ffaf159 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355840 Aug 09 16:27:19.946798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5c36c-a70e-4919-90a6-8032974328d6 req-05823ca4-8943-4d1d-8d63-9316d2aa4420 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:19.948280 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4cf5c36c-a70e-4919-90a6-8032974328d6 req-05823ca4-8943-4d1d-8d63-9316d2aa4420 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0524480 Aug 09 16:27:19.985504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4cf5c36c-a70e-4919-90a6-8032974328d6 req-78b67d1d-5b87-48d3-96b4-487124f3f830 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312314 Aug 09 16:27:20.763612 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-f3126508-f3ab-49cf-84e6-c6b68e977dea service neutron] show failed (client error): The resource could not be found. Aug 09 16:27:20.764714 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-f3126508-f3ab-49cf-84e6-c6b68e977dea service neutron] 10.222.0.60 "GET /v2.0/ports/c00f0c12-490a-481f-9711-d115ed8e8625/bindings/n-h1-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0598888 Aug 09 16:27:20.959825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-042e08ae-f210-4159-b715-fdbe8a4693fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:20.961279 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-042e08ae-f210-4159-b715-fdbe8a4693fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b&tenant_id=811b97d93a0044a98b11e13db32671c5 HTTP/1.1" status: 200 len: 1097 time: 0.0413637 Aug 09 16:27:20.973898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:27:21.029324 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:21.103435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685d3c9-efe0-4a46-9276-c987a4904ebf req-ca8dcd90-120f-461a-830a-6c78102579b4 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:21.104993 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8685d3c9-efe0-4a46-9276-c987a4904ebf req-ca8dcd90-120f-461a-830a-6c78102579b4 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0500977 Aug 09 16:27:21.148459 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8685d3c9-efe0-4a46-9276-c987a4904ebf req-6d6dc2a9-8595-4a89-a760-b905ff812030 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372434 Aug 09 16:27:21.243581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c00f0c12-490a-481f-9711-d115ed8e8625,segment=NetworkSegment(f383a75c-7c7b-4f3e-8a7a-ba2a085947e5),segment_id=f383a75c-7c7b-4f3e-8a7a-ba2a085947e5)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:21.275723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:27:21.318439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00f0c12-490a-481f-9711-d115ed8e8625'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:21.320878 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201bf335-5822-40fd-b53c-51478e36e4e4" -d '{"events": [{"server_uuid": "4573bd31-4b60-426c-b3b6-9a11437b6b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "c00f0c12-490a-481f-9711-d115ed8e8625"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:21.325049 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:21.337747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Transition to ACTIVE for port object c00f0c12-490a-481f-9711-d115ed8e8625 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:27:21.341513 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:21.371805 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3c4713-0c78-45a5-beff-4975e48772d8 x-openstack-request-id: req-6b3c4713-0c78-45a5-beff-4975e48772d8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:21.372096 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4573bd31-4b60-426c-b3b6-9a11437b6b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "c00f0c12-490a-481f-9711-d115ed8e8625", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:21.372349 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b3c4713-0c78-45a5-beff-4975e48772d8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:21.372740 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00f0c12-490a-481f-9711-d115ed8e8625', 'code': 200} Aug 09 16:27:21.410983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] No DVR routers for this DVR port c00f0c12-490a-481f-9711-d115ed8e8625 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:27:21.414061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c00f0c12-490a-481f-9711-d115ed8e8625,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:21.426445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:21.426783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:21.427128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:21.427461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:21.427793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:21.428122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:21.428450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:21.428774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:21.429096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:21.429417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:21.429770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:21.430084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:21.458112 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Attempting to bind port c00f0c12-490a-481f-9711-d115ed8e8625 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:27:21.458446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Attempting to bind port c00f0c12-490a-481f-9711-d115ed8e8625 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'f383a75c-7c7b-4f3e-8a7a-ba2a085947e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:27:21.458775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Attempting to bind port c00f0c12-490a-481f-9711-d115ed8e8625 on network eb94cb92-a378-47cf-838c-7e915f7167c6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:27:21.463037 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Port c00f0c12-490a-481f-9711-d115ed8e8625 on network eb94cb92-a378-47cf-838c-7e915f7167c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:27:21.463359 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Attempting to bind port c00f0c12-490a-481f-9711-d115ed8e8625 on network eb94cb92-a378-47cf-838c-7e915f7167c6 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:27:21.468103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:27:21.468441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Checking segment: {'id': 'f383a75c-7c7b-4f3e-8a7a-ba2a085947e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:27:21.468825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Bound using segment: {'id': 'f383a75c-7c7b-4f3e-8a7a-ba2a085947e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:27:21.469246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Bound port: c00f0c12-490a-481f-9711-d115ed8e8625, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f383a75c-7c7b-4f3e-8a7a-ba2a085947e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:27:21.469610 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:21.531964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:27:21.535755 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c00f0c12-490a-481f-9711-d115ed8e8625,segment=NetworkSegment(f383a75c-7c7b-4f3e-8a7a-ba2a085947e5),segment_id=f383a75c-7c7b-4f3e-8a7a-ba2a085947e5)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:27:21.539484 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:21.577468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:21.578140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:21.579781 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] 10.222.0.53 "PUT /v2.0/ports/c00f0c12-490a-481f-9711-d115ed8e8625 HTTP/1.1" status: 200 len: 1092 time: 0.6107626 Aug 09 16:27:21.598116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2665e-74cf-4407-aacb-f61dc755abd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c00f0c12-490a-481f-9711-d115ed8e8625,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:21.649229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-23db66a3-95b5-42f4-84e9-f1bbb529c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:21.650751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-23db66a3-95b5-42f4-84e9-f1bbb529c23f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=811b97d93a0044a98b11e13db32671c5&device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 1095 time: 0.0457425 Aug 09 16:27:21.742952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-d86a6f01-92a7-4234-a387-216230d25e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:21.744455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-d86a6f01-92a7-4234-a387-216230d25e78 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb94cb92-a378-47cf-838c-7e915f7167c6 HTTP/1.1" status: 200 len: 913 time: 0.0839248 Aug 09 16:27:21.790742 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-1f8a263c-fd46-46ff-a369-7c631cfc7bc2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00f0c12-490a-481f-9711-d115ed8e8625 HTTP/1.1" status: 200 len: 217 time: 0.0381460 Aug 09 16:27:21.838629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-4d331ee5-d403-44eb-9c95-b2c7f5840354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:21.840094 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-4d331ee5-d403-44eb-9c95-b2c7f5840354 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01b24294-5be3-4ed1-bad5-c923fd3d5428 HTTP/1.1" status: 200 len: 852 time: 0.0426979 Aug 09 16:27:21.871385 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-d330578f-5936-46fa-a3d2-27450eab4201 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb94cb92-a378-47cf-838c-7e915f7167c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245478 Aug 09 16:27:21.962095 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-f2f088fa-c0f7-40a6-ba77-2790c2dcab35 service neutron] 10.222.0.53 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834112 Aug 09 16:27:22.055081 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb2707a0-a413-4298-8d9b-594ea3c15406 req-dcad3f0c-0194-4d6f-8498-3d927c628930 service neutron] 10.222.0.53 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853996 Aug 09 16:27:22.272062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63749-da2b-4985-a6fe-cb775a327cbc req-d09e9a74-7e6a-484b-ab8f-a5c7a9c22157 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:22.273540 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5de63749-da2b-4985-a6fe-cb775a327cbc req-d09e9a74-7e6a-484b-ab8f-a5c7a9c22157 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 944 time: 0.0525446 Aug 09 16:27:22.311161 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5de63749-da2b-4985-a6fe-cb775a327cbc req-0f3677fd-0d48-4edc-bcc1-e45279673209 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Aug 09 16:27:23.288831 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:27:23.374575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'tag': 'c00f0c12-490a-481f-9711-d115ed8e8625'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:23.377020 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f5b85a-1512-4937-a841-201e6bcdf570" -d '{"events": [{"name": "network-changed", "server_uuid": "4573bd31-4b60-426c-b3b6-9a11437b6b7b", "tag": "c00f0c12-490a-481f-9711-d115ed8e8625"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:23.431076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c57f40-c814-4302-91b6-f82504615ea2 req-be5ab9e5-d312-43e4-a09f-812c14aaec83 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:23.432648 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12c57f40-c814-4302-91b6-f82504615ea2 req-be5ab9e5-d312-43e4-a09f-812c14aaec83 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 944 time: 0.0513597 Aug 09 16:27:23.434114 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f878acc0-04fb-4787-8cf0-91389748f05a x-openstack-request-id: req-f878acc0-04fb-4787-8cf0-91389748f05a {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:23.434401 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4573bd31-4b60-426c-b3b6-9a11437b6b7b", "tag": "c00f0c12-490a-481f-9711-d115ed8e8625", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:23.434652 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f878acc0-04fb-4787-8cf0-91389748f05a {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:23.435037 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'tag': 'c00f0c12-490a-481f-9711-d115ed8e8625', 'status': 'completed', 'code': 200} Aug 09 16:27:23.533667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12c57f40-c814-4302-91b6-f82504615ea2 req-33403adb-58e2-4faa-9a91-1b6ca4926a00 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935953 Aug 09 16:27:23.545959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-d8d3f1b1-af23-4d6f-92fb-d30feec55920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:23.547714 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-d8d3f1b1-af23-4d6f-92fb-d30feec55920 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=811b97d93a0044a98b11e13db32671c5&device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 1095 time: 0.0995181 Aug 09 16:27:23.550822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-df02c22c-9198-480f-bcb1-39d8ed79c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:23.552605 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-df02c22c-9198-480f-bcb1-39d8ed79c6c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=811b97d93a0044a98b11e13db32671c5&device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 1095 time: 0.0899749 Aug 09 16:27:23.716390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-68d1e2c8-28f3-47b8-8f09-a47cf27a08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:23.718033 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-68d1e2c8-28f3-47b8-8f09-a47cf27a08c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb94cb92-a378-47cf-838c-7e915f7167c6 HTTP/1.1" status: 200 len: 913 time: 0.1626427 Aug 09 16:27:23.723164 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-5ab6f952-eab3-4682-937b-cc92c74c067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:23.724543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-5ab6f952-eab3-4682-937b-cc92c74c067c service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb94cb92-a378-47cf-838c-7e915f7167c6 HTTP/1.1" status: 200 len: 913 time: 0.1607530 Aug 09 16:27:23.769048 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-73ec44bd-2a19-42e0-8833-6cdcf89fc286 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00f0c12-490a-481f-9711-d115ed8e8625 HTTP/1.1" status: 200 len: 217 time: 0.0433247 Aug 09 16:27:23.803897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-e067e8ca-d729-4d5b-b634-84d450c32e58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00f0c12-490a-481f-9711-d115ed8e8625 HTTP/1.1" status: 200 len: 217 time: 0.0718625 Aug 09 16:27:23.846258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c00f0c12-490a-481f-9711-d115ed8e8625 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:27:23.877149 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-0fceeb12-a7b8-490f-bf2c-0691a4f8e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:23.878856 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-0fceeb12-a7b8-490f-bf2c-0691a4f8e6fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01b24294-5be3-4ed1-bad5-c923fd3d5428 HTTP/1.1" status: 200 len: 852 time: 0.0839543 Aug 09 16:27:23.884073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-74970c14-eb30-44b8-879a-c497352eeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:23.885413 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-74970c14-eb30-44b8-879a-c497352eeee7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01b24294-5be3-4ed1-bad5-c923fd3d5428 HTTP/1.1" status: 200 len: 852 time: 0.0623863 Aug 09 16:27:23.885555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c00f0c12-490a-481f-9711-d115ed8e8625 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:27:23.933098 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-9abc5db4-921c-4d07-aea7-7d8d3ba12420 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb94cb92-a378-47cf-838c-7e915f7167c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458171 Aug 09 16:27:23.934928 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-a5c69a5f-943d-454b-a690-96ed859553a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb94cb92-a378-47cf-838c-7e915f7167c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392842 Aug 09 16:27:24.093265 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-f6778d5d-74bb-4d23-ab02-c581acdd1de5 service neutron] 10.222.0.60 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527429 Aug 09 16:27:24.095051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-3f913ed0-0dce-4dc1-85f4-b737bfddc1d9 service neutron] 10.222.0.53 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474364 Aug 09 16:27:24.255954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-58383231-f4ef-4970-b64b-3c94071c6233 service neutron] 10.222.0.53 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543362 Aug 09 16:27:24.259257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87f5b85a-1512-4937-a841-201e6bcdf570 req-2907f680-de53-43de-a565-91afde672545 service neutron] 10.222.0.60 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566443 Aug 09 16:27:24.330666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c00f0c12-490a-481f-9711-d115ed8e8625 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:27:24.427538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c00f0c12-490a-481f-9711-d115ed8e8625,segment=NetworkSegment(f383a75c-7c7b-4f3e-8a7a-ba2a085947e5),segment_id=f383a75c-7c7b-4f3e-8a7a-ba2a085947e5)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:24.441470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'c00f0c12-490a-481f-9711-d115ed8e8625', 'network_id': 'eb94cb92-a378-47cf-838c-7e915f7167c6', 'port_id': 'c00f0c12-490a-481f-9711-d115ed8e8625', 'mac_address': 'fa:16:3e:66:18:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b24294-5be3-4ed1-bad5-c923fd3d5428', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:27:24.482243 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:24.494910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00f0c12-490a-481f-9711-d115ed8e8625 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:27:24.514245 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c00f0c12-490a-481f-9711-d115ed8e8625,segment=NetworkSegment(f383a75c-7c7b-4f3e-8a7a-ba2a085947e5),segment_id=f383a75c-7c7b-4f3e-8a7a-ba2a085947e5)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:24.518181 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:24.572778 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c00f0c12-490a-481f-9711-d115ed8e8625,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:24.580507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:24.580694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:24.581905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:24.582548 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:24.583091 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:24.583478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:24.583884 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:24.584303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:24.584745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:24.585076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:24.585405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:24.585759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:24.653536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0affe-1886-4884-bdab-ac6087040fc1 req-4c50bf4e-9fc9-4b9f-9c2f-187a20982362 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:24.655042 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1ba0affe-1886-4884-bdab-ac6087040fc1 req-4c50bf4e-9fc9-4b9f-9c2f-187a20982362 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 945 time: 0.0489783 Aug 09 16:27:24.694389 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1ba0affe-1886-4884-bdab-ac6087040fc1 req-42f0ec55-3a79-42c1-97a9-b56809f393d7 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322526 Aug 09 16:27:24.783069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c00f0c12-490a-481f-9711-d115ed8e8625'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:27:24.955512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-047bf3b1-9ef8-4be0-badb-56148a1f47b1 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:24.957623 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-047bf3b1-9ef8-4be0-badb-56148a1f47b1 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.60 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b&tenant_id=811b97d93a0044a98b11e13db32671c5&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 945 time: 0.0606353 Aug 09 16:27:25.019578 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-b43e3807-5dfa-4804-824d-36f859a745f2 service neutron] delete failed (client error): The resource could not be found. Aug 09 16:27:25.020617 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-b43e3807-5dfa-4804-824d-36f859a745f2 service neutron] 10.222.0.60 "DELETE /v2.0/ports/c00f0c12-490a-481f-9711-d115ed8e8625/bindings/n-h2-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0547967 Aug 09 16:27:25.111047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-3e6de196-ed00-4b6f-9aef-3522362e544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:25.112815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-3e6de196-ed00-4b6f-9aef-3522362e544a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=811b97d93a0044a98b11e13db32671c5&device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 1096 time: 0.0479314 Aug 09 16:27:25.214126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-26ed47c0-9b0a-4908-8cea-428f849d9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:25.215562 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-26ed47c0-9b0a-4908-8cea-428f849d9bb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb94cb92-a378-47cf-838c-7e915f7167c6 HTTP/1.1" status: 200 len: 913 time: 0.0958378 Aug 09 16:27:25.257394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-67bb03b6-bde6-42f0-b729-d8a3b56e16c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c00f0c12-490a-481f-9711-d115ed8e8625 HTTP/1.1" status: 200 len: 217 time: 0.0344532 Aug 09 16:27:25.312884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-42aa4046-95e2-4532-a7cd-89bf61bcaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:25.314371 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-42aa4046-95e2-4532-a7cd-89bf61bcaa91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01b24294-5be3-4ed1-bad5-c923fd3d5428 HTTP/1.1" status: 200 len: 852 time: 0.0490060 Aug 09 16:27:25.346464 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-c6103bb6-cb07-4bb7-8404-08e41cf76793 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb94cb92-a378-47cf-838c-7e915f7167c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238264 Aug 09 16:27:25.438198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-8949d382-7cfe-4907-8493-4a3ad1c62c5f service neutron] 10.222.0.60 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845001 Aug 09 16:27:25.536597 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-c2d45bc3-2828-4dee-8b5a-6d92e96c4025 service neutron] 10.222.0.60 "GET /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913227 Aug 09 16:27:26.239295 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc2796-d1d0-45c1-8d13-ffb79c9df614 req-69e152ee-0531-433f-858d-c70531c10282 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:26.240811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3afc2796-d1d0-45c1-8d13-ffb79c9df614 req-69e152ee-0531-433f-858d-c70531c10282 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 945 time: 0.0517557 Aug 09 16:27:26.279107 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3afc2796-d1d0-45c1-8d13-ffb79c9df614 req-9d762780-1e56-4493-8724-971c791cbc6e tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320466 Aug 09 16:27:26.331856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c00f0c12-490a-481f-9711-d115ed8e8625 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:27:26.380074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port c00f0c12-490a-481f-9711-d115ed8e8625 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:27:26.383788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port c00f0c12-490a-481f-9711-d115ed8e8625 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:27:26.384161 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:26.463383 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:26.485209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00f0c12-490a-481f-9711-d115ed8e8625'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:26.488080 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544b6104-23b6-4136-8073-c5f2be483b95" -d '{"events": [{"server_uuid": "4573bd31-4b60-426c-b3b6-9a11437b6b7b", "name": "network-vif-plugged", "status": "completed", "tag": "c00f0c12-490a-481f-9711-d115ed8e8625"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:26.501392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c00f0c12-490a-481f-9711-d115ed8e8625,segment=NetworkSegment(f383a75c-7c7b-4f3e-8a7a-ba2a085947e5),segment_id=f383a75c-7c7b-4f3e-8a7a-ba2a085947e5)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:26.511373 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:26.537467 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5002025-6ada-4534-ba01-91b567fc6742 x-openstack-request-id: req-b5002025-6ada-4534-ba01-91b567fc6742 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:26.537785 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4573bd31-4b60-426c-b3b6-9a11437b6b7b", "name": "network-vif-plugged", "status": "completed", "tag": "c00f0c12-490a-481f-9711-d115ed8e8625", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:26.538033 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5002025-6ada-4534-ba01-91b567fc6742 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:26.538416 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00f0c12-490a-481f-9711-d115ed8e8625', 'code': 200} Aug 09 16:27:26.565816 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c00f0c12-490a-481f-9711-d115ed8e8625,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:27.401196 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0c98b-7d09-4f52-abb9-41bc8acef775 req-82113be5-551f-4d04-89c3-ee52fd1e65de tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:27.402702 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dfd0c98b-7d09-4f52-abb9-41bc8acef775 req-82113be5-551f-4d04-89c3-ee52fd1e65de tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0545189 Aug 09 16:27:27.441162 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-dfd0c98b-7d09-4f52-abb9-41bc8acef775 req-d5562462-1acb-4130-9495-0bd5bf271090 tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.81 "GET /v2.0/security-groups?id=d5f1f32b-d761-4f8f-952c-04c991c14b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325177 Aug 09 16:27:27.511099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-0b8e1c45-9547-465d-b89f-aaeaf63c92cc tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:27.512563 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-0b8e1c45-9547-465d-b89f-aaeaf63c92cc tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.53 "GET /v2.0/ports?device_id=4573bd31-4b60-426c-b3b6-9a11437b6b7b HTTP/1.1" status: 200 len: 946 time: 0.0548139 Aug 09 16:27:27.608998 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-adba8f3b-8cd2-4ba6-b31c-9952ca92c43b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Deleting port c00f0c12-490a-481f-9711-d115ed8e8625 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:27:27.609256 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-adba8f3b-8cd2-4ba6-b31c-9952ca92c43b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:27.699942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-adba8f3b-8cd2-4ba6-b31c-9952ca92c43b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] For port c00f0c12-490a-481f-9711-d115ed8e8625, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c00f0c12-490a-481f-9711-d115ed8e8625,segment=NetworkSegment(f383a75c-7c7b-4f3e-8a7a-ba2a085947e5),segment_id=f383a75c-7c7b-4f3e-8a7a-ba2a085947e5)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:27.700311 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-adba8f3b-8cd2-4ba6-b31c-9952ca92c43b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:27.713293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-adba8f3b-8cd2-4ba6-b31c-9952ca92c43b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Calling delete_port for c00f0c12-490a-481f-9711-d115ed8e8625 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:27:27.838764 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-adba8f3b-8cd2-4ba6-b31c-9952ca92c43b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:27.850048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c00f0c12-490a-481f-9711-d115ed8e8625'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:27:27.872832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba8f3b-8cd2-4ba6-b31c-9952ca92c43b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Pushing event deleted for resources: {'Port': ['ID=c00f0c12-490a-481f-9711-d115ed8e8625,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:27.912061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-adba8f3b-8cd2-4ba6-b31c-9952ca92c43b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] No DVR routers for this DVR port c00f0c12-490a-481f-9711-d115ed8e8625 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:27:27.914678 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-adba8f3b-8cd2-4ba6-b31c-9952ca92c43b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:27.916665 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee0d6f6f-e3d9-4b34-a7fc-b48ac4bd9c88 req-adba8f3b-8cd2-4ba6-b31c-9952ca92c43b tempest-DeleteServersTestJSON-271296607 tempest-DeleteServersTestJSON-271296607-project] 10.222.0.53 "DELETE /v2.0/ports/c00f0c12-490a-481f-9711-d115ed8e8625 HTTP/1.1" status: 204 len: 173 time: 0.3981674 Aug 09 16:27:27.917514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'name': 'network-vif-deleted', 'tag': 'c00f0c12-490a-481f-9711-d115ed8e8625'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:27.919356 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cc394d-f7d8-42bb-8b11-4b373d8cc3e5" -d '{"events": [{"server_uuid": "4573bd31-4b60-426c-b3b6-9a11437b6b7b", "name": "network-vif-deleted", "tag": "c00f0c12-490a-481f-9711-d115ed8e8625"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:27.958786 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bab9c83-1543-4b25-91ea-78ba52a07358 x-openstack-request-id: req-7bab9c83-1543-4b25-91ea-78ba52a07358 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:27.959109 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4573bd31-4b60-426c-b3b6-9a11437b6b7b", "name": "network-vif-deleted", "tag": "c00f0c12-490a-481f-9711-d115ed8e8625", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:27.959392 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7bab9c83-1543-4b25-91ea-78ba52a07358 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:27.959813 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4573bd31-4b60-426c-b3b6-9a11437b6b7b', 'name': 'network-vif-deleted', 'tag': 'c00f0c12-490a-481f-9711-d115ed8e8625', 'status': 'completed', 'code': 200} Aug 09 16:27:28.568089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52802) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:28.613886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa03f329-7311-4c7b-872c-5b74ee579dac admin admin] Deleting subnet 01b24294-5be3-4ed1-bad5-c923fd3d5428 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:27:28.616939 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa03f329-7311-4c7b-872c-5b74ee579dac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:28.654727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa03f329-7311-4c7b-872c-5b74ee579dac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:28.693961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa03f329-7311-4c7b-872c-5b74ee579dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:28.746269 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa03f329-7311-4c7b-872c-5b74ee579dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:28.771759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03f329-7311-4c7b-872c-5b74ee579dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b24294-5be3-4ed1-bad5-c923fd3d5428,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:28.775336 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fa03f329-7311-4c7b-872c-5b74ee579dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:28.777166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fa03f329-7311-4c7b-872c-5b74ee579dac admin admin] 10.222.0.81 "DELETE /v2.0/subnets/01b24294-5be3-4ed1-bad5-c923fd3d5428 HTTP/1.1" status: 204 len: 168 time: 0.2080834 Aug 09 16:27:28.779752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52804) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:28.850887 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:28.927759 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:28.937241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb94cb92-a378-47cf-838c-7e915f7167c6']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:27:28.947211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f383a75c-7c7b-4f3e-8a7a-ba2a085947e5') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:27:28.947508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f383a75c-7c7b-4f3e-8a7a-ba2a085947e5') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:27:28.956023 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:28.969526 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:28.975883 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:27:28.976270 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:27:28.977993 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:27:29.034873 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:29.040841 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:29.042701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] 10.222.0.81 "DELETE /v2.0/networks/eb94cb92-a378-47cf-838c-7e915f7167c6 HTTP/1.1" status: 204 len: 168 time: 0.2620449 Aug 09 16:27:29.054579 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8369b-7063-4212-bf3c-febc8c8dff00 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb94cb92-a378-47cf-838c-7e915f7167c6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:29.153061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52808) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:29.192978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c31701f4-a030-4dd1-a249-81e9dffafac6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=811b97d93a0044a98b11e13db32671c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387526 Aug 09 16:27:29.195531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52810) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:29.243898 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:29.264419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:29.311906 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:29.314435 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:29.315727 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5f1f32b-d761-4f8f-952c-04c991c14b14 HTTP/1.1" status: 204 len: 168 time: 0.1192267 Aug 09 16:27:29.323487 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f1f32b-d761-4f8f-952c-04c991c14b14,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:29.331451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:29.331865 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:29.332209 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:29.332538 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:29.332864 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:29.333190 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:29.333512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:29.333862 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:29.334187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:29.334504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:29.334834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:29.335151 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbf694-78b5-4cb8-8d6f-d28f5998bf26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:27:29.985464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 52832) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:30.081429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-601523848-network', 'tenant_id': '568b54f56cde43b184d5412b77ea8b9d'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:27:30.102106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Made reservation on behalf of 568b54f56cde43b184d5412b77ea8b9d for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:27:30.104436 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:30.113334 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:30.202261 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:30.205993 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:30.227855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:27:30.242228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7068c3e4-e6ca-466a-8113-55cc04f5c2c8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:30.249041 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:30.249483 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Added segment d8ab1936-5b15-4d7b-999a-19cb8507a0ac of type vlan for network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de Aug 09 16:27:30.293544 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:30.322990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:30.324013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:30.324594 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:30.355264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c00f0c12-490a-481f-9711-d115ed8e8625 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:27:30.376340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: c00f0c12-490a-481f-9711-d115ed8e8625 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:27:30.376688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c00f0c12-490a-481f-9711-d115ed8e8625 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:27:30.381315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3946600 Aug 09 16:27:30.384317 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 52836) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:27:30.386843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b3a7c-051c-4662-aeb8-587aeac88a7b admin admin] Pushing event updated for resources: {'Network': ['ID=92f9ba1a-26a0-4ef5-b49c-7530e65d15de,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:30.390028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-ac252d7b-7300-476e-9f78-e48cfeba20e5 admin admin] Request body: {'subnet': {'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-601523848-subnet', 'tenant_id': '568b54f56cde43b184d5412b77ea8b9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:27:30.397187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:27:30.414053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac252d7b-7300-476e-9f78-e48cfeba20e5 admin admin] Made reservation on behalf of 568b54f56cde43b184d5412b77ea8b9d for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:27:30.416331 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac252d7b-7300-476e-9f78-e48cfeba20e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:30.587142 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac252d7b-7300-476e-9f78-e48cfeba20e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:30.651479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac252d7b-7300-476e-9f78-e48cfeba20e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876e97e9-3a88-428e-baeb-26ebfae17cfb,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:30.655885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac252d7b-7300-476e-9f78-e48cfeba20e5 admin admin] Checking segment: {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:27:30.656256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac252d7b-7300-476e-9f78-e48cfeba20e5 admin admin] Network hostable DHCP agents. Network: 92f9ba1a-26a0-4ef5-b49c-7530e65d15de, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:27:30.673788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac252d7b-7300-476e-9f78-e48cfeba20e5 admin admin] Network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:27:30.682099 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-ac252d7b-7300-476e-9f78-e48cfeba20e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 92f9ba1a-26a0-4ef5-b49c-7530e65d15de) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:27:30.686516 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac252d7b-7300-476e-9f78-e48cfeba20e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:30.687156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ac252d7b-7300-476e-9f78-e48cfeba20e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:30.692240 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50461d41-50d5-470e-bb4d-a869d25373bc None None] Network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:27:30.704659 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ac252d7b-7300-476e-9f78-e48cfeba20e5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3192592 Aug 09 16:27:30.822088 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f485f77-aea9-4353-be53-937bba8443ad None None] Network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:27:31.126270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e689398-d958-4bd6-909c-d53104922740 req-d490e0f9-e511-44c4-89fa-06e3b2cf6d3e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:31.128432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-d490e0f9-e511-44c4-89fa-06e3b2cf6d3e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 814 time: 0.1024375 Aug 09 16:27:31.143486 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-0734611d-cb88-40d1-b0dd-d2c59e1590e5 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/quotas/568b54f56cde43b184d5412b77ea8b9d HTTP/1.1" status: 200 len: 375 time: 0.0091977 Aug 09 16:27:31.175155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-5998cc4d-0ed9-46ec-a8f5-a258d48e43d4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261121 Aug 09 16:27:31.262126 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-82bf36de-2991-486d-8d00-8c0acfeb0557 service neutron] 10.222.0.81 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799699 Aug 09 16:27:31.709492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-86351d89-5383-4554-950f-87240e533b2b service neutron] 10.222.0.81 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412785 Aug 09 16:27:31.879185 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a6b89da-2856-4b93-952c-bd7277255a20 req-8467d9e0-fb0b-4052-accb-56426c68e3da tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 210 time: 0.0295887 Aug 09 16:27:32.786627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e689398-d958-4bd6-909c-d53104922740 req-37944bbd-72f9-4481-828c-7fe1e302da22 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:32.788129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-37944bbd-72f9-4481-828c-7fe1e302da22 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.53 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 814 time: 0.1053805 Aug 09 16:27:32.801561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9e689398-d958-4bd6-909c-d53104922740 req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Request body: {'port': {'device_id': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de', 'admin_state_up': True, 'tenant_id': '568b54f56cde43b184d5412b77ea8b9d'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:27:32.911747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e689398-d958-4bd6-909c-d53104922740 req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Made reservation on behalf of 568b54f56cde43b184d5412b77ea8b9d for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:27:32.915443 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9e689398-d958-4bd6-909c-d53104922740 req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:33.005277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0ea6df9e-4456-4a4c-abd0-264619ee1c90 req-71166d7c-dbe4-4cf4-934c-18cb39f2506f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 210 time: 0.0371072 Aug 09 16:27:33.063228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-9e689398-d958-4bd6-909c-d53104922740 req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Allocated IP 172.20.0.13 (92f9ba1a-26a0-4ef5-b49c-7530e65d15de/876e97e9-3a88-428e-baeb-26ebfae17cfb/60fd1e3e-6a15-42c1-ae32-edf30ecd1daa) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:27:33.207873 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9e689398-d958-4bd6-909c-d53104922740 req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:33.246818 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9e689398-d958-4bd6-909c-d53104922740 req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:33.287269 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e689398-d958-4bd6-909c-d53104922740 req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:27:33.292111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-9e689398-d958-4bd6-909c-d53104922740 req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:27:33.295731 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e689398-d958-4bd6-909c-d53104922740 req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:27:33.321188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Pushing event updated for resources: {'Port': ['ID=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:33.348603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e689398-d958-4bd6-909c-d53104922740 req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:33.349215 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9e689398-d958-4bd6-909c-d53104922740 req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:33.363713 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-26545b0f-9cb3-46fb-8ede-667c8d2f4a1d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664327 Aug 09 16:27:33.376318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Request body: {'port': {'device_id': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:27:33.434079 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:33.693043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:27:33.700330 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:33.712220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Transition to ACTIVE for port object 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:27:33.716672 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:33.765019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Pushing event updated for resources: {'Port': ['ID=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:33.840660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Attempting to bind port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:27:33.841311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Attempting to bind port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:27:33.841311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Attempting to bind port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa on network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:27:33.845796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa on network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:27:33.846230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Attempting to bind port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa on network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:27:33.851439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:27:33.851783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Checking segment: {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:27:33.852169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Bound using segment: {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:27:33.852600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Bound port: 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:27:33.852965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:33.916393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:27:33.919453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:27:33.923453 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:33.957476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:33.958123 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:33.959530 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] 10.222.0.53 "PUT /v2.0/ports/60fd1e3e-6a15-42c1-ae32-edf30ecd1daa HTTP/1.1" status: 200 len: 1092 time: 0.5874155 Aug 09 16:27:33.959976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'tag': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:33.962265 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bb4216-19d5-42f3-9f7e-928e1bfc2b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3519e32-ebee-4f05-a940-22d697fe6368", "tag": "60fd1e3e-6a15-42c1-ae32-edf30ecd1daa"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:33.993143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617591d4-c606-41b8-905e-d05b40326da7 service neutron] Pushing event updated for resources: {'Port': ['ID=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:34.001395 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a917d15a-b364-448f-b3ea-480da3a517a9 x-openstack-request-id: req-a917d15a-b364-448f-b3ea-480da3a517a9 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:34.001727 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3519e32-ebee-4f05-a940-22d697fe6368", "tag": "60fd1e3e-6a15-42c1-ae32-edf30ecd1daa", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:34.001980 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a917d15a-b364-448f-b3ea-480da3a517a9 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:34.002496 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'tag': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa', 'status': 'completed', 'code': 200} Aug 09 16:27:34.043554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e689398-d958-4bd6-909c-d53104922740 req-5705d28c-cfbb-4600-b2df-254758eb9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:34.045190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-5705d28c-cfbb-4600-b2df-254758eb9b75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 1095 time: 0.0457463 Aug 09 16:27:34.091553 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-2978ef92-6232-4bd2-a2e5-653400904074 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa HTTP/1.1" status: 200 len: 217 time: 0.0388892 Aug 09 16:27:34.163440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e689398-d958-4bd6-909c-d53104922740 req-241266fd-46b9-46cc-9a72-39851929a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:34.164920 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-241266fd-46b9-46cc-9a72-39851929a603 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0657568 Aug 09 16:27:34.173843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1b330-96ef-44e4-8aa3-24a8b0038d49 req-86f2f31a-7ee1-45e1-9528-b16a1ef0ed4b tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:34.176002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4d1b330-96ef-44e4-8aa3-24a8b0038d49 req-86f2f31a-7ee1-45e1-9528-b16a1ef0ed4b tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 944 time: 0.0869777 Aug 09 16:27:34.222089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-48be2a8a-9acc-447d-874f-7c5a09c9db2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447912 Aug 09 16:27:34.280517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4d1b330-96ef-44e4-8aa3-24a8b0038d49 req-5c4ca02b-9880-4541-9492-5c7a7753b4d5 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963013 Aug 09 16:27:34.323182 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-7b9df996-537e-46e5-8893-9c5f22c22f3a service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935395 Aug 09 16:27:34.414839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e689398-d958-4bd6-909c-d53104922740 req-1f630458-6a81-4f02-899b-5483dbed944c service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848699 Aug 09 16:27:34.498288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb4216-19d5-42f3-9f7e-928e1bfc2b0c req-2f73c76d-9a48-4e4a-afed-1520631643f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:34.499800 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33bb4216-19d5-42f3-9f7e-928e1bfc2b0c req-2f73c76d-9a48-4e4a-afed-1520631643f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 1095 time: 0.0405302 Aug 09 16:27:34.591452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb4216-19d5-42f3-9f7e-928e1bfc2b0c req-586acfde-19f4-4aca-894b-203d90dbfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:34.592916 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33bb4216-19d5-42f3-9f7e-928e1bfc2b0c req-586acfde-19f4-4aca-894b-203d90dbfc3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.0859632 Aug 09 16:27:34.635150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33bb4216-19d5-42f3-9f7e-928e1bfc2b0c req-22580a15-38c8-4256-b4f9-cef655a26163 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa HTTP/1.1" status: 200 len: 217 time: 0.0344779 Aug 09 16:27:34.684527 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb4216-19d5-42f3-9f7e-928e1bfc2b0c req-86b17455-1eec-47f4-9dc6-4859fc18f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:34.685990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33bb4216-19d5-42f3-9f7e-928e1bfc2b0c req-86b17455-1eec-47f4-9dc6-4859fc18f229 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0434191 Aug 09 16:27:34.718011 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33bb4216-19d5-42f3-9f7e-928e1bfc2b0c req-c987d434-2d79-4707-8ff0-c4e7d92a980d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236170 Aug 09 16:27:34.810750 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33bb4216-19d5-42f3-9f7e-928e1bfc2b0c req-7d77bfff-74c8-4e97-9d1d-4f0d41f52ccf service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853035 Aug 09 16:27:34.902513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-33bb4216-19d5-42f3-9f7e-928e1bfc2b0c req-9f6a4824-848d-459f-8de0-abecb7caa85d service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838337 Aug 09 16:27:35.398168 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d4199-dedf-4172-aee0-892952194a79 req-f430d7b7-4fab-41fd-87ae-0b065c7d3b15 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:35.399648 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-233d4199-dedf-4172-aee0-892952194a79 req-f430d7b7-4fab-41fd-87ae-0b065c7d3b15 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 944 time: 0.0488048 Aug 09 16:27:35.437127 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-233d4199-dedf-4172-aee0-892952194a79 req-91351100-446e-4ad2-85b3-e4c63e30938d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Aug 09 16:27:36.386370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:27:36.483519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:36.495318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa', 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de', 'port_id': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa', 'mac_address': 'fa:16:3e:24:bd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876e97e9-3a88-428e-baeb-26ebfae17cfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:27:36.536300 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:36.549461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:27:36.568542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707cfbf-cd37-4cd2-8c26-b35bb7a3f8a3 req-e2769178-0955-458f-aeaf-409b5cfb604e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:36.570103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2707cfbf-cd37-4cd2-8c26-b35bb7a3f8a3 req-e2769178-0955-458f-aeaf-409b5cfb604e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 944 time: 0.0618312 Aug 09 16:27:36.570720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:36.574649 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:36.611166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2707cfbf-cd37-4cd2-8c26-b35bb7a3f8a3 req-175466ce-2ab8-44aa-84d6-88373d1062bf tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344486 Aug 09 16:27:36.622887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:36.790264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['60fd1e3e-6a15-42c1-ae32-edf30ecd1daa'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:27:37.682521 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a0326a1b-d852-4fce-96cc-82341f348d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:37.729995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378962f7-4008-48ad-a93f-5de9240d1087 req-41780584-2246-48d7-b59f-e2cb57c2d667 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:37.731486 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-378962f7-4008-48ad-a93f-5de9240d1087 req-41780584-2246-48d7-b59f-e2cb57c2d667 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 945 time: 0.0503068 Aug 09 16:27:37.772493 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-378962f7-4008-48ad-a93f-5de9240d1087 req-fef71457-ab31-40f3-b70a-010704799481 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341613 Aug 09 16:27:38.401826 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:27:38.451519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:27:38.457307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:27:38.457690 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:38.537772 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:38.564646 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:27:38.567090 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e044fefc-826c-4b40-a1e6-c474702be0cc" -d '{"events": [{"server_uuid": "d3519e32-ebee-4f05-a940-22d697fe6368", "name": "network-vif-plugged", "status": "completed", "tag": "60fd1e3e-6a15-42c1-ae32-edf30ecd1daa"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:27:38.579454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:27:38.584281 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:38.607774 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c7edf1-d541-497d-9c66-3f28dd8e9990 x-openstack-request-id: req-b3c7edf1-d541-497d-9c66-3f28dd8e9990 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:27:38.608052 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3519e32-ebee-4f05-a940-22d697fe6368", "name": "network-vif-plugged", "status": "completed", "tag": "60fd1e3e-6a15-42c1-ae32-edf30ecd1daa", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:27:38.608297 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3c7edf1-d541-497d-9c66-3f28dd8e9990 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:27:38.608676 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa', 'code': 200} Aug 09 16:27:38.634756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:27:38.702015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91f2ba-482d-4c9a-be91-986eb08e56ac req-9613644c-28e9-443c-8d30-5252df619bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:38.703495 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7d91f2ba-482d-4c9a-be91-986eb08e56ac req-9613644c-28e9-443c-8d30-5252df619bc1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 1097 time: 0.0401354 Aug 09 16:27:38.743213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7d91f2ba-482d-4c9a-be91-986eb08e56ac req-0711d5ed-53f8-48ed-b810-521f4e7a2ab0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288999 Aug 09 16:27:38.891665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436bc60-4d53-4028-a1e8-ee8a19de2af7 req-cf158ce5-e00e-4374-b3db-66d7ab76ca51 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:38.893147 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1436bc60-4d53-4028-a1e8-ee8a19de2af7 req-cf158ce5-e00e-4374-b3db-66d7ab76ca51 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0526285 Aug 09 16:27:38.931676 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1436bc60-4d53-4028-a1e8-ee8a19de2af7 req-c505eebf-a9d7-4f96-9c54-43d329acbf50 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Aug 09 16:27:40.047934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494642a-24d3-4b04-be49-663b9824d093 req-d963eddf-413e-4835-b12d-2042a543ce03 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:40.049429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f494642a-24d3-4b04-be49-663b9824d093 req-d963eddf-413e-4835-b12d-2042a543ce03 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0505381 Aug 09 16:27:40.088294 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f494642a-24d3-4b04-be49-663b9824d093 req-addfa13f-7457-4de5-be1e-04b7b876cbdd tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324247 Aug 09 16:27:40.214056 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c9912-ceb7-44e4-9589-cd0b88c564d2 req-f550136b-091c-4bcb-ae4f-0866f444939f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:40.215869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-018c9912-ceb7-44e4-9589-cd0b88c564d2 req-f550136b-091c-4bcb-ae4f-0866f444939f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0568824 Aug 09 16:27:40.264561 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-018c9912-ceb7-44e4-9589-cd0b88c564d2 req-213263c8-8889-42f0-8d97-87ab2f764c9b tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369647 Aug 09 16:27:40.475631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2058a0a-0cd6-40e7-b5f0-6cf5299d9962 req-8d74b794-b2d3-4945-b404-da2ada5aa102 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:40.477152 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2058a0a-0cd6-40e7-b5f0-6cf5299d9962 req-8d74b794-b2d3-4945-b404-da2ada5aa102 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0502841 Aug 09 16:27:40.518849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e2058a0a-0cd6-40e7-b5f0-6cf5299d9962 req-2fce12c1-d0a1-4f91-8ebf-851418bfd398 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346930 Aug 09 16:27:40.586981 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89e9c5cf-a351-477e-929a-f52159bbe950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:40.649699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43baef-2e54-426b-aa30-06b8d2f62650 req-bd9b12b2-2d78-46a2-bc03-f89318012101 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:40.651198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c43baef-2e54-426b-aa30-06b8d2f62650 req-bd9b12b2-2d78-46a2-bc03-f89318012101 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0556777 Aug 09 16:27:40.692235 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7c43baef-2e54-426b-aa30-06b8d2f62650 req-e2d4f25b-4444-4f2c-9ee0-eebbfe44050a tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338252 Aug 09 16:27:40.944840 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:40.969954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-2c9940a5-a551-433f-86ed-b3b92adc54f1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965476 Aug 09 16:27:40.988870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12210280-7866-4c04-8c9e-6e5b15413b5a req-cb95ae85-fd78-498c-941f-15a3cf06c940 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:40.990988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12210280-7866-4c04-8c9e-6e5b15413b5a req-cb95ae85-fd78-498c-941f-15a3cf06c940 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0867698 Aug 09 16:27:41.038486 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12210280-7866-4c04-8c9e-6e5b15413b5a req-0e602fc2-83e3-493d-9414-c630fb9d66e1 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389657 Aug 09 16:27:41.711352 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:41.733035 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:42.163290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6e317-9c36-4879-8ba0-bbef3a59f189 req-ffaf8adf-906e-49e7-af02-51ed2c4b7a96 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:42.164894 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6d6e317-9c36-4879-8ba0-bbef3a59f189 req-ffaf8adf-906e-49e7-af02-51ed2c4b7a96 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0544415 Aug 09 16:27:42.172327 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1d365e56-fa7c-40ad-a739-c4dace6bd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:42.173861 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1d365e56-fa7c-40ad-a739-c4dace6bd270 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 1097 time: 0.0498233 Aug 09 16:27:42.204589 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6d6e317-9c36-4879-8ba0-bbef3a59f189 req-23beeb3c-f2b9-4076-a4fd-1ece07b0da89 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335898 Aug 09 16:27:42.276726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-16f05f8a-e919-4d9a-af12-cc302b38c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:42.278245 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-16f05f8a-e919-4d9a-af12-cc302b38c4b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.0979340 Aug 09 16:27:42.320685 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-7b284a50-1c8b-4ea2-b4b2-b8c9f847a9e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa HTTP/1.1" status: 200 len: 217 time: 0.0352800 Aug 09 16:27:42.373276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-62f727a8-50df-478c-b430-55cd6d9f71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:42.374764 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-62f727a8-50df-478c-b430-55cd6d9f71a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0478029 Aug 09 16:27:42.405369 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-19205baf-b47d-4489-8573-8d47f2c2bcb8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237658 Aug 09 16:27:42.492838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-b28e91a2-8533-4d98-a926-9fc748b3c666 service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803339 Aug 09 16:27:42.587081 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-527afd73-708a-4c2f-a8c1-78f6da2b90c5 service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872173 Aug 09 16:27:43.326394 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512dfea-3dff-4e3f-9a35-52b028f3e8c6 req-900485dd-6592-4b8e-afe9-4c4b509f0e4c tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:43.327873 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c512dfea-3dff-4e3f-9a35-52b028f3e8c6 req-900485dd-6592-4b8e-afe9-4c4b509f0e4c tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0496266 Aug 09 16:27:43.365018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c512dfea-3dff-4e3f-9a35-52b028f3e8c6 req-e92ab8dd-1328-4566-bfa0-a21b7a70cfd8 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311000 Aug 09 16:27:43.448525 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:43.553239 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:27:44.479901 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a2b15-0209-4470-bc5d-f2b9426e2e6f req-db81b9ba-1f0d-4478-8b21-5033ded73ed3 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:44.481399 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c2a2b15-0209-4470-bc5d-f2b9426e2e6f req-db81b9ba-1f0d-4478-8b21-5033ded73ed3 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0490060 Aug 09 16:27:44.519153 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c2a2b15-0209-4470-bc5d-f2b9426e2e6f req-4f305bfc-c020-48f3-a127-e8273b8817f4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311010 Aug 09 16:27:45.636416 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5d81c-00e4-4c59-befc-253b24fe3277 req-6cdd3820-e836-4e95-bc91-8f0995d85752 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:45.637897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73c5d81c-00e4-4c59-befc-253b24fe3277 req-6cdd3820-e836-4e95-bc91-8f0995d85752 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0489705 Aug 09 16:27:45.681963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73c5d81c-00e4-4c59-befc-253b24fe3277 req-995a1e08-08c6-4ac9-bfcf-ee384647e955 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374329 Aug 09 16:27:46.800174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87372fd3-e496-4659-820e-1c66cafa0a46 req-18da651a-a505-4661-b43d-8f85b32b835c tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:46.801688 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-87372fd3-e496-4659-820e-1c66cafa0a46 req-18da651a-a505-4661-b43d-8f85b32b835c tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0511425 Aug 09 16:27:46.844439 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-87372fd3-e496-4659-820e-1c66cafa0a46 req-4555d382-67ac-420b-9da7-a11e876aba54 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362868 Aug 09 16:27:47.973324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6df97e-88ef-41e6-ae60-a932320aa89a req-9cbf9c89-29a9-4f51-aa60-69976d57a348 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:47.974853 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b6df97e-88ef-41e6-ae60-a932320aa89a req-9cbf9c89-29a9-4f51-aa60-69976d57a348 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0492778 Aug 09 16:27:48.011923 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3b6df97e-88ef-41e6-ae60-a932320aa89a req-abbbea5a-9bc3-437b-96b0-a43b008394d1 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Aug 09 16:27:49.131321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219b845-27d3-4cc9-a778-f33c54c93c84 req-4c016056-1fe4-4d4d-aece-e2383fad918f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:49.132806 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4219b845-27d3-4cc9-a778-f33c54c93c84 req-4c016056-1fe4-4d4d-aece-e2383fad918f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0535979 Aug 09 16:27:49.169737 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4219b845-27d3-4cc9-a778-f33c54c93c84 req-2d4caead-f732-4a68-b0a1-9da0f95ec6dd tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309899 Aug 09 16:27:50.282585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e8689-1be6-4d99-84e0-6a9a1dda1d04 req-7715e21c-570f-4dbf-9884-f541ae486886 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:50.284089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f21e8689-1be6-4d99-84e0-6a9a1dda1d04 req-7715e21c-570f-4dbf-9884-f541ae486886 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0482075 Aug 09 16:27:50.324707 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f21e8689-1be6-4d99-84e0-6a9a1dda1d04 req-8a9f4447-9230-4cd5-be79-0c98c0a62c02 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Aug 09 16:27:51.440751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49666a94-699e-48b8-a9be-b57d0e955868 req-5d9d939a-acb2-445b-9c06-959d38d2eb6f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:51.442280 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-49666a94-699e-48b8-a9be-b57d0e955868 req-5d9d939a-acb2-445b-9c06-959d38d2eb6f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0502071 Aug 09 16:27:51.479731 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-49666a94-699e-48b8-a9be-b57d0e955868 req-ff9f73ff-247b-4e2e-ab6a-44c97bbfb1d3 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Aug 09 16:27:52.601221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1d125-6833-4326-80c6-88bab498f37d req-570a7172-b0ca-441e-975a-1875ad09584a tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:52.602737 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cb1d125-6833-4326-80c6-88bab498f37d req-570a7172-b0ca-441e-975a-1875ad09584a tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0546825 Aug 09 16:27:52.644774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6cb1d125-6833-4326-80c6-88bab498f37d req-7200c6f6-8bb3-4e20-8a1b-2f4953f19702 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360548 Aug 09 16:27:53.762193 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a2e79-a0b9-4847-8556-d076ddc8c560 req-d5f29085-3ab2-4197-b52c-87b1656b0d51 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:53.763690 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd0a2e79-a0b9-4847-8556-d076ddc8c560 req-d5f29085-3ab2-4197-b52c-87b1656b0d51 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0498173 Aug 09 16:27:53.803049 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd0a2e79-a0b9-4847-8556-d076ddc8c560 req-26420b97-57b7-4a46-85cc-48168c789e08 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Aug 09 16:27:54.921274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab02ee-4258-479a-98d2-8e63e814470a req-2985344f-6e09-4350-97a0-d8ddc5960fe4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:54.923032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50ab02ee-4258-479a-98d2-8e63e814470a req-2985344f-6e09-4350-97a0-d8ddc5960fe4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0493531 Aug 09 16:27:54.959928 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-50ab02ee-4258-479a-98d2-8e63e814470a req-892c73f0-bd4a-4a70-808a-ffe77a69ac04 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Aug 09 16:27:56.081089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39a214-af14-4705-8465-99d0e6eadd82 req-569091bc-b9ea-4d88-836d-133dfdee5e30 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:56.082617 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d39a214-af14-4705-8465-99d0e6eadd82 req-569091bc-b9ea-4d88-836d-133dfdee5e30 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0533943 Aug 09 16:27:56.120917 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d39a214-af14-4705-8465-99d0e6eadd82 req-0954ec09-4cf8-41a3-9796-791db480722f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Aug 09 16:27:57.242739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec0a47-7167-4a26-a24d-cac424c2fdd9 req-ad3ff75c-6c3e-4192-8b6a-f346fd558bfa tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:57.244233 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0ec0a47-7167-4a26-a24d-cac424c2fdd9 req-ad3ff75c-6c3e-4192-8b6a-f346fd558bfa tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0496955 Aug 09 16:27:57.283472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b0ec0a47-7167-4a26-a24d-cac424c2fdd9 req-0a77ef85-1d58-4535-8569-571f546ee92a tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Aug 09 16:27:58.398163 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1935ee5-37d1-4257-a18b-5110d3a6c60f req-1becd2a5-5a48-47a5-8a88-595ca7b00d7f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:58.399670 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c1935ee5-37d1-4257-a18b-5110d3a6c60f req-1becd2a5-5a48-47a5-8a88-595ca7b00d7f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0495744 Aug 09 16:27:58.438106 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c1935ee5-37d1-4257-a18b-5110d3a6c60f req-50fdadf4-3fe8-49c9-a791-b9bdf0c3c782 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325189 Aug 09 16:27:59.554170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3715-722f-426d-99a2-6dd743269b12 req-13eda454-a220-4375-9694-37bedc08a4ff tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:27:59.555651 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-751f3715-722f-426d-99a2-6dd743269b12 req-13eda454-a220-4375-9694-37bedc08a4ff tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0483406 Aug 09 16:27:59.596737 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-751f3715-722f-426d-99a2-6dd743269b12 req-d45e52d4-a057-4f54-bc75-1da6fd97cb8b tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349691 Aug 09 16:28:00.287949 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:28:00.712353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687574d-23ac-49bc-9b10-1c33c9b398c0 req-4c396f41-1051-4e90-ab61-4de836788543 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:00.713849 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e687574d-23ac-49bc-9b10-1c33c9b398c0 req-4c396f41-1051-4e90-ab61-4de836788543 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0490630 Aug 09 16:28:00.751397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e687574d-23ac-49bc-9b10-1c33c9b398c0 req-b07cf12c-2131-483e-a99f-6fd08b29484b tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Aug 09 16:28:01.868408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a9b2a-041d-41d1-ad3c-45e346791cd6 req-2156a613-a774-43a0-af9e-6319a0a76685 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:01.870039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da1a9b2a-041d-41d1-ad3c-45e346791cd6 req-2156a613-a774-43a0-af9e-6319a0a76685 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0495787 Aug 09 16:28:01.907125 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da1a9b2a-041d-41d1-ad3c-45e346791cd6 req-3fb40ff9-dc93-48ad-b2bb-93ff9aacb38a tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312703 Aug 09 16:28:03.029103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52f9f4-7fdd-4312-b040-d90f872fbe02 req-bd599644-ad39-4ae8-9764-f2bd7bf64544 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:03.030621 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e52f9f4-7fdd-4312-b040-d90f872fbe02 req-bd599644-ad39-4ae8-9764-f2bd7bf64544 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0537717 Aug 09 16:28:03.069541 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4e52f9f4-7fdd-4312-b040-d90f872fbe02 req-084435d1-e047-445f-b0e0-0ef3ece1d00d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329201 Aug 09 16:28:04.186935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1b75d-8a00-4f5f-a5fa-114913e6f326 req-9d969392-3864-45d2-a83d-4c20b1ea9ef0 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:04.188438 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-66e1b75d-8a00-4f5f-a5fa-114913e6f326 req-9d969392-3864-45d2-a83d-4c20b1ea9ef0 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0499487 Aug 09 16:28:04.229668 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-66e1b75d-8a00-4f5f-a5fa-114913e6f326 req-2ff98155-d0b3-4d89-9510-43d024598392 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339136 Aug 09 16:28:05.357826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514040f0-e8b7-4382-9fb2-60fd9d749296 req-2ee56644-8d59-4ee2-a5d8-a2ba24c1b387 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:05.359327 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-514040f0-e8b7-4382-9fb2-60fd9d749296 req-2ee56644-8d59-4ee2-a5d8-a2ba24c1b387 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0572324 Aug 09 16:28:05.398435 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-514040f0-e8b7-4382-9fb2-60fd9d749296 req-97d90408-bc86-433b-9f45-ed733dc61f4a tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Aug 09 16:28:05.996745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13908b12-cf29-4dc1-872d-27048b74a401 req-f6283bad-2af1-4070-b70d-b940533cda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:05.998314 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13908b12-cf29-4dc1-872d-27048b74a401 req-f6283bad-2af1-4070-b70d-b940533cda54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 1097 time: 0.0399692 Aug 09 16:28:06.106958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13908b12-cf29-4dc1-872d-27048b74a401 req-0dc10fe9-e49e-4fdd-8393-dbe37a814ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:06.108394 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13908b12-cf29-4dc1-872d-27048b74a401 req-0dc10fe9-e49e-4fdd-8393-dbe37a814ffe service neutron] 10.222.0.53 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.0880175 Aug 09 16:28:06.149805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13908b12-cf29-4dc1-872d-27048b74a401 req-639446e5-e019-4b96-bbd4-2c525d07ddd5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa HTTP/1.1" status: 200 len: 217 time: 0.0344572 Aug 09 16:28:06.203304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13908b12-cf29-4dc1-872d-27048b74a401 req-e879a5f5-1bca-4de8-90e0-3dfa6df49ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:06.204773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13908b12-cf29-4dc1-872d-27048b74a401 req-e879a5f5-1bca-4de8-90e0-3dfa6df49ab4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0489535 Aug 09 16:28:06.236167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13908b12-cf29-4dc1-872d-27048b74a401 req-4ed278dc-eaaa-45f0-b3aa-05e8358cf38e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246222 Aug 09 16:28:06.324826 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13908b12-cf29-4dc1-872d-27048b74a401 req-38e2e793-86fd-4703-8bcf-a82c3509bbb7 service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816932 Aug 09 16:28:06.421818 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13908b12-cf29-4dc1-872d-27048b74a401 req-e0dd0bf1-5452-4b77-a4df-4e7bfab12973 service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881410 Aug 09 16:28:06.514829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fff7c8-1907-4dc1-a1db-df31e1bcb2a8 req-676b3d16-8bcc-432c-90a0-11ccb7301b4f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:06.516310 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fff7c8-1907-4dc1-a1db-df31e1bcb2a8 req-676b3d16-8bcc-432c-90a0-11ccb7301b4f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0483513 Aug 09 16:28:06.555953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2fff7c8-1907-4dc1-a1db-df31e1bcb2a8 req-e845c7d3-dd1c-4b06-9d34-ef2cb14f4244 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327163 Aug 09 16:28:07.674476 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138af951-5ee1-4925-91cd-494088fa5d83 req-d911f33a-9051-4736-abfd-35ac0ed00a8d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:07.676075 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-138af951-5ee1-4925-91cd-494088fa5d83 req-d911f33a-9051-4736-abfd-35ac0ed00a8d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0514011 Aug 09 16:28:07.684342 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e2137ba0-8fff-455f-9775-f8e7fe5a2174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:07.716251 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-138af951-5ee1-4925-91cd-494088fa5d83 req-0389d329-f72c-494a-ac2e-e5af784dfe5b tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339336 Aug 09 16:28:08.834680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5435f63-66b1-43d2-b5f4-79ff0df7f587 req-f084402f-4189-42cd-b958-87425cf7ec75 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:08.836170 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5435f63-66b1-43d2-b5f4-79ff0df7f587 req-f084402f-4189-42cd-b958-87425cf7ec75 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0486856 Aug 09 16:28:08.879824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5435f63-66b1-43d2-b5f4-79ff0df7f587 req-51abc3ef-78d8-4893-be51-a2107fa5b016 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370748 Aug 09 16:28:09.571258 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-2e420b26-304e-489d-a871-99470e034d11 service neutron] show failed (client error): The resource could not be found. Aug 09 16:28:09.572264 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-2e420b26-304e-489d-a871-99470e034d11 service neutron] 10.222.0.53 "GET /v2.0/ports/60fd1e3e-6a15-42c1-ae32-edf30ecd1daa/bindings/n-h2-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0591538 Aug 09 16:28:09.764828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-22e69782-1f46-41e4-8a27-1c803782c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:09.766401 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-22e69782-1f46-41e4-8a27-1c803782c9f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368&tenant_id=568b54f56cde43b184d5412b77ea8b9d HTTP/1.1" status: 200 len: 1097 time: 0.0421398 Aug 09 16:28:09.779050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:28:09.832748 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:10.012479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2b4a5-3671-4486-8379-d5243a2cd193 req-e05b57da-a5c1-4b74-bc1b-85db93c1d10e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:10.014064 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6e2b4a5-3671-4486-8379-d5243a2cd193 req-e05b57da-a5c1-4b74-bc1b-85db93c1d10e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0642667 Aug 09 16:28:10.052958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:10.062887 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f6e2b4a5-3671-4486-8379-d5243a2cd193 req-1832fab0-6f6a-46e1-9ca8-7fbc1f7ada63 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405684 Aug 09 16:28:10.086623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:28:10.125924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:10.128369 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1081e27-3b2c-46cb-9021-4ea85b41695f" -d '{"events": [{"server_uuid": "d3519e32-ebee-4f05-a940-22d697fe6368", "name": "network-vif-unplugged", "status": "completed", "tag": "60fd1e3e-6a15-42c1-ae32-edf30ecd1daa"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:10.132245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:10.144234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Transition to ACTIVE for port object 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:28:10.148353 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:10.185340 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f099c822-f116-4b13-8e3b-dcbd387bb626 x-openstack-request-id: req-f099c822-f116-4b13-8e3b-dcbd387bb626 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:10.185649 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3519e32-ebee-4f05-a940-22d697fe6368", "name": "network-vif-unplugged", "status": "completed", "tag": "60fd1e3e-6a15-42c1-ae32-edf30ecd1daa", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:10.185898 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f099c822-f116-4b13-8e3b-dcbd387bb626 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:10.186280 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa', 'code': 200} Aug 09 16:28:10.214431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] No DVR routers for this DVR port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:28:10.217457 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Pushing event updated for resources: {'Port': ['ID=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:10.252483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Attempting to bind port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:28:10.253010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Attempting to bind port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:28:10.253352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Attempting to bind port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa on network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:28:10.257563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa on network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:28:10.257904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Attempting to bind port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa on network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:28:10.262687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:28:10.263023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Checking segment: {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:28:10.263400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Bound using segment: {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:28:10.263818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Bound port: 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:28:10.264168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:10.328550 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:28:10.331986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:28:10.337039 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:10.371121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:10.371738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:10.373129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] 10.222.0.60 "PUT /v2.0/ports/60fd1e3e-6a15-42c1-ae32-edf30ecd1daa HTTP/1.1" status: 200 len: 1092 time: 0.5986571 Aug 09 16:28:10.394076 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07285c-a6c4-4693-bf3e-9196d0304464 service neutron] Pushing event updated for resources: {'Port': ['ID=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:10.436295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-c8797ac7-93ee-4c82-adf4-35a2b1a392c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:10.437799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-c8797ac7-93ee-4c82-adf4-35a2b1a392c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 1095 time: 0.0406027 Aug 09 16:28:10.533517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-056f74a4-6e54-4843-b192-11cf5bbe4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:10.536721 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-056f74a4-6e54-4843-b192-11cf5bbe4e31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.0906332 Aug 09 16:28:10.580401 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-4db9cc21-02e5-4c22-8140-911679ef77ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa HTTP/1.1" status: 200 len: 217 time: 0.0338502 Aug 09 16:28:10.588949 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e45474af-7729-42e1-8b8d-2bb20dde543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:10.632060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-295cea7d-cf58-4442-9560-986c9cc0b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:10.633494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-295cea7d-cf58-4442-9560-986c9cc0b903 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0445008 Aug 09 16:28:10.669884 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-4b27c2ac-2de6-43d2-a7d8-beea81ad6312 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287225 Aug 09 16:28:10.760740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-ab31fa8f-2bfd-4b8d-8c35-91304f67cda2 service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824807 Aug 09 16:28:10.855293 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-763757b0-de4b-4b86-a0b5-07372db17a73 req-7ed88e7d-3944-4f52-8168-66764b9db8a9 service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867352 Aug 09 16:28:10.950180 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:11.178110 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a77f2d-f0ef-4b58-b7e2-d00b2c7c5903 req-0350a1d3-1bd7-437a-8d7f-cffb76811cca tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:11.179593 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5a77f2d-f0ef-4b58-b7e2-d00b2c7c5903 req-0350a1d3-1bd7-437a-8d7f-cffb76811cca tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 944 time: 0.0486608 Aug 09 16:28:11.222955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a5a77f2d-f0ef-4b58-b7e2-d00b2c7c5903 req-24131b28-e921-4afe-b174-3e2fbb147b50 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374255 Aug 09 16:28:11.713847 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:11.756224 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:12.155160 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:28:12.187701 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'tag': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:12.190132 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383bb2b3-82ed-43ab-94d2-791703c589a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d3519e32-ebee-4f05-a940-22d697fe6368", "tag": "60fd1e3e-6a15-42c1-ae32-edf30ecd1daa"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:12.248856 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb6f6c8-802f-46bc-877c-84fe5f8a729c x-openstack-request-id: req-bcb6f6c8-802f-46bc-877c-84fe5f8a729c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:12.249143 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3519e32-ebee-4f05-a940-22d697fe6368", "tag": "60fd1e3e-6a15-42c1-ae32-edf30ecd1daa", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:12.249394 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bcb6f6c8-802f-46bc-877c-84fe5f8a729c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:12.250123 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'tag': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa', 'status': 'completed', 'code': 200} Aug 09 16:28:12.258260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:12.275486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa', 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de', 'port_id': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa', 'mac_address': 'fa:16:3e:24:bd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876e97e9-3a88-428e-baeb-26ebfae17cfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:28:12.322626 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:12.342242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:28:12.345816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-233de9b8-4c2b-4df7-a7eb-f1d9e2a78eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:12.348895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-233de9b8-4c2b-4df7-a7eb-f1d9e2a78eac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 1095 time: 0.0662403 Aug 09 16:28:12.351791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-8fb57005-01d1-4e51-98b0-69c01684a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:12.353498 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-8fb57005-01d1-4e51-98b0-69c01684a974 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 1095 time: 0.0811872 Aug 09 16:28:12.357389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820a3f8-e028-4e4b-9fdb-31dfd9a81264 req-791e6dfd-7f82-4779-a605-665953e543d8 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:12.359134 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3820a3f8-e028-4e4b-9fdb-31dfd9a81264 req-791e6dfd-7f82-4779-a605-665953e543d8 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 944 time: 0.0571294 Aug 09 16:28:12.370139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:12.374781 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:12.409491 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3820a3f8-e028-4e4b-9fdb-31dfd9a81264 req-88d8f572-536f-4a66-9f03-3ef7dcd51b5f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Aug 09 16:28:12.455785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:12.542019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-fb603f3b-67be-42d1-a007-e56ec82adea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:12.543677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-fb603f3b-67be-42d1-a007-e56ec82adea6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.1889663 Aug 09 16:28:12.548121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-8deab88a-482f-465a-909d-acd474688e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:12.549435 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-8deab88a-482f-465a-909d-acd474688e60 service neutron] 10.222.0.60 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.1721706 Aug 09 16:28:12.594376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-2d008243-1660-4003-b297-503c8978aa09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa HTTP/1.1" status: 200 len: 217 time: 0.0433090 Aug 09 16:28:12.603618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:28:12.626045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['60fd1e3e-6a15-42c1-ae32-edf30ecd1daa'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:28:12.629600 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-df8862a5-2178-453b-8920-da26f740bd4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa HTTP/1.1" status: 200 len: 217 time: 0.0425038 Aug 09 16:28:12.676390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:28:12.701703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-b585e516-d8b6-489b-a14c-a25c9ad486f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:12.703188 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-b585e516-d8b6-489b-a14c-a25c9ad486f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0823073 Aug 09 16:28:12.709439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-bd1d473b-493b-400c-b28d-8f55935d1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:12.710852 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-bd1d473b-493b-400c-b28d-8f55935d1421 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0622120 Aug 09 16:28:12.755059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-ff6503b6-faad-47c5-bc41-9d8e8105c40a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432489 Aug 09 16:28:12.756886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-287ccefa-03fc-426b-a159-c388cd5a6792 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379488 Aug 09 16:28:12.915046 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-ab4a658b-e5c4-480c-b4dd-b4e85d5c5b75 service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528199 Aug 09 16:28:12.917146 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-2bbc0e33-11ea-4939-b1db-02ef72fd1fc1 service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464267 Aug 09 16:28:13.071890 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-e898bd6f-656a-4e09-ac0b-2fc19da2053b service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488268 Aug 09 16:28:13.073618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-383bb2b3-82ed-43ab-94d2-791703c589a5 req-f285a5ea-b2a7-4ac5-8083-e4d1875e0003 service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434529 Aug 09 16:28:13.458184 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:13.538505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973124e-609c-4bf4-bba5-cce9eb4ae2dd req-2de0e4ba-75cc-4aea-810b-9e3d729eed21 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:13.539981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5973124e-609c-4bf4-bba5-cce9eb4ae2dd req-2de0e4ba-75cc-4aea-810b-9e3d729eed21 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 945 time: 0.0527768 Aug 09 16:28:13.559050 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:13.586167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5973124e-609c-4bf4-bba5-cce9eb4ae2dd req-b381003f-02a1-4903-8d66-542d1e84d586 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386219 Aug 09 16:28:13.780841 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954acbc-fb53-4263-84ea-76579246e5c6 req-0ad10a03-11ba-4dea-9aed-e9018bbf2888 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:13.782366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9954acbc-fb53-4263-84ea-76579246e5c6 req-0ad10a03-11ba-4dea-9aed-e9018bbf2888 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 945 time: 0.0507457 Aug 09 16:28:13.852455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9954acbc-fb53-4263-84ea-76579246e5c6 req-49da9857-30d9-49cd-ae84-39610cf86ffd tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605497 Aug 09 16:28:13.860748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-5cebb74e-96da-4c91-a1d9-eb57e6f23500 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:13.863417 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-5cebb74e-96da-4c91-a1d9-eb57e6f23500 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368&tenant_id=568b54f56cde43b184d5412b77ea8b9d&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 945 time: 0.0790029 Aug 09 16:28:13.927645 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-d2fbf63e-ed92-4001-bfe9-1e5aa6ac2f97 service neutron] delete failed (client error): The resource could not be found. Aug 09 16:28:13.928659 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-d2fbf63e-ed92-4001-bfe9-1e5aa6ac2f97 service neutron] 10.222.0.53 "DELETE /v2.0/ports/60fd1e3e-6a15-42c1-ae32-edf30ecd1daa/bindings/n-h1-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0591891 Aug 09 16:28:14.020258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-89dc37a5-daee-4d5e-a972-95956978bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:14.022030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-89dc37a5-daee-4d5e-a972-95956978bf3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 1096 time: 0.0474586 Aug 09 16:28:14.119858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-56d20156-d763-4b37-94a9-19e866b531ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:14.121312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-56d20156-d763-4b37-94a9-19e866b531ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.0929725 Aug 09 16:28:14.166388 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-c893fb4b-6c94-4594-abe7-620f7e2d44cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa HTTP/1.1" status: 200 len: 217 time: 0.0380809 Aug 09 16:28:14.179561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:28:14.215740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-b128ed4c-b7a7-442c-be20-c50bd0c109c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:14.217202 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-b128ed4c-b7a7-442c-be20-c50bd0c109c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0437272 Aug 09 16:28:14.228159 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:28:14.232811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:28:14.233463 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:14.249430 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-c930d0fc-df82-4407-b9c3-7ef5be4ede02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254841 Aug 09 16:28:14.311146 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:14.336323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:14.338590 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e68747-3378-4bf6-863f-721d6ba835d3" -d '{"events": [{"server_uuid": "d3519e32-ebee-4f05-a940-22d697fe6368", "name": "network-vif-plugged", "status": "completed", "tag": "60fd1e3e-6a15-42c1-ae32-edf30ecd1daa"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:14.350417 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-494b0ca3-99fe-4db1-8a7e-c8c5e03f9f35 service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937533 Aug 09 16:28:14.448168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f58e0543-a0de-4675-9347-73873e9bbf33 req-68e5137f-969e-46e1-9b09-fc70c9462a76 service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905812 Aug 09 16:28:14.504433 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07554caa-e568-4652-b83c-5afef4d183bd x-openstack-request-id: req-07554caa-e568-4652-b83c-5afef4d183bd {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:14.505073 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3519e32-ebee-4f05-a940-22d697fe6368", "name": "network-vif-plugged", "status": "completed", "tag": "60fd1e3e-6a15-42c1-ae32-edf30ecd1daa", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:14.505073 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07554caa-e568-4652-b83c-5afef4d183bd {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:14.505354 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa', 'code': 200} Aug 09 16:28:14.508930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:14.512041 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:14.561384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:14.974365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e3c91-7c16-4909-8f0e-2423f2d67226 req-4a43fb41-5597-46b5-9d96-7a1ecc5624b3 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:14.975891 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-023e3c91-7c16-4909-8f0e-2423f2d67226 req-4a43fb41-5597-46b5-9d96-7a1ecc5624b3 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0528965 Aug 09 16:28:15.017240 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-023e3c91-7c16-4909-8f0e-2423f2d67226 req-4a646c5b-5465-47fc-9ac7-dabae0f1b189 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351810 Aug 09 16:28:15.136495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f1e8-3a1f-47f7-a42a-e0161afa8e3a req-83a0be88-662e-4df0-b4c4-92d59d113f29 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:15.137890 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fde2f1e8-3a1f-47f7-a42a-e0161afa8e3a req-83a0be88-662e-4df0-b4c4-92d59d113f29 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0533423 Aug 09 16:28:15.175909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fde2f1e8-3a1f-47f7-a42a-e0161afa8e3a req-a8ae4dfd-7f20-43d7-bd56-0adef16e965f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308890 Aug 09 16:28:15.291427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d56723-3c09-43a2-ad54-0bdc541d79f7 req-6896d537-09ad-40b6-9f72-35dacad9b6f5 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:15.292897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76d56723-3c09-43a2-ad54-0bdc541d79f7 req-6896d537-09ad-40b6-9f72-35dacad9b6f5 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0514486 Aug 09 16:28:15.330079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-76d56723-3c09-43a2-ad54-0bdc541d79f7 req-ef4c70e4-6091-4c16-829a-c2270ba5d538 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307724 Aug 09 16:28:15.672924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-382c515a-0f09-44dc-bca0-1d24040a64b5 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:15.674330 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-382c515a-0f09-44dc-bca0-1d24040a64b5 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 814 time: 0.0997348 Aug 09 16:28:15.689757 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-10cf87f7-6209-41dd-b19c-eb30ea010f6c tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/quotas/568b54f56cde43b184d5412b77ea8b9d HTTP/1.1" status: 200 len: 375 time: 0.0088615 Aug 09 16:28:15.741264 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-a6246e34-e215-4a98-b4a9-db00993163ae tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457344 Aug 09 16:28:15.830286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-2af9d687-852a-45ae-9611-f15184b3c141 service neutron] 10.222.0.81 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820203 Aug 09 16:28:16.265852 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-9328b011-d903-45d2-a5bf-b9094b89e803 service neutron] 10.222.0.81 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292214 Aug 09 16:28:16.429501 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4939978b-a509-48ae-8f2e-ef3ea6731f0d req-abdfbed9-830d-4545-af8a-c9e5a243d003 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 210 time: 0.0272946 Aug 09 16:28:16.919393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee5db8-0994-465a-9483-ef48009b1931 req-c4c70e91-f762-45ae-afd1-c064d3d61ffb tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:16.920824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c7ee5db8-0994-465a-9483-ef48009b1931 req-c4c70e91-f762-45ae-afd1-c064d3d61ffb tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3519e32-ebee-4f05-a940-22d697fe6368 HTTP/1.1" status: 200 len: 946 time: 0.0489194 Aug 09 16:28:17.013610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-c7ee5db8-0994-465a-9483-ef48009b1931 req-48a99d2f-4971-4f0a-baa5-01088e86a054 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Deleting port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:28:17.013968 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c7ee5db8-0994-465a-9483-ef48009b1931 req-48a99d2f-4971-4f0a-baa5-01088e86a054 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:17.105910 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c7ee5db8-0994-465a-9483-ef48009b1931 req-48a99d2f-4971-4f0a-baa5-01088e86a054 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] For port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:17.106195 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c7ee5db8-0994-465a-9483-ef48009b1931 req-48a99d2f-4971-4f0a-baa5-01088e86a054 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:17.119030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-c7ee5db8-0994-465a-9483-ef48009b1931 req-48a99d2f-4971-4f0a-baa5-01088e86a054 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Calling delete_port for 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:28:17.269232 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c7ee5db8-0994-465a-9483-ef48009b1931 req-48a99d2f-4971-4f0a-baa5-01088e86a054 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:17.282208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['60fd1e3e-6a15-42c1-ae32-edf30ecd1daa'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:28:17.336375 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a99d2f-4971-4f0a-baa5-01088e86a054 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Pushing event deleted for resources: {'Port': ['ID=60fd1e3e-6a15-42c1-ae32-edf30ecd1daa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:17.390084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ee5db8-0994-465a-9483-ef48009b1931 req-48a99d2f-4971-4f0a-baa5-01088e86a054 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] No DVR routers for this DVR port 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:28:17.394257 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c7ee5db8-0994-465a-9483-ef48009b1931 req-48a99d2f-4971-4f0a-baa5-01088e86a054 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:17.396152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c7ee5db8-0994-465a-9483-ef48009b1931 req-48a99d2f-4971-4f0a-baa5-01088e86a054 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.60 "DELETE /v2.0/ports/60fd1e3e-6a15-42c1-ae32-edf30ecd1daa HTTP/1.1" status: 204 len: 173 time: 0.4654491 Aug 09 16:28:17.396589 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'name': 'network-vif-deleted', 'tag': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:17.398911 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd699629-a9ae-4318-b2ae-0cf8d864e1d8" -d '{"events": [{"server_uuid": "d3519e32-ebee-4f05-a940-22d697fe6368", "name": "network-vif-deleted", "tag": "60fd1e3e-6a15-42c1-ae32-edf30ecd1daa"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:17.429368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-0799da62-d4fd-4dc2-9e1e-38d8d362bf4a tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:17.431064 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-0799da62-d4fd-4dc2-9e1e-38d8d362bf4a tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.60 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 814 time: 0.1874413 Aug 09 16:28:17.439838 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c3a8c-0a8b-4b1d-ac10-8c049636953f x-openstack-request-id: req-a51c3a8c-0a8b-4b1d-ac10-8c049636953f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:17.440240 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3519e32-ebee-4f05-a940-22d697fe6368", "name": "network-vif-deleted", "tag": "60fd1e3e-6a15-42c1-ae32-edf30ecd1daa", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:17.440566 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a51c3a8c-0a8b-4b1d-ac10-8c049636953f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:17.441030 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3519e32-ebee-4f05-a940-22d697fe6368', 'name': 'network-vif-deleted', 'tag': '60fd1e3e-6a15-42c1-ae32-edf30ecd1daa', 'status': 'completed', 'code': 200} Aug 09 16:28:17.446963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Request body: {'port': {'device_id': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de', 'admin_state_up': True, 'tenant_id': '568b54f56cde43b184d5412b77ea8b9d'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:28:17.542833 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3d7948da-4325-4dee-8495-802146250592 req-abbd93e7-c9bf-4744-9dbf-2fb4d625623d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 210 time: 0.0275066 Aug 09 16:28:17.564066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Made reservation on behalf of 568b54f56cde43b184d5412b77ea8b9d for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:28:17.567685 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:17.703604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Allocated IP 172.20.0.3 (92f9ba1a-26a0-4ef5-b49c-7530e65d15de/876e97e9-3a88-428e-baeb-26ebfae17cfb/e41c9dea-d7c5-40af-942b-e26db3ff9cce) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:28:17.849343 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:17.888736 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:17.900614 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['60fd1e3e-6a15-42c1-ae32-edf30ecd1daa'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:28:17.939766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:28:17.943442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:28:17.947064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:28:17.969402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Pushing event updated for resources: {'Port': ['ID=e41c9dea-d7c5-40af-942b-e26db3ff9cce,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:17.996603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:17.997209 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:18.011559 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-f20e8b62-ab16-41d6-a55b-6e0c8b731f72 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684299 Aug 09 16:28:18.023315 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Request body: {'port': {'device_id': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:28:18.082977 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:18.356530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41c9dea-d7c5-40af-942b-e26db3ff9cce {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:28:18.364980 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:18.376941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Transition to ACTIVE for port object e41c9dea-d7c5-40af-942b-e26db3ff9cce will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:28:18.381249 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:18.435555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Pushing event updated for resources: {'Port': ['ID=e41c9dea-d7c5-40af-942b-e26db3ff9cce,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:18.512554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Attempting to bind port e41c9dea-d7c5-40af-942b-e26db3ff9cce on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:28:18.512893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Attempting to bind port e41c9dea-d7c5-40af-942b-e26db3ff9cce by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:28:18.513224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Attempting to bind port e41c9dea-d7c5-40af-942b-e26db3ff9cce on network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:28:18.517723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Port e41c9dea-d7c5-40af-942b-e26db3ff9cce on network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:28:18.518044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Attempting to bind port e41c9dea-d7c5-40af-942b-e26db3ff9cce on network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:28:18.523744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:28:18.524079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Checking segment: {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:28:18.524463 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Bound using segment: {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:28:18.524892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Bound port: e41c9dea-d7c5-40af-942b-e26db3ff9cce, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:28:18.525254 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:18.606389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:28:18.609568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:28:18.614750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:18.677838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:18.678471 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:18.679916 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] 10.222.0.60 "PUT /v2.0/ports/e41c9dea-d7c5-40af-942b-e26db3ff9cce HTTP/1.1" status: 200 len: 1091 time: 0.6605539 Aug 09 16:28:18.710739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e30801-0236-4c4f-a33d-ee7b01807b9a service neutron] Pushing event updated for resources: {'Port': ['ID=e41c9dea-d7c5-40af-942b-e26db3ff9cce,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:18.725949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92102e08-90a0-42d0-bc26-b8b12b4c73ba req-0a0dca8b-0550-48ff-a4c9-f07c69d74f73 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:18.727515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-92102e08-90a0-42d0-bc26-b8b12b4c73ba req-0a0dca8b-0550-48ff-a4c9-f07c69d74f73 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 943 time: 0.1038859 Aug 09 16:28:18.795436 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-92102e08-90a0-42d0-bc26-b8b12b4c73ba req-c4e961ce-d746-44b6-b0bc-fc4d4a2178ca tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592687 Aug 09 16:28:18.798570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-902a4b92-205e-47f5-a615-12faf423a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:18.800269 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-902a4b92-205e-47f5-a615-12faf423a9c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 1094 time: 0.0718229 Aug 09 16:28:18.847338 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-b36f146c-35b6-4bd0-b2c2-96e2f41cff50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce HTTP/1.1" status: 200 len: 217 time: 0.0376935 Aug 09 16:28:18.906507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-5731633b-1185-4d23-8c68-8204fbf13eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:18.907902 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-5731633b-1185-4d23-8c68-8204fbf13eb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0539758 Aug 09 16:28:18.939634 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-7b1a1d0d-7355-45cc-a96c-1f8a308ceca8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245907 Aug 09 16:28:19.028906 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-5d8b40af-aa6b-45cf-a52f-43dd44d90e2a service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802464 Aug 09 16:28:19.121882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e30d6782-b6c3-42a3-9e31-5bfd48c249c5 req-38f02718-aa4b-4bb8-b8f7-c376346eee13 service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856452 Aug 09 16:28:19.442287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'tag': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:19.444645 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b878044b-7cc8-4b58-b34c-c3b165d9f033" -d '{"events": [{"name": "network-changed", "server_uuid": "9a75b5bd-4b44-4e95-9319-7928894d4946", "tag": "e41c9dea-d7c5-40af-942b-e26db3ff9cce"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:19.479100 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09afa27c-5102-4c25-a531-15f8a048d9be x-openstack-request-id: req-09afa27c-5102-4c25-a531-15f8a048d9be {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:19.479383 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a75b5bd-4b44-4e95-9319-7928894d4946", "tag": "e41c9dea-d7c5-40af-942b-e26db3ff9cce", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:19.479629 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09afa27c-5102-4c25-a531-15f8a048d9be {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:19.480021 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'tag': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce', 'status': 'completed', 'code': 200} Aug 09 16:28:19.541805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878044b-7cc8-4b58-b34c-c3b165d9f033 req-1a087c8f-203d-4089-81ed-dc7b35b0a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:19.543273 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b878044b-7cc8-4b58-b34c-c3b165d9f033 req-1a087c8f-203d-4089-81ed-dc7b35b0a00c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 1094 time: 0.0406685 Aug 09 16:28:19.640834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878044b-7cc8-4b58-b34c-c3b165d9f033 req-4ab5737c-f5cd-46fc-ba06-dab5d6fa2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:19.642333 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b878044b-7cc8-4b58-b34c-c3b165d9f033 req-4ab5737c-f5cd-46fc-ba06-dab5d6fa2be4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.0884314 Aug 09 16:28:19.685743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b878044b-7cc8-4b58-b34c-c3b165d9f033 req-94dcf79e-b448-4094-ab39-f0b05daee60f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce HTTP/1.1" status: 200 len: 217 time: 0.0349319 Aug 09 16:28:19.733437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878044b-7cc8-4b58-b34c-c3b165d9f033 req-9473086d-8c53-4fa3-8a8b-aec27f7e3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:19.734888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b878044b-7cc8-4b58-b34c-c3b165d9f033 req-9473086d-8c53-4fa3-8a8b-aec27f7e3ba8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0418460 Aug 09 16:28:19.766140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b878044b-7cc8-4b58-b34c-c3b165d9f033 req-8756bd33-015c-4f9e-a07c-55a01d99a77f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234239 Aug 09 16:28:19.863036 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b878044b-7cc8-4b58-b34c-c3b165d9f033 req-09c72c71-401b-42a0-ada1-5d9537f3d54d service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878005 Aug 09 16:28:19.973531 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28adc0e-ce81-4733-96fc-f4bbf2981305 req-4d9711a6-3f34-4848-aba8-8e4383c98cb0 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:19.975060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c28adc0e-ce81-4733-96fc-f4bbf2981305 req-4d9711a6-3f34-4848-aba8-8e4383c98cb0 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 943 time: 0.1103654 Aug 09 16:28:20.004883 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b878044b-7cc8-4b58-b34c-c3b165d9f033 req-a08067f5-80f1-465f-b845-91eb9017a86a service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320393 Aug 09 16:28:20.024172 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c28adc0e-ce81-4733-96fc-f4bbf2981305 req-cd1648ad-f025-438b-ba9f-78e2bcfce854 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411785 Aug 09 16:28:20.201254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e41c9dea-d7c5-40af-942b-e26db3ff9cce details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:28:20.203616 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:28:20.231607 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:28:20.231944 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 60fd1e3e-6a15-42c1-ae32-edf30ecd1daa not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:28:20.318737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:20.328827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce', 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de', 'port_id': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce', 'mac_address': 'fa:16:3e:d6:95:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876e97e9-3a88-428e-baeb-26ebfae17cfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:28:20.366864 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:20.379917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41c9dea-d7c5-40af-942b-e26db3ff9cce {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:28:20.399742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:20.403988 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:20.452791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e41c9dea-d7c5-40af-942b-e26db3ff9cce,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:20.602786 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['e41c9dea-d7c5-40af-942b-e26db3ff9cce'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:28:21.139034 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b0aa8-f645-42d0-a029-894d6ed0cf96 req-172095c3-54f4-45bd-81c8-2705ca1bcf16 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:21.140506 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b74b0aa8-f645-42d0-a029-894d6ed0cf96 req-172095c3-54f4-45bd-81c8-2705ca1bcf16 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 944 time: 0.0488133 Aug 09 16:28:21.179105 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b74b0aa8-f645-42d0-a029-894d6ed0cf96 req-9dc03d63-5528-457d-8e52-049b3ebae15d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319500 Aug 09 16:28:22.217411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e41c9dea-d7c5-40af-942b-e26db3ff9cce up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:28:22.269138 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port e41c9dea-d7c5-40af-942b-e26db3ff9cce completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:28:22.272960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port e41c9dea-d7c5-40af-942b-e26db3ff9cce triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:28:22.273480 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:22.294170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6d827-5027-439e-ae93-b12defa23c2e req-34d9f5e4-701d-4e83-91c5-b7107a572e87 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:22.295651 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37f6d827-5027-439e-ae93-b12defa23c2e req-34d9f5e4-701d-4e83-91c5-b7107a572e87 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 944 time: 0.0503883 Aug 09 16:28:22.335701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-37f6d827-5027-439e-ae93-b12defa23c2e req-a575aebb-4ea5-4e87-9f19-dd3008cdbece tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328503 Aug 09 16:28:22.351091 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:22.373275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:22.375545 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8db5f7-7793-44f9-bb1f-dcd646b9ee0b" -d '{"events": [{"server_uuid": "9a75b5bd-4b44-4e95-9319-7928894d4946", "name": "network-vif-plugged", "status": "completed", "tag": "e41c9dea-d7c5-40af-942b-e26db3ff9cce"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:22.389118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:22.393396 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:22.416111 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9271b43d-c2ae-4422-8d91-81d21f990442 x-openstack-request-id: req-9271b43d-c2ae-4422-8d91-81d21f990442 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:22.416404 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75b5bd-4b44-4e95-9319-7928894d4946", "name": "network-vif-plugged", "status": "completed", "tag": "e41c9dea-d7c5-40af-942b-e26db3ff9cce", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:22.416654 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9271b43d-c2ae-4422-8d91-81d21f990442 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:22.417037 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce', 'code': 200} Aug 09 16:28:22.446582 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=e41c9dea-d7c5-40af-942b-e26db3ff9cce,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:22.518435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13bc8-4586-4fa0-a246-62804cda3f35 req-883f5d2a-b519-4f70-831f-df50df9f7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:22.519939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4eb13bc8-4586-4fa0-a246-62804cda3f35 req-883f5d2a-b519-4f70-831f-df50df9f7072 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 1096 time: 0.0463204 Aug 09 16:28:22.555897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4eb13bc8-4586-4fa0-a246-62804cda3f35 req-b630fdf1-5eb1-4bf3-b823-f2bcd64bfdbd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276053 Aug 09 16:28:23.460591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3923443-e218-4872-8900-1d4c5d9417ec req-b165e63b-dfbc-4541-9383-e50adcdc26e8 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:23.462112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3923443-e218-4872-8900-1d4c5d9417ec req-b165e63b-dfbc-4541-9383-e50adcdc26e8 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0515163 Aug 09 16:28:23.501945 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d3923443-e218-4872-8900-1d4c5d9417ec req-716629f3-5d9b-40ed-8a09-e6ae21135da1 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Aug 09 16:28:24.626255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b57437-618e-49ce-a6a6-c97eefcb9d64 req-eea6d635-7bd2-4245-b0f6-c4e8a428a2ee tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:24.628268 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3b57437-618e-49ce-a6a6-c97eefcb9d64 req-eea6d635-7bd2-4245-b0f6-c4e8a428a2ee tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0563369 Aug 09 16:28:24.664899 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3b57437-618e-49ce-a6a6-c97eefcb9d64 req-4feba137-6af8-42e3-886b-098a55f97ba1 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305436 Aug 09 16:28:24.777819 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dd2ee-7b8d-4ccc-9dc6-75f1b67c681d req-4617527c-79a4-40cd-b2a8-aad4dfbcc436 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:24.779313 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a35dd2ee-7b8d-4ccc-9dc6-75f1b67c681d req-4617527c-79a4-40cd-b2a8-aad4dfbcc436 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0493991 Aug 09 16:28:24.818044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a35dd2ee-7b8d-4ccc-9dc6-75f1b67c681d req-c6e057c6-005e-4d60-9a74-aef5638ae071 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Aug 09 16:28:25.076475 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-dd6eb58e-212b-4525-bab7-8a3afe107767 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730114 Aug 09 16:28:25.084382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92d7f1-2c7f-4fbd-a26d-59eeb072964b req-cb129595-498d-4e25-ab7d-dbc1609f9711 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:25.085849 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc92d7f1-2c7f-4fbd-a26d-59eeb072964b req-cb129595-498d-4e25-ab7d-dbc1609f9711 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0746009 Aug 09 16:28:25.124805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc92d7f1-2c7f-4fbd-a26d-59eeb072964b req-e1b67a39-6dc8-46a9-a6f1-a055d5019573 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325351 Aug 09 16:28:26.141098 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-cd712474-750d-4cc0-8c90-aa808ce7ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:26.142628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-cd712474-750d-4cc0-8c90-aa808ce7ec38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 1096 time: 0.0534973 Aug 09 16:28:26.241343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-157c3b63-04ce-46be-9823-37327e8ee788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:26.242957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-157c3b63-04ce-46be-9823-37327e8ee788 service neutron] 10.222.0.60 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.0923514 Aug 09 16:28:26.247728 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24fc29-c724-42ad-9967-2d73c2b6ecd9 req-47da6ee2-c030-47df-9eaa-23ad0d367fed tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:26.247728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac24fc29-c724-42ad-9967-2d73c2b6ecd9 req-47da6ee2-c030-47df-9eaa-23ad0d367fed tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0526743 Aug 09 16:28:26.289175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-b13a80a3-f2b7-4395-8ed1-2a3d3a2160ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce HTTP/1.1" status: 200 len: 217 time: 0.0390050 Aug 09 16:28:26.293239 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac24fc29-c724-42ad-9967-2d73c2b6ecd9 req-12ad1554-2934-42cb-b51c-bea3daa7c929 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378599 Aug 09 16:28:26.342374 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9c67ce83-d721-4cfc-8136-9b3415cb70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:26.343880 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9c67ce83-d721-4cfc-8136-9b3415cb70d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0466895 Aug 09 16:28:26.380146 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-de6b864f-05fe-4cc1-992c-5e088bf302cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288186 Aug 09 16:28:26.469731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-07b33753-e587-4ff2-96db-849a33f50037 service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811479 Aug 09 16:28:26.578562 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-583332b1-7e57-4628-881d-e79ce8b1907b service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017406 Aug 09 16:28:27.409464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5165d-8870-4326-a60c-6004a9ae3390 req-7b03dff8-95e9-48cc-9867-fe77ce58061f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:27.410449 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41a5165d-8870-4326-a60c-6004a9ae3390 req-7b03dff8-95e9-48cc-9867-fe77ce58061f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0495217 Aug 09 16:28:27.461931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41a5165d-8870-4326-a60c-6004a9ae3390 req-d3be70fc-dc9a-4b74-a108-8ae384d61833 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450671 Aug 09 16:28:28.586092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3393-4c20-45c9-bffe-c2bfb53080c6 req-03ee2e1e-852c-4258-984b-695982ab6a41 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:28.587646 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-815e3393-4c20-45c9-bffe-c2bfb53080c6 req-03ee2e1e-852c-4258-984b-695982ab6a41 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0520184 Aug 09 16:28:28.629922 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-815e3393-4c20-45c9-bffe-c2bfb53080c6 req-c31cb477-87d3-4071-907a-39107f8cbc60 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333982 Aug 09 16:28:28.954531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-110c04e8-26f8-4a4e-b751-6f7d270c1a7a req-0b114f24-4978-4682-b84c-85298cd99222 service neutron] (94289) timed out ('10.222.0.81', 47374) {{(pid=94289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:28:29.749022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d410c-96c8-4826-ae8f-01a7cf31a8d9 req-194cc32a-e72a-4940-8dd1-6f077ff174b8 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:29.750505 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-852d410c-96c8-4826-ae8f-01a7cf31a8d9 req-194cc32a-e72a-4940-8dd1-6f077ff174b8 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0475960 Aug 09 16:28:29.788402 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-852d410c-96c8-4826-ae8f-01a7cf31a8d9 req-9c82cf10-42be-4346-baa4-adb63b5a7aeb tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314379 Aug 09 16:28:30.911392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64860a-28a0-449e-bd65-6ae0e0846101 req-6af2d2d0-e157-4569-8f2f-49c7a6831e7d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:30.912889 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e64860a-28a0-449e-bd65-6ae0e0846101 req-6af2d2d0-e157-4569-8f2f-49c7a6831e7d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0569277 Aug 09 16:28:30.950302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e64860a-28a0-449e-bd65-6ae0e0846101 req-ef4b8b41-f1f4-4e5b-99fb-687db8fab84a tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Aug 09 16:28:32.065038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388edbfc-40de-442c-8af7-4946e57bd546 req-f679d1cb-8949-47d2-a3fa-00b0a283f3bf tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:32.068252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-388edbfc-40de-442c-8af7-4946e57bd546 req-f679d1cb-8949-47d2-a3fa-00b0a283f3bf tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0492964 Aug 09 16:28:32.110135 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-388edbfc-40de-442c-8af7-4946e57bd546 req-092bdb07-9c4b-419d-b1ba-689315d917e4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357442 Aug 09 16:28:33.224762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0cdc2-76e9-4bb5-aa61-2ef9e1702953 req-f60248d3-5df6-41c6-8545-d5545e481cb8 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:33.226269 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7c0cdc2-76e9-4bb5-aa61-2ef9e1702953 req-f60248d3-5df6-41c6-8545-d5545e481cb8 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0498188 Aug 09 16:28:33.264101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7c0cdc2-76e9-4bb5-aa61-2ef9e1702953 req-610f6bb3-c6d7-426c-aafa-cc4275ac2377 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318737 Aug 09 16:28:34.388923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d27d-9c88-4649-8f2d-f0996c7aa7e9 req-43cb15f3-3c8b-47dc-bd8d-4edf52f11924 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:34.390417 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4c1d27d-9c88-4649-8f2d-f0996c7aa7e9 req-43cb15f3-3c8b-47dc-bd8d-4edf52f11924 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0485821 Aug 09 16:28:34.427785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4c1d27d-9c88-4649-8f2d-f0996c7aa7e9 req-2dc1dfec-36a1-4053-9c77-6cabd7592f40 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314448 Aug 09 16:28:35.542815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ef42d-6d64-4799-94fd-ec1c6d5cdc7c req-9b7f342e-6a99-43f4-9a3d-44be6c15f59f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:35.544286 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f2ef42d-6d64-4799-94fd-ec1c6d5cdc7c req-9b7f342e-6a99-43f4-9a3d-44be6c15f59f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0486391 Aug 09 16:28:35.582288 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f2ef42d-6d64-4799-94fd-ec1c6d5cdc7c req-ff87e8fb-c405-4fc1-a986-a4a7dc1df5e2 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308790 Aug 09 16:28:36.698908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49925d44-1e46-48d7-96bd-af691eac314a req-37ab5d5f-4f90-496b-ba17-934f88e4b390 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:36.700372 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-49925d44-1e46-48d7-96bd-af691eac314a req-37ab5d5f-4f90-496b-ba17-934f88e4b390 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0502095 Aug 09 16:28:36.737904 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-49925d44-1e46-48d7-96bd-af691eac314a req-8af07ec1-2cfd-40d9-9cfe-6eaddfdfaed4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Aug 09 16:28:37.287711 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:28:37.687802 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-25600118-476f-4cd6-8c74-11a0521e800f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:37.858785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09de65-2aed-4701-b429-209d0e466d29 req-9ddeda4d-bf92-4f28-be87-22fbf66892d5 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:37.860275 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d09de65-2aed-4701-b429-209d0e466d29 req-9ddeda4d-bf92-4f28-be87-22fbf66892d5 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0546637 Aug 09 16:28:37.904711 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d09de65-2aed-4701-b429-209d0e466d29 req-303bda9d-d62e-442d-9ee8-46ff16b4f8a2 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373223 Aug 09 16:28:39.019317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915d6ba-c094-487f-95a3-422294796cbd req-f45b9252-15a8-4d7f-b2d5-7653c20920e6 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:39.020704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9915d6ba-c094-487f-95a3-422294796cbd req-f45b9252-15a8-4d7f-b2d5-7653c20920e6 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0478983 Aug 09 16:28:39.061737 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9915d6ba-c094-487f-95a3-422294796cbd req-71adb69b-99a4-4c6a-ad69-1a8f977394ce tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351005 Aug 09 16:28:40.181155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa252d-0ded-4d48-8a6b-5a7bd5e707ba req-7e288259-1114-4b87-b62c-f8c702f4b29e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:40.182764 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72fa252d-0ded-4d48-8a6b-5a7bd5e707ba req-7e288259-1114-4b87-b62c-f8c702f4b29e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0518079 Aug 09 16:28:40.222836 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-72fa252d-0ded-4d48-8a6b-5a7bd5e707ba req-7a8552ee-43ed-4b3a-b3bd-a8c8345eb341 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Aug 09 16:28:40.591493 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4afc3e0e-5c07-4819-a283-cfd72b518204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:40.951478 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:41.340823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bd1d8-f3e0-4d87-bb1d-8d0d648ae528 req-b38f2490-6b64-4fdd-afbd-6fc1ab38e86a tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:41.342348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-497bd1d8-f3e0-4d87-bb1d-8d0d648ae528 req-b38f2490-6b64-4fdd-afbd-6fc1ab38e86a tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0512328 Aug 09 16:28:41.382324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-497bd1d8-f3e0-4d87-bb1d-8d0d648ae528 req-4debc587-2270-4acc-ac1e-09c2d7c688f3 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Aug 09 16:28:41.716909 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:41.771436 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:42.496031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8bc7f-2482-45fe-9e5b-e7b602f99e94 req-e289bbd0-8d74-41b8-bfd6-d5db37f013e6 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:42.497526 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9cb8bc7f-2482-45fe-9e5b-e7b602f99e94 req-e289bbd0-8d74-41b8-bfd6-d5db37f013e6 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0494025 Aug 09 16:28:42.537121 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9cb8bc7f-2482-45fe-9e5b-e7b602f99e94 req-68461fe5-c814-4a0b-b7f0-f17c615c19f4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331287 Aug 09 16:28:43.475625 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:43.559094 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:43.656974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b959304-84d2-4838-888a-8fc22ec65945 req-147c8b04-9848-47c3-a185-cc781f637289 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:43.658569 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b959304-84d2-4838-888a-8fc22ec65945 req-147c8b04-9848-47c3-a185-cc781f637289 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0501747 Aug 09 16:28:43.696516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4b959304-84d2-4838-888a-8fc22ec65945 req-a2bb1e4a-6cae-467d-8e2b-916b04606f2c tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Aug 09 16:28:44.814404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c0f13-c79a-4c75-adf2-d42cb73d9a16 req-6d5ea926-c2d7-4535-ad3d-d3fe3e40f4bf tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:44.815943 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6f4c0f13-c79a-4c75-adf2-d42cb73d9a16 req-6d5ea926-c2d7-4535-ad3d-d3fe3e40f4bf tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0526886 Aug 09 16:28:44.854513 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6f4c0f13-c79a-4c75-adf2-d42cb73d9a16 req-1fe3dfa3-08a3-416a-91ed-d63d2826d614 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327132 Aug 09 16:28:45.968594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e7541-79b0-40b0-9cde-23e6815f280f req-c0e7474e-5203-4176-87ac-39b91c7b9be0 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:45.970074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-681e7541-79b0-40b0-9cde-23e6815f280f req-c0e7474e-5203-4176-87ac-39b91c7b9be0 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0494602 Aug 09 16:28:46.010852 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-681e7541-79b0-40b0-9cde-23e6815f280f req-6829d782-dc97-45a2-8ba4-1dafd92b39de tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347633 Aug 09 16:28:47.124976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa6616-2d77-4006-8deb-f28169650c09 req-471180af-8eef-438f-b9c9-4f2c5f353592 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:47.126481 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9eaa6616-2d77-4006-8deb-f28169650c09 req-471180af-8eef-438f-b9c9-4f2c5f353592 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Aug 09 16:28:47.164826 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9eaa6616-2d77-4006-8deb-f28169650c09 req-ec43a683-1240-44b7-8432-288d51916be6 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Aug 09 16:28:48.282000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cf6f5-3830-4e76-9703-5678024ff403 req-b301a323-0c03-4f4c-a055-a1087e9b6d9c tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:48.283460 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a8cf6f5-3830-4e76-9703-5678024ff403 req-b301a323-0c03-4f4c-a055-a1087e9b6d9c tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0504882 Aug 09 16:28:48.321129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a8cf6f5-3830-4e76-9703-5678024ff403 req-9f78679f-85db-4618-8386-9d6e44de401c tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Aug 09 16:28:49.434303 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3a3d0-1195-42a8-a36e-11a474b4a4c0 req-96fafead-fd97-4402-8640-c2e40f7f44ae tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:49.435777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74b3a3d0-1195-42a8-a36e-11a474b4a4c0 req-96fafead-fd97-4402-8640-c2e40f7f44ae tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0478411 Aug 09 16:28:49.473504 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-74b3a3d0-1195-42a8-a36e-11a474b4a4c0 req-7fa48413-6395-4c7e-b8a9-6d563749a86d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317671 Aug 09 16:28:50.586485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00472dc7-5d72-451f-bc1d-e6320e14b464 req-7d8cb568-d689-436d-894c-7dd237dc80ae tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:50.588116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-00472dc7-5d72-451f-bc1d-e6320e14b464 req-7d8cb568-d689-436d-894c-7dd237dc80ae tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0478692 Aug 09 16:28:50.628251 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-00472dc7-5d72-451f-bc1d-e6320e14b464 req-f4582181-3d6e-4c1b-9b86-c55f93ce4325 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Aug 09 16:28:51.746967 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987eeab-1132-4af4-b979-f11045b276cd req-f3926f10-6d53-43a7-b158-66647fdda08e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:51.748452 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a987eeab-1132-4af4-b979-f11045b276cd req-f3926f10-6d53-43a7-b158-66647fdda08e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0525525 Aug 09 16:28:51.785779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a987eeab-1132-4af4-b979-f11045b276cd req-90215ee3-eaaa-49a5-9468-9a0b6c0c182f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Aug 09 16:28:52.901679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e7dfa-69e5-46dc-bb82-7ae3280b1b4c req-5b1b9b48-775b-474c-9c0c-7d249d5b9ba8 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:52.903220 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae8e7dfa-69e5-46dc-bb82-7ae3280b1b4c req-5b1b9b48-775b-474c-9c0c-7d249d5b9ba8 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0489421 Aug 09 16:28:52.945349 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae8e7dfa-69e5-46dc-bb82-7ae3280b1b4c req-20d3fb91-5ce3-4fc1-a17e-89b6eeae538d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359206 Aug 09 16:28:53.448336 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-04ffe9ca-36f9-405a-b948-17e49aefa7d5 service neutron] show failed (client error): The resource could not be found. Aug 09 16:28:53.449361 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-04ffe9ca-36f9-405a-b948-17e49aefa7d5 service neutron] 10.222.0.60 "GET /v2.0/ports/e41c9dea-d7c5-40af-942b-e26db3ff9cce/bindings/n-h1-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0555975 Aug 09 16:28:53.641499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-2209dacb-5e19-4710-a4ea-b854ce82d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:53.643028 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-2209dacb-5e19-4710-a4ea-b854ce82d4eb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946&tenant_id=568b54f56cde43b184d5412b77ea8b9d HTTP/1.1" status: 200 len: 1096 time: 0.0411444 Aug 09 16:28:53.655052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:28:53.708460 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:53.914483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:53.946650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:28:53.987107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:53.989657 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc78e0f3-1548-4215-8f4c-6e8a40d92da3" -d '{"events": [{"server_uuid": "9a75b5bd-4b44-4e95-9319-7928894d4946", "name": "network-vif-unplugged", "status": "completed", "tag": "e41c9dea-d7c5-40af-942b-e26db3ff9cce"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:53.993487 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:54.006938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Transition to ACTIVE for port object e41c9dea-d7c5-40af-942b-e26db3ff9cce will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:28:54.012520 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:54.051116 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e5cc64-6beb-4b09-80fe-d68732d8abbe x-openstack-request-id: req-99e5cc64-6beb-4b09-80fe-d68732d8abbe {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:54.051318 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75b5bd-4b44-4e95-9319-7928894d4946", "name": "network-vif-unplugged", "status": "completed", "tag": "e41c9dea-d7c5-40af-942b-e26db3ff9cce", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:54.051529 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99e5cc64-6beb-4b09-80fe-d68732d8abbe {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:54.051936 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce', 'code': 200} Aug 09 16:28:54.066266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16e338-6cc2-4754-a2ed-dfb522ba0a2d req-4c4176eb-8256-452f-84de-088961b7cd2e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:54.068356 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb16e338-6cc2-4754-a2ed-dfb522ba0a2d req-4c4176eb-8256-452f-84de-088961b7cd2e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 943 time: 0.0553932 Aug 09 16:28:54.085834 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Pushing event updated for resources: {'Port': ['ID=e41c9dea-d7c5-40af-942b-e26db3ff9cce,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:54.088332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] No DVR routers for this DVR port e41c9dea-d7c5-40af-942b-e26db3ff9cce on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:28:54.097154 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:54.097499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:54.097930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:54.098270 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:54.098672 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:54.098935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:54.099263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:54.099588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:54.099913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:54.100237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:54.100560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:54.100880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:54.110142 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb16e338-6cc2-4754-a2ed-dfb522ba0a2d req-0340547b-e2c5-439a-aa30-a7e591f13abe tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352395 Aug 09 16:28:54.139756 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Attempting to bind port e41c9dea-d7c5-40af-942b-e26db3ff9cce on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:28:54.140088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Attempting to bind port e41c9dea-d7c5-40af-942b-e26db3ff9cce by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:28:54.140411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Attempting to bind port e41c9dea-d7c5-40af-942b-e26db3ff9cce on network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:28:54.144858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Port e41c9dea-d7c5-40af-942b-e26db3ff9cce on network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:28:54.145830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Attempting to bind port e41c9dea-d7c5-40af-942b-e26db3ff9cce on network 92f9ba1a-26a0-4ef5-b49c-7530e65d15de {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:28:54.150620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:28:54.150949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Checking segment: {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:28:54.151325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Bound using segment: {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:28:54.151741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Bound port: e41c9dea-d7c5-40af-942b-e26db3ff9cce, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:28:54.152095 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:54.215716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:28:54.218784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:28:54.223669 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:54.258045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:54.258658 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:54.260048 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] 10.222.0.53 "PUT /v2.0/ports/e41c9dea-d7c5-40af-942b-e26db3ff9cce HTTP/1.1" status: 200 len: 1091 time: 0.6091130 Aug 09 16:28:54.290817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11165-1b1b-4165-9bb0-6288ed3b6447 service neutron] Pushing event updated for resources: {'Port': ['ID=e41c9dea-d7c5-40af-942b-e26db3ff9cce,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:54.326220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-ce4b9631-6684-48d9-9d92-4d20914e6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:54.327718 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-ce4b9631-6684-48d9-9d92-4d20914e6469 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 1094 time: 0.0448682 Aug 09 16:28:54.420350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-bc9b162f-b5ce-42c2-a8c5-e9292b35ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:54.422142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-bc9b162f-b5ce-42c2-a8c5-e9292b35ef25 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.0876644 Aug 09 16:28:54.464304 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-787cbf7e-e801-4757-8096-72c29696d97c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce HTTP/1.1" status: 200 len: 217 time: 0.0346932 Aug 09 16:28:54.520256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-df370575-1abc-4a95-907b-c4d97bdf562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:54.521727 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-df370575-1abc-4a95-907b-c4d97bdf562d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0474544 Aug 09 16:28:54.552996 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-dd78900a-18f5-4c3d-8a1f-f6b098a25e69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247912 Aug 09 16:28:54.649438 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-af7c66d6-2d31-4a14-905d-3bfee910c757 service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898716 Aug 09 16:28:54.742108 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d5cfff7-ba1c-47c9-b48c-e37715596145 req-c556b660-1bd7-4526-b64d-015a99d4dcb0 service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859358 Aug 09 16:28:55.231054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa5ae9-d615-4527-afc4-21a4332d534a req-f1cbca5d-3b38-4612-bd3f-af144f3f43e9 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:55.232562 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bfa5ae9-d615-4527-afc4-21a4332d534a req-f1cbca5d-3b38-4612-bd3f-af144f3f43e9 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 943 time: 0.0500612 Aug 09 16:28:55.272592 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9bfa5ae9-d615-4527-afc4-21a4332d534a req-cc4b2291-d464-446e-8611-a36329a69f8a tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Aug 09 16:28:56.053619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'tag': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:56.056387 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4a036c-f7c5-4e10-bdd5-047780072d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a75b5bd-4b44-4e95-9319-7928894d4946", "tag": "e41c9dea-d7c5-40af-942b-e26db3ff9cce"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:56.109701 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eae749-3176-43bf-8884-2f025e90ce75 x-openstack-request-id: req-95eae749-3176-43bf-8884-2f025e90ce75 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:56.109990 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a75b5bd-4b44-4e95-9319-7928894d4946", "tag": "e41c9dea-d7c5-40af-942b-e26db3ff9cce", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:56.110234 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-95eae749-3176-43bf-8884-2f025e90ce75 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:56.110627 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'tag': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce', 'status': 'completed', 'code': 200} Aug 09 16:28:56.200478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-2b63f969-46ec-4a69-92a3-446c4adfae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:56.201993 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-2b63f969-46ec-4a69-92a3-446c4adfae1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 1094 time: 0.0736535 Aug 09 16:28:56.203635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-7cf47dd8-8b51-44b5-806e-7d761acfb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:56.205011 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-7cf47dd8-8b51-44b5-806e-7d761acfb8cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 1094 time: 0.0676448 Aug 09 16:28:56.334922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e41c9dea-d7c5-40af-942b-e26db3ff9cce no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:28:56.385694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device e41c9dea-d7c5-40af-942b-e26db3ff9cce not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:28:56.393268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-2607920d-227f-4106-a62e-7076d58beb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:56.394796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-2607920d-227f-4106-a62e-7076d58beb73 service neutron] 10.222.0.60 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.1856272 Aug 09 16:28:56.409028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-7c765cf5-24a5-412e-b671-9d65b6a66001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:56.411044 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-7c765cf5-24a5-412e-b671-9d65b6a66001 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.1936700 Aug 09 16:28:56.484624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-99a5b177-6963-4276-a93e-fe42badafbcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce HTTP/1.1" status: 200 len: 217 time: 0.0724127 Aug 09 16:28:56.490372 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-92321809-e175-4c5e-ab65-a585731adf8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce HTTP/1.1" status: 200 len: 217 time: 0.0694151 Aug 09 16:28:56.552927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d958d-4c14-4b03-b4fc-21ce36e0f015 req-da87003c-8f7d-4ef5-ac88-83d558d5d607 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:56.554437 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-df0d958d-4c14-4b03-b4fc-21ce36e0f015 req-da87003c-8f7d-4ef5-ac88-83d558d5d607 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 943 time: 0.1792672 Aug 09 16:28:56.600104 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-99b57094-8b8d-41c5-a224-7ba5744880d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:56.601559 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-99b57094-8b8d-41c5-a224-7ba5744880d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.1096532 Aug 09 16:28:56.605647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-d9da286d-5ae2-4394-a67c-6063079bca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:56.606971 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-d9da286d-5ae2-4394-a67c-6063079bca67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.1070924 Aug 09 16:28:56.666039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-b853a312-aa41-44ba-a0f5-6a1eb58682ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569296 Aug 09 16:28:56.668125 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-7a306884-1b75-41f8-8e49-062bf2dc7303 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446200 Aug 09 16:28:56.671163 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-df0d958d-4c14-4b03-b4fc-21ce36e0f015 req-413db3c7-9619-47e4-8506-39160e76ef26 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073997 Aug 09 16:28:56.686067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-325bfe06-ae1c-4841-92db-8b383ed752ff service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:28:56.687032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-325bfe06-ae1c-4841-92db-8b383ed752ff service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048053 Aug 09 16:28:56.837054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e41c9dea-d7c5-40af-942b-e26db3ff9cce details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:28:56.937968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:56.950262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce', 'network_id': '92f9ba1a-26a0-4ef5-b49c-7530e65d15de', 'port_id': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce', 'mac_address': 'fa:16:3e:d6:95:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876e97e9-3a88-428e-baeb-26ebfae17cfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:28:56.989639 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:57.003297 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41c9dea-d7c5-40af-942b-e26db3ff9cce {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:28:57.026806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:57.030682 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:57.081107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e41c9dea-d7c5-40af-942b-e26db3ff9cce,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:57.089034 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:57.089382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:57.089775 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:57.090098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:57.090428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:57.090755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:57.091097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:57.091397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:57.091771 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:57.092097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:57.092414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:57.092731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:28:57.189255 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-93aa8d0f-f800-4bdb-9d15-74990b8a3ef8 service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149343 Aug 09 16:28:57.209204 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-ff7a2f87-5896-407e-b8e8-97a5b3df1fe5 service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112245 Aug 09 16:28:57.256299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['e41c9dea-d7c5-40af-942b-e26db3ff9cce'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:28:57.354809 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-def1d82a-7821-4d29-b035-ff9a85f30b54 service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575925 Aug 09 16:28:57.368087 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec4a036c-f7c5-4e10-bdd5-047780072d8f req-de3e4141-6932-4928-8ce2-28e30e26d7ed service neutron] 10.222.0.53 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469984 Aug 09 16:28:57.791066 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f863283-cce8-4aa0-b97f-32c3e8af258c req-f19ca302-d808-4dc9-a3f2-0ef40b567271 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:57.792555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8f863283-cce8-4aa0-b97f-32c3e8af258c req-f19ca302-d808-4dc9-a3f2-0ef40b567271 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 944 time: 0.0491824 Aug 09 16:28:57.830705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8f863283-cce8-4aa0-b97f-32c3e8af258c req-7b0e0108-182d-453b-9c68-aaaaada45492 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319517 Aug 09 16:28:58.030758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100d703-a37f-47d9-a474-c919db92198e req-1c5e7885-f18a-43e1-85f3-c39c783a532e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:58.032279 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0100d703-a37f-47d9-a474-c919db92198e req-1c5e7885-f18a-43e1-85f3-c39c783a532e tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 944 time: 0.0553668 Aug 09 16:28:58.047035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-f6369b58-5969-4fa3-9e9e-e6d7a44c2772 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:58.048527 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-f6369b58-5969-4fa3-9e9e-e6d7a44c2772 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946&tenant_id=568b54f56cde43b184d5412b77ea8b9d&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 944 time: 0.0592151 Aug 09 16:28:58.072475 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0100d703-a37f-47d9-a474-c919db92198e req-c46bc8d2-7bfc-43d9-9019-48cd4b45a78d tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334675 Aug 09 16:28:58.111139 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-b4a467b5-e889-4266-bfda-e65ac139780a service neutron] delete failed (client error): The resource could not be found. Aug 09 16:28:58.112175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-b4a467b5-e889-4266-bfda-e65ac139780a service neutron] 10.222.0.60 "DELETE /v2.0/ports/e41c9dea-d7c5-40af-942b-e26db3ff9cce/bindings/n-h2-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0550404 Aug 09 16:28:58.196990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-6e27472f-a572-44c5-b683-1eadb47ac65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:58.198513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-6e27472f-a572-44c5-b683-1eadb47ac65d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=568b54f56cde43b184d5412b77ea8b9d&device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 1095 time: 0.0423689 Aug 09 16:28:58.293891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-3db03c92-df25-4e99-87fe-7567ade0191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:58.295280 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-3db03c92-df25-4e99-87fe-7567ade0191f service neutron] 10.222.0.60 "GET /v2.0/networks?id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 200 len: 915 time: 0.0899179 Aug 09 16:28:58.338480 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-b3758f23-0ad3-426b-ad53-3bbf558de161 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce HTTP/1.1" status: 200 len: 217 time: 0.0355809 Aug 09 16:28:58.390759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-6f13ddd1-41c0-41a1-921c-37fa6d4c42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:58.392207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-6f13ddd1-41c0-41a1-921c-37fa6d4c42e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 200 len: 854 time: 0.0469565 Aug 09 16:28:58.424255 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-eb5cf2d0-1982-416a-b739-15a0087be2d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=92f9ba1a-26a0-4ef5-b49c-7530e65d15de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250082 Aug 09 16:28:58.513034 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-2e7f6af2-b141-4ad1-bfff-25cfa976c9b1 service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811028 Aug 09 16:28:58.609821 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b913ecbc-432c-4a43-b0c3-66b208ac0da9 req-ed03a2e1-c1f7-4ae6-9880-844fb686a608 service neutron] 10.222.0.60 "GET /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889685 Aug 09 16:28:58.852456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e41c9dea-d7c5-40af-942b-e26db3ff9cce up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:28:58.907751 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port e41c9dea-d7c5-40af-942b-e26db3ff9cce completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:28:58.913105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port e41c9dea-d7c5-40af-942b-e26db3ff9cce triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:28:58.913491 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:59.000613 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:59.026307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:28:59.028933 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674fc0f6-b504-4314-a791-2f58aeb3bbc2" -d '{"events": [{"server_uuid": "9a75b5bd-4b44-4e95-9319-7928894d4946", "name": "network-vif-plugged", "status": "completed", "tag": "e41c9dea-d7c5-40af-942b-e26db3ff9cce"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:28:59.043345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:28:59.047887 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:28:59.075693 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449d7684-2a4c-4132-ac5f-745278d6b9c7 x-openstack-request-id: req-449d7684-2a4c-4132-ac5f-745278d6b9c7 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:28:59.075984 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75b5bd-4b44-4e95-9319-7928894d4946", "name": "network-vif-plugged", "status": "completed", "tag": "e41c9dea-d7c5-40af-942b-e26db3ff9cce", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:28:59.076360 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-449d7684-2a4c-4132-ac5f-745278d6b9c7 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:28:59.076747 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce', 'code': 200} Aug 09 16:28:59.106176 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=e41c9dea-d7c5-40af-942b-e26db3ff9cce,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:28:59.196286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce746-a8a5-4951-bf30-d63207b60d24 req-248ae32e-6ca6-487a-86fb-e50d644575cc tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:59.197927 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a6ce746-a8a5-4951-bf30-d63207b60d24 req-248ae32e-6ca6-487a-86fb-e50d644575cc tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0519907 Aug 09 16:28:59.239312 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2a6ce746-a8a5-4951-bf30-d63207b60d24 req-c399f683-4b4e-467b-8b1e-8d34bb8e688f tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341256 Aug 09 16:28:59.369756 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dc05f-f16a-49fd-b148-05d6848d4ba1 req-4a2b03a4-9e22-49ec-8810-1a3517aa9982 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:59.371273 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fd8dc05f-f16a-49fd-b148-05d6848d4ba1 req-4a2b03a4-9e22-49ec-8810-1a3517aa9982 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0525162 Aug 09 16:28:59.410619 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fd8dc05f-f16a-49fd-b148-05d6848d4ba1 req-a36369e1-ccee-437c-ba53-c8025a733ff9 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331101 Aug 09 16:28:59.527914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359958f2-439c-4169-aab2-8976060a34f1 req-8484b7a9-15c0-436e-9642-79765d253355 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:59.529412 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-359958f2-439c-4169-aab2-8976060a34f1 req-8484b7a9-15c0-436e-9642-79765d253355 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0501106 Aug 09 16:28:59.568650 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-359958f2-439c-4169-aab2-8976060a34f1 req-219e9789-1c29-40f3-b8f0-2e673052bec5 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331452 Aug 09 16:28:59.892132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2a368-1ff7-4f0d-aebe-554cd24c5de2 req-06028476-1f2e-4b40-9a4a-de4d89bf43a5 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:28:59.893745 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7aa2a368-1ff7-4f0d-aebe-554cd24c5de2 req-06028476-1f2e-4b40-9a4a-de4d89bf43a5 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0484526 Aug 09 16:28:59.931533 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7aa2a368-1ff7-4f0d-aebe-554cd24c5de2 req-8343aa9d-891c-4986-8589-b287b35c7c89 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311067 Aug 09 16:29:01.048065 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe2c4-7c22-40fc-8d13-09e308d88413 req-5a2de727-353f-41e7-9efd-e10435ef1ea9 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:01.049867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9dbbe2c4-7c22-40fc-8d13-09e308d88413 req-5a2de727-353f-41e7-9efd-e10435ef1ea9 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0524135 Aug 09 16:29:01.086909 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9dbbe2c4-7c22-40fc-8d13-09e308d88413 req-c6d77cb4-7605-4850-9625-c34bf43e21cb tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.81 "GET /v2.0/security-groups?id=7068c3e4-e6ca-466a-8113-55cc04f5c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306799 Aug 09 16:29:01.158202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f91b15-6516-44ae-8703-58a9f42abaf5 req-711c2d16-fb70-4477-b0df-c89a3bb59241 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:01.159741 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51f91b15-6516-44ae-8703-58a9f42abaf5 req-711c2d16-fb70-4477-b0df-c89a3bb59241 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a75b5bd-4b44-4e95-9319-7928894d4946 HTTP/1.1" status: 200 len: 945 time: 0.0518103 Aug 09 16:29:01.248047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-51f91b15-6516-44ae-8703-58a9f42abaf5 req-3bba6561-79be-4fae-9c70-0212c087c9b4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Deleting port e41c9dea-d7c5-40af-942b-e26db3ff9cce {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:29:01.248392 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-51f91b15-6516-44ae-8703-58a9f42abaf5 req-3bba6561-79be-4fae-9c70-0212c087c9b4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:01.340030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-51f91b15-6516-44ae-8703-58a9f42abaf5 req-3bba6561-79be-4fae-9c70-0212c087c9b4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] For port e41c9dea-d7c5-40af-942b-e26db3ff9cce, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=e41c9dea-d7c5-40af-942b-e26db3ff9cce,segment=NetworkSegment(d8ab1936-5b15-4d7b-999a-19cb8507a0ac),segment_id=d8ab1936-5b15-4d7b-999a-19cb8507a0ac)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:01.340306 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-51f91b15-6516-44ae-8703-58a9f42abaf5 req-3bba6561-79be-4fae-9c70-0212c087c9b4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:01.354452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-51f91b15-6516-44ae-8703-58a9f42abaf5 req-3bba6561-79be-4fae-9c70-0212c087c9b4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Calling delete_port for e41c9dea-d7c5-40af-942b-e26db3ff9cce owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:29:01.482013 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-51f91b15-6516-44ae-8703-58a9f42abaf5 req-3bba6561-79be-4fae-9c70-0212c087c9b4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:01.494703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['e41c9dea-d7c5-40af-942b-e26db3ff9cce'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:29:01.515236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba6561-79be-4fae-9c70-0212c087c9b4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Pushing event deleted for resources: {'Port': ['ID=e41c9dea-d7c5-40af-942b-e26db3ff9cce,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:01.554674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f91b15-6516-44ae-8703-58a9f42abaf5 req-3bba6561-79be-4fae-9c70-0212c087c9b4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] No DVR routers for this DVR port e41c9dea-d7c5-40af-942b-e26db3ff9cce on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:29:01.557231 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-51f91b15-6516-44ae-8703-58a9f42abaf5 req-3bba6561-79be-4fae-9c70-0212c087c9b4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:01.559208 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-51f91b15-6516-44ae-8703-58a9f42abaf5 req-3bba6561-79be-4fae-9c70-0212c087c9b4 tempest-ServerDiskConfigTestJSON-1884212922 tempest-ServerDiskConfigTestJSON-1884212922-project] 10.222.0.53 "DELETE /v2.0/ports/e41c9dea-d7c5-40af-942b-e26db3ff9cce HTTP/1.1" status: 204 len: 173 time: 0.3933082 Aug 09 16:29:01.559637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'name': 'network-vif-deleted', 'tag': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:29:01.561900 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bfa6fd-582c-49c8-b986-a6e97bb1a585" -d '{"events": [{"server_uuid": "9a75b5bd-4b44-4e95-9319-7928894d4946", "name": "network-vif-deleted", "tag": "e41c9dea-d7c5-40af-942b-e26db3ff9cce"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:29:01.599986 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f20bfd2-1815-4694-a67e-1b32fd71f870 x-openstack-request-id: req-8f20bfd2-1815-4694-a67e-1b32fd71f870 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:29:01.600561 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75b5bd-4b44-4e95-9319-7928894d4946", "name": "network-vif-deleted", "tag": "e41c9dea-d7c5-40af-942b-e26db3ff9cce", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:29:01.600990 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f20bfd2-1815-4694-a67e-1b32fd71f870 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:29:01.601409 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a75b5bd-4b44-4e95-9319-7928894d4946', 'name': 'network-vif-deleted', 'tag': 'e41c9dea-d7c5-40af-942b-e26db3ff9cce', 'status': 'completed', 'code': 200} Aug 09 16:29:02.208510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53180) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:02.254966 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Deleting subnet 876e97e9-3a88-428e-baeb-26ebfae17cfb {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:29:02.258186 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.292540 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.335815 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.387846 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.415126 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876e97e9-3a88-428e-baeb-26ebfae17cfb,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:02.419841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.422275 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/876e97e9-3a88-428e-baeb-26ebfae17cfb HTTP/1.1" status: 204 len: 168 time: 0.2127538 Aug 09 16:29:02.425006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53182) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:02.430015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:02.430360 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:02.430702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:02.431038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:02.431371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:02.431696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:02.432021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:02.432344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:02.432665 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:02.432987 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:02.433305 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:02.433645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23125c9-7ec5-48e0-9dba-a8c5d06dc89e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:02.493346 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e78853f-9381-421a-b404-87530641620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.574745 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e78853f-9381-421a-b404-87530641620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.584459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-9e78853f-9381-421a-b404-87530641620a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f9ba1a-26a0-4ef5-b49c-7530e65d15de']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:02.594727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-9e78853f-9381-421a-b404-87530641620a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:02.595028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-9e78853f-9381-421a-b404-87530641620a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ab1936-5b15-4d7b-999a-19cb8507a0ac') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:02.604563 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e78853f-9381-421a-b404-87530641620a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.618488 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e78853f-9381-421a-b404-87530641620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.624191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e78853f-9381-421a-b404-87530641620a admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:29:02.624578 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e78853f-9381-421a-b404-87530641620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:29:02.626199 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:29:02.683203 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e78853f-9381-421a-b404-87530641620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.688621 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e78853f-9381-421a-b404-87530641620a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.690474 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9e78853f-9381-421a-b404-87530641620a admin admin] 10.222.0.81 "DELETE /v2.0/networks/92f9ba1a-26a0-4ef5-b49c-7530e65d15de HTTP/1.1" status: 204 len: 168 time: 0.2638252 Aug 09 16:29:02.704916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78853f-9381-421a-b404-87530641620a admin admin] Pushing event deleted for resources: {'Network': ['ID=92f9ba1a-26a0-4ef5-b49c-7530e65d15de,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:02.828083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53186) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:02.868284 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2e81a2df-7941-4617-8763-33e456a22d59 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=568b54f56cde43b184d5412b77ea8b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390010 Aug 09 16:29:02.870788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53188) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:02.918117 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1b66-535b-4436-b593-bd056edfaef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.938656 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1b66-535b-4436-b593-bd056edfaef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.986472 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1b66-535b-4436-b593-bd056edfaef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.989448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1b66-535b-4436-b593-bd056edfaef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:02.990634 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8c8c1b66-535b-4436-b593-bd056edfaef3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7068c3e4-e6ca-466a-8113-55cc04f5c2c8 HTTP/1.1" status: 204 len: 168 time: 0.1189537 Aug 09 16:29:02.998351 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c1b66-535b-4436-b593-bd056edfaef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7068c3e4-e6ca-466a-8113-55cc04f5c2c8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:03.689539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53210) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:03.810523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1383871579-network', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:03.832445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Made reservation on behalf of 27d3df9c70594abcb31462e78abb82a2 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:29:03.834728 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:03.844192 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:03.942514 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:03.946575 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:03.970628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:29:03.980343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca08a2f-1aaa-4244-a130-3aa91d75da36,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:03.985203 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:03.985525 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Added segment 32a66fb3-e2ef-4d01-9ca6-57e87437161f of type vlan for network ab85e442-7bb2-45e7-ba21-fb988f388708 Aug 09 16:29:04.029086 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.057958 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.058891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:04.059482 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.112844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4221625 Aug 09 16:29:04.117398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53214) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:04.122765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9cc2a-36b5-4f69-be8d-6da7d83bab9f admin admin] Pushing event updated for resources: {'Network': ['ID=ab85e442-7bb2-45e7-ba21-fb988f388708,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:04.122929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-603af18c-cacc-4e0e-817c-375e3692adf7 admin admin] Request body: {'subnet': {'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1383871579-subnet', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:04.135134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network ab85e442-7bb2-45e7-ba21-fb988f388708 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:29:04.146999 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603af18c-cacc-4e0e-817c-375e3692adf7 admin admin] Made reservation on behalf of 27d3df9c70594abcb31462e78abb82a2 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:29:04.150808 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-603af18c-cacc-4e0e-817c-375e3692adf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.345432 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-603af18c-cacc-4e0e-817c-375e3692adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.404676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603af18c-cacc-4e0e-817c-375e3692adf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=999c40ab-3d1b-451d-a357-bf81886419f2,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:04.412851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603af18c-cacc-4e0e-817c-375e3692adf7 admin admin] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:29:04.413203 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603af18c-cacc-4e0e-817c-375e3692adf7 admin admin] Network hostable DHCP agents. Network: ab85e442-7bb2-45e7-ba21-fb988f388708, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:29:04.430833 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603af18c-cacc-4e0e-817c-375e3692adf7 admin admin] Network ab85e442-7bb2-45e7-ba21-fb988f388708 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:29:04.439652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-603af18c-cacc-4e0e-817c-375e3692adf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, ab85e442-7bb2-45e7-ba21-fb988f388708) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:04.445134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603af18c-cacc-4e0e-817c-375e3692adf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:04.445854 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-603af18c-cacc-4e0e-817c-375e3692adf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.451651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f08fae0-00db-41cc-a21e-3f71a771746d None None] Network ab85e442-7bb2-45e7-ba21-fb988f388708 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:29:04.461638 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-603af18c-cacc-4e0e-817c-375e3692adf7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3429437 Aug 09 16:29:04.464117 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53216) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:04.469276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:04.492447 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.493574 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.560335 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.603250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-ab85e442-7bb2-45e7-ba21-fb988f388708', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:29:04.604316 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.715679 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.741381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Allocated IP 172.20.0.2 (ab85e442-7bb2-45e7-ba21-fb988f388708/999c40ab-3d1b-451d-a357-bf81886419f2/18a1b54b-8517-42e3-b36b-fd58f01a2246) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:29:04.916701 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e41c9dea-d7c5-40af-942b-e26db3ff9cce no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:29:04.941139 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.944094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: e41c9dea-d7c5-40af-942b-e26db3ff9cce {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:29:04.944441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device e41c9dea-d7c5-40af-942b-e26db3ff9cce not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:29:04.952445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Transition to ACTIVE for port object 18a1b54b-8517-42e3-b36b-fd58f01a2246 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:04.957980 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.967700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Transition to ACTIVE for port object 18a1b54b-8517-42e3-b36b-fd58f01a2246 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:04.974633 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:04.978829 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:05.022222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Network ab85e442-7bb2-45e7-ba21-fb988f388708 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:29:05.027101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:05.030587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:29:05.039404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Pushing event updated for resources: {'Port': ['ID=18a1b54b-8517-42e3-b36b-fd58f01a2246,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:05.088697 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Allocated IP 172.25.2.104 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/589f095b-ad64-4b88-b87f-fb2958226a7d) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:29:05.096876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Attempting to bind port 18a1b54b-8517-42e3-b36b-fd58f01a2246 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:29:05.097250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Attempting to bind port 18a1b54b-8517-42e3-b36b-fd58f01a2246 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:29:05.097811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Attempting to bind port 18a1b54b-8517-42e3-b36b-fd58f01a2246 on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:29:05.103854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:29:05.104238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:29:05.104647 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:05.105043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Bound using segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:29:05.105509 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Bound port: 18a1b54b-8517-42e3-b36b-fd58f01a2246, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:29:05.105920 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:05.172341 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] For port 18a1b54b-8517-42e3-b36b-fd58f01a2246, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:29:05.176278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] For port 18a1b54b-8517-42e3-b36b-fd58f01a2246, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=18a1b54b-8517-42e3-b36b-fd58f01a2246,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:29:05.182352 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:05.246647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017b3d4-cf2e-4691-924b-8060bf147f60 None None] Pushing event updated for resources: {'Port': ['ID=18a1b54b-8517-42e3-b36b-fd58f01a2246,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:05.512216 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:05.552103 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:05.593312 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:29:05.596293 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:05.600014 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:29:05.624662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Pushing event updated for resources: {'Port': ['ID=589f095b-ad64-4b88-b87f-fb2958226a7d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:05.859626 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:06.074487 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:06.179209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1fb4a3-0aaa-4cdc-a895-0eadf6789dc5 None None] Network ab85e442-7bb2-45e7-ba21-fb988f388708 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:29:06.212159 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:29:06.242021 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cc490c54-900f-49f0-94c2-01a4f28f335b None None] Provisioning for port 18a1b54b-8517-42e3-b36b-fd58f01a2246 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:06.327236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:29:06.337910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Sync routers for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:29:06.342911 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:06.346970 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-26e10bcd-bed6-4822-ad4b-835d64ebf252 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8792260 Aug 09 16:29:06.348405 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53218) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:06.353875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:29:06.354495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:28:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:06.475520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:29:06.689741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:05Z', 'revision_number': 3, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:06.716991 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Checking router: 5d540bcb-d8b4-493c-b0df-f73ea06faa13 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:29:06.717338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Updating router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 port 589f095b-ad64-4b88-b87f-fb2958226a7d binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:29:06.746805 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:06.830852 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:06.866125 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 18a1b54b-8517-42e3-b36b-fd58f01a2246 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:06.977037 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 18a1b54b-8517-42e3-b36b-fd58f01a2246 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:06.988883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 18a1b54b-8517-42e3-b36b-fd58f01a2246 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:06.989313 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.009073 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Allocated IP 172.20.0.1 (ab85e442-7bb2-45e7-ba21-fb988f388708/999c40ab-3d1b-451d-a357-bf81886419f2/79e35b1f-3f2e-425d-bb06-50fdc02ca107) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:29:07.111040 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.126710 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.130219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Transition to ACTIVE for port object 589f095b-ad64-4b88-b87f-fb2958226a7d will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:07.134518 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.142703 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.143428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Transition to ACTIVE for port object 79e35b1f-3f2e-425d-bb06-50fdc02ca107 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:07.178848 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.219246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 18a1b54b-8517-42e3-b36b-fd58f01a2246, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=18a1b54b-8517-42e3-b36b-fd58f01a2246,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:07.220857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Attempting to bind port 589f095b-ad64-4b88-b87f-fb2958226a7d on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:29:07.221009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Network ab85e442-7bb2-45e7-ba21-fb988f388708 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:29:07.221320 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Attempting to bind port 589f095b-ad64-4b88-b87f-fb2958226a7d by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:29:07.221620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Attempting to bind port 589f095b-ad64-4b88-b87f-fb2958226a7d on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:29:07.225274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adef4c6-1e0e-4876-81b3-83f30c8cf7cc None None] Pushing event updated for resources: {'Port': ['ID=589f095b-ad64-4b88-b87f-fb2958226a7d,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:07.225446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:07.229161 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:29:07.230865 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.233301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:29:07.233738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:29:07.234111 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.234495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:29:07.234972 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Bound port: 589f095b-ad64-4b88-b87f-fb2958226a7d, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:29:07.235354 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.252608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Pushing event updated for resources: {'Port': ['ID=79e35b1f-3f2e-425d-bb06-50fdc02ca107,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:07.273273 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.327534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=18a1b54b-8517-42e3-b36b-fd58f01a2246,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:07.332599 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] For port 589f095b-ad64-4b88-b87f-fb2958226a7d, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:29:07.336602 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] For port 589f095b-ad64-4b88-b87f-fb2958226a7d, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=589f095b-ad64-4b88-b87f-fb2958226a7d,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:29:07.343840 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.417917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:29:07.419832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:28:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:07.424194 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.424749 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adef4c6-1e0e-4876-81b3-83f30c8cf7cc None None] Pushing event updated for resources: {'Port': ['ID=589f095b-ad64-4b88-b87f-fb2958226a7d,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:07.614475 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.619567 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.694596 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.697258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Pushing event updated for resources: {'Port': ['ID=79e35b1f-3f2e-425d-bb06-50fdc02ca107,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:07.701519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6ed63476-7bfa-4a02-b7e5-746c22f2b0d4 None None] Provisioning for port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:07.709920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6ed63476-7bfa-4a02-b7e5-746c22f2b0d4 None None] Provisioning complete for port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:07.710369 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6ed63476-7bfa-4a02-b7e5-746c22f2b0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.734728 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4fb387b6-811c-4c52-ad5b-038894172c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:07.749565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:29:07.781444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6ed63476-7bfa-4a02-b7e5-746c22f2b0d4 None None] Port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:29:07.789698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Network ab85e442-7bb2-45e7-ba21-fb988f388708 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:29:07.791095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:07.917805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:29:07.971955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 1, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:08.009357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3165b02-48f9-4bae-8b5c-e17649e3ffdb None None] The sync data for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 is: [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 1, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:29:08.018443 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-759b638b-345d-4369-aaf0-82b0ec3de686 None None] Provisioning complete for port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:08.018822 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-759b638b-345d-4369-aaf0-82b0ec3de686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:08.047573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:29:08.053501 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-88be4920-dc6a-403e-a002-a623a7e2979a admin admin] 10.222.0.81 "PUT /v2.0/routers/5d540bcb-d8b4-493c-b0df-f73ea06faa13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7036982 Aug 09 16:29:08.061522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-759b638b-345d-4369-aaf0-82b0ec3de686 None None] Port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:29:08.892832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 18a1b54b-8517-42e3-b36b-fd58f01a2246 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:08.942701 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 18a1b54b-8517-42e3-b36b-fd58f01a2246 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:08.943179 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.031510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 589f095b-ad64-4b88-b87f-fb2958226a7d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:09.080915 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 589f095b-ad64-4b88-b87f-fb2958226a7d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:09.084873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 589f095b-ad64-4b88-b87f-fb2958226a7d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:09.085255 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.169683 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.195988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 589f095b-ad64-4b88-b87f-fb2958226a7d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=589f095b-ad64-4b88-b87f-fb2958226a7d,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:09.200633 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.256238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=589f095b-ad64-4b88-b87f-fb2958226a7d,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:09.572520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53230) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:09.577288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4fd36e9d-a730-43c1-9eed-d34ff06af255 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964604478', 'description': 'tempest-description--61369179'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:09.603000 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fd36e9d-a730-43c1-9eed-d34ff06af255 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.692137 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fd36e9d-a730-43c1-9eed-d34ff06af255 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.695749 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fd36e9d-a730-43c1-9eed-d34ff06af255 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.727889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4fd36e9d-a730-43c1-9eed-d34ff06af255 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.729166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4fd36e9d-a730-43c1-9eed-d34ff06af255 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1556282 Aug 09 16:29:09.732000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 53232) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:09.737362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8190501b-07a2-48d4-bca7-94d302192d07 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Request body: {'security_group_rule': {'security_group_id': 'd6ffc0b4-467c-4c9e-a649-5c229a2f40d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:09.746833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd36e9d-a730-43c1-9eed-d34ff06af255 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:09.767601 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8190501b-07a2-48d4-bca7-94d302192d07 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.828940 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8190501b-07a2-48d4-bca7-94d302192d07 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.833766 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8190501b-07a2-48d4-bca7-94d302192d07 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.852419 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190501b-07a2-48d4-bca7-94d302192d07 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee97823-d732-4cd1-953a-e3ce0bec840c,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:09.860774 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8190501b-07a2-48d4-bca7-94d302192d07 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.862114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8190501b-07a2-48d4-bca7-94d302192d07 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291847 Aug 09 16:29:09.865083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53234) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:09.869962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e5a2a10b-cf29-4f35-82f0-836d55550aad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Request body: {'security_group_rule': {'security_group_id': 'd6ffc0b4-467c-4c9e-a649-5c229a2f40d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:09.897692 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a10b-cf29-4f35-82f0-836d55550aad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.954109 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Sync routers for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:29:09.962102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a10b-cf29-4f35-82f0-836d55550aad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.964002 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:29:09.964620 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:28:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:09.966801 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a10b-cf29-4f35-82f0-836d55550aad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.985085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2a10b-cf29-4f35-82f0-836d55550aad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0096b5-2eba-41c4-93ef-72c4d9382adf,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:09.991869 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e5a2a10b-cf29-4f35-82f0-836d55550aad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:09.992919 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e5a2a10b-cf29-4f35-82f0-836d55550aad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268086 Aug 09 16:29:09.996009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53236) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:10.000421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:10.023493 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.074065 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:29:10.125148 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.259762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Allocated IP 172.25.2.145 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/2637811e-6b01-42e2-8ff9-47b931ebcafb) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:29:10.283910 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 2, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:10.316374 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Checking router: 5d540bcb-d8b4-493c-b0df-f73ea06faa13 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:29:10.316833 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Updating router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:29:10.354204 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.367182 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.420046 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.463321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:29:10.466266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:10.470611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:29:10.474535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event updated for resources: {'Port': ['ID=2637811e-6b01-42e2-8ff9-47b931ebcafb,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:10.592555 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.598170 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-12233d9f-0104-4dba-9fd2-4da5c1ee7e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.633828 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.736992 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.747346 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Transition to ACTIVE for port object 79e35b1f-3f2e-425d-bb06-50fdc02ca107 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:10.754519 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.802797 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.807890 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.813227 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Pushing event updated for resources: {'Port': ['ID=79e35b1f-3f2e-425d-bb06-50fdc02ca107,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:10.843062 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:10.843415 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:10.843748 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:10.844081 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:10.844412 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:10.844738 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:10.845058 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:10.845629 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:10.845856 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:10.846371 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:10.846371 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:10.846669 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:29:10.859802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 589f095b-ad64-4b88-b87f-fb2958226a7d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:10.886199 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Attempting to bind port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:29:10.886870 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Attempting to bind port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:29:10.887331 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Attempting to bind port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:29:10.889341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event updated for resources: {'Port': ['ID=2637811e-6b01-42e2-8ff9-47b931ebcafb,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:10.893746 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:29:10.895148 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:29:10.895668 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.896159 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Bound using segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:29:10.896971 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Bound port: 79e35b1f-3f2e-425d-bb06-50fdc02ca107, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:29:10.897420 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.900485 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.916916 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.924506 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f6ef4144-8a51-4786-8090-cd8b50542501 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9212599 Aug 09 16:29:10.963244 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 589f095b-ad64-4b88-b87f-fb2958226a7d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:10.964082 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.966980 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:10.980013 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] For port 79e35b1f-3f2e-425d-bb06-50fdc02ca107, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:29:10.983673 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] For port 79e35b1f-3f2e-425d-bb06-50fdc02ca107, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=79e35b1f-3f2e-425d-bb06-50fdc02ca107,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:29:10.989212 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:11.052221 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:29:11.053301 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:29:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:11.120113 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a43a8-7c74-42ba-a220-cbd558f03018 None None] Pushing event updated for resources: {'Port': ['ID=79e35b1f-3f2e-425d-bb06-50fdc02ca107,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:11.122503 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-c9ce6dc2-96dc-442d-a9c9-af47143fd29f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--964604478&fields=id&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 267 time: 0.0469103 Aug 09 16:29:11.184729 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:29:11.272086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-3372a7b4-3127-446b-8764-8ca89f077840 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:11.274866 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-3372a7b4-3127-446b-8764-8ca89f077840 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 812 time: 0.1425972 Aug 09 16:29:11.290977 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-8624329f-93d7-46ea-b1eb-4d908844f075 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/quotas/27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 375 time: 0.0101168 Aug 09 16:29:11.349174 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-ebece37a-48d3-41f5-94be-947d64f710ad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507226 Aug 09 16:29:11.421121 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:10Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:11.449514 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217eb94-e753-4fe9-9401-e97845efe8c7 None None] The sync data for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 is: [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:10Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:29:11.510145 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-f6f38d02-798a-4ace-80f7-57d9080dc75f service neutron] 10.222.0.81 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492019 Aug 09 16:29:11.607032 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-ff648c95-a777-4306-9807-73a3f2fd35d4 service neutron] 10.222.0.81 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897751 Aug 09 16:29:11.733976 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:11.781034 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:11.790144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-973b2c77-9d34-40f8-82b3-7b0b07d3fc99 req-52891095-6540-403a-8b91-b2909c7d9bfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 210 time: 0.0406690 Aug 09 16:29:12.766838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-c86bd4a0-6815-4c74-9a4b-f98ef6924726 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:12.768543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-c86bd4a0-6815-4c74-9a4b-f98ef6924726 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 812 time: 0.1166632 Aug 09 16:29:12.822213 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-6de17bb3-7679-4b0c-bcd1-4f0543eadf5a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 379 time: 0.0440907 Aug 09 16:29:12.832778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Request body: {'port': {'device_id': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'admin_state_up': True, 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'security_groups': ['d6ffc0b4-467c-4c9e-a649-5c229a2f40d0']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:12.867242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 79e35b1f-3f2e-425d-bb06-50fdc02ca107 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:12.920462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:12.925073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:12.926063 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:12.942381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c78d7c5-8cd2-482d-8f4d-d9cf9146fe94 req-6198462a-c635-45b5-a788-9ba514914872 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 210 time: 0.0333819 Aug 09 16:29:12.950993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Made reservation on behalf of 27d3df9c70594abcb31462e78abb82a2 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:29:12.954805 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.008948 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.043381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 79e35b1f-3f2e-425d-bb06-50fdc02ca107, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=79e35b1f-3f2e-425d-bb06-50fdc02ca107,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:13.047531 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.092447 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Allocated IP 172.20.0.13 (ab85e442-7bb2-45e7-ba21-fb988f388708/999c40ab-3d1b-451d-a357-bf81886419f2/db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:29:13.100098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=79e35b1f-3f2e-425d-bb06-50fdc02ca107,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:13.232017 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.244323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Transition to ACTIVE for port object db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:13.277756 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.326278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Network ab85e442-7bb2-45e7-ba21-fb988f388708 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:29:13.329405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:29:13.333888 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:29:13.364321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event updated for resources: {'Port': ['ID=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:13.387728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:13.388352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.403534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-cf6f3a76-e27b-409e-ae73-8902cc3a0ccd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5744753 Aug 09 16:29:13.418582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Request body: {'port': {'device_id': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:13.478711 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.494864 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.571518 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-438e70dd-95fd-40b9-b3d3-1e2ecd9bfdd3 None None] Provisioning for port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:13.575103 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.576400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-438e70dd-95fd-40b9-b3d3-1e2ecd9bfdd3 None None] Provisioning complete for port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:13.576753 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-438e70dd-95fd-40b9-b3d3-1e2ecd9bfdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.611167 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-438e70dd-95fd-40b9-b3d3-1e2ecd9bfdd3 None None] Port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:29:13.749496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:29:13.757502 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.769226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Transition to ACTIVE for port object db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:29:13.773136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.825535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Pushing event updated for resources: {'Port': ['ID=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:13.898959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Attempting to bind port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:29:13.899296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Attempting to bind port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:29:13.899623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Attempting to bind port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:29:13.904081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa on network ab85e442-7bb2-45e7-ba21-fb988f388708 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:29:13.904409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Attempting to bind port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:29:13.911134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:29:13.911134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:29:13.911134 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Bound using segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:29:13.911728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Bound port: db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:29:13.911831 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:13.988205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:29:13.991626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:29:13.997399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:14.055555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:14.056188 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:14.057631 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] 10.222.0.60 "PUT /v2.0/ports/db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 200 len: 1092 time: 0.6463044 Aug 09 16:29:14.059925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:29:14.062299 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcdecc8-4c9a-4e54-9f58-92ebb88c4dce" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:29:14.115839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcbe18-040f-428d-99f6-dda89c21545d service neutron] Pushing event updated for resources: {'Port': ['ID=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:14.134459 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bb1c4a-336c-4022-ad6f-1c71ec57b696 x-openstack-request-id: req-21bb1c4a-336c-4022-ad6f-1c71ec57b696 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:29:14.134922 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:29:14.135175 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21bb1c4a-336c-4022-ad6f-1c71ec57b696 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:29:14.135594 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'status': 'completed', 'code': 200} Aug 09 16:29:14.147824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa7059-010b-4b32-a298-7dfb07291f74 req-45cccd16-c5e1-4f27-a1a6-d1ce8e587cc9 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:14.149286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3faa7059-010b-4b32-a298-7dfb07291f74 req-45cccd16-c5e1-4f27-a1a6-d1ce8e587cc9 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 944 time: 0.1237066 Aug 09 16:29:14.175239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-3e83c166-2b79-4fa3-a74d-2ae03eb2d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:14.176805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-3e83c166-2b79-4fa3-a74d-2ae03eb2d469 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 1095 time: 0.0768206 Aug 09 16:29:14.232667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3faa7059-010b-4b32-a298-7dfb07291f74 req-2cd85fb9-8ca8-4d2c-b2ed-49a3cebf6ba6 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762992 Aug 09 16:29:14.234376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-ee9a28d7-2f76-453e-b438-fd2adc04fab1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 200 len: 217 time: 0.0475454 Aug 09 16:29:14.287535 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:29:14.289071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-329f238b-7059-43f7-a948-c0136be66edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:14.290575 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-329f238b-7059-43f7-a948-c0136be66edf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0484998 Aug 09 16:29:14.342671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-e32dd6cd-d7f5-4c3a-a106-b7b9a933258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:14.344170 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-e32dd6cd-d7f5-4c3a-a106-b7b9a933258b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464361 Aug 09 16:29:14.434249 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-90d1d500-5dad-4f7d-a793-af6ccd585610 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826492 Aug 09 16:29:14.528300 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3167187d-089c-431e-9bd1-ebb6f3edffe5 req-35ae1e40-47fe-40a5-b84f-2ebaa6ae5af3 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865698 Aug 09 16:29:14.614113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdecc8-4c9a-4e54-9f58-92ebb88c4dce req-f5529214-eeb5-4b15-99dd-8b2e8b73acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:14.615606 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edcdecc8-4c9a-4e54-9f58-92ebb88c4dce req-f5529214-eeb5-4b15-99dd-8b2e8b73acff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 1095 time: 0.0422661 Aug 09 16:29:14.709847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdecc8-4c9a-4e54-9f58-92ebb88c4dce req-35ad02d2-1a8e-4afb-86d3-e3cdba584177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:14.711391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edcdecc8-4c9a-4e54-9f58-92ebb88c4dce req-35ad02d2-1a8e-4afb-86d3-e3cdba584177 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0882130 Aug 09 16:29:14.753698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edcdecc8-4c9a-4e54-9f58-92ebb88c4dce req-cec81d73-3d3f-456e-b960-5ff83c1854a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 200 len: 217 time: 0.0340607 Aug 09 16:29:14.810762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdecc8-4c9a-4e54-9f58-92ebb88c4dce req-4840a3e8-b28d-4f18-8b11-4861bae6c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:14.812457 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edcdecc8-4c9a-4e54-9f58-92ebb88c4dce req-4840a3e8-b28d-4f18-8b11-4861bae6c5cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0521209 Aug 09 16:29:14.824302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 79e35b1f-3f2e-425d-bb06-50fdc02ca107 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:14.862308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdecc8-4c9a-4e54-9f58-92ebb88c4dce req-c113efdc-a2ee-4c0c-aea4-5123872d6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:14.863981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edcdecc8-4c9a-4e54-9f58-92ebb88c4dce req-c113efdc-a2ee-4c0c-aea4-5123872d6b04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434775 Aug 09 16:29:14.874593 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:14.874972 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:14.958818 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edcdecc8-4c9a-4e54-9f58-92ebb88c4dce req-1a972541-219b-40bf-a39d-9f62ac37ef9d service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867965 Aug 09 16:29:15.055278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edcdecc8-4c9a-4e54-9f58-92ebb88c4dce req-532e5063-4312-45dd-aa90-b47d01424662 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879247 Aug 09 16:29:15.359299 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd07866-05b5-40aa-9e80-bb82d4c8f0f8 req-036d6ac1-8d34-4711-9129-e4c122fb37e4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:15.360798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ecd07866-05b5-40aa-9e80-bb82d4c8f0f8 req-036d6ac1-8d34-4711-9129-e4c122fb37e4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 944 time: 0.0542746 Aug 09 16:29:15.402250 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ecd07866-05b5-40aa-9e80-bb82d4c8f0f8 req-2e0d79c6-bf5c-4b4f-ae54-c97f9971f309 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331182 Aug 09 16:29:16.523160 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546f0ac-5a33-4ae7-8cb0-00ed8f214c4c req-dbf8fa72-a87a-43a1-8113-96b37251e497 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:16.524672 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c546f0ac-5a33-4ae7-8cb0-00ed8f214c4c req-dbf8fa72-a87a-43a1-8113-96b37251e497 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 944 time: 0.0538228 Aug 09 16:29:16.551738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:29:16.562611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c546f0ac-5a33-4ae7-8cb0-00ed8f214c4c req-f69a2473-d8f8-4832-9d43-7558bf469aa4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319088 Aug 09 16:29:16.645497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:16.656545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'port_id': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'mac_address': 'fa:16:3e:4a:d6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:29:16.698755 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:16.712156 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:29:16.731185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:16.734862 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:16.781761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:16.952277 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:29:17.679737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd490ad-c54b-4d9e-bea1-f17360fed646 req-efe5bc2b-eee9-4a6a-9edc-61fdb98c0972 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:17.681248 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ddd490ad-c54b-4d9e-bea1-f17360fed646 req-efe5bc2b-eee9-4a6a-9edc-61fdb98c0972 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 945 time: 0.0496876 Aug 09 16:29:17.719057 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ddd490ad-c54b-4d9e-bea1-f17360fed646 req-ed588575-410d-4d0f-814a-f01ffdac8c8c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318449 Aug 09 16:29:18.555519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:29:18.606694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:29:18.610261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:29:18.610639 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:18.686656 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:18.709009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:29:18.711461 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbc4b8b-9a0e-4087-9c46-e157bdcf9ed1" -d '{"events": [{"server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "name": "network-vif-plugged", "status": "completed", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:29:18.724765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:29:18.730968 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:18.759513 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c85a36-f055-4e61-a71c-b72e44b35ee8 x-openstack-request-id: req-15c85a36-f055-4e61-a71c-b72e44b35ee8 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:29:18.759815 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "name": "network-vif-plugged", "status": "completed", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:29:18.760069 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15c85a36-f055-4e61-a71c-b72e44b35ee8 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:29:18.760481 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'code': 200} Aug 09 16:29:18.788170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:29:18.855015 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b6527-561e-4e14-b9df-b2ad2298d65b req-7f1b66a4-bd9d-4a0f-9615-5bd8ca43d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:18.856590 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-946b6527-561e-4e14-b9df-b2ad2298d65b req-7f1b66a4-bd9d-4a0f-9615-5bd8ca43d2a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 1097 time: 0.0425920 Aug 09 16:29:18.865496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcca50b-24d0-40ad-a1c2-e81992e6e21a req-84e2f8f9-488d-4251-90b8-dcb8a8fc3942 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:18.867086 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ffcca50b-24d0-40ad-a1c2-e81992e6e21a req-84e2f8f9-488d-4251-90b8-dcb8a8fc3942 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0636408 Aug 09 16:29:18.892725 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-946b6527-561e-4e14-b9df-b2ad2298d65b req-29337afa-b417-4250-8870-bc8d5d071d23 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282440 Aug 09 16:29:18.905331 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ffcca50b-24d0-40ad-a1c2-e81992e6e21a req-8b981063-692f-4cbe-8985-8b047fbe0286 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319848 Aug 09 16:29:20.020240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f39236-3e8d-4847-ae28-b3fe1a874e5c req-8d7768d3-9117-484c-add4-507ffd905281 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:20.021730 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9f39236-3e8d-4847-ae28-b3fe1a874e5c req-8d7768d3-9117-484c-add4-507ffd905281 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0481415 Aug 09 16:29:20.059354 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9f39236-3e8d-4847-ae28-b3fe1a874e5c req-f540e48b-65d2-4a3a-b233-89502a4deef4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315046 Aug 09 16:29:20.176921 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40ffe2-9da8-4ed7-89ec-7aa6658a2877 req-4db3ab78-0180-42a6-8117-9610f32a324f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:20.178450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac40ffe2-9da8-4ed7-89ec-7aa6658a2877 req-4db3ab78-0180-42a6-8117-9610f32a324f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0560131 Aug 09 16:29:20.187113 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53290) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:29:20.192197 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-570c99a5-9f21-4974-aac1-d2eabd947a60 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Request body: {'floatingip': {'port_id': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:29:20.232040 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-570c99a5-9f21-4974-aac1-d2eabd947a60 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:20.739770 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-570c99a5-9f21-4974-aac1-d2eabd947a60 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:20.743801 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-570c99a5-9f21-4974-aac1-d2eabd947a60 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:21.172861 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-570c99a5-9f21-4974-aac1-d2eabd947a60 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e associated. External IP: 172.25.2.145, port: db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa. Aug 09 16:29:21.410122 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570c99a5-9f21-4974-aac1-d2eabd947a60 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:29:21.519551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570c99a5-9f21-4974-aac1-d2eabd947a60 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:29:21.524116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-570c99a5-9f21-4974-aac1-d2eabd947a60 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:21.529182 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7d11e-f22a-417e-ac0a-b58a2019b0f1 None None] Sync routers for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:29:21.539296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7d11e-f22a-417e-ac0a-b58a2019b0f1 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:29:21.539932 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-16b7d11e-f22a-417e-ac0a-b58a2019b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:29:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:21.555064 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-570c99a5-9f21-4974-aac1-d2eabd947a60 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "PUT /v2.0/floatingips/db5a6a9b-35c7-4aa0-8084-796d01c7285e HTTP/1.1" status: 200 len: 992 time: 1.3669124 Aug 09 16:29:21.555650 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:29:21.557924 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001d57bc-efcf-4332-b9b6-91342d1fb678" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:29:21.654871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-16b7d11e-f22a-417e-ac0a-b58a2019b0f1 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:29:21.667219 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972fef3b-d1e6-428b-a3a5-8c2d1bc25909 x-openstack-request-id: req-972fef3b-d1e6-428b-a3a5-8c2d1bc25909 {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:29:21.667531 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:29:21.667779 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-972fef3b-d1e6-428b-a3a5-8c2d1bc25909 {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:29:21.668176 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'status': 'completed', 'code': 200} Aug 09 16:29:21.732330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d57bc-efcf-4332-b9b6-91342d1fb678 req-cecb4bd4-948a-4455-a3f6-852bc50c46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:21.733847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-001d57bc-efcf-4332-b9b6-91342d1fb678 req-cecb4bd4-948a-4455-a3f6-852bc50c46d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 1097 time: 0.0443203 Aug 09 16:29:21.825607 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d57bc-efcf-4332-b9b6-91342d1fb678 req-f99b40aa-a45d-4120-9427-78367941d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:21.827098 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-001d57bc-efcf-4332-b9b6-91342d1fb678 req-f99b40aa-a45d-4120-9427-78367941d593 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0860839 Aug 09 16:29:21.887138 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-16b7d11e-f22a-417e-ac0a-b58a2019b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'db5a6a9b-35c7-4aa0-8084-796d01c7285e', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'port_id': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'mac_address': 'fa:16:3e:4a:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:10Z', 'updated_at': '2021-08-09T16:29:20Z', 'revision_number': 1, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:21.897143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-001d57bc-efcf-4332-b9b6-91342d1fb678 req-0659e39b-7e66-490a-8844-13608507483b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 200 len: 1000 time: 0.0628879 Aug 09 16:29:21.919317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7d11e-f22a-417e-ac0a-b58a2019b0f1 None None] Checking router: 5d540bcb-d8b4-493c-b0df-f73ea06faa13 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:29:21.929435 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7d11e-f22a-417e-ac0a-b58a2019b0f1 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:29:21.930081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-16b7d11e-f22a-417e-ac0a-b58a2019b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:29:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:21.953070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d57bc-efcf-4332-b9b6-91342d1fb678 req-3b5a9268-fbb0-41a9-98c2-1f64a4bfb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:21.954575 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-001d57bc-efcf-4332-b9b6-91342d1fb678 req-3b5a9268-fbb0-41a9-98c2-1f64a4bfb9a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0498855 Aug 09 16:29:22.001803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d57bc-efcf-4332-b9b6-91342d1fb678 req-9b0fab2e-013f-497a-ab4e-6dec6c144c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:29:22.003430 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-001d57bc-efcf-4332-b9b6-91342d1fb678 req-9b0fab2e-013f-497a-ab4e-6dec6c144c58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402024 Aug 09 16:29:22.036131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-16b7d11e-f22a-417e-ac0a-b58a2019b0f1 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:29:22.095385 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-001d57bc-efcf-4332-b9b6-91342d1fb678 req-7544b69a-aa3a-48c5-9b32-0181e2b3858f service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839934 Aug 09 16:29:22.192347 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-001d57bc-efcf-4332-b9b6-91342d1fb678 req-27b15238-d03c-42a3-b37f-e2ad4169a3c8 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891430 Aug 09 16:29:22.261318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-16b7d11e-f22a-417e-ac0a-b58a2019b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'db5a6a9b-35c7-4aa0-8084-796d01c7285e', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'port_id': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'mac_address': 'fa:16:3e:4a:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:10Z', 'updated_at': '2021-08-09T16:29:20Z', 'revision_number': 1, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:29:22.288773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7d11e-f22a-417e-ac0a-b58a2019b0f1 None None] The sync data for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 is: [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'db5a6a9b-35c7-4aa0-8084-796d01c7285e', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'port_id': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'mac_address': 'fa:16:3e:4a:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:10Z', 'updated_at': '2021-08-09T16:29:20Z', 'revision_number': 1, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:29:22.478140 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c16fc0-2ac1-4574-a513-8e80f33b8728 None None] New status for floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:29:37.696176 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9c7d4dba-3880-45e6-9c4a-7c71aeda3ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:40.590034 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0bcea0f2-9f1e-4d44-a066-718452eef8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:40.949102 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.724298 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:41.787356 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:43.505802 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:43.567149 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:29:51.287911 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:30:05.257431 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-5e31da99-f614-4b6f-bc23-d8733f8e5553 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395823 Aug 09 16:30:05.346482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-7b9a3633-5384-429f-9c86-e997d9fda5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:05.348039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-7b9a3633-5384-429f-9c86-e997d9fda5c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 1097 time: 0.0461004 Aug 09 16:30:05.452886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-c949c5e5-6cbc-4951-82e0-2b580b34ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:05.454391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-c949c5e5-6cbc-4951-82e0-2b580b34ff28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0875537 Aug 09 16:30:05.523828 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-3a9c4e3f-2128-4fe0-8777-2dae3d08a073 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 200 len: 1002 time: 0.0604539 Aug 09 16:30:05.572536 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-12bea714-8f96-4a74-93a4-0acd0af60aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:05.573972 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-12bea714-8f96-4a74-93a4-0acd0af60aa3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0426311 Aug 09 16:30:05.619434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-e7b76a72-c55f-45b9-93ea-1905718ab444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:05.620913 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-e7b76a72-c55f-45b9-93ea-1905718ab444 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386515 Aug 09 16:30:05.633774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-c659fd30-401c-40aa-ae37-8ce1fda5f699 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:30:05.634728 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-c659fd30-401c-40aa-ae37-8ce1fda5f699 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050690 Aug 09 16:30:05.727871 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-16865022-9c8c-4fc2-bfd8-d89dc0bb4f69 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857663 Aug 09 16:30:05.819984 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa7caa9d-5a2b-4fd0-97b0-8b86f2319578 req-1ccc9a74-3f4e-4850-bf5d-faad56a75490 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830474 Aug 09 16:30:07.696452 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6f86e9ca-4790-4773-9029-4c07ec952503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:10.592334 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b91ccfb5-5f2b-437d-a1e4-e7bba8406034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:10.949736 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:11.734095 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:11.802868 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:13.505829 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:13.570230 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:28.288834 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:30:37.698932 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9bd259ee-cfcc-4b27-891c-64584b1f0eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:40.591747 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c59ab6f3-0b01-4861-9849-cfa3606d0625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:40.953300 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:41.430674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-f1f2642a-2440-4580-9dbc-84246994e24d req-5834386c-2f8b-4d1e-b0fa-87f0b0ad79a9 tempest-TestVolumeBootPattern-548006096 tempest-TestVolumeBootPattern-548006096-project] (94290) timed out ('10.222.0.53', 57412) {{(pid=94290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:30:41.735426 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:41.798320 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:43.517150 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:43.571966 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:30:58.651457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b52fe-0d15-4f90-b320-7f25fc5c427a req-0fb1d6b8-c044-47cb-b345-84c0f1964e68 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:58.652976 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2f0b52fe-0d15-4f90-b320-7f25fc5c427a req-0fb1d6b8-c044-47cb-b345-84c0f1964e68 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0546567 Aug 09 16:30:58.692500 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2f0b52fe-0d15-4f90-b320-7f25fc5c427a req-a968d35d-f642-4fb7-887e-e4e5f073a824 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335450 Aug 09 16:30:58.980963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53500) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:30:59.041839 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc09cc-1cb8-45ee-b3af-8f29e65710d3 req-2384e355-a222-4365-a24e-34b9414831e4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:30:59.043323 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00bc09cc-1cb8-45ee-b3af-8f29e65710d3 req-2384e355-a222-4365-a24e-34b9414831e4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0527682 Aug 09 16:30:59.106455 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00bc09cc-1cb8-45ee-b3af-8f29e65710d3 req-da53678d-37bd-4bae-b442-61f163b6eeca tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560131 Aug 09 16:30:59.112695 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-2868689f-d256-4b47-b4a9-6dd279d61f34 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305156 Aug 09 16:31:00.225049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd746e5-99ce-4dcf-85d4-029353aa7d7b req-c4f2c69f-c791-4fbe-a4b3-7d6fe60ce03e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:00.226555 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edd746e5-99ce-4dcf-85d4-029353aa7d7b req-c4f2c69f-c791-4fbe-a4b3-7d6fe60ce03e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0492163 Aug 09 16:31:00.264730 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-edd746e5-99ce-4dcf-85d4-029353aa7d7b req-45c614e7-1529-4264-a7fc-bcce95d2118f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321875 Aug 09 16:31:00.444995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-c76561cd-7495-49b4-9336-60469423b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:00.446478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-c76561cd-7495-49b4-9336-60469423b252 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 1097 time: 0.0471585 Aug 09 16:31:00.547409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-ebbd9942-5fd2-44ca-a0e8-419676dcf73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:00.548876 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-ebbd9942-5fd2-44ca-a0e8-419676dcf73f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0923283 Aug 09 16:31:00.618047 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-40ec8769-2c92-4ed9-985d-78a61841dbd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 200 len: 1002 time: 0.0610251 Aug 09 16:31:00.667387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-b3267493-3991-4725-ab92-e77c28b80807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:00.668789 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-b3267493-3991-4725-ab92-e77c28b80807 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0431535 Aug 09 16:31:00.715846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-be5e9a45-0153-4bb2-8888-b64515382a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:00.717253 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-be5e9a45-0153-4bb2-8888-b64515382a4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409284 Aug 09 16:31:00.814146 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-1b57741a-5195-466f-93dc-64e9faa8cb76 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884578 Aug 09 16:31:00.903115 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-7b0064d7-02b2-4969-9434-e97af278a629 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819745 Aug 09 16:31:01.382268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3e04-dc25-45bb-abab-e56ade9a8777 req-9dfece9e-5790-4e89-9a1c-c91778008fef tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:01.384990 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f4a3e04-dc25-45bb-abab-e56ade9a8777 req-9dfece9e-5790-4e89-9a1c-c91778008fef tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0509036 Aug 09 16:31:01.424272 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f4a3e04-dc25-45bb-abab-e56ade9a8777 req-3ccb5ec5-483d-4431-9d9c-413bf79291a8 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340488 Aug 09 16:31:02.541850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7ac21-b29f-42b5-954b-d22ee2c93373 req-9ec84fd8-6a64-4125-b314-43e679f187ba tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:02.543315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5bb7ac21-b29f-42b5-954b-d22ee2c93373 req-9ec84fd8-6a64-4125-b314-43e679f187ba tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0480950 Aug 09 16:31:02.582865 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5bb7ac21-b29f-42b5-954b-d22ee2c93373 req-655d4b26-c85f-4a7d-b312-2cab715e23a1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335519 Aug 09 16:31:03.701499 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012082d-ce38-450a-90fa-78f6beae586e req-98d527c2-2a0e-468f-b382-be6e82ad4fbf tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:03.703167 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2012082d-ce38-450a-90fa-78f6beae586e req-98d527c2-2a0e-468f-b382-be6e82ad4fbf tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0499783 Aug 09 16:31:03.741626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2012082d-ce38-450a-90fa-78f6beae586e req-7f96c6c6-355d-4564-9afd-2cc243f3f31e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325122 Aug 09 16:31:05.287461 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:31:05.325381 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406223c-4eac-4db5-88cc-a6552f62bad2 req-2dc24255-aa9a-4116-abb8-feed72109793 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:05.326892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f406223c-4eac-4db5-88cc-a6552f62bad2 req-2dc24255-aa9a-4116-abb8-feed72109793 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.5178082 Aug 09 16:31:05.333120 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764bfd-ce00-413e-b4d0-bdb28d64c0fd req-256957ea-e049-4a09-b7d4-49b9fe242f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:05.335157 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce764bfd-ce00-413e-b4d0-bdb28d64c0fd req-256957ea-e049-4a09-b7d4-49b9fe242f7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 1097 time: 0.0575991 Aug 09 16:31:05.420660 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f406223c-4eac-4db5-88cc-a6552f62bad2 req-b05f0dd5-389a-4f4b-bfb6-6a6f0601f234 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845182 Aug 09 16:31:05.465994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764bfd-ce00-413e-b4d0-bdb28d64c0fd req-16a97db4-1bb5-4a1f-81f6-dd2b37e2081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:05.467470 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce764bfd-ce00-413e-b4d0-bdb28d64c0fd req-16a97db4-1bb5-4a1f-81f6-dd2b37e2081a service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1121387 Aug 09 16:31:05.534284 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce764bfd-ce00-413e-b4d0-bdb28d64c0fd req-90351597-d5ba-46e4-b3c7-e6f1ba2f1254 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 200 len: 1002 time: 0.0587423 Aug 09 16:31:05.585269 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764bfd-ce00-413e-b4d0-bdb28d64c0fd req-0bacf0a5-2c75-4149-a6ba-093bf1dfda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:05.586890 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce764bfd-ce00-413e-b4d0-bdb28d64c0fd req-0bacf0a5-2c75-4149-a6ba-093bf1dfda5c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0456412 Aug 09 16:31:05.640528 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764bfd-ce00-413e-b4d0-bdb28d64c0fd req-ba64df99-140e-40d1-8ea1-319a2b47cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:05.642286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce764bfd-ce00-413e-b4d0-bdb28d64c0fd req-ba64df99-140e-40d1-8ea1-319a2b47cd6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471010 Aug 09 16:31:05.733984 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce764bfd-ce00-413e-b4d0-bdb28d64c0fd req-b2fad9dc-3ad1-4fd1-8ec0-4f0b38ad2623 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838528 Aug 09 16:31:05.831535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ce764bfd-ce00-413e-b4d0-bdb28d64c0fd req-86c3e260-a1ac-4d19-8353-f79ef0536c88 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901828 Aug 09 16:31:06.601726 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ca8b2-2c80-460c-8437-0d816ddbc876 req-fe684bc5-546b-4c98-a46e-b71acaf226ed tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:06.603396 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-351ca8b2-2c80-460c-8437-0d816ddbc876 req-fe684bc5-546b-4c98-a46e-b71acaf226ed tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.1113286 Aug 09 16:31:06.641681 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-351ca8b2-2c80-460c-8437-0d816ddbc876 req-0410c547-68ea-4c83-8406-ea5139fe15a5 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322120 Aug 09 16:31:07.703570 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-470c2535-c565-4e21-be0c-73ac9ed78718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:07.763739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147d5f-aa7a-49a7-940b-390e5c5f531f req-405c1d4a-21a2-4010-b918-45a000279ea3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:07.765277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a147d5f-aa7a-49a7-940b-390e5c5f531f req-405c1d4a-21a2-4010-b918-45a000279ea3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0500991 Aug 09 16:31:07.804740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1a147d5f-aa7a-49a7-940b-390e5c5f531f req-489c2260-e5d2-4f90-b8c1-151a7ad13db9 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334291 Aug 09 16:31:08.925089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25004350-e9e8-46d8-9fd6-a568dfe249a1 req-569a1e26-b7ae-4f99-b27f-48b24873eaac tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:08.926595 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25004350-e9e8-46d8-9fd6-a568dfe249a1 req-569a1e26-b7ae-4f99-b27f-48b24873eaac tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0532134 Aug 09 16:31:08.965756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-25004350-e9e8-46d8-9fd6-a568dfe249a1 req-6c643c5a-47cb-4fe0-b676-6a8292aed7b9 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329213 Aug 09 16:31:10.083470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dbd74-b71d-4fef-9607-8465b02e2503 req-c598bd5f-4f80-4eae-b268-8eaef577467a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:10.084966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-049dbd74-b71d-4fef-9607-8465b02e2503 req-c598bd5f-4f80-4eae-b268-8eaef577467a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0509439 Aug 09 16:31:10.122100 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-049dbd74-b71d-4fef-9607-8465b02e2503 req-1ee11a6a-afaa-4121-a4bd-1d81fce7206f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310979 Aug 09 16:31:10.592199 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ea027f44-a6b0-44df-87fe-c4fc195ad219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:10.953903 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:11.237086 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba20db7-e36a-4e6d-a0d1-f8dd4e687e6d req-12a5e203-d37e-4abc-8248-d2c4ca8726a9 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:11.238575 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eba20db7-e36a-4e6d-a0d1-f8dd4e687e6d req-12a5e203-d37e-4abc-8248-d2c4ca8726a9 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0489812 Aug 09 16:31:11.276450 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eba20db7-e36a-4e6d-a0d1-f8dd4e687e6d req-08feca14-ba7d-49d7-ae8c-7be9a0a22a62 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316999 Aug 09 16:31:11.731361 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:11.806861 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:12.396496 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0b4bc-b369-4478-999d-296ea42002e8 req-3aa49b59-2858-4e0d-842b-e9f3ce139126 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:12.399127 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e5f0b4bc-b369-4478-999d-296ea42002e8 req-3aa49b59-2858-4e0d-842b-e9f3ce139126 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0554907 Aug 09 16:31:12.439649 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e5f0b4bc-b369-4478-999d-296ea42002e8 req-53daf2c5-5346-4606-86ca-e4c8019b9505 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344691 Aug 09 16:31:13.515961 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:13.563596 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6761fb1-591b-4d60-8255-0eeb10fd1931 req-715fc8c5-a4e7-4f73-b8ec-1a371416cc45 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:13.565103 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6761fb1-591b-4d60-8255-0eeb10fd1931 req-715fc8c5-a4e7-4f73-b8ec-1a371416cc45 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0555458 Aug 09 16:31:13.576812 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:13.607232 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b6761fb1-591b-4d60-8255-0eeb10fd1931 req-80a9f446-761f-42fe-82b4-c88d3f1bb38a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344069 Aug 09 16:31:14.726576 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc88cf-bcc1-4586-abf4-648884031e6a req-516f1564-d0a3-4776-8f0b-35b579696502 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:14.728060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11dc88cf-bcc1-4586-abf4-648884031e6a req-516f1564-d0a3-4776-8f0b-35b579696502 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0508549 Aug 09 16:31:14.764344 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-11dc88cf-bcc1-4586-abf4-648884031e6a req-03192063-b44b-4768-9c17-27cf9bfe19ee tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303984 Aug 09 16:31:15.881958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9c961-068f-4bb3-a3c6-b61af6ad226e req-fbf88558-bbff-4619-a1b4-30a91e824f4a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:15.884061 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59e9c961-068f-4bb3-a3c6-b61af6ad226e req-fbf88558-bbff-4619-a1b4-30a91e824f4a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0512943 Aug 09 16:31:15.922474 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59e9c961-068f-4bb3-a3c6-b61af6ad226e req-9c161c1e-6996-49b9-b792-4d95a4fb3a16 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323095 Aug 09 16:31:17.038764 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401207fc-ee8b-4a8c-8b01-b1040a83c810 req-98d04d12-8119-476f-83d3-32ba43ea25a1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:17.040257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-401207fc-ee8b-4a8c-8b01-b1040a83c810 req-98d04d12-8119-476f-83d3-32ba43ea25a1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0500362 Aug 09 16:31:17.081701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-401207fc-ee8b-4a8c-8b01-b1040a83c810 req-e1bfcae0-b92b-449b-812b-fb7f47248bbd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352836 Aug 09 16:31:17.864193 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-d9776d9f-abfe-4c73-83f6-12ab8c06bf37 service neutron] show failed (client error): The resource could not be found. Aug 09 16:31:17.865780 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-d9776d9f-abfe-4c73-83f6-12ab8c06bf37 service neutron] 10.222.0.60 "GET /v2.0/ports/db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa/bindings/n-h1-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0595467 Aug 09 16:31:18.111455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-03e2b117-7b45-498e-9901-dbc6f59f3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:18.113045 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-03e2b117-7b45-498e-9901-dbc6f59f3d61 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 1097 time: 0.0903747 Aug 09 16:31:18.126249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:31:18.192479 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:18.203129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa6f5a-e575-43a9-ac0c-a5ec893b8215 req-576f2cc1-81ae-4a76-8b60-c7d9bbcee912 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:18.204648 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cdaa6f5a-e575-43a9-ac0c-a5ec893b8215 req-576f2cc1-81ae-4a76-8b60-c7d9bbcee912 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0535610 Aug 09 16:31:18.249409 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cdaa6f5a-e575-43a9-ac0c-a5ec893b8215 req-72cbf44e-4d6d-41dc-8ab6-b2a94d92ec80 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347021 Aug 09 16:31:18.401655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:18.436785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:31:18.482614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:31:18.484905 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857088af-9398-4a3c-b82a-b2e5222be7fa" -d '{"events": [{"server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "name": "network-vif-unplugged", "status": "completed", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:31:18.489132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:18.503034 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Transition to ACTIVE for port object db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:31:18.508140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:18.601263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Pushing event updated for resources: {'Port': ['ID=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:18.615812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:18.616163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:18.616505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:18.616847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:18.617924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:18.618269 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:18.618601 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:18.618926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:18.619261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:18.619589 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:18.620202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:18.620522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:18.625665 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2269c6d7-fe7a-4035-a235-4140316ae6a6 x-openstack-request-id: req-2269c6d7-fe7a-4035-a235-4140316ae6a6 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:31:18.625957 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "name": "network-vif-unplugged", "status": "completed", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:31:18.626208 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2269c6d7-fe7a-4035-a235-4140316ae6a6 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:31:18.626602 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'code': 200} Aug 09 16:31:18.651259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] No DVR routers for this DVR port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:31:18.792737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Attempting to bind port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:31:18.793074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Attempting to bind port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:31:18.793400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Attempting to bind port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:31:18.797746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa on network ab85e442-7bb2-45e7-ba21-fb988f388708 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:31:18.798069 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Attempting to bind port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:31:18.803532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:31:18.803911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:31:18.804280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Bound using segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:31:18.804703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Bound port: db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:31:18.805058 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:18.869720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:31:18.872873 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:31:18.877061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:18.911186 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:18.912058 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:18.913629 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] 10.222.0.53 "PUT /v2.0/ports/db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 200 len: 1092 time: 0.7917323 Aug 09 16:31:18.945953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499798fa-7cbb-43db-a3f8-8b02692b7c46 service neutron] Pushing event updated for resources: {'Port': ['ID=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:18.987031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-2560cc9b-3c0d-48c8-8d40-ff583537b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:18.988632 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-2560cc9b-3c0d-48c8-8d40-ff583537b7b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 1095 time: 0.0517244 Aug 09 16:31:19.086184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-89bc4397-8e08-4fe0-abfe-1843500ad35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:19.087693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-89bc4397-8e08-4fe0-abfe-1843500ad35b service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0923626 Aug 09 16:31:19.170214 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-740611d5-375b-489b-8863-b720230c7a74 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 200 len: 1000 time: 0.0755284 Aug 09 16:31:19.220399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-fe9671e3-696e-4731-907c-da791f9ab5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:19.221898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-fe9671e3-696e-4731-907c-da791f9ab5c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0453758 Aug 09 16:31:19.267541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-29e6cd5f-55c6-4367-adeb-5a45d30cda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:19.269029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-29e6cd5f-55c6-4367-adeb-5a45d30cda9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404441 Aug 09 16:31:19.373253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a7f87-0896-4d16-8ba2-88656bd31558 req-934f1c2d-5289-4d23-92ed-714de78c5a76 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:19.374826 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a57a7f87-0896-4d16-8ba2-88656bd31558 req-934f1c2d-5289-4d23-92ed-714de78c5a76 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 944 time: 0.0542951 Aug 09 16:31:19.384807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-e39059bd-0ef2-4082-a991-df1211c079c8 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088119 Aug 09 16:31:19.416578 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a57a7f87-0896-4d16-8ba2-88656bd31558 req-a1d55bb1-4520-4f72-8f64-0af52dd895a0 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344281 Aug 09 16:31:19.482918 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-113922bd-47a4-4a7e-b631-250cdcc218e5 req-7d679f81-60a2-40ed-a3d5-66073d00aabd service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907838 Aug 09 16:31:20.552715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bb922-e01c-44a6-8067-fad6e523e232 req-09860b3b-3523-4e5e-924e-178a2ab01975 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:20.554552 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-873bb922-e01c-44a6-8067-fad6e523e232 req-09860b3b-3523-4e5e-924e-178a2ab01975 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 944 time: 0.0610323 Aug 09 16:31:20.601828 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-873bb922-e01c-44a6-8067-fad6e523e232 req-12473545-3cff-4af7-92b5-ec52d6c5fcce tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412886 Aug 09 16:31:20.627869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:31:20.630410 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:31:20.687450 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10adf66-6bd5-4cdd-93b9-ca6202df603d x-openstack-request-id: req-c10adf66-6bd5-4cdd-93b9-ca6202df603d {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:31:20.687741 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:31:20.687992 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c10adf66-6bd5-4cdd-93b9-ca6202df603d {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:31:20.688451 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'status': 'completed', 'code': 200} Aug 09 16:31:20.795345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-6fa96bd8-5d10-47d2-9add-2e1d4ad214f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:20.796869 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-6fa96bd8-5d10-47d2-9add-2e1d4ad214f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 1095 time: 0.0878737 Aug 09 16:31:20.799348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-d0ee17e5-93b3-4864-814d-86724211bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:20.800706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-d0ee17e5-93b3-4864-814d-86724211bdfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 1095 time: 0.0828807 Aug 09 16:31:20.979808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-b0288bea-ef5b-4c99-81cd-2a9ce4c0da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:20.980834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-b0288bea-ef5b-4c99-81cd-2a9ce4c0da33 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1750638 Aug 09 16:31:20.981952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-51f79fed-4df2-4097-9bc1-48393116f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:20.983317 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-51f79fed-4df2-4097-9bc1-48393116f068 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1692753 Aug 09 16:31:21.095756 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-7d6d1c27-b8ca-47bc-9fc6-a785366a5a11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 200 len: 1000 time: 0.1065860 Aug 09 16:31:21.099432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-52ac852a-0c8b-4482-907f-b81cafa21f81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 200 len: 1000 time: 0.1029947 Aug 09 16:31:21.183066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-fb1910db-c058-4d0c-b97f-ba04d68b8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:21.184516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-fb1910db-c058-4d0c-b97f-ba04d68b8ac1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0813565 Aug 09 16:31:21.185897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-407e898f-d6bb-474b-8d52-53bb7cbfe4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:21.187189 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-407e898f-d6bb-474b-8d52-53bb7cbfe4c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0769963 Aug 09 16:31:21.258606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-af6a0f85-26fd-44b7-851a-6b552da5c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:21.260209 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-af6a0f85-26fd-44b7-851a-6b552da5c446 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681298 Aug 09 16:31:21.261940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-3367db85-2f22-4b0e-9b57-f28ebc439956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:21.263261 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-3367db85-2f22-4b0e-9b57-f28ebc439956 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634246 Aug 09 16:31:21.273094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:31:21.312802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:31:21.417905 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-8447a53b-5582-4b56-839e-e343b41f0df9 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500905 Aug 09 16:31:21.420050 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-f9521f06-f378-489f-8004-1cebe9b7e2aa service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449766 Aug 09 16:31:21.427853 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:31:21.523240 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:21.534761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'port_id': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'mac_address': 'fa:16:3e:4a:d6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:31:21.577415 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:21.579986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-3e1b35c9-b6e2-4766-b518-1a0fe08041fe service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542926 Aug 09 16:31:21.584361 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3fc3f7f1-eb43-442a-b278-bbe714fb13b3 req-dad7d817-17f5-4fb0-a640-433421cccca1 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499934 Aug 09 16:31:21.592974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:31:21.614494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:21.618433 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:21.682478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:21.690196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:21.690549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:21.690899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:21.691241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:21.691578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:21.691910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:21.692239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:21.693112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:21.693687 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:21.694133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:21.694470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:21.694801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:31:21.738408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74787b3a-5ea6-4db9-9db6-f432d26be55d req-088ea1da-4cb8-48ee-bdd8-e10ca25f5750 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:21.739938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-74787b3a-5ea6-4db9-9db6-f432d26be55d req-088ea1da-4cb8-48ee-bdd8-e10ca25f5750 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 945 time: 0.0527506 Aug 09 16:31:21.778007 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-74787b3a-5ea6-4db9-9db6-f432d26be55d req-c37081d0-c0b6-43d8-a27f-60d0d446da7a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320616 Aug 09 16:31:21.862571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:31:22.004077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6d29c-6665-4ddd-bcd2-0d27f1e4128a req-d33fa403-d904-4e98-85df-7a11e9aec5c3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:22.006366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4d6d29c-6665-4ddd-bcd2-0d27f1e4128a req-d33fa403-d904-4e98-85df-7a11e9aec5c3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 945 time: 0.0786476 Aug 09 16:31:22.027324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19476078-6951-496e-a2b9-534cc86b78f6 req-de3d52c5-f68f-4ef1-b0da-30e9cd6ec62f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:22.028697 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19476078-6951-496e-a2b9-534cc86b78f6 req-de3d52c5-f68f-4ef1-b0da-30e9cd6ec62f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4&tenant_id=27d3df9c70594abcb31462e78abb82a2&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 945 time: 0.0737605 Aug 09 16:31:22.083733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c4d6d29c-6665-4ddd-bcd2-0d27f1e4128a req-5c4ab2eb-b2c5-4108-8c79-0bb195d79e26 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698426 Aug 09 16:31:22.107301 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-19476078-6951-496e-a2b9-534cc86b78f6 req-cca014c4-995f-44d7-9aeb-96ea518be804 service neutron] delete failed (client error): The resource could not be found. Aug 09 16:31:22.108309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19476078-6951-496e-a2b9-534cc86b78f6 req-cca014c4-995f-44d7-9aeb-96ea518be804 service neutron] 10.222.0.60 "DELETE /v2.0/ports/db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa/bindings/n-h2-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0705919 Aug 09 16:31:22.195564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19476078-6951-496e-a2b9-534cc86b78f6 req-2683d16e-6ccd-4abf-8845-dc49c0f77946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:22.197116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19476078-6951-496e-a2b9-534cc86b78f6 req-2683d16e-6ccd-4abf-8845-dc49c0f77946 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 1096 time: 0.0457156 Aug 09 16:31:22.289619 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19476078-6951-496e-a2b9-534cc86b78f6 req-da3b4e8d-7f1a-4fdf-88e1-69800f7a8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:22.291016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19476078-6951-496e-a2b9-534cc86b78f6 req-da3b4e8d-7f1a-4fdf-88e1-69800f7a8eb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0868835 Aug 09 16:31:22.359732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19476078-6951-496e-a2b9-534cc86b78f6 req-ff18f909-1edd-4497-8f9f-5c287cd42759 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 200 len: 1001 time: 0.0604522 Aug 09 16:31:22.408599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19476078-6951-496e-a2b9-534cc86b78f6 req-a7aa16f8-0eaa-4505-b614-58417aaebf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:22.410056 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19476078-6951-496e-a2b9-534cc86b78f6 req-a7aa16f8-0eaa-4505-b614-58417aaebf0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0431175 Aug 09 16:31:22.458507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19476078-6951-496e-a2b9-534cc86b78f6 req-a1a07a7e-9c7c-4e9a-bf53-27381f1aa860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:22.459980 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19476078-6951-496e-a2b9-534cc86b78f6 req-a1a07a7e-9c7c-4e9a-bf53-27381f1aa860 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424082 Aug 09 16:31:22.550612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19476078-6951-496e-a2b9-534cc86b78f6 req-84e161dd-135e-49c1-a139-286932c918e2 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817258 Aug 09 16:31:22.643164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19476078-6951-496e-a2b9-534cc86b78f6 req-01e2c1c5-31da-4623-9af5-db331f592542 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843639 Aug 09 16:31:23.208428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9510567-e55f-4be4-ac9a-eca678773623 req-a87545ba-0400-4ff5-ae54-31520eb69617 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:23.209959 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e9510567-e55f-4be4-ac9a-eca678773623 req-a87545ba-0400-4ff5-ae54-31520eb69617 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 945 time: 0.0536788 Aug 09 16:31:23.248180 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e9510567-e55f-4be4-ac9a-eca678773623 req-c1799872-97e6-4ed8-b648-64ffe6668cae tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321853 Aug 09 16:31:23.361286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6f5f6-218e-4dc1-9f33-7e884e4680e6 req-38daa923-e06f-43a4-bc9c-55f67c9d3c6a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:23.363817 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-99b6f5f6-218e-4dc1-9f33-7e884e4680e6 req-38daa923-e06f-43a4-bc9c-55f67c9d3c6a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 945 time: 0.0489216 Aug 09 16:31:23.400889 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-99b6f5f6-218e-4dc1-9f33-7e884e4680e6 req-5b1d450f-756c-48db-95c7-163339320642 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307932 Aug 09 16:31:23.446801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:31:23.498651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:31:23.502363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:31:23.502765 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:23.519452 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cdacd-fe23-4772-b003-a1893dd75acf req-bba28458-9f4f-4654-80db-b5c0b5b4e866 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:23.521048 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a0cdacd-fe23-4772-b003-a1893dd75acf req-bba28458-9f4f-4654-80db-b5c0b5b4e866 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 945 time: 0.0537715 Aug 09 16:31:23.561179 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6a0cdacd-fe23-4772-b003-a1893dd75acf req-9b9c9ce5-2562-4734-ad3f-160fa2ef6cd3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337131 Aug 09 16:31:23.580027 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:23.603568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:31:23.605962 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3a7175-f9aa-4ea6-83b3-7ef92f31dc9d" -d '{"events": [{"server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "name": "network-vif-plugged", "status": "completed", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:31:23.619804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:23.624968 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:23.652981 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d791c4b7-d013-4b72-a7ba-478c7c7e306e x-openstack-request-id: req-d791c4b7-d013-4b72-a7ba-478c7c7e306e {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:31:23.653268 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "name": "network-vif-plugged", "status": "completed", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:31:23.654053 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d791c4b7-d013-4b72-a7ba-478c7c7e306e {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:31:23.654053 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'code': 200} Aug 09 16:31:23.680328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:23.810302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71877b-bf79-4f9f-83d9-091bd656f6b9 req-056127d9-7674-4f44-89a5-929804cd135e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:23.811931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d71877b-bf79-4f9f-83d9-091bd656f6b9 req-056127d9-7674-4f44-89a5-929804cd135e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0534635 Aug 09 16:31:23.851357 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1d71877b-bf79-4f9f-83d9-091bd656f6b9 req-c14a6585-959b-49dd-aa38-1a57c6dcf195 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328681 Aug 09 16:31:24.968728 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29f0bf-3d5f-4c5d-963e-251c30ed67fa req-713c1e89-2fde-4004-a7d3-2982d147ba85 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:24.970241 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f29f0bf-3d5f-4c5d-963e-251c30ed67fa req-713c1e89-2fde-4004-a7d3-2982d147ba85 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0509236 Aug 09 16:31:25.008706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4f29f0bf-3d5f-4c5d-963e-251c30ed67fa req-a8e8361a-572c-40ca-8085-19fbdb57220c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312924 Aug 09 16:31:25.060650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-04dd083c-c224-404b-b710-8794ac184196 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:25.062116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-04dd083c-c224-404b-b710-8794ac184196 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 946 time: 0.0473127 Aug 09 16:31:25.155129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Deleting port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:31:25.155378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:25.240432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] For port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:25.240787 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:25.409139 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:25.409414 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:25.409752 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e disassociated. External IP: 172.25.2.145, port: db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa. Aug 09 16:31:25.410090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Calling delete_port for db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:31:25.539622 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:25.572206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event deleted for resources: {'Port': ['ID=db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:25.688100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:31:25.794400 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:31:25.806234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d2493d-4d7f-4fe7-8315-5c4722b9a8e8 None None] Sync routers for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:31:25.815907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2493d-4d7f-4fe7-8315-5c4722b9a8e8 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:31:25.816536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-28d2493d-4d7f-4fe7-8315-5c4722b9a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:31:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:31:25.836881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] No DVR routers for this DVR port db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:31:25.844315 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:25.845811 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2f5aabd4-603f-4321-aa7f-a0877180a7a7 req-80f42e19-d97f-4138-9fa5-451779053237 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.53 "DELETE /v2.0/ports/db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa HTTP/1.1" status: 204 len: 173 time: 0.7776604 Aug 09 16:31:25.846304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'name': 'network-vif-deleted', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:31:25.848599 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7181a9f4-a95d-4706-a0ee-d0c5d5bd032f" -d '{"events": [{"server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "name": "network-vif-deleted", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:31:25.891403 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb4af73-6597-4e80-9e5f-458243edc352 x-openstack-request-id: req-5eb4af73-6597-4e80-9e5f-458243edc352 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:31:25.891762 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a087c7-2773-402b-a3f5-7b8bd64790e4", "name": "network-vif-deleted", "tag": "db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:31:25.892081 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5eb4af73-6597-4e80-9e5f-458243edc352 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:31:25.892542 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a087c7-2773-402b-a3f5-7b8bd64790e4', 'name': 'network-vif-deleted', 'tag': 'db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa', 'status': 'completed', 'code': 200} Aug 09 16:31:25.931634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-28d2493d-4d7f-4fe7-8315-5c4722b9a8e8 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:31:26.121800 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c374d0f-97a7-40ec-876e-fd5e7dfd8d9f req-7630cf4b-436c-47bb-aab2-0175c1754889 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a087c7-2773-402b-a3f5-7b8bd64790e4 HTTP/1.1" status: 200 len: 210 time: 0.0281622 Aug 09 16:31:26.165312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-28d2493d-4d7f-4fe7-8315-5c4722b9a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:31:26.190541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d2493d-4d7f-4fe7-8315-5c4722b9a8e8 None None] Checking router: 5d540bcb-d8b4-493c-b0df-f73ea06faa13 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:31:26.199603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2493d-4d7f-4fe7-8315-5c4722b9a8e8 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:31:26.200147 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-28d2493d-4d7f-4fe7-8315-5c4722b9a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:31:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:31:26.304360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-28d2493d-4d7f-4fe7-8315-5c4722b9a8e8 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:31:26.498543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-28d2493d-4d7f-4fe7-8315-5c4722b9a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:31:26.525136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d2493d-4d7f-4fe7-8315-5c4722b9a8e8 None None] The sync data for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 is: [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:31:26.747276 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7f33b-633a-4d72-b549-9437abbe9e63 None None] New status for floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:31:27.349502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-d436fd6d-652f-4e15-8d8a-983b2bdd06a2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--964604478&fields=id&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 267 time: 0.0330637 Aug 09 16:31:27.443543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:31:27.456644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-d7aa4f3f-0496-40d0-a53e-d51fd6900d6f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:27.458385 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-d7aa4f3f-0496-40d0-a53e-d51fd6900d6f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 812 time: 0.1019158 Aug 09 16:31:27.463343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:31:27.463690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device db4aa7af-6ee3-417e-8a9b-ccb9ec7116aa not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:31:27.473698 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0196b48e-d67a-4da2-b1ce-3f24dfe5b3f3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/quotas/27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 375 time: 0.0094986 Aug 09 16:31:27.531728 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-ff278776-704f-4a57-b3c7-07a834832d8a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526109 Aug 09 16:31:27.547233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-bbe1605a-013c-4a93-b04f-bc15da7f22f3 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:31:27.548170 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-bbe1605a-013c-4a93-b04f-bc15da7f22f3 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051379 Aug 09 16:31:27.641877 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-e97a3d92-322e-4ee6-aa10-0638ed8fae86 service neutron] 10.222.0.81 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868258 Aug 09 16:31:27.736617 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-20e68f17-153f-4502-85d2-a7391c05c583 service neutron] 10.222.0.81 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885024 Aug 09 16:31:27.895884 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-912a76eb-6bb4-4c5d-9132-221b637ef3af req-325b024e-81b8-432a-bb95-be2e7d670632 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 210 time: 0.0260224 Aug 09 16:31:28.798059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-2acf5575-ed5f-4c4f-88bf-6710830ca2c8 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:28.799529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-2acf5575-ed5f-4c4f-88bf-6710830ca2c8 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 812 time: 0.1049879 Aug 09 16:31:28.845990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-6f5a9702-97ea-4b5e-832b-3ee1a5693ea9 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 379 time: 0.0377221 Aug 09 16:31:28.855917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Request body: {'port': {'device_id': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'admin_state_up': True, 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'security_groups': ['d6ffc0b4-467c-4c9e-a649-5c229a2f40d0']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:31:28.966035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Made reservation on behalf of 27d3df9c70594abcb31462e78abb82a2 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:31:28.969583 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:28.994034 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a08c180-4dbb-4715-8516-c2745a193fb5 req-242b1f8b-0f91-4c26-aad8-3d29a8e34c79 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 210 time: 0.0292997 Aug 09 16:31:29.448803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Allocated IP 172.20.0.8 (ab85e442-7bb2-45e7-ba21-fb988f388708/999c40ab-3d1b-451d-a357-bf81886419f2/d6e10f21-0608-438b-a27a-f50645fc5bfd) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:31:29.596186 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:29.609414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Transition to ACTIVE for port object d6e10f21-0608-438b-a27a-f50645fc5bfd will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:31:29.645035 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:29.688715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Network ab85e442-7bb2-45e7-ba21-fb988f388708 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:31:29.691792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:31:29.696220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:31:29.721384 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event updated for resources: {'Port': ['ID=d6e10f21-0608-438b-a27a-f50645fc5bfd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:29.750044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:29.750720 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:29.766516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-0741a521-5f71-48e0-93f5-a880dff7162d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9144394 Aug 09 16:31:29.779367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Request body: {'port': {'device_id': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:31:29.837230 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:29.896347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-de882ba7-afc3-428c-b9b3-88dc78b1358e None None] Provisioning for port d6e10f21-0608-438b-a27a-f50645fc5bfd completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:31:29.900052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-de882ba7-afc3-428c-b9b3-88dc78b1358e None None] Provisioning complete for port d6e10f21-0608-438b-a27a-f50645fc5bfd triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:31:29.900424 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de882ba7-afc3-428c-b9b3-88dc78b1358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:29.939164 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-de882ba7-afc3-428c-b9b3-88dc78b1358e None None] Port d6e10f21-0608-438b-a27a-f50645fc5bfd cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:31:30.139582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea1ade-a940-45e1-aa1b-6e5151e3192c req-4cd72751-6475-4dab-809a-7ce51526238e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:30.141033 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1ea1ade-a940-45e1-aa1b-6e5151e3192c req-4cd72751-6475-4dab-809a-7ce51526238e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 931 time: 0.0784657 Aug 09 16:31:30.186154 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e10f21-0608-438b-a27a-f50645fc5bfd {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:31:30.196905 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:30.217158 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a1ea1ade-a940-45e1-aa1b-6e5151e3192c req-b451c1c6-788c-407f-bb04-0453e07459fc tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587139 Aug 09 16:31:30.220129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Transition to ACTIVE for port object d6e10f21-0608-438b-a27a-f50645fc5bfd will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:31:30.225520 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:30.298578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Pushing event updated for resources: {'Port': ['ID=d6e10f21-0608-438b-a27a-f50645fc5bfd,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:30.352414 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Attempting to bind port d6e10f21-0608-438b-a27a-f50645fc5bfd on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:31:30.352751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Attempting to bind port d6e10f21-0608-438b-a27a-f50645fc5bfd by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:31:30.353079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Attempting to bind port d6e10f21-0608-438b-a27a-f50645fc5bfd on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:31:30.357808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Port d6e10f21-0608-438b-a27a-f50645fc5bfd on network ab85e442-7bb2-45e7-ba21-fb988f388708 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:31:30.358143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Attempting to bind port d6e10f21-0608-438b-a27a-f50645fc5bfd on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:31:30.363786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:31:30.364343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:31:30.364804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Bound using segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:31:30.365443 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Bound port: d6e10f21-0608-438b-a27a-f50645fc5bfd, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:31:30.365837 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:30.438593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:31:30.441957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:31:30.446409 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:30.483222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:30.483835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:30.485339 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] 10.222.0.53 "PUT /v2.0/ports/d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 1091 time: 0.7102454 Aug 09 16:31:30.485693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:31:30.487934 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbeb5c2-95d4-46cd-8e6a-757e94d94565" -d '{"events": [{"name": "network-changed", "server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:31:30.516138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6c30d-2196-4d67-b0a5-532ff2d95e6e service neutron] Pushing event updated for resources: {'Port': ['ID=d6e10f21-0608-438b-a27a-f50645fc5bfd,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:30.535470 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cf31a0-8a69-470a-8ace-935124172a9b x-openstack-request-id: req-75cf31a0-8a69-470a-8ace-935124172a9b {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:31:30.535763 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:31:30.536044 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75cf31a0-8a69-470a-8ace-935124172a9b {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:31:30.536522 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'status': 'completed', 'code': 200} Aug 09 16:31:30.571242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-dccc7a92-c83b-46cb-b1e8-893dd73d43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:30.572764 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-dccc7a92-c83b-46cb-b1e8-893dd73d43e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 1094 time: 0.0457907 Aug 09 16:31:30.618176 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-ebd60a7a-7fe7-475a-bfe2-0668d26e3e4c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 217 time: 0.0355365 Aug 09 16:31:30.673379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-307401d7-08c7-4fc8-b9e6-40d247f93ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:30.674861 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-307401d7-08c7-4fc8-b9e6-40d247f93ab1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0487931 Aug 09 16:31:30.721321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-9df90a87-9487-4384-a62f-cb31eeae3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:30.722851 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-9df90a87-9487-4384-a62f-cb31eeae3ade service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408647 Aug 09 16:31:30.814853 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-e4b2348c-cec5-4925-8801-7c766589e54b service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846238 Aug 09 16:31:30.909840 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3cbd6fd-370e-45fa-858e-63442bfb8162 req-68572e9a-b93e-4ac6-8427-a060156daa31 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880527 Aug 09 16:31:30.995038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeb5c2-95d4-46cd-8e6a-757e94d94565 req-901d330c-f1b5-4dd5-b4e3-1bc4857cae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:30.996520 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bfbeb5c2-95d4-46cd-8e6a-757e94d94565 req-901d330c-f1b5-4dd5-b4e3-1bc4857cae83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 1094 time: 0.0414481 Aug 09 16:31:31.088598 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeb5c2-95d4-46cd-8e6a-757e94d94565 req-e1d94be2-4e95-4746-aa5b-59853e13aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:31.090005 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bfbeb5c2-95d4-46cd-8e6a-757e94d94565 req-e1d94be2-4e95-4746-aa5b-59853e13aeff service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0867348 Aug 09 16:31:31.133076 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bfbeb5c2-95d4-46cd-8e6a-757e94d94565 req-75d13029-1b7e-4878-a28e-b39945c5de3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 217 time: 0.0341768 Aug 09 16:31:31.185283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeb5c2-95d4-46cd-8e6a-757e94d94565 req-5bfeeaae-86b5-4b6c-a61d-c6d09c543f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:31.186885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bfbeb5c2-95d4-46cd-8e6a-757e94d94565 req-5bfeeaae-86b5-4b6c-a61d-c6d09c543f88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0441735 Aug 09 16:31:31.236948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeb5c2-95d4-46cd-8e6a-757e94d94565 req-197c625b-49fb-4865-9690-dc542b82c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:31.238578 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bfbeb5c2-95d4-46cd-8e6a-757e94d94565 req-197c625b-49fb-4865-9690-dc542b82c7c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441420 Aug 09 16:31:31.366895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b116d-5482-4b83-9c91-5f289bca34a5 req-cbb95bbf-b159-4eff-91a3-c41a46da2424 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:31.368309 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-306b116d-5482-4b83-9c91-5f289bca34a5 req-cbb95bbf-b159-4eff-91a3-c41a46da2424 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 943 time: 0.0785007 Aug 09 16:31:31.371913 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bfbeb5c2-95d4-46cd-8e6a-757e94d94565 req-06bcb720-293c-44c1-9cee-94098e063291 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258278 Aug 09 16:31:31.462932 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-306b116d-5482-4b83-9c91-5f289bca34a5 req-d021cd3f-74d2-4fc0-a356-0d8af76439cd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886469 Aug 09 16:31:31.492375 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bfbeb5c2-95d4-46cd-8e6a-757e94d94565 req-160bf812-ec9b-4021-9c07-6eaf01613916 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122088 Aug 09 16:31:32.581166 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55e74b-0a14-4f6c-9b82-6e8c1f4280fe req-f96d4051-08b0-46d2-9fa0-667aeb774742 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:32.583176 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5b55e74b-0a14-4f6c-9b82-6e8c1f4280fe req-f96d4051-08b0-46d2-9fa0-667aeb774742 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 943 time: 0.0503721 Aug 09 16:31:32.621708 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5b55e74b-0a14-4f6c-9b82-6e8c1f4280fe req-f61aa47a-beb1-42ab-b257-951bbe96b557 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322223 Aug 09 16:31:33.458460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d6e10f21-0608-438b-a27a-f50645fc5bfd details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:31:33.557260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:33.571754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'port_id': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'mac_address': 'fa:16:3e:49:6f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:31:33.607959 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:33.625130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e10f21-0608-438b-a27a-f50645fc5bfd {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:31:33.645304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:33.649969 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:33.700617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=d6e10f21-0608-438b-a27a-f50645fc5bfd,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:33.744143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9564d1-5251-48b6-8c10-c22955b5806f req-cefbdc36-4845-46a4-8598-b56f7ad19296 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:33.745654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bb9564d1-5251-48b6-8c10-c22955b5806f req-cefbdc36-4845-46a4-8598-b56f7ad19296 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 944 time: 0.0500703 Aug 09 16:31:33.783584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bb9564d1-5251-48b6-8c10-c22955b5806f req-87e6c40d-84a3-4f7f-9f25-04d07da94366 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319233 Aug 09 16:31:33.882247 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['d6e10f21-0608-438b-a27a-f50645fc5bfd'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:31:34.901619 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f3d6f-fb3c-494b-aa9c-754272ff95c1 req-8442d066-a276-4b3f-9a3b-612131196c9e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:34.903124 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-324f3d6f-fb3c-494b-aa9c-754272ff95c1 req-8442d066-a276-4b3f-9a3b-612131196c9e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 944 time: 0.0504410 Aug 09 16:31:34.941518 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-324f3d6f-fb3c-494b-aa9c-754272ff95c1 req-3150cb77-2446-418a-9006-484cafe0ce37 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323613 Aug 09 16:31:35.473691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d6e10f21-0608-438b-a27a-f50645fc5bfd up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:31:35.525343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port d6e10f21-0608-438b-a27a-f50645fc5bfd completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:31:35.529332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port d6e10f21-0608-438b-a27a-f50645fc5bfd triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:31:35.529760 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:35.605433 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:35.627610 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:31:35.630738 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c6584d-06ca-44ec-bb79-34e9cc2523a1" -d '{"events": [{"server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "name": "network-vif-plugged", "status": "completed", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:31:35.643454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:31:35.647401 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:35.699376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=d6e10f21-0608-438b-a27a-f50645fc5bfd,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:31:35.730949 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9103d093-5b32-4f34-a651-801b08ddbde3 x-openstack-request-id: req-9103d093-5b32-4f34-a651-801b08ddbde3 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:31:35.731258 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "name": "network-vif-plugged", "status": "completed", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:31:35.731521 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9103d093-5b32-4f34-a651-801b08ddbde3 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:31:35.731919 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'code': 200} Aug 09 16:31:35.831878 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde993f-d7f2-49c2-9e7a-cf47115d4be1 req-ce4e5442-477a-4cfa-b1f0-010f4a769a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:35.833452 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfde993f-d7f2-49c2-9e7a-cf47115d4be1 req-ce4e5442-477a-4cfa-b1f0-010f4a769a76 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 1096 time: 0.0453625 Aug 09 16:31:35.867956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfde993f-d7f2-49c2-9e7a-cf47115d4be1 req-20c415cc-7f7a-41f2-8e8f-d3da33847255 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276721 Aug 09 16:31:36.059631 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330311fb-3155-489d-ad56-b65c9463567f req-e34f226c-c47a-4a1d-b645-0700535ba791 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:36.061023 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-330311fb-3155-489d-ad56-b65c9463567f req-e34f226c-c47a-4a1d-b645-0700535ba791 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0530493 Aug 09 16:31:36.098097 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-330311fb-3155-489d-ad56-b65c9463567f req-f0d00435-49de-42f3-80ae-9ec48a8dda19 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311201 Aug 09 16:31:37.215837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2183b-c149-4655-99a5-8dd321b11904 req-98721f00-d740-45e0-804b-c36751e0a724 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:37.217373 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6db2183b-c149-4655-99a5-8dd321b11904 req-98721f00-d740-45e0-804b-c36751e0a724 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0495238 Aug 09 16:31:37.255312 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6db2183b-c149-4655-99a5-8dd321b11904 req-e35a65e6-0e1f-42c5-9b4d-3b399a13080a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318360 Aug 09 16:31:37.365986 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53587e17-f167-4685-a38e-c59398d9caa0 req-ed44cb74-a081-4c53-8cdf-ff3e80c83ec2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:37.367461 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53587e17-f167-4685-a38e-c59398d9caa0 req-ed44cb74-a081-4c53-8cdf-ff3e80c83ec2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0484366 Aug 09 16:31:37.377744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 53656) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:31:37.382138 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-df70a0a8-d209-4fe1-99e3-9b2a0c17f25d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Request body: {'floatingip': {'port_id': 'd6e10f21-0608-438b-a27a-f50645fc5bfd'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:31:37.421842 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df70a0a8-d209-4fe1-99e3-9b2a0c17f25d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:37.705866 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b43f-4908-43c6-bb13-9b266cd1a298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:37.875582 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df70a0a8-d209-4fe1-99e3-9b2a0c17f25d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:37.879281 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df70a0a8-d209-4fe1-99e3-9b2a0c17f25d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:37.987414 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-df70a0a8-d209-4fe1-99e3-9b2a0c17f25d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e associated. External IP: 172.25.2.145, port: d6e10f21-0608-438b-a27a-f50645fc5bfd. Aug 09 16:31:38.203878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df70a0a8-d209-4fe1-99e3-9b2a0c17f25d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:31:38.314397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df70a0a8-d209-4fe1-99e3-9b2a0c17f25d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:31:38.319339 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-df70a0a8-d209-4fe1-99e3-9b2a0c17f25d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:38.325919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845ec51-db5c-4071-8a35-7960127b005f None None] Sync routers for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:31:38.336711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845ec51-db5c-4071-8a35-7960127b005f None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:31:38.337362 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b845ec51-db5c-4071-8a35-7960127b005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:31:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:31:38.347112 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-df70a0a8-d209-4fe1-99e3-9b2a0c17f25d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "PUT /v2.0/floatingips/db5a6a9b-35c7-4aa0-8084-796d01c7285e HTTP/1.1" status: 200 len: 991 time: 0.9684024 Aug 09 16:31:38.347696 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:31:38.350266 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bb9b6b083efd87b8f6c69aafaac1e04265fb5ab657d75edeb6b84dfb1ee53f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa493c07-fe72-4c07-bd5e-dfb3d24688bf" -d '{"events": [{"name": "network-changed", "server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:31:38.386969 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e230f1-686e-4890-ad8c-fb0db266e06d x-openstack-request-id: req-55e230f1-686e-4890-ad8c-fb0db266e06d {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:31:38.387584 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:31:38.387584 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55e230f1-686e-4890-ad8c-fb0db266e06d {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:31:38.389697 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'status': 'completed', 'code': 200} Aug 09 16:31:38.451390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b845ec51-db5c-4071-8a35-7960127b005f None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:31:38.464959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493c07-fe72-4c07-bd5e-dfb3d24688bf req-bafa8d55-e217-4e13-9a6d-472e4e931985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:38.466512 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa493c07-fe72-4c07-bd5e-dfb3d24688bf req-bafa8d55-e217-4e13-9a6d-472e4e931985 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 1096 time: 0.0465455 Aug 09 16:31:38.561255 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493c07-fe72-4c07-bd5e-dfb3d24688bf req-0c9754eb-f82e-4edf-9520-0dfe3b91cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:38.562920 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa493c07-fe72-4c07-bd5e-dfb3d24688bf req-0c9754eb-f82e-4edf-9520-0dfe3b91cc85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0893450 Aug 09 16:31:38.630157 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa493c07-fe72-4c07-bd5e-dfb3d24688bf req-9fa90ab0-cc49-4253-830a-27c084d00acc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 999 time: 0.0591598 Aug 09 16:31:38.676950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b845ec51-db5c-4071-8a35-7960127b005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'db5a6a9b-35c7-4aa0-8084-796d01c7285e', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'port_id': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'mac_address': 'fa:16:3e:49:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:10Z', 'updated_at': '2021-08-09T16:31:37Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:31:38.683293 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493c07-fe72-4c07-bd5e-dfb3d24688bf req-38f34dd4-f764-4705-b4f4-a037f562fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:38.684810 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa493c07-fe72-4c07-bd5e-dfb3d24688bf req-38f34dd4-f764-4705-b4f4-a037f562fbd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0488448 Aug 09 16:31:38.703729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845ec51-db5c-4071-8a35-7960127b005f None None] Checking router: 5d540bcb-d8b4-493c-b0df-f73ea06faa13 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:31:38.712236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845ec51-db5c-4071-8a35-7960127b005f None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:31:38.712836 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b845ec51-db5c-4071-8a35-7960127b005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:31:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:31:38.731553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493c07-fe72-4c07-bd5e-dfb3d24688bf req-7838e8e2-6cf3-41f4-8428-a14dbb0fb073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:31:38.733179 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa493c07-fe72-4c07-bd5e-dfb3d24688bf req-7838e8e2-6cf3-41f4-8428-a14dbb0fb073 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414572 Aug 09 16:31:38.819672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b845ec51-db5c-4071-8a35-7960127b005f None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:31:38.828407 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa493c07-fe72-4c07-bd5e-dfb3d24688bf req-fdb9d0e2-90cb-4138-8baf-19429891552b service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873084 Aug 09 16:31:38.925522 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aa493c07-fe72-4c07-bd5e-dfb3d24688bf req-ec28e3b8-df6a-4aad-9739-7668cbb345eb service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904379 Aug 09 16:31:39.046707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b845ec51-db5c-4071-8a35-7960127b005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'db5a6a9b-35c7-4aa0-8084-796d01c7285e', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'port_id': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'mac_address': 'fa:16:3e:49:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:10Z', 'updated_at': '2021-08-09T16:31:37Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:31:39.072953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845ec51-db5c-4071-8a35-7960127b005f None None] The sync data for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 is: [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'db5a6a9b-35c7-4aa0-8084-796d01c7285e', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'port_id': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'mac_address': 'fa:16:3e:49:6f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:10Z', 'updated_at': '2021-08-09T16:31:37Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:31:39.258522 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec7447-08d1-44ef-acf8-d673f9c20df4 None None] New status for floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:31:40.592482 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-70a705ee-262a-42a7-b318-c44d00591c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:40.955292 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:41.734316 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:41.810522 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:42.286726 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:31:43.532731 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:31:43.579833 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:07.708250 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba10f-1803-46a6-8774-ac19b6b3edeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:09.961858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca870f56-72d3-4e0a-896a-8b496d5c9dda req-6edc02af-c9b6-4f50-bc3d-8aa2838e50ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417912 Aug 09 16:32:10.043848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca870f56-72d3-4e0a-896a-8b496d5c9dda req-aca00672-e55d-44c4-8e4b-d420a73a6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:10.045665 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca870f56-72d3-4e0a-896a-8b496d5c9dda req-aca00672-e55d-44c4-8e4b-d420a73a6591 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 1096 time: 0.0408781 Aug 09 16:32:10.152928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca870f56-72d3-4e0a-896a-8b496d5c9dda req-8740e180-f839-4710-b5b2-b3b8e03f87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:10.154320 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca870f56-72d3-4e0a-896a-8b496d5c9dda req-8740e180-f839-4710-b5b2-b3b8e03f87fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0865946 Aug 09 16:32:10.221321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca870f56-72d3-4e0a-896a-8b496d5c9dda req-4d57675b-c2d0-420e-8308-75ff96ba27ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 1001 time: 0.0592563 Aug 09 16:32:10.278035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca870f56-72d3-4e0a-896a-8b496d5c9dda req-b93922a8-8f57-4bec-850e-3cab567dd8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:10.279522 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca870f56-72d3-4e0a-896a-8b496d5c9dda req-b93922a8-8f57-4bec-850e-3cab567dd8ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0503857 Aug 09 16:32:10.326592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca870f56-72d3-4e0a-896a-8b496d5c9dda req-7de79642-c95f-40c2-96ae-11b5a88699ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:32:10.328082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca870f56-72d3-4e0a-896a-8b496d5c9dda req-7de79642-c95f-40c2-96ae-11b5a88699ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404494 Aug 09 16:32:10.416805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca870f56-72d3-4e0a-896a-8b496d5c9dda req-f76379f8-c101-4c18-8769-3ec8d46f1758 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809159 Aug 09 16:32:10.509426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca870f56-72d3-4e0a-896a-8b496d5c9dda req-06e39c31-d295-4066-8d54-9cb3e8a364e5 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852499 Aug 09 16:32:10.592879 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4d3f874d-36ac-4a5c-819c-018f2b049801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:10.956471 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:11.740364 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:11.833349 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:13.546492 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:13.580033 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:19.285759 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:32:37.711929 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-73bf76a8-bd8b-4d1a-ba95-f42e3af3a709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:40.594168 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-532fd7ee-2cd8-4cd2-88dd-2c1b593abfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:40.957161 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:41.738667 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:41.858876 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:43.562778 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:43.583020 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:32:56.284463 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:33:07.713243 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1cd753ae-32de-4554-97a7-9977daf038e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:09.946938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91a96a89-b433-44c8-8ec1-7aed0efc844b req-31e4863c-1345-4327-bd12-da37641950d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426905 Aug 09 16:33:10.035267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a96a89-b433-44c8-8ec1-7aed0efc844b req-612049de-249c-4b26-bee3-64cfb97d3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:10.036715 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91a96a89-b433-44c8-8ec1-7aed0efc844b req-612049de-249c-4b26-bee3-64cfb97d3631 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 1096 time: 0.0491960 Aug 09 16:33:10.142223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a96a89-b433-44c8-8ec1-7aed0efc844b req-96521e63-6a4d-4010-bf5f-e820f68d8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:10.143710 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91a96a89-b433-44c8-8ec1-7aed0efc844b req-96521e63-6a4d-4010-bf5f-e820f68d8890 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0887554 Aug 09 16:33:10.208736 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91a96a89-b433-44c8-8ec1-7aed0efc844b req-f63075e6-6a8e-4fdf-a86a-7e3f5634d4f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 1001 time: 0.0574770 Aug 09 16:33:10.261131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a96a89-b433-44c8-8ec1-7aed0efc844b req-cc02da99-2675-408f-88df-18e93ba62f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:10.262472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91a96a89-b433-44c8-8ec1-7aed0efc844b req-cc02da99-2675-408f-88df-18e93ba62f9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0476208 Aug 09 16:33:10.308243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a96a89-b433-44c8-8ec1-7aed0efc844b req-11afde62-1ab2-49fa-9c52-16399572e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:10.309666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91a96a89-b433-44c8-8ec1-7aed0efc844b req-11afde62-1ab2-49fa-9c52-16399572e11e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401487 Aug 09 16:33:10.400259 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91a96a89-b433-44c8-8ec1-7aed0efc844b req-ad674e26-2a6e-479f-883b-ef6caa59145d service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826435 Aug 09 16:33:10.493032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-91a96a89-b433-44c8-8ec1-7aed0efc844b req-19b20615-5971-4203-9ccc-b8dda1fda11e service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854862 Aug 09 16:33:10.595412 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4c215dc8-2e83-4fdd-a731-ab0447b4e0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:10.958426 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:11.741178 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:11.858546 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:13.591149 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:13.595590 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:15.289004 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1eb4b0-4613-42a7-a3ad-09801dc021a8 req-6e9f469d-50c5-4c32-b44b-4e2cbcfc4220 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:15.290705 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ce1eb4b0-4613-42a7-a3ad-09801dc021a8 req-6e9f469d-50c5-4c32-b44b-4e2cbcfc4220 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0510721 Aug 09 16:33:15.329878 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ce1eb4b0-4613-42a7-a3ad-09801dc021a8 req-84a032a1-aa9a-4ae1-99c9-e8f3178e87e0 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326953 Aug 09 16:33:16.448170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c30373-a274-4ce6-baf1-262bb3e28191 req-e8eadf2d-fcc2-4501-8774-1142979e5844 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:16.449689 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73c30373-a274-4ce6-baf1-262bb3e28191 req-e8eadf2d-fcc2-4501-8774-1142979e5844 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0503733 Aug 09 16:33:16.487466 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73c30373-a274-4ce6-baf1-262bb3e28191 req-1b827aad-09c4-4e6c-827e-72b2c51d5aa9 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319247 Aug 09 16:33:17.607572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e7f68-8983-40ea-9357-b3fba9634398 req-ee2abac3-0028-4dfa-b650-b6398e9e15ad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:17.609101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-069e7f68-8983-40ea-9357-b3fba9634398 req-ee2abac3-0028-4dfa-b650-b6398e9e15ad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0530295 Aug 09 16:33:17.649111 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-069e7f68-8983-40ea-9357-b3fba9634398 req-a0c081f6-e503-49c9-b2ea-a2cc88707ccf tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330138 Aug 09 16:33:18.764228 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556f8b8-e5d8-4bee-aac7-a39662d2ba43 req-34d75421-dcc2-4515-8cbd-2ee7515d3cea tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:18.765753 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8556f8b8-e5d8-4bee-aac7-a39662d2ba43 req-34d75421-dcc2-4515-8cbd-2ee7515d3cea tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0483940 Aug 09 16:33:18.808275 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8556f8b8-e5d8-4bee-aac7-a39662d2ba43 req-e4c92715-247f-482c-b986-c32afc6b199b tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367458 Aug 09 16:33:19.934415 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddb571-f051-43ec-9762-15c405dac7ad req-38c985d3-b746-4f9c-ae12-e0a2afe29c90 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:19.935927 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aaddb571-f051-43ec-9762-15c405dac7ad req-38c985d3-b746-4f9c-ae12-e0a2afe29c90 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0510492 Aug 09 16:33:19.977240 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-aaddb571-f051-43ec-9762-15c405dac7ad req-30dfdb58-0ac9-4cd4-8a3d-d9b458c00856 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353744 Aug 09 16:33:21.091723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c362f3b-28ce-4373-9af8-4e207a4c7364 req-1b1c71c1-0231-46db-a178-4432f0a2bed2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:21.093256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c362f3b-28ce-4373-9af8-4e207a4c7364 req-1b1c71c1-0231-46db-a178-4432f0a2bed2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0491419 Aug 09 16:33:21.131832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1c362f3b-28ce-4373-9af8-4e207a4c7364 req-4a5f4148-a3dc-4e69-bccc-9cc3c4fe236c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321403 Aug 09 16:33:22.250402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0d53c-436d-4bd0-b210-c6d4949db22f req-5137246a-844c-4231-842e-a2f42b23cdf2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:22.251925 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0aa0d53c-436d-4bd0-b210-c6d4949db22f req-5137246a-844c-4231-842e-a2f42b23cdf2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0506926 Aug 09 16:33:22.300883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0aa0d53c-436d-4bd0-b210-c6d4949db22f req-4c1bfef0-9097-4d4a-80c6-15afcc94b7e7 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423465 Aug 09 16:33:23.422943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2512b8-5fe4-429e-9490-9a37991e28e8 req-204da3c8-d076-4471-94cb-f35ae0afacb2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:23.424408 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d2512b8-5fe4-429e-9490-9a37991e28e8 req-204da3c8-d076-4471-94cb-f35ae0afacb2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0498133 Aug 09 16:33:23.463506 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3d2512b8-5fe4-429e-9490-9a37991e28e8 req-b662015a-b4c2-4368-9fe2-4da3f6acad67 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316641 Aug 09 16:33:24.587096 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080f760-26b5-4d31-bbe6-0755801a3f6b req-40f92ac5-9cea-4db7-b348-1811beeacb72 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:24.588567 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8080f760-26b5-4d31-bbe6-0755801a3f6b req-40f92ac5-9cea-4db7-b348-1811beeacb72 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0535645 Aug 09 16:33:24.629216 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8080f760-26b5-4d31-bbe6-0755801a3f6b req-83c61e9d-40a6-4510-8aae-522636b49f77 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345833 Aug 09 16:33:25.743654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e509c9c-b565-4209-b902-c9ef6ad7ec88 req-4fd73837-b0cc-406d-9541-302cbbdbcb55 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:25.745139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e509c9c-b565-4209-b902-c9ef6ad7ec88 req-4fd73837-b0cc-406d-9541-302cbbdbcb55 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0493786 Aug 09 16:33:25.786087 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2e509c9c-b565-4209-b902-c9ef6ad7ec88 req-243ab0cc-b631-4711-b6d5-da5538c54cb9 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350323 Aug 09 16:33:26.013515 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-440c2d7d-cb32-4909-ab7c-a8b3a30ab4f0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445220 Aug 09 16:33:26.026701 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d0892-a488-4911-97b9-4a515fa3c4b5 req-4cc32418-261f-4160-9f61-e21f83ca340a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:26.028222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d0d0892-a488-4911-97b9-4a515fa3c4b5 req-4cc32418-261f-4160-9f61-e21f83ca340a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0532725 Aug 09 16:33:26.068960 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d0d0892-a488-4911-97b9-4a515fa3c4b5 req-c4807f97-7e80-49a3-a918-3ef31dbc043a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343163 Aug 09 16:33:27.188848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1a5fa-07bb-4e14-8bb8-0c746a09fcf2 req-e4a87f08-da48-4aeb-a808-966adc6bb877 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:27.190517 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-02b1a5fa-07bb-4e14-8bb8-0c746a09fcf2 req-e4a87f08-da48-4aeb-a808-966adc6bb877 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0516591 Aug 09 16:33:27.232408 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-02b1a5fa-07bb-4e14-8bb8-0c746a09fcf2 req-f87e0a8e-c7ff-44a5-9303-0cfad7589f14 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341730 Aug 09 16:33:27.265332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-18ecdc73-1de1-4eec-a583-011ebf58ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:27.266848 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-18ecdc73-1de1-4eec-a583-011ebf58ac7a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 1096 time: 0.0406981 Aug 09 16:33:27.360492 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-e3eaa810-fcf1-4e44-b078-46befa37c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:27.361948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-e3eaa810-fcf1-4e44-b078-46befa37c48a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0878398 Aug 09 16:33:27.430967 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-325917f7-b878-408f-bad7-11bfb080def1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 1001 time: 0.0583775 Aug 09 16:33:27.479048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-231ed416-977c-4398-a013-8db0b0c037a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:27.480454 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-231ed416-977c-4398-a013-8db0b0c037a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0426886 Aug 09 16:33:27.529726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-83ed50f6-0085-43b2-9e4a-6a680538d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:27.531259 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-83ed50f6-0085-43b2-9e4a-6a680538d5ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437801 Aug 09 16:33:27.623164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-e237abbe-019b-4103-8634-5c987236e056 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833478 Aug 09 16:33:27.723052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-790789dc-bed3-498b-8376-68aed71c415b service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930364 Aug 09 16:33:28.347511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f8583-1a55-49dc-a7ec-eaa533a0bd35 req-2eae4453-8eea-469f-ac3f-6b7739909f7a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:28.348999 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc9f8583-1a55-49dc-a7ec-eaa533a0bd35 req-2eae4453-8eea-469f-ac3f-6b7739909f7a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0496082 Aug 09 16:33:28.387504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cc9f8583-1a55-49dc-a7ec-eaa533a0bd35 req-7cf0930d-a710-4891-8c2a-30fcf04dae24 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324290 Aug 09 16:33:29.505553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e8ac-6128-48c2-9162-0abb1e79fa1e req-1320f890-f35d-43c2-9800-2f3ddd4df40e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:29.507099 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bfc8e8ac-6128-48c2-9162-0abb1e79fa1e req-1320f890-f35d-43c2-9800-2f3ddd4df40e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0535166 Aug 09 16:33:29.547309 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bfc8e8ac-6128-48c2-9162-0abb1e79fa1e req-fd94c661-4517-4aac-b98f-25d95682eee8 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328002 Aug 09 16:33:29.576819 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-4453ea5b-44fc-4e07-a5ab-be1d7631e5cd service neutron] show failed (client error): The resource could not be found. Aug 09 16:33:29.577875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-4453ea5b-44fc-4e07-a5ab-be1d7631e5cd service neutron] 10.222.0.53 "GET /v2.0/ports/d6e10f21-0608-438b-a27a-f50645fc5bfd/bindings/n-h2-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0570648 Aug 09 16:33:29.817532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-58cd417e-f6b9-4baa-9374-01e31a91827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:29.819442 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-58cd417e-f6b9-4baa-9374-01e31a91827c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 1096 time: 0.0914266 Aug 09 16:33:29.831988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:33:29.889983 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:30.094023 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:33:30.128197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:33:30.166960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:33:30.169365 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477d593c-a8ef-4235-93a2-c16d4dd7b7f3" -d '{"events": [{"server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:33:30.173094 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:30.186345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Transition to ACTIVE for port object d6e10f21-0608-438b-a27a-f50645fc5bfd will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:33:30.191043 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:30.226539 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d130e208-56c6-48b1-a976-91a266cfcab3 x-openstack-request-id: req-d130e208-56c6-48b1-a976-91a266cfcab3 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:33:30.226860 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:33:30.227964 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d130e208-56c6-48b1-a976-91a266cfcab3 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:33:30.227964 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'code': 200} Aug 09 16:33:30.276146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e10f21-0608-438b-a27a-f50645fc5bfd,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:33:30.297555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:30.298401 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:30.298760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:30.298760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:30.299179 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:30.299408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:30.299735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:30.300058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:30.300382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:30.300823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:30.301006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:30.301322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:30.331499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] No DVR routers for this DVR port d6e10f21-0608-438b-a27a-f50645fc5bfd on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:33:30.478640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Attempting to bind port d6e10f21-0608-438b-a27a-f50645fc5bfd on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:33:30.478976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Attempting to bind port d6e10f21-0608-438b-a27a-f50645fc5bfd by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:33:30.479302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Attempting to bind port d6e10f21-0608-438b-a27a-f50645fc5bfd on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:33:30.483499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Port d6e10f21-0608-438b-a27a-f50645fc5bfd on network ab85e442-7bb2-45e7-ba21-fb988f388708 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:33:30.483817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Attempting to bind port d6e10f21-0608-438b-a27a-f50645fc5bfd on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:33:30.488751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:33:30.489083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:33:30.489459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Bound using segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:33:30.489954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Bound port: d6e10f21-0608-438b-a27a-f50645fc5bfd, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:33:30.490265 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:30.555660 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:33:30.558972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:33:30.563625 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:30.600403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:30.601726 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:30.603338 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] 10.222.0.60 "PUT /v2.0/ports/d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 1091 time: 0.7754986 Aug 09 16:33:30.633004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da8b17-1142-41f2-b8c3-5875ae84b420 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e10f21-0608-438b-a27a-f50645fc5bfd,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:33:30.683476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-147b4ee3-f19e-4db5-b51a-0d746345072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:30.684287 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03827b13-e6d9-4948-a2ac-ffe954f6919d req-b1fb6365-c5d7-47d3-ae5b-57e15116994c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:30.685352 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-147b4ee3-f19e-4db5-b51a-0d746345072f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 1094 time: 0.0548522 Aug 09 16:33:30.686370 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03827b13-e6d9-4948-a2ac-ffe954f6919d req-b1fb6365-c5d7-47d3-ae5b-57e15116994c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 943 time: 0.0551953 Aug 09 16:33:30.730384 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03827b13-e6d9-4948-a2ac-ffe954f6919d req-36977b67-e542-4d92-a250-ba12e114962e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367260 Aug 09 16:33:30.796539 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-a8cd3f0a-7806-48f5-aef0-a44706c001d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:30.798114 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-a8cd3f0a-7806-48f5-aef0-a44706c001d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1043854 Aug 09 16:33:30.864740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-6d6be81c-d72e-4123-aadc-d59dbd8f327b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 999 time: 0.0590904 Aug 09 16:33:30.915491 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-1f69ebff-68e4-49a7-b1f7-6fb1672d02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:30.916951 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-1f69ebff-68e4-49a7-b1f7-6fb1672d02cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0445662 Aug 09 16:33:30.967286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-55eb2094-3f0d-4d2a-bfe6-e19e2da9c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:30.968783 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-55eb2094-3f0d-4d2a-bfe6-e19e2da9c83c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431426 Aug 09 16:33:31.056813 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-7ad49ff0-e1c6-4333-bb17-f92c8e311746 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797055 Aug 09 16:33:31.150396 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a3acc756-e0a2-4e3d-b748-993d22b0126a req-664d35ed-f843-4374-a4a4-7cdf2a9db659 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857987 Aug 09 16:33:31.851261 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee456b-cb86-478b-b251-5ec00f9416fa req-b5879099-bf97-47bb-b65d-62abae30f170 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:31.853100 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95ee456b-cb86-478b-b251-5ec00f9416fa req-b5879099-bf97-47bb-b65d-62abae30f170 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 943 time: 0.0514293 Aug 09 16:33:31.890628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95ee456b-cb86-478b-b251-5ec00f9416fa req-38191a54-089b-4887-bee5-ae88dc177884 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316372 Aug 09 16:33:32.228650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:33:32.231275 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860b79d0-20df-4b46-bdbd-372785637511" -d '{"events": [{"name": "network-changed", "server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:33:32.278549 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcef048-67b8-4dd6-b678-c6fe6ae75614 x-openstack-request-id: req-0dcef048-67b8-4dd6-b678-c6fe6ae75614 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:33:32.278839 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:33:32.279089 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0dcef048-67b8-4dd6-b678-c6fe6ae75614 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:33:32.279550 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'status': 'completed', 'code': 200} Aug 09 16:33:32.366432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b79d0-20df-4b46-bdbd-372785637511 req-2e54afad-7eab-48d6-9da1-ca386b5b1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:32.368029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-2e54afad-7eab-48d6-9da1-ca386b5b1da5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 1094 time: 0.0691326 Aug 09 16:33:32.369906 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b79d0-20df-4b46-bdbd-372785637511 req-145bc24d-48a9-4831-8495-bd89751dcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:32.371244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-145bc24d-48a9-4831-8495-bd89751dcb7a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 1094 time: 0.0641782 Aug 09 16:33:32.534104 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b79d0-20df-4b46-bdbd-372785637511 req-a0072803-c4aa-4ecc-952a-3c2deb53d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:32.535487 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-a0072803-c4aa-4ecc-952a-3c2deb53d793 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1595869 Aug 09 16:33:32.536586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b79d0-20df-4b46-bdbd-372785637511 req-23e7a72d-5c5d-49e7-883e-3dde3e48e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:32.537952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-23e7a72d-5c5d-49e7-883e-3dde3e48e052 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1543210 Aug 09 16:33:32.649181 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-c4530028-49af-4d65-af30-de9bfa1f93f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 999 time: 0.1055801 Aug 09 16:33:32.650976 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-3c6acecd-557a-4513-8e93-5c315c1e7d65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 999 time: 0.1011817 Aug 09 16:33:32.732229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b79d0-20df-4b46-bdbd-372785637511 req-ee780778-1b40-49f9-90dd-0899e8de1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:32.733696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-ee780778-1b40-49f9-90dd-0899e8de1676 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0762992 Aug 09 16:33:32.735033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b79d0-20df-4b46-bdbd-372785637511 req-b879b39f-12aa-49e3-82bf-5ba04b5325f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:32.736335 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-b879b39f-12aa-49e3-82bf-5ba04b5325f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0716944 Aug 09 16:33:32.807300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b79d0-20df-4b46-bdbd-372785637511 req-5b10d1cd-ecf1-406b-bb0d-0e3b928afe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:32.808685 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-5b10d1cd-ecf1-406b-bb0d-0e3b928afe32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674481 Aug 09 16:33:32.814675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b79d0-20df-4b46-bdbd-372785637511 req-e9e0c157-c1a8-4c68-b5ad-240a7fc27381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:32.816064 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-e9e0c157-c1a8-4c68-b5ad-240a7fc27381 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670829 Aug 09 16:33:33.284017 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:33:33.344741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241439a6-facc-46dd-b5c4-cf695d94a679 req-2e20eadd-e9a6-46b8-bb0f-2e2211989086 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:33.346244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-241439a6-facc-46dd-b5c4-cf695d94a679 req-2e20eadd-e9a6-46b8-bb0f-2e2211989086 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 943 time: 0.1004581 Aug 09 16:33:33.358785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-7421c783-d069-4e23-ab4d-2818ce32e93e service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333071 Aug 09 16:33:33.368090 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-ef5e2ac8-4cb4-425d-a03e-f8ce2c34f3fc service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503900 Aug 09 16:33:33.491571 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-241439a6-facc-46dd-b5c4-cf695d94a679 req-f16d9db3-e658-4705-84c2-d7f38d3924f5 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370342 Aug 09 16:33:33.546433 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-b9558d46-ac5f-4b16-a25c-23de324d80c0 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721759 Aug 09 16:33:33.548089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-860b79d0-20df-4b46-bdbd-372785637511 req-04a25649-e6d6-4d2d-af30-bf1045930bee service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597357 Aug 09 16:33:33.724960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ea49c-b6ef-4c13-9db2-a2da216149f6 req-56cfa8fa-2390-42e4-a279-6abf0a14a7b3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:33.727106 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af7ea49c-b6ef-4c13-9db2-a2da216149f6 req-56cfa8fa-2390-42e4-a279-6abf0a14a7b3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 943 time: 0.0818636 Aug 09 16:33:33.735268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718a95-f384-4c48-a046-815b692e81cb req-ed7fcf4e-444d-4245-af9d-aab58b6a3336 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:33.736612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db718a95-f384-4c48-a046-815b692e81cb req-ed7fcf4e-444d-4245-af9d-aab58b6a3336 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.53 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7&tenant_id=27d3df9c70594abcb31462e78abb82a2&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 943 time: 0.0797846 Aug 09 16:33:33.810869 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af7ea49c-b6ef-4c13-9db2-a2da216149f6 req-ed39b532-4b71-4c0c-96bf-9ac56ffcd709 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731471 Aug 09 16:33:33.819766 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-db718a95-f384-4c48-a046-815b692e81cb req-5d58e145-3d8f-455a-8191-b81abbb16779 service neutron] delete failed (client error): The resource could not be found. Aug 09 16:33:33.820900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db718a95-f384-4c48-a046-815b692e81cb req-5d58e145-3d8f-455a-8191-b81abbb16779 service neutron] 10.222.0.53 "DELETE /v2.0/ports/d6e10f21-0608-438b-a27a-f50645fc5bfd/bindings/n-h1-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0761194 Aug 09 16:33:33.892116 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device d6e10f21-0608-438b-a27a-f50645fc5bfd details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:33:33.914063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718a95-f384-4c48-a046-815b692e81cb req-69074c5b-b3eb-4552-bc31-f0aadb766850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:33.915616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db718a95-f384-4c48-a046-815b692e81cb req-69074c5b-b3eb-4552-bc31-f0aadb766850 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 1094 time: 0.0408428 Aug 09 16:33:33.955826 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d6e10f21-0608-438b-a27a-f50645fc5bfd no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:33:34.017726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718a95-f384-4c48-a046-815b692e81cb req-5c3c92b6-d284-40ef-8f9e-49f693582af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:34.017995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device d6e10f21-0608-438b-a27a-f50645fc5bfd not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:33:34.019250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db718a95-f384-4c48-a046-815b692e81cb req-5c3c92b6-d284-40ef-8f9e-49f693582af1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0965641 Aug 09 16:33:34.020333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:33:34.033089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'port_id': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'mac_address': 'fa:16:3e:49:6f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:33:34.070786 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:34.082998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e10f21-0608-438b-a27a-f50645fc5bfd {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:33:34.089082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db718a95-f384-4c48-a046-815b692e81cb req-ac40d1d1-d247-4df1-946c-c269e3054bd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 999 time: 0.0617476 Aug 09 16:33:34.103451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:33:34.107923 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:34.140971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718a95-f384-4c48-a046-815b692e81cb req-e60565a0-0ef3-4add-9e74-808ab66b906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:34.142479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db718a95-f384-4c48-a046-815b692e81cb req-e60565a0-0ef3-4add-9e74-808ab66b906e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0460165 Aug 09 16:33:34.158844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=d6e10f21-0608-438b-a27a-f50645fc5bfd,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:33:34.166957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:34.167302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:34.167652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:34.167975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:34.168309 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:34.168634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:34.168960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:34.169287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:34.169629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:34.169955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:34.170279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:34.170600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:33:34.195271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718a95-f384-4c48-a046-815b692e81cb req-c30fafd8-25e6-466b-ad41-9d81b8e02e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:34.196765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db718a95-f384-4c48-a046-815b692e81cb req-c30fafd8-25e6-466b-ad41-9d81b8e02e12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463257 Aug 09 16:33:34.286925 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db718a95-f384-4c48-a046-815b692e81cb req-3b5fc48a-35d0-4f3a-8170-f5ba5d1a2562 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825810 Aug 09 16:33:34.350747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['d6e10f21-0608-438b-a27a-f50645fc5bfd'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:33:34.379968 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db718a95-f384-4c48-a046-815b692e81cb req-ac3bed33-ec23-415b-9fe5-875c58a0a5b4 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856633 Aug 09 16:33:34.931287 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a57a4-56ab-43b5-a187-52badc984b52 req-6fd9457c-3cc9-425a-bf5d-14b52c03e2a2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:34.932897 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-250a57a4-56ab-43b5-a187-52badc984b52 req-6fd9457c-3cc9-425a-bf5d-14b52c03e2a2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 944 time: 0.0533190 Aug 09 16:33:34.973503 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-250a57a4-56ab-43b5-a187-52badc984b52 req-ad404e83-a76e-4fc1-b9f0-38d67ff6fe41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338743 Aug 09 16:33:35.093191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047d89c-60e2-49ac-aea1-9ca3e77ea752 req-ed876496-e355-4c6f-a235-739670847ad6 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:35.094615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7047d89c-60e2-49ac-aea1-9ca3e77ea752 req-ed876496-e355-4c6f-a235-739670847ad6 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 944 time: 0.0503798 Aug 09 16:33:35.134856 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7047d89c-60e2-49ac-aea1-9ca3e77ea752 req-e077e13a-9edf-4b3e-a38b-2ae070b95078 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332036 Aug 09 16:33:35.357506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f413ef-ff2b-47a0-a5a5-1bd55229181b req-76759b74-e6e0-4fe5-9180-28f891df0c03 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:35.358920 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95f413ef-ff2b-47a0-a5a5-1bd55229181b req-76759b74-e6e0-4fe5-9180-28f891df0c03 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 944 time: 0.0708899 Aug 09 16:33:35.391100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf70b87-af69-4ec7-b9b9-c375cb6ed237 req-a71241be-12b0-4788-9325-718d62395cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:35.392549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bf70b87-af69-4ec7-b9b9-c375cb6ed237 req-a71241be-12b0-4788-9325-718d62395cd6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 1095 time: 0.0681388 Aug 09 16:33:35.425915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-95f413ef-ff2b-47a0-a5a5-1bd55229181b req-3fae31ca-e410-461a-b94e-4b3a45f595e3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603032 Aug 09 16:33:35.497295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf70b87-af69-4ec7-b9b9-c375cb6ed237 req-b0f5632b-ff73-48d0-941a-d8a4b2596f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:35.498791 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bf70b87-af69-4ec7-b9b9-c375cb6ed237 req-b0f5632b-ff73-48d0-941a-d8a4b2596f0b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0965731 Aug 09 16:33:35.568722 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bf70b87-af69-4ec7-b9b9-c375cb6ed237 req-06fc350d-9064-4657-b8d1-587b70bd3038 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 200 len: 1000 time: 0.0622640 Aug 09 16:33:35.619119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf70b87-af69-4ec7-b9b9-c375cb6ed237 req-b667b0fa-177d-4a08-848d-5de993f35bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:35.620491 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bf70b87-af69-4ec7-b9b9-c375cb6ed237 req-b667b0fa-177d-4a08-848d-5de993f35bbc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0439920 Aug 09 16:33:35.667679 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf70b87-af69-4ec7-b9b9-c375cb6ed237 req-d34d0027-9156-4189-92ba-cfb9a05f42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:35.669168 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bf70b87-af69-4ec7-b9b9-c375cb6ed237 req-d34d0027-9156-4189-92ba-cfb9a05f42d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407541 Aug 09 16:33:35.763456 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bf70b87-af69-4ec7-b9b9-c375cb6ed237 req-80e00a48-fcfd-4df2-882d-1b5af14e63de service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857444 Aug 09 16:33:35.855973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7bf70b87-af69-4ec7-b9b9-c375cb6ed237 req-41847d11-a759-445e-83a1-39ca035e87af service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841703 Aug 09 16:33:35.896055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device d6e10f21-0608-438b-a27a-f50645fc5bfd up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:33:35.946414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port d6e10f21-0608-438b-a27a-f50645fc5bfd completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:33:35.950082 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port d6e10f21-0608-438b-a27a-f50645fc5bfd triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:33:35.950456 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:36.025058 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:36.049997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:33:36.052447 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c6f738-1367-480a-97da-a5e7cd22d9a0" -d '{"events": [{"server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "name": "network-vif-plugged", "status": "completed", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:33:36.066506 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:33:36.070472 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:36.093611 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9398e2-1ede-412d-b349-1cd6040c64bf x-openstack-request-id: req-7b9398e2-1ede-412d-b349-1cd6040c64bf {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:33:36.093903 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "name": "network-vif-plugged", "status": "completed", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:33:36.094149 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b9398e2-1ede-412d-b349-1cd6040c64bf {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:33:36.094532 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'code': 200} Aug 09 16:33:36.120691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=d6e10f21-0608-438b-a27a-f50645fc5bfd,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:33:36.546892 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0aa0d-3347-4f75-99ff-96a8eccc19c3 req-e5ad96e4-c403-45d1-8e61-007d01792da6 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:36.548412 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15e0aa0d-3347-4f75-99ff-96a8eccc19c3 req-e5ad96e4-c403-45d1-8e61-007d01792da6 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0520375 Aug 09 16:33:36.587585 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15e0aa0d-3347-4f75-99ff-96a8eccc19c3 req-82757994-4af3-4e27-960d-013a92eaeed0 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Aug 09 16:33:36.829431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac5542-4581-42c7-a865-ad39d8ec8585 req-f696f1a9-53bb-47ee-9d55-649c5ac7a8f4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:36.830939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5ac5542-4581-42c7-a865-ad39d8ec8585 req-f696f1a9-53bb-47ee-9d55-649c5ac7a8f4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0543447 Aug 09 16:33:36.869111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5ac5542-4581-42c7-a865-ad39d8ec8585 req-9dfefe60-78b1-445a-a8bb-f28e24a3523c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315745 Aug 09 16:33:37.716530 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6dccc495-2503-4763-9857-344eb7708f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:37.994657 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4058683-56ae-4a23-95b0-7a30cee24451 req-85a67a1e-40d3-4475-83a0-5e0077da8c39 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:37.996204 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4058683-56ae-4a23-95b0-7a30cee24451 req-85a67a1e-40d3-4475-83a0-5e0077da8c39 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0560131 Aug 09 16:33:38.035280 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4058683-56ae-4a23-95b0-7a30cee24451 req-15c33949-7f0a-424f-ab3c-50a458a78590 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328856 Aug 09 16:33:38.176064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-16a39023-3339-4ae2-9bec-6589c765ab8b tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:38.177479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-16a39023-3339-4ae2-9bec-6589c765ab8b tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.60 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 945 time: 0.0505910 Aug 09 16:33:38.276010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Deleting port d6e10f21-0608-438b-a27a-f50645fc5bfd {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:33:38.276347 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:38.370767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] For port d6e10f21-0608-438b-a27a-f50645fc5bfd, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=d6e10f21-0608-438b-a27a-f50645fc5bfd,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:33:38.371136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:38.546913 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:38.547288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:38.547602 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e disassociated. External IP: 172.25.2.145, port: d6e10f21-0608-438b-a27a-f50645fc5bfd. Aug 09 16:33:38.547942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Calling delete_port for d6e10f21-0608-438b-a27a-f50645fc5bfd owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:33:38.675895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:38.705126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event deleted for resources: {'Port': ['ID=d6e10f21-0608-438b-a27a-f50645fc5bfd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:33:38.825378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:33:38.939083 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:33:38.950819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e420e1-e522-4c30-87c5-4fcba3a5e8b0 None None] Sync routers for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:33:38.963591 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e420e1-e522-4c30-87c5-4fcba3a5e8b0 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:33:38.964224 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-42e420e1-e522-4c30-87c5-4fcba3a5e8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:33:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:33:38.979028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] No DVR routers for this DVR port d6e10f21-0608-438b-a27a-f50645fc5bfd on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:33:38.981652 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:38.983616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3ae091d-90cd-44f7-a924-251af5c39ad5 req-9e74b834-d389-4b7b-939c-e4d34e2609f1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.60 "DELETE /v2.0/ports/d6e10f21-0608-438b-a27a-f50645fc5bfd HTTP/1.1" status: 204 len: 173 time: 0.7994897 Aug 09 16:33:38.984060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'name': 'network-vif-deleted', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:33:38.986343 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9607ab7-b4f0-4098-821f-753f89aad922" -d '{"events": [{"server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "name": "network-vif-deleted", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:33:39.029551 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2fb88a-3173-4394-8ea5-f25974311a03 x-openstack-request-id: req-ee2fb88a-3173-4394-8ea5-f25974311a03 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:33:39.029933 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dfeb24-cb18-4365-bffb-cde41b07cba7", "name": "network-vif-deleted", "tag": "d6e10f21-0608-438b-a27a-f50645fc5bfd", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:33:39.030247 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ee2fb88a-3173-4394-8ea5-f25974311a03 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:33:39.030741 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dfeb24-cb18-4365-bffb-cde41b07cba7', 'name': 'network-vif-deleted', 'tag': 'd6e10f21-0608-438b-a27a-f50645fc5bfd', 'status': 'completed', 'code': 200} Aug 09 16:33:39.080788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-42e420e1-e522-4c30-87c5-4fcba3a5e8b0 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:33:39.148960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7a45bb6d-724f-48a6-a93d-261a569285df req-075912db-405c-4b43-8e16-edbbae3840ca tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=92dfeb24-cb18-4365-bffb-cde41b07cba7 HTTP/1.1" status: 200 len: 210 time: 0.0291219 Aug 09 16:33:39.289781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-42e420e1-e522-4c30-87c5-4fcba3a5e8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:33:39.316597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e420e1-e522-4c30-87c5-4fcba3a5e8b0 None None] Checking router: 5d540bcb-d8b4-493c-b0df-f73ea06faa13 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:33:39.324862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e420e1-e522-4c30-87c5-4fcba3a5e8b0 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:33:39.325469 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-42e420e1-e522-4c30-87c5-4fcba3a5e8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:33:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:33:39.431639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-42e420e1-e522-4c30-87c5-4fcba3a5e8b0 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:33:39.638306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-42e420e1-e522-4c30-87c5-4fcba3a5e8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:33:39.665426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e420e1-e522-4c30-87c5-4fcba3a5e8b0 None None] The sync data for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 is: [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:33:39.883278 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d7d8a-7a53-4876-9ee0-16c6a2839f6b None None] New status for floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:33:40.416316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-4dd4e9ca-b93f-4f5a-95b6-d59b265d6e96 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--964604478&fields=id&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 267 time: 0.0323310 Aug 09 16:33:40.525175 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-f3c91a32-2233-4d78-b7fc-eca4e4390df2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:40.526671 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-f3c91a32-2233-4d78-b7fc-eca4e4390df2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 812 time: 0.1037090 Aug 09 16:33:40.541250 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-40d5f157-188e-4035-963b-e9cc9ebb43cd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/quotas/27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 375 time: 0.0088663 Aug 09 16:33:40.595113 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7fa03957-3d17-41c4-b37a-c1d3e7282d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:40.595830 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-bc9f321f-0cf9-489a-9b72-3ab2aa4a7a5d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490308 Aug 09 16:33:40.744790 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-aef86a5d-810c-4ef3-9923-05f9d72edddf service neutron] 10.222.0.81 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362140 Aug 09 16:33:40.834125 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-03753a75-02aa-4173-a77f-0738f84fa5d0 service neutron] 10.222.0.81 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827725 Aug 09 16:33:40.959083 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:41.746153 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:41.872637 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:41.935485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device d6e10f21-0608-438b-a27a-f50645fc5bfd no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:33:41.955699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: d6e10f21-0608-438b-a27a-f50645fc5bfd {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:33:41.956050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device d6e10f21-0608-438b-a27a-f50645fc5bfd not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:33:42.024009 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e51f6d7d-7123-4ecb-8322-3b0ea9bf3287 req-dfdcf8b3-4b92-47bc-81e7-4f14d8910a93 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 210 time: 0.0270991 Aug 09 16:33:42.935735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-5c4b42a3-6d46-4ba9-8734-7fb315bb88c1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:42.937209 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-5c4b42a3-6d46-4ba9-8734-7fb315bb88c1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 812 time: 0.1126261 Aug 09 16:33:42.982171 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-f7e478d4-3828-4310-afd3-be308e8235cf tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 379 time: 0.0356860 Aug 09 16:33:42.993608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Request body: {'port': {'device_id': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'admin_state_up': True, 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'security_groups': ['d6ffc0b4-467c-4c9e-a649-5c229a2f40d0']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:33:43.114326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Made reservation on behalf of 27d3df9c70594abcb31462e78abb82a2 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:33:43.118037 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:43.134830 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ec747a03-8a97-4fc4-a402-0760e4dd7ddc req-41af7b67-c23a-4c7d-88e1-c04235703c97 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 210 time: 0.0434287 Aug 09 16:33:43.255455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Allocated IP 172.20.0.10 (ab85e442-7bb2-45e7-ba21-fb988f388708/999c40ab-3d1b-451d-a357-bf81886419f2/f1ce5e4b-ce2b-47f1-806f-44254207b59a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:33:43.394060 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:43.407900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Transition to ACTIVE for port object f1ce5e4b-ce2b-47f1-806f-44254207b59a will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:33:43.439571 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:43.484780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Network ab85e442-7bb2-45e7-ba21-fb988f388708 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:33:43.487889 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:33:43.491935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:33:43.516946 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event updated for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:33:43.546060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:43.546688 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:43.563740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-14b2537c-b53c-4728-a326-865b032d047c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738382 Aug 09 16:33:43.577000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Request body: {'port': {'device_id': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:33:43.592337 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:43.595869 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:43.641098 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:43.687634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-235da41f-98b9-44e2-893f-6b14bcd63e42 None None] Provisioning for port f1ce5e4b-ce2b-47f1-806f-44254207b59a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:33:43.691387 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-235da41f-98b9-44e2-893f-6b14bcd63e42 None None] Provisioning complete for port f1ce5e4b-ce2b-47f1-806f-44254207b59a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:33:43.691757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-235da41f-98b9-44e2-893f-6b14bcd63e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:43.728905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-235da41f-98b9-44e2-893f-6b14bcd63e42 None None] Port f1ce5e4b-ce2b-47f1-806f-44254207b59a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:33:43.903501 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ce5e4b-ce2b-47f1-806f-44254207b59a {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:33:43.910920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:43.923050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Transition to ACTIVE for port object f1ce5e4b-ce2b-47f1-806f-44254207b59a will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:33:43.926542 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:43.998922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:33:44.050894 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Attempting to bind port f1ce5e4b-ce2b-47f1-806f-44254207b59a on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:33:44.051223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Attempting to bind port f1ce5e4b-ce2b-47f1-806f-44254207b59a by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:33:44.051677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Attempting to bind port f1ce5e4b-ce2b-47f1-806f-44254207b59a on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:33:44.056828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Port f1ce5e4b-ce2b-47f1-806f-44254207b59a on network ab85e442-7bb2-45e7-ba21-fb988f388708 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:33:44.057161 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Attempting to bind port f1ce5e4b-ce2b-47f1-806f-44254207b59a on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:33:44.062305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:33:44.062640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:33:44.063018 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Bound using segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:33:44.063441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Bound port: f1ce5e4b-ce2b-47f1-806f-44254207b59a, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:33:44.063797 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:44.134912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:33:44.139292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:33:44.144476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:44.181441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:44.182101 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:44.183533 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] 10.222.0.53 "PUT /v2.0/ports/f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1092 time: 0.6112325 Aug 09 16:33:44.183983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:33:44.186271 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3979b752-9de7-4c14-9e07-5898b3ae5d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:33:44.226699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45189925-6c1f-405a-a65c-67c5f4072015 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:33:44.251580 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1d8faf-6935-4da8-bf84-2d9ef642c4f4 x-openstack-request-id: req-1d1d8faf-6935-4da8-bf84-2d9ef642c4f4 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:33:44.252114 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:33:44.252732 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d1d8faf-6935-4da8-bf84-2d9ef642c4f4 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:33:44.253451 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'status': 'completed', 'code': 200} Aug 09 16:33:44.263448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b679e-07f3-421f-8e2c-a3f8f57f7cb9 req-80ba1f9f-aba3-4176-998d-3b308903ee65 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:44.265035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0b0b679e-07f3-421f-8e2c-a3f8f57f7cb9 req-80ba1f9f-aba3-4176-998d-3b308903ee65 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 944 time: 0.0583332 Aug 09 16:33:44.288969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-742e6826-6044-4ff4-aab2-b49961b38796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:44.290731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-742e6826-6044-4ff4-aab2-b49961b38796 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1095 time: 0.0511584 Aug 09 16:33:44.313479 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0b0b679e-07f3-421f-8e2c-a3f8f57f7cb9 req-0ac8ff49-bb35-420c-ae93-eeb23faac124 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371277 Aug 09 16:33:44.336514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-8e230ee8-0409-49bb-bdf0-c9ead05c95f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 217 time: 0.0373361 Aug 09 16:33:44.389609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-63e43fe3-8ab6-4887-a837-6476e04b2781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:44.390993 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-63e43fe3-8ab6-4887-a837-6476e04b2781 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0473878 Aug 09 16:33:44.440308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-c92e0bd2-9232-40d1-ae79-90b9c48e2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:44.441792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-c92e0bd2-9232-40d1-ae79-90b9c48e2808 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436096 Aug 09 16:33:44.533178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-42d73a6a-ba16-4822-a69e-8f7946d67695 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843136 Aug 09 16:33:44.625176 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-73e456ee-8faf-4d6b-860d-22c7abeddd16 req-cb2a3b67-0a43-4cd7-b78e-5aff6a445891 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849035 Aug 09 16:33:44.718855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979b752-9de7-4c14-9e07-5898b3ae5d7b req-d363071c-48b1-4bc9-9538-df172b9995e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:44.720333 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3979b752-9de7-4c14-9e07-5898b3ae5d7b req-d363071c-48b1-4bc9-9538-df172b9995e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1095 time: 0.0483429 Aug 09 16:33:44.812488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979b752-9de7-4c14-9e07-5898b3ae5d7b req-5328ff40-9608-4415-b484-95dbc5b91354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:44.814064 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3979b752-9de7-4c14-9e07-5898b3ae5d7b req-5328ff40-9608-4415-b484-95dbc5b91354 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0833814 Aug 09 16:33:44.859868 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3979b752-9de7-4c14-9e07-5898b3ae5d7b req-ae973f10-329c-45c3-ad37-7f5df5c2b685 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 217 time: 0.0380533 Aug 09 16:33:44.909461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979b752-9de7-4c14-9e07-5898b3ae5d7b req-c7f67398-24c1-41e7-a9e6-ce85bd1b4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:44.910843 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3979b752-9de7-4c14-9e07-5898b3ae5d7b req-c7f67398-24c1-41e7-a9e6-ce85bd1b4a36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0432281 Aug 09 16:33:44.957829 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979b752-9de7-4c14-9e07-5898b3ae5d7b req-b6b64f1a-e641-4851-b13b-56df83b009bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:44.959292 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3979b752-9de7-4c14-9e07-5898b3ae5d7b req-b6b64f1a-e641-4851-b13b-56df83b009bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397031 Aug 09 16:33:45.051698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3979b752-9de7-4c14-9e07-5898b3ae5d7b req-dfaeda5c-6ef3-40a8-aba8-71efe5260d32 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825813 Aug 09 16:33:45.139065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3979b752-9de7-4c14-9e07-5898b3ae5d7b req-7200838b-fb60-40ad-b8f0-65a19b79d275 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798345 Aug 09 16:33:45.435433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160126e-ea00-4267-825b-b30398e8ffe9 req-2d1f4d32-5145-42b6-ab3b-51cf231826bf tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:45.436963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2160126e-ea00-4267-825b-b30398e8ffe9 req-2d1f4d32-5145-42b6-ab3b-51cf231826bf tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 944 time: 0.0543680 Aug 09 16:33:45.479644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2160126e-ea00-4267-825b-b30398e8ffe9 req-c6248d32-8557-44d6-bcdc-33a4f8d89155 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366483 Aug 09 16:33:46.605198 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948dc0d-e75f-4620-8e06-c19fef6e2f53 req-da63cc61-41ef-4c86-a05c-353c938ec407 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:46.607005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5948dc0d-e75f-4620-8e06-c19fef6e2f53 req-da63cc61-41ef-4c86-a05c-353c938ec407 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 944 time: 0.0600333 Aug 09 16:33:46.644866 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5948dc0d-e75f-4620-8e06-c19fef6e2f53 req-debcb845-32a2-4d8f-8a46-72913db9bbac tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317006 Aug 09 16:33:47.760610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efebf33-9f16-4934-92e0-b9208937904b req-67aba1b8-ce13-4760-93c2-c5b3a3795dbb tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:47.762092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4efebf33-9f16-4934-92e0-b9208937904b req-67aba1b8-ce13-4760-93c2-c5b3a3795dbb tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 944 time: 0.0484052 Aug 09 16:33:47.799094 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4efebf33-9f16-4934-92e0-b9208937904b req-6a476bf4-7d5f-4ce7-b878-9b26490d592f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311997 Aug 09 16:33:48.002335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:33:48.099230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:33:48.112858 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'port_id': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'mac_address': 'fa:16:3e:63:56:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:33:48.153173 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:48.169204 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ce5e4b-ce2b-47f1-806f-44254207b59a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:33:48.188270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:33:48.192358 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:48.239928 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:33:48.406055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['f1ce5e4b-ce2b-47f1-806f-44254207b59a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:33:48.927566 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f13bc-d138-4af6-9579-9719fb1982fb req-915a97be-7f95-4891-92d9-1e74130ded8e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:48.929509 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d07f13bc-d138-4af6-9579-9719fb1982fb req-915a97be-7f95-4891-92d9-1e74130ded8e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 945 time: 0.0504715 Aug 09 16:33:48.969002 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d07f13bc-d138-4af6-9579-9719fb1982fb req-cb9ff836-d87f-4153-a34c-15d324b1405f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333290 Aug 09 16:33:50.018346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:33:50.071187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port f1ce5e4b-ce2b-47f1-806f-44254207b59a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:33:50.074941 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port f1ce5e4b-ce2b-47f1-806f-44254207b59a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:33:50.075324 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:50.086172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c7a6b-9f13-4b83-90c7-2ba86102ae87 req-98e37b69-9e9d-473a-b29e-f8ebe9bd25f7 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:50.087601 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b1c7a6b-9f13-4b83-90c7-2ba86102ae87 req-98e37b69-9e9d-473a-b29e-f8ebe9bd25f7 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 945 time: 0.0510852 Aug 09 16:33:50.126882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0b1c7a6b-9f13-4b83-90c7-2ba86102ae87 req-55bf5022-37ee-48ad-a91e-c0a041eb50fa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330853 Aug 09 16:33:50.160614 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:50.188037 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:33:50.190515 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3c674f-760e-495a-a9cb-b5d15d76f1d4" -d '{"events": [{"server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:33:50.204566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:33:50.209102 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:50.236374 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0826e7d7-64a0-4aa3-a9c2-3ee50fc2e0d7 x-openstack-request-id: req-0826e7d7-64a0-4aa3-a9c2-3ee50fc2e0d7 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:33:50.236652 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:33:50.236900 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0826e7d7-64a0-4aa3-a9c2-3ee50fc2e0d7 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:33:50.237278 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'code': 200} Aug 09 16:33:50.263672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:33:50.331707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd35dda-740e-4cd8-80dc-78d1e9d1320b req-0d279716-befe-4a4e-95ac-1aa35a4b909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:50.333211 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bd35dda-740e-4cd8-80dc-78d1e9d1320b req-0d279716-befe-4a4e-95ac-1aa35a4b909e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1097 time: 0.0400341 Aug 09 16:33:50.372037 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bd35dda-740e-4cd8-80dc-78d1e9d1320b req-763cf9b5-5507-46a1-8926-0d15b2186aaa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309093 Aug 09 16:33:51.248514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885fc8e-cfc4-4988-b8e7-9321751ac6da req-8a4b5d30-f82c-479e-8819-db9339fd3d09 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:51.251415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d885fc8e-cfc4-4988-b8e7-9321751ac6da req-8a4b5d30-f82c-479e-8819-db9339fd3d09 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0493369 Aug 09 16:33:51.288990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d885fc8e-cfc4-4988-b8e7-9321751ac6da req-d22f1b5a-f0f5-4b98-aa45-28d9ebc0f128 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328901 Aug 09 16:33:52.409208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c1056-8d89-4b21-a628-778230a49b66 req-d838ebb8-2090-4a25-b925-14f00f97ee37 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:52.410709 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1c7c1056-8d89-4b21-a628-778230a49b66 req-d838ebb8-2090-4a25-b925-14f00f97ee37 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0481839 Aug 09 16:33:52.449159 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1c7c1056-8d89-4b21-a628-778230a49b66 req-ab5f36df-cf4f-418f-9876-bdc390bb1ea3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319498 Aug 09 16:33:52.561694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b0ff8-7b1d-410e-9c01-b66c090e5c55 req-cf897e9b-5d1f-4999-9916-138553dddcfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:52.563166 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fe2b0ff8-7b1d-410e-9c01-b66c090e5c55 req-cf897e9b-5d1f-4999-9916-138553dddcfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0500250 Aug 09 16:33:52.572287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54030) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:33:52.576676 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ee0ed58d-0058-4815-8bb6-68f0ba416c78 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Request body: {'floatingip': {'port_id': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:33:52.618964 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed58d-0058-4815-8bb6-68f0ba416c78 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:53.386605 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed58d-0058-4815-8bb6-68f0ba416c78 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:53.390346 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed58d-0058-4815-8bb6-68f0ba416c78 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:53.489044 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-ee0ed58d-0058-4815-8bb6-68f0ba416c78 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e associated. External IP: 172.25.2.145, port: f1ce5e4b-ce2b-47f1-806f-44254207b59a. Aug 09 16:33:53.693352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0ed58d-0058-4815-8bb6-68f0ba416c78 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:33:53.799555 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0ed58d-0058-4815-8bb6-68f0ba416c78 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:33:53.805321 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed58d-0058-4815-8bb6-68f0ba416c78 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:33:53.815668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a214f3-3ed0-4f00-a273-945b6df1ab25 None None] Sync routers for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:33:53.826777 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a214f3-3ed0-4f00-a273-945b6df1ab25 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:33:53.827373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-65a214f3-3ed0-4f00-a273-945b6df1ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:33:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:33:53.835225 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ee0ed58d-0058-4815-8bb6-68f0ba416c78 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "PUT /v2.0/floatingips/db5a6a9b-35c7-4aa0-8084-796d01c7285e HTTP/1.1" status: 200 len: 992 time: 1.2591114 Aug 09 16:33:53.835225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:33:53.835621 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552111e7-e07f-45d9-98f1-ca83bf68a486" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:33:53.876035 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56274881-386f-477d-a08b-424622084280 x-openstack-request-id: req-56274881-386f-477d-a08b-424622084280 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:33:53.876338 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:33:53.876592 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56274881-386f-477d-a08b-424622084280 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:33:53.877000 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'status': 'completed', 'code': 200} Aug 09 16:33:53.939222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552111e7-e07f-45d9-98f1-ca83bf68a486 req-d16dd95a-9ebe-42a2-ac62-88059e59a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:53.940747 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-552111e7-e07f-45d9-98f1-ca83bf68a486 req-d16dd95a-9ebe-42a2-ac62-88059e59a807 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1097 time: 0.0422692 Aug 09 16:33:53.948472 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-65a214f3-3ed0-4f00-a273-945b6df1ab25 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:33:54.034524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552111e7-e07f-45d9-98f1-ca83bf68a486 req-3468922a-c753-4e0d-91e3-aa59c78ac83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:54.036308 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-552111e7-e07f-45d9-98f1-ca83bf68a486 req-3468922a-c753-4e0d-91e3-aa59c78ac83e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0884745 Aug 09 16:33:54.105474 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-552111e7-e07f-45d9-98f1-ca83bf68a486 req-6d5e0973-ca83-4d3d-8ba4-d252f0dfb535 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1000 time: 0.0605140 Aug 09 16:33:54.160079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552111e7-e07f-45d9-98f1-ca83bf68a486 req-db934271-ec3f-443e-a17d-968147290137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:54.161539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-552111e7-e07f-45d9-98f1-ca83bf68a486 req-db934271-ec3f-443e-a17d-968147290137 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0477681 Aug 09 16:33:54.174791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-65a214f3-3ed0-4f00-a273-945b6df1ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'db5a6a9b-35c7-4aa0-8084-796d01c7285e', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'port_id': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'mac_address': 'fa:16:3e:63:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:10Z', 'updated_at': '2021-08-09T16:33:53Z', 'revision_number': 9, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:33:54.202754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a214f3-3ed0-4f00-a273-945b6df1ab25 None None] Checking router: 5d540bcb-d8b4-493c-b0df-f73ea06faa13 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:33:54.211894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a214f3-3ed0-4f00-a273-945b6df1ab25 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:33:54.212507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-65a214f3-3ed0-4f00-a273-945b6df1ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:33:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:33:54.213698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552111e7-e07f-45d9-98f1-ca83bf68a486 req-2c9999a8-e6fd-4047-bba7-23ef619f0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:33:54.215488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-552111e7-e07f-45d9-98f1-ca83bf68a486 req-2c9999a8-e6fd-4047-bba7-23ef619f0a28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472193 Aug 09 16:33:54.308984 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-552111e7-e07f-45d9-98f1-ca83bf68a486 req-ed6468a8-bd71-4a5e-bc2a-31e15665c3be service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868707 Aug 09 16:33:54.319239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-65a214f3-3ed0-4f00-a273-945b6df1ab25 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:33:54.403678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-552111e7-e07f-45d9-98f1-ca83bf68a486 req-f2bbf2cd-ac46-44f0-8e65-32eefe0d5cac service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878634 Aug 09 16:33:54.702286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-65a214f3-3ed0-4f00-a273-945b6df1ab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'db5a6a9b-35c7-4aa0-8084-796d01c7285e', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'port_id': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'mac_address': 'fa:16:3e:63:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:10Z', 'updated_at': '2021-08-09T16:33:53Z', 'revision_number': 9, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:33:54.728749 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a214f3-3ed0-4f00-a273-945b6df1ab25 None None] The sync data for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 is: [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'db5a6a9b-35c7-4aa0-8084-796d01c7285e', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'port_id': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'mac_address': 'fa:16:3e:63:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:10Z', 'updated_at': '2021-08-09T16:33:53Z', 'revision_number': 9, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:33:54.928803 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d285c1f-c4d7-4ca5-aa6d-f6bb285edbff None None] New status for floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:34:07.726730 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9c2a-c4b5-4ba2-a0e3-2756577a6574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:10.282813 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:34:10.596321 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-23098abf-e131-4cee-a70c-073eb992dc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:10.959189 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d1b88ac-c6c0-489d-8623-8a5fc70af43d req-991e3d89-a86b-43ab-8dfc-be028a867e33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404255 Aug 09 16:34:10.962723 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:11.043292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b88ac-c6c0-489d-8623-8a5fc70af43d req-ad2a327d-4ed7-444f-b68c-671624a5b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:11.044798 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d1b88ac-c6c0-489d-8623-8a5fc70af43d req-ad2a327d-4ed7-444f-b68c-671624a5b0a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1097 time: 0.0414331 Aug 09 16:34:11.154558 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b88ac-c6c0-489d-8623-8a5fc70af43d req-c3487e7c-9f19-47b9-8ba4-6deb7f43e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:11.155951 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d1b88ac-c6c0-489d-8623-8a5fc70af43d req-c3487e7c-9f19-47b9-8ba4-6deb7f43e066 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0898325 Aug 09 16:34:11.223450 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d1b88ac-c6c0-489d-8623-8a5fc70af43d req-06c3b8e2-c022-4675-aa4e-986fdf7318af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1003 time: 0.0602887 Aug 09 16:34:11.278690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b88ac-c6c0-489d-8623-8a5fc70af43d req-1b4814a5-c909-4e2f-af5e-59de38af8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:11.280143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d1b88ac-c6c0-489d-8623-8a5fc70af43d req-1b4814a5-c909-4e2f-af5e-59de38af8903 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0484543 Aug 09 16:34:11.325830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b88ac-c6c0-489d-8623-8a5fc70af43d req-d50cc300-736f-4a5b-bb42-1a34df86f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:34:11.327323 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d1b88ac-c6c0-489d-8623-8a5fc70af43d req-d50cc300-736f-4a5b-bb42-1a34df86f49f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397666 Aug 09 16:34:11.418804 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d1b88ac-c6c0-489d-8623-8a5fc70af43d req-3d0fa226-86c4-490e-8d3e-ec373eadf198 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837259 Aug 09 16:34:11.518184 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6d1b88ac-c6c0-489d-8623-8a5fc70af43d req-807c88b6-771f-43b5-b310-83c8af4f80f2 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911005 Aug 09 16:34:11.748771 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:11.886093 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:13.588308 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:13.599437 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:37.720310 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2dd977e4-c689-4ff8-8643-f3a85648e8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:40.595572 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-17064b82-95c3-453b-ba58-57a3f8e8fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:40.958612 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:41.754329 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:41.886081 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:43.577471 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:43.599428 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:34:47.281841 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:35:07.721741 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6428fec0-af0d-4017-abe0-7b7230e5da09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:10.596340 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-acf47cdb-c7f6-4023-94b7-da93fa462877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:10.961052 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:11.757869 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:11.894793 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:12.951657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f0dfc7f-9d8f-4314-81b0-7a29016d080d req-e72498b2-1b02-468a-9acb-486ca18aa49a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417511 Aug 09 16:35:13.033729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dfc7f-9d8f-4314-81b0-7a29016d080d req-de6363f2-18e7-458f-aabf-b73f230bb13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:13.035227 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f0dfc7f-9d8f-4314-81b0-7a29016d080d req-de6363f2-18e7-458f-aabf-b73f230bb13b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1097 time: 0.0416598 Aug 09 16:35:13.141014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dfc7f-9d8f-4314-81b0-7a29016d080d req-eabc10c7-7619-4e82-a285-b4b6f037e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:13.142454 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f0dfc7f-9d8f-4314-81b0-7a29016d080d req-eabc10c7-7619-4e82-a285-b4b6f037e3a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0885792 Aug 09 16:35:13.210258 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f0dfc7f-9d8f-4314-81b0-7a29016d080d req-4e6404a3-18e3-4549-a941-6afb0023dae1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1003 time: 0.0607204 Aug 09 16:35:13.263305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dfc7f-9d8f-4314-81b0-7a29016d080d req-371140be-0bf8-4b27-8f1c-b1d12a7ba777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:13.264741 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f0dfc7f-9d8f-4314-81b0-7a29016d080d req-371140be-0bf8-4b27-8f1c-b1d12a7ba777 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0475779 Aug 09 16:35:13.311038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dfc7f-9d8f-4314-81b0-7a29016d080d req-a2c2b523-b45e-4c01-af17-2a66293e6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:13.312542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f0dfc7f-9d8f-4314-81b0-7a29016d080d req-a2c2b523-b45e-4c01-af17-2a66293e6c57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409882 Aug 09 16:35:13.401222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f0dfc7f-9d8f-4314-81b0-7a29016d080d req-ea5c103f-e121-4072-b3a0-fb581927f480 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817242 Aug 09 16:35:13.494510 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8f0dfc7f-9d8f-4314-81b0-7a29016d080d req-fa6825bc-d3ce-401a-9807-124bb9e225aa service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862527 Aug 09 16:35:13.593495 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:13.603929 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:24.282526 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:35:28.816643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87440ef0-f0a9-4b44-8224-bebf5162cb6d req-4782b044-3b87-45e7-accc-9b7267b3fd97 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:28.818239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87440ef0-f0a9-4b44-8224-bebf5162cb6d req-4782b044-3b87-45e7-accc-9b7267b3fd97 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0736849 Aug 09 16:35:28.848830 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-15ebf308-4c2a-4646-8290-d79b05c88fa2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152551 Aug 09 16:35:28.865815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87440ef0-f0a9-4b44-8224-bebf5162cb6d req-0e71bfdf-42c6-4bb1-a308-26c7f5f3d683 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400965 Aug 09 16:35:29.991006 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6383cf-dac8-48e3-8ccd-ac6f427ebccb req-3706e0b0-239f-44da-90d5-ce860ceea4f5 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:29.992497 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b6383cf-dac8-48e3-8ccd-ac6f427ebccb req-3706e0b0-239f-44da-90d5-ce860ceea4f5 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0554283 Aug 09 16:35:30.032106 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b6383cf-dac8-48e3-8ccd-ac6f427ebccb req-65c477dc-9d76-4aab-a028-d0182afcb16c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329988 Aug 09 16:35:30.045800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-3bda43cc-a461-45b0-8399-ae01d47fcc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:30.047383 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-3bda43cc-a461-45b0-8399-ae01d47fcc69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1097 time: 0.0502009 Aug 09 16:35:30.136551 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-d76e0bc2-bdc4-4841-9352-2413cabe812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:30.137940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-d76e0bc2-bdc4-4841-9352-2413cabe812a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0834417 Aug 09 16:35:30.206076 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-d52bdc86-ba70-40cb-bcbb-f886fbd23b9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1003 time: 0.0612242 Aug 09 16:35:30.255062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-1fbce7a1-bd01-4d90-8a64-1586688ec27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:30.256488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-1fbce7a1-bd01-4d90-8a64-1586688ec27d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0430446 Aug 09 16:35:30.301779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-c1c4b488-22c2-4276-ac73-f2d81928b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:30.303237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-c1c4b488-22c2-4276-ac73-f2d81928b281 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387220 Aug 09 16:35:30.397175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-8d840d5a-ec74-496a-83eb-762afcb15ed6 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851924 Aug 09 16:35:30.485935 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-c6d2300a-281c-4b2c-aa03-60020d7d63e9 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809743 Aug 09 16:35:31.205603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f311f6a-8467-43da-b6fb-d8fd9efac4af req-a22e8d3d-7975-40ed-8871-c99c4b6b8a53 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:31.207091 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f311f6a-8467-43da-b6fb-d8fd9efac4af req-a22e8d3d-7975-40ed-8871-c99c4b6b8a53 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0491991 Aug 09 16:35:31.244118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0f311f6a-8467-43da-b6fb-d8fd9efac4af req-f53ca1ab-58a1-47ed-bb0b-74e91a5b90bf tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309646 Aug 09 16:35:32.399817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb149a5-5d01-4033-a2a3-0f4c5cb45094 req-061e6ed0-5b7a-495b-a22a-fe7e761a5297 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:32.401851 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7fb149a5-5d01-4033-a2a3-0f4c5cb45094 req-061e6ed0-5b7a-495b-a22a-fe7e761a5297 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0497096 Aug 09 16:35:32.440338 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7fb149a5-5d01-4033-a2a3-0f4c5cb45094 req-71027719-9ea3-4b17-8ef1-202632c664a2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325456 Aug 09 16:35:33.644143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87014e2c-df9a-4b3b-9f53-70361e76decf req-4911633f-33e1-4ba7-8489-d6f2c046dc64 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:33.645617 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87014e2c-df9a-4b3b-9f53-70361e76decf req-4911633f-33e1-4ba7-8489-d6f2c046dc64 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.1001182 Aug 09 16:35:33.683379 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87014e2c-df9a-4b3b-9f53-70361e76decf req-6ca5f8d8-b0ab-4d19-84c6-9149efac110e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312135 Aug 09 16:35:34.890448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000e504-e66d-4666-9cb7-1d99a03e697f req-180ca137-ce45-49a9-a404-5959d057ce1c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:34.891953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d000e504-e66d-4666-9cb7-1d99a03e697f req-180ca137-ce45-49a9-a404-5959d057ce1c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.1012833 Aug 09 16:35:34.932002 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d000e504-e66d-4666-9cb7-1d99a03e697f req-1666fec3-da30-40e3-a0b2-0b4bd38fbe51 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329280 Aug 09 16:35:36.052206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309459c3-d808-420d-8cab-b2d7b83adb8e req-816daa5d-27a4-46b9-9fd3-d23f49be48bb tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:36.053723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-309459c3-d808-420d-8cab-b2d7b83adb8e req-816daa5d-27a4-46b9-9fd3-d23f49be48bb tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0499082 Aug 09 16:35:36.092331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-309459c3-d808-420d-8cab-b2d7b83adb8e req-6c1a6ead-ab6f-41e6-a224-8d12c49e90ba tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318391 Aug 09 16:35:37.210768 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a40267-09cb-431b-9816-f65c43c5e7a4 req-85da117d-1f87-4172-ab4e-83931f26e426 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:37.212304 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-26a40267-09cb-431b-9816-f65c43c5e7a4 req-85da117d-1f87-4172-ab4e-83931f26e426 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0527141 Aug 09 16:35:37.250106 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-26a40267-09cb-431b-9816-f65c43c5e7a4 req-32547d76-e967-45fc-b217-ba62a91b4d2e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Aug 09 16:35:37.723512 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2596-0dd9-4c60-8c33-5f2672e0d42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:38.366241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d38a7-2bf3-48c9-b441-29b75cac3037 req-9451fbb3-d062-4756-9a60-9106e9912362 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:38.367710 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a1d38a7-2bf3-48c9-b441-29b75cac3037 req-9451fbb3-d062-4756-9a60-9106e9912362 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0486646 Aug 09 16:35:38.405325 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5a1d38a7-2bf3-48c9-b441-29b75cac3037 req-f1331af4-a50a-48ea-be62-0ff7ef33044a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316362 Aug 09 16:35:39.519941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36050f3b-1812-4806-af44-a1f769fb90e8 req-83244e57-2dad-4ea6-903a-475555b2be1a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:39.521436 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36050f3b-1812-4806-af44-a1f769fb90e8 req-83244e57-2dad-4ea6-903a-475555b2be1a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0491428 Aug 09 16:35:39.566671 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36050f3b-1812-4806-af44-a1f769fb90e8 req-a95d5535-b023-4ce7-ab35-69fccdfccdae tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389185 Aug 09 16:35:40.597474 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3bbd375-c26d-45e6-8a13-fd2225eb0462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:40.691431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f396ca-a9dd-4183-b9a5-8fa76897c626 req-2c43fb14-1ba0-4cdc-9459-b403c3cc14fd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:40.692919 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1f396ca-a9dd-4183-b9a5-8fa76897c626 req-2c43fb14-1ba0-4cdc-9459-b403c3cc14fd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0525346 Aug 09 16:35:40.730925 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d1f396ca-a9dd-4183-b9a5-8fa76897c626 req-1b288919-1272-4801-8052-20f6568d4144 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311890 Aug 09 16:35:40.962879 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:41.757955 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:41.850853 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ea2ef-aa8f-4a09-ad94-8ad22a04afa5 req-f1a9d5bd-4288-434e-aeec-8efb9f492c4e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:41.852359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e3ea2ef-aa8f-4a09-ad94-8ad22a04afa5 req-f1a9d5bd-4288-434e-aeec-8efb9f492c4e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0527012 Aug 09 16:35:41.891613 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e3ea2ef-aa8f-4a09-ad94-8ad22a04afa5 req-a26ed1e8-8ee0-4983-aa7c-6dc7446ab032 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330827 Aug 09 16:35:41.896438 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:42.408013 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-e6977616-ef00-46ba-b382-e0ad18db60da service neutron] show failed (client error): The resource could not be found. Aug 09 16:35:42.409046 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-e6977616-ef00-46ba-b382-e0ad18db60da service neutron] 10.222.0.53 "GET /v2.0/ports/f1ce5e4b-ce2b-47f1-806f-44254207b59a/bindings/n-h2-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0587871 Aug 09 16:35:42.604760 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-bd2cb668-8dd6-4db4-bafb-d33ff42cd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:42.606888 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-bd2cb668-8dd6-4db4-bafb-d33ff42cd2ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 1097 time: 0.0445943 Aug 09 16:35:42.620016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:35:42.679281 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:42.882046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:35:42.925951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:35:42.974452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:35:42.976798 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8238527f-1d67-48f6-afa0-c28bc28b12d5" -d '{"events": [{"server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:35:42.983057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:43.010952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Transition to ACTIVE for port object f1ce5e4b-ce2b-47f1-806f-44254207b59a will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:35:43.014742 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:43.048928 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3b46ab-64ba-48c4-a34c-4d72c9e2844c x-openstack-request-id: req-df3b46ab-64ba-48c4-a34c-4d72c9e2844c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:35:43.049224 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:35:43.049478 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df3b46ab-64ba-48c4-a34c-4d72c9e2844c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:35:43.049894 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'code': 200} Aug 09 16:35:43.075292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f3ec0-93df-4850-93ae-a3d5341eee93 req-3469f046-7f9e-4b75-9d97-4b57851e26dc tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:43.076895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b30f3ec0-93df-4850-93ae-a3d5341eee93 req-3469f046-7f9e-4b75-9d97-4b57851e26dc tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.1137972 Aug 09 16:35:43.128059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:35:43.146881 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:43.147230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:43.147575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:43.147915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:43.148249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:43.148580 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:43.148911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:43.149238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:43.149563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:43.149912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:43.150238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:43.150561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:43.196307 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b30f3ec0-93df-4850-93ae-a3d5341eee93 req-b074e762-e855-4792-9be2-e800f256037c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847697 Aug 09 16:35:43.197188 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] No DVR routers for this DVR port f1ce5e4b-ce2b-47f1-806f-44254207b59a on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:35:43.332210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Attempting to bind port f1ce5e4b-ce2b-47f1-806f-44254207b59a on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:35:43.332461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Attempting to bind port f1ce5e4b-ce2b-47f1-806f-44254207b59a by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:35:43.332786 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Attempting to bind port f1ce5e4b-ce2b-47f1-806f-44254207b59a on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:35:43.336946 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Port f1ce5e4b-ce2b-47f1-806f-44254207b59a on network ab85e442-7bb2-45e7-ba21-fb988f388708 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:35:43.337260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Attempting to bind port f1ce5e4b-ce2b-47f1-806f-44254207b59a on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:35:43.342904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:35:43.343235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:35:43.343615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Bound using segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:35:43.344031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Bound port: f1ce5e4b-ce2b-47f1-806f-44254207b59a, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:35:43.344379 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:43.408656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:35:43.411840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:35:43.416728 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:43.448355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:43.449406 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:43.450834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] 10.222.0.60 "PUT /v2.0/ports/f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1092 time: 0.8350768 Aug 09 16:35:43.483854 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a28f48-527f-4066-8a79-675ea7c09a9d service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:35:43.521267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-227c7f51-93cd-4dc8-941d-6a5659018ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:43.522829 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-227c7f51-93cd-4dc8-941d-6a5659018ac7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1095 time: 0.0469439 Aug 09 16:35:43.612719 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:43.618055 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:43.627889 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-59888d15-bafa-4389-9331-7ec8d01e58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:43.629402 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-59888d15-bafa-4389-9331-7ec8d01e58a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0990186 Aug 09 16:35:43.696367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-1ab0917c-425b-45bc-8ba1-9c2e8f4f9a0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1001 time: 0.0585189 Aug 09 16:35:43.749430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-d527dd44-eed7-4488-8523-96f8ac26d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:43.751063 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-d527dd44-eed7-4488-8523-96f8ac26d087 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0472839 Aug 09 16:35:43.796714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-5e02c3c5-9e33-42fb-b8ea-358e3870cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:43.798235 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-5e02c3c5-9e33-42fb-b8ea-358e3870cf52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397091 Aug 09 16:35:43.889087 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-de42d928-b504-42cb-b4ae-b5e8dfffd3a1 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820913 Aug 09 16:35:43.981741 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cca90c70-eeb8-4b2e-9c87-ac0cadab27cc req-904312d9-5361-4eb5-8eee-4554ad325134 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842907 Aug 09 16:35:44.618561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4358c-f42f-41f3-aaeb-f5f5be313229 req-ee722c2a-a87c-4ee2-9c10-8225083e8a71 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:44.620052 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fdd4358c-f42f-41f3-aaeb-f5f5be313229 req-ee722c2a-a87c-4ee2-9c10-8225083e8a71 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 944 time: 0.3487573 Aug 09 16:35:44.659974 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fdd4358c-f42f-41f3-aaeb-f5f5be313229 req-03f71af9-14ba-4f24-b0d7-2963c64aa7da tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339036 Aug 09 16:35:45.051099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:35:45.053545 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:35:45.102045 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b466b900-7618-4860-abb2-475db9f5c0d3 x-openstack-request-id: req-b466b900-7618-4860-abb2-475db9f5c0d3 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:35:45.102333 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:35:45.102585 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b466b900-7618-4860-abb2-475db9f5c0d3 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:35:45.102989 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'status': 'completed', 'code': 200} Aug 09 16:35:45.187741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-aa71c337-ce13-4dd0-998f-5f5e3ea156ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:45.189225 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-aa71c337-ce13-4dd0-998f-5f5e3ea156ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1095 time: 0.0673065 Aug 09 16:35:45.191650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-f52af39a-77e3-42ae-a430-996ce0258ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:45.193041 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-f52af39a-77e3-42ae-a430-996ce0258ca0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1095 time: 0.0632489 Aug 09 16:35:45.352429 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-6ef56e64-cc4e-43c0-a393-a1d779b2c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:45.353933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-6ef56e64-cc4e-43c0-a393-a1d779b2c1a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1561780 Aug 09 16:35:45.355592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-eb307250-4ff1-4f12-8340-0eff78b68b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:45.356986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-eb307250-4ff1-4f12-8340-0eff78b68b11 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1508186 Aug 09 16:35:45.469658 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-e2e2fc9e-b57d-4ed6-9ea6-f42699e3fb5a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1001 time: 0.1048431 Aug 09 16:35:45.471455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-5ac37db1-cc35-4dc3-ac75-7c8d3d633e37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1001 time: 0.1013029 Aug 09 16:35:45.550930 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-37a03937-635f-41cd-a0d9-669583c8ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:45.552455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-37a03937-635f-41cd-a0d9-669583c8ec3f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0761926 Aug 09 16:35:45.558748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-8e865e88-101b-441e-b773-bf4360ef8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:45.560299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-8e865e88-101b-441e-b773-bf4360ef8cbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0751333 Aug 09 16:35:45.629915 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-7ae96982-0f8e-46fc-9a9e-12e474b9ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:45.631337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-7ae96982-0f8e-46fc-9a9e-12e474b9ae08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701966 Aug 09 16:35:45.636330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-b658f3af-de66-48c5-ba2f-5272ff889828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:45.637729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-b658f3af-de66-48c5-ba2f-5272ff889828 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678170 Aug 09 16:35:45.778093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb37b93-7fcd-4239-892b-52ac2a52d186 req-38f8ed35-d894-4e20-8ebb-0b22a04ec39a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:45.779721 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bb37b93-7fcd-4239-892b-52ac2a52d186 req-38f8ed35-d894-4e20-8ebb-0b22a04ec39a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 944 time: 0.0498164 Aug 09 16:35:45.791652 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-ebf1d053-dced-4e47-9224-913da1ede071 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527331 Aug 09 16:35:45.794433 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-3264927b-dc39-4e16-9dc6-52f274456a87 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489100 Aug 09 16:35:45.819384 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bb37b93-7fcd-4239-892b-52ac2a52d186 req-8d06d48d-553a-4642-b667-be0eff653990 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334280 Aug 09 16:35:46.150829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f46a31-5717-4a6d-a446-ce1bcc4c0e0d req-997e477f-1323-4d66-9ed7-b19aa2a47712 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:46.153115 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03f46a31-5717-4a6d-a446-ce1bcc4c0e0d req-997e477f-1323-4d66-9ed7-b19aa2a47712 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 944 time: 0.0527055 Aug 09 16:35:46.192325 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-03f46a31-5717-4a6d-a446-ce1bcc4c0e0d req-dbc95386-591d-429d-b1a8-66d93a17cc39 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330696 Aug 09 16:35:46.354694 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-111e882b-55b4-43ab-bf5e-c15eb17bd9d9 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:46.356390 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-111e882b-55b4-43ab-bf5e-c15eb17bd9d9 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe&tenant_id=27d3df9c70594abcb31462e78abb82a2&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 944 time: 0.1118348 Aug 09 16:35:46.358222 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-d5e96a28-ef68-47ab-a391-ed109e7453c8 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595820 Aug 09 16:35:46.361614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-97044750-eeb6-403b-95ce-f172c0578d93 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549126 Aug 09 16:35:46.427490 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-73d45a83-142c-48a9-8b6a-2c33b19be7d5 service neutron] 10.222.0.60 "GET /v2.0/ports/f1ce5e4b-ce2b-47f1-806f-44254207b59a/bindings/n-h2-803778-2 HTTP/1.1" status: 200 len: 382 time: 0.0591304 Aug 09 16:35:46.452514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:35:46.467774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:35:46.490305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-e3f73327-b18e-4f3d-8da7-fff27d2545e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:46.491829 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-e3f73327-b18e-4f3d-8da7-fff27d2545e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1095 time: 0.0410819 Aug 09 16:35:46.552125 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:35:46.580525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:35:46.584513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-54e3873e-f22e-4f0b-89dc-cee2d9bd1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:46.586027 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-54e3873e-f22e-4f0b-89dc-cee2d9bd1ea2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0863590 Aug 09 16:35:46.591528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'port_id': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'mac_address': 'fa:16:3e:63:56:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:35:46.632742 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:46.647332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ce5e4b-ce2b-47f1-806f-44254207b59a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:35:46.659137 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-1ba37e81-a77e-4d4f-9bcc-f8555b1c8584 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1001 time: 0.0656281 Aug 09 16:35:46.666719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:35:46.671830 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:46.715202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-89d57cb2-aec7-4b80-bdfd-304534498bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:46.716595 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-89d57cb2-aec7-4b80-bdfd-304534498bc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0483084 Aug 09 16:35:46.719923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:35:46.727199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:46.727550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:46.727894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:46.728239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:46.728573 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:46.728906 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:46.729237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:46.729565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:46.730040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:46.730428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:46.730760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:46.731086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:35:46.762632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-4e8ae70c-a472-4621-bf87-4bc408fea748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:46.764132 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-4e8ae70c-a472-4621-bf87-4bc408fea748 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400982 Aug 09 16:35:46.859938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-b203f6ec-52af-41fe-b0c1-467ebbf75731 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867960 Aug 09 16:35:46.896384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['f1ce5e4b-ce2b-47f1-806f-44254207b59a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:35:46.955058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-dacc5855-d7ca-4f21-a197-0bfc3cb3fa54 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871341 Aug 09 16:35:47.315206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ef04f-4751-42a0-ac35-dd6de73dd500 req-2a633fff-733c-4bcd-9536-b3a4383ab374 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:47.316679 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd6ef04f-4751-42a0-ac35-dd6de73dd500 req-2a633fff-733c-4bcd-9536-b3a4383ab374 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 945 time: 0.0541298 Aug 09 16:35:47.355579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bd6ef04f-4751-42a0-ac35-dd6de73dd500 req-df198363-f7b2-4dbf-ab6d-a7b5aeacb691 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321736 Aug 09 16:35:48.468657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:35:48.483818 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e39aa-f25c-41d3-84df-3e1d965f9241 req-b2408d5e-3c72-473c-a239-114c8cef2f45 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:48.485443 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a9e39aa-f25c-41d3-84df-3e1d965f9241 req-b2408d5e-3c72-473c-a239-114c8cef2f45 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 945 time: 0.0574973 Aug 09 16:35:48.520552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port f1ce5e4b-ce2b-47f1-806f-44254207b59a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:35:48.524381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port f1ce5e4b-ce2b-47f1-806f-44254207b59a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:35:48.524760 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:48.528674 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a9e39aa-f25c-41d3-84df-3e1d965f9241 req-0d065be3-0b16-414c-b0f9-93895e2e50f2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358889 Aug 09 16:35:48.604815 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:48.627950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:35:48.630211 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}470c0dc515b80ef705b57ff820e1c8d479c65d5a5d859cb0a7178534ba0f9c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1315e2-e259-423f-a6bd-f02126cc1d04" -d '{"events": [{"server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:35:48.646572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:35:48.651547 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:48.684704 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba133790-4c98-4503-8c0d-4fad9c1e851c x-openstack-request-id: req-ba133790-4c98-4503-8c0d-4fad9c1e851c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:35:48.684880 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:35:48.685110 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba133790-4c98-4503-8c0d-4fad9c1e851c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:35:48.685503 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'code': 200} Aug 09 16:35:48.710078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:35:49.149404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-6b982a5e-01d1-4052-afa5-85aee973cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:49.150882 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-6b982a5e-01d1-4052-afa5-85aee973cdca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 1097 time: 0.0862851 Aug 09 16:35:49.162144 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:35:49.215755 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:49.418153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:35:49.451328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:35:49.489330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:35:49.491614 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02afd4ab478e06e53f6684aa8835c39fb4bd634094ed80f89022859bf16abec6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bf9e4c-81bf-4736-b01d-526a5f303fd9" -d '{"events": [{"server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:35:49.496456 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:49.508843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Transition to ACTIVE for port object f1ce5e4b-ce2b-47f1-806f-44254207b59a will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:35:49.512653 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:49.541079 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b69c58d-6f0f-46ec-888f-32f2ea8ab1dc x-openstack-request-id: req-0b69c58d-6f0f-46ec-888f-32f2ea8ab1dc {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:35:49.541369 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:35:49.541644 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b69c58d-6f0f-46ec-888f-32f2ea8ab1dc {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:35:49.542026 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'code': 200} Aug 09 16:35:49.604564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=10']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:35:49.663848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] No DVR routers for this DVR port f1ce5e4b-ce2b-47f1-806f-44254207b59a on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:35:49.722713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae92a1-2557-4c91-aa4e-44de1a90f353 req-865edc05-beb6-4a87-a953-605bf1e97e1e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:49.724267 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31ae92a1-2557-4c91-aa4e-44de1a90f353 req-865edc05-beb6-4a87-a953-605bf1e97e1e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 945 time: 0.1208606 Aug 09 16:35:49.803991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31ae92a1-2557-4c91-aa4e-44de1a90f353 req-34435ebf-27af-4001-b010-25da9a05c745 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727806 Aug 09 16:35:49.844286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Attempting to bind port f1ce5e4b-ce2b-47f1-806f-44254207b59a on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:35:49.844628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Attempting to bind port f1ce5e4b-ce2b-47f1-806f-44254207b59a by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:35:49.845104 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Attempting to bind port f1ce5e4b-ce2b-47f1-806f-44254207b59a on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:35:49.849472 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Port f1ce5e4b-ce2b-47f1-806f-44254207b59a on network ab85e442-7bb2-45e7-ba21-fb988f388708 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:35:49.849864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Attempting to bind port f1ce5e4b-ce2b-47f1-806f-44254207b59a on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:35:49.854616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:35:49.855615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:35:49.856102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Bound using segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:35:49.856523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Bound port: f1ce5e4b-ce2b-47f1-806f-44254207b59a, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:35:49.856881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:49.922929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:35:49.925954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:35:49.930603 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:49.966726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:49.967354 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:49.968767 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] 10.222.0.53 "PUT /v2.0/ports/f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1093 time: 0.8106472 Aug 09 16:35:49.990520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d1475-c09d-45f8-8ca9-76f2248684a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=11']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:35:50.035677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-62da2be6-e400-4e06-9005-c301a1fe705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:50.037193 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-62da2be6-e400-4e06-9005-c301a1fe705c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1096 time: 0.0437953 Aug 09 16:35:50.147058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-f2bd8713-d462-4581-86e9-fddfde9d389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:50.148534 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-f2bd8713-d462-4581-86e9-fddfde9d389a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1046250 Aug 09 16:35:50.213738 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-418b17dd-08b6-4b56-91e0-1b74bde5c37a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1001 time: 0.0581210 Aug 09 16:35:50.264325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-e5dc96e0-ade1-45c4-b70e-5c4245f5e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:50.265847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-e5dc96e0-ade1-45c4-b70e-5c4245f5e56e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0447769 Aug 09 16:35:50.314540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-4b118d59-129c-4447-9bec-1a0d1bd48115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:50.316019 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-4b118d59-129c-4447-9bec-1a0d1bd48115 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436718 Aug 09 16:35:50.404339 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-c18f9820-9637-45a2-b052-2f62b7e78f98 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812306 Aug 09 16:35:50.497097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7dec02b-73dd-4311-a307-9bac3e5de5f3 req-a4ae4e7c-f6df-4872-a8eb-606d4d59f57d service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852530 Aug 09 16:35:50.923787 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ab035-46e9-4f81-9361-64115203d3a2 req-07871079-72bd-4b1f-a01c-65535ac9f695 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:50.925277 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2e4ab035-46e9-4f81-9361-64115203d3a2 req-07871079-72bd-4b1f-a01c-65535ac9f695 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 945 time: 0.0492208 Aug 09 16:35:50.963608 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2e4ab035-46e9-4f81-9361-64115203d3a2 req-ef0b9ac8-cf3b-4877-85ba-d0f8036ee838 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320525 Aug 09 16:35:51.543207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:35:51.587829 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5044ece8-4445-4910-a294-c96e8fb616a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:35:51.692422 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdba251-f9e5-40e0-bd29-9f65ac1c6e7f x-openstack-request-id: req-8bdba251-f9e5-40e0-bd29-9f65ac1c6e7f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:35:51.692813 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:35:51.693173 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bdba251-f9e5-40e0-bd29-9f65ac1c6e7f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:35:51.693727 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'status': 'completed', 'code': 200} Aug 09 16:35:51.783276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-fbd75526-c86e-41af-b2d0-a8e863367a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:51.784836 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-fbd75526-c86e-41af-b2d0-a8e863367a2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1096 time: 0.0615919 Aug 09 16:35:51.787316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-800a8934-8588-46b1-a518-b2367a677df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:51.788709 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-800a8934-8588-46b1-a518-b2367a677df7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 1096 time: 0.0748317 Aug 09 16:35:51.946627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-50212320-64a5-40a5-b6de-2a4f6a1932c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:51.948161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-50212320-64a5-40a5-b6de-2a4f6a1932c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1542103 Aug 09 16:35:51.951546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-df0f12dc-805e-437f-9502-6680e73952e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:51.952933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-df0f12dc-805e-437f-9502-6680e73952e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1507323 Aug 09 16:35:52.072828 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-8f18ab50-fa8f-4f03-a084-3c5863e648bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1001 time: 0.1171560 Aug 09 16:35:52.080164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-895f0cb1-b207-4576-843b-66fb01a83526 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 200 len: 1001 time: 0.1179972 Aug 09 16:35:52.103729 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925afb73-1770-4daf-83c9-93e28a38918a req-e55f7512-3c96-4d91-aabc-5e4be28bf007 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:52.105671 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-925afb73-1770-4daf-83c9-93e28a38918a req-e55f7512-3c96-4d91-aabc-5e4be28bf007 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 945 time: 0.0629966 Aug 09 16:35:52.150523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-925afb73-1770-4daf-83c9-93e28a38918a req-9560fcca-dcf5-473a-ac75-0cec4cfc6580 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357716 Aug 09 16:35:52.174598 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-6e9bc8c1-12e7-4b29-8434-6eba905762e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:52.176482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-6e9bc8c1-12e7-4b29-8434-6eba905762e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0936499 Aug 09 16:35:52.180454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-efe53fce-932a-4cc9-b7e7-9a00426d1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:52.181942 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-efe53fce-932a-4cc9-b7e7-9a00426d1e25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0879757 Aug 09 16:35:52.248253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-36b4d9dd-a179-444a-a954-b31cd4ea6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:52.249788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-36b4d9dd-a179-444a-a954-b31cd4ea6218 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669470 Aug 09 16:35:52.252268 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-918d10c9-ae08-4c7a-9840-a100189fbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:52.253637 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-918d10c9-ae08-4c7a-9840-a100189fbf0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627329 Aug 09 16:35:52.409966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-86173211-12b0-4815-930c-08e9ef109a57 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529644 Aug 09 16:35:52.411717 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-9e95afd6-948a-42c4-88ad-1a8cba986a34 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479275 Aug 09 16:35:52.479544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:35:52.518586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:35:52.568703 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-b8453f94-088a-4d4b-906d-df010235f3dd service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521077 Aug 09 16:35:52.570602 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5044ece8-4445-4910-a294-c96e8fb616a1 req-911a9a66-1219-4638-a417-2765b50a3636 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461451 Aug 09 16:35:53.278370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195e61-8fda-4d5d-b823-f58ac1c23c5a req-f63787ce-7d9b-43b7-b07f-6d6d076353c7 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:53.280837 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41195e61-8fda-4d5d-b823-f58ac1c23c5a req-f63787ce-7d9b-43b7-b07f-6d6d076353c7 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 945 time: 0.0545573 Aug 09 16:35:53.323331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-41195e61-8fda-4d5d-b823-f58ac1c23c5a req-e68b89cd-31ea-41f5-8eb6-2e6057ea7ae7 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342748 Aug 09 16:35:53.442741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8f3e-d363-41e4-944f-81955098c5f0 req-d5629c69-a2cd-4e0a-b56d-bf5a715364a5 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:53.444144 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-490b8f3e-d363-41e4-944f-81955098c5f0 req-d5629c69-a2cd-4e0a-b56d-bf5a715364a5 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 945 time: 0.0541601 Aug 09 16:35:53.483005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-490b8f3e-d363-41e4-944f-81955098c5f0 req-3e05fc2e-26cc-4751-96c8-e4423d0ad006 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323615 Aug 09 16:35:53.594008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e92fe-ea26-4ed9-b2bd-bbad666f6bbc req-6e9f60b6-1959-45ea-8cbb-66763e160fc8 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:53.595496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be2e92fe-ea26-4ed9-b2bd-bbad666f6bbc req-6e9f60b6-1959-45ea-8cbb-66763e160fc8 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 945 time: 0.0478656 Aug 09 16:35:53.640722 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be2e92fe-ea26-4ed9-b2bd-bbad666f6bbc req-07b0011a-823a-430f-9590-90194d538cd9 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393851 Aug 09 16:35:53.878402 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4c899-6a79-46cf-a9f1-09ad3af76275 req-eae1d4ea-7297-40b3-9a90-5fd7746665bc tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:53.879867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-05e4c899-6a79-46cf-a9f1-09ad3af76275 req-eae1d4ea-7297-40b3-9a90-5fd7746665bc tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 945 time: 0.0488887 Aug 09 16:35:53.916981 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-05e4c899-6a79-46cf-a9f1-09ad3af76275 req-7893f860-0b38-43f7-a10a-81f99d28a9d2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312138 Aug 09 16:35:54.535097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:35:54.630554 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:35:54.641949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'port_id': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'mac_address': 'fa:16:3e:63:56:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:35:54.677655 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:54.692326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ce5e4b-ce2b-47f1-806f-44254207b59a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:35:54.711830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:35:54.716189 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:54.764179 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=12']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:35:55.037021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24930f43-8c66-46cf-aa1b-3011940f1256 req-00855277-421f-4e3c-8754-85f266c4dbee tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:55.038558 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-24930f43-8c66-46cf-aa1b-3011940f1256 req-00855277-421f-4e3c-8754-85f266c4dbee tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0508118 Aug 09 16:35:55.077381 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-24930f43-8c66-46cf-aa1b-3011940f1256 req-1985cdc3-8dcc-47e6-80ee-208fe5baf973 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326986 Aug 09 16:35:55.184312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-ba3c24d0-f039-4be7-8c60-877c399c1a74 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:55.185808 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-ba3c24d0-f039-4be7-8c60-877c399c1a74 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 946 time: 0.0479498 Aug 09 16:35:55.277283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Deleting port f1ce5e4b-ce2b-47f1-806f-44254207b59a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:35:55.277646 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:55.364620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] For port f1ce5e4b-ce2b-47f1-806f-44254207b59a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=f1ce5e4b-ce2b-47f1-806f-44254207b59a,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:35:55.364983 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:55.530689 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:55.530985 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:55.531302 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e disassociated. External IP: 172.25.2.145, port: f1ce5e4b-ce2b-47f1-806f-44254207b59a. Aug 09 16:35:55.531648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Calling delete_port for f1ce5e4b-ce2b-47f1-806f-44254207b59a owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:35:55.661992 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:55.693681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event deleted for resources: {'Port': ['ID=f1ce5e4b-ce2b-47f1-806f-44254207b59a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:35:55.816296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:35:55.934168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:35:55.944660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323b64f-0df2-4025-9a18-0c015bd29052 None None] Sync routers for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:35:55.956211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323b64f-0df2-4025-9a18-0c015bd29052 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:35:55.957192 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6323b64f-0df2-4025-9a18-0c015bd29052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:35:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:35:55.977079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] No DVR routers for this DVR port f1ce5e4b-ce2b-47f1-806f-44254207b59a on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:35:55.980168 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:55.982159 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cdd60ace-46ed-44ab-b7f6-21716e57cf40 req-551d5ada-2609-464b-a674-ce524f1ba566 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.53 "DELETE /v2.0/ports/f1ce5e4b-ce2b-47f1-806f-44254207b59a HTTP/1.1" status: 204 len: 173 time: 0.7908690 Aug 09 16:35:55.982599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'name': 'network-vif-deleted', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:35:55.984882 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2d211b-c7e9-47e8-ba0a-dd8c92d64626" -d '{"events": [{"server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "name": "network-vif-deleted", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:35:56.028266 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cf8334-a94b-47f5-89f9-f26a71c75f03 x-openstack-request-id: req-07cf8334-a94b-47f5-89f9-f26a71c75f03 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:35:56.028553 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8e4b7a-8592-48b1-a0c3-4c27115a08fe", "name": "network-vif-deleted", "tag": "f1ce5e4b-ce2b-47f1-806f-44254207b59a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:35:56.028869 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07cf8334-a94b-47f5-89f9-f26a71c75f03 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:35:56.029278 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8e4b7a-8592-48b1-a0c3-4c27115a08fe', 'name': 'network-vif-deleted', 'tag': 'f1ce5e4b-ce2b-47f1-806f-44254207b59a', 'status': 'completed', 'code': 200} Aug 09 16:35:56.075242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-6323b64f-0df2-4025-9a18-0c015bd29052 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:35:56.187703 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3e020429-5368-42e7-8caf-2b78a0478d1c req-5c0e3ef1-ba8c-4b98-9fbb-a3e38d6aed88 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8e4b7a-8592-48b1-a0c3-4c27115a08fe HTTP/1.1" status: 200 len: 210 time: 0.0287733 Aug 09 16:35:56.278422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6323b64f-0df2-4025-9a18-0c015bd29052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:35:56.303997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323b64f-0df2-4025-9a18-0c015bd29052 None None] Checking router: 5d540bcb-d8b4-493c-b0df-f73ea06faa13 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:35:56.312986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323b64f-0df2-4025-9a18-0c015bd29052 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:35:56.313611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6323b64f-0df2-4025-9a18-0c015bd29052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:35:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:35:56.422822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-6323b64f-0df2-4025-9a18-0c015bd29052 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:35:56.545942 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:35:56.554089 n-d-803778-2 neutron-server[94291]: INFO neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No ports have port_id starting with f1ce5e4b-ce2b-47f1-806f-44254207b59a Aug 09 16:35:56.561378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a requested by agent hyperv_n-h1-803778-2 not found in database {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 09 16:35:56.629956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-6323b64f-0df2-4025-9a18-0c015bd29052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:35:56.658849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323b64f-0df2-4025-9a18-0c015bd29052 None None] The sync data for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 is: [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:35:56.892482 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2626248-f894-49a5-a06e-14005d518aff None None] New status for floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:35:57.457656 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-26f473dc-60d8-484b-aab0-d3d8a7c77a4b tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--964604478&fields=id&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 267 time: 0.0365224 Aug 09 16:35:57.562452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-9ca4fda6-70eb-46bf-8850-522fe5900fc0 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:57.563923 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-9ca4fda6-70eb-46bf-8850-522fe5900fc0 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 812 time: 0.0990212 Aug 09 16:35:57.579287 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-7af3d4a5-a436-47ea-81f0-223fd512fc0a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/quotas/27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 375 time: 0.0095828 Aug 09 16:35:57.637644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-063deccc-4836-430a-800f-535368fc6e87 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528946 Aug 09 16:35:57.734927 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-4578b132-a78c-4a21-a92d-3e1ffd6c1821 service neutron] 10.222.0.81 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858970 Aug 09 16:35:57.824228 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-b27332eb-5035-4a27-b83f-79bee94868bb service neutron] 10.222.0.81 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825458 Aug 09 16:35:57.987097 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-494adef8-53f5-419e-84f6-379e1a007a30 req-ab14c7ab-78f5-44a0-a3e9-7b3c1bc97131 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 210 time: 0.0332723 Aug 09 16:35:58.560077 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:35:58.580503 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: f1ce5e4b-ce2b-47f1-806f-44254207b59a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:35:58.580854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device f1ce5e4b-ce2b-47f1-806f-44254207b59a not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:35:58.917433 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-bd6946bb-bbfa-41a8-89b9-b6db9f2e4982 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:58.918971 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-bd6946bb-bbfa-41a8-89b9-b6db9f2e4982 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 812 time: 0.1151500 Aug 09 16:35:58.963657 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-659f52d6-5188-4137-9775-85ca6fae7c07 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 379 time: 0.0339160 Aug 09 16:35:58.980127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Request body: {'port': {'device_id': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'admin_state_up': True, 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'security_groups': ['d6ffc0b4-467c-4c9e-a649-5c229a2f40d0']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:35:59.093393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cbae7c13-4fd5-492d-9782-7010867a7428 req-01c37162-3d5a-436e-8882-03dec70d9509 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 210 time: 0.0351584 Aug 09 16:35:59.115630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Made reservation on behalf of 27d3df9c70594abcb31462e78abb82a2 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:35:59.119266 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:59.248450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Allocated IP 172.20.0.9 (ab85e442-7bb2-45e7-ba21-fb988f388708/999c40ab-3d1b-451d-a357-bf81886419f2/b3a3544d-030d-4f13-960b-9f8756430d5b) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:35:59.382130 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:59.396126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Transition to ACTIVE for port object b3a3544d-030d-4f13-960b-9f8756430d5b will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:35:59.431292 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:59.479014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Network ab85e442-7bb2-45e7-ba21-fb988f388708 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:35:59.482353 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:35:59.485965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:35:59.509745 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:35:59.538736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:35:59.539126 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:59.553659 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-dda6bbaa-c460-44e0-ae17-8c5217653f41 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772696 Aug 09 16:35:59.568530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Request body: {'port': {'device_id': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:35:59.626608 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:59.738366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2058f300-7442-492d-b55c-aa8b58e09f7a None None] Provisioning for port b3a3544d-030d-4f13-960b-9f8756430d5b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:35:59.742101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2058f300-7442-492d-b55c-aa8b58e09f7a None None] Provisioning complete for port b3a3544d-030d-4f13-960b-9f8756430d5b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:35:59.742475 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2058f300-7442-492d-b55c-aa8b58e09f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:59.776529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2058f300-7442-492d-b55c-aa8b58e09f7a None None] Port b3a3544d-030d-4f13-960b-9f8756430d5b cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:35:59.895449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a3544d-030d-4f13-960b-9f8756430d5b {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:35:59.902970 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:59.914305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Transition to ACTIVE for port object b3a3544d-030d-4f13-960b-9f8756430d5b will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:35:59.918775 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:35:59.966959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:00.038106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Attempting to bind port b3a3544d-030d-4f13-960b-9f8756430d5b on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:36:00.038437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Attempting to bind port b3a3544d-030d-4f13-960b-9f8756430d5b by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:36:00.038766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Attempting to bind port b3a3544d-030d-4f13-960b-9f8756430d5b on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:36:00.044068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Port b3a3544d-030d-4f13-960b-9f8756430d5b on network ab85e442-7bb2-45e7-ba21-fb988f388708 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:36:00.044389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Attempting to bind port b3a3544d-030d-4f13-960b-9f8756430d5b on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:36:00.049404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:36:00.049779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:36:00.050168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Bound using segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:36:00.050588 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Bound port: b3a3544d-030d-4f13-960b-9f8756430d5b, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:36:00.050949 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:00.123109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:36:00.126273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:36:00.131388 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:00.166827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:00.168137 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:00.169532 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] 10.222.0.60 "PUT /v2.0/ports/b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1091 time: 0.6057122 Aug 09 16:36:00.170003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:00.172258 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaef4d62-7da1-4383-bb58-132c89f4ee91" -d '{"events": [{"name": "network-changed", "server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:00.211483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb7a53-b1b6-4f1d-b162-e673bbd9b129 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:00.243292 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286017e6-b74c-48f3-a4d6-a4261b3fe688 req-b2db0e95-eda1-490b-b0e1-a48683788f0a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:00.244532 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39e42e6-78fe-4c0a-a10e-9b96081e61ed x-openstack-request-id: req-e39e42e6-78fe-4c0a-a10e-9b96081e61ed {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:00.244872 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:00.245232 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e39e42e6-78fe-4c0a-a10e-9b96081e61ed {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:00.245651 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'status': 'completed', 'code': 200} Aug 09 16:36:00.246203 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-286017e6-b74c-48f3-a4d6-a4261b3fe688 req-b2db0e95-eda1-490b-b0e1-a48683788f0a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0823288 Aug 09 16:36:00.263232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-e77fb952-f98a-4d50-af3d-f10e58e7d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:00.264749 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-e77fb952-f98a-4d50-af3d-f10e58e7d982 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1094 time: 0.0482407 Aug 09 16:36:00.288129 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-286017e6-b74c-48f3-a4d6-a4261b3fe688 req-b595f4b7-a833-4337-8465-10c45fe7f33e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364730 Aug 09 16:36:00.313609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-2188dc2b-371a-4a00-80e0-fc04a2ac663d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 217 time: 0.0397911 Aug 09 16:36:00.365861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-e80eb1d2-800a-42ca-8864-38595e6e53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:00.367328 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-e80eb1d2-800a-42ca-8864-38595e6e53ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0456724 Aug 09 16:36:00.422050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-6fd434d0-db1d-48ec-8156-81f8f8d81e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:00.423485 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-6fd434d0-db1d-48ec-8156-81f8f8d81e00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419204 Aug 09 16:36:00.865705 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-89da38ce-f9fd-4655-b88d-7ae0a8ad5797 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331958 Aug 09 16:36:00.954059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dbfc350b-8c15-4eae-9653-92d1e834e9be req-2aee6ed4-24c4-469a-ba62-b0bfab6fb4ea service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806692 Aug 09 16:36:01.045926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef4d62-7da1-4383-bb58-132c89f4ee91 req-057ced56-9df3-44ae-92b4-d057930365db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:01.047434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaef4d62-7da1-4383-bb58-132c89f4ee91 req-057ced56-9df3-44ae-92b4-d057930365db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1094 time: 0.0413575 Aug 09 16:36:01.140390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef4d62-7da1-4383-bb58-132c89f4ee91 req-7d681837-81cd-44ac-97df-f666fb70e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:01.141801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaef4d62-7da1-4383-bb58-132c89f4ee91 req-7d681837-81cd-44ac-97df-f666fb70e73a service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0869269 Aug 09 16:36:01.184376 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaef4d62-7da1-4383-bb58-132c89f4ee91 req-913c701a-dbb0-43a7-a430-687c6cbca31a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 217 time: 0.0346320 Aug 09 16:36:01.237163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef4d62-7da1-4383-bb58-132c89f4ee91 req-2381c75e-8f10-419f-912a-36f4130b9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:01.238647 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaef4d62-7da1-4383-bb58-132c89f4ee91 req-2381c75e-8f10-419f-912a-36f4130b9af7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0473351 Aug 09 16:36:01.282013 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:36:01.285988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef4d62-7da1-4383-bb58-132c89f4ee91 req-952c6247-7553-4a3d-a5b6-b69eaf789e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:01.287496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaef4d62-7da1-4383-bb58-132c89f4ee91 req-952c6247-7553-4a3d-a5b6-b69eaf789e67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394521 Aug 09 16:36:01.407975 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaef4d62-7da1-4383-bb58-132c89f4ee91 req-14c50366-c26b-4022-8c97-897d9f7e27a3 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127007 Aug 09 16:36:01.434661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba04e9-add3-4cad-b8f1-f94657915f44 req-9876e63c-075b-45ac-8a5c-fe43198d2a79 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:01.436101 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c1ba04e9-add3-4cad-b8f1-f94657915f44 req-9876e63c-075b-45ac-8a5c-fe43198d2a79 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0731740 Aug 09 16:36:01.519075 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c1ba04e9-add3-4cad-b8f1-f94657915f44 req-06dd1647-3005-4f2c-b96f-014e63d7ed30 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734758 Aug 09 16:36:01.537537 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaef4d62-7da1-4383-bb58-132c89f4ee91 req-b1d58e2f-5044-4d9d-bec1-9d42f5449006 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190531 Aug 09 16:36:02.638104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b12dcb-f9c9-4ee9-b3de-599a94d18534 req-7c2b382b-92a9-4e27-9e60-fd62ac4110bf tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:02.639584 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3b12dcb-f9c9-4ee9-b3de-599a94d18534 req-7c2b382b-92a9-4e27-9e60-fd62ac4110bf tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0492682 Aug 09 16:36:02.677811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e3b12dcb-f9c9-4ee9-b3de-599a94d18534 req-e048d6ad-dd87-4c64-b0ea-3ccc02d01219 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320504 Aug 09 16:36:03.799696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aed037-c56c-40c9-9fd3-debb70f38394 req-8230354c-38c4-4e3c-a1ca-e1ccd37eec69 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:03.801229 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43aed037-c56c-40c9-9fd3-debb70f38394 req-8230354c-38c4-4e3c-a1ca-e1ccd37eec69 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0542092 Aug 09 16:36:03.841521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43aed037-c56c-40c9-9fd3-debb70f38394 req-e62c3f05-1b51-4d76-85a9-022c66dd8f21 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340326 Aug 09 16:36:04.545767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b3a3544d-030d-4f13-960b-9f8756430d5b details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:36:04.644033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:04.655525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'port_id': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'mac_address': 'fa:16:3e:9d:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:36:04.692030 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:04.704485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a3544d-030d-4f13-960b-9f8756430d5b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:36:04.725801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:04.730885 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:04.777558 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:04.936497 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['b3a3544d-030d-4f13-960b-9f8756430d5b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:36:04.960786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e90ac-dbf4-46ce-9444-a42c1d636f43 req-d09010d6-dee3-4af1-8563-920e266042f4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:04.962355 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff7e90ac-dbf4-46ce-9444-a42c1d636f43 req-d09010d6-dee3-4af1-8563-920e266042f4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0506680 Aug 09 16:36:05.004879 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff7e90ac-dbf4-46ce-9444-a42c1d636f43 req-e517b9d2-e4a1-4093-a740-da19e2cb7962 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354493 Aug 09 16:36:06.124051 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d724a08-fda9-46d2-8008-44a768ce9a12 req-8ad0568d-317b-4338-a22b-45709b8622a2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:06.125473 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d724a08-fda9-46d2-8008-44a768ce9a12 req-8ad0568d-317b-4338-a22b-45709b8622a2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0514314 Aug 09 16:36:06.164423 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5d724a08-fda9-46d2-8008-44a768ce9a12 req-33fa950c-2f28-4321-a6f7-6c9dfc2a7585 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329390 Aug 09 16:36:06.586025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b3a3544d-030d-4f13-960b-9f8756430d5b up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:36:06.636279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port b3a3544d-030d-4f13-960b-9f8756430d5b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:36:06.640350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port b3a3544d-030d-4f13-960b-9f8756430d5b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:36:06.640719 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:06.719765 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:06.741292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:06.756717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:36:06.762146 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:06.796334 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a39d26-2ee2-4365-8590-5791d3616d8d" -d '{"events": [{"server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "name": "network-vif-plugged", "status": "completed", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:06.818679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:36:06.893912 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bffb70-77f3-4f2b-bb13-358dfea6ae68 x-openstack-request-id: req-92bffb70-77f3-4f2b-bb13-358dfea6ae68 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:06.894209 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "name": "network-vif-plugged", "status": "completed", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:06.894465 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92bffb70-77f3-4f2b-bb13-358dfea6ae68 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:06.894862 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'code': 200} Aug 09 16:36:06.990181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797f600-6746-4ea9-b42e-0d63357df1db req-5ef0bd32-11a5-4586-aa5e-a40b66f9e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:06.991679 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4797f600-6746-4ea9-b42e-0d63357df1db req-5ef0bd32-11a5-4586-aa5e-a40b66f9e618 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1096 time: 0.0392816 Aug 09 16:36:07.029723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4797f600-6746-4ea9-b42e-0d63357df1db req-9ec3f009-6261-4420-95aa-1aab4c1280f1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302267 Aug 09 16:36:07.283435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a1145-9d63-4370-9a69-dbdd6dc9dec7 req-43a75461-966d-4a23-bba6-9c50683eed37 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:07.284931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb6a1145-9d63-4370-9a69-dbdd6dc9dec7 req-43a75461-966d-4a23-bba6-9c50683eed37 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0522697 Aug 09 16:36:07.322591 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb6a1145-9d63-4370-9a69-dbdd6dc9dec7 req-36210b9f-a176-4b14-b8d1-1e6b9952ea59 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313258 Aug 09 16:36:07.724527 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d13d9cc2-d273-4e11-b10c-4eae80da32c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:08.439856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e54419-caa2-4a4a-abd9-16919d65d81b req-b0d75267-4b97-46ad-b9ce-4beea712dcfc tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:08.441356 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-08e54419-caa2-4a4a-abd9-16919d65d81b req-b0d75267-4b97-46ad-b9ce-4beea712dcfc tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0492377 Aug 09 16:36:08.478655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-08e54419-caa2-4a4a-abd9-16919d65d81b req-3a093eea-34c9-48c9-b444-e3226d8c436b tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312359 Aug 09 16:36:08.589280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac34d-0736-4f65-bb7c-5cc9b36d29b4 req-e26dc6c8-f044-47f4-ac5c-cd70d4b668e2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:08.590950 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-be6ac34d-0736-4f65-bb7c-5cc9b36d29b4 req-e26dc6c8-f044-47f4-ac5c-cd70d4b668e2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0496094 Aug 09 16:36:08.599337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54424) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:36:08.603845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-fc8d58e8-39b5-46a2-9bd6-303597095e1f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Request body: {'floatingip': {'port_id': 'b3a3544d-030d-4f13-960b-9f8756430d5b'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:36:08.643116 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc8d58e8-39b5-46a2-9bd6-303597095e1f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:09.100147 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc8d58e8-39b5-46a2-9bd6-303597095e1f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:09.105582 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc8d58e8-39b5-46a2-9bd6-303597095e1f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:09.206709 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-fc8d58e8-39b5-46a2-9bd6-303597095e1f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e associated. External IP: 172.25.2.145, port: b3a3544d-030d-4f13-960b-9f8756430d5b. Aug 09 16:36:09.419225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8d58e8-39b5-46a2-9bd6-303597095e1f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:36:09.525600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8d58e8-39b5-46a2-9bd6-303597095e1f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:36:09.530965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fc8d58e8-39b5-46a2-9bd6-303597095e1f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:09.536274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb580498-986e-4747-9bb2-abc6cebbb307 None None] Sync routers for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:36:09.546426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb580498-986e-4747-9bb2-abc6cebbb307 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:36:09.547049 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eb580498-986e-4747-9bb2-abc6cebbb307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:35:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:36:09.558059 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fc8d58e8-39b5-46a2-9bd6-303597095e1f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "PUT /v2.0/floatingips/db5a6a9b-35c7-4aa0-8084-796d01c7285e HTTP/1.1" status: 200 len: 992 time: 0.9575438 Aug 09 16:36:09.558698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:36:09.561113 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb5881-3837-4c9e-8d45-646fbf9d54c2" -d '{"events": [{"name": "network-changed", "server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:36:09.599718 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c4406d-185e-48eb-85f0-d7c09fc224f5 x-openstack-request-id: req-a0c4406d-185e-48eb-85f0-d7c09fc224f5 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:36:09.600319 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:36:09.600319 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0c4406d-185e-48eb-85f0-d7c09fc224f5 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:36:09.600752 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'status': 'completed', 'code': 200} Aug 09 16:36:09.665957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb5881-3837-4c9e-8d45-646fbf9d54c2 req-77d90b73-5a62-4edd-bf67-982b038b2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:09.669462 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaeb5881-3837-4c9e-8d45-646fbf9d54c2 req-77d90b73-5a62-4edd-bf67-982b038b2b49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1096 time: 0.0451124 Aug 09 16:36:09.772477 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb5881-3837-4c9e-8d45-646fbf9d54c2 req-47c3cd8c-5757-4e97-a222-b16367039ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:09.774004 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaeb5881-3837-4c9e-8d45-646fbf9d54c2 req-47c3cd8c-5757-4e97-a222-b16367039ce8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0973785 Aug 09 16:36:09.810476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-eb580498-986e-4747-9bb2-abc6cebbb307 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:36:09.842982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaeb5881-3837-4c9e-8d45-646fbf9d54c2 req-2c2486e5-b859-4725-8402-4816538986b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1000 time: 0.0617204 Aug 09 16:36:09.895627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb5881-3837-4c9e-8d45-646fbf9d54c2 req-b60ddb7b-c0f7-414c-9025-23305634422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:09.897111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaeb5881-3837-4c9e-8d45-646fbf9d54c2 req-b60ddb7b-c0f7-414c-9025-23305634422e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0464365 Aug 09 16:36:09.946918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb5881-3837-4c9e-8d45-646fbf9d54c2 req-b90ba94a-0e45-48a7-89a6-f950a07c4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:09.948533 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaeb5881-3837-4c9e-8d45-646fbf9d54c2 req-b90ba94a-0e45-48a7-89a6-f950a07c4c74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441120 Aug 09 16:36:10.037644 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eb580498-986e-4747-9bb2-abc6cebbb307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'db5a6a9b-35c7-4aa0-8084-796d01c7285e', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'port_id': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'mac_address': 'fa:16:3e:9d:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:10Z', 'updated_at': '2021-08-09T16:36:09Z', 'revision_number': 13, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:36:10.039217 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaeb5881-3837-4c9e-8d45-646fbf9d54c2 req-d574f4fe-43e1-4851-bf07-1f6207ceb21f service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Aug 09 16:36:10.065142 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb580498-986e-4747-9bb2-abc6cebbb307 None None] Checking router: 5d540bcb-d8b4-493c-b0df-f73ea06faa13 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:36:10.073645 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb580498-986e-4747-9bb2-abc6cebbb307 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:36:10.074268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eb580498-986e-4747-9bb2-abc6cebbb307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:35:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:36:10.133815 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eaeb5881-3837-4c9e-8d45-646fbf9d54c2 req-980ee0c3-fc3f-4a44-8a77-8b382c37b9ef service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872302 Aug 09 16:36:10.179865 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-eb580498-986e-4747-9bb2-abc6cebbb307 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:36:10.404010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eb580498-986e-4747-9bb2-abc6cebbb307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'db5a6a9b-35c7-4aa0-8084-796d01c7285e', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'port_id': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'mac_address': 'fa:16:3e:9d:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:10Z', 'updated_at': '2021-08-09T16:36:09Z', 'revision_number': 13, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:36:10.434985 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb580498-986e-4747-9bb2-abc6cebbb307 None None] The sync data for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 is: [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'db5a6a9b-35c7-4aa0-8084-796d01c7285e', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'port_id': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'mac_address': 'fa:16:3e:9d:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:29:10Z', 'updated_at': '2021-08-09T16:36:09Z', 'revision_number': 13, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:36:10.600416 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1927d11f-1420-4091-93a6-7027412efe4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:10.732859 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c607cf82-bb47-45f9-adbb-085349eb81cd None None] New status for floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:36:10.965357 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:11.766745 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:11.918322 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:12.227151 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8d6255a-d197-494f-8f61-02a060bb7210 req-b2e909bc-ff2d-44b0-980a-8e595798cb11 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407250 Aug 09 16:36:12.309063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6255a-d197-494f-8f61-02a060bb7210 req-92112fa7-2a0a-4ea8-ab2f-f7a472788732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:12.310614 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8d6255a-d197-494f-8f61-02a060bb7210 req-92112fa7-2a0a-4ea8-ab2f-f7a472788732 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1096 time: 0.0407004 Aug 09 16:36:12.418078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6255a-d197-494f-8f61-02a060bb7210 req-ee59ea24-bfd8-4187-aed1-d63c3c92bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:12.419578 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8d6255a-d197-494f-8f61-02a060bb7210 req-ee59ea24-bfd8-4187-aed1-d63c3c92bf78 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0891316 Aug 09 16:36:12.486902 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8d6255a-d197-494f-8f61-02a060bb7210 req-1fac2bb1-246a-47b1-9b0c-e8849124397e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1002 time: 0.0592840 Aug 09 16:36:12.536480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6255a-d197-494f-8f61-02a060bb7210 req-7c0d3d43-e232-402b-8f81-72e1156ed831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:12.538068 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8d6255a-d197-494f-8f61-02a060bb7210 req-7c0d3d43-e232-402b-8f81-72e1156ed831 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0434580 Aug 09 16:36:12.594704 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6255a-d197-494f-8f61-02a060bb7210 req-cfe99bd2-15f8-4e6c-a4a0-8469757c9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:36:12.596453 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8d6255a-d197-494f-8f61-02a060bb7210 req-cfe99bd2-15f8-4e6c-a4a0-8469757c9c56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507734 Aug 09 16:36:12.699900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8d6255a-d197-494f-8f61-02a060bb7210 req-e58c9b1a-552f-434e-805d-64b36bbcf166 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942481 Aug 09 16:36:12.811517 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8d6255a-d197-494f-8f61-02a060bb7210 req-91cdcb6a-bccf-4b68-8814-9e051c4449e6 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038611 Aug 09 16:36:13.615700 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:13.617331 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:37.726841 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-facf9257-3ac8-4c58-b9e0-5c6375c96b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:38.282544 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:36:40.600719 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f154e270-13fd-4b97-b870-46be54d7db2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:40.968090 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:41.757085 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:41.932082 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:43.613827 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:43.624447 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:36:58.393053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-815561bd-e918-4649-a8a2-c905aa770179 req-ae6d3a45-1011-431d-b89a-75239400a4ba service neutron] (94290) timed out ('10.222.0.81', 52262) {{(pid=94290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:37:07.728083 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-605d70dc-94c3-4918-94ee-a35e22d6356b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:10.601229 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f4d37832-df83-47ed-965b-ce8d74cb3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:10.970166 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:11.759494 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:11.930393 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:12.334435 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7baa4f16-d395-440e-8947-a376501234b1 req-81c20eb2-1385-4532-bb36-defc6af582d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809991 Aug 09 16:37:12.433733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa4f16-d395-440e-8947-a376501234b1 req-c7446bef-e193-4fea-8c5d-cff7bead3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:37:12.435532 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7baa4f16-d395-440e-8947-a376501234b1 req-c7446bef-e193-4fea-8c5d-cff7bead3db6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1096 time: 0.0469124 Aug 09 16:37:12.552944 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa4f16-d395-440e-8947-a376501234b1 req-c1ba9a23-ca2e-43ad-a5e0-63a7147599a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:37:12.554684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7baa4f16-d395-440e-8947-a376501234b1 req-c1ba9a23-ca2e-43ad-a5e0-63a7147599a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0966330 Aug 09 16:37:12.623705 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7baa4f16-d395-440e-8947-a376501234b1 req-4eebd5d2-e769-46db-8521-6945114e80a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1002 time: 0.0612426 Aug 09 16:37:12.674682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa4f16-d395-440e-8947-a376501234b1 req-04a45fdb-1303-4e33-a323-f1815f0fc64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:37:12.676134 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7baa4f16-d395-440e-8947-a376501234b1 req-04a45fdb-1303-4e33-a323-f1815f0fc64f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0448167 Aug 09 16:37:12.729941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa4f16-d395-440e-8947-a376501234b1 req-f28f4a62-ae75-4045-8a20-236aa8096eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:37:12.731474 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7baa4f16-d395-440e-8947-a376501234b1 req-f28f4a62-ae75-4045-8a20-236aa8096eb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473728 Aug 09 16:37:12.827150 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7baa4f16-d395-440e-8947-a376501234b1 req-6a5ba2ff-38dd-46c1-9e79-7cdc464198fa service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876219 Aug 09 16:37:12.932940 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7baa4f16-d395-440e-8947-a376501234b1 req-c43b0d9f-8559-4239-a7e2-0d705f13fdbe service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982347 Aug 09 16:37:13.617310 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:13.633897 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:15.282844 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:37:37.729107 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9339cd09-b44e-4a39-b4bb-753f7140a7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:40.606769 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4f7cb2ef-5b74-4ee1-8a4e-cd26e6359549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:40.971522 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:41.765555 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:41.928255 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:43.619092 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:43.649111 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:37:49.064213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86057859-989b-412b-821b-90bb5fceccb1 req-dc7858f4-e2a1-4db9-82d6-6f287e8b96e4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:37:49.065832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86057859-989b-412b-821b-90bb5fceccb1 req-dc7858f4-e2a1-4db9-82d6-6f287e8b96e4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0563838 Aug 09 16:37:49.106081 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86057859-989b-412b-821b-90bb5fceccb1 req-b600d3dd-6e9b-4858-9772-2c6b772541a1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341561 Aug 09 16:37:52.281432 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:38:00.292845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e67aa3-f889-44ab-a6f5-e65a502c3f91 req-e2c84cc2-ac13-4450-9a04-cbeaf18af399 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:00.294378 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54e67aa3-f889-44ab-a6f5-e65a502c3f91 req-e2c84cc2-ac13-4450-9a04-cbeaf18af399 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0602281 Aug 09 16:38:00.369342 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-628df484-b9ee-47e7-9172-ef5d3337afa5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071131 Aug 09 16:38:00.372022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54e67aa3-f889-44ab-a6f5-e65a502c3f91 req-58a71f6d-72f3-4269-bb3e-8b30015e12a6 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630631 Aug 09 16:38:01.454778 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-043c5539-c89a-4bbb-8ec4-bfc5be75720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:01.456186 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-043c5539-c89a-4bbb-8ec4-bfc5be75720b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1096 time: 0.0502975 Aug 09 16:38:01.547178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8b81d-1d7d-4eb9-b5be-a87084b29bb1 req-207d0852-b2af-419b-bcb1-056b459d713d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:01.548552 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4c8b81d-1d7d-4eb9-b5be-a87084b29bb1 req-207d0852-b2af-419b-bcb1-056b459d713d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.1040041 Aug 09 16:38:01.606484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-83738b8f-7385-4bc4-864d-3961e1e5b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:01.608235 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-83738b8f-7385-4bc4-864d-3961e1e5b380 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1302280 Aug 09 16:38:01.611215 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4c8b81d-1d7d-4eb9-b5be-a87084b29bb1 req-a2cdc228-6bff-4fd3-a24d-bd7d457773a6 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553260 Aug 09 16:38:01.678349 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-815bfe66-72ca-4b71-9838-a75918297efd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1002 time: 0.0612392 Aug 09 16:38:01.728484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-8d6166ba-2f53-4945-b8a7-d609b01d57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:01.729963 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-8d6166ba-2f53-4945-b8a7-d609b01d57a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0445919 Aug 09 16:38:01.775403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-01f8cb0f-93e7-417b-bece-8c132192c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:01.776885 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-01f8cb0f-93e7-417b-bece-8c132192c37b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399463 Aug 09 16:38:01.872958 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-50776c61-1687-45ba-a028-14deae7bdd6f service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881765 Aug 09 16:38:01.964197 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-1e771856-2eef-441b-8ccc-dcd0ad06ce82 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835199 Aug 09 16:38:02.731412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d635d-1ba2-40b1-a14e-64bac5555e35 req-790693d1-5dab-4f0f-ad4d-314f1ee477be tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:02.732903 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c68d635d-1ba2-40b1-a14e-64bac5555e35 req-790693d1-5dab-4f0f-ad4d-314f1ee477be tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0492551 Aug 09 16:38:02.770633 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c68d635d-1ba2-40b1-a14e-64bac5555e35 req-0370c731-d9e2-43e6-9bde-b5775c34bc79 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317221 Aug 09 16:38:03.895233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9297-8b81-42d0-a439-93dcf558f2ed req-34d9cbd2-eec4-491d-83f4-ea26b78c923b tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:03.897217 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e08f9297-8b81-42d0-a439-93dcf558f2ed req-34d9cbd2-eec4-491d-83f4-ea26b78c923b tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0550861 Aug 09 16:38:03.935347 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e08f9297-8b81-42d0-a439-93dcf558f2ed req-3a9ff6f6-c423-45a5-83a8-e83319ae2d08 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321445 Aug 09 16:38:05.052548 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfecff8-196f-4c80-8534-0a37a32a4f33 req-69b66ac6-380e-4fdb-9bec-27c83ca125ab tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:05.053794 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5bfecff8-196f-4c80-8534-0a37a32a4f33 req-69b66ac6-380e-4fdb-9bec-27c83ca125ab tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0507922 Aug 09 16:38:05.096957 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5bfecff8-196f-4c80-8534-0a37a32a4f33 req-a132e198-86f7-4969-83ec-a80e13969a0c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336256 Aug 09 16:38:06.214629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa58156-6ab3-40a6-a613-d34bac7cf09d req-acd3fe66-4529-4931-a0c6-a8fce7afc7b4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:06.216121 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8aa58156-6ab3-40a6-a613-d34bac7cf09d req-acd3fe66-4529-4931-a0c6-a8fce7afc7b4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0483999 Aug 09 16:38:06.253483 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8aa58156-6ab3-40a6-a613-d34bac7cf09d req-81b889a8-ab59-4867-a1a4-091ae52224be tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314264 Aug 09 16:38:07.373740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c192a6-ce79-4876-980d-a25b0ab055bb req-e12abdfe-80dd-4c63-9cb1-6d882b8d50d5 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:07.375219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1c192a6-ce79-4876-980d-a25b0ab055bb req-e12abdfe-80dd-4c63-9cb1-6d882b8d50d5 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0525281 Aug 09 16:38:07.415225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1c192a6-ce79-4876-980d-a25b0ab055bb req-adb8ff64-24b5-4229-9702-7f3a47656f2a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Aug 09 16:38:07.731234 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-26588147-4d98-4606-8a18-ce11a46c8147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:08.537789 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a2c28-4ccc-4c82-aa24-ac81da155f52 req-1fed0d4d-ecf3-49a2-bbe3-cc4a08be6e22 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:08.539305 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b38a2c28-4ccc-4c82-aa24-ac81da155f52 req-1fed0d4d-ecf3-49a2-bbe3-cc4a08be6e22 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0525768 Aug 09 16:38:08.580062 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b38a2c28-4ccc-4c82-aa24-ac81da155f52 req-92999062-7b6c-46ff-a674-f23909176dda tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333374 Aug 09 16:38:09.695739 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcd353-1100-44ea-ba21-e44b252bbfa9 req-830f05a6-c1ea-4a6e-89b7-61e717ed762e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:09.697217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-04bcd353-1100-44ea-ba21-e44b252bbfa9 req-830f05a6-c1ea-4a6e-89b7-61e717ed762e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0493772 Aug 09 16:38:09.734460 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-04bcd353-1100-44ea-ba21-e44b252bbfa9 req-5c55aeeb-0f32-4c74-80a3-1acd1079c254 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312483 Aug 09 16:38:10.599367 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-50e18002-e766-4406-8e55-34208b16fe63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:10.856080 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9b2a7-3735-4ada-a7a6-93f3a9ba350f req-f7504f7b-11cd-44ac-8f9c-f2179d7dc716 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:10.857529 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-38d9b2a7-3735-4ada-a7a6-93f3a9ba350f req-f7504f7b-11cd-44ac-8f9c-f2179d7dc716 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0563281 Aug 09 16:38:10.896479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-38d9b2a7-3735-4ada-a7a6-93f3a9ba350f req-d1a65c93-06b1-4990-bab6-59e3a5f2376e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325093 Aug 09 16:38:10.971906 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:11.770210 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:11.944356 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:12.016913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455f9ef-c4f1-4151-af24-e759e7550dac req-4f6d156d-59e1-4333-af11-f1b1fa3ba4d2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:12.018420 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3455f9ef-c4f1-4151-af24-e759e7550dac req-4f6d156d-59e1-4333-af11-f1b1fa3ba4d2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0512843 Aug 09 16:38:12.056798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3455f9ef-c4f1-4151-af24-e759e7550dac req-777f68fe-e4ba-4cf2-9628-f66ad12450cc tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319641 Aug 09 16:38:12.275346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deac0c-c705-4d60-ab3f-a9d8a532152e req-ecaf3582-aeba-46a6-b0c6-6d2e252a35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:12.276943 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56deac0c-c705-4d60-ab3f-a9d8a532152e req-ecaf3582-aeba-46a6-b0c6-6d2e252a35a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1096 time: 0.0402708 Aug 09 16:38:12.399055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deac0c-c705-4d60-ab3f-a9d8a532152e req-a05afc77-d521-4184-8dee-55efe468ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:12.400467 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56deac0c-c705-4d60-ab3f-a9d8a532152e req-a05afc77-d521-4184-8dee-55efe468ce79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0887954 Aug 09 16:38:12.499543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56deac0c-c705-4d60-ab3f-a9d8a532152e req-e8cc0a9b-f95f-4d7c-8078-3ef36cfe6418 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1002 time: 0.0908458 Aug 09 16:38:12.561505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deac0c-c705-4d60-ab3f-a9d8a532152e req-df211f17-c638-49e5-8abb-5c55489898b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:12.563049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56deac0c-c705-4d60-ab3f-a9d8a532152e req-df211f17-c638-49e5-8abb-5c55489898b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0501549 Aug 09 16:38:12.611982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deac0c-c705-4d60-ab3f-a9d8a532152e req-28433b16-5dd3-4a9b-9278-8430571ffb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:12.613486 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56deac0c-c705-4d60-ab3f-a9d8a532152e req-28433b16-5dd3-4a9b-9278-8430571ffb04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408735 Aug 09 16:38:12.719415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56deac0c-c705-4d60-ab3f-a9d8a532152e req-eb26115d-c874-44bd-9ae5-0ccace490eb8 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898023 Aug 09 16:38:12.816331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56deac0c-c705-4d60-ab3f-a9d8a532152e req-017d8a2d-74d1-4626-899b-62d211697c04 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883658 Aug 09 16:38:13.188110 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963724f-9f88-4260-842c-782c8a90475f req-3c4bbd87-2201-4cef-9e50-115e90f7bd50 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:13.189831 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e963724f-9f88-4260-842c-782c8a90475f req-3c4bbd87-2201-4cef-9e50-115e90f7bd50 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0615413 Aug 09 16:38:13.231906 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e963724f-9f88-4260-842c-782c8a90475f req-18428aa4-3949-4d3e-96c1-a24aaf64931e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351548 Aug 09 16:38:13.622294 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:13.654816 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:14.359489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f353132-b26e-4a78-853f-17bf5dd2b3f2 req-476a0d5b-3c2c-4814-8810-3545ea796b8a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:14.361157 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f353132-b26e-4a78-853f-17bf5dd2b3f2 req-476a0d5b-3c2c-4814-8810-3545ea796b8a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0593219 Aug 09 16:38:14.403302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f353132-b26e-4a78-853f-17bf5dd2b3f2 req-ed00f4cf-4cbd-478c-b5e1-64651649fb19 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340958 Aug 09 16:38:15.528820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737f962-f412-43d9-a315-f370070de8df req-5226a345-ac0a-4433-914f-30f4cda3b374 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:15.530367 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0737f962-f412-43d9-a315-f370070de8df req-5226a345-ac0a-4433-914f-30f4cda3b374 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0505152 Aug 09 16:38:15.569377 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0737f962-f412-43d9-a315-f370070de8df req-41e0b1fc-6906-485f-a01e-22f949120d87 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329492 Aug 09 16:38:15.864924 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-103b5e83-9029-4f4a-8d80-f0befc8a0c7c service neutron] show failed (client error): The resource could not be found. Aug 09 16:38:15.866540 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-103b5e83-9029-4f4a-8d80-f0befc8a0c7c service neutron] 10.222.0.60 "GET /v2.0/ports/b3a3544d-030d-4f13-960b-9f8756430d5b/bindings/n-h1-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0567932 Aug 09 16:38:16.070574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-077f4f34-10e2-4f6d-8f0d-008bb4b44757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:16.072252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-077f4f34-10e2-4f6d-8f0d-008bb4b44757 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 1096 time: 0.0477991 Aug 09 16:38:16.084976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:38:16.138616 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:16.352013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:38:16.386403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:38:16.430810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:38:16.433164 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212a52eb-e8a8-4cec-81db-b4c6a5f2d5fe" -d '{"events": [{"server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:38:16.437655 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:16.452876 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Transition to ACTIVE for port object b3a3544d-030d-4f13-960b-9f8756430d5b will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:38:16.457612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:16.487663 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a3c134-15b8-43da-a58a-e74b096207a8 x-openstack-request-id: req-37a3c134-15b8-43da-a58a-e74b096207a8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:38:16.487948 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:38:16.488206 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37a3c134-15b8-43da-a58a-e74b096207a8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:38:16.488598 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'code': 200} Aug 09 16:38:16.539317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:38:16.554016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:16.554611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:16.554979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:16.555582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:16.555925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:16.556266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:16.556600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:16.556952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:16.557343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:16.557675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:16.558026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:16.558340 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:16.597677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] No DVR routers for this DVR port b3a3544d-030d-4f13-960b-9f8756430d5b on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:38:16.753428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4e6df-746f-451a-a1f3-e1d21746472e req-8f9da4f2-1d08-4c22-91f5-86ed323ff12a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:16.754958 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c1c4e6df-746f-451a-a1f3-e1d21746472e req-8f9da4f2-1d08-4c22-91f5-86ed323ff12a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0726655 Aug 09 16:38:16.799602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Attempting to bind port b3a3544d-030d-4f13-960b-9f8756430d5b on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:38:16.799859 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Attempting to bind port b3a3544d-030d-4f13-960b-9f8756430d5b by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:38:16.800192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Attempting to bind port b3a3544d-030d-4f13-960b-9f8756430d5b on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:38:16.811565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Port b3a3544d-030d-4f13-960b-9f8756430d5b on network ab85e442-7bb2-45e7-ba21-fb988f388708 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:38:16.811890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Attempting to bind port b3a3544d-030d-4f13-960b-9f8756430d5b on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:38:16.821285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c1c4e6df-746f-451a-a1f3-e1d21746472e req-aaf8b23f-c87e-457d-95b0-61330d6445e1 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524805 Aug 09 16:38:16.822452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:38:16.822793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:38:16.823170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Bound using segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:38:16.823609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Bound port: b3a3544d-030d-4f13-960b-9f8756430d5b, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:38:16.823972 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:16.891455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:38:16.894591 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:38:16.899896 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:16.940967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:16.941607 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:16.943065 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] 10.222.0.53 "PUT /v2.0/ports/b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1091 time: 0.8621805 Aug 09 16:38:16.995582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5955bf7-0dd9-405d-a35e-d8636d4c54e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:38:17.014483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10112d92-38ea-4dbd-b5e0-ff4e580d0a9f req-1fe9c6e0-699d-4f74-8747-da9ad354f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:17.016005 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10112d92-38ea-4dbd-b5e0-ff4e580d0a9f req-1fe9c6e0-699d-4f74-8747-da9ad354f70d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1094 time: 0.0478716 Aug 09 16:38:17.136958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10112d92-38ea-4dbd-b5e0-ff4e580d0a9f req-e6bdd0a3-1dab-47f7-b3e1-e57953ef69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:17.139152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10112d92-38ea-4dbd-b5e0-ff4e580d0a9f req-e6bdd0a3-1dab-47f7-b3e1-e57953ef69a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1025772 Aug 09 16:38:17.565583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10112d92-38ea-4dbd-b5e0-ff4e580d0a9f req-ca7e01d7-06a7-4da4-a486-6ad696f051a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1000 time: 0.4199314 Aug 09 16:38:17.614002 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10112d92-38ea-4dbd-b5e0-ff4e580d0a9f req-19336c4d-d0bb-45a9-ba17-12a9a9ccd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:17.616136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10112d92-38ea-4dbd-b5e0-ff4e580d0a9f req-19336c4d-d0bb-45a9-ba17-12a9a9ccd4b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0426836 Aug 09 16:38:17.662921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10112d92-38ea-4dbd-b5e0-ff4e580d0a9f req-65334446-21de-4a42-a78f-afb89aad2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:17.664588 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10112d92-38ea-4dbd-b5e0-ff4e580d0a9f req-65334446-21de-4a42-a78f-afb89aad2392 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408151 Aug 09 16:38:17.759663 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10112d92-38ea-4dbd-b5e0-ff4e580d0a9f req-15dd4804-6fb3-4098-9003-f68e67d86476 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878701 Aug 09 16:38:17.849230 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-10112d92-38ea-4dbd-b5e0-ff4e580d0a9f req-5e2f74cf-139d-4924-9368-0dee1af28faf service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828650 Aug 09 16:38:17.939222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-429abba7-5de5-48ae-90fb-144686d6ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:17.940784 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-429abba7-5de5-48ae-90fb-144686d6ec7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1094 time: 0.0486536 Aug 09 16:38:17.948722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f813054-6eea-4116-b066-f0e341a07995 req-423552c9-3168-4e07-84a9-3565d5dc8834 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:17.950290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f813054-6eea-4116-b066-f0e341a07995 req-423552c9-3168-4e07-84a9-3565d5dc8834 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0510252 Aug 09 16:38:17.993771 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f813054-6eea-4116-b066-f0e341a07995 req-3a214768-c753-44d4-af7a-f0bf91e3e5be tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368464 Aug 09 16:38:18.030520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-bfc3aff2-efe1-49a0-a209-2fd692ca1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:18.031993 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-bfc3aff2-efe1-49a0-a209-2fd692ca1978 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0841768 Aug 09 16:38:18.101471 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-ef0af267-e6f1-4261-86bd-728871dbbc2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1000 time: 0.0608709 Aug 09 16:38:18.149309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-affb10ae-55ff-4b14-9027-9745fa0e1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:18.150768 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-affb10ae-55ff-4b14-9027-9745fa0e1a43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0424950 Aug 09 16:38:18.195747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-864452f8-2948-4035-917a-2a1bdd265882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:18.197216 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-864452f8-2948-4035-917a-2a1bdd265882 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391366 Aug 09 16:38:18.289018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-994bd28d-33ba-4616-b403-7c50e385ed3b service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847681 Aug 09 16:38:18.383167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-9ede6679-2a17-4a93-ab38-a080bd6f9230 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869131 Aug 09 16:38:18.490209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:38:18.493363 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fde414d-9d0a-4018-84cc-d6d0674c72d1" -d '{"events": [{"name": "network-changed", "server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:38:18.560201 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719d5832-c410-4929-8825-676c06676a7a x-openstack-request-id: req-719d5832-c410-4929-8825-676c06676a7a {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:38:18.560781 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:38:18.560910 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-719d5832-c410-4929-8825-676c06676a7a {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:38:18.561287 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'status': 'completed', 'code': 200} Aug 09 16:38:18.652578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-d32928ed-1c28-4b47-960d-2ab90a12e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:18.654067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-d32928ed-1c28-4b47-960d-2ab90a12e7a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1094 time: 0.0767319 Aug 09 16:38:18.656557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-effaac66-d20b-4689-8ebf-b27443cc1e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:18.657956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-effaac66-d20b-4689-8ebf-b27443cc1e83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1094 time: 0.0714407 Aug 09 16:38:18.813980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-aaacada8-1294-47f5-9809-ffe4527acb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:18.815371 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-aaacada8-1294-47f5-9809-ffe4527acb28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1532633 Aug 09 16:38:18.816442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-9abbe4f1-ac97-483f-ae23-7a40520a7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:18.817763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-9abbe4f1-ac97-483f-ae23-7a40520a7761 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1473315 Aug 09 16:38:18.932817 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-505ee057-4fa0-42c6-b0f1-0b554ef5fbdc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1000 time: 0.1095779 Aug 09 16:38:18.934504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-f42bc540-b539-4044-b112-6c56a874a33e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1000 time: 0.1058276 Aug 09 16:38:19.024129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-ba8b563e-5764-4f20-be89-eca301c560c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:19.025942 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-ba8b563e-5764-4f20-be89-eca301c560c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0853500 Aug 09 16:38:19.027806 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-a6c96909-b631-421a-a72c-29a63d141d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:19.029224 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-a6c96909-b631-421a-a72c-29a63d141d91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0799510 Aug 09 16:38:19.111571 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-708af1d2-6248-4277-aa40-6ecd9e987cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:19.113085 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-708af1d2-6248-4277-aa40-6ecd9e987cf8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796101 Aug 09 16:38:19.117852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-fd255a24-213d-4daf-9451-f612cb030ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:19.119271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-fd255a24-213d-4daf-9451-f612cb030ef8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766916 Aug 09 16:38:19.124951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4b52b-f659-412e-ac33-2da812b32693 req-af20b1c9-e29a-4463-9301-4cc0458cfa89 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:19.126673 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c9e4b52b-f659-412e-ac33-2da812b32693 req-af20b1c9-e29a-4463-9301-4cc0458cfa89 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0576932 Aug 09 16:38:19.167858 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c9e4b52b-f659-412e-ac33-2da812b32693 req-ff4aba75-bc1b-4ff7-8ba3-462d0e75881f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347359 Aug 09 16:38:19.169895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b3a3544d-030d-4f13-960b-9f8756430d5b no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:38:19.225682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b3a3544d-030d-4f13-960b-9f8756430d5b not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:38:19.280174 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-17960534-66e3-4ee5-baeb-a7b2f103b3bc service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518912 Aug 09 16:38:19.283469 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-ede3288c-3444-4926-9354-9584b9c94cc5 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626258 Aug 09 16:38:19.442478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-b5c2d29b-071d-4d3c-be80-facb99c65bbd service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468720 Aug 09 16:38:19.444544 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7fde414d-9d0a-4018-84cc-d6d0674c72d1 req-830382e0-9e79-4712-9890-59565040e0f3 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565478 Aug 09 16:38:20.317135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dee2b9-1021-4163-9d60-32f77528f0fe req-0956538e-f462-44e7-bc0e-2ebfa6c4b581 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:20.318691 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1dee2b9-1021-4163-9d60-32f77528f0fe req-0956538e-f462-44e7-bc0e-2ebfa6c4b581 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0513306 Aug 09 16:38:20.363708 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1dee2b9-1021-4163-9d60-32f77528f0fe req-9c63c7eb-56a8-4f14-a459-462558fb7e0b tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387156 Aug 09 16:38:21.506922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c151-bbac-46b6-b254-0a2039d1b565 req-0c4ddc31-17e6-4b77-af8b-247333a1b108 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:21.508621 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f027c151-bbac-46b6-b254-0a2039d1b565 req-0c4ddc31-17e6-4b77-af8b-247333a1b108 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0552952 Aug 09 16:38:21.549614 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f027c151-bbac-46b6-b254-0a2039d1b565 req-36b3d5fb-ccec-4f6d-a13a-2388f62fd210 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344799 Aug 09 16:38:22.667596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d5ad0-d884-43d1-8732-308031aa299c req-29396389-ca7c-42d0-8e8e-7c8d394027ac tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:22.669079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-406d5ad0-d884-43d1-8732-308031aa299c req-29396389-ca7c-42d0-8e8e-7c8d394027ac tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0494201 Aug 09 16:38:22.706771 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-406d5ad0-d884-43d1-8732-308031aa299c req-852f3e21-938d-4648-b0f0-422d26524bca tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316901 Aug 09 16:38:23.825490 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e3acc-b4e4-4f2d-88b5-f2c91b0b7a12 req-174b1126-be19-4476-91a5-b7aa4a064f26 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:23.827035 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0d8e3acc-b4e4-4f2d-88b5-f2c91b0b7a12 req-174b1126-be19-4476-91a5-b7aa4a064f26 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0492206 Aug 09 16:38:23.865729 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0d8e3acc-b4e4-4f2d-88b5-f2c91b0b7a12 req-68d9dcca-f6ce-43c1-81e0-ac413560e3f3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327260 Aug 09 16:38:24.982206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56df70-6925-483c-8b3b-058ef20933ff req-4d43d075-1606-4a3a-a877-8b2a85627090 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:24.983680 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db56df70-6925-483c-8b3b-058ef20933ff req-4d43d075-1606-4a3a-a877-8b2a85627090 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0489216 Aug 09 16:38:25.020539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db56df70-6925-483c-8b3b-058ef20933ff req-56a696fa-cb66-4405-a4cd-3b067f13e38a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309026 Aug 09 16:38:26.146281 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f03f4d-594c-486c-a0a9-bb35d219738c req-50c4af4c-de32-4b1e-bcd1-698aba4f2092 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:26.147828 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6f03f4d-594c-486c-a0a9-bb35d219738c req-50c4af4c-de32-4b1e-bcd1-698aba4f2092 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0510652 Aug 09 16:38:26.187489 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a6f03f4d-594c-486c-a0a9-bb35d219738c req-6d2acd0b-f26c-48e7-a5d8-a15a86e3d12e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336134 Aug 09 16:38:27.309999 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df369b42-0386-4a10-9b94-e7a374187b2d req-e709636c-cf82-4cae-8dde-99895df92288 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:27.311520 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-df369b42-0386-4a10-9b94-e7a374187b2d req-e709636c-cf82-4cae-8dde-99895df92288 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0522456 Aug 09 16:38:27.354452 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-df369b42-0386-4a10-9b94-e7a374187b2d req-6fe648d6-8c88-4e72-93a8-0d5c8940f0fc tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368159 Aug 09 16:38:28.484990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cbfcd-3829-45ff-9f13-8548826d2eaa req-34e56a62-ecb6-4b81-aecf-bf84a1330cae tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:28.486487 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1a8cbfcd-3829-45ff-9f13-8548826d2eaa req-34e56a62-ecb6-4b81-aecf-bf84a1330cae tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0535469 Aug 09 16:38:28.524646 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1a8cbfcd-3829-45ff-9f13-8548826d2eaa req-38329985-2169-4676-8f4b-cfe2b8817527 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320020 Aug 09 16:38:29.280891 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:38:29.639891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43993989-63a8-4680-b73a-7f8b00447da4 req-cb4a4b20-622a-459d-860f-c3a0330067e4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:29.641388 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43993989-63a8-4680-b73a-7f8b00447da4 req-cb4a4b20-622a-459d-860f-c3a0330067e4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0485160 Aug 09 16:38:29.683188 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-43993989-63a8-4680-b73a-7f8b00447da4 req-98461616-7264-4da0-b249-9822e3cda97c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343695 Aug 09 16:38:30.799992 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0089f7-d86f-4670-98c8-2f2be247b0f6 req-6735176a-73a6-424c-971e-28128e52e4d6 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:30.801471 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a0089f7-d86f-4670-98c8-2f2be247b0f6 req-6735176a-73a6-424c-971e-28128e52e4d6 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0494854 Aug 09 16:38:30.841987 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a0089f7-d86f-4670-98c8-2f2be247b0f6 req-5591be75-e036-44e0-9665-8efab51a7315 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334816 Aug 09 16:38:31.103280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b3a3544d-030d-4f13-960b-9f8756430d5b details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:38:31.126997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-8764afbe-2d13-4278-8287-69f068191274 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:31.128487 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-8764afbe-2d13-4278-8287-69f068191274 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.53 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119&tenant_id=27d3df9c70594abcb31462e78abb82a2&binding%3Ahost_id=n-h1-803778-2 HTTP/1.1" status: 200 len: 943 time: 0.0554981 Aug 09 16:38:31.145968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fee3a5-310a-4736-9d06-612b8cfffae5 req-aad37d6d-f4c7-4dde-aca2-5e6a50bbfe9d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:31.147572 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e1fee3a5-310a-4736-9d06-612b8cfffae5 req-aad37d6d-f4c7-4dde-aca2-5e6a50bbfe9d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 943 time: 0.0530913 Aug 09 16:38:31.190527 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e1fee3a5-310a-4736-9d06-612b8cfffae5 req-b88c1abc-1ac6-46c2-ae6d-73f10d70156c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360899 Aug 09 16:38:31.192081 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-02cc1fd0-b96d-4f6d-a829-5fb17c92ada3 service neutron] 10.222.0.53 "GET /v2.0/ports/b3a3544d-030d-4f13-960b-9f8756430d5b/bindings/n-h1-803778-2 HTTP/1.1" status: 200 len: 382 time: 0.0557225 Aug 09 16:38:31.211024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:38:31.222784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'port_id': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'mac_address': 'fa:16:3e:9d:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:38:31.260189 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:31.262389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-3c8fc5a4-2d35-420c-8db5-a2c99090d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:31.263900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-3c8fc5a4-2d35-420c-8db5-a2c99090d53c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1094 time: 0.0460286 Aug 09 16:38:31.273373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a3544d-030d-4f13-960b-9f8756430d5b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:38:31.295165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:38:31.299349 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:31.346263 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:38:31.354031 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:31.354380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:31.354720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:31.355055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:31.355385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:31.355572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-33c216d1-6250-4c02-8556-f34099ac15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:31.355760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:31.356028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:31.356351 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:31.356677 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:31.357061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:31.357180 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-33c216d1-6250-4c02-8556-f34099ac15e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0863035 Aug 09 16:38:31.357383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:31.357734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:38:31.428586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-fe56f958-d15a-4225-a9ec-08761d48c318 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1001 time: 0.0634091 Aug 09 16:38:31.478670 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-e8b4d4b7-216f-441e-b1c5-22943cc1fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:31.480125 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-e8b4d4b7-216f-441e-b1c5-22943cc1fb4a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0450237 Aug 09 16:38:31.525205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-6e72ef85-fade-44df-9c0a-f7250e940229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:31.526722 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-6e72ef85-fade-44df-9c0a-f7250e940229 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391397 Aug 09 16:38:31.535124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['b3a3544d-030d-4f13-960b-9f8756430d5b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:38:31.630539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-509ffe87-b9d4-4eab-acb4-3aec453bfb2e service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945120 Aug 09 16:38:31.721079 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-f863ef22-3cea-48d1-983a-f4c90f13c652 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825350 Aug 09 16:38:32.310241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50e3c8-15bc-4995-af1c-f0ce8f023033 req-565adc17-e1e9-4d0b-b358-d26492c277ab tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:32.311704 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba50e3c8-15bc-4995-af1c-f0ce8f023033 req-565adc17-e1e9-4d0b-b358-d26492c277ab tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0520129 Aug 09 16:38:32.349052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ba50e3c8-15bc-4995-af1c-f0ce8f023033 req-a808ae04-1aa6-4259-9b6a-04605b0105fa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314178 Aug 09 16:38:33.108897 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b3a3544d-030d-4f13-960b-9f8756430d5b up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:38:33.156739 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port b3a3544d-030d-4f13-960b-9f8756430d5b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:38:33.160382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port b3a3544d-030d-4f13-960b-9f8756430d5b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:38:33.160755 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:33.239808 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:33.261881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:38:33.264117 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900c9d38-2605-4ebd-b56e-5c23e24e01aa" -d '{"events": [{"server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "name": "network-vif-plugged", "status": "completed", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:38:33.277804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:38:33.281910 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:33.323035 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387c45b6-bb15-4557-befb-c2e4262b49ac x-openstack-request-id: req-387c45b6-bb15-4557-befb-c2e4262b49ac {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:38:33.323327 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "name": "network-vif-plugged", "status": "completed", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:38:33.323753 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-387c45b6-bb15-4557-befb-c2e4262b49ac {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:38:33.324021 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'code': 200} Aug 09 16:38:33.338470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:38:33.472434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccadd87-c3de-4002-9cfd-b9fe04c53737 req-5fcd05b3-3a42-4481-a66e-bf4fe80630cf tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:33.473947 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eccadd87-c3de-4002-9cfd-b9fe04c53737 req-5fcd05b3-3a42-4481-a66e-bf4fe80630cf tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0547891 Aug 09 16:38:33.513318 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eccadd87-c3de-4002-9cfd-b9fe04c53737 req-1fdff526-877f-4bd6-a11d-e09392272e8b tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327253 Aug 09 16:38:34.638011 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd470e-f4f9-4d06-9234-7003278166ba req-a3d604d3-416c-4c8c-9a2a-6d57651b255d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:34.639601 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61fd470e-f4f9-4d06-9234-7003278166ba req-a3d604d3-416c-4c8c-9a2a-6d57651b255d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0551178 Aug 09 16:38:34.678302 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61fd470e-f4f9-4d06-9234-7003278166ba req-0a0721d8-67e7-4b23-bf3a-719619571cbd tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321252 Aug 09 16:38:35.506224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-f0d08a3d-8f30-408c-9665-bfb86aedd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:35.507752 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-f0d08a3d-8f30-408c-9665-bfb86aedd0a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119&tenant_id=27d3df9c70594abcb31462e78abb82a2 HTTP/1.1" status: 200 len: 1096 time: 0.0408700 Aug 09 16:38:35.520041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:38:35.572417 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:35.807583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:38:35.828515 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08afacf-fabc-4bab-b632-5ebab13b120a req-53cfb074-d825-4423-a320-e1059749f818 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:35.830041 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f08afacf-fabc-4bab-b632-5ebab13b120a req-53cfb074-d825-4423-a320-e1059749f818 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0813825 Aug 09 16:38:35.875242 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:38:35.901840 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f08afacf-fabc-4bab-b632-5ebab13b120a req-975768c1-d7e9-4472-b9d2-39ef6e9615db tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640481 Aug 09 16:38:35.920836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:38:35.923395 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf59414-d8f7-4024-a30e-620fcc5e39f7" -d '{"events": [{"server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:38:35.927169 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:35.940071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Transition to ACTIVE for port object b3a3544d-030d-4f13-960b-9f8756430d5b will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:38:35.944870 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:35.976845 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078e8b81-6dda-4ac0-aca0-4fd23c3769c0 x-openstack-request-id: req-078e8b81-6dda-4ac0-aca0-4fd23c3769c0 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:38:35.977131 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:38:35.977377 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-078e8b81-6dda-4ac0-aca0-4fd23c3769c0 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:38:35.977780 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'code': 200} Aug 09 16:38:36.036627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=10']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:38:36.072348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] No DVR routers for this DVR port b3a3544d-030d-4f13-960b-9f8756430d5b on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:38:36.212861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Attempting to bind port b3a3544d-030d-4f13-960b-9f8756430d5b on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:38:36.213248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Attempting to bind port b3a3544d-030d-4f13-960b-9f8756430d5b by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:38:36.213525 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Attempting to bind port b3a3544d-030d-4f13-960b-9f8756430d5b on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:38:36.217735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Port b3a3544d-030d-4f13-960b-9f8756430d5b on network ab85e442-7bb2-45e7-ba21-fb988f388708 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:38:36.218064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Attempting to bind port b3a3544d-030d-4f13-960b-9f8756430d5b on network ab85e442-7bb2-45e7-ba21-fb988f388708 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:38:36.222902 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:38:36.223244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Checking segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:38:36.223630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Bound using segment: {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:38:36.224054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Bound port: b3a3544d-030d-4f13-960b-9f8756430d5b, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a66fb3-e2ef-4d01-9ca6-57e87437161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:38:36.224413 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:36.289581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:38:36.293047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:38:36.296612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:36.329656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:36.330288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:36.331668 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-43011f15-24eb-414c-a242-25c38393a877 service neutron] 10.222.0.60 "PUT /v2.0/ports/b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1092 time: 0.8155687 Aug 09 16:38:36.357751 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43011f15-24eb-414c-a242-25c38393a877 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=11']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:38:36.402091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-5011737b-a7a6-450e-b8fb-0f4075622138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:36.403751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-5011737b-a7a6-450e-b8fb-0f4075622138 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1095 time: 0.0474513 Aug 09 16:38:36.503649 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-ffb1599a-b075-4568-b0d4-5405f35d6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:36.505151 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-ffb1599a-b075-4568-b0d4-5405f35d6a20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.0933666 Aug 09 16:38:36.571623 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-997c3335-d0a6-4662-a506-8f049362fe90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1000 time: 0.0577686 Aug 09 16:38:36.621561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-a4dd5bec-bad4-475e-9a43-a44380d31c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:36.623058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-a4dd5bec-bad4-475e-9a43-a44380d31c7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0438268 Aug 09 16:38:36.672388 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-4bee1251-3900-43e5-9933-b2f43e789a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:36.673899 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-4bee1251-3900-43e5-9933-b2f43e789a11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429573 Aug 09 16:38:36.762078 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-8862c1ef-e6be-467b-93da-9cc9a65e90f2 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798039 Aug 09 16:38:36.858990 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63934ea1-49cc-40cd-81e2-27e4070115dc req-47529149-ed50-4881-af67-b5612c93e4af service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890982 Aug 09 16:38:37.022295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9403291-d73c-445a-8a77-938a5f0a8683 req-9aa2e469-c5d2-4d3e-9599-46d5363d51df tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:37.023714 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9403291-d73c-445a-8a77-938a5f0a8683 req-9aa2e469-c5d2-4d3e-9599-46d5363d51df tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0518181 Aug 09 16:38:37.064277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b9403291-d73c-445a-8a77-938a5f0a8683 req-4b1beedd-55ab-4ca2-9b37-55d423ec3bf3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343580 Aug 09 16:38:37.118835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b3a3544d-030d-4f13-960b-9f8756430d5b no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:38:37.160634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device b3a3544d-030d-4f13-960b-9f8756430d5b not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:38:37.734153 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7b2af907-8393-45eb-ae05-754af5760fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:37.979087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:38:37.981582 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155758f2-db95-4e9f-b759-0ca38ac6800b" -d '{"events": [{"name": "network-changed", "server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:38:38.039085 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e29c86a-b940-4101-b9aa-3fd796feceac x-openstack-request-id: req-8e29c86a-b940-4101-b9aa-3fd796feceac {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:38:38.039577 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:38:38.040030 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e29c86a-b940-4101-b9aa-3fd796feceac {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:38:38.040610 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'status': 'completed', 'code': 200} Aug 09 16:38:38.102884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-e5fde385-d063-48c8-b2ae-f6c4499cbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:38.104908 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-e5fde385-d063-48c8-b2ae-f6c4499cbc98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1095 time: 0.0460844 Aug 09 16:38:38.264163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b22ba4-a00d-43d3-b410-93343791b93b req-04f28d89-e172-4d60-b1a0-eead1385a7ef tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:38.265635 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7b22ba4-a00d-43d3-b410-93343791b93b req-04f28d89-e172-4d60-b1a0-eead1385a7ef tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.1016519 Aug 09 16:38:38.306666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-fdcc709a-9027-495c-bea8-977f13cd4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:38.308152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-fdcc709a-9027-495c-bea8-977f13cd4d48 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.1959007 Aug 09 16:38:38.316066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-e6b290d0-a1b9-4e58-ae58-3425c72a2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:38.317514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-e6b290d0-a1b9-4e58-ae58-3425c72a2456 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27d3df9c70594abcb31462e78abb82a2&device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 1095 time: 0.1178243 Aug 09 16:38:38.383774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7b22ba4-a00d-43d3-b410-93343791b93b req-5bd9ecc8-03e8-4d6c-8fb0-56a70fdc02d2 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093581 Aug 09 16:38:38.800908 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-24b4d14c-a023-4096-a1f1-3c073ffc5151 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1000 time: 0.4771435 Aug 09 16:38:38.861514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-d190fdfb-bd27-4fd4-afdc-9d1591a2026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:38.862996 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-d190fdfb-bd27-4fd4-afdc-9d1591a2026e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 200 len: 913 time: 0.5381925 Aug 09 16:38:38.870250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-8bbfcad1-7a44-4c9c-bfaf-dac9c6cb07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:38.871590 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-8bbfcad1-7a44-4c9c-bfaf-dac9c6cb07c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0613999 Aug 09 16:38:38.961396 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-67024342-ea39-4dd2-b436-443d95b3ff02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 200 len: 1000 time: 0.0886669 Aug 09 16:38:38.963991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-5636629d-acd5-4d3e-94b2-984fdccb36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:38.965363 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-5636629d-acd5-4d3e-94b2-984fdccb36c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864291 Aug 09 16:38:39.062586 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-3d468241-f503-4bf0-b78f-8f1245c9358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:39.064788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-3d468241-f503-4bf0-b78f-8f1245c9358e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 200 len: 851 time: 0.0972755 Aug 09 16:38:39.124824 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-5f2dd17d-79a4-4b22-a84c-be917dcde930 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502495 Aug 09 16:38:39.142311 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-c71f28cd-1fdb-4c50-900e-a639318505ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:39.143713 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-c71f28cd-1fdb-4c50-900e-a639318505ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab85e442-7bb2-45e7-ba21-fb988f388708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650718 Aug 09 16:38:39.289482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-722d5f13-f6e8-467a-a9a6-efbc84be6f90 service neutron] 10.222.0.60 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555212 Aug 09 16:38:39.305812 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-da6c4ec8-3bb3-463a-b248-4db9dab29f82 service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498036 Aug 09 16:38:39.409564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-155758f2-db95-4e9f-b759-0ca38ac6800b req-8a735f39-d76a-4e54-a8ad-197dbedca8ec service neutron] 10.222.0.53 "GET /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965223 Aug 09 16:38:39.523683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1151-2ddc-4728-addb-b57b9c740b17 req-36252ca8-feab-4bd6-93b3-01e10be35686 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:39.525189 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c12e1151-2ddc-4728-addb-b57b9c740b17 req-36252ca8-feab-4bd6-93b3-01e10be35686 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0517612 Aug 09 16:38:39.565512 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c12e1151-2ddc-4728-addb-b57b9c740b17 req-e87ece13-9bbf-464f-bed0-7f36f1bec21c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338490 Aug 09 16:38:40.602594 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-716f526b-61fd-4b6c-bf03-9bbb9c89307d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:40.700550 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8495947-bc5b-42c8-9b67-903446ae8cec req-9ed798d4-9589-42be-8076-80034dc29eeb tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:40.702097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8495947-bc5b-42c8-9b67-903446ae8cec req-9ed798d4-9589-42be-8076-80034dc29eeb tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0593169 Aug 09 16:38:40.741921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f8495947-bc5b-42c8-9b67-903446ae8cec req-da9dffeb-6e4d-4c0f-bad3-c6f3d2de5b43 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335488 Aug 09 16:38:40.973200 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:41.770891 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:41.861351 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c5ec8-ce7c-4108-a578-2ddc0150c6fd req-4eb1e4f5-7b20-4fb7-8d23-423b8fd506df tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:41.862878 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-704c5ec8-ce7c-4108-a578-2ddc0150c6fd req-4eb1e4f5-7b20-4fb7-8d23-423b8fd506df tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0512714 Aug 09 16:38:41.902869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-704c5ec8-ce7c-4108-a578-2ddc0150c6fd req-b160af9c-1390-49c3-9db6-1548eb01802e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336409 Aug 09 16:38:41.950536 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:43.033714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfb08c-80c9-4d82-9987-9adc3bd4fcb1 req-b8ee5f54-222b-4f62-a1a9-c2c5b443e6d4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:43.035272 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bcfb08c-80c9-4d82-9987-9adc3bd4fcb1 req-b8ee5f54-222b-4f62-a1a9-c2c5b443e6d4 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0489442 Aug 09 16:38:43.074113 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2bcfb08c-80c9-4d82-9987-9adc3bd4fcb1 req-b7e14208-96ee-4cd8-bbff-4dec9629334a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314734 Aug 09 16:38:43.624651 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:43.656406 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:44.196870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bc53c-a4d8-4952-b099-87ac68d3b7fb req-37d91159-1b16-4844-891a-5688f3dba670 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:44.198436 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e8bc53c-a4d8-4952-b099-87ac68d3b7fb req-37d91159-1b16-4844-891a-5688f3dba670 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0543423 Aug 09 16:38:44.235957 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9e8bc53c-a4d8-4952-b099-87ac68d3b7fb req-1d903039-d447-404c-8b8b-c18549f90b37 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314605 Aug 09 16:38:45.354653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dc8f0-d4ec-4e25-baa7-15d003a6594d req-3e84d4de-1108-4e7c-b796-5f840cc5d429 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:45.356115 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-227dc8f0-d4ec-4e25-baa7-15d003a6594d req-3e84d4de-1108-4e7c-b796-5f840cc5d429 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0493145 Aug 09 16:38:45.396048 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-227dc8f0-d4ec-4e25-baa7-15d003a6594d req-e99533e7-7c87-4d23-9210-5c339e3f1e76 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336967 Aug 09 16:38:46.513385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47eda7-68eb-41d3-a9bb-3c89499a9e2d req-999d1f1e-cef4-476d-b980-2b2c0468e06a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:46.514937 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef47eda7-68eb-41d3-a9bb-3c89499a9e2d req-999d1f1e-cef4-476d-b980-2b2c0468e06a tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0494549 Aug 09 16:38:46.553048 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef47eda7-68eb-41d3-a9bb-3c89499a9e2d req-2bbf75ed-3240-46e4-b190-8966f143187c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320716 Aug 09 16:38:47.676673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64366670-0cc6-4bb1-b4d1-19a147560d9a req-af6933ab-ceb8-4d17-9934-cf98759f8666 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:47.679002 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64366670-0cc6-4bb1-b4d1-19a147560d9a req-af6933ab-ceb8-4d17-9934-cf98759f8666 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0562987 Aug 09 16:38:47.719243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-64366670-0cc6-4bb1-b4d1-19a147560d9a req-ac0dc503-227d-44ca-a919-6f87af6ef769 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329368 Aug 09 16:38:48.836990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7f3c0-0fb3-45f1-b425-1290a33be891 req-b790a11d-a70d-464b-8c18-e6cc63c0d5b3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:48.838523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ac7f3c0-0fb3-45f1-b425-1290a33be891 req-b790a11d-a70d-464b-8c18-e6cc63c0d5b3 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0508497 Aug 09 16:38:48.877537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ac7f3c0-0fb3-45f1-b425-1290a33be891 req-2ef99a6c-f94d-4c0c-9a46-65eecf2b4ae8 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328383 Aug 09 16:38:48.994637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58db49-c1f3-411b-b34b-9606e6ec3421 req-5fbb7d6d-64c6-471e-b5a4-bb65bec277fb tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:48.996128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf58db49-c1f3-411b-b34b-9606e6ec3421 req-5fbb7d6d-64c6-471e-b5a4-bb65bec277fb tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0517685 Aug 09 16:38:49.036568 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cf58db49-c1f3-411b-b34b-9606e6ec3421 req-6039de7d-6592-46bf-b26d-d860c81f162f tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343285 Aug 09 16:38:49.156504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41872b-f7a8-45d4-83a2-738f92228a46 req-b006aefb-45b0-48be-a6f2-4477610d9e58 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:49.158038 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd41872b-f7a8-45d4-83a2-738f92228a46 req-b006aefb-45b0-48be-a6f2-4477610d9e58 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0529189 Aug 09 16:38:49.197162 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bd41872b-f7a8-45d4-83a2-738f92228a46 req-59d05a06-ea7e-4a5b-a36f-b2a0236250af tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323317 Aug 09 16:38:49.314805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b3a3544d-030d-4f13-960b-9f8756430d5b details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:38:49.414373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:38:49.425964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'port_id': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'mac_address': 'fa:16:3e:9d:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:38:49.434745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093bd65-fb85-48d8-86f9-57203e07bc57 req-40fe0951-fa1a-4cf8-9fd1-381576b40d57 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:49.436271 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b093bd65-fb85-48d8-86f9-57203e07bc57 req-40fe0951-fa1a-4cf8-9fd1-381576b40d57 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 944 time: 0.0528085 Aug 09 16:38:49.467738 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:49.477062 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b093bd65-fb85-48d8-86f9-57203e07bc57 req-56a8851d-9a15-4945-9556-d9b90ac5034d tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344839 Aug 09 16:38:49.481574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a3544d-030d-4f13-960b-9f8756430d5b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:38:49.503317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:38:49.507602 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:49.554820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=12']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:38:49.781390 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['b3a3544d-030d-4f13-960b-9f8756430d5b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:38:50.605563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61eff5-e86c-41b8-bb40-28e0343235ce req-34fd091f-1c90-4ae0-af1d-555e7dc18934 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:50.607070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb61eff5-e86c-41b8-bb40-28e0343235ce req-34fd091f-1c90-4ae0-af1d-555e7dc18934 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0504246 Aug 09 16:38:50.647694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb61eff5-e86c-41b8-bb40-28e0343235ce req-bee79b63-6685-4d48-bc51-87d9b294a3bf tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups?id=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343177 Aug 09 16:38:51.137823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc971678-974a-4586-a280-5bc865833d7f req-a4d09960-6761-4665-9b8c-2c3a3c6294ce tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:38:51.139234 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fc971678-974a-4586-a280-5bc865833d7f req-a4d09960-6761-4665-9b8c-2c3a3c6294ce tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.60 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 945 time: 0.0568790 Aug 09 16:38:51.234036 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Deleting port b3a3544d-030d-4f13-960b-9f8756430d5b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:38:51.234377 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:51.324250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:38:51.324749 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:51.325854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b3a3544d-030d-4f13-960b-9f8756430d5b up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:38:51.382734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port b3a3544d-030d-4f13-960b-9f8756430d5b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:38:51.387413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port b3a3544d-030d-4f13-960b-9f8756430d5b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:38:51.388040 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:51.471529 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:51.502241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:38:51.504513 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a6e037-950e-48cc-a7e8-09a37acba446" -d '{"events": [{"server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "name": "network-vif-plugged", "status": "completed", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:38:51.516160 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:51.516355 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:51.516710 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e disassociated. External IP: 172.25.2.145, port: b3a3544d-030d-4f13-960b-9f8756430d5b. Aug 09 16:38:51.517046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Calling delete_port for b3a3544d-030d-4f13-960b-9f8756430d5b owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:38:51.519210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port b3a3544d-030d-4f13-960b-9f8756430d5b, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=b3a3544d-030d-4f13-960b-9f8756430d5b,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:38:51.523675 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:51.549480 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e13db51-fc41-488c-a5f3-ea742e1d4f0a x-openstack-request-id: req-0e13db51-fc41-488c-a5f3-ea742e1d4f0a {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:38:51.549918 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "name": "network-vif-plugged", "status": "completed", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:38:51.550300 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e13db51-fc41-488c-a5f3-ea742e1d4f0a {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:38:51.550841 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'code': 200} Aug 09 16:38:51.578004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=13']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:38:51.653803 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:51.681263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event deleted for resources: {'Port': ['ID=b3a3544d-030d-4f13-960b-9f8756430d5b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:38:51.771662 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5240936-095a-4090-b52f-351029f52480 req-a43effea-314f-4801-abaa-6b306040314e tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 210 time: 0.0385909 Aug 09 16:38:51.840049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:38:51.957921 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:38:51.970354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d608a-5e8f-416d-83b4-643dc8717279 None None] Sync routers for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:38:51.980570 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d608a-5e8f-416d-83b4-643dc8717279 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:38:51.981267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c98d608a-5e8f-416d-83b4-643dc8717279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:38:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:38:52.001603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] No DVR routers for this DVR port b3a3544d-030d-4f13-960b-9f8756430d5b on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:38:52.004485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:52.007060 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fc971678-974a-4586-a280-5bc865833d7f req-470a89e9-cfce-4dfe-95f4-6d2e8d472cad tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.60 "DELETE /v2.0/ports/b3a3544d-030d-4f13-960b-9f8756430d5b HTTP/1.1" status: 204 len: 173 time: 0.8588433 Aug 09 16:38:52.007605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'name': 'network-vif-deleted', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:38:52.009917 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e798ca4b-b1bf-489d-bcb7-2a811d7dc178" -d '{"events": [{"server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "name": "network-vif-deleted", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:38:52.048576 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b793148-a1aa-4e63-b806-4850ac19cca8 x-openstack-request-id: req-6b793148-a1aa-4e63-b806-4850ac19cca8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:38:52.048864 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ceee2c-cd56-4f11-989b-8ed89fe61119", "name": "network-vif-deleted", "tag": "b3a3544d-030d-4f13-960b-9f8756430d5b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:38:52.049115 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b793148-a1aa-4e63-b806-4850ac19cca8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:38:52.049511 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ceee2c-cd56-4f11-989b-8ed89fe61119', 'name': 'network-vif-deleted', 'tag': 'b3a3544d-030d-4f13-960b-9f8756430d5b', 'status': 'completed', 'code': 200} Aug 09 16:38:52.096358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c98d608a-5e8f-416d-83b4-643dc8717279 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:38:52.298293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c98d608a-5e8f-416d-83b4-643dc8717279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:38:52.328271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d608a-5e8f-416d-83b4-643dc8717279 None None] Checking router: 5d540bcb-d8b4-493c-b0df-f73ea06faa13 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:38:52.337557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d608a-5e8f-416d-83b4-643dc8717279 None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:38:52.338189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c98d608a-5e8f-416d-83b4-643dc8717279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:38:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:38:52.611667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c98d608a-5e8f-416d-83b4-643dc8717279 None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:38:52.827280 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c98d608a-5e8f-416d-83b4-643dc8717279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:38:52.856512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d608a-5e8f-416d-83b4-643dc8717279 None None] The sync data for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 is: [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:07Z', 'revision_number': 4, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '79e35b1f-3f2e-425d-bb06-50fdc02ca107', 'name': '', 'network_id': 'ab85e442-7bb2-45e7-ba21-fb988f388708', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'mac_address': 'fa:16:3e:57:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:06Z', 'updated_at': '2021-08-09T16:29:13Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'subnets': [{'id': '999c40ab-3d1b-451d-a357-bf81886419f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:38:52.882206 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8294fa82-2d80-4b01-8aeb-a183dc0d52a8 req-73efa311-322d-41af-8eca-f6c61e478f6b tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 210 time: 0.0344734 Aug 09 16:38:53.092383 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be8f98-748c-4e58-b086-228f41955f10 None None] New status for floating IP db5a6a9b-35c7-4aa0-8084-796d01c7285e: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:38:53.983020 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b87212d8-154a-41ae-b0f5-4d10b143a36b req-9d47ae43-c30f-4390-9d3f-4096bc91d947 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 210 time: 0.0272052 Aug 09 16:38:55.081194 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c2c0eb0-1e87-46d1-9ced-849300cc68f0 req-c2785cfe-fdbf-43cf-ae99-609cba6bcb2c tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/ports?device_id=20ceee2c-cd56-4f11-989b-8ed89fe61119 HTTP/1.1" status: 200 len: 210 time: 0.0276928 Aug 09 16:38:55.340861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b3a3544d-030d-4f13-960b-9f8756430d5b no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:38:55.367378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: b3a3544d-030d-4f13-960b-9f8756430d5b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:38:55.367716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device b3a3544d-030d-4f13-960b-9f8756430d5b not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:38:59.847239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54918) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:38:59.906142 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a80a534-83ab-4725-9086-2802dd347f55 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:59.930889 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a80a534-83ab-4725-9086-2802dd347f55 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:59.978152 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a80a534-83ab-4725-9086-2802dd347f55 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:59.980989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7a80a534-83ab-4725-9086-2802dd347f55 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:38:59.982175 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7a80a534-83ab-4725-9086-2802dd347f55 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "DELETE /v2.0/security-groups/d6ffc0b4-467c-4c9e-a649-5c229a2f40d0 HTTP/1.1" status: 204 len: 168 time: 0.1339109 Aug 09 16:38:59.984811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54922) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:38:59.994929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80a534-83ab-4725-9086-2802dd347f55 tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ffc0b4-467c-4c9e-a649-5c229a2f40d0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:38:59.999116 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-48cea4e9-306f-4b93-b3c8-e7a3dff043eb tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] show failed (client error): The resource could not be found. Aug 09 16:39:00.000199 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-48cea4e9-306f-4b93-b3c8-e7a3dff043eb tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "GET /v2.0/security-groups/d6ffc0b4-467c-4c9e-a649-5c229a2f40d0 HTTP/1.1" status: 404 len: 347 time: 0.0144181 Aug 09 16:39:00.003706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54926) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:00.128904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-666c5e62-4ea6-4948-b3a6-4b5b7b936bfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Deleting port 2637811e-6b01-42e2-8ff9-47b931ebcafb {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:00.129165 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-666c5e62-4ea6-4948-b3a6-4b5b7b936bfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:00.206791 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-666c5e62-4ea6-4948-b3a6-4b5b7b936bfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:00.207119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-666c5e62-4ea6-4948-b3a6-4b5b7b936bfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:00.219004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-666c5e62-4ea6-4948-b3a6-4b5b7b936bfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Calling delete_port for 2637811e-6b01-42e2-8ff9-47b931ebcafb owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:00.354010 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-666c5e62-4ea6-4948-b3a6-4b5b7b936bfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:00.377642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c5e62-4ea6-4948-b3a6-4b5b7b936bfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Pushing event deleted for resources: {'Port': ['ID=2637811e-6b01-42e2-8ff9-47b931ebcafb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:00.444264 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-666c5e62-4ea6-4948-b3a6-4b5b7b936bfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:00.446920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-666c5e62-4ea6-4948-b3a6-4b5b7b936bfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:00.448140 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-666c5e62-4ea6-4948-b3a6-4b5b7b936bfa tempest-ServerActionsTestJSON-393738430 tempest-ServerActionsTestJSON-393738430-project] 10.222.0.81 "DELETE /v2.0/floatingips/db5a6a9b-35c7-4aa0-8084-796d01c7285e HTTP/1.1" status: 204 len: 168 time: 0.4440687 Aug 09 16:39:00.451024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54928) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:00.857862 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bfb4439-202b-4eb8-9be1-febef4873cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:01.103211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb4439-202b-4eb8-9be1-febef4873cd9 admin admin] Deleting port 79e35b1f-3f2e-425d-bb06-50fdc02ca107 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:01.103559 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bfb4439-202b-4eb8-9be1-febef4873cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:01.185833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-1bfb4439-202b-4eb8-9be1-febef4873cd9 admin admin] For port 79e35b1f-3f2e-425d-bb06-50fdc02ca107, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=79e35b1f-3f2e-425d-bb06-50fdc02ca107,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:01.186201 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bfb4439-202b-4eb8-9be1-febef4873cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:01.199011 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb4439-202b-4eb8-9be1-febef4873cd9 admin admin] Calling delete_port for 79e35b1f-3f2e-425d-bb06-50fdc02ca107 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:01.375397 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bfb4439-202b-4eb8-9be1-febef4873cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:01.402643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb4439-202b-4eb8-9be1-febef4873cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e35b1f-3f2e-425d-bb06-50fdc02ca107,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:01.574828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1bfb4439-202b-4eb8-9be1-febef4873cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:01.784775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfb4439-202b-4eb8-9be1-febef4873cd9 admin admin] Router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:39:01.892596 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfb4439-202b-4eb8-9be1-febef4873cd9 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:39:01.898334 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1bfb4439-202b-4eb8-9be1-febef4873cd9 admin admin] 10.222.0.81 "PUT /v2.0/routers/5d540bcb-d8b4-493c-b0df-f73ea06faa13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4463296 Aug 09 16:39:01.900891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54932) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:01.903830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01fa8e6-4bcb-4b2a-a151-4bb605462d8f None None] Sync routers for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:39:01.914023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01fa8e6-4bcb-4b2a-a151-4bb605462d8f None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:39:01.914899 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e01fa8e6-4bcb-4b2a-a151-4bb605462d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:38:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:02.027104 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e01fa8e6-4bcb-4b2a-a151-4bb605462d8f None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:39:02.219830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e01fa8e6-4bcb-4b2a-a151-4bb605462d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:39:01Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:02.245675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01fa8e6-4bcb-4b2a-a151-4bb605462d8f None None] Checking router: 5d540bcb-d8b4-493c-b0df-f73ea06faa13 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:39:02.258103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01fa8e6-4bcb-4b2a-a151-4bb605462d8f None None] Routers {'5d540bcb-d8b4-493c-b0df-f73ea06faa13'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:39:02.258723 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e01fa8e6-4bcb-4b2a-a151-4bb605462d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:38:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:02.362812 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:02.363147 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e01fa8e6-4bcb-4b2a-a151-4bb605462d8f None None] Set router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:39:02.468178 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:02.522831 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Deleting port 589f095b-ad64-4b88-b87f-fb2958226a7d {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:02.523178 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:02.545895 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e01fa8e6-4bcb-4b2a-a151-4bb605462d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:39:01Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:02.572809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01fa8e6-4bcb-4b2a-a151-4bb605462d8f None None] The sync data for ids ['5d540bcb-d8b4-493c-b0df-f73ea06faa13'] in n-d-803778-2 is: [{'id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'name': 'tempest-ServerActionsTestJSON-1383871579-router', 'tenant_id': '27d3df9c70594abcb31462e78abb82a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:39:01Z', 'revision_number': 5, 'project_id': '27d3df9c70594abcb31462e78abb82a2', 'gw_port': {'id': '589f095b-ad64-4b88-b87f-fb2958226a7d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d540bcb-d8b4-493c-b0df-f73ea06faa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:29:04Z', 'updated_at': '2021-08-09T16:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:39:02.603232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] For port 589f095b-ad64-4b88-b87f-fb2958226a7d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=589f095b-ad64-4b88-b87f-fb2958226a7d,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:02.603599 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:02.617762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Calling delete_port for 589f095b-ad64-4b88-b87f-fb2958226a7d owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:02.784846 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:02.816322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Pushing event deleted for resources: {'Port': ['ID=589f095b-ad64-4b88-b87f-fb2958226a7d,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:02.876110 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:02.975050 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:02.977288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.023170 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.023683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d540bcb-d8b4-493c-b0df-f73ea06faa13 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:39:03.028173 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.029348 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c9dd581e-c68b-45ca-9344-3c3dd370803f admin admin] 10.222.0.81 "DELETE /v2.0/routers/5d540bcb-d8b4-493c-b0df-f73ea06faa13 HTTP/1.1" status: 204 len: 168 time: 1.1275465 Aug 09 16:39:03.031986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54934) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:03.082171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0290e8c2-d9d9-4cb0-9598-10ff8c0385c8 admin admin] Deleting subnet 999c40ab-3d1b-451d-a357-bf81886419f2 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:39:03.086456 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0290e8c2-d9d9-4cb0-9598-10ff8c0385c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.122528 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0290e8c2-d9d9-4cb0-9598-10ff8c0385c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.211499 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0290e8c2-d9d9-4cb0-9598-10ff8c0385c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.222848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 79e35b1f-3f2e-425d-bb06-50fdc02ca107 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:03.243144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 79e35b1f-3f2e-425d-bb06-50fdc02ca107 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:03.243495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 79e35b1f-3f2e-425d-bb06-50fdc02ca107 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:03.276760 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0290e8c2-d9d9-4cb0-9598-10ff8c0385c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.307305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290e8c2-d9d9-4cb0-9598-10ff8c0385c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=999c40ab-3d1b-451d-a357-bf81886419f2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:03.312765 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0290e8c2-d9d9-4cb0-9598-10ff8c0385c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.316960 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0290e8c2-d9d9-4cb0-9598-10ff8c0385c8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/999c40ab-3d1b-451d-a357-bf81886419f2 HTTP/1.1" status: 204 len: 168 time: 0.2817314 Aug 09 16:39:03.318050 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54936) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:03.319338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb76cf-2698-40fe-b263-bd9d4beefd4e None None] Network ab85e442-7bb2-45e7-ba21-fb988f388708 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:03.393817 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.448766 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Deleting port 18a1b54b-8517-42e3-b36b-fd58f01a2246 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:03.449114 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.515298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] For port 18a1b54b-8517-42e3-b36b-fd58f01a2246, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=18a1b54b-8517-42e3-b36b-fd58f01a2246,segment=NetworkSegment(32a66fb3-e2ef-4d01-9ca6-57e87437161f),segment_id=32a66fb3-e2ef-4d01-9ca6-57e87437161f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:03.515585 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.528368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Calling delete_port for 18a1b54b-8517-42e3-b36b-fd58f01a2246 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:03.581799 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e408c65d-4dfc-4098-983d-1fede110c237 None None] DHCP port deletion for ab85e442-7bb2-45e7-ba21-fb988f388708 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:39:03.611820 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.630773 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e408c65d-4dfc-4098-983d-1fede110c237 None None] Deleting port 18a1b54b-8517-42e3-b36b-fd58f01a2246 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:03.631179 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e408c65d-4dfc-4098-983d-1fede110c237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.642688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Pushing event deleted for resources: {'Port': ['ID=18a1b54b-8517-42e3-b36b-fd58f01a2246,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:03.649256 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] No DVR routers for this DVR port 18a1b54b-8517-42e3-b36b-fd58f01a2246 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:03.696830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e408c65d-4dfc-4098-983d-1fede110c237 None None] For port 18a1b54b-8517-42e3-b36b-fd58f01a2246, host n-d-803778-2, got binding levels [] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:03.697234 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e408c65d-4dfc-4098-983d-1fede110c237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.710354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e408c65d-4dfc-4098-983d-1fede110c237 None None] Calling delete_port for 18a1b54b-8517-42e3-b36b-fd58f01a2246 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:03.712985 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.ipam_backend_mixin [None req-e408c65d-4dfc-4098-983d-1fede110c237 None None] Port 18a1b54b-8517-42e3-b36b-fd58f01a2246 was not found and therefore no delete operation was performed {{(pid=94291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:39:03.714269 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e408c65d-4dfc-4098-983d-1fede110c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.725263 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.735020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab85e442-7bb2-45e7-ba21-fb988f388708']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:03.740234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408c65d-4dfc-4098-983d-1fede110c237 None None] Pushing event deleted for resources: {'Port': ['ID=18a1b54b-8517-42e3-b36b-fd58f01a2246,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:03.742097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e408c65d-4dfc-4098-983d-1fede110c237 None None] No DVR routers for this DVR port 18a1b54b-8517-42e3-b36b-fd58f01a2246 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:03.752604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a66fb3-e2ef-4d01-9ca6-57e87437161f') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:03.752912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a66fb3-e2ef-4d01-9ca6-57e87437161f') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:03.761943 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.775727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.781765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:39:03.782146 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:39:03.783737 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:39:03.843031 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.849440 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:03.851112 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] 10.222.0.81 "DELETE /v2.0/networks/ab85e442-7bb2-45e7-ba21-fb988f388708 HTTP/1.1" status: 204 len: 168 time: 0.5317633 Aug 09 16:39:03.862063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e92ee-5be7-44d9-8fd0-5c80624c79ec admin admin] Pushing event deleted for resources: {'Network': ['ID=ab85e442-7bb2-45e7-ba21-fb988f388708,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:04.065320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54940) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:04.106944 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-954c87cf-039c-488b-bd38-7e1f9482eebd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27d3df9c70594abcb31462e78abb82a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403419 Aug 09 16:39:04.109234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54942) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:04.161764 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:04.183162 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:04.230850 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:04.233421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:04.234625 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ca08a2f-1aaa-4244-a130-3aa91d75da36 HTTP/1.1" status: 204 len: 168 time: 0.1244583 Aug 09 16:39:04.243334 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca08a2f-1aaa-4244-a130-3aa91d75da36,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:04.251663 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.252096 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.252375 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.252669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.252995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.253389 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.253698 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.254036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.254511 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.254792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.255108 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:04.255823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b455cc0e-9d5a-4541-b4e8-2e9c715ed49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:05.030272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 54964) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:05.148976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 18a1b54b-8517-42e3-b36b-fd58f01a2246 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:05.158102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-229211189-network', 'tenant_id': '1741fe32dde849a6bd9c711b64a67596'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:05.170646 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 18a1b54b-8517-42e3-b36b-fd58f01a2246 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:05.170996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 18a1b54b-8517-42e3-b36b-fd58f01a2246 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:05.171423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 589f095b-ad64-4b88-b87f-fb2958226a7d no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:05.179993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Made reservation on behalf of 1741fe32dde849a6bd9c711b64a67596 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:05.182642 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:05.191221 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:05.191364 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 589f095b-ad64-4b88-b87f-fb2958226a7d {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:05.191611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 589f095b-ad64-4b88-b87f-fb2958226a7d not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:05.284638 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:05.288632 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:05.317381 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:39:05.331773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:05.338987 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:05.339519 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Added segment 4031f195-476d-424e-96a0-1f5450b4f8b4 of type vlan for network e0dada11-3c71-4de6-9590-05526cc06846 Aug 09 16:39:05.382391 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:05.410753 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:05.412509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:05.413098 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:05.471566 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4401498 Aug 09 16:39:05.475310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 54968) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:05.477336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e4335-3669-47e4-9ab0-dc1172aab583 admin admin] Pushing event updated for resources: {'Network': ['ID=e0dada11-3c71-4de6-9590-05526cc06846,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:05.481877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-d1f800e2-6c2b-461a-a40c-d56373b7f3e2 admin admin] Request body: {'subnet': {'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-229211189-subnet', 'tenant_id': '1741fe32dde849a6bd9c711b64a67596', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:05.487926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network e0dada11-3c71-4de6-9590-05526cc06846 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:39:05.507885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f800e2-6c2b-461a-a40c-d56373b7f3e2 admin admin] Made reservation on behalf of 1741fe32dde849a6bd9c711b64a67596 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:05.510414 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1f800e2-6c2b-461a-a40c-d56373b7f3e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:05.697406 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1f800e2-6c2b-461a-a40c-d56373b7f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:05.767294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f800e2-6c2b-461a-a40c-d56373b7f3e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b3720d-8cda-4dff-a7b4-619b42f8eeac,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:05.775048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f800e2-6c2b-461a-a40c-d56373b7f3e2 admin admin] Checking segment: {'id': '4031f195-476d-424e-96a0-1f5450b4f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:05.775407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f800e2-6c2b-461a-a40c-d56373b7f3e2 admin admin] Network hostable DHCP agents. Network: e0dada11-3c71-4de6-9590-05526cc06846, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:39:05.793422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f800e2-6c2b-461a-a40c-d56373b7f3e2 admin admin] Network e0dada11-3c71-4de6-9590-05526cc06846 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:39:05.802216 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-d1f800e2-6c2b-461a-a40c-d56373b7f3e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, e0dada11-3c71-4de6-9590-05526cc06846) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:05.808451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f800e2-6c2b-461a-a40c-d56373b7f3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:05.811379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e45a47c-822d-4130-8269-15c5695cc5b6 None None] Network e0dada11-3c71-4de6-9590-05526cc06846 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:05.813964 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d1f800e2-6c2b-461a-a40c-d56373b7f3e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:05.843522 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d1f800e2-6c2b-461a-a40c-d56373b7f3e2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3589091 Aug 09 16:39:05.950813 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd83074c-f984-495a-a140-5690f1365890 None None] Network e0dada11-3c71-4de6-9590-05526cc06846 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:06.281940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a238e-2810-4990-a456-a86154227c6d req-d8590419-42b9-4a34-a37a-2e01bf0d6808 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:06.282614 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:39:06.283442 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-d8590419-42b9-4a34-a37a-2e01bf0d6808 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/networks?id=e0dada11-3c71-4de6-9590-05526cc06846 HTTP/1.1" status: 200 len: 813 time: 0.1055541 Aug 09 16:39:06.298448 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-695991e0-5e1c-4500-a7a5-b57e605962da tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/quotas/1741fe32dde849a6bd9c711b64a67596 HTTP/1.1" status: 200 len: 375 time: 0.0092063 Aug 09 16:39:06.337343 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-84730d51-a163-4788-ad98-66b350c7d1cb tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1741fe32dde849a6bd9c711b64a67596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334866 Aug 09 16:39:06.424511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-25182926-978e-4595-921c-37dd1650175b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:39:06.425536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-25182926-978e-4595-921c-37dd1650175b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483339 Aug 09 16:39:06.514540 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-5c957897-b7ce-4c1f-8379-283f28fa0bdf service neutron] 10.222.0.81 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820546 Aug 09 16:39:06.612142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-6bf8bc3e-ba79-44a6-b11a-58d1c3e2846e service neutron] 10.222.0.81 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913608 Aug 09 16:39:06.772536 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e9ff2626-ca73-4a13-b89d-cf97ca5dd2b5 req-58b28c63-2e0d-4fbc-bc26-7e0156497f74 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 210 time: 0.0276709 Aug 09 16:39:07.737032 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eca787ea-f537-48e2-9be3-d6340b0a22ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:07.819952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a238e-2810-4990-a456-a86154227c6d req-4b352b3c-d5f6-4c67-ad1c-0300c71a7ab3 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:07.822170 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-4b352b3c-d5f6-4c67-ad1c-0300c71a7ab3 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.53 "GET /v2.0/networks?id=e0dada11-3c71-4de6-9590-05526cc06846 HTTP/1.1" status: 200 len: 813 time: 0.1129687 Aug 09 16:39:07.834692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-fa3a238e-2810-4990-a456-a86154227c6d req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Request body: {'port': {'device_id': 'db3d4398-0f45-4e55-96fc-13bea8e200cc', 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846', 'admin_state_up': True, 'tenant_id': '1741fe32dde849a6bd9c711b64a67596'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:07.910733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8fa643c-0b9e-42e0-92f8-dfd187f89ca4 req-7ec34987-ec10-44fb-9689-02dc76f382d1 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 210 time: 0.0596435 Aug 09 16:39:07.969842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3a238e-2810-4990-a456-a86154227c6d req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Made reservation on behalf of 1741fe32dde849a6bd9c711b64a67596 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:07.973391 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa3a238e-2810-4990-a456-a86154227c6d req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:08.099500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-fa3a238e-2810-4990-a456-a86154227c6d req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Allocated IP 172.20.0.8 (e0dada11-3c71-4de6-9590-05526cc06846/25b3720d-8cda-4dff-a7b4-619b42f8eeac/a1dca61d-7522-4c44-a2f7-6e102e05704a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:08.244384 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa3a238e-2810-4990-a456-a86154227c6d req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:08.285249 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa3a238e-2810-4990-a456-a86154227c6d req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:08.333693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3a238e-2810-4990-a456-a86154227c6d req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Network e0dada11-3c71-4de6-9590-05526cc06846 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:08.337686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-fa3a238e-2810-4990-a456-a86154227c6d req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:08.341460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3a238e-2810-4990-a456-a86154227c6d req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:08.347941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Pushing event updated for resources: {'Port': ['ID=a1dca61d-7522-4c44-a2f7-6e102e05704a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:08.392895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a238e-2810-4990-a456-a86154227c6d req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:08.393499 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa3a238e-2810-4990-a456-a86154227c6d req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:08.408411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-051dbdfe-2bdf-4c48-b2e3-c6fc0eb54945 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779421 Aug 09 16:39:08.418983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-87f7513b-5cdc-4815-a264-2028267c8201 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:39:08.420028 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-87f7513b-5cdc-4815-a264-2028267c8201 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051491 Aug 09 16:39:08.430727 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Request body: {'port': {'device_id': 'db3d4398-0f45-4e55-96fc-13bea8e200cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:08.482922 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:08.748748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1dca61d-7522-4c44-a2f7-6e102e05704a {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:39:08.756214 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:08.768218 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Transition to ACTIVE for port object a1dca61d-7522-4c44-a2f7-6e102e05704a will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:08.772015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:08.837162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dca61d-7522-4c44-a2f7-6e102e05704a,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:08.894391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Attempting to bind port a1dca61d-7522-4c44-a2f7-6e102e05704a on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:08.894912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Attempting to bind port a1dca61d-7522-4c44-a2f7-6e102e05704a by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '4031f195-476d-424e-96a0-1f5450b4f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:08.895409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Attempting to bind port a1dca61d-7522-4c44-a2f7-6e102e05704a on network e0dada11-3c71-4de6-9590-05526cc06846 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:08.901204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Port a1dca61d-7522-4c44-a2f7-6e102e05704a on network e0dada11-3c71-4de6-9590-05526cc06846 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:39:08.901521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Attempting to bind port a1dca61d-7522-4c44-a2f7-6e102e05704a on network e0dada11-3c71-4de6-9590-05526cc06846 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:08.906498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:08.906828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Checking segment: {'id': '4031f195-476d-424e-96a0-1f5450b4f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:08.907211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Bound using segment: {'id': '4031f195-476d-424e-96a0-1f5450b4f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:08.907625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Bound port: a1dca61d-7522-4c44-a2f7-6e102e05704a, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4031f195-476d-424e-96a0-1f5450b4f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:08.907976 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:08.973990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] For port a1dca61d-7522-4c44-a2f7-6e102e05704a, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:08.977883 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] For port a1dca61d-7522-4c44-a2f7-6e102e05704a, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a1dca61d-7522-4c44-a2f7-6e102e05704a,segment=NetworkSegment(4031f195-476d-424e-96a0-1f5450b4f8b4),segment_id=4031f195-476d-424e-96a0-1f5450b4f8b4)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:08.982963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:09.016685 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.017425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:09.018901 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] 10.222.0.53 "PUT /v2.0/ports/a1dca61d-7522-4c44-a2f7-6e102e05704a HTTP/1.1" status: 200 len: 1091 time: 0.5922391 Aug 09 16:39:09.021026 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3d4398-0f45-4e55-96fc-13bea8e200cc', 'tag': 'a1dca61d-7522-4c44-a2f7-6e102e05704a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:09.024744 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad23eb1-1190-4f0b-9134-82e90886ebca" -d '{"events": [{"name": "network-changed", "server_uuid": "db3d4398-0f45-4e55-96fc-13bea8e200cc", "tag": "a1dca61d-7522-4c44-a2f7-6e102e05704a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:09.038095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d4d5f-87f9-4c82-81f4-58410f863747 req-ac24b5fe-93b4-4743-9051-14788181d68e tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.040568 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8f0d4d5f-87f9-4c82-81f4-58410f863747 req-ac24b5fe-93b4-4743-9051-14788181d68e tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 943 time: 0.0578713 Aug 09 16:39:09.052860 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375b6e1-49f2-4819-bd64-e5b60db9baf4 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dca61d-7522-4c44-a2f7-6e102e05704a,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:09.083197 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e115c7-ddc6-4008-aee9-971fba078efd x-openstack-request-id: req-06e115c7-ddc6-4008-aee9-971fba078efd {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:09.083496 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3d4398-0f45-4e55-96fc-13bea8e200cc", "tag": "a1dca61d-7522-4c44-a2f7-6e102e05704a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:09.083756 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06e115c7-ddc6-4008-aee9-971fba078efd {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:09.084151 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3d4398-0f45-4e55-96fc-13bea8e200cc', 'tag': 'a1dca61d-7522-4c44-a2f7-6e102e05704a', 'status': 'completed', 'code': 200} Aug 09 16:39:09.088067 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8f0d4d5f-87f9-4c82-81f4-58410f863747 req-c7453f33-e75e-431b-aae3-9310b0659adf tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405405 Aug 09 16:39:09.115622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a238e-2810-4990-a456-a86154227c6d req-f028f4f9-90da-41c2-88a5-00e8c78a3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.117145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-f028f4f9-90da-41c2-88a5-00e8c78a3bfa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1741fe32dde849a6bd9c711b64a67596&device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 1094 time: 0.0486484 Aug 09 16:39:09.164212 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-bdb7bf7b-b262-4637-95de-f0eb26a62245 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1dca61d-7522-4c44-a2f7-6e102e05704a HTTP/1.1" status: 200 len: 217 time: 0.0389264 Aug 09 16:39:09.215791 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a238e-2810-4990-a456-a86154227c6d req-0047586a-6d4a-4835-aee1-0fda34e76644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.217271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-0047586a-6d4a-4835-aee1-0fda34e76644 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25b3720d-8cda-4dff-a7b4-619b42f8eeac HTTP/1.1" status: 200 len: 853 time: 0.0461264 Aug 09 16:39:09.249197 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-cfb94853-61e7-4eef-88e3-607799fb55b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0dada11-3c71-4de6-9590-05526cc06846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241113 Aug 09 16:39:09.343057 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-8dbb558a-4c32-4071-b323-4d1c92a5d300 service neutron] 10.222.0.53 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860870 Aug 09 16:39:09.436726 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fa3a238e-2810-4990-a456-a86154227c6d req-2041aa80-adab-463d-a449-e612bbe2992b service neutron] 10.222.0.53 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858412 Aug 09 16:39:09.521980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad23eb1-1190-4f0b-9134-82e90886ebca req-d1fa75e2-9ae3-4bf4-8c49-c6feba772d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.523487 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ad23eb1-1190-4f0b-9134-82e90886ebca req-d1fa75e2-9ae3-4bf4-8c49-c6feba772d70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1741fe32dde849a6bd9c711b64a67596&device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 1094 time: 0.0432410 Aug 09 16:39:09.618842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad23eb1-1190-4f0b-9134-82e90886ebca req-d09bf62b-da32-427a-ae4a-cd7a006c21cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.620259 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ad23eb1-1190-4f0b-9134-82e90886ebca req-d09bf62b-da32-427a-ae4a-cd7a006c21cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=e0dada11-3c71-4de6-9590-05526cc06846 HTTP/1.1" status: 200 len: 914 time: 0.0900662 Aug 09 16:39:09.664405 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ad23eb1-1190-4f0b-9134-82e90886ebca req-b1b7f8f4-bee1-4c8c-af72-a8fe05e01567 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1dca61d-7522-4c44-a2f7-6e102e05704a HTTP/1.1" status: 200 len: 217 time: 0.0370047 Aug 09 16:39:09.720185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad23eb1-1190-4f0b-9134-82e90886ebca req-951e55ff-8219-4cae-9134-0243e8120286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:09.721640 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ad23eb1-1190-4f0b-9134-82e90886ebca req-951e55ff-8219-4cae-9134-0243e8120286 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25b3720d-8cda-4dff-a7b4-619b42f8eeac HTTP/1.1" status: 200 len: 853 time: 0.0493834 Aug 09 16:39:09.755144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ad23eb1-1190-4f0b-9134-82e90886ebca req-84ea2c8a-7abc-4620-9964-2e8f0429e23b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0dada11-3c71-4de6-9590-05526cc06846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250413 Aug 09 16:39:09.844509 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ad23eb1-1190-4f0b-9134-82e90886ebca req-220e4142-0cbc-4ed8-a134-c314b0d0a2b4 service neutron] 10.222.0.53 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816040 Aug 09 16:39:09.940603 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ad23eb1-1190-4f0b-9134-82e90886ebca req-13dda7a2-bad4-4abc-8a83-64f03481b176 service neutron] 10.222.0.53 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893717 Aug 09 16:39:10.204866 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b5500-c6cb-4bbd-85e0-c8c152fb9b29 req-374b65a3-a8ec-4ac6-99a3-f0d30a2d4a5d tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:10.206251 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a2b5500-c6cb-4bbd-85e0-c8c152fb9b29 req-374b65a3-a8ec-4ac6-99a3-f0d30a2d4a5d tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 943 time: 0.0494378 Aug 09 16:39:10.246359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6a2b5500-c6cb-4bbd-85e0-c8c152fb9b29 req-3c608bf2-f35a-4cdd-9ad4-47cfe320aff3 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Aug 09 16:39:10.606015 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8625-18b5-4f82-9a1a-8efd01952bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:10.976034 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:11.226359 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a1dca61d-7522-4c44-a2f7-6e102e05704a details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:39:11.328595 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a1dca61d-7522-4c44-a2f7-6e102e05704a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a1dca61d-7522-4c44-a2f7-6e102e05704a,segment=NetworkSegment(4031f195-476d-424e-96a0-1f5450b4f8b4),segment_id=4031f195-476d-424e-96a0-1f5450b4f8b4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:11.341157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'a1dca61d-7522-4c44-a2f7-6e102e05704a', 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846', 'port_id': 'a1dca61d-7522-4c44-a2f7-6e102e05704a', 'mac_address': 'fa:16:3e:3a:90:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b3720d-8cda-4dff-a7b4-619b42f8eeac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:39:11.366734 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834cc8-c8f9-473a-bbae-6aa5213cb80b req-6052fcfa-cd9f-4f6d-9bad-102b3f78d855 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:11.368490 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-31834cc8-c8f9-473a-bbae-6aa5213cb80b req-6052fcfa-cd9f-4f6d-9bad-102b3f78d855 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 943 time: 0.0510328 Aug 09 16:39:11.378277 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:11.392205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1dca61d-7522-4c44-a2f7-6e102e05704a {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:39:11.408086 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-31834cc8-c8f9-473a-bbae-6aa5213cb80b req-b90c66cb-0262-4aa0-a910-7b245bb8dc99 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336421 Aug 09 16:39:11.412959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a1dca61d-7522-4c44-a2f7-6e102e05704a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a1dca61d-7522-4c44-a2f7-6e102e05704a,segment=NetworkSegment(4031f195-476d-424e-96a0-1f5450b4f8b4),segment_id=4031f195-476d-424e-96a0-1f5450b4f8b4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:11.417449 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:11.468409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a1dca61d-7522-4c44-a2f7-6e102e05704a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:11.628975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['a1dca61d-7522-4c44-a2f7-6e102e05704a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:39:11.772651 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:11.956936 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:12.528943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ce24e-2d17-4e92-a399-c15124ed247b req-6ff79649-20e5-4385-bf3e-565100e978bd tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:12.530439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-198ce24e-2d17-4e92-a399-c15124ed247b req-6ff79649-20e5-4385-bf3e-565100e978bd tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 944 time: 0.0501821 Aug 09 16:39:12.568327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-198ce24e-2d17-4e92-a399-c15124ed247b req-0cfc460b-295c-4f98-af0f-2b27ee20dc83 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Aug 09 16:39:13.241828 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a1dca61d-7522-4c44-a2f7-6e102e05704a up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:13.294332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port a1dca61d-7522-4c44-a2f7-6e102e05704a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:13.298048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port a1dca61d-7522-4c44-a2f7-6e102e05704a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:13.298430 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:13.376907 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:13.400752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3d4398-0f45-4e55-96fc-13bea8e200cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dca61d-7522-4c44-a2f7-6e102e05704a'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:13.403671 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e536ec-60c2-46b5-8e26-b12a61d69ca0" -d '{"events": [{"server_uuid": "db3d4398-0f45-4e55-96fc-13bea8e200cc", "name": "network-vif-plugged", "status": "completed", "tag": "a1dca61d-7522-4c44-a2f7-6e102e05704a"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:13.418938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port a1dca61d-7522-4c44-a2f7-6e102e05704a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a1dca61d-7522-4c44-a2f7-6e102e05704a,segment=NetworkSegment(4031f195-476d-424e-96a0-1f5450b4f8b4),segment_id=4031f195-476d-424e-96a0-1f5450b4f8b4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:13.424336 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:13.450652 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609c6369-6e61-4d94-9ac1-c1a0c0e0a7ae x-openstack-request-id: req-609c6369-6e61-4d94-9ac1-c1a0c0e0a7ae {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:13.450962 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3d4398-0f45-4e55-96fc-13bea8e200cc", "name": "network-vif-plugged", "status": "completed", "tag": "a1dca61d-7522-4c44-a2f7-6e102e05704a", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:13.451195 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-609c6369-6e61-4d94-9ac1-c1a0c0e0a7ae {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:13.451584 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3d4398-0f45-4e55-96fc-13bea8e200cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dca61d-7522-4c44-a2f7-6e102e05704a', 'code': 200} Aug 09 16:39:13.482273 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=a1dca61d-7522-4c44-a2f7-6e102e05704a,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:13.542861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0959ae-1f6d-4afe-ba8c-19ec970b4ac5 req-7c95e223-5212-483f-8812-2aaaebdb373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:13.544411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8d0959ae-1f6d-4afe-ba8c-19ec970b4ac5 req-7c95e223-5212-483f-8812-2aaaebdb373e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 1096 time: 0.0445862 Aug 09 16:39:13.578957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8d0959ae-1f6d-4afe-ba8c-19ec970b4ac5 req-1db22d60-3c4e-4d90-bfe9-c2957e1aaea6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282321 Aug 09 16:39:13.628757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:13.679565 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:13.686664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22137-03fe-453a-b98a-06139f2247a1 req-0c81e9b7-960c-492b-acba-1d7835130e8c tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:13.688177 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-74e22137-03fe-453a-b98a-06139f2247a1 req-0c81e9b7-960c-492b-acba-1d7835130e8c tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 945 time: 0.0515597 Aug 09 16:39:13.725471 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-74e22137-03fe-453a-b98a-06139f2247a1 req-575646d2-0d80-47bf-894d-d067e9354339 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313375 Aug 09 16:39:14.855997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f6e85-be1e-4dcc-91cc-0e44427e249c req-f554cb99-cbf7-4c9f-8dab-1081e01c0cb3 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:14.857664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a69f6e85-be1e-4dcc-91cc-0e44427e249c req-f554cb99-cbf7-4c9f-8dab-1081e01c0cb3 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 945 time: 0.0566292 Aug 09 16:39:14.900392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a69f6e85-be1e-4dcc-91cc-0e44427e249c req-9f60a123-8f67-495b-8b80-f197dc50adc1 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343630 Aug 09 16:39:15.126754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-076fd002-b946-4d04-9816-3d578e16a288 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:15.128228 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-076fd002-b946-4d04-9816-3d578e16a288 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/networks?id=e0dada11-3c71-4de6-9590-05526cc06846 HTTP/1.1" status: 200 len: 813 time: 0.1078742 Aug 09 16:39:15.144156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-5d6a7690-552e-44a7-a277-ac3c8e89af99 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/quotas/1741fe32dde849a6bd9c711b64a67596 HTTP/1.1" status: 200 len: 375 time: 0.0097213 Aug 09 16:39:15.192857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-424dc28a-21b2-43d9-a3ec-226d419d3e13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1741fe32dde849a6bd9c711b64a67596&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427961 Aug 09 16:39:15.282856 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-391a9fcb-a930-4857-ab70-d53074776f43 service neutron] 10.222.0.81 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824678 Aug 09 16:39:15.374941 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-056b2d6d-3021-466c-9e1e-414dfb45737c service neutron] 10.222.0.81 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861022 Aug 09 16:39:15.536189 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ba50723d-922a-4c2a-b040-79ea0bd326c9 req-0a647c0c-92e8-4a07-b168-d7edecdedbe7 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 210 time: 0.0313654 Aug 09 16:39:16.614020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-5ad6db91-0d3e-427c-9129-692ee5c95872 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:16.615514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-5ad6db91-0d3e-427c-9129-692ee5c95872 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.60 "GET /v2.0/networks?id=e0dada11-3c71-4de6-9590-05526cc06846 HTTP/1.1" status: 200 len: 813 time: 0.1154978 Aug 09 16:39:16.628718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Request body: {'port': {'device_id': 'de785278-a3da-4121-8c2b-da72c8ae26ea', 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846', 'admin_state_up': True, 'tenant_id': '1741fe32dde849a6bd9c711b64a67596'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:16.657469 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-85222f91-e9c5-4fc3-94bd-92582188cca7 req-31c95208-2be1-4f45-aa5c-ed1f41c09da6 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 210 time: 0.0504134 Aug 09 16:39:16.746938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Made reservation on behalf of 1741fe32dde849a6bd9c711b64a67596 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:16.750416 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:16.885126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Allocated IP 172.20.0.6 (e0dada11-3c71-4de6-9590-05526cc06846/25b3720d-8cda-4dff-a7b4-619b42f8eeac/a3b45cd7-4710-404d-931a-95221d3f9903) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:17.041415 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:17.081534 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:17.093958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['a1dca61d-7522-4c44-a2f7-6e102e05704a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:39:17.126148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Network e0dada11-3c71-4de6-9590-05526cc06846 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:17.131140 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:17.135105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:17.166744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Pushing event updated for resources: {'Port': ['ID=a3b45cd7-4710-404d-931a-95221d3f9903,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:17.181752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:17.182106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:17.182455 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:17.182796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:17.183163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:17.183499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:17.183836 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:17.184163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:17.184493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:17.184823 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:17.185146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:17.185468 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:17.203495 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:17.204122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:17.218989 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-a72cca90-e5f5-440b-b798-1fd353af2b13 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5939877 Aug 09 16:39:17.233315 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Request body: {'port': {'device_id': 'de785278-a3da-4121-8c2b-da72c8ae26ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:17.290772 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:17.552500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b45cd7-4710-404d-931a-95221d3f9903 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:39:17.561983 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:17.574408 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Transition to ACTIVE for port object a3b45cd7-4710-404d-931a-95221d3f9903 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:17.578100 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:17.630697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Pushing event updated for resources: {'Port': ['ID=a3b45cd7-4710-404d-931a-95221d3f9903,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:17.803748 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95d450-0749-4a03-a7ed-4e3919d45ec7 req-b67d7a64-f2ce-406a-8d01-2f153897dc65 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:17.805791 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff95d450-0749-4a03-a7ed-4e3919d45ec7 req-b67d7a64-f2ce-406a-8d01-2f153897dc65 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 943 time: 0.0721247 Aug 09 16:39:17.855925 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff95d450-0749-4a03-a7ed-4e3919d45ec7 req-d970e962-3d85-48b0-89b5-d96f6e24b416 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402822 Aug 09 16:39:18.075131 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Attempting to bind port a3b45cd7-4710-404d-931a-95221d3f9903 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:18.075376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Attempting to bind port a3b45cd7-4710-404d-931a-95221d3f9903 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '4031f195-476d-424e-96a0-1f5450b4f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:18.075720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Attempting to bind port a3b45cd7-4710-404d-931a-95221d3f9903 on network e0dada11-3c71-4de6-9590-05526cc06846 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:18.081418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3cf6b992-7d50-4903-87d1-4ca7906c2c07 req-ffaccec4-88cb-4c8e-a5cf-24155f95ad2e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631213 Aug 09 16:39:18.083482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Port a3b45cd7-4710-404d-931a-95221d3f9903 on network e0dada11-3c71-4de6-9590-05526cc06846 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:39:18.083807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Attempting to bind port a3b45cd7-4710-404d-931a-95221d3f9903 on network e0dada11-3c71-4de6-9590-05526cc06846 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:18.089895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:18.090273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Checking segment: {'id': '4031f195-476d-424e-96a0-1f5450b4f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:18.090663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Bound using segment: {'id': '4031f195-476d-424e-96a0-1f5450b4f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:18.091101 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Bound port: a3b45cd7-4710-404d-931a-95221d3f9903, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4031f195-476d-424e-96a0-1f5450b4f8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:18.091466 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:18.183707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] For port a3b45cd7-4710-404d-931a-95221d3f9903, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:18.187456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] For port a3b45cd7-4710-404d-931a-95221d3f9903, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a3b45cd7-4710-404d-931a-95221d3f9903,segment=NetworkSegment(4031f195-476d-424e-96a0-1f5450b4f8b4),segment_id=4031f195-476d-424e-96a0-1f5450b4f8b4)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:18.194179 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:18.204296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6b992-7d50-4903-87d1-4ca7906c2c07 req-1dfe3a93-9a37-4f94-b6c9-27668872b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:18.205833 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3cf6b992-7d50-4903-87d1-4ca7906c2c07 req-1dfe3a93-9a37-4f94-b6c9-27668872b381 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1741fe32dde849a6bd9c711b64a67596&device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 1096 time: 0.0732872 Aug 09 16:39:18.241192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:18.241835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:18.243521 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] 10.222.0.60 "PUT /v2.0/ports/a3b45cd7-4710-404d-931a-95221d3f9903 HTTP/1.1" status: 200 len: 1091 time: 1.0151339 Aug 09 16:39:18.252832 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de785278-a3da-4121-8c2b-da72c8ae26ea', 'tag': 'a3b45cd7-4710-404d-931a-95221d3f9903'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:18.254697 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55511f3f-69d7-4606-a008-1ef1112c177b" -d '{"events": [{"name": "network-changed", "server_uuid": "de785278-a3da-4121-8c2b-da72c8ae26ea", "tag": "a3b45cd7-4710-404d-931a-95221d3f9903"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:18.338624 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf46ca2-38af-4acc-951a-12e2aaf0c66e x-openstack-request-id: req-baf46ca2-38af-4acc-951a-12e2aaf0c66e {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:18.338914 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de785278-a3da-4121-8c2b-da72c8ae26ea", "tag": "a3b45cd7-4710-404d-931a-95221d3f9903", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:18.339167 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-baf46ca2-38af-4acc-951a-12e2aaf0c66e {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:18.339556 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de785278-a3da-4121-8c2b-da72c8ae26ea', 'tag': 'a3b45cd7-4710-404d-931a-95221d3f9903', 'status': 'completed', 'code': 200} Aug 09 16:39:18.348890 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e5639-02fb-438e-b596-1cc202e3c08d service neutron] Pushing event updated for resources: {'Port': ['ID=a3b45cd7-4710-404d-931a-95221d3f9903,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:18.389885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-799bf288-7593-4efb-a1ee-060b629ebcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:18.391678 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-799bf288-7593-4efb-a1ee-060b629ebcca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1741fe32dde849a6bd9c711b64a67596&device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 1094 time: 0.1024547 Aug 09 16:39:18.395461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6b992-7d50-4903-87d1-4ca7906c2c07 req-169683a2-8c23-4936-9c0b-9f17204d09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:18.396806 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3cf6b992-7d50-4903-87d1-4ca7906c2c07 req-169683a2-8c23-4936-9c0b-9f17204d09bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=e0dada11-3c71-4de6-9590-05526cc06846 HTTP/1.1" status: 200 len: 914 time: 0.1692779 Aug 09 16:39:18.471496 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3cf6b992-7d50-4903-87d1-4ca7906c2c07 req-db2abdaf-8d44-4b0a-a7ae-07912a0868b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1dca61d-7522-4c44-a2f7-6e102e05704a HTTP/1.1" status: 200 len: 217 time: 0.0647373 Aug 09 16:39:18.472838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-55da2eaa-c47d-43cd-a324-0482808a290c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b45cd7-4710-404d-931a-95221d3f9903 HTTP/1.1" status: 200 len: 217 time: 0.0719912 Aug 09 16:39:18.555219 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6b992-7d50-4903-87d1-4ca7906c2c07 req-8cc6b17a-6735-4fe2-8ab4-2c683d20d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:18.557224 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3cf6b992-7d50-4903-87d1-4ca7906c2c07 req-8cc6b17a-6735-4fe2-8ab4-2c683d20d5a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25b3720d-8cda-4dff-a7b4-619b42f8eeac HTTP/1.1" status: 200 len: 853 time: 0.0788596 Aug 09 16:39:18.558635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-6c714556-4028-49e6-9d9e-07d0a05b74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:18.559942 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-6c714556-4028-49e6-9d9e-07d0a05b74d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=25b3720d-8cda-4dff-a7b4-619b42f8eeac HTTP/1.1" status: 200 len: 853 time: 0.0743935 Aug 09 16:39:18.595756 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3cf6b992-7d50-4903-87d1-4ca7906c2c07 req-42b17e95-34bb-4d96-8543-396fe652babc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0dada11-3c71-4de6-9590-05526cc06846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315652 Aug 09 16:39:18.621118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-d9e751b2-ebd3-478a-bf14-f653d0ae4c5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0dada11-3c71-4de6-9590-05526cc06846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490997 Aug 09 16:39:18.762183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3cf6b992-7d50-4903-87d1-4ca7906c2c07 req-38c37ce4-3834-413c-8caf-1a9290014094 service neutron] 10.222.0.53 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493580 Aug 09 16:39:18.779797 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-e47e645c-89bb-49e3-9bb3-dfa2cfcdc118 service neutron] 10.222.0.60 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482627 Aug 09 16:39:18.924464 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3cf6b992-7d50-4903-87d1-4ca7906c2c07 req-6fa3392f-9370-4aab-b3f0-930cdb9714ac service neutron] 10.222.0.53 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534760 Aug 09 16:39:18.931257 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9cb1f53-14af-4f7b-8c3a-86aa25d93c80 req-3c7eca8a-6a51-4f8f-8b1c-86a66350c7f8 service neutron] 10.222.0.60 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405635 Aug 09 16:39:18.976000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e90ff-cba3-4234-9780-1e38acea900a req-f23bd831-3ab5-4e31-8f3c-e278170d7c61 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:18.977736 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-848e90ff-cba3-4234-9780-1e38acea900a req-f23bd831-3ab5-4e31-8f3c-e278170d7c61 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 943 time: 0.0518479 Aug 09 16:39:19.018594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-848e90ff-cba3-4234-9780-1e38acea900a req-42c324af-3c1e-404a-8f20-5c4d88cfd0ad tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339220 Aug 09 16:39:19.021245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55511f3f-69d7-4606-a008-1ef1112c177b req-b2e635e9-0023-4adc-a3e1-76dde695bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:19.022836 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55511f3f-69d7-4606-a008-1ef1112c177b req-b2e635e9-0023-4adc-a3e1-76dde695bef3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1741fe32dde849a6bd9c711b64a67596&device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 1094 time: 0.0422451 Aug 09 16:39:19.119049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55511f3f-69d7-4606-a008-1ef1112c177b req-b931c48b-2db6-40a6-a19c-0e5adf6ef15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:19.120540 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55511f3f-69d7-4606-a008-1ef1112c177b req-b931c48b-2db6-40a6-a19c-0e5adf6ef15b service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0dada11-3c71-4de6-9590-05526cc06846 HTTP/1.1" status: 200 len: 914 time: 0.0894368 Aug 09 16:39:19.163662 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55511f3f-69d7-4606-a008-1ef1112c177b req-5472f8dd-ea06-49b1-be1f-a61362ee9fee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b45cd7-4710-404d-931a-95221d3f9903 HTTP/1.1" status: 200 len: 217 time: 0.0354941 Aug 09 16:39:19.215547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55511f3f-69d7-4606-a008-1ef1112c177b req-472bb523-2825-47b4-93b7-c046f19dcefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:19.216985 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55511f3f-69d7-4606-a008-1ef1112c177b req-472bb523-2825-47b4-93b7-c046f19dcefb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=25b3720d-8cda-4dff-a7b4-619b42f8eeac HTTP/1.1" status: 200 len: 853 time: 0.0433767 Aug 09 16:39:19.254792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55511f3f-69d7-4606-a008-1ef1112c177b req-f003fa9c-ca05-4fed-aae6-740e472499eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0dada11-3c71-4de6-9590-05526cc06846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286472 Aug 09 16:39:19.344207 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55511f3f-69d7-4606-a008-1ef1112c177b req-5fbf34b2-6398-44cc-83a7-fa8f0bbe7014 service neutron] 10.222.0.60 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812571 Aug 09 16:39:19.439219 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-55511f3f-69d7-4606-a008-1ef1112c177b req-994d7e3e-6ffb-419b-ba22-900a4fee3b97 service neutron] 10.222.0.60 "GET /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866776 Aug 09 16:39:20.136072 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1151f9-bfbd-4ad4-b531-d87a7784560a req-bb9b8432-3e34-496b-842f-20cd630fc839 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:20.137462 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db1151f9-bfbd-4ad4-b531-d87a7784560a req-bb9b8432-3e34-496b-842f-20cd630fc839 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 943 time: 0.0495546 Aug 09 16:39:20.175143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-db1151f9-bfbd-4ad4-b531-d87a7784560a req-8379f3b5-5910-48e4-883d-b08ca8b7de96 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Aug 09 16:39:21.289562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e86ea2-bcf0-490e-82aa-58b681e48a9f req-40f5baf7-52cd-4505-8137-2f8cd3ff617b tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:21.291402 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-26e86ea2-bcf0-490e-82aa-58b681e48a9f req-40f5baf7-52cd-4505-8137-2f8cd3ff617b tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 943 time: 0.0501893 Aug 09 16:39:21.333565 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-26e86ea2-bcf0-490e-82aa-58b681e48a9f req-09237c1c-d559-456e-9c80-d824d5da066b tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361433 Aug 09 16:39:21.463762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a3b45cd7-4710-404d-931a-95221d3f9903 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:39:21.560067 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a3b45cd7-4710-404d-931a-95221d3f9903, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a3b45cd7-4710-404d-931a-95221d3f9903,segment=NetworkSegment(4031f195-476d-424e-96a0-1f5450b4f8b4),segment_id=4031f195-476d-424e-96a0-1f5450b4f8b4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:21.571965 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'a3b45cd7-4710-404d-931a-95221d3f9903', 'network_id': 'e0dada11-3c71-4de6-9590-05526cc06846', 'port_id': 'a3b45cd7-4710-404d-931a-95221d3f9903', 'mac_address': 'fa:16:3e:da:59:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b3720d-8cda-4dff-a7b4-619b42f8eeac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:39:21.611530 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:21.623831 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b45cd7-4710-404d-931a-95221d3f9903 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:39:21.643384 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a3b45cd7-4710-404d-931a-95221d3f9903, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a3b45cd7-4710-404d-931a-95221d3f9903,segment=NetworkSegment(4031f195-476d-424e-96a0-1f5450b4f8b4),segment_id=4031f195-476d-424e-96a0-1f5450b4f8b4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:21.646943 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:21.693250 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=a3b45cd7-4710-404d-931a-95221d3f9903,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:21.846030 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['a3b45cd7-4710-404d-931a-95221d3f9903'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:39:22.447979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dd18f-d6ab-486f-8570-e889820eddb2 req-eb444e97-f142-43de-8ea3-b5e4f51fb55a tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:22.449519 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-776dd18f-d6ab-486f-8570-e889820eddb2 req-eb444e97-f142-43de-8ea3-b5e4f51fb55a tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 944 time: 0.0497046 Aug 09 16:39:22.489801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-776dd18f-d6ab-486f-8570-e889820eddb2 req-e1aa18c4-441a-42f5-8624-73dd86ed419a tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Aug 09 16:39:23.464357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a3b45cd7-4710-404d-931a-95221d3f9903 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:23.513395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port a3b45cd7-4710-404d-931a-95221d3f9903 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:23.517480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port a3b45cd7-4710-404d-931a-95221d3f9903 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:23.518144 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:23.603559 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:23.608423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be5a59-0c90-44b9-a1b1-4f58e85f643e req-27db0269-d64f-48a7-a964-fa95e661cce6 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:23.609984 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33be5a59-0c90-44b9-a1b1-4f58e85f643e req-27db0269-d64f-48a7-a964-fa95e661cce6 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 944 time: 0.0525155 Aug 09 16:39:23.626321 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de785278-a3da-4121-8c2b-da72c8ae26ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b45cd7-4710-404d-931a-95221d3f9903'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:23.628543 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda2c859-cf48-4577-b5c7-4bcba26c8499" -d '{"events": [{"server_uuid": "de785278-a3da-4121-8c2b-da72c8ae26ea", "name": "network-vif-plugged", "status": "completed", "tag": "a3b45cd7-4710-404d-931a-95221d3f9903"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:23.642810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port a3b45cd7-4710-404d-931a-95221d3f9903, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a3b45cd7-4710-404d-931a-95221d3f9903,segment=NetworkSegment(4031f195-476d-424e-96a0-1f5450b4f8b4),segment_id=4031f195-476d-424e-96a0-1f5450b4f8b4)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:23.647993 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:23.652235 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33be5a59-0c90-44b9-a1b1-4f58e85f643e req-f2216612-9334-490d-9fda-080b3d974e0c tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361884 Aug 09 16:39:23.672731 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22d0299-fee2-4adf-991e-4bb4d19e1333 x-openstack-request-id: req-c22d0299-fee2-4adf-991e-4bb4d19e1333 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:23.673020 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de785278-a3da-4121-8c2b-da72c8ae26ea", "name": "network-vif-plugged", "status": "completed", "tag": "a3b45cd7-4710-404d-931a-95221d3f9903", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:23.673266 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c22d0299-fee2-4adf-991e-4bb4d19e1333 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:23.673673 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de785278-a3da-4121-8c2b-da72c8ae26ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b45cd7-4710-404d-931a-95221d3f9903', 'code': 200} Aug 09 16:39:23.702065 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=a3b45cd7-4710-404d-931a-95221d3f9903,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:23.774351 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a503bae-920e-4b00-9297-1d066d4df5cb req-061686ba-ca1b-4034-9569-57fb7f0ec272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:23.775845 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a503bae-920e-4b00-9297-1d066d4df5cb req-061686ba-ca1b-4034-9569-57fb7f0ec272 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 1096 time: 0.0439591 Aug 09 16:39:23.812048 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a503bae-920e-4b00-9297-1d066d4df5cb req-4a676662-ce84-4491-98e0-9cf182b6b147 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278904 Aug 09 16:39:24.767413 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885771c-b23a-416f-90ab-7ee36c8e5172 req-e1da6fe3-75ef-4c63-a923-4327d8db71ed tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:24.768901 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b885771c-b23a-416f-90ab-7ee36c8e5172 req-e1da6fe3-75ef-4c63-a923-4327d8db71ed tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 945 time: 0.0488477 Aug 09 16:39:24.808587 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b885771c-b23a-416f-90ab-7ee36c8e5172 req-d0fe98d2-2cda-4e69-82d7-e3ab5729301c tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Aug 09 16:39:25.043598 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030620c-f71a-48e1-b42f-d9d7352eab52 req-3863c6e3-ec47-4a1f-876c-7615cb858c15 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:25.045129 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7030620c-f71a-48e1-b42f-d9d7352eab52 req-3863c6e3-ec47-4a1f-876c-7615cb858c15 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 945 time: 0.0511091 Aug 09 16:39:25.087168 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7030620c-f71a-48e1-b42f-d9d7352eab52 req-6dc10515-f3a7-4664-8c73-fcc30bf2f04a tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360041 Aug 09 16:39:26.216412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c5144-6644-41ac-a26f-bcb4c67c808f req-3b2c6c1d-c19f-4c25-9642-63faefee2246 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:26.217936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae1c5144-6644-41ac-a26f-bcb4c67c808f req-3b2c6c1d-c19f-4c25-9642-63faefee2246 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 945 time: 0.0502610 Aug 09 16:39:26.256832 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ae1c5144-6644-41ac-a26f-bcb4c67c808f req-38a3d969-a7ae-47ec-896f-3bd4206dfc4c tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329237 Aug 09 16:39:26.383507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658abc4-60f9-4e49-9adb-f00958781943 req-1a8d244c-dae4-4363-bb62-40769336e50e tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:26.384926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7658abc4-60f9-4e49-9adb-f00958781943 req-1a8d244c-dae4-4363-bb62-40769336e50e tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.60 "GET /v2.0/ports?device_id=de785278-a3da-4121-8c2b-da72c8ae26ea HTTP/1.1" status: 200 len: 945 time: 0.0489793 Aug 09 16:39:26.478157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-7658abc4-60f9-4e49-9adb-f00958781943 req-d8a6d954-edc4-4221-80c4-f4ee9f326681 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Deleting port a3b45cd7-4710-404d-931a-95221d3f9903 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:26.478511 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7658abc4-60f9-4e49-9adb-f00958781943 req-d8a6d954-edc4-4221-80c4-f4ee9f326681 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:26.566147 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-7658abc4-60f9-4e49-9adb-f00958781943 req-d8a6d954-edc4-4221-80c4-f4ee9f326681 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] For port a3b45cd7-4710-404d-931a-95221d3f9903, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=a3b45cd7-4710-404d-931a-95221d3f9903,segment=NetworkSegment(4031f195-476d-424e-96a0-1f5450b4f8b4),segment_id=4031f195-476d-424e-96a0-1f5450b4f8b4)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:26.566509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7658abc4-60f9-4e49-9adb-f00958781943 req-d8a6d954-edc4-4221-80c4-f4ee9f326681 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:26.579682 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-7658abc4-60f9-4e49-9adb-f00958781943 req-d8a6d954-edc4-4221-80c4-f4ee9f326681 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Calling delete_port for a3b45cd7-4710-404d-931a-95221d3f9903 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:26.709680 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7658abc4-60f9-4e49-9adb-f00958781943 req-d8a6d954-edc4-4221-80c4-f4ee9f326681 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:26.722386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['a1dca61d-7522-4c44-a2f7-6e102e05704a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:39:26.724788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['a3b45cd7-4710-404d-931a-95221d3f9903'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:39:26.737407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6d954-edc4-4221-80c4-f4ee9f326681 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Pushing event deleted for resources: {'Port': ['ID=a3b45cd7-4710-404d-931a-95221d3f9903,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:26.781379 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7658abc4-60f9-4e49-9adb-f00958781943 req-d8a6d954-edc4-4221-80c4-f4ee9f326681 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] No DVR routers for this DVR port a3b45cd7-4710-404d-931a-95221d3f9903 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:26.783882 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-7658abc4-60f9-4e49-9adb-f00958781943 req-d8a6d954-edc4-4221-80c4-f4ee9f326681 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:26.785887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7658abc4-60f9-4e49-9adb-f00958781943 req-d8a6d954-edc4-4221-80c4-f4ee9f326681 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.60 "DELETE /v2.0/ports/a3b45cd7-4710-404d-931a-95221d3f9903 HTTP/1.1" status: 204 len: 173 time: 0.3947799 Aug 09 16:39:26.786321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de785278-a3da-4121-8c2b-da72c8ae26ea', 'name': 'network-vif-deleted', 'tag': 'a3b45cd7-4710-404d-931a-95221d3f9903'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:26.788567 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bab7f5f-b3ed-4729-b231-5cb24a92de49" -d '{"events": [{"server_uuid": "de785278-a3da-4121-8c2b-da72c8ae26ea", "name": "network-vif-deleted", "tag": "a3b45cd7-4710-404d-931a-95221d3f9903"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:26.829452 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a99966-cc7a-4577-a559-078621d75d28 x-openstack-request-id: req-71a99966-cc7a-4577-a559-078621d75d28 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:26.829775 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de785278-a3da-4121-8c2b-da72c8ae26ea", "name": "network-vif-deleted", "tag": "a3b45cd7-4710-404d-931a-95221d3f9903", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:26.830021 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71a99966-cc7a-4577-a559-078621d75d28 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:26.830429 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de785278-a3da-4121-8c2b-da72c8ae26ea', 'name': 'network-vif-deleted', 'tag': 'a3b45cd7-4710-404d-931a-95221d3f9903', 'status': 'completed', 'code': 200} Aug 09 16:39:27.431869 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fac90-42f0-4141-a4a0-ddbbcb72628e req-9f71ee1b-435e-47fe-ba1f-69a29863671d tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:27.433351 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-574fac90-42f0-4141-a4a0-ddbbcb72628e req-9f71ee1b-435e-47fe-ba1f-69a29863671d tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 945 time: 0.0538118 Aug 09 16:39:27.477487 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-574fac90-42f0-4141-a4a0-ddbbcb72628e req-943166fa-1cf1-4c62-a277-2894f8cd610c tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379217 Aug 09 16:39:27.628610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6ebbd-b7ee-4343-83dc-73b7f8992484 req-8454663b-b225-4be4-977b-dcebb0fa4844 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:27.631166 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-02b6ebbd-b7ee-4343-83dc-73b7f8992484 req-8454663b-b225-4be4-977b-dcebb0fa4844 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 945 time: 0.0573525 Aug 09 16:39:27.674434 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-02b6ebbd-b7ee-4343-83dc-73b7f8992484 req-12c282db-22a4-4c42-bbbe-583f20ba5fc6 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359190 Aug 09 16:39:27.818803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b540ff-a48c-4e4b-97cf-3cdafdb44fbf req-07697b32-7011-479d-a276-49e1f72fca1d tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:27.820682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13b540ff-a48c-4e4b-97cf-3cdafdb44fbf req-07697b32-7011-479d-a276-49e1f72fca1d tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 945 time: 0.0604553 Aug 09 16:39:27.864358 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-13b540ff-a48c-4e4b-97cf-3cdafdb44fbf req-2b8b27b5-b29b-45f4-9041-6b78737ac34d tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379417 Aug 09 16:39:28.042193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21495d-22f9-415a-bf88-f23f0289e154 req-d540a3c7-51a7-4a64-a4f2-4d92e50f269b tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:28.043732 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ff21495d-22f9-415a-bf88-f23f0289e154 req-d540a3c7-51a7-4a64-a4f2-4d92e50f269b tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 945 time: 0.0484939 Aug 09 16:39:28.081670 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ff21495d-22f9-415a-bf88-f23f0289e154 req-f2c48852-1e16-4fd7-afe0-bb0cce111027 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Aug 09 16:39:28.198711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa34c4-3410-43cd-8358-0c014378c0e8 req-6060294e-6423-423a-949d-4e99281fb7b0 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:28.200110 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-10aa34c4-3410-43cd-8358-0c014378c0e8 req-6060294e-6423-423a-949d-4e99281fb7b0 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 945 time: 0.0493996 Aug 09 16:39:28.242679 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-10aa34c4-3410-43cd-8358-0c014378c0e8 req-dd8cd462-2a4e-47bd-8f25-898c5a3e3f7e tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360434 Aug 09 16:39:28.370814 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397562b-c39d-40d0-ac80-da8ff2270433 req-bb2dfbfd-53b6-49a2-8037-5f21c6d3c4a1 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:28.372644 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a397562b-c39d-40d0-ac80-da8ff2270433 req-bb2dfbfd-53b6-49a2-8037-5f21c6d3c4a1 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 945 time: 0.0517769 Aug 09 16:39:28.411340 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a397562b-c39d-40d0-ac80-da8ff2270433 req-0f991635-2d76-4faa-92d9-1337c7dd4fc3 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Aug 09 16:39:28.711071 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60b7b7-3be3-44e6-8d5c-e49f83627267 req-ea710d57-16cc-4a33-996c-d98a75d1d02d tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:28.712433 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a60b7b7-3be3-44e6-8d5c-e49f83627267 req-ea710d57-16cc-4a33-996c-d98a75d1d02d tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 945 time: 0.0506485 Aug 09 16:39:28.750233 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a60b7b7-3be3-44e6-8d5c-e49f83627267 req-84232137-6806-4b7c-84fc-be26df217b4d tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Aug 09 16:39:29.868715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30993565-6b0f-4279-af21-43a329994679 req-4e9d5c14-0c6e-4962-8c17-8c4aa48b3f9f tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:29.870238 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30993565-6b0f-4279-af21-43a329994679 req-4e9d5c14-0c6e-4962-8c17-8c4aa48b3f9f tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 945 time: 0.0496328 Aug 09 16:39:29.909398 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30993565-6b0f-4279-af21-43a329994679 req-8c5fa55c-9154-4822-85e3-ba0197ee2f39 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.81 "GET /v2.0/security-groups?id=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330765 Aug 09 16:39:30.071785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4277f52-2e4e-4414-89aa-a6ea9c1a4d24 req-717162cc-dbb6-4f69-bb14-6c767f32a294 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:30.073178 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4277f52-2e4e-4414-89aa-a6ea9c1a4d24 req-717162cc-dbb6-4f69-bb14-6c767f32a294 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.53 "GET /v2.0/ports?device_id=db3d4398-0f45-4e55-96fc-13bea8e200cc HTTP/1.1" status: 200 len: 945 time: 0.0561459 Aug 09 16:39:30.160818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-b4277f52-2e4e-4414-89aa-a6ea9c1a4d24 req-665fbae3-081f-4f60-a1be-e7dd21eb63e5 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Deleting port a1dca61d-7522-4c44-a2f7-6e102e05704a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:30.161155 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b4277f52-2e4e-4414-89aa-a6ea9c1a4d24 req-665fbae3-081f-4f60-a1be-e7dd21eb63e5 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:30.249158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b4277f52-2e4e-4414-89aa-a6ea9c1a4d24 req-665fbae3-081f-4f60-a1be-e7dd21eb63e5 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] For port a1dca61d-7522-4c44-a2f7-6e102e05704a, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=a1dca61d-7522-4c44-a2f7-6e102e05704a,segment=NetworkSegment(4031f195-476d-424e-96a0-1f5450b4f8b4),segment_id=4031f195-476d-424e-96a0-1f5450b4f8b4)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:30.249633 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b4277f52-2e4e-4414-89aa-a6ea9c1a4d24 req-665fbae3-081f-4f60-a1be-e7dd21eb63e5 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:30.262520 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-b4277f52-2e4e-4414-89aa-a6ea9c1a4d24 req-665fbae3-081f-4f60-a1be-e7dd21eb63e5 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Calling delete_port for a1dca61d-7522-4c44-a2f7-6e102e05704a owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:30.390686 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b4277f52-2e4e-4414-89aa-a6ea9c1a4d24 req-665fbae3-081f-4f60-a1be-e7dd21eb63e5 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:30.403386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['a1dca61d-7522-4c44-a2f7-6e102e05704a'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:39:30.417355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fbae3-081f-4f60-a1be-e7dd21eb63e5 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Pushing event deleted for resources: {'Port': ['ID=a1dca61d-7522-4c44-a2f7-6e102e05704a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:30.465992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4277f52-2e4e-4414-89aa-a6ea9c1a4d24 req-665fbae3-081f-4f60-a1be-e7dd21eb63e5 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] No DVR routers for this DVR port a1dca61d-7522-4c44-a2f7-6e102e05704a on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:30.468606 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b4277f52-2e4e-4414-89aa-a6ea9c1a4d24 req-665fbae3-081f-4f60-a1be-e7dd21eb63e5 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:30.470688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b4277f52-2e4e-4414-89aa-a6ea9c1a4d24 req-665fbae3-081f-4f60-a1be-e7dd21eb63e5 tempest-ServersNegativeTestJSON-1584102563 tempest-ServersNegativeTestJSON-1584102563-project] 10.222.0.53 "DELETE /v2.0/ports/a1dca61d-7522-4c44-a2f7-6e102e05704a HTTP/1.1" status: 204 len: 173 time: 0.3915198 Aug 09 16:39:30.471123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3d4398-0f45-4e55-96fc-13bea8e200cc', 'name': 'network-vif-deleted', 'tag': 'a1dca61d-7522-4c44-a2f7-6e102e05704a'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:39:30.473390 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724f7e67-9029-41b2-bb20-b1103c1c6c56" -d '{"events": [{"server_uuid": "db3d4398-0f45-4e55-96fc-13bea8e200cc", "name": "network-vif-deleted", "tag": "a1dca61d-7522-4c44-a2f7-6e102e05704a"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:39:30.514791 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a84cb3-3721-465e-81fa-fac4950fba3f x-openstack-request-id: req-97a84cb3-3721-465e-81fa-fac4950fba3f {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:39:30.515084 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3d4398-0f45-4e55-96fc-13bea8e200cc", "name": "network-vif-deleted", "tag": "a1dca61d-7522-4c44-a2f7-6e102e05704a", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:39:30.515342 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97a84cb3-3721-465e-81fa-fac4950fba3f {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:39:30.515743 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3d4398-0f45-4e55-96fc-13bea8e200cc', 'name': 'network-vif-deleted', 'tag': 'a1dca61d-7522-4c44-a2f7-6e102e05704a', 'status': 'completed', 'code': 200} Aug 09 16:39:30.965268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55130) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:31.011042 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16287e2-e6bd-47a5-b8f2-88111e399202 admin admin] Deleting subnet 25b3720d-8cda-4dff-a7b4-619b42f8eeac {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:39:31.014277 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e16287e2-e6bd-47a5-b8f2-88111e399202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.053154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e16287e2-e6bd-47a5-b8f2-88111e399202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.094711 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e16287e2-e6bd-47a5-b8f2-88111e399202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.146969 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e16287e2-e6bd-47a5-b8f2-88111e399202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.173831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16287e2-e6bd-47a5-b8f2-88111e399202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b3720d-8cda-4dff-a7b4-619b42f8eeac,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:31.178829 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e16287e2-e6bd-47a5-b8f2-88111e399202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.181328 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e16287e2-e6bd-47a5-b8f2-88111e399202 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/25b3720d-8cda-4dff-a7b4-619b42f8eeac HTTP/1.1" status: 204 len: 168 time: 0.2147958 Aug 09 16:39:31.183777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55132) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:31.256578 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.337394 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.347072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dada11-3c71-4de6-9590-05526cc06846']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:31.362260 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4031f195-476d-424e-96a0-1f5450b4f8b4') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:31.362562 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4031f195-476d-424e-96a0-1f5450b4f8b4') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:31.371556 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.385533 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.391214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:39:31.391595 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:39:31.393229 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:39:31.448024 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.461685 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.463536 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] 10.222.0.81 "DELETE /v2.0/networks/e0dada11-3c71-4de6-9590-05526cc06846 HTTP/1.1" status: 204 len: 168 time: 0.2788491 Aug 09 16:39:31.475209 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11dad0d-2b60-4676-9462-2906efc51deb admin admin] Pushing event deleted for resources: {'Network': ['ID=e0dada11-3c71-4de6-9590-05526cc06846,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:31.526653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a3b45cd7-4710-404d-931a-95221d3f9903 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:31.549108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: a3b45cd7-4710-404d-931a-95221d3f9903 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:31.549501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device a3b45cd7-4710-404d-931a-95221d3f9903 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:31.570940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55136) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:31.611276 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-801bd4df-3e36-444b-8cbc-ffa17391e80c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1741fe32dde849a6bd9c711b64a67596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390382 Aug 09 16:39:31.613625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55138) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:31.661821 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d15941bf-4988-4da5-9d3c-0b398ef93110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.687542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d15941bf-4988-4da5-9d3c-0b398ef93110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.734037 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d15941bf-4988-4da5-9d3c-0b398ef93110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.736557 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d15941bf-4988-4da5-9d3c-0b398ef93110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:31.737729 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d15941bf-4988-4da5-9d3c-0b398ef93110 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/94ccb6cf-a2d1-420b-b8e7-bb138e29d5db HTTP/1.1" status: 204 len: 168 time: 0.1232042 Aug 09 16:39:31.745510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15941bf-4988-4da5-9d3c-0b398ef93110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ccb6cf-a2d1-420b-b8e7-bb138e29d5db,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:32.421808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55160) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:32.517438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-370782031'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:32.538793 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Made reservation on behalf of 92034c2c8ef74158af75315189b9241a for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:32.542356 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.550544 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.640472 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.644491 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.670288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:39:32.678884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9dbbc6-e35e-4aeb-b3b0-989cd9de4ddd,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:32.685759 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.686105 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Added segment d1cd8b3e-9acc-4c98-8f5f-408563536b30 of type vlan for network e6f918ad-7ef9-49bc-95d8-c2e4670c1186 Aug 09 16:39:32.726451 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.755989 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.762154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:32.762742 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:32.822592 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3996727 Aug 09 16:39:32.830983 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231f0e8-a2c1-4d65-b82e-92e6622a8faf tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event updated for resources: {'Network': ['ID=e6f918ad-7ef9-49bc-95d8-c2e4670c1186,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:32.844594 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network e6f918ad-7ef9-49bc-95d8-c2e4670c1186 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:39:33.338332 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a1dca61d-7522-4c44-a2f7-6e102e05704a no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:33.358683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: a1dca61d-7522-4c44-a2f7-6e102e05704a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:33.359027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device a1dca61d-7522-4c44-a2f7-6e102e05704a not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:36.032827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55164) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:36.038114 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b93fe788-901a-4738-9935-bc0cc14a4e1f tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Request body: {'subnet': {'network_id': 'e6f918ad-7ef9-49bc-95d8-c2e4670c1186', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:36.126868 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93fe788-901a-4738-9935-bc0cc14a4e1f tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Made reservation on behalf of 92034c2c8ef74158af75315189b9241a for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:36.130399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b93fe788-901a-4738-9935-bc0cc14a4e1f tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.313724 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b93fe788-901a-4738-9935-bc0cc14a4e1f tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.379535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fe788-901a-4738-9935-bc0cc14a4e1f tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event updated for resources: {'Subnet': ['ID=9926b9d6-f10a-40ec-bd04-9ba8417fe7fd,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:36.386943 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93fe788-901a-4738-9935-bc0cc14a4e1f tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Checking segment: {'id': 'd1cd8b3e-9acc-4c98-8f5f-408563536b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e6f918ad-7ef9-49bc-95d8-c2e4670c1186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:36.387234 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93fe788-901a-4738-9935-bc0cc14a4e1f tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Network hostable DHCP agents. Network: e6f918ad-7ef9-49bc-95d8-c2e4670c1186, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:39:36.404344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93fe788-901a-4738-9935-bc0cc14a4e1f tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Network e6f918ad-7ef9-49bc-95d8-c2e4670c1186 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:39:36.413038 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b93fe788-901a-4738-9935-bc0cc14a4e1f tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, e6f918ad-7ef9-49bc-95d8-c2e4670c1186) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:36.417894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93fe788-901a-4738-9935-bc0cc14a4e1f tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:36.418497 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b93fe788-901a-4738-9935-bc0cc14a4e1f tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.423171 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cb3070-ba74-47d9-a5e0-e02082715d7b None None] Network e6f918ad-7ef9-49bc-95d8-c2e4670c1186 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:36.434030 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b93fe788-901a-4738-9935-bc0cc14a4e1f tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4000533 Aug 09 16:39:36.437475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55166) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:36.442778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-60768822-c6f3-43ea-8955-31b3c5ccee97 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-268905618'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:36.465839 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60768822-c6f3-43ea-8955-31b3c5ccee97 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Made reservation on behalf of 92034c2c8ef74158af75315189b9241a for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:36.469449 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60768822-c6f3-43ea-8955-31b3c5ccee97 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.493753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60768822-c6f3-43ea-8955-31b3c5ccee97 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:39:36.502999 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60768822-c6f3-43ea-8955-31b3c5ccee97 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.503343 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-60768822-c6f3-43ea-8955-31b3c5ccee97 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Added segment 391f4ae5-a08f-42ac-8452-b95dc655a13e of type vlan for network c7711805-c151-4af5-81d2-b589123d1b75 Aug 09 16:39:36.544806 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60768822-c6f3-43ea-8955-31b3c5ccee97 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.574533 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60768822-c6f3-43ea-8955-31b3c5ccee97 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.574963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-e6f918ad-7ef9-49bc-95d8-c2e4670c1186', 'network_id': 'e6f918ad-7ef9-49bc-95d8-c2e4670c1186', 'tenant_id': '92034c2c8ef74158af75315189b9241a', 'fixed_ips': [{'subnet_id': '9926b9d6-f10a-40ec-bd04-9ba8417fe7fd'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:39:36.575826 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.580144 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60768822-c6f3-43ea-8955-31b3c5ccee97 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:36.580735 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-60768822-c6f3-43ea-8955-31b3c5ccee97 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.640354 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-60768822-c6f3-43ea-8955-31b3c5ccee97 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1990771 Aug 09 16:39:36.640561 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55168) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:36.648613 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0d8bbd46-6637-44b8-8a03-a862c90fa085 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Request body: {'subnet': {'network_id': 'c7711805-c151-4af5-81d2-b589123d1b75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:36.701015 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60768822-c6f3-43ea-8955-31b3c5ccee97 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event updated for resources: {'Network': ['ID=c7711805-c151-4af5-81d2-b589123d1b75,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:36.715691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c7711805-c151-4af5-81d2-b589123d1b75 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:39:36.755801 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8bbd46-6637-44b8-8a03-a862c90fa085 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Made reservation on behalf of 92034c2c8ef74158af75315189b9241a for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:36.760231 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d8bbd46-6637-44b8-8a03-a862c90fa085 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.793313 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Allocated IP 2001:db8:0:ffff::2 (e6f918ad-7ef9-49bc-95d8-c2e4670c1186/9926b9d6-f10a-40ec-bd04-9ba8417fe7fd/a881f874-e857-41f8-8d37-1834d60fdfcb) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:36.951537 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.960135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Transition to ACTIVE for port object a881f874-e857-41f8-8d37-1834d60fdfcb will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:36.961204 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d8bbd46-6637-44b8-8a03-a862c90fa085 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:36.975943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Transition to ACTIVE for port object a881f874-e857-41f8-8d37-1834d60fdfcb will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:36.982046 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.018835 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bbd46-6637-44b8-8a03-a862c90fa085 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event updated for resources: {'Subnet': ['ID=aa63731e-50aa-4047-8577-ad7821f5918c,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:37.026025 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Network e6f918ad-7ef9-49bc-95d8-c2e4670c1186 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:37.028962 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:37.032504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:37.036112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bbd46-6637-44b8-8a03-a862c90fa085 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Checking segment: {'id': '391f4ae5-a08f-42ac-8452-b95dc655a13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c7711805-c151-4af5-81d2-b589123d1b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:37.036595 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8bbd46-6637-44b8-8a03-a862c90fa085 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Network hostable DHCP agents. Network: c7711805-c151-4af5-81d2-b589123d1b75, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:39:37.037965 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Pushing event updated for resources: {'Port': ['ID=a881f874-e857-41f8-8d37-1834d60fdfcb,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:37.050017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:37.050339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:37.050682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:37.051020 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:37.051368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:37.051701 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:37.052122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:37.052461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:37.052790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:37.053172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:37.053376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8bbd46-6637-44b8-8a03-a862c90fa085 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Network c7711805-c151-4af5-81d2-b589123d1b75 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:39:37.053546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:37.053783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:37.063040 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-0d8bbd46-6637-44b8-8a03-a862c90fa085 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c7711805-c151-4af5-81d2-b589123d1b75) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:37.067222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8bbd46-6637-44b8-8a03-a862c90fa085 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:37.067838 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0d8bbd46-6637-44b8-8a03-a862c90fa085 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.074496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9066e-9e9c-4394-9b73-c00d3703800f None None] Network c7711805-c151-4af5-81d2-b589123d1b75 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:37.083205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0d8bbd46-6637-44b8-8a03-a862c90fa085 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4416821 Aug 09 16:39:37.086705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55170) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:37.146822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Attempting to bind port a881f874-e857-41f8-8d37-1834d60fdfcb on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:37.147184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Attempting to bind port a881f874-e857-41f8-8d37-1834d60fdfcb by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd1cd8b3e-9acc-4c98-8f5f-408563536b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e6f918ad-7ef9-49bc-95d8-c2e4670c1186'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:37.147537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Attempting to bind port a881f874-e857-41f8-8d37-1834d60fdfcb on network e6f918ad-7ef9-49bc-95d8-c2e4670c1186 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:37.154197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:37.154575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Checking segment: {'id': 'd1cd8b3e-9acc-4c98-8f5f-408563536b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e6f918ad-7ef9-49bc-95d8-c2e4670c1186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:37.154979 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.155372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Bound using segment: {'id': 'd1cd8b3e-9acc-4c98-8f5f-408563536b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e6f918ad-7ef9-49bc-95d8-c2e4670c1186'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:37.155852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Bound port: a881f874-e857-41f8-8d37-1834d60fdfcb, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cd8b3e-9acc-4c98-8f5f-408563536b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e6f918ad-7ef9-49bc-95d8-c2e4670c1186'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:37.156223 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.187894 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.265431 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.266510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] For port a881f874-e857-41f8-8d37-1834d60fdfcb, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:37.270843 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] For port a881f874-e857-41f8-8d37-1834d60fdfcb, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a881f874-e857-41f8-8d37-1834d60fdfcb,segment=NetworkSegment(d1cd8b3e-9acc-4c98-8f5f-408563536b30),segment_id=d1cd8b3e-9acc-4c98-8f5f-408563536b30)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:37.277302 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.338312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6299fb-2544-464b-8771-68c9aecbfedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-c7711805-c151-4af5-81d2-b589123d1b75', 'network_id': 'c7711805-c151-4af5-81d2-b589123d1b75', 'tenant_id': '92034c2c8ef74158af75315189b9241a', 'fixed_ips': [{'subnet_id': 'aa63731e-50aa-4047-8577-ad7821f5918c'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:39:37.339008 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.339156 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ea6299fb-2544-464b-8771-68c9aecbfedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.376646 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbdcdd-ed12-4555-a02a-af95037caa42 None None] Pushing event updated for resources: {'Port': ['ID=a881f874-e857-41f8-8d37-1834d60fdfcb,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:37.394584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event deleted for resources: {'Subnet': ['ID=aa63731e-50aa-4047-8577-ad7821f5918c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:37.443363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f0a100-8427-4647-922f-98e7bcfe20c4 None None] Network c7711805-c151-4af5-81d2-b589123d1b75 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:37.446169 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.463935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7711805-c151-4af5-81d2-b589123d1b75']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:37.475283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391f4ae5-a08f-42ac-8452-b95dc655a13e') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:37.475585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391f4ae5-a08f-42ac-8452-b95dc655a13e') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:37.485327 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.500004 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.506777 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:39:37.507198 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:39:37.571866 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:39:37.589912 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.603443 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.606271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/networks/c7711805-c151-4af5-81d2-b589123d1b75 HTTP/1.1" status: 204 len: 168 time: 0.5185747 Aug 09 16:39:37.610628 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55172) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:37.616645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-98908986-7f46-498f-96dd-959ac1396ac3 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2030902783'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:37.620594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fee01-d2b4-4f0f-8ecb-ab5b191044da tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event deleted for resources: {'Network': ['ID=c7711805-c151-4af5-81d2-b589123d1b75,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:37.643887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98908986-7f46-498f-96dd-959ac1396ac3 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Made reservation on behalf of 92034c2c8ef74158af75315189b9241a for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:37.648204 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-98908986-7f46-498f-96dd-959ac1396ac3 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.678947 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98908986-7f46-498f-96dd-959ac1396ac3 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:39:37.690038 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-98908986-7f46-498f-96dd-959ac1396ac3 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.690486 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-98908986-7f46-498f-96dd-959ac1396ac3 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Added segment e547ba90-1bdd-4670-a4cd-043f6c1d8270 of type vlan for network af29ca3c-c106-47e1-8371-1391098bb9f3 Aug 09 16:39:37.737806 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-98908986-7f46-498f-96dd-959ac1396ac3 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.743773 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-194ccd24-1a07-42fe-8a72-6b816cf926ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.769267 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-98908986-7f46-498f-96dd-959ac1396ac3 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.775099 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98908986-7f46-498f-96dd-959ac1396ac3 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:37.775695 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-98908986-7f46-498f-96dd-959ac1396ac3 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:37.834978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-98908986-7f46-498f-96dd-959ac1396ac3 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2230065 Aug 09 16:39:37.838817 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55174) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:37.845741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Request body: {'subnet': {'network_id': 'af29ca3c-c106-47e1-8371-1391098bb9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:37.862461 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98908986-7f46-498f-96dd-959ac1396ac3 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event updated for resources: {'Network': ['ID=af29ca3c-c106-47e1-8371-1391098bb9f3,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:37.874914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network af29ca3c-c106-47e1-8371-1391098bb9f3 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:39:37.946899 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Made reservation on behalf of 92034c2c8ef74158af75315189b9241a for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:37.950783 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.008686 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.ipam_backend_mixin [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Performing IP validity checks on allocation pools {{(pid=94289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 09 16:39:38.009208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.ipam_backend_mixin [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 09 16:39:38.145251 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.199843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event updated for resources: {'Subnet': ['ID=04de911f-667d-4ade-a5d3-ce512eb949be,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:38.223982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Checking segment: {'id': 'e547ba90-1bdd-4670-a4cd-043f6c1d8270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'af29ca3c-c106-47e1-8371-1391098bb9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:38.224341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Network hostable DHCP agents. Network: af29ca3c-c106-47e1-8371-1391098bb9f3, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:39:38.243953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Network af29ca3c-c106-47e1-8371-1391098bb9f3 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:39:38.259963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, af29ca3c-c106-47e1-8371-1391098bb9f3) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:38.264304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:38.265128 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.271754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25966177-60c5-4661-9635-cfb2bc79323e None None] Network af29ca3c-c106-47e1-8371-1391098bb9f3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:38.292981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55176) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:38.293520 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-aeb941c2-87fc-4e74-be3d-6318dd8b9228 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4535141 Aug 09 16:39:38.403249 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.431769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf4a38-da23-4bb0-9626-714ea238e389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-af29ca3c-c106-47e1-8371-1391098bb9f3', 'network_id': 'af29ca3c-c106-47e1-8371-1391098bb9f3', 'tenant_id': '92034c2c8ef74158af75315189b9241a', 'fixed_ips': [{'subnet_id': '04de911f-667d-4ade-a5d3-ce512eb949be'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:39:38.432650 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-eecf4a38-da23-4bb0-9626-714ea238e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.467970 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.511776 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a8314a-548c-45d1-a6ee-153f375dc9cb None None] Network e6f918ad-7ef9-49bc-95d8-c2e4670c1186 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:38.546158 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.574291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event deleted for resources: {'Subnet': ['ID=04de911f-667d-4ade-a5d3-ce512eb949be,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:38.602246 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4fe546c5-4246-4e62-9e59-b48cff2480cf None None] Provisioning for port a881f874-e857-41f8-8d37-1834d60fdfcb completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server [None req-eecf4a38-da23-4bb0-9626-714ea238e389 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04de911f-667d-4ade-a5d3-ce512eb949be: This subnet is being modified by another concurrent operation. Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise self.value Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server raise exception Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04de911f-667d-4ade-a5d3-ce512eb949be: This subnet is being modified by another concurrent operation. Aug 09 16:39:38.607935 n-d-803778-2 neutron-server[94291]: ERROR oslo_messaging.rpc.server Aug 09 16:39:38.630937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096675ea-f685-4625-a99b-6103e8459e61 None None] Network af29ca3c-c106-47e1-8371-1391098bb9f3 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:38.639358 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.649779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af29ca3c-c106-47e1-8371-1391098bb9f3']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:38.660447 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e547ba90-1bdd-4670-a4cd-043f6c1d8270') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:38.660828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e547ba90-1bdd-4670-a4cd-043f6c1d8270') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:38.669717 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.688315 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.694362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:39:38.695439 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:39:38.698379 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:39:38.759440 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.767618 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.769445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/networks/af29ca3c-c106-47e1-8371-1391098bb9f3 HTTP/1.1" status: 204 len: 168 time: 0.4740660 Aug 09 16:39:38.773372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55178) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:38.787439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-502d8960-1fcd-4256-a5a6-cf3f7fc41a4a tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2007527218'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:38.791884 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b0c77-865b-4d9d-8d17-42f000a8af47 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event deleted for resources: {'Network': ['ID=af29ca3c-c106-47e1-8371-1391098bb9f3,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:38.815940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502d8960-1fcd-4256-a5a6-cf3f7fc41a4a tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Made reservation on behalf of 92034c2c8ef74158af75315189b9241a for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:38.819454 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-502d8960-1fcd-4256-a5a6-cf3f7fc41a4a tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.846512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502d8960-1fcd-4256-a5a6-cf3f7fc41a4a tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:39:38.856866 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-502d8960-1fcd-4256-a5a6-cf3f7fc41a4a tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.857244 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-502d8960-1fcd-4256-a5a6-cf3f7fc41a4a tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Added segment 4a779e60-cf4a-45e3-9697-66836ffc13b1 of type vlan for network 870ad9ad-c3a8-4345-8fa7-7aec7f85f17c Aug 09 16:39:38.899708 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-502d8960-1fcd-4256-a5a6-cf3f7fc41a4a tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.937828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-502d8960-1fcd-4256-a5a6-cf3f7fc41a4a tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.943938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502d8960-1fcd-4256-a5a6-cf3f7fc41a4a tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:38.944772 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-502d8960-1fcd-4256-a5a6-cf3f7fc41a4a tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:38.988349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f93b52-327d-4a95-83df-0e905935adfc None None] get_active_networks_info from n-d-803778-2 {{(pid=94291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:39:39.017549 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-502d8960-1fcd-4256-a5a6-cf3f7fc41a4a tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2395632 Aug 09 16:39:39.018059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55180) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:39.023195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d8960-1fcd-4256-a5a6-cf3f7fc41a4a tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event updated for resources: {'Network': ['ID=870ad9ad-c3a8-4345-8fa7-7aec7f85f17c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:39.023945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a07ed804-4175-4f39-93cf-b6363fb57e78 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Request body: {'subnet': {'network_id': '870ad9ad-c3a8-4345-8fa7-7aec7f85f17c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:39.036885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 870ad9ad-c3a8-4345-8fa7-7aec7f85f17c details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:39:39.129697 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07ed804-4175-4f39-93cf-b6363fb57e78 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Made reservation on behalf of 92034c2c8ef74158af75315189b9241a for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:39.129859 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f93b52-327d-4a95-83df-0e905935adfc None None] Resources bound (agent type, host, resource id): {{(pid=94291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 09 16:39:39.134049 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a07ed804-4175-4f39-93cf-b6363fb57e78 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.229445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a881f874-e857-41f8-8d37-1834d60fdfcb up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:39.322270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port a881f874-e857-41f8-8d37-1834d60fdfcb completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:39.331530 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a881f874-e857-41f8-8d37-1834d60fdfcb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:39.331891 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.334919 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a07ed804-4175-4f39-93cf-b6363fb57e78 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.401461 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ed804-4175-4f39-93cf-b6363fb57e78 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event updated for resources: {'Subnet': ['ID=f9a6b347-4bd6-402b-9a46-78ba9bb853a7,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:39.419604 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ed804-4175-4f39-93cf-b6363fb57e78 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Checking segment: {'id': '4a779e60-cf4a-45e3-9697-66836ffc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '870ad9ad-c3a8-4345-8fa7-7aec7f85f17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:39.420063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07ed804-4175-4f39-93cf-b6363fb57e78 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Network hostable DHCP agents. Network: 870ad9ad-c3a8-4345-8fa7-7aec7f85f17c, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:39:39.439107 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07ed804-4175-4f39-93cf-b6363fb57e78 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Network 870ad9ad-c3a8-4345-8fa7-7aec7f85f17c is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:39:39.448997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-a07ed804-4175-4f39-93cf-b6363fb57e78 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 870ad9ad-c3a8-4345-8fa7-7aec7f85f17c) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:39.453484 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.457919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff61731e-b06b-469f-9bcb-ec69ea799c14 None None] Network 870ad9ad-c3a8-4345-8fa7-7aec7f85f17c requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:39.459938 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07ed804-4175-4f39-93cf-b6363fb57e78 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:39.461030 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a07ed804-4175-4f39-93cf-b6363fb57e78 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.476107 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a07ed804-4175-4f39-93cf-b6363fb57e78 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4568396 Aug 09 16:39:39.480386 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55182) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:39.485366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-09840e65-f0a6-4762-875d-f5fd38ece98c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1061184567'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:39.506279 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09840e65-f0a6-4762-875d-f5fd38ece98c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Made reservation on behalf of 92034c2c8ef74158af75315189b9241a for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:39.510099 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09840e65-f0a6-4762-875d-f5fd38ece98c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.536708 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port a881f874-e857-41f8-8d37-1834d60fdfcb, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a881f874-e857-41f8-8d37-1834d60fdfcb,segment=NetworkSegment(d1cd8b3e-9acc-4c98-8f5f-408563536b30),segment_id=d1cd8b3e-9acc-4c98-8f5f-408563536b30)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:39.537823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09840e65-f0a6-4762-875d-f5fd38ece98c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:39:39.544990 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.561496 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09840e65-f0a6-4762-875d-f5fd38ece98c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.562033 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-09840e65-f0a6-4762-875d-f5fd38ece98c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Added segment ccfc9046-646c-49eb-891c-5f72ffeb275a of type vlan for network 55dfac92-659a-4678-a5ad-d59fc45d9846 Aug 09 16:39:39.609743 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09840e65-f0a6-4762-875d-f5fd38ece98c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.629857 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=a881f874-e857-41f8-8d37-1834d60fdfcb,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:39.643437 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09840e65-f0a6-4762-875d-f5fd38ece98c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.649944 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09840e65-f0a6-4762-875d-f5fd38ece98c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:39.650598 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09840e65-f0a6-4762-875d-f5fd38ece98c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.685103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-870ad9ad-c3a8-4345-8fa7-7aec7f85f17c', 'network_id': '870ad9ad-c3a8-4345-8fa7-7aec7f85f17c', 'tenant_id': '92034c2c8ef74158af75315189b9241a', 'fixed_ips': [{'subnet_id': 'f9a6b347-4bd6-402b-9a46-78ba9bb853a7'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:39:39.686032 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.718422 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-09840e65-f0a6-4762-875d-f5fd38ece98c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2370331 Aug 09 16:39:39.721345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55184) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:39.727444 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0cba69dc-3610-4d56-9340-42cb9dcce060 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Request body: {'subnet': {'network_id': '55dfac92-659a-4678-a5ad-d59fc45d9846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:39.772846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09840e65-f0a6-4762-875d-f5fd38ece98c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event updated for resources: {'Network': ['ID=55dfac92-659a-4678-a5ad-d59fc45d9846,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:39.786605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 55dfac92-659a-4678-a5ad-d59fc45d9846 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:39:39.840080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cba69dc-3610-4d56-9340-42cb9dcce060 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Made reservation on behalf of 92034c2c8ef74158af75315189b9241a for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:39.843832 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0cba69dc-3610-4d56-9340-42cb9dcce060 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:39.890337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Allocated IP 2001:db8::2 (870ad9ad-c3a8-4345-8fa7-7aec7f85f17c/f9a6b347-4bd6-402b-9a46-78ba9bb853a7/34eb40e8-023a-4ca0-9fc7-9bff24260734) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:40.037748 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0cba69dc-3610-4d56-9340-42cb9dcce060 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.044121 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.052891 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Transition to ACTIVE for port object 34eb40e8-023a-4ca0-9fc7-9bff24260734 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:40.068531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Transition to ACTIVE for port object 34eb40e8-023a-4ca0-9fc7-9bff24260734 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:40.075941 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.096535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba69dc-3610-4d56-9340-42cb9dcce060 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event updated for resources: {'Subnet': ['ID=b96a1e22-2ce8-45d7-a37d-bfd6171f659c,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:40.118599 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cba69dc-3610-4d56-9340-42cb9dcce060 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Checking segment: {'id': 'ccfc9046-646c-49eb-891c-5f72ffeb275a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '55dfac92-659a-4678-a5ad-d59fc45d9846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:40.118964 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba69dc-3610-4d56-9340-42cb9dcce060 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Network hostable DHCP agents. Network: 55dfac92-659a-4678-a5ad-d59fc45d9846, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:39:40.127125 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Network 870ad9ad-c3a8-4345-8fa7-7aec7f85f17c is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:40.133912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:40.135940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Pushing event updated for resources: {'Port': ['ID=34eb40e8-023a-4ca0-9fc7-9bff24260734,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:40.136920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba69dc-3610-4d56-9340-42cb9dcce060 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Network 55dfac92-659a-4678-a5ad-d59fc45d9846 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:39:40.138434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:40.147513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-0cba69dc-3610-4d56-9340-42cb9dcce060 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 55dfac92-659a-4678-a5ad-d59fc45d9846) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:40.152127 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba69dc-3610-4d56-9340-42cb9dcce060 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:40.152799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0cba69dc-3610-4d56-9340-42cb9dcce060 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.164249 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afdab9e-b787-4e9b-a83d-4cf9649e0db0 None None] Network 55dfac92-659a-4678-a5ad-d59fc45d9846 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:40.168109 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0cba69dc-3610-4d56-9340-42cb9dcce060 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4455273 Aug 09 16:39:40.170557 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55186) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:40.275765 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.358272 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.394380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Attempting to bind port 34eb40e8-023a-4ca0-9fc7-9bff24260734 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:40.394737 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Attempting to bind port 34eb40e8-023a-4ca0-9fc7-9bff24260734 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4a779e60-cf4a-45e3-9697-66836ffc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '870ad9ad-c3a8-4345-8fa7-7aec7f85f17c'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:40.395093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Attempting to bind port 34eb40e8-023a-4ca0-9fc7-9bff24260734 on network 870ad9ad-c3a8-4345-8fa7-7aec7f85f17c {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:40.404011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:40.404382 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Checking segment: {'id': '4a779e60-cf4a-45e3-9697-66836ffc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '870ad9ad-c3a8-4345-8fa7-7aec7f85f17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:40.404785 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.405170 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Bound using segment: {'id': '4a779e60-cf4a-45e3-9697-66836ffc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '870ad9ad-c3a8-4345-8fa7-7aec7f85f17c'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:40.405655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Bound port: 34eb40e8-023a-4ca0-9fc7-9bff24260734, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a779e60-cf4a-45e3-9697-66836ffc13b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '870ad9ad-c3a8-4345-8fa7-7aec7f85f17c'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:40.406035 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.427967 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.468556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event deleted for resources: {'Subnet': ['ID=b96a1e22-2ce8-45d7-a37d-bfd6171f659c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:40.520197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab78545-d25f-4ba4-9aae-72eee63922bf None None] Network 55dfac92-659a-4678-a5ad-d59fc45d9846 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:40.527388 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] For port 34eb40e8-023a-4ca0-9fc7-9bff24260734, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:40.532028 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.543412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55dfac92-659a-4678-a5ad-d59fc45d9846']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:40.555261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfc9046-646c-49eb-891c-5f72ffeb275a') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:40.555897 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfc9046-646c-49eb-891c-5f72ffeb275a') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:40.564790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.580647 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] For port 34eb40e8-023a-4ca0-9fc7-9bff24260734, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=34eb40e8-023a-4ca0-9fc7-9bff24260734,segment=NetworkSegment(4a779e60-cf4a-45e3-9697-66836ffc13b1),segment_id=4a779e60-cf4a-45e3-9697-66836ffc13b1)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:40.583816 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.588868 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.589829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:39:40.590320 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:39:40.593495 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:39:40.655073 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.661941 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.666925 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/networks/55dfac92-659a-4678-a5ad-d59fc45d9846 HTTP/1.1" status: 204 len: 168 time: 0.4929512 Aug 09 16:39:40.667284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55188) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:40.676533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f73aed-7ec3-46ea-b40f-892a9986658c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event deleted for resources: {'Network': ['ID=55dfac92-659a-4678-a5ad-d59fc45d9846,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:40.704656 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-2884293b-00c9-4ec9-825d-031b20d0b5f8 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] GET failed (client error): The resource could not be found. Aug 09 16:39:40.708735 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2884293b-00c9-4ec9-825d-031b20d0b5f8 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "GET /v2.0/subnets/b96a1e22-2ce8-45d7-a37d-bfd6171f659c HTTP/1.1" status: 404 len: 337 time: 0.0379283 Aug 09 16:39:40.708889 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e032d585-e31e-4727-a25f-4998620ed8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.709568 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55190) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:40.713452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514d007-786c-43dd-8523-a65281ff66d3 None None] Pushing event updated for resources: {'Port': ['ID=34eb40e8-023a-4ca0-9fc7-9bff24260734,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:40.731563 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4db8d59-4dc1-4aa2-a0ee-8bf0ba5b9db9 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] DELETE failed (client error): The resource could not be found. Aug 09 16:39:40.732118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4db8d59-4dc1-4aa2-a0ee-8bf0ba5b9db9 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:39:40.733927 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a4db8d59-4dc1-4aa2-a0ee-8bf0ba5b9db9 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/networks/55dfac92-659a-4678-a5ad-d59fc45d9846 HTTP/1.1" status: 404 len: 339 time: 0.0237520 Aug 09 16:39:40.739262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55192) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:40.767514 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-09793161-76fd-4c2b-80b9-bce961162041 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] DELETE failed (client error): The resource could not be found. Aug 09 16:39:40.767971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09793161-76fd-4c2b-80b9-bce961162041 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:39:40.769711 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-09793161-76fd-4c2b-80b9-bce961162041 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/subnets/b96a1e22-2ce8-45d7-a37d-bfd6171f659c HTTP/1.1" status: 404 len: 337 time: 0.0295076 Aug 09 16:39:40.772220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55194) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:40.790750 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bd468e-c125-43a6-8a6c-4d5ed4bea258 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] DELETE failed (client error): The resource could not be found. Aug 09 16:39:40.791277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bd468e-c125-43a6-8a6c-4d5ed4bea258 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:39:40.792938 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-32bd468e-c125-43a6-8a6c-4d5ed4bea258 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/networks/55dfac92-659a-4678-a5ad-d59fc45d9846 HTTP/1.1" status: 404 len: 339 time: 0.0195651 Aug 09 16:39:40.795637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55196) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:40.880592 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdb08f2-b94a-49ab-a29e-bd634aa52eca tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Deleting subnet f9a6b347-4bd6-402b-9a46-78ba9bb853a7 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:39:40.883732 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cdb08f2-b94a-49ab-a29e-bd634aa52eca tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.931271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cdb08f2-b94a-49ab-a29e-bd634aa52eca tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:40.980855 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.019411 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cdb08f2-b94a-49ab-a29e-bd634aa52eca tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.081765 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cdb08f2-b94a-49ab-a29e-bd634aa52eca tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.108975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb08f2-b94a-49ab-a29e-bd634aa52eca tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a6b347-4bd6-402b-9a46-78ba9bb853a7,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:41.112918 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7cdb08f2-b94a-49ab-a29e-bd634aa52eca tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.115187 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7cdb08f2-b94a-49ab-a29e-bd634aa52eca tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/subnets/f9a6b347-4bd6-402b-9a46-78ba9bb853a7 HTTP/1.1" status: 204 len: 168 time: 0.3182454 Aug 09 16:39:41.117381 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55198) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:41.196348 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.252977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a881f874-e857-41f8-8d37-1834d60fdfcb up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:41.255974 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Deleting port 34eb40e8-023a-4ca0-9fc7-9bff24260734 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:41.256325 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.307185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a881f874-e857-41f8-8d37-1834d60fdfcb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:41.307565 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.333150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] For port 34eb40e8-023a-4ca0-9fc7-9bff24260734, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=34eb40e8-023a-4ca0-9fc7-9bff24260734,segment=NetworkSegment(4a779e60-cf4a-45e3-9697-66836ffc13b1),segment_id=4a779e60-cf4a-45e3-9697-66836ffc13b1)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:41.333425 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.348152 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Calling delete_port for 34eb40e8-023a-4ca0-9fc7-9bff24260734 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:41.391131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 34eb40e8-023a-4ca0-9fc7-9bff24260734 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:41.432710 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.433731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Could not find standard attr ID for object 34eb40e8-023a-4ca0-9fc7-9bff24260734. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:39:41.468742 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event deleted for resources: {'Port': ['ID=34eb40e8-023a-4ca0-9fc7-9bff24260734,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:41.470608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] No DVR routers for this DVR port 34eb40e8-023a-4ca0-9fc7-9bff24260734 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:41.550881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.561655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870ad9ad-c3a8-4345-8fa7-7aec7f85f17c']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:41.573843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a779e60-cf4a-45e3-9697-66836ffc13b1') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:41.574138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a779e60-cf4a-45e3-9697-66836ffc13b1') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:41.583535 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.597990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.604560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:39:41.604970 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:39:41.608153 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:39:41.649713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca4d42-a836-4fe5-8fff-ca51ac803ee8 None None] Network 870ad9ad-c3a8-4345-8fa7-7aec7f85f17c requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:41.673817 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.682354 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.684439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/networks/870ad9ad-c3a8-4345-8fa7-7aec7f85f17c HTTP/1.1" status: 204 len: 168 time: 0.5661168 Aug 09 16:39:41.687692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55202) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:41.696767 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55647c59-b094-4d41-9373-a4a3acc04cb2 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event deleted for resources: {'Network': ['ID=870ad9ad-c3a8-4345-8fa7-7aec7f85f17c,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:41.718788 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5dc6dec-5834-4850-90e5-d48c8359954c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] DELETE failed (client error): The resource could not be found. Aug 09 16:39:41.719370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5dc6dec-5834-4850-90e5-d48c8359954c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:39:41.721189 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c5dc6dec-5834-4850-90e5-d48c8359954c tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/subnets/04de911f-667d-4ade-a5d3-ce512eb949be HTTP/1.1" status: 404 len: 337 time: 0.0314906 Aug 09 16:39:41.723851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55204) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:41.740572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-844b0698-9223-43ad-bb1a-79046eec252a None None] Could not find standard attr ID for object 34eb40e8-023a-4ca0-9fc7-9bff24260734. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:39:41.742903 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b6b784-727f-4a7b-9948-edf904759bfd tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] DELETE failed (client error): The resource could not be found. Aug 09 16:39:41.743467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b6b784-727f-4a7b-9948-edf904759bfd tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:39:41.745185 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-24b6b784-727f-4a7b-9948-edf904759bfd tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/networks/af29ca3c-c106-47e1-8371-1391098bb9f3 HTTP/1.1" status: 404 len: 339 time: 0.0203974 Aug 09 16:39:41.747922 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55206) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:41.776752 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.777713 n-d-803778-2 neutron-server[94289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4e2159-b376-420b-b139-7fd76f9dccdd tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] DELETE failed (client error): The resource could not be found. Aug 09 16:39:41.778187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4e2159-b376-420b-b139-7fd76f9dccdd tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:39:41.779952 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7c4e2159-b376-420b-b139-7fd76f9dccdd tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/subnets/aa63731e-50aa-4047-8577-ad7821f5918c HTTP/1.1" status: 404 len: 337 time: 0.0310619 Aug 09 16:39:41.782687 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55208) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:41.801643 n-d-803778-2 neutron-server[94290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7c0271-079e-46d2-91a0-fb4e0f5e0874 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] DELETE failed (client error): The resource could not be found. Aug 09 16:39:41.802141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7c0271-079e-46d2-91a0-fb4e0f5e0874 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 09 16:39:41.803768 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7c7c0271-079e-46d2-91a0-fb4e0f5e0874 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/networks/c7711805-c151-4af5-81d2-b589123d1b75 HTTP/1.1" status: 404 len: 339 time: 0.0196736 Aug 09 16:39:41.807008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55210) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:41.818995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8615fb-af96-4060-bbd3-bcacf8c0a8a1 None None] DHCP port deletion for 870ad9ad-c3a8-4345-8fa7-7aec7f85f17c request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:39:41.858535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-995ea4ff-d116-4539-ad94-612fdc6db609 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Deleting subnet 9926b9d6-f10a-40ec-bd04-9ba8417fe7fd {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:39:41.861615 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-995ea4ff-d116-4539-ad94-612fdc6db609 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.903622 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-995ea4ff-d116-4539-ad94-612fdc6db609 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.963397 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:41.994634 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-995ea4ff-d116-4539-ad94-612fdc6db609 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.050406 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-995ea4ff-d116-4539-ad94-612fdc6db609 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.077544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ea4ff-d116-4539-ad94-612fdc6db609 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event deleted for resources: {'Subnet': ['ID=9926b9d6-f10a-40ec-bd04-9ba8417fe7fd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:42.081485 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-995ea4ff-d116-4539-ad94-612fdc6db609 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.083343 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-995ea4ff-d116-4539-ad94-612fdc6db609 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/subnets/9926b9d6-f10a-40ec-bd04-9ba8417fe7fd HTTP/1.1" status: 204 len: 168 time: 0.2754500 Aug 09 16:39:42.086158 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55212) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:42.087500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7850103f-39ed-4037-940d-eb73a3f99f1f None None] Network e6f918ad-7ef9-49bc-95d8-c2e4670c1186 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:42.164215 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.217699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Deleting port a881f874-e857-41f8-8d37-1834d60fdfcb {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:42.218040 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.261247 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59707645-a291-414e-9a38-fe0c3e3b2086 None None] DHCP port deletion for e6f918ad-7ef9-49bc-95d8-c2e4670c1186 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:39:42.284006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] For port a881f874-e857-41f8-8d37-1834d60fdfcb, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a881f874-e857-41f8-8d37-1834d60fdfcb,segment=NetworkSegment(d1cd8b3e-9acc-4c98-8f5f-408563536b30),segment_id=d1cd8b3e-9acc-4c98-8f5f-408563536b30)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:42.284379 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.297157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Calling delete_port for a881f874-e857-41f8-8d37-1834d60fdfcb owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:42.307455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-59707645-a291-414e-9a38-fe0c3e3b2086 None None] Deleting port a881f874-e857-41f8-8d37-1834d60fdfcb {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:42.307836 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-59707645-a291-414e-9a38-fe0c3e3b2086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.373636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-59707645-a291-414e-9a38-fe0c3e3b2086 None None] For port a881f874-e857-41f8-8d37-1834d60fdfcb, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a881f874-e857-41f8-8d37-1834d60fdfcb,segment=NetworkSegment(d1cd8b3e-9acc-4c98-8f5f-408563536b30),segment_id=d1cd8b3e-9acc-4c98-8f5f-408563536b30)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:42.374089 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-59707645-a291-414e-9a38-fe0c3e3b2086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.381113 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.388324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-59707645-a291-414e-9a38-fe0c3e3b2086 None None] Calling delete_port for a881f874-e857-41f8-8d37-1834d60fdfcb owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:42.407046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event deleted for resources: {'Port': ['ID=a881f874-e857-41f8-8d37-1834d60fdfcb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:42.410945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] No DVR routers for this DVR port a881f874-e857-41f8-8d37-1834d60fdfcb on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:42.470159 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-59707645-a291-414e-9a38-fe0c3e3b2086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.493990 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.496461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59707645-a291-414e-9a38-fe0c3e3b2086 None None] Pushing event deleted for resources: {'Port': ['ID=a881f874-e857-41f8-8d37-1834d60fdfcb,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:42.501133 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59707645-a291-414e-9a38-fe0c3e3b2086 None None] No DVR routers for this DVR port a881f874-e857-41f8-8d37-1834d60fdfcb on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:42.509412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f918ad-7ef9-49bc-95d8-c2e4670c1186']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:42.517223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cd8b3e-9acc-4c98-8f5f-408563536b30') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:42.517519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cd8b3e-9acc-4c98-8f5f-408563536b30') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:42.526718 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.540536 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.546931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:39:42.547340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:39:42.550321 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:39:42.607059 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.614433 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:42.616054 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] 10.222.0.81 "DELETE /v2.0/networks/e6f918ad-7ef9-49bc-95d8-c2e4670c1186 HTTP/1.1" status: 204 len: 168 time: 0.5287409 Aug 09 16:39:42.628276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26050853-8f28-42ad-9d6f-b706296f7d76 tempest-NetworksIpV6Test-798171301 tempest-NetworksIpV6Test-798171301-project] Pushing event deleted for resources: {'Network': ['ID=e6f918ad-7ef9-49bc-95d8-c2e4670c1186,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:42.858702 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55218) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:42.996748 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cb9abce9-0923-4215-9395-545fb83ad69f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92034c2c8ef74158af75315189b9241a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368647 Aug 09 16:39:42.999225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55222) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:43.046599 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fbb07df-30ae-4a62-8873-f4274ee3a910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:43.068228 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fbb07df-30ae-4a62-8873-f4274ee3a910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:43.117417 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fbb07df-30ae-4a62-8873-f4274ee3a910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:43.120179 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3fbb07df-30ae-4a62-8873-f4274ee3a910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:43.124804 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3fbb07df-30ae-4a62-8873-f4274ee3a910 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b9dbbc6-e35e-4aeb-b3b0-989cd9de4ddd HTTP/1.1" status: 204 len: 168 time: 0.1219211 Aug 09 16:39:43.132896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb07df-30ae-4a62-8873-f4274ee3a910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9dbbc6-e35e-4aeb-b3b0-989cd9de4ddd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:43.168883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a881f874-e857-41f8-8d37-1834d60fdfcb no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:43.192493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: a881f874-e857-41f8-8d37-1834d60fdfcb {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:43.192751 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a881f874-e857-41f8-8d37-1834d60fdfcb not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:43.193363 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 34eb40e8-023a-4ca0-9fc7-9bff24260734 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:43.213015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 34eb40e8-023a-4ca0-9fc7-9bff24260734 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:43.213360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 34eb40e8-023a-4ca0-9fc7-9bff24260734 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:43.281887 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:39:43.631053 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:43.698799 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:43.800292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55244) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:43.905210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-57cfa0af-cb4e-46cf-a025-3a3987231ec3 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1244529895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:43.928222 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-57cfa0af-cb4e-46cf-a025-3a3987231ec3 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:43.930091 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-57cfa0af-cb4e-46cf-a025-3a3987231ec3 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:43.987421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-57cfa0af-cb4e-46cf-a025-3a3987231ec3 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:43.991537 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-57cfa0af-cb4e-46cf-a025-3a3987231ec3 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:44.008218 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-57cfa0af-cb4e-46cf-a025-3a3987231ec3 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:44.009752 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-57cfa0af-cb4e-46cf-a025-3a3987231ec3 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2083621 Aug 09 16:39:44.012404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55248) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:44.017321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2023246916'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:44.038057 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Made reservation on behalf of f1b9c3b9e26b4022b9da79668b1a0dd0 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:44.041694 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:44.050108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:44.142144 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:44.146448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:44.172009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:39:44.182398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567eb6c5-2999-4df3-8f3e-24aed8f7b66b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:44.187250 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:44.187592 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Added segment 3ef70daa-441f-4a18-bc92-02937d4e174e of type vlan for network a7f95d1e-a989-428b-ac2a-4c0fd371a47c Aug 09 16:39:44.228662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:44.258939 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:44.264870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:44.265467 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:44.674526 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6609097 Aug 09 16:39:44.677273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55250) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:44.685332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-66296c26-2bb3-44c9-afae-c666a13450df tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Request body: {'subnet': {'network_id': 'a7f95d1e-a989-428b-ac2a-4c0fd371a47c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:44.734991 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2ae0a-fe1a-43e1-b3e6-5db0d87ae78f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Pushing event updated for resources: {'Network': ['ID=a7f95d1e-a989-428b-ac2a-4c0fd371a47c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:44.745377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network a7f95d1e-a989-428b-ac2a-4c0fd371a47c details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:39:44.781913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66296c26-2bb3-44c9-afae-c666a13450df tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Made reservation on behalf of f1b9c3b9e26b4022b9da79668b1a0dd0 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:44.785428 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66296c26-2bb3-44c9-afae-c666a13450df tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:44.970066 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66296c26-2bb3-44c9-afae-c666a13450df tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.034055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66296c26-2bb3-44c9-afae-c666a13450df tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Pushing event updated for resources: {'Subnet': ['ID=69aee111-225c-4dd3-a429-659aaf85b0cf,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:45.042712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66296c26-2bb3-44c9-afae-c666a13450df tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Checking segment: {'id': '3ef70daa-441f-4a18-bc92-02937d4e174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a7f95d1e-a989-428b-ac2a-4c0fd371a47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:45.043071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66296c26-2bb3-44c9-afae-c666a13450df tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Network hostable DHCP agents. Network: a7f95d1e-a989-428b-ac2a-4c0fd371a47c, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:39:45.061004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66296c26-2bb3-44c9-afae-c666a13450df tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Network a7f95d1e-a989-428b-ac2a-4c0fd371a47c is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:39:45.070111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-66296c26-2bb3-44c9-afae-c666a13450df tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, a7f95d1e-a989-428b-ac2a-4c0fd371a47c) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:45.074151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66296c26-2bb3-44c9-afae-c666a13450df tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:45.074745 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-66296c26-2bb3-44c9-afae-c666a13450df tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.082386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452c035b-e158-4ca0-8f89-b20d5c0ffdca None None] Network a7f95d1e-a989-428b-ac2a-4c0fd371a47c requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:45.090310 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-66296c26-2bb3-44c9-afae-c666a13450df tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4118822 Aug 09 16:39:45.093305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55252) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:45.099312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2686cabe-1ddd-4e0c-aca7-0587eb2d452d tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-577675621'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:45.124216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2686cabe-1ddd-4e0c-aca7-0587eb2d452d tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Made reservation on behalf of f1b9c3b9e26b4022b9da79668b1a0dd0 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:45.128218 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2686cabe-1ddd-4e0c-aca7-0587eb2d452d tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.155226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2686cabe-1ddd-4e0c-aca7-0587eb2d452d tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:39:45.169343 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2686cabe-1ddd-4e0c-aca7-0587eb2d452d tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.169789 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-2686cabe-1ddd-4e0c-aca7-0587eb2d452d tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Added segment 0abfb47b-0b84-4675-b911-2cb2733e3834 of type vlan for network c115a93f-3f20-4da1-adff-03d1744d04c6 Aug 09 16:39:45.214893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2686cabe-1ddd-4e0c-aca7-0587eb2d452d tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.246295 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2686cabe-1ddd-4e0c-aca7-0587eb2d452d tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.252086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2686cabe-1ddd-4e0c-aca7-0587eb2d452d tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:45.252680 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2686cabe-1ddd-4e0c-aca7-0587eb2d452d tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.255318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-a7f95d1e-a989-428b-ac2a-4c0fd371a47c', 'network_id': 'a7f95d1e-a989-428b-ac2a-4c0fd371a47c', 'tenant_id': 'f1b9c3b9e26b4022b9da79668b1a0dd0', 'fixed_ips': [{'subnet_id': '69aee111-225c-4dd3-a429-659aaf85b0cf'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:39:45.256234 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.316492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2686cabe-1ddd-4e0c-aca7-0587eb2d452d tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2219875 Aug 09 16:39:45.320240 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55254) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:45.330692 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cf9a769e-beb1-456d-aaa2-0f23a256013f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Request body: {'subnet': {'network_id': 'c115a93f-3f20-4da1-adff-03d1744d04c6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:45.330923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686cabe-1ddd-4e0c-aca7-0587eb2d452d tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Pushing event updated for resources: {'Network': ['ID=c115a93f-3f20-4da1-adff-03d1744d04c6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:45.346406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network c115a93f-3f20-4da1-adff-03d1744d04c6 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:39:45.452321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9a769e-beb1-456d-aaa2-0f23a256013f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Made reservation on behalf of f1b9c3b9e26b4022b9da79668b1a0dd0 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:45.455939 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf9a769e-beb1-456d-aaa2-0f23a256013f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.460253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Allocated IP 172.20.0.2 (a7f95d1e-a989-428b-ac2a-4c0fd371a47c/69aee111-225c-4dd3-a429-659aaf85b0cf/1e4cf18f-96e1-401e-bd69-8ee929c9fc25) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:45.612021 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.621670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Transition to ACTIVE for port object 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:45.638219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Transition to ACTIVE for port object 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:45.644419 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.690779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Network a7f95d1e-a989-428b-ac2a-4c0fd371a47c is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:45.693821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:45.698861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:45.704879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Pushing event updated for resources: {'Port': ['ID=1e4cf18f-96e1-401e-bd69-8ee929c9fc25,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:45.764428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Attempting to bind port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:45.765107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Attempting to bind port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '3ef70daa-441f-4a18-bc92-02937d4e174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a7f95d1e-a989-428b-ac2a-4c0fd371a47c'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:45.765207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Attempting to bind port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 on network a7f95d1e-a989-428b-ac2a-4c0fd371a47c {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:45.770561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:45.770939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Checking segment: {'id': '3ef70daa-441f-4a18-bc92-02937d4e174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a7f95d1e-a989-428b-ac2a-4c0fd371a47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:45.771350 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.771752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Bound using segment: {'id': '3ef70daa-441f-4a18-bc92-02937d4e174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a7f95d1e-a989-428b-ac2a-4c0fd371a47c'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:45.772233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Bound port: 1e4cf18f-96e1-401e-bd69-8ee929c9fc25, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef70daa-441f-4a18-bc92-02937d4e174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a7f95d1e-a989-428b-ac2a-4c0fd371a47c'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:45.772623 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.842088 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] For port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:45.845455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] For port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1e4cf18f-96e1-401e-bd69-8ee929c9fc25,segment=NetworkSegment(3ef70daa-441f-4a18-bc92-02937d4e174e),segment_id=3ef70daa-441f-4a18-bc92-02937d4e174e)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:45.850622 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:45.911522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ec112-b403-4fb1-af7f-090584818d36 None None] Pushing event updated for resources: {'Port': ['ID=1e4cf18f-96e1-401e-bd69-8ee929c9fc25,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:45.957788 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf9a769e-beb1-456d-aaa2-0f23a256013f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.020655 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a769e-beb1-456d-aaa2-0f23a256013f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Pushing event updated for resources: {'Subnet': ['ID=dbd3cf06-3704-4118-91a9-6257f90a0c51,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:46.028390 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a769e-beb1-456d-aaa2-0f23a256013f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Checking segment: {'id': '0abfb47b-0b84-4675-b911-2cb2733e3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c115a93f-3f20-4da1-adff-03d1744d04c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:46.028762 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a769e-beb1-456d-aaa2-0f23a256013f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Network hostable DHCP agents. Network: c115a93f-3f20-4da1-adff-03d1744d04c6, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:39:46.046605 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a769e-beb1-456d-aaa2-0f23a256013f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Network c115a93f-3f20-4da1-adff-03d1744d04c6 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:39:46.057137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a769e-beb1-456d-aaa2-0f23a256013f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, c115a93f-3f20-4da1-adff-03d1744d04c6) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:46.062156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9a769e-beb1-456d-aaa2-0f23a256013f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:46.063022 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cf9a769e-beb1-456d-aaa2-0f23a256013f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.074565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b12f93-6ba7-4c56-9718-4254c394a7a8 None None] Network c115a93f-3f20-4da1-adff-03d1744d04c6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:46.090639 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cf9a769e-beb1-456d-aaa2-0f23a256013f tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7670586 Aug 09 16:39:46.093492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55256) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:46.100227 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-53cc9b03-7230-4c94-ba82-7d19df1156ed tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c115a93f-3f20-4da1-adff-03d1744d04c6'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:46.251126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-c115a93f-3f20-4da1-adff-03d1744d04c6', 'network_id': 'c115a93f-3f20-4da1-adff-03d1744d04c6', 'tenant_id': 'f1b9c3b9e26b4022b9da79668b1a0dd0', 'fixed_ips': [{'subnet_id': 'dbd3cf06-3704-4118-91a9-6257f90a0c51'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:39:46.251983 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.328168 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-53cc9b03-7230-4c94-ba82-7d19df1156ed tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.390410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Allocated IP 172.21.0.2 (c115a93f-3f20-4da1-adff-03d1744d04c6/dbd3cf06-3704-4118-91a9-6257f90a0c51/3617046e-5911-4d42-98e3-2b522396ad29) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:46.436677 n-d-803778-2 neutron-server[94289]: INFO neutron.api.v2.resource [None req-53cc9b03-7230-4c94-ba82-7d19df1156ed tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 09 16:39:46.437701 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-53cc9b03-7230-4c94-ba82-7d19df1156ed tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] 10.222.0.81 "PUT /v2.0/routers/a0c9de35-ffa4-46cf-bf59-22f11dce2d81 HTTP/1.1" status: 400 len: 364 time: 0.3431270 Aug 09 16:39:46.443540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55258) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:46.501451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cbcd80-74a9-4fd6-ac8c-00c9e37e6ff1 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Deleting subnet dbd3cf06-3704-4118-91a9-6257f90a0c51 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:39:46.539993 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.548417 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Transition to ACTIVE for port object 3617046e-5911-4d42-98e3-2b522396ad29 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:46.565490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Transition to ACTIVE for port object 3617046e-5911-4d42-98e3-2b522396ad29 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:46.571494 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09cbcd80-74a9-4fd6-ac8c-00c9e37e6ff1 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.572365 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.614228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Network c115a93f-3f20-4da1-adff-03d1744d04c6 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:46.615869 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09cbcd80-74a9-4fd6-ac8c-00c9e37e6ff1 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.617850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:46.622703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:46.625790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Pushing event updated for resources: {'Port': ['ID=3617046e-5911-4d42-98e3-2b522396ad29,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:46.682678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Attempting to bind port 3617046e-5911-4d42-98e3-2b522396ad29 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:46.683043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Attempting to bind port 3617046e-5911-4d42-98e3-2b522396ad29 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '0abfb47b-0b84-4675-b911-2cb2733e3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c115a93f-3f20-4da1-adff-03d1744d04c6'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:46.683405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Attempting to bind port 3617046e-5911-4d42-98e3-2b522396ad29 on network c115a93f-3f20-4da1-adff-03d1744d04c6 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:46.688753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:46.689043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Checking segment: {'id': '0abfb47b-0b84-4675-b911-2cb2733e3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c115a93f-3f20-4da1-adff-03d1744d04c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:46.689442 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.689866 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Bound using segment: {'id': '0abfb47b-0b84-4675-b911-2cb2733e3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c115a93f-3f20-4da1-adff-03d1744d04c6'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:46.690488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Bound port: 3617046e-5911-4d42-98e3-2b522396ad29, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abfb47b-0b84-4675-b911-2cb2733e3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c115a93f-3f20-4da1-adff-03d1744d04c6'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:46.690871 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.709242 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09cbcd80-74a9-4fd6-ac8c-00c9e37e6ff1 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.777159 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09cbcd80-74a9-4fd6-ac8c-00c9e37e6ff1 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.780408 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] For port 3617046e-5911-4d42-98e3-2b522396ad29, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:46.784122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] For port 3617046e-5911-4d42-98e3-2b522396ad29, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3617046e-5911-4d42-98e3-2b522396ad29,segment=NetworkSegment(0abfb47b-0b84-4675-b911-2cb2733e3834),segment_id=0abfb47b-0b84-4675-b911-2cb2733e3834)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:46.789830 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.806706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbcd80-74a9-4fd6-ac8c-00c9e37e6ff1 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd3cf06-3704-4118-91a9-6257f90a0c51,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:46.815827 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09cbcd80-74a9-4fd6-ac8c-00c9e37e6ff1 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:46.820798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-09cbcd80-74a9-4fd6-ac8c-00c9e37e6ff1 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] 10.222.0.81 "DELETE /v2.0/subnets/dbd3cf06-3704-4118-91a9-6257f90a0c51 HTTP/1.1" status: 204 len: 168 time: 0.3735054 Aug 09 16:39:46.821336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55260) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:46.858953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d772a-8363-433d-9b00-93b0cd43e4f9 None None] Pushing event updated for resources: {'Port': ['ID=3617046e-5911-4d42-98e3-2b522396ad29,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:46.938385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.006476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Deleting port 3617046e-5911-4d42-98e3-2b522396ad29 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:47.006810 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.015174 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3523ca6a-5d18-4fd9-96d5-e7a84cb9a084 None None] Network a7f95d1e-a989-428b-ac2a-4c0fd371a47c requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:47.092990 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] For port 3617046e-5911-4d42-98e3-2b522396ad29, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3617046e-5911-4d42-98e3-2b522396ad29,segment=NetworkSegment(0abfb47b-0b84-4675-b911-2cb2733e3834),segment_id=0abfb47b-0b84-4675-b911-2cb2733e3834)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:47.093369 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.114138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Calling delete_port for 3617046e-5911-4d42-98e3-2b522396ad29 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:47.178910 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-262e0b48-d2c1-4adf-ae40-383c18959b31 None None] Provisioning for port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:47.218604 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.246441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Pushing event deleted for resources: {'Port': ['ID=3617046e-5911-4d42-98e3-2b522396ad29,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:47.249731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:47.250308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] No DVR routers for this DVR port 3617046e-5911-4d42-98e3-2b522396ad29 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:47.304056 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:47.308757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:47.309137 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.341035 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.352886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c115a93f-3f20-4da1-adff-03d1744d04c6']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:47.369478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abfb47b-0b84-4675-b911-2cb2733e3834') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:47.369793 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abfb47b-0b84-4675-b911-2cb2733e3834') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:47.379799 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.397970 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.406608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:39:47.407014 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:39:47.410178 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:39:47.412866 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.451175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1e4cf18f-96e1-401e-bd69-8ee929c9fc25,segment=NetworkSegment(3ef70daa-441f-4a18-bc92-02937d4e174e),segment_id=3ef70daa-441f-4a18-bc92-02937d4e174e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:47.457991 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.459089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3617046e-5911-4d42-98e3-2b522396ad29 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:47.475373 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.482551 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.484418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] 10.222.0.81 "DELETE /v2.0/networks/c115a93f-3f20-4da1-adff-03d1744d04c6 HTTP/1.1" status: 204 len: 168 time: 0.6620069 Aug 09 16:39:47.487175 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55262) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:47.500529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2102b7-068b-4eda-8d7c-65197030e361 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Pushing event deleted for resources: {'Network': ['ID=c115a93f-3f20-4da1-adff-03d1744d04c6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:47.503393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 3617046e-5911-4d42-98e3-2b522396ad29 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:47.503822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3617046e-5911-4d42-98e3-2b522396ad29 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 09 16:39:47.533191 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Port 3617046e-5911-4d42-98e3-2b522396ad29 not found, will not notify nova. {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 09 16:39:47.550978 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-350d95ff-f180-41d4-a262-916624d80748 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Deleting subnet 69aee111-225c-4dd3-a429-659aaf85b0cf {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:39:47.555159 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-350d95ff-f180-41d4-a262-916624d80748 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.556006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7be502c3-24f5-4a94-9e53-7002ab39202f None None] Provisioning complete for port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:47.556447 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7be502c3-24f5-4a94-9e53-7002ab39202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.582285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=1e4cf18f-96e1-401e-bd69-8ee929c9fc25,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:47.599795 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-350d95ff-f180-41d4-a262-916624d80748 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.697043 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-350d95ff-f180-41d4-a262-916624d80748 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.761868 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-350d95ff-f180-41d4-a262-916624d80748 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.792391 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d95ff-f180-41d4-a262-916624d80748 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Pushing event deleted for resources: {'Subnet': ['ID=69aee111-225c-4dd3-a429-659aaf85b0cf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:47.794602 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-350d95ff-f180-41d4-a262-916624d80748 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.797514 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-350d95ff-f180-41d4-a262-916624d80748 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] 10.222.0.81 "DELETE /v2.0/subnets/69aee111-225c-4dd3-a429-659aaf85b0cf HTTP/1.1" status: 204 len: 168 time: 0.3082008 Aug 09 16:39:47.798997 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55264) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:47.800699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde85360-8cc6-4620-a668-169b5071bbeb None None] Network a7f95d1e-a989-428b-ac2a-4c0fd371a47c requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:47.912018 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:47.926897 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ed58e5-6f14-40fc-90b3-2684c3169094 None None] DHCP port deletion for c115a93f-3f20-4da1-adff-03d1744d04c6 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:39:47.959254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ce262-26e7-401f-8238-57ad1c6bd10c None None] Network c115a93f-3f20-4da1-adff-03d1744d04c6 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:47.975772 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ce262-26e7-401f-8238-57ad1c6bd10c None None] Network c115a93f-3f20-4da1-adff-03d1744d04c6 could not be found, it might have been deleted concurrently. {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 09 16:39:47.977948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Deleting port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:47.978975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6fcac730-1700-4f14-b2ac-afcf00babfd2 None None] Could not find standard attr ID for object 3617046e-5911-4d42-98e3-2b522396ad29. {{(pid=94291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 09 16:39:47.982171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.013504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd7822-63d8-465d-9c4e-8fecefbec4c0 None None] DHCP port deletion for a7f95d1e-a989-428b-ac2a-4c0fd371a47c request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:39:48.050737 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] For port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1e4cf18f-96e1-401e-bd69-8ee929c9fc25,segment=NetworkSegment(3ef70daa-441f-4a18-bc92-02937d4e174e),segment_id=3ef70daa-441f-4a18-bc92-02937d4e174e)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:48.051104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.062659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-59bd7822-63d8-465d-9c4e-8fecefbec4c0 None None] Deleting port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:39:48.063037 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-59bd7822-63d8-465d-9c4e-8fecefbec4c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.065788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Calling delete_port for 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:48.135136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-59bd7822-63d8-465d-9c4e-8fecefbec4c0 None None] For port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1e4cf18f-96e1-401e-bd69-8ee929c9fc25,segment=NetworkSegment(3ef70daa-441f-4a18-bc92-02937d4e174e),segment_id=3ef70daa-441f-4a18-bc92-02937d4e174e)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:48.135458 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-59bd7822-63d8-465d-9c4e-8fecefbec4c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.152931 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-59bd7822-63d8-465d-9c4e-8fecefbec4c0 None None] Calling delete_port for 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:39:48.155206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.183798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Pushing event deleted for resources: {'Port': ['ID=1e4cf18f-96e1-401e-bd69-8ee929c9fc25,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:48.187356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] No DVR routers for this DVR port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:48.231199 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-59bd7822-63d8-465d-9c4e-8fecefbec4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.259998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd7822-63d8-465d-9c4e-8fecefbec4c0 None None] Pushing event deleted for resources: {'Port': ['ID=1e4cf18f-96e1-401e-bd69-8ee929c9fc25,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:48.263559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd7822-63d8-465d-9c4e-8fecefbec4c0 None None] No DVR routers for this DVR port 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:39:48.282390 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.293357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f95d1e-a989-428b-ac2a-4c0fd371a47c']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:48.303945 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef70daa-441f-4a18-bc92-02937d4e174e') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:48.304906 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef70daa-441f-4a18-bc92-02937d4e174e') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:48.315777 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.330151 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.336510 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:39:48.336892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:39:48.339958 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:39:48.403897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.411360 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.413105 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] 10.222.0.81 "DELETE /v2.0/networks/a7f95d1e-a989-428b-ac2a-4c0fd371a47c HTTP/1.1" status: 204 len: 168 time: 0.6128619 Aug 09 16:39:48.417033 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55266) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:48.425706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249635de-d42c-465e-af52-bb15f3d73666 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Pushing event deleted for resources: {'Network': ['ID=a7f95d1e-a989-428b-ac2a-4c0fd371a47c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:48.446761 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-0cebe209-2dda-4928-8e92-b26d091d6831 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c9de35-ffa4-46cf-bf59-22f11dce2d81 HTTP/1.1" status: 200 len: 205 time: 0.0285161 Aug 09 16:39:48.449510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55268) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:48.525941 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63b50aeb-d278-4d2c-86d7-bc3d23bc6822 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.687509 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63b50aeb-d278-4d2c-86d7-bc3d23bc6822 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.689787 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63b50aeb-d278-4d2c-86d7-bc3d23bc6822 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.732104 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63b50aeb-d278-4d2c-86d7-bc3d23bc6822 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.732707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b50aeb-d278-4d2c-86d7-bc3d23bc6822 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Fanout notify agent at l3_agent the message router_deleted on router a0c9de35-ffa4-46cf-bf59-22f11dce2d81 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:39:48.739458 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63b50aeb-d278-4d2c-86d7-bc3d23bc6822 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:48.740644 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-63b50aeb-d278-4d2c-86d7-bc3d23bc6822 tempest-RoutersNegativeTest-1530845693 tempest-RoutersNegativeTest-1530845693-project] 10.222.0.81 "DELETE /v2.0/routers/a0c9de35-ffa4-46cf-bf59-22f11dce2d81 HTTP/1.1" status: 204 len: 168 time: 0.2901371 Aug 09 16:39:48.986342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55274) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:49.121868 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-442f64a3-ad58-49ff-819e-842506dc309d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1b9c3b9e26b4022b9da79668b1a0dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342034 Aug 09 16:39:49.127681 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55278) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:49.169040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:49.189098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:49.189442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1e4cf18f-96e1-401e-bd69-8ee929c9fc25 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:49.189905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3617046e-5911-4d42-98e3-2b522396ad29 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:39:49.203665 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f40e291-9b1b-496b-b20c-1af0ae8bdef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:49.215158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 3617046e-5911-4d42-98e3-2b522396ad29 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:39:49.215508 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3617046e-5911-4d42-98e3-2b522396ad29 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:39:49.238400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f40e291-9b1b-496b-b20c-1af0ae8bdef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:49.301640 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f40e291-9b1b-496b-b20c-1af0ae8bdef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:49.304337 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1f40e291-9b1b-496b-b20c-1af0ae8bdef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:49.305920 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1f40e291-9b1b-496b-b20c-1af0ae8bdef1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/567eb6c5-2999-4df3-8f3e-24aed8f7b66b HTTP/1.1" status: 204 len: 168 time: 0.1769209 Aug 09 16:39:49.314062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40e291-9b1b-496b-b20c-1af0ae8bdef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567eb6c5-2999-4df3-8f3e-24aed8f7b66b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:49.932822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55300) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:50.037887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-299459582-network', 'tenant_id': '90bcb94cae834cd592843b145ed4632f'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:50.058811 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Made reservation on behalf of 90bcb94cae834cd592843b145ed4632f for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:50.061141 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.075050 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.165705 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.169188 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.193199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:39:50.203370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319028c8-8df9-47cb-a795-48666ddbe382,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:50.208139 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.208487 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Added segment 9db31c83-55b9-4a9d-a0a6-ab8e633eca91 of type vlan for network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e Aug 09 16:39:50.248750 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.277994 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.278968 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:50.279560 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.331406 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3974864 Aug 09 16:39:50.334552 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55304) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:50.340223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-01cc2303-b67f-4e22-b790-b96171bdf77c admin admin] Request body: {'subnet': {'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-299459582-subnet', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:50.343156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf0e66-7826-4977-b03a-d63be4dc33db admin admin] Pushing event updated for resources: {'Network': ['ID=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:50.353683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:39:50.361518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc2303-b67f-4e22-b790-b96171bdf77c admin admin] Made reservation on behalf of 90bcb94cae834cd592843b145ed4632f for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:50.364002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01cc2303-b67f-4e22-b790-b96171bdf77c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.536999 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01cc2303-b67f-4e22-b790-b96171bdf77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.595665 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc2303-b67f-4e22-b790-b96171bdf77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26687aa1-d980-4121-9ac9-ef52d1f4c5ba,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:50.606476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc2303-b67f-4e22-b790-b96171bdf77c admin admin] Checking segment: {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:50.606844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc2303-b67f-4e22-b790-b96171bdf77c admin admin] Network hostable DHCP agents. Network: b3e8a8ef-1951-4f16-b36c-2b05d3ba374e, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:39:50.625288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc2303-b67f-4e22-b790-b96171bdf77c admin admin] Network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:39:50.637073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-01cc2303-b67f-4e22-b790-b96171bdf77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, b3e8a8ef-1951-4f16-b36c-2b05d3ba374e) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:50.641867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc2303-b67f-4e22-b790-b96171bdf77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:50.642471 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01cc2303-b67f-4e22-b790-b96171bdf77c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.649305 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff935ec-6ec1-46a1-8bec-81fafa261acb None None] Network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:50.658482 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-01cc2303-b67f-4e22-b790-b96171bdf77c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3227975 Aug 09 16:39:50.661301 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55306) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:50.667181 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-299459582-router', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:50.691586 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.692704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.756297 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.902893 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:50.957270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-b3e8a8ef-1951-4f16-b36c-2b05d3ba374e', 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'fixed_ips': [{'subnet_id': '26687aa1-d980-4121-9ac9-ef52d1f4c5ba'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:39:50.958161 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:51.092260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Allocated IP 172.20.0.2 (b3e8a8ef-1951-4f16-b36c-2b05d3ba374e/26687aa1-d980-4121-9ac9-ef52d1f4c5ba/8d6dc489-7a18-4cd9-b54d-b22d56dd2324) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:51.107209 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:51.131322 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:51.234041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Allocated IP 172.25.2.66 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/f32412c3-ea58-4dcd-bde6-4d9989586eb6) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:51.236801 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:51.245869 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Transition to ACTIVE for port object 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:51.263885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Transition to ACTIVE for port object 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:51.269864 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:51.313262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:51.317761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:51.322439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:51.324451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Pushing event updated for resources: {'Port': ['ID=8d6dc489-7a18-4cd9-b54d-b22d56dd2324,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:51.353002 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:51.379136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Attempting to bind port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:51.379721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Attempting to bind port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:51.379854 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Attempting to bind port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 on network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:51.385193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:51.385575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Checking segment: {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:51.386006 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:51.386444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Bound using segment: {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:51.387026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Bound port: 8d6dc489-7a18-4cd9-b54d-b22d56dd2324, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:51.387417 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:51.392569 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:51.434230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:51.437201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:51.439912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:51.466066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Pushing event updated for resources: {'Port': ['ID=f32412c3-ea58-4dcd-bde6-4d9989586eb6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:51.478957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] For port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:51.482996 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] For port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8d6dc489-7a18-4cd9-b54d-b22d56dd2324,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:51.488338 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:51.550975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99db14e-d4a7-4c90-8a06-8517be7a5a08 None None] Pushing event updated for resources: {'Port': ['ID=8d6dc489-7a18-4cd9-b54d-b22d56dd2324,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:51.717012 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:51.919046 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:52.048575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Router 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:39:52.163177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:39:52.174057 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Sync routers for ids ['71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:39:52.181164 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:52.182799 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8fced2db-9831-4036-85da-02ffee3579a4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5200994 Aug 09 16:39:52.185364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55308) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:52.188997 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Routers {'71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:39:52.189648 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:39:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:52.308500 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Set router 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:39:52.490695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a48d295-cdf8-48f0-9832-78cdaef7d7db None None] Network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:52.518939 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'name': 'tempest-TestEncryptedCinderVolumes-299459582-router', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:50Z', 'updated_at': '2021-08-09T16:39:51Z', 'revision_number': 3, 'project_id': '90bcb94cae834cd592843b145ed4632f', 'gw_port': {'id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:51Z', 'updated_at': '2021-08-09T16:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:52.549300 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Checking router: 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:39:52.549671 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Updating router 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 port f32412c3-ea58-4dcd-bde6-4d9989586eb6 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:39:52.556459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5b4532e5-49ca-41ba-b598-7e463b3d63ca None None] Provisioning for port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:52.578196 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:52.945700 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:52.956063 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Transition to ACTIVE for port object f32412c3-ea58-4dcd-bde6-4d9989586eb6 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:52.961818 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.010383 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Attempting to bind port f32412c3-ea58-4dcd-bde6-4d9989586eb6 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:53.010747 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Attempting to bind port f32412c3-ea58-4dcd-bde6-4d9989586eb6 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:53.011102 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Attempting to bind port f32412c3-ea58-4dcd-bde6-4d9989586eb6 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:53.019735 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:53.020095 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:53.020491 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.020873 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:53.021321 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Bound port: f32412c3-ea58-4dcd-bde6-4d9989586eb6, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:53.021560 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.022047 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.023836 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Pushing event updated for resources: {'Port': ['ID=f32412c3-ea58-4dcd-bde6-4d9989586eb6,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:53.047924 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:53.048266 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:53.048598 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:53.048927 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:53.049253 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:53.049609 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:53.049911 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:53.050231 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:53.050549 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:53.050864 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:53.051184 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:53.051498 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:39:53.086989 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] For port f32412c3-ea58-4dcd-bde6-4d9989586eb6, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:53.090054 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] For port f32412c3-ea58-4dcd-bde6-4d9989586eb6, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f32412c3-ea58-4dcd-bde6-4d9989586eb6,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:53.093963 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.147300 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Routers {'71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:39:53.148436 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:39:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:53.189287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Allocated IP 172.20.0.1 (b3e8a8ef-1951-4f16-b36c-2b05d3ba374e/26687aa1-d980-4121-9ac9-ef52d1f4c5ba/a20816dd-9787-4a8b-8b17-2090711bdeeb) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:53.218883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:53.236569 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f09f9-f892-438f-83d0-b64a5d9e7a94 None None] Pushing event updated for resources: {'Port': ['ID=f32412c3-ea58-4dcd-bde6-4d9989586eb6,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:53.265213 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] Set router 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:39:53.273893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:53.277636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:53.278013 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.309561 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.327599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Transition to ACTIVE for port object a20816dd-9787-4a8b-8b17-2090711bdeeb will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:53.361564 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.364159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.401102 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:53.404041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:53.409934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:53.412756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8d6dc489-7a18-4cd9-b54d-b22d56dd2324,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:53.418048 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.451008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Pushing event updated for resources: {'Port': ['ID=a20816dd-9787-4a8b-8b17-2090711bdeeb,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:53.456059 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.474001 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'name': 'tempest-TestEncryptedCinderVolumes-299459582-router', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:50Z', 'updated_at': '2021-08-09T16:39:51Z', 'revision_number': 3, 'project_id': '90bcb94cae834cd592843b145ed4632f', 'gw_port': {'id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:51Z', 'updated_at': '2021-08-09T16:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:53.476955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=8d6dc489-7a18-4cd9-b54d-b22d56dd2324,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:53.505880 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c08535-af05-41d9-adfa-b31121404d00 None None] The sync data for ids ['71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'] in n-d-803778-2 is: [{'id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'name': 'tempest-TestEncryptedCinderVolumes-299459582-router', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:50Z', 'updated_at': '2021-08-09T16:39:51Z', 'revision_number': 3, 'project_id': '90bcb94cae834cd592843b145ed4632f', 'gw_port': {'id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:51Z', 'updated_at': '2021-08-09T16:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:39:53.604606 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.746793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7faab26b-2253-4f8a-b920-6d1847a086b4 None None] Provisioning for port a20816dd-9787-4a8b-8b17-2090711bdeeb completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:53.750974 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7faab26b-2253-4f8a-b920-6d1847a086b4 None None] Provisioning complete for port a20816dd-9787-4a8b-8b17-2090711bdeeb triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:53.751351 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7faab26b-2253-4f8a-b920-6d1847a086b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.789778 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7faab26b-2253-4f8a-b920-6d1847a086b4 None None] Port a20816dd-9787-4a8b-8b17-2090711bdeeb cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:39:53.808432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.813699 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.892653 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:53.894467 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Pushing event updated for resources: {'Port': ['ID=a20816dd-9787-4a8b-8b17-2090711bdeeb,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:53.990524 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:53.992277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:54.117897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Router 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:39:54.214841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-27b8d255-f78e-43b2-a8e4-bc42aba3a89a None None] Provisioning complete for port a20816dd-9787-4a8b-8b17-2090711bdeeb triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:54.215225 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-27b8d255-f78e-43b2-a8e4-bc42aba3a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:54.238923 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:39:54.249628 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-595a7a22-9f7e-4a13-a718-968113731de5 admin admin] 10.222.0.81 "PUT /v2.0/routers/71da4bbb-f45e-4fa9-bfa5-f3de048a78b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0587211 Aug 09 16:39:54.256381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-27b8d255-f78e-43b2-a8e4-bc42aba3a89a None None] Port a20816dd-9787-4a8b-8b17-2090711bdeeb cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:39:54.730896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55326) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:54.735924 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1688049771-network', 'tenant_id': '1f6af822af314641a59a512bcd7d9425'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:54.758415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Made reservation on behalf of 1f6af822af314641a59a512bcd7d9425 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:54.760813 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:54.770410 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:54.864524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:54.868484 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:54.894994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:39:54.905780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4468ef-8a83-4f84-b79a-75492a940e67,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:54.911605 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:54.911952 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Added segment d96d31f6-6b09-4bff-9288-d605274351d3 of type vlan for network a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 Aug 09 16:39:54.953085 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:54.987649 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:54.988616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:54.989202 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.041252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3092470 Aug 09 16:39:55.044076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55328) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:55.044955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Sync routers for ids ['71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:39:55.049670 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a290af01-242e-4870-9b66-c9df6fb8a0b0 admin admin] Request body: {'subnet': {'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1688049771-subnet', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:55.053382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17241363-2b1f-4f3c-a401-aa006c09af6d admin admin] Pushing event updated for resources: {'Network': ['ID=a28dbac8-24a7-4b57-a7cf-0fe69ad94a30,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:55.054394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Routers {'71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:39:55.055336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:39:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:55.072671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a290af01-242e-4870-9b66-c9df6fb8a0b0 admin admin] Made reservation on behalf of 1f6af822af314641a59a512bcd7d9425 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:39:55.075009 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a290af01-242e-4870-9b66-c9df6fb8a0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.094367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:39:55.223555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Set router 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:39:55.262252 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:55.279560 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a290af01-242e-4870-9b66-c9df6fb8a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.340754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290af01-242e-4870-9b66-c9df6fb8a0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1153c52-6268-4b90-af4c-165b526d5b04,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:55.350643 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290af01-242e-4870-9b66-c9df6fb8a0b0 admin admin] Checking segment: {'id': 'd96d31f6-6b09-4bff-9288-d605274351d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:55.351009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290af01-242e-4870-9b66-c9df6fb8a0b0 admin admin] Network hostable DHCP agents. Network: a28dbac8-24a7-4b57-a7cf-0fe69ad94a30, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:39:55.369451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290af01-242e-4870-9b66-c9df6fb8a0b0 admin admin] Network a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:39:55.378423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-a290af01-242e-4870-9b66-c9df6fb8a0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, a28dbac8-24a7-4b57-a7cf-0fe69ad94a30) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:55.384147 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a290af01-242e-4870-9b66-c9df6fb8a0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:39:55.385384 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a290af01-242e-4870-9b66-c9df6fb8a0b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.395043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04108ac3-e52a-4881-a4f2-120da0282bd9 None None] Network a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:55.399660 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a290af01-242e-4870-9b66-c9df6fb8a0b0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3539248 Aug 09 16:39:55.402291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55330) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:55.407585 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1688049771-router', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:39:55.432098 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.433115 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.458644 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:55.458927 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.486918 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.629213 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.638856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'name': 'tempest-TestEncryptedCinderVolumes-299459582-router', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:50Z', 'updated_at': '2021-08-09T16:39:53Z', 'revision_number': 4, 'project_id': '90bcb94cae834cd592843b145ed4632f', 'gw_port': {'id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:51Z', 'updated_at': '2021-08-09T16:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a20816dd-9787-4a8b-8b17-2090711bdeeb', 'name': '', 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'mac_address': 'fa:16:3e:39:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '26687aa1-d980-4121-9ac9-ef52d1f4c5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:53Z', 'updated_at': '2021-08-09T16:39:53Z', 'revision_number': 2, 'project_id': '90bcb94cae834cd592843b145ed4632f', 'subnets': [{'id': '26687aa1-d980-4121-9ac9-ef52d1f4c5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:55.670803 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Checking router: 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:39:55.671166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Updating router 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 port a20816dd-9787-4a8b-8b17-2090711bdeeb binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:39:55.703215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f32412c3-ea58-4dcd-bde6-4d9989586eb6 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:55.708904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-a28dbac8-24a7-4b57-a7cf-0fe69ad94a30', 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'fixed_ips': [{'subnet_id': 'f1153c52-6268-4b90-af4c-165b526d5b04'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:39:55.709676 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.755767 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.833061 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.858194 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.871731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f32412c3-ea58-4dcd-bde6-4d9989586eb6 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:55.928487 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f32412c3-ea58-4dcd-bde6-4d9989586eb6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:55.929672 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:55.967861 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Allocated IP 172.25.2.93 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/8070264f-3485-41d5-b649-6214d24357e0) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:56.068821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Allocated IP 172.20.0.2 (a28dbac8-24a7-4b57-a7cf-0fe69ad94a30/f1153c52-6268-4b90-af4c-165b526d5b04/639af979-7343-43a7-a242-6bdbb3ac263f) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:56.083541 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.126129 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.164879 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:56.170800 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:56.174902 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:56.202747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Pushing event updated for resources: {'Port': ['ID=8070264f-3485-41d5-b649-6214d24357e0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:56.353936 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.399464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port f32412c3-ea58-4dcd-bde6-4d9989586eb6, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f32412c3-ea58-4dcd-bde6-4d9989586eb6,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:56.415963 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.445911 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.529859 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.558547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=f32412c3-ea58-4dcd-bde6-4d9989586eb6,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:56.561759 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.563893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Transition to ACTIVE for port object a20816dd-9787-4a8b-8b17-2090711bdeeb will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:56.574585 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Transition to ACTIVE for port object 639af979-7343-43a7-a242-6bdbb3ac263f will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:56.576527 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.621295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Transition to ACTIVE for port object 639af979-7343-43a7-a242-6bdbb3ac263f will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:56.635759 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.654604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a8855-82bc-4488-9a49-282ab3f709be None None] Pushing event updated for resources: {'Port': ['ID=a20816dd-9787-4a8b-8b17-2090711bdeeb,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:56.660512 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.684966 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Network a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:56.715323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:56.720215 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:56.751605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Attempting to bind port a20816dd-9787-4a8b-8b17-2090711bdeeb on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:56.751986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Attempting to bind port a20816dd-9787-4a8b-8b17-2090711bdeeb by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:56.752358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Attempting to bind port a20816dd-9787-4a8b-8b17-2090711bdeeb on network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:56.770929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Pushing event updated for resources: {'Port': ['ID=639af979-7343-43a7-a242-6bdbb3ac263f,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:56.791874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:56.792260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Checking segment: {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:56.792664 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.793064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Bound using segment: {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:56.793548 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Bound port: a20816dd-9787-4a8b-8b17-2090711bdeeb, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:56.793954 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.816484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Attempting to bind port 639af979-7343-43a7-a242-6bdbb3ac263f on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:56.816734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Attempting to bind port 639af979-7343-43a7-a242-6bdbb3ac263f by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd96d31f6-6b09-4bff-9288-d605274351d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:56.817267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Attempting to bind port 639af979-7343-43a7-a242-6bdbb3ac263f on network a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:56.820513 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Router d4efc2c0-b111-4afc-8c2a-8c5452663eae is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:39:56.843168 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:56.843445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Checking segment: {'id': 'd96d31f6-6b09-4bff-9288-d605274351d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:56.843853 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.844248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Bound using segment: {'id': 'd96d31f6-6b09-4bff-9288-d605274351d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:56.844733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Bound port: 639af979-7343-43a7-a242-6bdbb3ac263f, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96d31f6-6b09-4bff-9288-d605274351d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:56.845140 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.929464 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] For port a20816dd-9787-4a8b-8b17-2090711bdeeb, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:56.934569 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:39:56.948620 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Sync routers for ids ['d4efc2c0-b111-4afc-8c2a-8c5452663eae'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:39:56.959519 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:56.961421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-81d5b162-b038-4ab5-be9d-09badfe9fd93 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5578995 Aug 09 16:39:56.965808 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55332) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:39:56.966059 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] For port a20816dd-9787-4a8b-8b17-2090711bdeeb, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a20816dd-9787-4a8b-8b17-2090711bdeeb,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:56.970782 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Routers {'d4efc2c0-b111-4afc-8c2a-8c5452663eae'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:39:56.970949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] For port 639af979-7343-43a7-a242-6bdbb3ac263f, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:56.971791 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:39:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d4efc2c0-b111-4afc-8c2a-8c5452663eae'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:56.982353 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:57.012635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] For port 639af979-7343-43a7-a242-6bdbb3ac263f, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=639af979-7343-43a7-a242-6bdbb3ac263f,segment=NetworkSegment(d96d31f6-6b09-4bff-9288-d605274351d3),segment_id=d96d31f6-6b09-4bff-9288-d605274351d3)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:57.048043 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:57.153728 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Routers {'71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:39:57.154793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:39:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:57.165510 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Set router d4efc2c0-b111-4afc-8c2a-8c5452663eae gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:39:57.297507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] Set router 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:39:57.339721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a8855-82bc-4488-9a49-282ab3f709be None None] Pushing event updated for resources: {'Port': ['ID=a20816dd-9787-4a8b-8b17-2090711bdeeb,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:57.452914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6aa1d9-92a0-44a5-97cf-d20a1f6125da None None] Pushing event updated for resources: {'Port': ['ID=639af979-7343-43a7-a242-6bdbb3ac263f,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:57.456353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f32412c3-ea58-4dcd-bde6-4d9989586eb6 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:57.502752 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'name': 'tempest-TestEncryptedCinderVolumes-1688049771-router', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8070264f-3485-41d5-b649-6214d24357e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:39:56Z', 'revision_number': 3, 'project_id': '1f6af822af314641a59a512bcd7d9425', 'gw_port': {'id': '8070264f-3485-41d5-b649-6214d24357e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:57.539218 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Checking router: d4efc2c0-b111-4afc-8c2a-8c5452663eae for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:39:57.539976 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Updating router d4efc2c0-b111-4afc-8c2a-8c5452663eae port 8070264f-3485-41d5-b649-6214d24357e0 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:39:57.573107 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:57.660265 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f32412c3-ea58-4dcd-bde6-4d9989586eb6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:57.660639 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:57.794301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'name': 'tempest-TestEncryptedCinderVolumes-299459582-router', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:50Z', 'updated_at': '2021-08-09T16:39:53Z', 'revision_number': 4, 'project_id': '90bcb94cae834cd592843b145ed4632f', 'gw_port': {'id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:51Z', 'updated_at': '2021-08-09T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a20816dd-9787-4a8b-8b17-2090711bdeeb', 'name': '', 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'mac_address': 'fa:16:3e:39:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '26687aa1-d980-4121-9ac9-ef52d1f4c5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:53Z', 'updated_at': '2021-08-09T16:39:56Z', 'revision_number': 4, 'project_id': '90bcb94cae834cd592843b145ed4632f', 'subnets': [{'id': '26687aa1-d980-4121-9ac9-ef52d1f4c5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:57.823322 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b4107-87c9-44d4-9986-8d5adfb295db None None] The sync data for ids ['71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'] in n-d-803778-2 is: [{'id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'name': 'tempest-TestEncryptedCinderVolumes-299459582-router', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:50Z', 'updated_at': '2021-08-09T16:39:53Z', 'revision_number': 4, 'project_id': '90bcb94cae834cd592843b145ed4632f', 'gw_port': {'id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:51Z', 'updated_at': '2021-08-09T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a20816dd-9787-4a8b-8b17-2090711bdeeb', 'name': '', 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'mac_address': 'fa:16:3e:39:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '26687aa1-d980-4121-9ac9-ef52d1f4c5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:53Z', 'updated_at': '2021-08-09T16:39:56Z', 'revision_number': 4, 'project_id': '90bcb94cae834cd592843b145ed4632f', 'subnets': [{'id': '26687aa1-d980-4121-9ac9-ef52d1f4c5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:39:57.881222 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:57.897109 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Transition to ACTIVE for port object 8070264f-3485-41d5-b649-6214d24357e0 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:57.904596 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:57.920738 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:57.980495 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Attempting to bind port 8070264f-3485-41d5-b649-6214d24357e0 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:39:57.982009 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Attempting to bind port 8070264f-3485-41d5-b649-6214d24357e0 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:39:57.982624 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Attempting to bind port 8070264f-3485-41d5-b649-6214d24357e0 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:39:57.989760 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:39:57.990460 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:39:57.991096 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:57.992276 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:39:57.992885 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Bound port: 8070264f-3485-41d5-b649-6214d24357e0, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:39:57.993362 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:58.029656 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458900da-9a45-46b6-8e95-97122fe19eae None None] Pushing event updated for resources: {'Port': ['ID=8070264f-3485-41d5-b649-6214d24357e0,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:58.057597 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] For port 8070264f-3485-41d5-b649-6214d24357e0, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:39:58.061995 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] For port 8070264f-3485-41d5-b649-6214d24357e0, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8070264f-3485-41d5-b649-6214d24357e0,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:39:58.066231 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:58.114384 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Routers {'d4efc2c0-b111-4afc-8c2a-8c5452663eae'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:39:58.115013 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:39:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d4efc2c0-b111-4afc-8c2a-8c5452663eae'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:58.137629 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Allocated IP 172.20.0.1 (a28dbac8-24a7-4b57-a7cf-0fe69ad94a30/f1153c52-6268-4b90-af4c-165b526d5b04/30d671d4-92aa-4838-a83f-7b16cabf1314) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:39:58.234641 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] Set router d4efc2c0-b111-4afc-8c2a-8c5452663eae gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:39:58.276837 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:58.292941 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Transition to ACTIVE for port object 30d671d4-92aa-4838-a83f-7b16cabf1314 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:39:58.338040 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:58.382463 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Network a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:58.385621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:58.391667 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:39:58.424355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Pushing event updated for resources: {'Port': ['ID=30d671d4-92aa-4838-a83f-7b16cabf1314,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:58.439406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a2e522-d903-4cdd-b6bc-36104f3fd760 None None] Network a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:39:58.442036 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:58.468201 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458900da-9a45-46b6-8e95-97122fe19eae None None] Pushing event updated for resources: {'Port': ['ID=8070264f-3485-41d5-b649-6214d24357e0,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:58.547822 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-021c4c37-91e2-4516-bea8-275b7a818487 None None] Provisioning for port 639af979-7343-43a7-a242-6bdbb3ac263f completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:58.584042 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'name': 'tempest-TestEncryptedCinderVolumes-1688049771-router', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8070264f-3485-41d5-b649-6214d24357e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:39:56Z', 'revision_number': 3, 'project_id': '1f6af822af314641a59a512bcd7d9425', 'gw_port': {'id': '8070264f-3485-41d5-b649-6214d24357e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:39:58.614020 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa58cc0c-87bd-49bf-8fb8-65051cfeffd1 None None] The sync data for ids ['d4efc2c0-b111-4afc-8c2a-8c5452663eae'] in n-d-803778-2 is: [{'id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'name': 'tempest-TestEncryptedCinderVolumes-1688049771-router', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8070264f-3485-41d5-b649-6214d24357e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:39:56Z', 'revision_number': 3, 'project_id': '1f6af822af314641a59a512bcd7d9425', 'gw_port': {'id': '8070264f-3485-41d5-b649-6214d24357e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:39:58.614413 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:58.822053 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:58.828467 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:58.920125 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Pushing event updated for resources: {'Port': ['ID=30d671d4-92aa-4838-a83f-7b16cabf1314,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:58.938673 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:58.964948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c8e6a108-e86e-4464-b2c1-81fa50c7413c None None] Provisioning for port 30d671d4-92aa-4838-a83f-7b16cabf1314 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:58.974241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c8e6a108-e86e-4464-b2c1-81fa50c7413c None None] Provisioning complete for port 30d671d4-92aa-4838-a83f-7b16cabf1314 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:58.974621 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c8e6a108-e86e-4464-b2c1-81fa50c7413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:59.023490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6a108-e86e-4464-b2c1-81fa50c7413c None None] Port 30d671d4-92aa-4838-a83f-7b16cabf1314 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:39:59.077156 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Network a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:39:59.078781 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:39:59.258714 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9ca3b612-7a66-445d-8023-e27e2d0003b7 None None] Provisioning complete for port 30d671d4-92aa-4838-a83f-7b16cabf1314 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:59.259100 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ca3b612-7a66-445d-8023-e27e2d0003b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:59.275799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Router d4efc2c0-b111-4afc-8c2a-8c5452663eae has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:39:59.324212 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 639af979-7343-43a7-a242-6bdbb3ac263f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:59.361213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3b612-7a66-445d-8023-e27e2d0003b7 None None] Port 30d671d4-92aa-4838-a83f-7b16cabf1314 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:39:59.408232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 639af979-7343-43a7-a242-6bdbb3ac263f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:59.415556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 639af979-7343-43a7-a242-6bdbb3ac263f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:59.416089 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:59.423645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:39:59.434397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a3f4105b-f025-4d36-9ad2-db1bd1390add admin admin] 10.222.0.81 "PUT /v2.0/routers/d4efc2c0-b111-4afc-8c2a-8c5452663eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4673204 Aug 09 16:39:59.505995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6d70d1de-2646-435d-b333-eca9af32d664 None None] Provisioning complete for port 30d671d4-92aa-4838-a83f-7b16cabf1314 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:59.506585 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6d70d1de-2646-435d-b333-eca9af32d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:59.547737 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:59.580722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6d70d1de-2646-435d-b333-eca9af32d664 None None] Port 30d671d4-92aa-4838-a83f-7b16cabf1314 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:39:59.595256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 639af979-7343-43a7-a242-6bdbb3ac263f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=639af979-7343-43a7-a242-6bdbb3ac263f,segment=NetworkSegment(d96d31f6-6b09-4bff-9288-d605274351d3),segment_id=d96d31f6-6b09-4bff-9288-d605274351d3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:59.602329 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:59.603157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a20816dd-9787-4a8b-8b17-2090711bdeeb up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:59.690230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=639af979-7343-43a7-a242-6bdbb3ac263f,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:59.700418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port a20816dd-9787-4a8b-8b17-2090711bdeeb completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:59.704514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a20816dd-9787-4a8b-8b17-2090711bdeeb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:59.704897 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:59.799872 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:59.836383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port a20816dd-9787-4a8b-8b17-2090711bdeeb, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a20816dd-9787-4a8b-8b17-2090711bdeeb,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:39:59.841426 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:39:59.842860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8070264f-3485-41d5-b649-6214d24357e0 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:39:59.920907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=a20816dd-9787-4a8b-8b17-2090711bdeeb,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:39:59.937851 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 8070264f-3485-41d5-b649-6214d24357e0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:39:59.941681 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8070264f-3485-41d5-b649-6214d24357e0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:39:59.942058 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:00.024534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:00.044541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 8070264f-3485-41d5-b649-6214d24357e0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8070264f-3485-41d5-b649-6214d24357e0,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:00.048445 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:00.095113 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=8070264f-3485-41d5-b649-6214d24357e0,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:00.514886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f52659-cd06-4206-842b-6b84155a315e req-f995bef7-5c61-4e00-b913-f11dee337760 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:00.516371 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-f995bef7-5c61-4e00-b913-f11dee337760 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/networks?id=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e HTTP/1.1" status: 200 len: 816 time: 0.1015458 Aug 09 16:40:00.530985 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-1be3111b-66be-4022-b102-6cfcd7f57764 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/quotas/90bcb94cae834cd592843b145ed4632f HTTP/1.1" status: 200 len: 375 time: 0.0089688 Aug 09 16:40:00.586958 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-bf8fba86-8fc0-4c0d-8462-9879862305de tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=90bcb94cae834cd592843b145ed4632f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508349 Aug 09 16:40:00.683271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-68e8cd74-c101-4f71-8412-99ceea6482fa service neutron] 10.222.0.81 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843217 Aug 09 16:40:00.777240 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-d4d0cb88-47ea-493a-a81a-28dffc427ff8 service neutron] 10.222.0.81 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875785 Aug 09 16:40:00.948502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0dd63be2-6aa9-4cd4-92b7-2a2ee868de44 req-79de45d6-88b4-4794-96df-5e78abc6a73f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 210 time: 0.0332043 Aug 09 16:40:01.193325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 639af979-7343-43a7-a242-6bdbb3ac263f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:01.233553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Sync routers for ids ['d4efc2c0-b111-4afc-8c2a-8c5452663eae'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:40:01.252094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Routers {'d4efc2c0-b111-4afc-8c2a-8c5452663eae'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:40:01.252744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:39:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d4efc2c0-b111-4afc-8c2a-8c5452663eae'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:01.310032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 639af979-7343-43a7-a242-6bdbb3ac263f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:01.310409 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:01.402781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Set router d4efc2c0-b111-4afc-8c2a-8c5452663eae gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:40:01.692327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a20816dd-9787-4a8b-8b17-2090711bdeeb up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:01.801743 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a20816dd-9787-4a8b-8b17-2090711bdeeb triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:01.802120 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:01.896660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'name': 'tempest-TestEncryptedCinderVolumes-1688049771-router', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8070264f-3485-41d5-b649-6214d24357e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:39:58Z', 'revision_number': 4, 'project_id': '1f6af822af314641a59a512bcd7d9425', 'gw_port': {'id': '8070264f-3485-41d5-b649-6214d24357e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '30d671d4-92aa-4838-a83f-7b16cabf1314', 'name': '', 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'mac_address': 'fa:16:3e:a9:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'f1153c52-6268-4b90-af4c-165b526d5b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:57Z', 'updated_at': '2021-08-09T16:39:58Z', 'revision_number': 2, 'project_id': '1f6af822af314641a59a512bcd7d9425', 'subnets': [{'id': 'f1153c52-6268-4b90-af4c-165b526d5b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:01.920249 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f52659-cd06-4206-842b-6b84155a315e req-2d09efa5-1993-43e3-8d25-e6f8be1e3c4f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:01.921913 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-2d09efa5-1993-43e3-8d25-e6f8be1e3c4f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.53 "GET /v2.0/networks?id=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e HTTP/1.1" status: 200 len: 816 time: 0.1183212 Aug 09 16:40:01.929193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Checking router: d4efc2c0-b111-4afc-8c2a-8c5452663eae for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:40:01.929564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Updating router d4efc2c0-b111-4afc-8c2a-8c5452663eae port 30d671d4-92aa-4838-a83f-7b16cabf1314 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:40:01.937389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Request body: {'port': {'device_id': 'b953324e-579a-45d8-b315-e0d75121ab18', 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e', 'admin_state_up': True, 'tenant_id': '90bcb94cae834cd592843b145ed4632f'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:01.959262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8070264f-3485-41d5-b649-6214d24357e0 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:02.013085 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.056527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8070264f-3485-41d5-b649-6214d24357e0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:02.056913 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.059847 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e8b4ecb8-4bbe-4b81-89a0-bb014a1f8443 req-dd5414ff-e6f3-4593-8dc8-3b36d836527c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 210 time: 0.0344596 Aug 09 16:40:02.091103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Made reservation on behalf of 90bcb94cae834cd592843b145ed4632f for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:02.094663 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.224385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Allocated IP 172.20.0.8 (b3e8a8ef-1951-4f16-b36c-2b05d3ba374e/26687aa1-d980-4121-9ac9-ef52d1f4c5ba/2ccccc3e-4cb3-40e1-a054-1948be46ff33) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:02.367540 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.370386 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.377190 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Transition to ACTIVE for port object 30d671d4-92aa-4838-a83f-7b16cabf1314 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:02.382397 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.386130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Transition to ACTIVE for port object 2ccccc3e-4cb3-40e1-a054-1948be46ff33 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:02.422138 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.449014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32f2dd-6386-4416-bce0-eadafc7767d8 None None] Pushing event updated for resources: {'Port': ['ID=30d671d4-92aa-4838-a83f-7b16cabf1314,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:02.478487 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:02.480732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Attempting to bind port 30d671d4-92aa-4838-a83f-7b16cabf1314 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:02.481392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Attempting to bind port 30d671d4-92aa-4838-a83f-7b16cabf1314 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'd96d31f6-6b09-4bff-9288-d605274351d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:02.481920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:02.482140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Attempting to bind port 30d671d4-92aa-4838-a83f-7b16cabf1314 on network a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:02.484236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:02.488007 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:02.488652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Checking segment: {'id': 'd96d31f6-6b09-4bff-9288-d605274351d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:02.489217 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.489833 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Bound using segment: {'id': 'd96d31f6-6b09-4bff-9288-d605274351d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:02.490516 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Bound port: 30d671d4-92aa-4838-a83f-7b16cabf1314, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96d31f6-6b09-4bff-9288-d605274351d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:02.492073 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.516510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Pushing event updated for resources: {'Port': ['ID=2ccccc3e-4cb3-40e1-a054-1948be46ff33,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:02.545306 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:02.546020 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.562239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-52b176ad-27df-4fb3-93e9-eae4c9305e82 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6287770 Aug 09 16:40:02.575128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] For port 30d671d4-92aa-4838-a83f-7b16cabf1314, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:02.576480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Request body: {'port': {'device_id': 'b953324e-579a-45d8-b315-e0d75121ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:02.579432 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] For port 30d671d4-92aa-4838-a83f-7b16cabf1314, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=30d671d4-92aa-4838-a83f-7b16cabf1314,segment=NetworkSegment(d96d31f6-6b09-4bff-9288-d605274351d3),segment_id=d96d31f6-6b09-4bff-9288-d605274351d3)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:02.584597 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.650246 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.656567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Routers {'d4efc2c0-b111-4afc-8c2a-8c5452663eae'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:40:02.657179 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:39:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d4efc2c0-b111-4afc-8c2a-8c5452663eae'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:02.704139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32f2dd-6386-4416-bce0-eadafc7767d8 None None] Pushing event updated for resources: {'Port': ['ID=30d671d4-92aa-4838-a83f-7b16cabf1314,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:02.816553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] Set router d4efc2c0-b111-4afc-8c2a-8c5452663eae gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:40:02.959406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c8d76454-4bdf-48de-83d7-856c84f33808 None None] Provisioning for port 2ccccc3e-4cb3-40e1-a054-1948be46ff33 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:02.971872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c8d76454-4bdf-48de-83d7-856c84f33808 None None] Provisioning complete for port 2ccccc3e-4cb3-40e1-a054-1948be46ff33 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:02.972247 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c8d76454-4bdf-48de-83d7-856c84f33808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:02.987030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccccc3e-4cb3-40e1-a054-1948be46ff33 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:40:02.995267 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:03.007521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Transition to ACTIVE for port object 2ccccc3e-4cb3-40e1-a054-1948be46ff33 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:03.012098 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:03.025686 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-c8d76454-4bdf-48de-83d7-856c84f33808 None None] Port 2ccccc3e-4cb3-40e1-a054-1948be46ff33 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:40:03.079924 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'name': 'tempest-TestEncryptedCinderVolumes-1688049771-router', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8070264f-3485-41d5-b649-6214d24357e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:39:58Z', 'revision_number': 4, 'project_id': '1f6af822af314641a59a512bcd7d9425', 'gw_port': {'id': '8070264f-3485-41d5-b649-6214d24357e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '30d671d4-92aa-4838-a83f-7b16cabf1314', 'name': '', 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'mac_address': 'fa:16:3e:a9:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'f1153c52-6268-4b90-af4c-165b526d5b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:57Z', 'updated_at': '2021-08-09T16:40:02Z', 'revision_number': 4, 'project_id': '1f6af822af314641a59a512bcd7d9425', 'subnets': [{'id': 'f1153c52-6268-4b90-af4c-165b526d5b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:40:03.084614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccccc3e-4cb3-40e1-a054-1948be46ff33,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:03.131748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e9f14-694d-449f-bcb6-146882a05aa4 None None] The sync data for ids ['d4efc2c0-b111-4afc-8c2a-8c5452663eae'] in n-d-803778-2 is: [{'id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'name': 'tempest-TestEncryptedCinderVolumes-1688049771-router', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8070264f-3485-41d5-b649-6214d24357e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:39:58Z', 'revision_number': 4, 'project_id': '1f6af822af314641a59a512bcd7d9425', 'gw_port': {'id': '8070264f-3485-41d5-b649-6214d24357e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '30d671d4-92aa-4838-a83f-7b16cabf1314', 'name': '', 'network_id': 'a28dbac8-24a7-4b57-a7cf-0fe69ad94a30', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'mac_address': 'fa:16:3e:a9:d8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'f1153c52-6268-4b90-af4c-165b526d5b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:57Z', 'updated_at': '2021-08-09T16:40:02Z', 'revision_number': 4, 'project_id': '1f6af822af314641a59a512bcd7d9425', 'subnets': [{'id': 'f1153c52-6268-4b90-af4c-165b526d5b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:40:03.158820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Attempting to bind port 2ccccc3e-4cb3-40e1-a054-1948be46ff33 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:03.159564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Attempting to bind port 2ccccc3e-4cb3-40e1-a054-1948be46ff33 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:03.160231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Attempting to bind port 2ccccc3e-4cb3-40e1-a054-1948be46ff33 on network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:03.170420 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Port 2ccccc3e-4cb3-40e1-a054-1948be46ff33 on network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:40:03.171084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Attempting to bind port 2ccccc3e-4cb3-40e1-a054-1948be46ff33 on network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:03.182346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:03.182705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Checking segment: {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:03.183150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Bound using segment: {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:03.183594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Bound port: 2ccccc3e-4cb3-40e1-a054-1948be46ff33, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:03.183963 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:03.240036 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefac328-de49-40c7-92f6-35b71f59dea6 req-f2d9fafe-28df-4c04-a468-6782b991ca18 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:03.242063 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fefac328-de49-40c7-92f6-35b71f59dea6 req-f2d9fafe-28df-4c04-a468-6782b991ca18 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 943 time: 0.0842276 Aug 09 16:40:03.297554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fefac328-de49-40c7-92f6-35b71f59dea6 req-00e20415-4be4-47a9-8502-34ff288dceee tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433154 Aug 09 16:40:03.301120 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] For port 2ccccc3e-4cb3-40e1-a054-1948be46ff33, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:03.305894 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] For port 2ccccc3e-4cb3-40e1-a054-1948be46ff33, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2ccccc3e-4cb3-40e1-a054-1948be46ff33,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:03.317736 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:03.358852 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:03.359461 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:03.360901 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] 10.222.0.53 "PUT /v2.0/ports/2ccccc3e-4cb3-40e1-a054-1948be46ff33 HTTP/1.1" status: 200 len: 1091 time: 0.7904646 Aug 09 16:40:03.361264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b953324e-579a-45d8-b315-e0d75121ab18', 'tag': '2ccccc3e-4cb3-40e1-a054-1948be46ff33'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:40:03.370024 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3344bb89-6523-4914-8f75-1f43f5be3a51" -d '{"events": [{"name": "network-changed", "server_uuid": "b953324e-579a-45d8-b315-e0d75121ab18", "tag": "2ccccc3e-4cb3-40e1-a054-1948be46ff33"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:40:03.392355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfb666-a90e-464b-bcc1-b4682da31487 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccccc3e-4cb3-40e1-a054-1948be46ff33,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:03.432203 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32c6cc4-5392-4b86-ac55-ff19767d7bdd x-openstack-request-id: req-b32c6cc4-5392-4b86-ac55-ff19767d7bdd {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:40:03.432500 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b953324e-579a-45d8-b315-e0d75121ab18", "tag": "2ccccc3e-4cb3-40e1-a054-1948be46ff33", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:40:03.432871 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b32c6cc4-5392-4b86-ac55-ff19767d7bdd {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:40:03.433273 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b953324e-579a-45d8-b315-e0d75121ab18', 'tag': '2ccccc3e-4cb3-40e1-a054-1948be46ff33', 'status': 'completed', 'code': 200} Aug 09 16:40:03.452113 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f52659-cd06-4206-842b-6b84155a315e req-c1ec56ef-bbdc-44a4-bfdc-c6536bc6e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:03.453710 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-c1ec56ef-bbdc-44a4-bfdc-c6536bc6e57d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90bcb94cae834cd592843b145ed4632f&device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 1094 time: 0.0506191 Aug 09 16:40:03.502316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-b5bca806-19af-48a9-b250-c2d8f01b6e60 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ccccc3e-4cb3-40e1-a054-1948be46ff33 HTTP/1.1" status: 200 len: 217 time: 0.0406678 Aug 09 16:40:03.558605 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f52659-cd06-4206-842b-6b84155a315e req-9f3296a3-53a9-4104-9304-c0013c309b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:03.560117 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-9f3296a3-53a9-4104-9304-c0013c309b61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26687aa1-d980-4121-9ac9-ef52d1f4c5ba HTTP/1.1" status: 200 len: 855 time: 0.0506411 Aug 09 16:40:03.610953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f52659-cd06-4206-842b-6b84155a315e req-7d7a0428-b8ba-4479-a233-fda17a76a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:03.612478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-7d7a0428-b8ba-4479-a233-fda17a76a524 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450118 Aug 09 16:40:03.711643 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-099d6bb5-b9cc-47fc-8e9e-e216447f9769 service neutron] 10.222.0.53 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911801 Aug 09 16:40:03.808163 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b8f52659-cd06-4206-842b-6b84155a315e req-297b5333-6456-4dfe-912a-47245bf5be1a service neutron] 10.222.0.53 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878987 Aug 09 16:40:03.898212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344bb89-6523-4914-8f75-1f43f5be3a51 req-ca818a5e-a545-44de-aa91-45fdbd986772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:03.899689 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3344bb89-6523-4914-8f75-1f43f5be3a51 req-ca818a5e-a545-44de-aa91-45fdbd986772 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90bcb94cae834cd592843b145ed4632f&device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 1094 time: 0.0451348 Aug 09 16:40:03.991867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344bb89-6523-4914-8f75-1f43f5be3a51 req-f30f25ee-0c0b-4a56-aab0-98639984cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:03.993965 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3344bb89-6523-4914-8f75-1f43f5be3a51 req-f30f25ee-0c0b-4a56-aab0-98639984cb6e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e HTTP/1.1" status: 200 len: 917 time: 0.0871801 Aug 09 16:40:04.036418 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3344bb89-6523-4914-8f75-1f43f5be3a51 req-044948cf-7ffb-4b30-91e5-4944c17a3f01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ccccc3e-4cb3-40e1-a054-1948be46ff33 HTTP/1.1" status: 200 len: 217 time: 0.0356445 Aug 09 16:40:04.090090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344bb89-6523-4914-8f75-1f43f5be3a51 req-4188441c-522d-4fe5-90b4-500338d84172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:04.091451 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3344bb89-6523-4914-8f75-1f43f5be3a51 req-4188441c-522d-4fe5-90b4-500338d84172 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26687aa1-d980-4121-9ac9-ef52d1f4c5ba HTTP/1.1" status: 200 len: 855 time: 0.0482574 Aug 09 16:40:04.138549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344bb89-6523-4914-8f75-1f43f5be3a51 req-ff3b4761-830c-4428-9cd0-f45c0d69cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:04.140064 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3344bb89-6523-4914-8f75-1f43f5be3a51 req-ff3b4761-830c-4428-9cd0-f45c0d69cc6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403197 Aug 09 16:40:04.231271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3344bb89-6523-4914-8f75-1f43f5be3a51 req-e40bbbc9-b838-4ed8-89c1-62ea38af6c4d service neutron] 10.222.0.53 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822973 Aug 09 16:40:04.332076 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3344bb89-6523-4914-8f75-1f43f5be3a51 req-779556a1-0d7f-4fab-a76a-d0aa36232c4b service neutron] 10.222.0.53 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924225 Aug 09 16:40:04.423210 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b07aaf-6735-4c61-93a0-ec5200ad1442 req-345e5335-bbcc-4c1c-b5a8-6d22dfe594fc tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:04.424688 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-68b07aaf-6735-4c61-93a0-ec5200ad1442 req-345e5335-bbcc-4c1c-b5a8-6d22dfe594fc tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 943 time: 0.0536296 Aug 09 16:40:04.463085 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-68b07aaf-6735-4c61-93a0-ec5200ad1442 req-c1acff0d-3461-481e-86a8-fdf3cabb55a5 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320303 Aug 09 16:40:05.197566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 30d671d4-92aa-4838-a83f-7b16cabf1314 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:05.249878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 30d671d4-92aa-4838-a83f-7b16cabf1314 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:05.253565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 30d671d4-92aa-4838-a83f-7b16cabf1314 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:05.253977 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:05.331390 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:05.365443 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 30d671d4-92aa-4838-a83f-7b16cabf1314, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=30d671d4-92aa-4838-a83f-7b16cabf1314,segment=NetworkSegment(d96d31f6-6b09-4bff-9288-d605274351d3),segment_id=d96d31f6-6b09-4bff-9288-d605274351d3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:05.370680 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:05.423162 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=30d671d4-92aa-4838-a83f-7b16cabf1314,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:05.490210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2ccccc3e-4cb3-40e1-a054-1948be46ff33 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:40:05.590355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2ccccc3e-4cb3-40e1-a054-1948be46ff33, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2ccccc3e-4cb3-40e1-a054-1948be46ff33,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:05.594066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd1180-2207-43a0-8770-7c627e330f23 req-63c8272e-8a4e-440d-8463-f1034d7e5d5d tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:05.595574 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-21dd1180-2207-43a0-8770-7c627e330f23 req-63c8272e-8a4e-440d-8463-f1034d7e5d5d tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 943 time: 0.0495014 Aug 09 16:40:05.603328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '2ccccc3e-4cb3-40e1-a054-1948be46ff33', 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e', 'port_id': '2ccccc3e-4cb3-40e1-a054-1948be46ff33', 'mac_address': 'fa:16:3e:d1:8d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26687aa1-d980-4121-9ac9-ef52d1f4c5ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:40:05.637786 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-21dd1180-2207-43a0-8770-7c627e330f23 req-306052e2-6ff6-4a87-ad8c-26bc9feda893 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353830 Aug 09 16:40:05.642368 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:05.656206 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccccc3e-4cb3-40e1-a054-1948be46ff33 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:40:05.675698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2ccccc3e-4cb3-40e1-a054-1948be46ff33, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2ccccc3e-4cb3-40e1-a054-1948be46ff33,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:05.679685 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:05.737403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2ccccc3e-4cb3-40e1-a054-1948be46ff33,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:05.898653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['2ccccc3e-4cb3-40e1-a054-1948be46ff33'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:40:06.762465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed6458-ef6c-4d21-a6b3-cc3a359d80ad req-7fb07505-55cd-4a95-88d7-9a62930da04d tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:06.764031 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-68ed6458-ef6c-4d21-a6b3-cc3a359d80ad req-7fb07505-55cd-4a95-88d7-9a62930da04d tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 944 time: 0.0502129 Aug 09 16:40:06.802246 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-68ed6458-ef6c-4d21-a6b3-cc3a359d80ad req-ea1f2d19-5022-4fe9-ba07-608b9051fd10 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321548 Aug 09 16:40:07.184409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 30d671d4-92aa-4838-a83f-7b16cabf1314 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:07.232482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 30d671d4-92aa-4838-a83f-7b16cabf1314 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:07.232850 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:07.502032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2ccccc3e-4cb3-40e1-a054-1948be46ff33 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:07.549959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 2ccccc3e-4cb3-40e1-a054-1948be46ff33 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:07.554216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 2ccccc3e-4cb3-40e1-a054-1948be46ff33 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:07.554593 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:07.632304 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:07.655950 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b953324e-579a-45d8-b315-e0d75121ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccccc3e-4cb3-40e1-a054-1948be46ff33'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:40:07.658252 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c097afd-1997-4da7-9e37-8d4dbd707725" -d '{"events": [{"server_uuid": "b953324e-579a-45d8-b315-e0d75121ab18", "name": "network-vif-plugged", "status": "completed", "tag": "2ccccc3e-4cb3-40e1-a054-1948be46ff33"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:40:07.672638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2ccccc3e-4cb3-40e1-a054-1948be46ff33, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2ccccc3e-4cb3-40e1-a054-1948be46ff33,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:07.677134 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:07.719093 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674cf4ce-9110-42f5-a535-df1a415bf82b x-openstack-request-id: req-674cf4ce-9110-42f5-a535-df1a415bf82b {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:40:07.719382 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b953324e-579a-45d8-b315-e0d75121ab18", "name": "network-vif-plugged", "status": "completed", "tag": "2ccccc3e-4cb3-40e1-a054-1948be46ff33", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:40:07.719743 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-674cf4ce-9110-42f5-a535-df1a415bf82b {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:40:07.720206 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b953324e-579a-45d8-b315-e0d75121ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccccc3e-4cb3-40e1-a054-1948be46ff33', 'code': 200} Aug 09 16:40:07.736370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2ccccc3e-4cb3-40e1-a054-1948be46ff33,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:07.750366 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-18aaab4f-8ca8-47b1-9c23-d236cebb48ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:07.822347 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d124a-d10b-4d02-8aed-eeefb17d3110 req-a883713f-392b-4c11-90f7-bfd0bdd0a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:07.823795 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf8d124a-d10b-4d02-8aed-eeefb17d3110 req-a883713f-392b-4c11-90f7-bfd0bdd0a3ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 1096 time: 0.0458989 Aug 09 16:40:07.860716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf8d124a-d10b-4d02-8aed-eeefb17d3110 req-98ff8606-54a2-47f3-9670-ddea6a4a08bf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297358 Aug 09 16:40:07.922406 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897a00d-68b4-4d60-83dc-eaf5765a80b4 req-8b98b6be-ac39-4ca4-867b-a9ac58c25ab1 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:07.923935 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a897a00d-68b4-4d60-83dc-eaf5765a80b4 req-8b98b6be-ac39-4ca4-867b-a9ac58c25ab1 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 945 time: 0.0487671 Aug 09 16:40:07.963191 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a897a00d-68b4-4d60-83dc-eaf5765a80b4 req-93948042-ae9a-4221-ad7f-6a4d1ad72fae tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Aug 09 16:40:09.082417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2a8e1-af20-4d58-be94-392d11d9b496 req-2958013b-5180-42aa-95b4-35ab8a8a6814 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:09.083879 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3b2a8e1-af20-4d58-be94-392d11d9b496 req-2958013b-5180-42aa-95b4-35ab8a8a6814 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 945 time: 0.0495172 Aug 09 16:40:09.124371 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e3b2a8e1-af20-4d58-be94-392d11d9b496 req-9877eb56-7cd1-4a45-9c70-5d5b30ac8061 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338466 Aug 09 16:40:09.242526 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cfa36-0a30-406a-96a3-e3a4126ad4f7 req-64cd3f02-340a-4a8e-8c75-180e551c5a1c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:09.243896 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-433cfa36-0a30-406a-96a3-e3a4126ad4f7 req-64cd3f02-340a-4a8e-8c75-180e551c5a1c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 945 time: 0.0533526 Aug 09 16:40:09.280882 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-433cfa36-0a30-406a-96a3-e3a4126ad4f7 req-e1e45eaf-8acd-4458-a636-19d17cbb223b tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309253 Aug 09 16:40:10.610472 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e866f9e4-ddc2-4a7a-97fc-f3d17322026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:10.982002 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:11.780783 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:11.952172 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:13.634466 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:13.693024 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:19.941838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34fa9d10-c315-4ab6-9a0f-41a061656542 req-b639f81f-f8ab-42fa-a0aa-b8839ea7a310 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393322 Aug 09 16:40:20.021827 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa9d10-c315-4ab6-9a0f-41a061656542 req-360aacd8-4eb5-4798-9504-8740d4466313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:20.023413 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34fa9d10-c315-4ab6-9a0f-41a061656542 req-360aacd8-4eb5-4798-9504-8740d4466313 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=90bcb94cae834cd592843b145ed4632f&device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 1096 time: 0.0426254 Aug 09 16:40:20.130409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa9d10-c315-4ab6-9a0f-41a061656542 req-7538a458-7e21-4332-8afd-9cbab9a048b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:20.132797 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34fa9d10-c315-4ab6-9a0f-41a061656542 req-7538a458-7e21-4332-8afd-9cbab9a048b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e HTTP/1.1" status: 200 len: 917 time: 0.0866177 Aug 09 16:40:20.175488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34fa9d10-c315-4ab6-9a0f-41a061656542 req-893caadc-c855-4258-b3bd-a01a0044f4cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ccccc3e-4cb3-40e1-a054-1948be46ff33 HTTP/1.1" status: 200 len: 217 time: 0.0335128 Aug 09 16:40:20.229275 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa9d10-c315-4ab6-9a0f-41a061656542 req-0187dca2-3789-47f4-9036-1e2349ed722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:20.230796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34fa9d10-c315-4ab6-9a0f-41a061656542 req-0187dca2-3789-47f4-9036-1e2349ed722c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=26687aa1-d980-4121-9ac9-ef52d1f4c5ba HTTP/1.1" status: 200 len: 855 time: 0.0471394 Aug 09 16:40:20.278373 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa9d10-c315-4ab6-9a0f-41a061656542 req-48273967-2aa1-4d85-a5bb-c938b3a5bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:20.279861 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34fa9d10-c315-4ab6-9a0f-41a061656542 req-48273967-2aa1-4d85-a5bb-c938b3a5bc39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393100 Aug 09 16:40:20.282127 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:40:20.373595 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34fa9d10-c315-4ab6-9a0f-41a061656542 req-015d8430-91fa-4b79-a962-768e3662a487 service neutron] 10.222.0.53 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806224 Aug 09 16:40:20.465550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-34fa9d10-c315-4ab6-9a0f-41a061656542 req-ff6d39b7-6cb8-4ef4-9446-82d0b7e8e9f5 service neutron] 10.222.0.53 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840056 Aug 09 16:40:27.889677 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad45a44-4fb7-487c-9929-335249ad70f1 req-986fe62d-ca8b-4391-9c16-28926d5b0bdc tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:27.891228 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ad45a44-4fb7-487c-9929-335249ad70f1 req-986fe62d-ca8b-4391-9c16-28926d5b0bdc tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 945 time: 0.0557044 Aug 09 16:40:27.936076 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2ad45a44-4fb7-487c-9929-335249ad70f1 req-14cf5399-ce7d-4a49-88d6-e3078d663742 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381551 Aug 09 16:40:29.056396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ae3c2-adec-45ff-b4d3-3f71893c1901 req-319e8f27-7d03-4710-bc8c-b6f907335005 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:29.057927 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-452ae3c2-adec-45ff-b4d3-3f71893c1901 req-319e8f27-7d03-4710-bc8c-b6f907335005 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 945 time: 0.0529575 Aug 09 16:40:29.095742 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-452ae3c2-adec-45ff-b4d3-3f71893c1901 req-6f171fd9-8538-4b52-b830-52cd4a5609d6 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317764 Aug 09 16:40:29.358837 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87006f82-cc11-45fc-ad46-8ca9a8f2ada3 req-9876d844-8a8d-4b84-b39e-ab669a6f3fc7 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:29.360204 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87006f82-cc11-45fc-ad46-8ca9a8f2ada3 req-9876d844-8a8d-4b84-b39e-ab669a6f3fc7 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.53 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 945 time: 0.0482569 Aug 09 16:40:29.451851 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-87006f82-cc11-45fc-ad46-8ca9a8f2ada3 req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Deleting port 2ccccc3e-4cb3-40e1-a054-1948be46ff33 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:40:29.452203 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-87006f82-cc11-45fc-ad46-8ca9a8f2ada3 req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.537960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-87006f82-cc11-45fc-ad46-8ca9a8f2ada3 req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] For port 2ccccc3e-4cb3-40e1-a054-1948be46ff33, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2ccccc3e-4cb3-40e1-a054-1948be46ff33,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:29.538335 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-87006f82-cc11-45fc-ad46-8ca9a8f2ada3 req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.551117 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-87006f82-cc11-45fc-ad46-8ca9a8f2ada3 req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Calling delete_port for 2ccccc3e-4cb3-40e1-a054-1948be46ff33 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:40:29.682612 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-87006f82-cc11-45fc-ad46-8ca9a8f2ada3 req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.694578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['2ccccc3e-4cb3-40e1-a054-1948be46ff33'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:40:29.713310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Pushing event deleted for resources: {'Port': ['ID=2ccccc3e-4cb3-40e1-a054-1948be46ff33,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:29.726825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:29.727286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:29.727547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:29.727878 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:29.728237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:29.728537 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:29.728863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:29.729184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:29.729509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:29.729928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:29.730253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:29.730574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:29.770769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-87006f82-cc11-45fc-ad46-8ca9a8f2ada3 req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] No DVR routers for this DVR port 2ccccc3e-4cb3-40e1-a054-1948be46ff33 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:40:29.774527 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-87006f82-cc11-45fc-ad46-8ca9a8f2ada3 req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:29.777825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-87006f82-cc11-45fc-ad46-8ca9a8f2ada3 req-196f5c58-f815-4f66-9730-045d5748525f tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.53 "DELETE /v2.0/ports/2ccccc3e-4cb3-40e1-a054-1948be46ff33 HTTP/1.1" status: 204 len: 173 time: 0.4110582 Aug 09 16:40:29.778484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b953324e-579a-45d8-b315-e0d75121ab18', 'name': 'network-vif-deleted', 'tag': '2ccccc3e-4cb3-40e1-a054-1948be46ff33'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:40:29.781713 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4b608c-3490-48a5-b773-098b0bd39c43" -d '{"events": [{"server_uuid": "b953324e-579a-45d8-b315-e0d75121ab18", "name": "network-vif-deleted", "tag": "2ccccc3e-4cb3-40e1-a054-1948be46ff33"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:40:29.829088 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d015ce78-9120-4767-bf25-a13016cdfc53 x-openstack-request-id: req-d015ce78-9120-4767-bf25-a13016cdfc53 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:40:29.829431 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b953324e-579a-45d8-b315-e0d75121ab18", "name": "network-vif-deleted", "tag": "2ccccc3e-4cb3-40e1-a054-1948be46ff33", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:40:29.829708 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d015ce78-9120-4767-bf25-a13016cdfc53 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:40:29.830178 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b953324e-579a-45d8-b315-e0d75121ab18', 'name': 'network-vif-deleted', 'tag': '2ccccc3e-4cb3-40e1-a054-1948be46ff33', 'status': 'completed', 'code': 200} Aug 09 16:40:30.204792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-38e6f170-0b70-443e-8b95-a78fac352064 req-eadba51b-0df4-4377-a4e9-88901e9e36fe tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=b953324e-579a-45d8-b315-e0d75121ab18 HTTP/1.1" status: 200 len: 210 time: 0.0287485 Aug 09 16:40:31.809612 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c8177-385a-4fb1-89b3-042488f33683 req-078af02d-9700-449d-bb04-ed849dcce494 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:31.811895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-078af02d-9700-449d-bb04-ed849dcce494 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/networks?id=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e HTTP/1.1" status: 200 len: 816 time: 0.1017256 Aug 09 16:40:31.828711 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-fd8fb925-377b-4ded-85ce-0025bcc4b177 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/quotas/90bcb94cae834cd592843b145ed4632f HTTP/1.1" status: 200 len: 375 time: 0.0111976 Aug 09 16:40:31.885694 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-ff5760b2-a689-4265-9a43-0e6129dbd28a tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=90bcb94cae834cd592843b145ed4632f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509803 Aug 09 16:40:31.984125 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-ad053409-7209-48d1-ad5f-ff675270d0f1 service neutron] 10.222.0.81 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860929 Aug 09 16:40:32.082936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-b9819dbb-ea84-482b-b050-4464ce9aaa0a service neutron] 10.222.0.81 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917864 Aug 09 16:40:32.253023 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-05e0bb2b-81cc-4521-b2cd-09ea63821c8e req-d84e1bc9-ef95-4a1b-9b6b-11dcbdc904ab tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 210 time: 0.0270803 Aug 09 16:40:33.170432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c8177-385a-4fb1-89b3-042488f33683 req-44031cea-5742-42ec-b1c9-cfdad6283a1d tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:33.171915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-44031cea-5742-42ec-b1c9-cfdad6283a1d tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.60 "GET /v2.0/networks?id=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e HTTP/1.1" status: 200 len: 816 time: 0.1073086 Aug 09 16:40:33.186201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Request body: {'port': {'device_id': '0204df4f-a609-4c04-a563-357f6a13e014', 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e', 'admin_state_up': True, 'tenant_id': '90bcb94cae834cd592843b145ed4632f'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:33.300603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Made reservation on behalf of 90bcb94cae834cd592843b145ed4632f for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:40:33.304835 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:33.460462 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Allocated IP 172.20.0.12 (b3e8a8ef-1951-4f16-b36c-2b05d3ba374e/26687aa1-d980-4121-9ac9-ef52d1f4c5ba/ceb76e41-0975-4b26-9eba-438f811b3146) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:40:33.463909 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4398e0ce-ca6e-4a3a-9f7b-ef5d5e024304 req-0c322d8a-0a16-44f6-bad5-de3e0159d951 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 210 time: 0.1412125 Aug 09 16:40:33.600563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2ccccc3e-4cb3-40e1-a054-1948be46ff33 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:40:33.607105 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:33.621572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Transition to ACTIVE for port object ceb76e41-0975-4b26-9eba-438f811b3146 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:33.621935 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 2ccccc3e-4cb3-40e1-a054-1948be46ff33 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:40:33.622047 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2ccccc3e-4cb3-40e1-a054-1948be46ff33 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:40:33.654545 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:33.698185 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:40:33.703127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:40:33.705398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:40:33.734739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Pushing event updated for resources: {'Port': ['ID=ceb76e41-0975-4b26-9eba-438f811b3146,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:33.761721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:33.762354 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:33.777473 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-c275028f-d30e-45c3-b0fb-e28e85bfea4c tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5952115 Aug 09 16:40:33.789628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-79fba877-b89c-4085-b62c-1532a4bb5315 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:40:33.790641 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-79fba877-b89c-4085-b62c-1532a4bb5315 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059071 Aug 09 16:40:33.803406 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Request body: {'port': {'device_id': '0204df4f-a609-4c04-a563-357f6a13e014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:40:33.861952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:33.908460 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-70a34cd7-e4dd-4bcb-83fb-4c142b0c0f54 None None] Provisioning for port ceb76e41-0975-4b26-9eba-438f811b3146 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:33.913319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-70a34cd7-e4dd-4bcb-83fb-4c142b0c0f54 None None] Provisioning complete for port ceb76e41-0975-4b26-9eba-438f811b3146 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:33.913735 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-70a34cd7-e4dd-4bcb-83fb-4c142b0c0f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:33.948121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-70a34cd7-e4dd-4bcb-83fb-4c142b0c0f54 None None] Port ceb76e41-0975-4b26-9eba-438f811b3146 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:40:34.129474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb76e41-0975-4b26-9eba-438f811b3146 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:40:34.137107 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.149165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Transition to ACTIVE for port object ceb76e41-0975-4b26-9eba-438f811b3146 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:40:34.153385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.202267 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd901749-9323-4032-9301-7f374192b786 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb76e41-0975-4b26-9eba-438f811b3146,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:34.280234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Attempting to bind port ceb76e41-0975-4b26-9eba-438f811b3146 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:40:34.280575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Attempting to bind port ceb76e41-0975-4b26-9eba-438f811b3146 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:40:34.280906 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Attempting to bind port ceb76e41-0975-4b26-9eba-438f811b3146 on network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:34.285572 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Port ceb76e41-0975-4b26-9eba-438f811b3146 on network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:40:34.285926 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Attempting to bind port ceb76e41-0975-4b26-9eba-438f811b3146 on network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:40:34.290993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:40:34.291336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Checking segment: {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:40:34.291725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Bound using segment: {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:40:34.292258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Bound port: ceb76e41-0975-4b26-9eba-438f811b3146, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db31c83-55b9-4a9d-a0a6-ab8e633eca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:40:34.292531 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.362415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] For port ceb76e41-0975-4b26-9eba-438f811b3146, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:40:34.365562 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] For port ceb76e41-0975-4b26-9eba-438f811b3146, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ceb76e41-0975-4b26-9eba-438f811b3146,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:40:34.370382 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.403510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:34.404522 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:34.406017 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-bd901749-9323-4032-9301-7f374192b786 service neutron] 10.222.0.60 "PUT /v2.0/ports/ceb76e41-0975-4b26-9eba-438f811b3146 HTTP/1.1" status: 200 len: 1092 time: 0.6077039 Aug 09 16:40:34.408153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0204df4f-a609-4c04-a563-357f6a13e014', 'tag': 'ceb76e41-0975-4b26-9eba-438f811b3146'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:40:34.411252 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39c2aa9-6398-40d8-9d66-766f03422fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "0204df4f-a609-4c04-a563-357f6a13e014", "tag": "ceb76e41-0975-4b26-9eba-438f811b3146"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:40:34.442561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd901749-9323-4032-9301-7f374192b786 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb76e41-0975-4b26-9eba-438f811b3146,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:34.478031 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3b001f-887d-49d7-b509-1716d473bd4c x-openstack-request-id: req-ed3b001f-887d-49d7-b509-1716d473bd4c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:40:34.478323 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0204df4f-a609-4c04-a563-357f6a13e014", "tag": "ceb76e41-0975-4b26-9eba-438f811b3146", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:40:34.478575 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ed3b001f-887d-49d7-b509-1716d473bd4c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:40:34.479028 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0204df4f-a609-4c04-a563-357f6a13e014', 'tag': 'ceb76e41-0975-4b26-9eba-438f811b3146', 'status': 'completed', 'code': 200} Aug 09 16:40:34.495631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c8177-385a-4fb1-89b3-042488f33683 req-07e7c051-ec04-4fe9-a9f3-49d7f876104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:34.497211 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-07e7c051-ec04-4fe9-a9f3-49d7f876104e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=90bcb94cae834cd592843b145ed4632f&device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 1095 time: 0.0467801 Aug 09 16:40:34.557371 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-f83e4197-f6fe-4068-adc9-4aebdf74be3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ceb76e41-0975-4b26-9eba-438f811b3146 HTTP/1.1" status: 200 len: 217 time: 0.0513830 Aug 09 16:40:34.627651 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c8177-385a-4fb1-89b3-042488f33683 req-2c6cd2e1-a8d0-45e8-ba60-eedfa1881772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:34.629118 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-2c6cd2e1-a8d0-45e8-ba60-eedfa1881772 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26687aa1-d980-4121-9ac9-ef52d1f4c5ba HTTP/1.1" status: 200 len: 855 time: 0.0535822 Aug 09 16:40:34.637765 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31840c78-5ad1-4271-9072-e00ffe335975 req-0af8c1f7-b384-46b7-8c32-acb8187250b2 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:34.639155 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31840c78-5ad1-4271-9072-e00ffe335975 req-0af8c1f7-b384-46b7-8c32-acb8187250b2 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 944 time: 0.0923636 Aug 09 16:40:34.704464 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-31840c78-5ad1-4271-9072-e00ffe335975 req-4857c827-5851-4012-87a1-58a64f005bd3 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562503 Aug 09 16:40:34.710683 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c8177-385a-4fb1-89b3-042488f33683 req-a7fbfb98-5014-474c-9ac1-810d2c16d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:34.712152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-a7fbfb98-5014-474c-9ac1-810d2c16d7d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721555 Aug 09 16:40:34.804606 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-994a61bc-7e12-441d-acef-24e78765d8eb service neutron] 10.222.0.60 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836611 Aug 09 16:40:34.911162 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a46c8177-385a-4fb1-89b3-042488f33683 req-034f9129-3b22-4765-88e3-d154cb668227 service neutron] 10.222.0.60 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980732 Aug 09 16:40:35.346232 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c2aa9-6398-40d8-9d66-766f03422fc6 req-75250656-83ba-40db-903c-17ef3e4f5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:35.347729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a39c2aa9-6398-40d8-9d66-766f03422fc6 req-75250656-83ba-40db-903c-17ef3e4f5094 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=90bcb94cae834cd592843b145ed4632f&device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 1095 time: 0.3865607 Aug 09 16:40:35.436157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c2aa9-6398-40d8-9d66-766f03422fc6 req-116d049c-5717-4c9f-b701-35d3282e87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:35.437543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a39c2aa9-6398-40d8-9d66-766f03422fc6 req-116d049c-5717-4c9f-b701-35d3282e87a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e HTTP/1.1" status: 200 len: 917 time: 0.0817630 Aug 09 16:40:35.483389 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a39c2aa9-6398-40d8-9d66-766f03422fc6 req-9495a8d0-5473-4fa2-b74b-7e7d1c5c8118 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ceb76e41-0975-4b26-9eba-438f811b3146 HTTP/1.1" status: 200 len: 217 time: 0.0373111 Aug 09 16:40:35.532239 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c2aa9-6398-40d8-9d66-766f03422fc6 req-06d323fd-5a23-4f1b-a1ab-0be264847cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:35.533673 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a39c2aa9-6398-40d8-9d66-766f03422fc6 req-06d323fd-5a23-4f1b-a1ab-0be264847cf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26687aa1-d980-4121-9ac9-ef52d1f4c5ba HTTP/1.1" status: 200 len: 855 time: 0.0424237 Aug 09 16:40:35.579417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c2aa9-6398-40d8-9d66-766f03422fc6 req-b8e73dd3-dff1-4096-b940-5b3814d8a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:35.580891 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a39c2aa9-6398-40d8-9d66-766f03422fc6 req-b8e73dd3-dff1-4096-b940-5b3814d8a025 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385692 Aug 09 16:40:35.674315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a39c2aa9-6398-40d8-9d66-766f03422fc6 req-a7b30053-3d40-46c9-ae9e-b8ed8090508a service neutron] 10.222.0.60 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835562 Aug 09 16:40:35.764902 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a39c2aa9-6398-40d8-9d66-766f03422fc6 req-f13b75f1-db58-47c6-994a-261ac04cb0aa service neutron] 10.222.0.60 "GET /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821598 Aug 09 16:40:35.878404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc23b2-fa8b-45c4-b71f-c9452dd2062d req-873e8bf2-ecf9-4a61-9927-d2a9b183e5d4 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:35.879898 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c1dc23b2-fa8b-45c4-b71f-c9452dd2062d req-873e8bf2-ecf9-4a61-9927-d2a9b183e5d4 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 944 time: 0.1034703 Aug 09 16:40:35.918275 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c1dc23b2-fa8b-45c4-b71f-c9452dd2062d req-521208f9-abf3-447a-9d62-bb99168c69b7 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 Aug 09 16:40:37.035461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a393e1-9ff3-426b-aaf6-b02d74ae4be3 req-ff34346a-94c7-4298-9bef-4be3db26f306 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:37.037011 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-80a393e1-9ff3-426b-aaf6-b02d74ae4be3 req-ff34346a-94c7-4298-9bef-4be3db26f306 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 944 time: 0.0484180 Aug 09 16:40:37.078640 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-80a393e1-9ff3-426b-aaf6-b02d74ae4be3 req-55881fbb-b5dd-4886-9545-34c18d35548e tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354834 Aug 09 16:40:37.743824 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-90e4c37f-fb28-434d-83aa-0229841c70ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:37.906368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ceb76e41-0975-4b26-9eba-438f811b3146 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:40:38.005732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ceb76e41-0975-4b26-9eba-438f811b3146, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ceb76e41-0975-4b26-9eba-438f811b3146,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:38.016948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'ceb76e41-0975-4b26-9eba-438f811b3146', 'network_id': 'b3e8a8ef-1951-4f16-b36c-2b05d3ba374e', 'port_id': 'ceb76e41-0975-4b26-9eba-438f811b3146', 'mac_address': 'fa:16:3e:ee:6b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26687aa1-d980-4121-9ac9-ef52d1f4c5ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:40:38.053196 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.065959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb76e41-0975-4b26-9eba-438f811b3146 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:40:38.086109 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ceb76e41-0975-4b26-9eba-438f811b3146, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ceb76e41-0975-4b26-9eba-438f811b3146,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:38.089905 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:38.141073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ceb76e41-0975-4b26-9eba-438f811b3146,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:38.149042 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:38.149387 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:38.149751 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:38.150087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:38.150419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:38.150748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:38.151070 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:38.151394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:38.151713 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:38.152033 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:38.152353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:38.152670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:40:38.200520 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba9220-c082-41a7-8e0c-fa2329eb8362 req-b04ec3b6-caed-4975-9527-ece7e76e6881 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:38.202065 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69ba9220-c082-41a7-8e0c-fa2329eb8362 req-b04ec3b6-caed-4975-9527-ece7e76e6881 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 945 time: 0.0515852 Aug 09 16:40:38.242273 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-69ba9220-c082-41a7-8e0c-fa2329eb8362 req-5f69326f-cda1-4815-a09a-61fd0a9b3145 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341351 Aug 09 16:40:38.307826 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['ceb76e41-0975-4b26-9eba-438f811b3146'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:40:39.361381 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3092e05-78af-42ec-9645-9051d564daac req-b2eff314-9876-4ca0-a1f5-57467a6fbc20 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:39.362936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3092e05-78af-42ec-9645-9051d564daac req-b2eff314-9876-4ca0-a1f5-57467a6fbc20 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 945 time: 0.0537972 Aug 09 16:40:39.401765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f3092e05-78af-42ec-9645-9051d564daac req-75dcd78e-813e-4ae0-8ca2-837822c293b9 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Aug 09 16:40:39.915742 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ceb76e41-0975-4b26-9eba-438f811b3146 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:40:39.965449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port ceb76e41-0975-4b26-9eba-438f811b3146 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:40:39.969226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port ceb76e41-0975-4b26-9eba-438f811b3146 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:40:39.969621 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.049306 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.071485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0204df4f-a609-4c04-a563-357f6a13e014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb76e41-0975-4b26-9eba-438f811b3146'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:40:40.073772 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e88d3c-8b64-491f-83e5-9163cbcd9818" -d '{"events": [{"server_uuid": "0204df4f-a609-4c04-a563-357f6a13e014", "name": "network-vif-plugged", "status": "completed", "tag": "ceb76e41-0975-4b26-9eba-438f811b3146"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:40:40.088159 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port ceb76e41-0975-4b26-9eba-438f811b3146, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ceb76e41-0975-4b26-9eba-438f811b3146,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:40:40.094521 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.118465 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76599ab-87d1-4716-bcf3-6a5412abcf35 x-openstack-request-id: req-c76599ab-87d1-4716-bcf3-6a5412abcf35 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:40:40.118711 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0204df4f-a609-4c04-a563-357f6a13e014", "name": "network-vif-plugged", "status": "completed", "tag": "ceb76e41-0975-4b26-9eba-438f811b3146", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:40:40.118969 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c76599ab-87d1-4716-bcf3-6a5412abcf35 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:40:40.119424 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0204df4f-a609-4c04-a563-357f6a13e014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb76e41-0975-4b26-9eba-438f811b3146', 'code': 200} Aug 09 16:40:40.145078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=ceb76e41-0975-4b26-9eba-438f811b3146,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:40:40.220595 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c4c1f-b577-4a75-8b8e-a21824b11ad5 req-3155aa8d-4c08-429e-a5b7-154ee591f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:40.222093 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c5c4c1f-b577-4a75-8b8e-a21824b11ad5 req-3155aa8d-4c08-429e-a5b7-154ee591f2e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 1097 time: 0.0398381 Aug 09 16:40:40.257952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5c5c4c1f-b577-4a75-8b8e-a21824b11ad5 req-5f9050d5-6168-4a8e-8d0e-2efb5871f10a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270548 Aug 09 16:40:40.516885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c98976-0afb-4d9e-9ccf-0b3966530675 req-1c65e2e2-4d83-4900-a4b1-fd46ef0fed5e tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:40.518409 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-99c98976-0afb-4d9e-9ccf-0b3966530675 req-1c65e2e2-4d83-4900-a4b1-fd46ef0fed5e tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 946 time: 0.0497003 Aug 09 16:40:40.560480 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-99c98976-0afb-4d9e-9ccf-0b3966530675 req-ae254267-f3e7-4b0f-919b-52860de82967 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353010 Aug 09 16:40:40.611903 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8890dfa5-b7d2-41a1-8116-e48fc3f0ae31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:40.984643 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:41.680175 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4c17-b6dc-4666-88cd-3d4fe547bfa8 req-18c457d2-f968-4150-a04b-b97451a014c1 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:41.681998 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb0e4c17-b6dc-4666-88cd-3d4fe547bfa8 req-18c457d2-f968-4150-a04b-b97451a014c1 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 946 time: 0.0515971 Aug 09 16:40:41.719798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-eb0e4c17-b6dc-4666-88cd-3d4fe547bfa8 req-ec16fb71-3275-43b7-887d-7857fb416326 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317941 Aug 09 16:40:41.782360 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:41.842871 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c227c3c-736a-457c-a1c5-a09ecfe0fc98 req-6a28b78e-2bed-4f32-b873-98c8fcd41188 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:40:41.844576 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c227c3c-736a-457c-a1c5-a09ecfe0fc98 req-6a28b78e-2bed-4f32-b873-98c8fcd41188 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 946 time: 0.0552261 Aug 09 16:40:41.882674 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6c227c3c-736a-457c-a1c5-a09ecfe0fc98 req-f40f0386-119c-4b38-9f2d-20e199a777c1 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320408 Aug 09 16:40:41.958149 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:43.637547 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:43.686903 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:40:57.281192 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:41:00.316380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e48e9-72f4-47e0-864f-d062e6637ce6 req-400e7a6f-d1b1-4724-82e7-631fb74fac65 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:00.318794 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-813e48e9-72f4-47e0-864f-d062e6637ce6 req-400e7a6f-d1b1-4724-82e7-631fb74fac65 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 946 time: 0.0496037 Aug 09 16:41:00.355996 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-813e48e9-72f4-47e0-864f-d062e6637ce6 req-0d020f90-f2a6-4914-bf0a-63cf08366ac3 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313232 Aug 09 16:41:01.478446 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d68ef2-d6c7-433b-a7b4-45d33dbc7792 req-c8f0754e-83a7-4d7b-9fae-3bfcb21dcb4a tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:01.480006 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c7d68ef2-d6c7-433b-a7b4-45d33dbc7792 req-c8f0754e-83a7-4d7b-9fae-3bfcb21dcb4a tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 946 time: 0.0559399 Aug 09 16:41:01.520955 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c7d68ef2-d6c7-433b-a7b4-45d33dbc7792 req-a5186e58-c39e-4ea8-a206-dc94e85e83fd tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/security-groups?id=319028c8-8df9-47cb-a795-48666ddbe382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347543 Aug 09 16:41:01.933705 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be87a7-96f5-4389-9d03-c4cf605bcb4b req-f06b6162-77fe-4652-b7cf-36fd62a1496b tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:01.935142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-99be87a7-96f5-4389-9d03-c4cf605bcb4b req-f06b6162-77fe-4652-b7cf-36fd62a1496b tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.60 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 946 time: 0.0508454 Aug 09 16:41:02.032046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-99be87a7-96f5-4389-9d03-c4cf605bcb4b req-888176bd-fc56-47e0-b0ce-1588ebbc4038 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Deleting port ceb76e41-0975-4b26-9eba-438f811b3146 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:02.032383 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-99be87a7-96f5-4389-9d03-c4cf605bcb4b req-888176bd-fc56-47e0-b0ce-1588ebbc4038 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:02.118529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-99be87a7-96f5-4389-9d03-c4cf605bcb4b req-888176bd-fc56-47e0-b0ce-1588ebbc4038 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] For port ceb76e41-0975-4b26-9eba-438f811b3146, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=ceb76e41-0975-4b26-9eba-438f811b3146,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:02.118805 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-99be87a7-96f5-4389-9d03-c4cf605bcb4b req-888176bd-fc56-47e0-b0ce-1588ebbc4038 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:02.132180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-99be87a7-96f5-4389-9d03-c4cf605bcb4b req-888176bd-fc56-47e0-b0ce-1588ebbc4038 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Calling delete_port for ceb76e41-0975-4b26-9eba-438f811b3146 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:02.261308 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-99be87a7-96f5-4389-9d03-c4cf605bcb4b req-888176bd-fc56-47e0-b0ce-1588ebbc4038 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:02.273352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['ceb76e41-0975-4b26-9eba-438f811b3146'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:41:02.292534 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888176bd-fc56-47e0-b0ce-1588ebbc4038 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Pushing event deleted for resources: {'Port': ['ID=ceb76e41-0975-4b26-9eba-438f811b3146,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:02.341217 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-99be87a7-96f5-4389-9d03-c4cf605bcb4b req-888176bd-fc56-47e0-b0ce-1588ebbc4038 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] No DVR routers for this DVR port ceb76e41-0975-4b26-9eba-438f811b3146 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:41:02.343876 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-99be87a7-96f5-4389-9d03-c4cf605bcb4b req-888176bd-fc56-47e0-b0ce-1588ebbc4038 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:02.345902 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-99be87a7-96f5-4389-9d03-c4cf605bcb4b req-888176bd-fc56-47e0-b0ce-1588ebbc4038 tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.60 "DELETE /v2.0/ports/ceb76e41-0975-4b26-9eba-438f811b3146 HTTP/1.1" status: 204 len: 173 time: 0.4035792 Aug 09 16:41:02.346338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0204df4f-a609-4c04-a563-357f6a13e014', 'name': 'network-vif-deleted', 'tag': 'ceb76e41-0975-4b26-9eba-438f811b3146'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:41:02.348603 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac33e405-d477-4773-94ee-112b8e966339" -d '{"events": [{"server_uuid": "0204df4f-a609-4c04-a563-357f6a13e014", "name": "network-vif-deleted", "tag": "ceb76e41-0975-4b26-9eba-438f811b3146"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:41:02.457348 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061a79db-1e18-4778-9777-8d3420008a41 x-openstack-request-id: req-061a79db-1e18-4778-9777-8d3420008a41 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:41:02.458509 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0204df4f-a609-4c04-a563-357f6a13e014", "name": "network-vif-deleted", "tag": "ceb76e41-0975-4b26-9eba-438f811b3146", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:41:02.459096 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-061a79db-1e18-4778-9777-8d3420008a41 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:41:02.459820 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0204df4f-a609-4c04-a563-357f6a13e014', 'name': 'network-vif-deleted', 'tag': 'ceb76e41-0975-4b26-9eba-438f811b3146', 'status': 'completed', 'code': 200} Aug 09 16:41:02.625298 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4f2ab119-3139-4a93-9a6a-85bd6be5f428 req-a1cd4c17-739b-40bd-9220-53be7861306e tempest-TestEncryptedCinderVolumes-1859806431 tempest-TestEncryptedCinderVolumes-1859806431-project] 10.222.0.81 "GET /v2.0/ports?device_id=0204df4f-a609-4c04-a563-357f6a13e014 HTTP/1.1" status: 200 len: 210 time: 0.0268641 Aug 09 16:41:03.714946 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55634) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:04.054279 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b0e63be3-49bd-4015-84c7-2ca3149768a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:04.304009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b0e63be3-49bd-4015-84c7-2ca3149768a9 admin admin] Deleting port a20816dd-9787-4a8b-8b17-2090711bdeeb {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:04.304408 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b0e63be3-49bd-4015-84c7-2ca3149768a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:04.385818 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-b0e63be3-49bd-4015-84c7-2ca3149768a9 admin admin] For port a20816dd-9787-4a8b-8b17-2090711bdeeb, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a20816dd-9787-4a8b-8b17-2090711bdeeb,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:04.386191 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b0e63be3-49bd-4015-84c7-2ca3149768a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:04.399557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-b0e63be3-49bd-4015-84c7-2ca3149768a9 admin admin] Calling delete_port for a20816dd-9787-4a8b-8b17-2090711bdeeb owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:04.579673 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b0e63be3-49bd-4015-84c7-2ca3149768a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:04.605056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e63be3-49bd-4015-84c7-2ca3149768a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a20816dd-9787-4a8b-8b17-2090711bdeeb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:04.772360 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b0e63be3-49bd-4015-84c7-2ca3149768a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:04.995855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e63be3-49bd-4015-84c7-2ca3149768a9 admin admin] Router 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:41:05.103245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e63be3-49bd-4015-84c7-2ca3149768a9 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:41:05.108285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b0e63be3-49bd-4015-84c7-2ca3149768a9 admin admin] 10.222.0.81 "PUT /v2.0/routers/71da4bbb-f45e-4fa9-bfa5-f3de048a78b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3922091 Aug 09 16:41:05.110739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55636) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:05.114034 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26482d55-4061-4525-946f-71541c38548d None None] Sync routers for ids ['71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:41:05.126463 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26482d55-4061-4525-946f-71541c38548d None None] Routers {'71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:05.127069 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-26482d55-4061-4525-946f-71541c38548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:40:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:05.219241 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:05.234977 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-26482d55-4061-4525-946f-71541c38548d None None] Set router 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:05.323055 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:05.379107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Deleting port f32412c3-ea58-4dcd-bde6-4d9989586eb6 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:05.379340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:05.418208 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-26482d55-4061-4525-946f-71541c38548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'name': 'tempest-TestEncryptedCinderVolumes-299459582-router', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:50Z', 'updated_at': '2021-08-09T16:41:04Z', 'revision_number': 5, 'project_id': '90bcb94cae834cd592843b145ed4632f', 'gw_port': {'id': 'f32412c3-ea58-4dcd-bde6-4d9989586eb6', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:03:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:51Z', 'updated_at': '2021-08-09T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:05.445159 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26482d55-4061-4525-946f-71541c38548d None None] Checking router: 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:41:05.453200 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26482d55-4061-4525-946f-71541c38548d None None] Routers {'71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:05.454011 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-26482d55-4061-4525-946f-71541c38548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:40:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:05.461286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] For port f32412c3-ea58-4dcd-bde6-4d9989586eb6, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f32412c3-ea58-4dcd-bde6-4d9989586eb6,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:05.461688 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:05.473334 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Calling delete_port for f32412c3-ea58-4dcd-bde6-4d9989586eb6 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:05.537576 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-26482d55-4061-4525-946f-71541c38548d None None] Set router 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:05.588310 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-26482d55-4061-4525-946f-71541c38548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'name': 'tempest-TestEncryptedCinderVolumes-299459582-router', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:50Z', 'updated_at': '2021-08-09T16:41:05Z', 'revision_number': 6, 'project_id': '90bcb94cae834cd592843b145ed4632f', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:05.618169 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26482d55-4061-4525-946f-71541c38548d None None] The sync data for ids ['71da4bbb-f45e-4fa9-bfa5-f3de048a78b9'] in n-d-803778-2 is: [{'id': '71da4bbb-f45e-4fa9-bfa5-f3de048a78b9', 'name': 'tempest-TestEncryptedCinderVolumes-299459582-router', 'tenant_id': '90bcb94cae834cd592843b145ed4632f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:50Z', 'updated_at': '2021-08-09T16:41:05Z', 'revision_number': 6, 'project_id': '90bcb94cae834cd592843b145ed4632f', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:41:05.648545 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:05.676109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Pushing event deleted for resources: {'Port': ['ID=f32412c3-ea58-4dcd-bde6-4d9989586eb6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:05.735059 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:05.824745 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:05.826881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:05.874154 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:05.874677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:41:05.879136 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:05.880413 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cfb8db84-d518-4d9a-b34a-dfddacfd310b admin admin] 10.222.0.81 "DELETE /v2.0/routers/71da4bbb-f45e-4fa9-bfa5-f3de048a78b9 HTTP/1.1" status: 204 len: 168 time: 0.7687302 Aug 09 16:41:05.883029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55640) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:05.928202 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f8d817-5608-4db0-9ad4-f8808199fe0b admin admin] Deleting subnet 26687aa1-d980-4121-9ac9-ef52d1f4c5ba {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:41:05.931562 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d817-5608-4db0-9ad4-f8808199fe0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:05.965727 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d817-5608-4db0-9ad4-f8808199fe0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:05.993875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ceb76e41-0975-4b26-9eba-438f811b3146 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:06.015239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: ceb76e41-0975-4b26-9eba-438f811b3146 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:06.015697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device ceb76e41-0975-4b26-9eba-438f811b3146 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:06.057229 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d817-5608-4db0-9ad4-f8808199fe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.111908 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d817-5608-4db0-9ad4-f8808199fe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.138499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8d817-5608-4db0-9ad4-f8808199fe0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26687aa1-d980-4121-9ac9-ef52d1f4c5ba,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:06.142085 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d817-5608-4db0-9ad4-f8808199fe0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.143945 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c9f8d817-5608-4db0-9ad4-f8808199fe0b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/26687aa1-d980-4121-9ac9-ef52d1f4c5ba HTTP/1.1" status: 204 len: 168 time: 0.2599447 Aug 09 16:41:06.146538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55642) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:06.150806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc4144c-bf95-4fb3-8383-b82ed13eedfb None None] Network b3e8a8ef-1951-4f16-b36c-2b05d3ba374e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:41:06.218218 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.276092 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Deleting port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:06.276430 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.338968 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] For port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8d6dc489-7a18-4cd9-b54d-b22d56dd2324,segment=NetworkSegment(9db31c83-55b9-4a9d-a0a6-ab8e633eca91),segment_id=9db31c83-55b9-4a9d-a0a6-ab8e633eca91)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:06.339258 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.351518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Calling delete_port for 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:06.405621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e806157-e457-400d-a1e4-fa22a55b265d None None] DHCP port deletion for b3e8a8ef-1951-4f16-b36c-2b05d3ba374e request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:41:06.443604 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.459148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6e806157-e457-400d-a1e4-fa22a55b265d None None] Deleting port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:06.459516 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6e806157-e457-400d-a1e4-fa22a55b265d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.470581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6dc489-7a18-4cd9-b54d-b22d56dd2324,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:06.472357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] No DVR routers for this DVR port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:41:06.533511 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-6e806157-e457-400d-a1e4-fa22a55b265d None None] For port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324, host n-d-803778-2, got binding levels [] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:06.533949 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6e806157-e457-400d-a1e4-fa22a55b265d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.547070 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.547847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6e806157-e457-400d-a1e4-fa22a55b265d None None] Calling delete_port for 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:06.550548 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.ipam_backend_mixin [None req-6e806157-e457-400d-a1e4-fa22a55b265d None None] Port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 was not found and therefore no delete operation was performed {{(pid=94291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:41:06.551834 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6e806157-e457-400d-a1e4-fa22a55b265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.559648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e8a8ef-1951-4f16-b36c-2b05d3ba374e']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:06.574169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db31c83-55b9-4a9d-a0a6-ab8e633eca91') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:06.574464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db31c83-55b9-4a9d-a0a6-ab8e633eca91') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:06.583941 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.601272 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.610135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:41:06.610495 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:41:06.612397 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:41:06.676149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.686859 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:06.688740 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b3e8a8ef-1951-4f16-b36c-2b05d3ba374e HTTP/1.1" status: 204 len: 168 time: 0.5411863 Aug 09 16:41:06.693774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55644) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:06.700435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a45735-a787-4065-a306-e7eb52edfb30 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e8a8ef-1951-4f16-b36c-2b05d3ba374e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:06.746530 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e806157-e457-400d-a1e4-fa22a55b265d None None] Pushing event deleted for resources: {'Port': ['ID=8d6dc489-7a18-4cd9-b54d-b22d56dd2324,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:06.751141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e806157-e457-400d-a1e4-fa22a55b265d None None] No DVR routers for this DVR port 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:41:07.077513 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:07.215764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:07.235855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:07.236196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8d6dc489-7a18-4cd9-b54d-b22d56dd2324 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:07.236621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a20816dd-9787-4a8b-8b17-2090711bdeeb no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:07.256977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: a20816dd-9787-4a8b-8b17-2090711bdeeb {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:07.257320 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a20816dd-9787-4a8b-8b17-2090711bdeeb not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:07.257768 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f32412c3-ea58-4dcd-bde6-4d9989586eb6 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:07.279959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: f32412c3-ea58-4dcd-bde6-4d9989586eb6 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:07.280315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f32412c3-ea58-4dcd-bde6-4d9989586eb6 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:07.334060 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Deleting port 30d671d4-92aa-4838-a83f-7b16cabf1314 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:07.334461 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:07.412290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] For port 30d671d4-92aa-4838-a83f-7b16cabf1314, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=30d671d4-92aa-4838-a83f-7b16cabf1314,segment=NetworkSegment(d96d31f6-6b09-4bff-9288-d605274351d3),segment_id=d96d31f6-6b09-4bff-9288-d605274351d3)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:07.412742 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:07.425061 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Calling delete_port for 30d671d4-92aa-4838-a83f-7b16cabf1314 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:07.611064 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:07.637179 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Pushing event deleted for resources: {'Port': ['ID=30d671d4-92aa-4838-a83f-7b16cabf1314,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:07.679380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:07.679795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:07.680224 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:07.680953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:07.681415 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:07.681819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:07.682291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:07.682764 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:07.683131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:07.683466 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:07.683805 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:07.684137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:07.746331 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d021d152-819f-4d0b-a194-60ca86a665a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:07.831861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:08.050556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Router d4efc2c0-b111-4afc-8c2a-8c5452663eae has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:41:08.156748 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:41:08.163503 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6157ff61-6148-452b-ad01-ffd6143715bd admin admin] 10.222.0.81 "PUT /v2.0/routers/d4efc2c0-b111-4afc-8c2a-8c5452663eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4668577 Aug 09 16:41:08.165412 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55646) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:08.165885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bb0027-5898-4935-adbf-df2b4777faaf None None] Sync routers for ids ['d4efc2c0-b111-4afc-8c2a-8c5452663eae'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:41:08.175228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb0027-5898-4935-adbf-df2b4777faaf None None] Routers {'d4efc2c0-b111-4afc-8c2a-8c5452663eae'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:08.175855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a6bb0027-5898-4935-adbf-df2b4777faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:40:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d4efc2c0-b111-4afc-8c2a-8c5452663eae'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:08.280421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:08.291506 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a6bb0027-5898-4935-adbf-df2b4777faaf None None] Set router d4efc2c0-b111-4afc-8c2a-8c5452663eae gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:08.389381 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:08.443178 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Deleting port 8070264f-3485-41d5-b649-6214d24357e0 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:08.443558 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:08.475759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a6bb0027-5898-4935-adbf-df2b4777faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'name': 'tempest-TestEncryptedCinderVolumes-1688049771-router', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8070264f-3485-41d5-b649-6214d24357e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:41:07Z', 'revision_number': 5, 'project_id': '1f6af822af314641a59a512bcd7d9425', 'gw_port': {'id': '8070264f-3485-41d5-b649-6214d24357e0', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:08.502273 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bb0027-5898-4935-adbf-df2b4777faaf None None] Checking router: d4efc2c0-b111-4afc-8c2a-8c5452663eae for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:41:08.511838 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb0027-5898-4935-adbf-df2b4777faaf None None] Routers {'d4efc2c0-b111-4afc-8c2a-8c5452663eae'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:08.512455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a6bb0027-5898-4935-adbf-df2b4777faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:40:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d4efc2c0-b111-4afc-8c2a-8c5452663eae'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:08.533162 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] For port 8070264f-3485-41d5-b649-6214d24357e0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8070264f-3485-41d5-b649-6214d24357e0,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:08.533533 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:08.546493 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Calling delete_port for 8070264f-3485-41d5-b649-6214d24357e0 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:08.598261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a6bb0027-5898-4935-adbf-df2b4777faaf None None] Set router d4efc2c0-b111-4afc-8c2a-8c5452663eae gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:08.650920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a6bb0027-5898-4935-adbf-df2b4777faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'name': 'tempest-TestEncryptedCinderVolumes-1688049771-router', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:41:08Z', 'revision_number': 6, 'project_id': '1f6af822af314641a59a512bcd7d9425', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:08.682526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bb0027-5898-4935-adbf-df2b4777faaf None None] The sync data for ids ['d4efc2c0-b111-4afc-8c2a-8c5452663eae'] in n-d-803778-2 is: [{'id': 'd4efc2c0-b111-4afc-8c2a-8c5452663eae', 'name': 'tempest-TestEncryptedCinderVolumes-1688049771-router', 'tenant_id': '1f6af822af314641a59a512bcd7d9425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:39:55Z', 'updated_at': '2021-08-09T16:41:08Z', 'revision_number': 6, 'project_id': '1f6af822af314641a59a512bcd7d9425', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:41:09.014754 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.039730 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Pushing event deleted for resources: {'Port': ['ID=8070264f-3485-41d5-b649-6214d24357e0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:09.109953 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.203275 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.205350 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.248274 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.248744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4efc2c0-b111-4afc-8c2a-8c5452663eae {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:41:09.253264 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.254202 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5e495be0-253f-4403-ace4-215b2e47ce65 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d4efc2c0-b111-4afc-8c2a-8c5452663eae HTTP/1.1" status: 204 len: 168 time: 1.0878384 Aug 09 16:41:09.257256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55648) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:09.300422 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60640b3-0618-499b-9181-95017c4b0e66 admin admin] Deleting subnet f1153c52-6268-4b90-af4c-165b526d5b04 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:41:09.304045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c60640b3-0618-499b-9181-95017c4b0e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.342083 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c60640b3-0618-499b-9181-95017c4b0e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.424865 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c60640b3-0618-499b-9181-95017c4b0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.455297 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 30d671d4-92aa-4838-a83f-7b16cabf1314 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:09.477324 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 30d671d4-92aa-4838-a83f-7b16cabf1314 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:09.477702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 30d671d4-92aa-4838-a83f-7b16cabf1314 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:09.478130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8070264f-3485-41d5-b649-6214d24357e0 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:09.484626 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c60640b3-0618-499b-9181-95017c4b0e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.499815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 8070264f-3485-41d5-b649-6214d24357e0 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:09.500214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8070264f-3485-41d5-b649-6214d24357e0 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:09.513775 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60640b3-0618-499b-9181-95017c4b0e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1153c52-6268-4b90-af4c-165b526d5b04,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:09.516284 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c60640b3-0618-499b-9181-95017c4b0e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.520604 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c60640b3-0618-499b-9181-95017c4b0e66 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f1153c52-6268-4b90-af4c-165b526d5b04 HTTP/1.1" status: 204 len: 168 time: 0.2599874 Aug 09 16:41:09.520767 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55650) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:09.521439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b0d87e-fe8b-426d-b536-ea8c1dcc6842 None None] Network a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:41:09.595389 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.656031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Deleting port 639af979-7343-43a7-a242-6bdbb3ac263f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:09.656390 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.724748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f5a96c-aec6-4fae-b889-6c3ac256367b None None] DHCP port deletion for a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:41:09.726274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] For port 639af979-7343-43a7-a242-6bdbb3ac263f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=639af979-7343-43a7-a242-6bdbb3ac263f,segment=NetworkSegment(d96d31f6-6b09-4bff-9288-d605274351d3),segment_id=d96d31f6-6b09-4bff-9288-d605274351d3)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:09.726654 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.744529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Calling delete_port for 639af979-7343-43a7-a242-6bdbb3ac263f owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:09.772570 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-50f5a96c-aec6-4fae-b889-6c3ac256367b None None] Deleting port 639af979-7343-43a7-a242-6bdbb3ac263f {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:41:09.772865 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-50f5a96c-aec6-4fae-b889-6c3ac256367b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.829907 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.844216 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-50f5a96c-aec6-4fae-b889-6c3ac256367b None None] For port 639af979-7343-43a7-a242-6bdbb3ac263f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=639af979-7343-43a7-a242-6bdbb3ac263f,segment=NetworkSegment(d96d31f6-6b09-4bff-9288-d605274351d3),segment_id=d96d31f6-6b09-4bff-9288-d605274351d3)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:09.844625 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-50f5a96c-aec6-4fae-b889-6c3ac256367b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.855713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Pushing event deleted for resources: {'Port': ['ID=639af979-7343-43a7-a242-6bdbb3ac263f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:09.858755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-50f5a96c-aec6-4fae-b889-6c3ac256367b None None] Calling delete_port for 639af979-7343-43a7-a242-6bdbb3ac263f owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:41:09.860535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] No DVR routers for this DVR port 639af979-7343-43a7-a242-6bdbb3ac263f on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:41:09.935183 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.935443 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-50f5a96c-aec6-4fae-b889-6c3ac256367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.945766 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28dbac8-24a7-4b57-a7cf-0fe69ad94a30']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:09.956916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96d31f6-6b09-4bff-9288-d605274351d3') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:09.957350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96d31f6-6b09-4bff-9288-d605274351d3') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:09.961549 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5a96c-aec6-4fae-b889-6c3ac256367b None None] Pushing event deleted for resources: {'Port': ['ID=639af979-7343-43a7-a242-6bdbb3ac263f,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:09.966418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5a96c-aec6-4fae-b889-6c3ac256367b None None] No DVR routers for this DVR port 639af979-7343-43a7-a242-6bdbb3ac263f on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:41:09.967148 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.982657 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.988501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:41:09.988883 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:41:09.991300 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:41:10.045146 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:10.052604 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:10.054355 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] 10.222.0.81 "DELETE /v2.0/networks/a28dbac8-24a7-4b57-a7cf-0fe69ad94a30 HTTP/1.1" status: 204 len: 168 time: 0.5327153 Aug 09 16:41:10.064133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b371ab-deb1-4600-a711-c811f7f4735a admin admin] Pushing event deleted for resources: {'Network': ['ID=a28dbac8-24a7-4b57-a7cf-0fe69ad94a30,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:10.210089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55654) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:10.254968 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8795afdc-09cd-4869-84c5-7fd915082840 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90bcb94cae834cd592843b145ed4632f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437024 Aug 09 16:41:10.258207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55656) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:10.310725 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc160fa2-41d3-460c-97f5-e4af0d11a561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:10.332094 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc160fa2-41d3-460c-97f5-e4af0d11a561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:10.379333 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc160fa2-41d3-460c-97f5-e4af0d11a561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:10.382210 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dc160fa2-41d3-460c-97f5-e4af0d11a561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:10.383358 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dc160fa2-41d3-460c-97f5-e4af0d11a561 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/319028c8-8df9-47cb-a795-48666ddbe382 HTTP/1.1" status: 204 len: 168 time: 0.1240666 Aug 09 16:41:10.391207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc160fa2-41d3-460c-97f5-e4af0d11a561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319028c8-8df9-47cb-a795-48666ddbe382,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:10.619411 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-03f87fcf-d1c2-40be-bd93-1c5881141825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:10.697919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55662) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:10.738896 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-97d17208-3ca3-446e-8dfd-df7f4413559e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f6af822af314641a59a512bcd7d9425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385509 Aug 09 16:41:10.740105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55664) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:10.787892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-579f13fc-00dc-49d4-99f7-7352ca51c9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:10.808668 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-579f13fc-00dc-49d4-99f7-7352ca51c9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:10.859463 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-579f13fc-00dc-49d4-99f7-7352ca51c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:10.861978 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-579f13fc-00dc-49d4-99f7-7352ca51c9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:10.863128 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-579f13fc-00dc-49d4-99f7-7352ca51c9ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c4468ef-8a83-4f84-b79a-75492a940e67 HTTP/1.1" status: 204 len: 168 time: 0.1221414 Aug 09 16:41:10.871249 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f13fc-00dc-49d4-99f7-7352ca51c9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4468ef-8a83-4f84-b79a-75492a940e67,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:10.985452 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.227679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 639af979-7343-43a7-a242-6bdbb3ac263f no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:41:11.252702 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 639af979-7343-43a7-a242-6bdbb3ac263f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:41:11.253061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 639af979-7343-43a7-a242-6bdbb3ac263f not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:41:11.555990 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55688) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:11.658030 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1743383320-network', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:11.679304 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Made reservation on behalf of d4ac7f7b81ab475292c76023111775d8 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:41:11.681877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.690188 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.784702 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.787774 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.791966 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.821123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:41:11.831153 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece45a60-a460-4995-95d4-be7c30fbbbfb,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:11.838976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.839467 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Added segment e54e679c-0279-404f-baa9-dc3373c96711 of type vlan for network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 Aug 09 16:41:11.881235 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.911154 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.912081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:11.912669 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.956223 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:11.972175 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4150589 Aug 09 16:41:11.975945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55692) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:11.977755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25363af6-a3bf-4ea2-a725-3a7e0dab3a63 admin admin] Pushing event updated for resources: {'Network': ['ID=ceffefd6-7b4a-4dd0-956d-320df4f3fd03,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:11.981171 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-be8e8ae6-f318-4400-ae0b-a57dfe8710d0 admin admin] Request body: {'subnet': {'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1743383320-subnet', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:11.987561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:41:12.002441 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8e8ae6-f318-4400-ae0b-a57dfe8710d0 admin admin] Made reservation on behalf of d4ac7f7b81ab475292c76023111775d8 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:41:12.005404 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be8e8ae6-f318-4400-ae0b-a57dfe8710d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.182973 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be8e8ae6-f318-4400-ae0b-a57dfe8710d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.231155 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e8ae6-f318-4400-ae0b-a57dfe8710d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7835cf9-b39e-4855-8fc8-9a42c480550c,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:12.247073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e8ae6-f318-4400-ae0b-a57dfe8710d0 admin admin] Checking segment: {'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:12.247563 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e8ae6-f318-4400-ae0b-a57dfe8710d0 admin admin] Network hostable DHCP agents. Network: ceffefd6-7b4a-4dd0-956d-320df4f3fd03, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:41:12.264061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e8ae6-f318-4400-ae0b-a57dfe8710d0 admin admin] Network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:41:12.272684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-be8e8ae6-f318-4400-ae0b-a57dfe8710d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, ceffefd6-7b4a-4dd0-956d-320df4f3fd03) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:12.277138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8e8ae6-f318-4400-ae0b-a57dfe8710d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:12.277766 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-be8e8ae6-f318-4400-ae0b-a57dfe8710d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.282767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a9234a-9c55-4fc6-972f-3f861a026226 None None] Network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:41:12.294877 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-be8e8ae6-f318-4400-ae0b-a57dfe8710d0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3176723 Aug 09 16:41:12.298084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55694) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:12.304419 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:12.327825 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.329038 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.386619 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.437233 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'fixed_ips': [{'subnet_id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:41:12.438065 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.535707 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.608459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Allocated IP 172.20.0.2 (ceffefd6-7b4a-4dd0-956d-320df4f3fd03/d7835cf9-b39e-4855-8fc8-9a42c480550c/684a689b-153b-45ed-9c88-07afa0c0ce63) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:41:12.756976 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.763453 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.771958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Transition to ACTIVE for port object 684a689b-153b-45ed-9c88-07afa0c0ce63 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:12.778062 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.788418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Transition to ACTIVE for port object 684a689b-153b-45ed-9c88-07afa0c0ce63 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:12.794707 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.836265 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:12.839649 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:12.843242 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:41:12.850938 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Pushing event updated for resources: {'Port': ['ID=684a689b-153b-45ed-9c88-07afa0c0ce63,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:12.888347 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Allocated IP 172.25.2.249 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/f22b91f8-65cd-4756-9625-2108a1958c2f) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:41:12.900740 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Attempting to bind port 684a689b-153b-45ed-9c88-07afa0c0ce63 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:41:12.901105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Attempting to bind port 684a689b-153b-45ed-9c88-07afa0c0ce63 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:41:12.901481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Attempting to bind port 684a689b-153b-45ed-9c88-07afa0c0ce63 on network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:41:12.906652 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:41:12.907045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Checking segment: {'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:12.907481 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.907896 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Bound using segment: {'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:41:12.908418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Bound port: 684a689b-153b-45ed-9c88-07afa0c0ce63, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:41:12.908774 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:12.981437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] For port 684a689b-153b-45ed-9c88-07afa0c0ce63, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:41:12.984820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] For port 684a689b-153b-45ed-9c88-07afa0c0ce63, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=684a689b-153b-45ed-9c88-07afa0c0ce63,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:41:12.990840 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:13.003247 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:13.047219 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:13.050622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cec1d7-9f12-4c87-b542-d00186cd6c5b None None] Pushing event updated for resources: {'Port': ['ID=684a689b-153b-45ed-9c88-07afa0c0ce63,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:13.091590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:13.094597 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:13.098300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:41:13.121676 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Pushing event updated for resources: {'Port': ['ID=f22b91f8-65cd-4756-9625-2108a1958c2f,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:13.383545 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:13.589977 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:13.635934 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:13.710607 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:13.728449 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:41:13.841656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:41:13.851252 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Sync routers for ids ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:41:13.860446 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:13.862187 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-cb245b71-3765-4912-93af-6ba8439a5a8e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5619543 Aug 09 16:41:13.862882 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Routers {'5cd3b765-35bf-4d37-969f-43fafc0cc2c0'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:13.863727 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:41:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:13.865298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55696) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:13.983296 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Set router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:13.991605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9479f48e-958d-467f-8bd4-bed9bd9fe8a1 None None] Network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:41:14.089130 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6c9ea48a-635c-45ac-b9fa-c3cd06917003 None None] Provisioning for port 684a689b-153b-45ed-9c88-07afa0c0ce63 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:14.169397 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:13Z', 'revision_number': 3, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:14.197771 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Checking router: 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:41:14.198116 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Updating router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 port f22b91f8-65cd-4756-9625-2108a1958c2f binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:41:14.230033 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:14.331245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:14.503353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Allocated IP 172.20.0.1 (ceffefd6-7b4a-4dd0-956d-320df4f3fd03/d7835cf9-b39e-4855-8fc8-9a42c480550c/6d26d19b-c2e7-498d-a093-a56753face69) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:41:14.618994 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:14.619729 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:14.629054 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Transition to ACTIVE for port object f22b91f8-65cd-4756-9625-2108a1958c2f will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:14.635047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Transition to ACTIVE for port object 6d26d19b-c2e7-498d-a093-a56753face69 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:14.635341 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:14.670813 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:14.685015 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Attempting to bind port f22b91f8-65cd-4756-9625-2108a1958c2f on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:41:14.685390 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Attempting to bind port f22b91f8-65cd-4756-9625-2108a1958c2f by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:41:14.685795 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Attempting to bind port f22b91f8-65cd-4756-9625-2108a1958c2f on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:41:14.699455 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:41:14.699455 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:14.699455 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:14.699455 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:41:14.699455 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Bound port: f22b91f8-65cd-4756-9625-2108a1958c2f, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:41:14.699455 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:14.709693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:14.714826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:14.718467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:41:14.720693 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Pushing event updated for resources: {'Port': ['ID=f22b91f8-65cd-4756-9625-2108a1958c2f,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:14.735980 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:14.736339 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:14.736660 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:14.736986 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:14.737313 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:14.737657 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:14.737982 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:14.738299 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:14.738619 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:14.739054 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:14.739955 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:14.740279 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:14.745987 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Pushing event updated for resources: {'Port': ['ID=6d26d19b-c2e7-498d-a093-a56753face69,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:14.770065 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:14.780324 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] For port f22b91f8-65cd-4756-9625-2108a1958c2f, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:41:14.784899 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] For port f22b91f8-65cd-4756-9625-2108a1958c2f, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f22b91f8-65cd-4756-9625-2108a1958c2f,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:41:14.792952 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:14.862768 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Routers {'5cd3b765-35bf-4d37-969f-43fafc0cc2c0'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:14.863718 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:41:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:14.903955 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b109b6-f861-4fcb-9f94-51c5e4a3c652 None None] Pushing event updated for resources: {'Port': ['ID=f22b91f8-65cd-4756-9625-2108a1958c2f,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:14.985927 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] Set router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:15.053721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6399eb7a-b1d2-42fe-a4da-068967edf50d None None] Provisioning for port 6d26d19b-c2e7-498d-a093-a56753face69 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:15.062256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6399eb7a-b1d2-42fe-a4da-068967edf50d None None] Provisioning complete for port 6d26d19b-c2e7-498d-a093-a56753face69 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:15.062753 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6399eb7a-b1d2-42fe-a4da-068967edf50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:15.101112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6399eb7a-b1d2-42fe-a4da-068967edf50d None None] Port 6d26d19b-c2e7-498d-a093-a56753face69 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:41:15.186167 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:13Z', 'revision_number': 3, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:15.217046 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e151a-0d09-4b24-b2a7-f7cf1a019824 None None] The sync data for ids ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'] in n-d-803778-2 is: [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:13Z', 'revision_number': 3, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:41:15.235587 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:15.258668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 684a689b-153b-45ed-9c88-07afa0c0ce63 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:15.312630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 684a689b-153b-45ed-9c88-07afa0c0ce63 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:15.316386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 684a689b-153b-45ed-9c88-07afa0c0ce63 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:15.316767 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:15.406411 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:15.426938 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:15.432576 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:15.482403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 684a689b-153b-45ed-9c88-07afa0c0ce63, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=684a689b-153b-45ed-9c88-07afa0c0ce63,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:15.487230 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:15.526053 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:15.528105 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Pushing event updated for resources: {'Port': ['ID=6d26d19b-c2e7-498d-a093-a56753face69,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:15.548124 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=684a689b-153b-45ed-9c88-07afa0c0ce63,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:15.635416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:15.636899 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:15.769472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:41:15.904655 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:41:15.911109 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1b8dd4cd-5e84-48c8-8345-454385c36277 admin admin] 10.222.0.81 "PUT /v2.0/routers/5cd3b765-35bf-4d37-969f-43fafc0cc2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0443769 Aug 09 16:41:15.926958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5c6e1a92-e900-483d-aa7b-6e19d9a466cf None None] Provisioning complete for port 6d26d19b-c2e7-498d-a093-a56753face69 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:15.927374 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1a92-e900-483d-aa7b-6e19d9a466cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:15.965267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e1a92-e900-483d-aa7b-6e19d9a466cf None None] Port 6d26d19b-c2e7-498d-a093-a56753face69 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:41:16.410027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55716) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:16.415293 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1065925167-network', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:16.437335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Made reservation on behalf of 48d2cec5041d4b5f878da8b3daa05979 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:41:16.439964 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.450376 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.548773 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.554064 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.579777 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:41:16.589558 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac644af-1fe4-496a-a840-c873d43af00c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:16.594449 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.594798 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Added segment be61c90f-632c-4d28-86ec-edf8a5481bd6 of type vlan for network d1cc615f-33ce-4f2f-9cae-9580de1c9cdf Aug 09 16:41:16.639940 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.672482 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.673535 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:16.674161 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.731975 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3207219 Aug 09 16:41:16.735367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55718) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:16.743603 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-eacc0420-b546-4f3d-83ed-84198630ea84 admin admin] Request body: {'subnet': {'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1065925167-subnet', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:16.746905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d3c43-8aa0-436c-9606-9e505867b81e admin admin] Pushing event updated for resources: {'Network': ['ID=d1cc615f-33ce-4f2f-9cae-9580de1c9cdf,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:16.759337 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d1cc615f-33ce-4f2f-9cae-9580de1c9cdf details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:41:16.778967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacc0420-b546-4f3d-83ed-84198630ea84 admin admin] Made reservation on behalf of 48d2cec5041d4b5f878da8b3daa05979 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:41:16.781450 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eacc0420-b546-4f3d-83ed-84198630ea84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.854520 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Sync routers for ids ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:41:16.867400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Routers {'5cd3b765-35bf-4d37-969f-43fafc0cc2c0'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:16.868028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:41:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:16.967263 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eacc0420-b546-4f3d-83ed-84198630ea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:16.987544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Set router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:17.021381 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc0420-b546-4f3d-83ed-84198630ea84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be89106f-03b6-4eb0-b84a-065bbe8da8b4,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:17.038782 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacc0420-b546-4f3d-83ed-84198630ea84 admin admin] Checking segment: {'id': 'be61c90f-632c-4d28-86ec-edf8a5481bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:17.039136 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacc0420-b546-4f3d-83ed-84198630ea84 admin admin] Network hostable DHCP agents. Network: d1cc615f-33ce-4f2f-9cae-9580de1c9cdf, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:41:17.058365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacc0420-b546-4f3d-83ed-84198630ea84 admin admin] Network d1cc615f-33ce-4f2f-9cae-9580de1c9cdf is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:41:17.067864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-eacc0420-b546-4f3d-83ed-84198630ea84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d1cc615f-33ce-4f2f-9cae-9580de1c9cdf) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:17.072797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacc0420-b546-4f3d-83ed-84198630ea84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:17.073481 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-eacc0420-b546-4f3d-83ed-84198630ea84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.088342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db19706a-326b-4c66-abc9-409391496a6c None None] Network d1cc615f-33ce-4f2f-9cae-9580de1c9cdf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:41:17.089215 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-eacc0420-b546-4f3d-83ed-84198630ea84 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3518772 Aug 09 16:41:17.091616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55724) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:17.096244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1065925167-router', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:17.129367 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.130830 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.194377 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.359448 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.374016 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f22b91f8-65cd-4756-9625-2108a1958c2f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:17.513673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f22b91f8-65cd-4756-9625-2108a1958c2f completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:17.523955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f22b91f8-65cd-4756-9625-2108a1958c2f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:17.524232 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.571676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-d1cc615f-33ce-4f2f-9cae-9580de1c9cdf', 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'fixed_ips': [{'subnet_id': 'be89106f-03b6-4eb0-b84a-065bbe8da8b4'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:41:17.572538 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.589639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:15Z', 'revision_number': 4, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '6d26d19b-c2e7-498d-a093-a56753face69', 'name': '', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'mac_address': 'fa:16:3e:36:1c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:14Z', 'updated_at': '2021-08-09T16:41:15Z', 'revision_number': 2, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'subnets': [{'id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:17.597208 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.621124 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.624660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Checking router: 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:41:17.625019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Updating router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 port 6d26d19b-c2e7-498d-a093-a56753face69 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:41:17.725352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Allocated IP 172.25.2.137 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/c38512e9-f603-480d-a947-b5b794b37a38) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:41:17.733253 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.819733 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.906347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port f22b91f8-65cd-4756-9625-2108a1958c2f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f22b91f8-65cd-4756-9625-2108a1958c2f,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:17.907862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Allocated IP 172.20.0.2 (d1cc615f-33ce-4f2f-9cae-9580de1c9cdf/be89106f-03b6-4eb0-b84a-065bbe8da8b4/f19ecf30-b236-401a-a16d-a092e0b57ef5) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:41:17.916717 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:17.917522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 684a689b-153b-45ed-9c88-07afa0c0ce63 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:18.120024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=f22b91f8-65cd-4756-9625-2108a1958c2f,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:18.186032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 684a689b-153b-45ed-9c88-07afa0c0ce63 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:18.186401 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.193296 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.232997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.275903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:18.281530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:18.283514 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Pushing event updated for resources: {'Port': ['ID=c38512e9-f603-480d-a947-b5b794b37a38,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:18.285669 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:41:18.322123 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.339108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Transition to ACTIVE for port object f19ecf30-b236-401a-a16d-a092e0b57ef5 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:18.341925 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.367347 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Transition to ACTIVE for port object f19ecf30-b236-401a-a16d-a092e0b57ef5 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:18.385578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Transition to ACTIVE for port object 6d26d19b-c2e7-498d-a093-a56753face69 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:18.394363 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.408205 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.454663 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Network d1cc615f-33ce-4f2f-9cae-9580de1c9cdf is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:18.462761 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:18.467983 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:41:18.471500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Pushing event updated for resources: {'Port': ['ID=f19ecf30-b236-401a-a16d-a092e0b57ef5,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:18.558117 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.599511 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d699dd-a217-4805-ac5c-acc355f8ec38 None None] Pushing event updated for resources: {'Port': ['ID=6d26d19b-c2e7-498d-a093-a56753face69,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:18.614664 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Attempting to bind port f19ecf30-b236-401a-a16d-a092e0b57ef5 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:41:18.615045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Attempting to bind port f19ecf30-b236-401a-a16d-a092e0b57ef5 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'be61c90f-632c-4d28-86ec-edf8a5481bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:41:18.615419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Attempting to bind port f19ecf30-b236-401a-a16d-a092e0b57ef5 on network d1cc615f-33ce-4f2f-9cae-9580de1c9cdf {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:41:18.618751 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Attempting to bind port 6d26d19b-c2e7-498d-a093-a56753face69 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:41:18.619117 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Attempting to bind port 6d26d19b-c2e7-498d-a093-a56753face69 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:41:18.619472 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Attempting to bind port 6d26d19b-c2e7-498d-a093-a56753face69 on network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:41:18.626372 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:41:18.626755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Checking segment: {'id': 'be61c90f-632c-4d28-86ec-edf8a5481bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:18.627158 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.627559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Bound using segment: {'id': 'be61c90f-632c-4d28-86ec-edf8a5481bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:41:18.628044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Bound port: f19ecf30-b236-401a-a16d-a092e0b57ef5, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be61c90f-632c-4d28-86ec-edf8a5481bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:41:18.628431 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.630817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:41:18.631184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Checking segment: {'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:18.631569 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.631956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Bound using segment: {'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:41:18.632420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Bound port: 6d26d19b-c2e7-498d-a093-a56753face69, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:41:18.632796 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.759995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] For port f19ecf30-b236-401a-a16d-a092e0b57ef5, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:41:18.762376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] For port 6d26d19b-c2e7-498d-a093-a56753face69, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:41:18.765101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] For port f19ecf30-b236-401a-a16d-a092e0b57ef5, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f19ecf30-b236-401a-a16d-a092e0b57ef5,segment=NetworkSegment(be61c90f-632c-4d28-86ec-edf8a5481bd6),segment_id=be61c90f-632c-4d28-86ec-edf8a5481bd6)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:41:18.766982 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] For port 6d26d19b-c2e7-498d-a093-a56753face69, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6d26d19b-c2e7-498d-a093-a56753face69,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:41:18.770710 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.776321 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.787388 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:18.846955 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Routers {'5cd3b765-35bf-4d37-969f-43fafc0cc2c0'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:18.847604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:41:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:18.851847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9cf2d-0d87-4c04-8edc-59bd811879c1 None None] Pushing event updated for resources: {'Port': ['ID=f19ecf30-b236-401a-a16d-a092e0b57ef5,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:18.975697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Router 34d1a938-f04f-4c66-a9db-8c2ea417dd15 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:41:19.004596 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d699dd-a217-4805-ac5c-acc355f8ec38 None None] Pushing event updated for resources: {'Port': ['ID=6d26d19b-c2e7-498d-a093-a56753face69,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:19.041957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] Set router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:19.150428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:41:19.164052 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Sync routers for ids ['34d1a938-f04f-4c66-a9db-8c2ea417dd15'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:41:19.175307 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Routers {'34d1a938-f04f-4c66-a9db-8c2ea417dd15'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:19.176639 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:41:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['34d1a938-f04f-4c66-a9db-8c2ea417dd15'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:19.179524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:19.181378 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-01d39511-8d71-47de-b422-3d490609e3eb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0886195 Aug 09 16:41:19.184773 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55726) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:19.346051 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Set router 34d1a938-f04f-4c66-a9db-8c2ea417dd15 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:19.428680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f19ecf30-b236-401a-a16d-a092e0b57ef5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:19.525165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f19ecf30-b236-401a-a16d-a092e0b57ef5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:19.534062 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f22b91f8-65cd-4756-9625-2108a1958c2f up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:19.572625 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'name': 'tempest-TestMinimumBasicScenario-1065925167-router', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:18Z', 'revision_number': 3, 'project_id': '48d2cec5041d4b5f878da8b3daa05979', 'gw_port': {'id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ae:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:19.602340 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Checking router: 34d1a938-f04f-4c66-a9db-8c2ea417dd15 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:41:19.602831 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Updating router 34d1a938-f04f-4c66-a9db-8c2ea417dd15 port c38512e9-f603-480d-a947-b5b794b37a38 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:41:19.607710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:15Z', 'revision_number': 4, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '6d26d19b-c2e7-498d-a093-a56753face69', 'name': '', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'mac_address': 'fa:16:3e:36:1c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:14Z', 'updated_at': '2021-08-09T16:41:18Z', 'revision_number': 4, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'subnets': [{'id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:19.635687 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:19.655004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d3b56-89dc-4b29-9427-6de32cc7635f None None] The sync data for ids ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'] in n-d-803778-2 is: [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:15Z', 'revision_number': 4, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '6d26d19b-c2e7-498d-a093-a56753face69', 'name': '', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'mac_address': 'fa:16:3e:36:1c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:14Z', 'updated_at': '2021-08-09T16:41:18Z', 'revision_number': 4, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'subnets': [{'id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:41:19.673278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f22b91f8-65cd-4756-9625-2108a1958c2f triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:19.673695 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:19.826446 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.030217 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.039334 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Allocated IP 172.20.0.1 (d1cc615f-33ce-4f2f-9cae-9580de1c9cdf/be89106f-03b6-4eb0-b84a-065bbe8da8b4/aa34763d-84c6-4514-901b-1f942ce0321c) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:41:20.043472 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Transition to ACTIVE for port object c38512e9-f603-480d-a947-b5b794b37a38 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:20.052917 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.112441 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Attempting to bind port c38512e9-f603-480d-a947-b5b794b37a38 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:41:20.112805 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Attempting to bind port c38512e9-f603-480d-a947-b5b794b37a38 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:41:20.113168 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Attempting to bind port c38512e9-f603-480d-a947-b5b794b37a38 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:41:20.117254 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f23fd-958c-4418-b78f-9cead671ff2f None None] Pushing event updated for resources: {'Port': ['ID=c38512e9-f603-480d-a947-b5b794b37a38,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:20.130324 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:41:20.130919 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:20.131598 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.132267 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:41:20.133032 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Bound port: c38512e9-f603-480d-a947-b5b794b37a38, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:41:20.133671 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.195551 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.197872 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] For port c38512e9-f603-480d-a947-b5b794b37a38, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:41:20.207077 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] For port c38512e9-f603-480d-a947-b5b794b37a38, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c38512e9-f603-480d-a947-b5b794b37a38,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:41:20.210797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Transition to ACTIVE for port object aa34763d-84c6-4514-901b-1f942ce0321c will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:20.212885 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1a3636-332d-42fc-b50b-f1ec296e6fb4 None None] Network d1cc615f-33ce-4f2f-9cae-9580de1c9cdf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:41:20.215672 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.275855 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.291065 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f23fd-958c-4418-b78f-9cead671ff2f None None] Pushing event updated for resources: {'Port': ['ID=c38512e9-f603-480d-a947-b5b794b37a38,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:20.294269 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Routers {'34d1a938-f04f-4c66-a9db-8c2ea417dd15'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:20.295076 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:41:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['34d1a938-f04f-4c66-a9db-8c2ea417dd15'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:20.299484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d05bc7b0-ab6d-4cf3-8a2a-aaf1cb3c939a None None] Provisioning for port f19ecf30-b236-401a-a16d-a092e0b57ef5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:20.309398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d05bc7b0-ab6d-4cf3-8a2a-aaf1cb3c939a None None] Provisioning complete for port f19ecf30-b236-401a-a16d-a092e0b57ef5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:20.309987 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d05bc7b0-ab6d-4cf3-8a2a-aaf1cb3c939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.337886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Network d1cc615f-33ce-4f2f-9cae-9580de1c9cdf is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:20.350394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:20.354924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:41:20.391843 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Pushing event updated for resources: {'Port': ['ID=aa34763d-84c6-4514-901b-1f942ce0321c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:20.417374 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.448998 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] Set router 34d1a938-f04f-4c66-a9db-8c2ea417dd15 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:20.481198 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d05bc7b0-ab6d-4cf3-8a2a-aaf1cb3c939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.528940 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-d05bc7b0-ab6d-4cf3-8a2a-aaf1cb3c939a None None] For port f19ecf30-b236-401a-a16d-a092e0b57ef5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f19ecf30-b236-401a-a16d-a092e0b57ef5,segment=NetworkSegment(be61c90f-632c-4d28-86ec-edf8a5481bd6),segment_id=be61c90f-632c-4d28-86ec-edf8a5481bd6)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:20.538979 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d05bc7b0-ab6d-4cf3-8a2a-aaf1cb3c939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.596423 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.623495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bc7b0-ab6d-4cf3-8a2a-aaf1cb3c939a None None] Pushing event updated for resources: {'Port': ['ID=f19ecf30-b236-401a-a16d-a092e0b57ef5,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:20.827373 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'name': 'tempest-TestMinimumBasicScenario-1065925167-router', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:18Z', 'revision_number': 3, 'project_id': '48d2cec5041d4b5f878da8b3daa05979', 'gw_port': {'id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ae:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:20.831770 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.839307 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.860801 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92519577-e889-4d7b-a266-4cb674ab4704 None None] The sync data for ids ['34d1a938-f04f-4c66-a9db-8c2ea417dd15'] in n-d-803778-2 is: [{'id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'name': 'tempest-TestMinimumBasicScenario-1065925167-router', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:18Z', 'revision_number': 3, 'project_id': '48d2cec5041d4b5f878da8b3daa05979', 'gw_port': {'id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ae:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:41:20.864612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9f438082-3aa0-429d-9118-5cce5e7aa5ed None None] Provisioning for port aa34763d-84c6-4514-901b-1f942ce0321c completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:20.870805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9f438082-3aa0-429d-9118-5cce5e7aa5ed None None] Provisioning complete for port aa34763d-84c6-4514-901b-1f942ce0321c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:20.871184 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f438082-3aa0-429d-9118-5cce5e7aa5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.947188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9f438082-3aa0-429d-9118-5cce5e7aa5ed None None] Port aa34763d-84c6-4514-901b-1f942ce0321c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:41:20.949402 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:20.951107 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Pushing event updated for resources: {'Port': ['ID=aa34763d-84c6-4514-901b-1f942ce0321c,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:20.978067 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9f438082-3aa0-429d-9118-5cce5e7aa5ed None None] Provisioning complete for port f19ecf30-b236-401a-a16d-a092e0b57ef5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:20.978712 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9f438082-3aa0-429d-9118-5cce5e7aa5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:21.060097 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Network d1cc615f-33ce-4f2f-9cae-9580de1c9cdf is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:21.065104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:21.214586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-62c978d4-c442-42a2-a073-5c47976573d6 None None] Provisioning complete for port aa34763d-84c6-4514-901b-1f942ce0321c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:21.215340 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-62c978d4-c442-42a2-a073-5c47976573d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:21.247128 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Router 34d1a938-f04f-4c66-a9db-8c2ea417dd15 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:41:21.277045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-62c978d4-c442-42a2-a073-5c47976573d6 None None] Port aa34763d-84c6-4514-901b-1f942ce0321c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:41:21.382451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f19ecf30-b236-401a-a16d-a092e0b57ef5 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:21.416205 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:41:21.421818 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8f64258f-f2b1-4bba-a515-4f451da39908 admin admin] 10.222.0.81 "PUT /v2.0/routers/34d1a938-f04f-4c66-a9db-8c2ea417dd15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2356160 Aug 09 16:41:21.435418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0c3f6895-c45a-45c7-98fd-59b1c9932656 None None] Provisioning complete for port aa34763d-84c6-4514-901b-1f942ce0321c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:21.435873 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0c3f6895-c45a-45c7-98fd-59b1c9932656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:21.479465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f6895-c45a-45c7-98fd-59b1c9932656 None None] Port aa34763d-84c6-4514-901b-1f942ce0321c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:41:21.485078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f19ecf30-b236-401a-a16d-a092e0b57ef5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:21.485453 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:21.577084 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6d26d19b-c2e7-498d-a093-a56753face69 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:21.632570 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 6d26d19b-c2e7-498d-a093-a56753face69 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:21.638075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6d26d19b-c2e7-498d-a093-a56753face69 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:21.638449 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:21.722128 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:21.758041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 6d26d19b-c2e7-498d-a093-a56753face69, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6d26d19b-c2e7-498d-a093-a56753face69,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:21.762498 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:21.815943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=6d26d19b-c2e7-498d-a093-a56753face69,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:23.048631 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Sync routers for ids ['34d1a938-f04f-4c66-a9db-8c2ea417dd15'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:41:23.061447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Routers {'34d1a938-f04f-4c66-a9db-8c2ea417dd15'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:23.062197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:41:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['34d1a938-f04f-4c66-a9db-8c2ea417dd15'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:23.208414 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Set router 34d1a938-f04f-4c66-a9db-8c2ea417dd15 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:23.354482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6d26d19b-c2e7-498d-a093-a56753face69 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:23.461626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6d26d19b-c2e7-498d-a093-a56753face69 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:23.462437 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:23.516203 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'name': 'tempest-TestMinimumBasicScenario-1065925167-router', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:20Z', 'revision_number': 4, 'project_id': '48d2cec5041d4b5f878da8b3daa05979', 'gw_port': {'id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ae:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'aa34763d-84c6-4514-901b-1f942ce0321c', 'name': '', 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'mac_address': 'fa:16:3e:8d:4c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'be89106f-03b6-4eb0-b84a-065bbe8da8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:19Z', 'updated_at': '2021-08-09T16:41:20Z', 'revision_number': 2, 'project_id': '48d2cec5041d4b5f878da8b3daa05979', 'subnets': [{'id': 'be89106f-03b6-4eb0-b84a-065bbe8da8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:23.549000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Checking router: 34d1a938-f04f-4c66-a9db-8c2ea417dd15 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:41:23.549352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Updating router 34d1a938-f04f-4c66-a9db-8c2ea417dd15 port aa34763d-84c6-4514-901b-1f942ce0321c binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:41:23.597855 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:23.623069 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c38512e9-f603-480d-a947-b5b794b37a38 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:23.766208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c38512e9-f603-480d-a947-b5b794b37a38 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:23.775586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c38512e9-f603-480d-a947-b5b794b37a38 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:23.775964 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:23.935862 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:23.973567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port c38512e9-f603-480d-a947-b5b794b37a38, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c38512e9-f603-480d-a947-b5b794b37a38,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:23.991867 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:24.056443 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:24.077269 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Transition to ACTIVE for port object aa34763d-84c6-4514-901b-1f942ce0321c will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:24.079368 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=c38512e9-f603-480d-a947-b5b794b37a38,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:24.087508 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:24.149179 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c554a-4b5b-41be-9c79-80da98c25e11 None None] Pushing event updated for resources: {'Port': ['ID=aa34763d-84c6-4514-901b-1f942ce0321c,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:24.201561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Attempting to bind port aa34763d-84c6-4514-901b-1f942ce0321c on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:41:24.201959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Attempting to bind port aa34763d-84c6-4514-901b-1f942ce0321c by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'be61c90f-632c-4d28-86ec-edf8a5481bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:41:24.202329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Attempting to bind port aa34763d-84c6-4514-901b-1f942ce0321c on network d1cc615f-33ce-4f2f-9cae-9580de1c9cdf {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:41:24.207850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:41:24.208475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Checking segment: {'id': 'be61c90f-632c-4d28-86ec-edf8a5481bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:24.208888 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:24.209290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Bound using segment: {'id': 'be61c90f-632c-4d28-86ec-edf8a5481bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:41:24.209805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Bound port: aa34763d-84c6-4514-901b-1f942ce0321c, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be61c90f-632c-4d28-86ec-edf8a5481bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:41:24.210194 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:24.315519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] For port aa34763d-84c6-4514-901b-1f942ce0321c, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:41:24.321634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] For port aa34763d-84c6-4514-901b-1f942ce0321c, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aa34763d-84c6-4514-901b-1f942ce0321c,segment=NetworkSegment(be61c90f-632c-4d28-86ec-edf8a5481bd6),segment_id=be61c90f-632c-4d28-86ec-edf8a5481bd6)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:41:24.329010 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:24.390236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Routers {'34d1a938-f04f-4c66-a9db-8c2ea417dd15'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:41:24.390881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:41:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['34d1a938-f04f-4c66-a9db-8c2ea417dd15'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:24.461743 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c554a-4b5b-41be-9c79-80da98c25e11 None None] Pushing event updated for resources: {'Port': ['ID=aa34763d-84c6-4514-901b-1f942ce0321c,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:24.557396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] Set router 34d1a938-f04f-4c66-a9db-8c2ea417dd15 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:41:24.797361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'name': 'tempest-TestMinimumBasicScenario-1065925167-router', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:20Z', 'revision_number': 4, 'project_id': '48d2cec5041d4b5f878da8b3daa05979', 'gw_port': {'id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'aa34763d-84c6-4514-901b-1f942ce0321c', 'name': '', 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'mac_address': 'fa:16:3e:8d:4c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'be89106f-03b6-4eb0-b84a-065bbe8da8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:19Z', 'updated_at': '2021-08-09T16:41:24Z', 'revision_number': 4, 'project_id': '48d2cec5041d4b5f878da8b3daa05979', 'subnets': [{'id': 'be89106f-03b6-4eb0-b84a-065bbe8da8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:24.994623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee09bbd-6b90-484c-9ae8-fc61fa387c7b None None] The sync data for ids ['34d1a938-f04f-4c66-a9db-8c2ea417dd15'] in n-d-803778-2 is: [{'id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'name': 'tempest-TestMinimumBasicScenario-1065925167-router', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:20Z', 'revision_number': 4, 'project_id': '48d2cec5041d4b5f878da8b3daa05979', 'gw_port': {'id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'aa34763d-84c6-4514-901b-1f942ce0321c', 'name': '', 'network_id': 'd1cc615f-33ce-4f2f-9cae-9580de1c9cdf', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'mac_address': 'fa:16:3e:8d:4c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'be89106f-03b6-4eb0-b84a-065bbe8da8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:19Z', 'updated_at': '2021-08-09T16:41:24Z', 'revision_number': 4, 'project_id': '48d2cec5041d4b5f878da8b3daa05979', 'subnets': [{'id': 'be89106f-03b6-4eb0-b84a-065bbe8da8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:41:25.374819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aa34763d-84c6-4514-901b-1f942ce0321c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:25.465484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port aa34763d-84c6-4514-901b-1f942ce0321c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:25.475039 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port aa34763d-84c6-4514-901b-1f942ce0321c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:25.475419 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:25.594441 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:25.655564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port aa34763d-84c6-4514-901b-1f942ce0321c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aa34763d-84c6-4514-901b-1f942ce0321c,segment=NetworkSegment(be61c90f-632c-4d28-86ec-edf8a5481bd6),segment_id=be61c90f-632c-4d28-86ec-edf8a5481bd6)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:25.660617 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:25.661446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c38512e9-f603-480d-a947-b5b794b37a38 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:25.743299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=aa34763d-84c6-4514-901b-1f942ce0321c,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:25.760030 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c38512e9-f603-480d-a947-b5b794b37a38 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:25.760488 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:27.263044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aa34763d-84c6-4514-901b-1f942ce0321c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:27.337993 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port aa34763d-84c6-4514-901b-1f942ce0321c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:27.338572 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:31.928368 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-d01e7185-bf4e-46ab-a27a-2351a7f96298 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:31.929893 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-d01e7185-bf4e-46ab-a27a-2351a7f96298 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/networks?id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03 HTTP/1.1" status: 200 len: 815 time: 0.1046617 Aug 09 16:41:31.946802 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-962a524c-7a11-4fa3-92d1-e8077b8588ea tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/quotas/d4ac7f7b81ab475292c76023111775d8 HTTP/1.1" status: 200 len: 375 time: 0.0107625 Aug 09 16:41:32.007042 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-8c4ca87c-b19c-453b-a3dc-5ef72565a26f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4ac7f7b81ab475292c76023111775d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540779 Aug 09 16:41:32.139290 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-b86b907d-1e6e-40aa-bd64-3f327770aa0b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:41:32.140285 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-b86b907d-1e6e-40aa-bd64-3f327770aa0b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0435724 Aug 09 16:41:32.232402 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-c82e60ac-9b93-477b-a948-6771584d1c75 service neutron] 10.222.0.81 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850801 Aug 09 16:41:32.328464 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-2476468a-0aa7-4735-a83d-c69b8def41f2 service neutron] 10.222.0.81 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898671 Aug 09 16:41:32.512457 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5b95feaa-d524-433d-b06d-413768d01b8b req-ed897f4d-0232-4c3e-9b92-cfd2e8363c90 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 210 time: 0.0326045 Aug 09 16:41:33.600352 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-e8394362-8b17-46e0-abde-59d451993f78 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:33.601849 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-e8394362-8b17-46e0-abde-59d451993f78 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.53 "GET /v2.0/networks?id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03 HTTP/1.1" status: 200 len: 815 time: 0.1050620 Aug 09 16:41:33.616897 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Request body: {'port': {'device_id': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'admin_state_up': True, 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:33.629608 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7aedbc02-535a-4f15-89c7-77ebb7a7faa2 req-08735d98-0a13-4cab-b613-0796948a4bfe tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 210 time: 0.0286276 Aug 09 16:41:33.734488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Made reservation on behalf of d4ac7f7b81ab475292c76023111775d8 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:41:33.738144 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:33.875763 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Allocated IP 172.20.0.5 (ceffefd6-7b4a-4dd0-956d-320df4f3fd03/d7835cf9-b39e-4855-8fc8-9a42c480550c/de076664-ff93-41f5-ae32-318d10cf95fd) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:41:34.080695 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:34.098835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Transition to ACTIVE for port object de076664-ff93-41f5-ae32-318d10cf95fd will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:34.138031 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:34.205393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:41:34.206996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event updated for resources: {'Port': ['ID=de076664-ff93-41f5-ae32-318d10cf95fd,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:34.216028 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:41:34.219701 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:34.220081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:34.220432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:34.220795 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:34.221125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:34.222215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:34.222215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:34.223104 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:34.223419 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:34.223808 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:34.224290 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:34.224744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:34.235320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:41:34.289147 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:41:34.315911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:34.317226 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:34.339536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-7231c66a-f19e-4276-8e0d-d987470f86a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7264590 Aug 09 16:41:34.502776 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-85613be6-ec45-479c-a0da-8eab24bfe94f None None] Provisioning for port de076664-ff93-41f5-ae32-318d10cf95fd completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:34.513577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-85613be6-ec45-479c-a0da-8eab24bfe94f None None] Provisioning complete for port de076664-ff93-41f5-ae32-318d10cf95fd triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:34.514001 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-85613be6-ec45-479c-a0da-8eab24bfe94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:34.555290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-85613be6-ec45-479c-a0da-8eab24bfe94f None None] Port de076664-ff93-41f5-ae32-318d10cf95fd cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:41:34.755575 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc4bb1-ee96-461a-bd60-b79ecf351404 req-16a289f4-838e-48c9-b8f3-66fa3ba7f00c tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:34.758030 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5abc4bb1-ee96-461a-bd60-b79ecf351404 req-16a289f4-838e-48c9-b8f3-66fa3ba7f00c tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 931 time: 0.0538051 Aug 09 16:41:34.798203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5abc4bb1-ee96-461a-bd60-b79ecf351404 req-4a1396c8-853c-4181-8db4-855d2a8f0201 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339065 Aug 09 16:41:35.926430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890d713-f349-4ce1-ab60-ec33923de2e5 req-806826a5-5e7f-4f8c-a0f1-386b962d22c7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:35.928258 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c890d713-f349-4ce1-ab60-ec33923de2e5 req-806826a5-5e7f-4f8c-a0f1-386b962d22c7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 931 time: 0.0530615 Aug 09 16:41:35.968397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c890d713-f349-4ce1-ab60-ec33923de2e5 req-798082ac-19bd-49f5-893a-f5467c2cf850 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337033 Aug 09 16:41:37.111608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36783c01-3bf7-4a35-8b9f-34739b7a2971 req-697dae4e-e324-4812-a8d0-71cb9cdd097f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:37.113162 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36783c01-3bf7-4a35-8b9f-34739b7a2971 req-697dae4e-e324-4812-a8d0-71cb9cdd097f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 931 time: 0.0689905 Aug 09 16:41:37.157067 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-36783c01-3bf7-4a35-8b9f-34739b7a2971 req-db678a85-9c83-4a05-8a31-215efc71fcef tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378473 Aug 09 16:41:37.762896 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-90d4cfdc-fc45-421a-955c-899848a83671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:38.280574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b714558-6e4c-4ba3-8641-60c670371b9e req-0f1ac52f-6f95-4ec2-9d3f-4994ee36729c tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:38.282076 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b714558-6e4c-4ba3-8641-60c670371b9e req-0f1ac52f-6f95-4ec2-9d3f-4994ee36729c tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 931 time: 0.0521526 Aug 09 16:41:38.329032 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b714558-6e4c-4ba3-8641-60c670371b9e req-9bb3eb7d-675b-48d1-900b-f9c271582ff5 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384479 Aug 09 16:41:39.448608 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86651376-3ca5-4dbd-8f47-7810c61b7476 req-1a534dda-157e-4f16-b82d-4f0b5ea4c70a tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:39.450097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86651376-3ca5-4dbd-8f47-7810c61b7476 req-1a534dda-157e-4f16-b82d-4f0b5ea4c70a tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 931 time: 0.0512693 Aug 09 16:41:39.496648 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-86651376-3ca5-4dbd-8f47-7810c61b7476 req-689bf5ce-bae2-4a9a-9e1c-430aea03e485 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387862 Aug 09 16:41:40.612526 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bfc9f03a-b56b-4de6-b4fd-5920f461eccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:40.632321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816ec9a-7e3d-4d08-bd2f-1607a7bb3f5c req-56212ce0-df23-410c-b8ed-bec34c337949 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:40.634046 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3816ec9a-7e3d-4d08-bd2f-1607a7bb3f5c req-56212ce0-df23-410c-b8ed-bec34c337949 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 931 time: 0.0639999 Aug 09 16:41:40.679971 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3816ec9a-7e3d-4d08-bd2f-1607a7bb3f5c req-8929c998-6f2e-45dc-a749-ead7067cf16b tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371451 Aug 09 16:41:40.991206 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:41.792204 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:41.806969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf2671-554f-4745-8232-f4de2e0bc8a9 req-e0045531-5328-4c98-b73a-7e472c54a94e tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:41.808558 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0baf2671-554f-4745-8232-f4de2e0bc8a9 req-e0045531-5328-4c98-b73a-7e472c54a94e tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 931 time: 0.0537498 Aug 09 16:41:41.850498 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0baf2671-554f-4745-8232-f4de2e0bc8a9 req-0e9e5325-9909-4f3a-83d4-f5e79e930510 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350099 Aug 09 16:41:41.959727 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:42.988969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994451b8-0aba-4125-b267-f6187f973182 req-9dc0d49b-6076-4b95-9778-2f256642e630 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:42.990692 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-994451b8-0aba-4125-b267-f6187f973182 req-9dc0d49b-6076-4b95-9778-2f256642e630 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 931 time: 0.0593429 Aug 09 16:41:43.040545 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-994451b8-0aba-4125-b267-f6187f973182 req-6feabfb9-15df-423e-a746-6800590a630a tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429366 Aug 09 16:41:43.633661 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:43.710939 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:43.953081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Request body: {'port': {'device_id': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:41:44.010508 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:44.227279 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38198d-573d-45a4-a243-6edb18112d34 req-48d3118b-84b4-4591-b47a-7588a0a6b1c3 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:44.228697 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b38198d-573d-45a4-a243-6edb18112d34 req-48d3118b-84b4-4591-b47a-7588a0a6b1c3 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 931 time: 0.1087501 Aug 09 16:41:44.299107 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b38198d-573d-45a4-a243-6edb18112d34 req-c55c4833-46d1-4410-b5ea-1ae4a2d03f9c tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589173 Aug 09 16:41:44.358628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de076664-ff93-41f5-ae32-318d10cf95fd {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:41:44.366421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:44.378470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Transition to ACTIVE for port object de076664-ff93-41f5-ae32-318d10cf95fd will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:41:44.382163 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:44.436661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Pushing event updated for resources: {'Port': ['ID=de076664-ff93-41f5-ae32-318d10cf95fd,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:44.507554 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Attempting to bind port de076664-ff93-41f5-ae32-318d10cf95fd on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:41:44.507896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Attempting to bind port de076664-ff93-41f5-ae32-318d10cf95fd by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:41:44.508227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Attempting to bind port de076664-ff93-41f5-ae32-318d10cf95fd on network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:41:44.512769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Port de076664-ff93-41f5-ae32-318d10cf95fd on network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:41:44.513096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Attempting to bind port de076664-ff93-41f5-ae32-318d10cf95fd on network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:41:44.518116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:41:44.518458 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Checking segment: {'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:41:44.518848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Bound using segment: {'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:41:44.519825 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Bound port: de076664-ff93-41f5-ae32-318d10cf95fd, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54e679c-0279-404f-baa9-dc3373c96711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:41:44.520189 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:44.589350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] For port de076664-ff93-41f5-ae32-318d10cf95fd, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:41:44.592509 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] For port de076664-ff93-41f5-ae32-318d10cf95fd, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=de076664-ff93-41f5-ae32-318d10cf95fd,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:41:44.596051 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:44.631697 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:44.632314 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:44.633765 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] 10.222.0.53 "PUT /v2.0/ports/de076664-ff93-41f5-ae32-318d10cf95fd HTTP/1.1" status: 200 len: 1091 time: 0.7322202 Aug 09 16:41:44.634196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:41:44.637331 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a790033-3624-4841-be1d-33dbc20a0218" -d '{"events": [{"name": "network-changed", "server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:41:44.673439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952721-e0f6-4a69-9938-222fa64eda74 service neutron] Pushing event updated for resources: {'Port': ['ID=de076664-ff93-41f5-ae32-318d10cf95fd,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:44.689123 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50de3dc-4e23-434e-9033-5eb5232f12a7 x-openstack-request-id: req-e50de3dc-4e23-434e-9033-5eb5232f12a7 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:41:44.689419 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:41:44.689704 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e50de3dc-4e23-434e-9033-5eb5232f12a7 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:41:44.690104 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'status': 'completed', 'code': 200} Aug 09 16:41:44.722382 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-0d1a84fd-d5fa-4089-8741-a5e6052ec733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:44.724333 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-0d1a84fd-d5fa-4089-8741-a5e6052ec733 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4ac7f7b81ab475292c76023111775d8&device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 1094 time: 0.0457456 Aug 09 16:41:44.771953 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-966ffa1c-727a-4c26-b7b7-50fd5c4d357e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de076664-ff93-41f5-ae32-318d10cf95fd HTTP/1.1" status: 200 len: 217 time: 0.0400558 Aug 09 16:41:44.824604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-fa569fa2-5ea3-4618-8c72-c331e81518be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:44.826172 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-fa569fa2-5ea3-4618-8c72-c331e81518be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7835cf9-b39e-4855-8fc8-9a42c480550c HTTP/1.1" status: 200 len: 854 time: 0.0474491 Aug 09 16:41:44.872798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-c43aa98e-346f-4b85-a5d9-965834e6f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:44.874331 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-c43aa98e-346f-4b85-a5d9-965834e6f6ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410500 Aug 09 16:41:44.964821 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-b16b0f0b-5316-4809-8d43-52c8893c1c08 service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835748 Aug 09 16:41:45.052199 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-745fab5c-1a7a-4751-9c13-7d68967dbf50 req-0974fe59-96a5-422a-af01-ab9d8e1a5a13 service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803099 Aug 09 16:41:45.135395 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a790033-3624-4841-be1d-33dbc20a0218 req-0dac6efe-51a1-444c-b599-bcdd5471825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:45.136890 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a790033-3624-4841-be1d-33dbc20a0218 req-0dac6efe-51a1-444c-b599-bcdd5471825e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4ac7f7b81ab475292c76023111775d8&device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 1094 time: 0.0414927 Aug 09 16:41:45.229559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a790033-3624-4841-be1d-33dbc20a0218 req-6ba6fba8-d583-4e31-aecd-4d54bf0496ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:45.231063 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a790033-3624-4841-be1d-33dbc20a0218 req-6ba6fba8-d583-4e31-aecd-4d54bf0496ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03 HTTP/1.1" status: 200 len: 916 time: 0.0868504 Aug 09 16:41:45.273107 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a790033-3624-4841-be1d-33dbc20a0218 req-c7529952-0e87-4914-bc54-66913b5d01d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de076664-ff93-41f5-ae32-318d10cf95fd HTTP/1.1" status: 200 len: 217 time: 0.0338323 Aug 09 16:41:45.328367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a790033-3624-4841-be1d-33dbc20a0218 req-e991b594-9578-4f6e-aeca-75a53978c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:45.329712 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a790033-3624-4841-be1d-33dbc20a0218 req-e991b594-9578-4f6e-aeca-75a53978c492 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7835cf9-b39e-4855-8fc8-9a42c480550c HTTP/1.1" status: 200 len: 854 time: 0.0486002 Aug 09 16:41:45.400474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a790033-3624-4841-be1d-33dbc20a0218 req-a1353ff4-d5d0-4d9f-bc63-036198751147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:45.402052 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a790033-3624-4841-be1d-33dbc20a0218 req-a1353ff4-d5d0-4d9f-bc63-036198751147 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647073 Aug 09 16:41:45.438427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afaa3a-e961-4e07-a540-fccce8271e25 req-c7cb9c32-e8e3-4e90-b561-81a7a2462470 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:45.439921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4afaa3a-e961-4e07-a540-fccce8271e25 req-c7cb9c32-e8e3-4e90-b561-81a7a2462470 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 943 time: 0.0725706 Aug 09 16:41:45.528032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4afaa3a-e961-4e07-a540-fccce8271e25 req-2fd113fa-5285-41d4-9e5f-7cf90b7f15d9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515478 Aug 09 16:41:45.544393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a790033-3624-4841-be1d-33dbc20a0218 req-2e6dacb1-ccfb-418b-b317-a762201b30f9 service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322782 Aug 09 16:41:45.634377 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0a790033-3624-4841-be1d-33dbc20a0218 req-acfc922d-f1d0-4b2b-bb5c-3ef869a412e6 service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814731 Aug 09 16:41:46.648188 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcefac-d54d-4956-8021-1912f5bf43d0 req-d1828f76-de7f-48fa-95cf-1c7d227b2165 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:46.649950 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bbcefac-d54d-4956-8021-1912f5bf43d0 req-d1828f76-de7f-48fa-95cf-1c7d227b2165 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 943 time: 0.0512929 Aug 09 16:41:46.696142 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9bbcefac-d54d-4956-8021-1912f5bf43d0 req-0eef60e5-960c-4a98-a7fe-7baeeb1dca6a tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399101 Aug 09 16:41:47.815803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd59ebc-9da8-4cb6-a196-21e7185956bc req-14877202-9abd-49a7-b47d-d2b782d30b0b tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:47.817761 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dcd59ebc-9da8-4cb6-a196-21e7185956bc req-14877202-9abd-49a7-b47d-d2b782d30b0b tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 943 time: 0.0546918 Aug 09 16:41:47.855897 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dcd59ebc-9da8-4cb6-a196-21e7185956bc req-017ec69e-7ea0-46e1-91df-9ade00bf8452 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322011 Aug 09 16:41:47.988881 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device de076664-ff93-41f5-ae32-318d10cf95fd details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:41:48.082807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port de076664-ff93-41f5-ae32-318d10cf95fd, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=de076664-ff93-41f5-ae32-318d10cf95fd,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:48.098581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'port_id': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'mac_address': 'fa:16:3e:f7:99:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:41:48.133922 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.146804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de076664-ff93-41f5-ae32-318d10cf95fd {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:41:48.166262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port de076664-ff93-41f5-ae32-318d10cf95fd, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=de076664-ff93-41f5-ae32-318d10cf95fd,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:48.170523 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:48.218358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=de076664-ff93-41f5-ae32-318d10cf95fd,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:48.226319 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:48.226670 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:48.227003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:48.227339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:48.227667 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:48.227994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:48.228318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:48.228639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:48.228958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:48.229274 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:48.229626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:48.229937 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:41:48.436029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['de076664-ff93-41f5-ae32-318d10cf95fd'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:41:48.971146 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aae123-3d48-419b-bb97-2a81690ab09c req-248842b1-89d4-49f0-a18e-33a6c09cf735 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:48.972803 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-10aae123-3d48-419b-bb97-2a81690ab09c req-248842b1-89d4-49f0-a18e-33a6c09cf735 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 944 time: 0.0493686 Aug 09 16:41:49.011232 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-10aae123-3d48-419b-bb97-2a81690ab09c req-0c2721a5-994c-4c23-bb01-a3f0a487a4bf tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323546 Aug 09 16:41:50.004774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device de076664-ff93-41f5-ae32-318d10cf95fd up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:41:50.054943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port de076664-ff93-41f5-ae32-318d10cf95fd completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:41:50.059141 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port de076664-ff93-41f5-ae32-318d10cf95fd triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:41:50.059513 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:50.131801 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49887a-350a-4f14-8733-7d3280eda52a req-a0e6186d-1f0c-4089-964c-10629108b7ce tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:50.133235 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b49887a-350a-4f14-8733-7d3280eda52a req-a0e6186d-1f0c-4089-964c-10629108b7ce tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 944 time: 0.0518661 Aug 09 16:41:50.142966 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:50.167010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:41:50.169565 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d2eecd-3514-4c6a-a00d-a3a54b3971dd" -d '{"events": [{"server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "name": "network-vif-plugged", "status": "completed", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:41:50.173612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b49887a-350a-4f14-8733-7d3280eda52a req-ddb5ad94-af1a-40f4-b00f-38bd9ac23ac7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 Aug 09 16:41:50.183510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port de076664-ff93-41f5-ae32-318d10cf95fd, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=de076664-ff93-41f5-ae32-318d10cf95fd,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:41:50.188329 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:50.237536 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=de076664-ff93-41f5-ae32-318d10cf95fd,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:41:50.342624 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e4c424-209b-4fbd-ac94-8411f0fac353 x-openstack-request-id: req-21e4c424-209b-4fbd-ac94-8411f0fac353 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:41:50.342919 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "name": "network-vif-plugged", "status": "completed", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:41:50.343171 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21e4c424-209b-4fbd-ac94-8411f0fac353 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:41:50.343570 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'code': 200} Aug 09 16:41:50.450729 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbc495-21e7-4f91-b4b9-d7b6654760ae req-966bb6c2-49e5-422c-8fa3-f6ef29cfc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:50.452103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4cfbc495-21e7-4f91-b4b9-d7b6654760ae req-966bb6c2-49e5-422c-8fa3-f6ef29cfc785 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 1096 time: 0.0524108 Aug 09 16:41:50.487072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4cfbc495-21e7-4f91-b4b9-d7b6654760ae req-108191bc-5a27-474b-8214-50fdbc0a25e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279686 Aug 09 16:41:51.301519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e496cc-9ba5-4db2-ab97-66e0e897a7f6 req-bf441b9d-ebe9-49f1-9399-f5cd03e185b0 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:51.303010 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53e496cc-9ba5-4db2-ab97-66e0e897a7f6 req-bf441b9d-ebe9-49f1-9399-f5cd03e185b0 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 945 time: 0.0551746 Aug 09 16:41:51.341005 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-53e496cc-9ba5-4db2-ab97-66e0e897a7f6 req-1cf99194-02e4-40c2-9758-4a85199efc75 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315905 Aug 09 16:41:52.487148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d7298-be6a-4868-b1dc-11519ff677a6 req-8387243d-c86f-43df-9fbb-450d7f021a04 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:52.489011 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a4d7298-be6a-4868-b1dc-11519ff677a6 req-8387243d-c86f-43df-9fbb-450d7f021a04 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 945 time: 0.0606863 Aug 09 16:41:52.536475 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5a4d7298-be6a-4868-b1dc-11519ff677a6 req-1a6ff112-570e-4630-ba5a-87d634a460b6 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404503 Aug 09 16:41:52.667626 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9506540-884f-4d67-ae30-476ea039d127 req-1f3c88b2-fd0d-45a0-845f-95717229d743 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:52.669073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9506540-884f-4d67-ae30-476ea039d127 req-1f3c88b2-fd0d-45a0-845f-95717229d743 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 945 time: 0.0551093 Aug 09 16:41:52.710957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a9506540-884f-4d67-ae30-476ea039d127 req-e11c697b-7f5f-4714-95bd-2918a7b70d12 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356679 Aug 09 16:41:52.917084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b44fd-157b-447e-9c4f-d35af5542324 req-ed3504ad-54b6-4cb7-b20e-da05f8a74eef tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:41:52.918653 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee7b44fd-157b-447e-9c4f-d35af5542324 req-ed3504ad-54b6-4cb7-b20e-da05f8a74eef tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 945 time: 0.0480433 Aug 09 16:41:52.956395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ee7b44fd-157b-447e-9c4f-d35af5542324 req-0c6fa4d1-322c-45f0-b59c-a607d0060a6d tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318146 Aug 09 16:42:04.544210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7463cec-8820-4e2d-bd38-5af52a044a9c req-a22cc3cf-f5ee-40f5-94c5-b202f2b246cd tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:04.545607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7463cec-8820-4e2d-bd38-5af52a044a9c req-a22cc3cf-f5ee-40f5-94c5-b202f2b246cd tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 945 time: 0.0528314 Aug 09 16:42:04.583961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f7463cec-8820-4e2d-bd38-5af52a044a9c req-d577f92f-60c4-4b47-a8c1-71b449f84629 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317490 Aug 09 16:42:04.605533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55940) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:04.689509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354a1385-97a6-4b6c-a5ef-0163a4da5968 tempest-TestMinimumBasicScenario-189979107 tempest-TestMinimumBasicScenario-189979107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:04.691071 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-354a1385-97a6-4b6c-a5ef-0163a4da5968 tempest-TestMinimumBasicScenario-189979107 tempest-TestMinimumBasicScenario-189979107-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 1091 time: 0.0845292 Aug 09 16:42:04.694646 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55944) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:04.698962 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:04.721687 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:04.826014 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:04.934008 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Allocated IP 172.25.2.4 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/cd6faf6a-ccd9-43e9-ad9e-badfe619656c) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:42:05.034531 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:05.073956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:05.110779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:05.117009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:05.120106 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:42:05.154333 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event updated for resources: {'Port': ['ID=cd6faf6a-ccd9-43e9-ad9e-badfe619656c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:05.494350 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:05.564561 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:05.715880 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:05.720586 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:05.796654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event updated for resources: {'Port': ['ID=cd6faf6a-ccd9-43e9-ad9e-badfe619656c,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:05.802894 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.218779 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Floating IP 4862576c-fac2-4114-a632-95a4a0053064 associated. External IP: 172.25.2.4, port: de076664-ff93-41f5-ae32-318d10cf95fd. Aug 09 16:42:06.432973 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:42:06.560430 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:42:06.573040 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb56ad0-1594-43b1-b56a-2b8d5967e948 None None] Sync routers for ids ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:42:06.579960 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.582301 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb56ad0-1594-43b1-b56a-2b8d5967e948 None None] Routers {'5cd3b765-35bf-4d37-969f-43fafc0cc2c0'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:42:06.583429 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4fb56ad0-1594-43b1-b56a-2b8d5967e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:41:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:06.613011 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a3aaa423-ae66-41a4-9f14-6c07862fd88f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9147704 Aug 09 16:42:06.613011 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:42:06.613471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 55946) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:06.619247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-5ab8daa7-6912-4c15-81d5-c7b641258896 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1588643338', 'description': 'tempest-secgroup-smoke-1588643338 description', 'project_id': 'd4ac7f7b81ab475292c76023111775d8'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:06.651273 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ab8daa7-6912-4c15-81d5-c7b641258896 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.661935 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b72becf880fa2e28364131af1cfaf44d4ee17d3db2152149eb4b8d6f33c135a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a278a01-880a-4b4f-82b4-695c8386a411" -d '{"events": [{"name": "network-changed", "server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:42:06.710004 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4fb56ad0-1594-43b1-b56a-2b8d5967e948 None None] Set router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:42:06.740152 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ab8daa7-6912-4c15-81d5-c7b641258896 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.744950 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ab8daa7-6912-4c15-81d5-c7b641258896 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.768977 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5ab8daa7-6912-4c15-81d5-c7b641258896 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.770264 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5ab8daa7-6912-4c15-81d5-c7b641258896 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1556101 Aug 09 16:42:06.773533 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55954) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:06.781959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8daa7-6912-4c15-81d5-c7b641258896 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fa5154-8088-49ef-bd98-73455cc7ecaa,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:06.782826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-4016c171-ce40-4ea6-b16d-5b6dd5a92e19 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Request body: {'security_group_rule': {'security_group_id': '76fa5154-8088-49ef-bd98-73455cc7ecaa', 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:06.791441 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fc87a5-7e05-449a-9687-c75120824c0b x-openstack-request-id: req-b6fc87a5-7e05-449a-9687-c75120824c0b {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:42:06.791854 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:42:06.792176 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6fc87a5-7e05-449a-9687-c75120824c0b {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:42:06.792615 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'status': 'completed', 'code': 200} Aug 09 16:42:06.829517 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4016c171-ce40-4ea6-b16d-5b6dd5a92e19 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.853332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a278a01-880a-4b4f-82b4-695c8386a411 req-14d47db9-d500-43a6-9d8f-4aaaa7f0f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:06.854901 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a278a01-880a-4b4f-82b4-695c8386a411 req-14d47db9-d500-43a6-9d8f-4aaaa7f0f276 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4ac7f7b81ab475292c76023111775d8&device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 1096 time: 0.0467141 Aug 09 16:42:06.888210 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4016c171-ce40-4ea6-b16d-5b6dd5a92e19 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.893660 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4016c171-ce40-4ea6-b16d-5b6dd5a92e19 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.920183 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016c171-ce40-4ea6-b16d-5b6dd5a92e19 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe624a7-5a44-41a4-9a2d-3668c7d5ea67,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:06.923249 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-4016c171-ce40-4ea6-b16d-5b6dd5a92e19 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.924694 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4016c171-ce40-4ea6-b16d-5b6dd5a92e19 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489754 Aug 09 16:42:06.928590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55956) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:06.933359 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1f36a5d1-a723-4b8c-a7a8-f3a98e01f96f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Request body: {'security_group_rule': {'security_group_id': '76fa5154-8088-49ef-bd98-73455cc7ecaa', 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:06.971141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a278a01-880a-4b4f-82b4-695c8386a411 req-41683dc9-7569-495e-9a43-43cdd5fd8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:06.972714 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a278a01-880a-4b4f-82b4-695c8386a411 req-41683dc9-7569-495e-9a43-43cdd5fd8b5d service neutron] 10.222.0.53 "GET /v2.0/networks?id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03 HTTP/1.1" status: 200 len: 916 time: 0.1108041 Aug 09 16:42:06.973404 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f36a5d1-a723-4b8c-a7a8-f3a98e01f96f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:06.977032 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4fb56ad0-1594-43b1-b56a-2b8d5967e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:15Z', 'revision_number': 4, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '4862576c-fac2-4114-a632-95a4a0053064', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'port_id': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'mac_address': 'fa:16:3e:f7:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:42:05Z', 'updated_at': '2021-08-09T16:42:05Z', 'revision_number': 0, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26d19b-c2e7-498d-a093-a56753face69', 'name': '', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'mac_address': 'fa:16:3e:36:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:14Z', 'updated_at': '2021-08-09T16:41:21Z', 'revision_number': 5, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'subnets': [{'id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:07.011805 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb56ad0-1594-43b1-b56a-2b8d5967e948 None None] Checking router: 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:42:07.021481 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb56ad0-1594-43b1-b56a-2b8d5967e948 None None] Routers {'5cd3b765-35bf-4d37-969f-43fafc0cc2c0'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:42:07.022131 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4fb56ad0-1594-43b1-b56a-2b8d5967e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:41:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:07.040792 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f36a5d1-a723-4b8c-a7a8-f3a98e01f96f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.045892 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f36a5d1-a723-4b8c-a7a8-f3a98e01f96f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.046750 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a278a01-880a-4b4f-82b4-695c8386a411 req-9503c415-8780-4756-9458-d361768959a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de076664-ff93-41f5-ae32-318d10cf95fd HTTP/1.1" status: 200 len: 997 time: 0.0671599 Aug 09 16:42:07.064795 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36a5d1-a723-4b8c-a7a8-f3a98e01f96f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0411ddd0-3067-4141-a3f2-fed7b2ec0958,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:07.073559 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1f36a5d1-a723-4b8c-a7a8-f3a98e01f96f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.074826 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1f36a5d1-a723-4b8c-a7a8-f3a98e01f96f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454434 Aug 09 16:42:07.078236 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55958) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:07.086053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-63bc312e-55c5-4db8-a204-066694846a80 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Request body: {'security_group_rule': {'security_group_id': '76fa5154-8088-49ef-bd98-73455cc7ecaa', 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:07.113791 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-63bc312e-55c5-4db8-a204-066694846a80 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.132052 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a278a01-880a-4b4f-82b4-695c8386a411 req-42745e6c-d6ab-4453-9458-4462240b8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:07.134163 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a278a01-880a-4b4f-82b4-695c8386a411 req-42745e6c-d6ab-4453-9458-4462240b8626 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7835cf9-b39e-4855-8fc8-9a42c480550c HTTP/1.1" status: 200 len: 854 time: 0.0779676 Aug 09 16:42:07.137978 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4fb56ad0-1594-43b1-b56a-2b8d5967e948 None None] Set router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:42:07.181298 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-63bc312e-55c5-4db8-a204-066694846a80 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.186694 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-63bc312e-55c5-4db8-a204-066694846a80 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.187430 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a278a01-880a-4b4f-82b4-695c8386a411 req-0b17922d-851d-431e-b9b6-a7226ec8ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:07.189214 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a278a01-880a-4b4f-82b4-695c8386a411 req-0b17922d-851d-431e-b9b6-a7226ec8ffdd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482826 Aug 09 16:42:07.207712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc312e-55c5-4db8-a204-066694846a80 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6be457a-8003-487f-8207-aa21f0f476de,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:07.215332 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-63bc312e-55c5-4db8-a204-066694846a80 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.218092 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-63bc312e-55c5-4db8-a204-066694846a80 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385007 Aug 09 16:42:07.219779 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55960) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:07.225140 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-e213a649-1200-4194-8289-98db4d720edf tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Request body: {'security_group_rule': {'security_group_id': '76fa5154-8088-49ef-bd98-73455cc7ecaa', 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:07.257164 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e213a649-1200-4194-8289-98db4d720edf tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.284933 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a278a01-880a-4b4f-82b4-695c8386a411 req-edccdf41-ad1d-4523-ac72-ca8102492ad1 service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882902 Aug 09 16:42:07.339179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e213a649-1200-4194-8289-98db4d720edf tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.344252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e213a649-1200-4194-8289-98db4d720edf tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.366565 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213a649-1200-4194-8289-98db4d720edf tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73ca129-672f-48e1-8c39-2be0a30e83a8,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:07.377031 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-e213a649-1200-4194-8289-98db4d720edf tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.379121 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e213a649-1200-4194-8289-98db4d720edf tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573069 Aug 09 16:42:07.384592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55962) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:07.389927 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-89c34699-aa72-498e-95d9-7fd799fc0b74 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Request body: {'security_group_rule': {'security_group_id': '76fa5154-8088-49ef-bd98-73455cc7ecaa', 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:07.391634 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a278a01-880a-4b4f-82b4-695c8386a411 req-db5d6e15-396f-4c56-b068-7ac78fa5ffe6 service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994275 Aug 09 16:42:07.422013 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-89c34699-aa72-498e-95d9-7fd799fc0b74 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Project d4ac7f7b81ab475292c76023111775d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:42:07.428827 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89c34699-aa72-498e-95d9-7fd799fc0b74 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.437397 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4fb56ad0-1594-43b1-b56a-2b8d5967e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:15Z', 'revision_number': 4, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '4862576c-fac2-4114-a632-95a4a0053064', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'port_id': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'mac_address': 'fa:16:3e:f7:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:42:05Z', 'updated_at': '2021-08-09T16:42:05Z', 'revision_number': 0, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26d19b-c2e7-498d-a093-a56753face69', 'name': '', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'mac_address': 'fa:16:3e:36:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:14Z', 'updated_at': '2021-08-09T16:41:21Z', 'revision_number': 5, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'subnets': [{'id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:07.465002 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb56ad0-1594-43b1-b56a-2b8d5967e948 None None] The sync data for ids ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'] in n-d-803778-2 is: [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:15Z', 'revision_number': 4, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '4862576c-fac2-4114-a632-95a4a0053064', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'port_id': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'mac_address': 'fa:16:3e:f7:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:42:05Z', 'updated_at': '2021-08-09T16:42:05Z', 'revision_number': 0, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d26d19b-c2e7-498d-a093-a56753face69', 'name': '', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'mac_address': 'fa:16:3e:36:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:14Z', 'updated_at': '2021-08-09T16:41:21Z', 'revision_number': 5, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'subnets': [{'id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:42:07.497708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89c34699-aa72-498e-95d9-7fd799fc0b74 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.502825 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89c34699-aa72-498e-95d9-7fd799fc0b74 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.526464 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c34699-aa72-498e-95d9-7fd799fc0b74 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74b0771-e246-458b-a664-917c0128e0ad,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:07.532586 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-89c34699-aa72-498e-95d9-7fd799fc0b74 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.534363 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-89c34699-aa72-498e-95d9-7fd799fc0b74 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478846 Aug 09 16:42:07.536937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 55964) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:07.541512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-abd03369-3bd6-4863-a093-cadfa57938a7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Request body: {'security_group_rule': {'security_group_id': '76fa5154-8088-49ef-bd98-73455cc7ecaa', 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:07.571163 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-abd03369-3bd6-4863-a093-cadfa57938a7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Project d4ac7f7b81ab475292c76023111775d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:42:07.579095 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abd03369-3bd6-4863-a093-cadfa57938a7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.645847 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abd03369-3bd6-4863-a093-cadfa57938a7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.651140 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abd03369-3bd6-4863-a093-cadfa57938a7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.670330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd03369-3bd6-4863-a093-cadfa57938a7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad710731-1f77-40ff-8b30-6f483b1b8af7,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:07.679319 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abd03369-3bd6-4863-a093-cadfa57938a7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.684886 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-abd03369-3bd6-4863-a093-cadfa57938a7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427519 Aug 09 16:42:07.710234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813faf71-e952-4e8e-8321-975a6bc1932d None None] New status for floating IP 4862576c-fac2-4114-a632-95a4a0053064: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:42:07.774549 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ff8568e0-3123-476b-952c-3303fe4d223c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:07.779301 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aae6f574-1d45-4b20-b8e8-d3c903c47cd4 req-ea7ee7f4-d1c3-4b01-8bda-8353b98a49bf tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588643338&fields=id&tenant_id=d4ac7f7b81ab475292c76023111775d8 HTTP/1.1" status: 200 len: 267 time: 0.0337837 Aug 09 16:42:07.835080 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6f574-1d45-4b20-b8e8-d3c903c47cd4 req-5b722bca-d197-4d7f-a11a-036483020982 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:07.836590 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aae6f574-1d45-4b20-b8e8-d3c903c47cd4 req-5b722bca-d197-4d7f-a11a-036483020982 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 945 time: 0.0512040 Aug 09 16:42:07.851183 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-aae6f574-1d45-4b20-b8e8-d3c903c47cd4 req-636213c3-3d3a-4ac3-a367-fda1b336c2d8 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Request body: {'port': {'security_groups': ['ece45a60-a460-4995-95d4-be7c30fbbbfb', '76fa5154-8088-49ef-bd98-73455cc7ecaa']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:07.923898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-aae6f574-1d45-4b20-b8e8-d3c903c47cd4 req-636213c3-3d3a-4ac3-a367-fda1b336c2d8 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:08.112628 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-aae6f574-1d45-4b20-b8e8-d3c903c47cd4 req-636213c3-3d3a-4ac3-a367-fda1b336c2d8 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] For port de076664-ff93-41f5-ae32-318d10cf95fd, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=de076664-ff93-41f5-ae32-318d10cf95fd,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:08.142421 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-aae6f574-1d45-4b20-b8e8-d3c903c47cd4 req-636213c3-3d3a-4ac3-a367-fda1b336c2d8 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:08.148292 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-aae6f574-1d45-4b20-b8e8-d3c903c47cd4 req-636213c3-3d3a-4ac3-a367-fda1b336c2d8 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:08.161132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['de076664-ff93-41f5-ae32-318d10cf95fd'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:42:08.193982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6f574-1d45-4b20-b8e8-d3c903c47cd4 req-636213c3-3d3a-4ac3-a367-fda1b336c2d8 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:08.194700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-aae6f574-1d45-4b20-b8e8-d3c903c47cd4 req-636213c3-3d3a-4ac3-a367-fda1b336c2d8 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:08.196190 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-aae6f574-1d45-4b20-b8e8-d3c903c47cd4 req-636213c3-3d3a-4ac3-a367-fda1b336c2d8 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "PUT /v2.0/ports/de076664-ff93-41f5-ae32-318d10cf95fd HTTP/1.1" status: 200 len: 981 time: 0.3518252 Aug 09 16:42:08.196641 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:42:08.201980 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf556d50-f10c-48c8-9ff1-b1ca4dcb54df" -d '{"events": [{"name": "network-changed", "server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:42:08.236417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636213c3-3d3a-4ac3-a367-fda1b336c2d8 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event updated for resources: {'Port': ['ID=de076664-ff93-41f5-ae32-318d10cf95fd,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:08.261754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['de076664-ff93-41f5-ae32-318d10cf95fd'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:42:08.268580 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34576bb6-b5ef-4ff2-83c3-e6358ebde4cd x-openstack-request-id: req-34576bb6-b5ef-4ff2-83c3-e6358ebde4cd {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:42:08.268869 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:42:08.269164 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34576bb6-b5ef-4ff2-83c3-e6358ebde4cd {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:42:08.269624 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'status': 'completed', 'code': 200} Aug 09 16:42:08.339492 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cd7cc-ba93-4aaa-ab1a-534aaaf26b33 req-9df0af39-f544-464c-92fb-b4c6b9fdef3a tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:08.341084 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-628cd7cc-ba93-4aaa-ab1a-534aaaf26b33 req-9df0af39-f544-464c-92fb-b4c6b9fdef3a tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0610847 Aug 09 16:42:08.359216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf556d50-f10c-48c8-9ff1-b1ca4dcb54df req-b981527b-b478-417b-ad6a-2596f8c6f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:08.361844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf556d50-f10c-48c8-9ff1-b1ca4dcb54df req-b981527b-b478-417b-ad6a-2596f8c6f0ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4ac7f7b81ab475292c76023111775d8&device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 1135 time: 0.0580602 Aug 09 16:42:08.396413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-628cd7cc-ba93-4aaa-ab1a-534aaaf26b33 req-306f47c8-4a9e-43b1-a17d-897e48e5d490 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=76fa5154-8088-49ef-bd98-73455cc7ecaa&id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490303 Aug 09 16:42:08.495806 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf556d50-f10c-48c8-9ff1-b1ca4dcb54df req-82f3d2d1-4802-4b6e-9c42-1403644cb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:08.497315 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf556d50-f10c-48c8-9ff1-b1ca4dcb54df req-82f3d2d1-4802-4b6e-9c42-1403644cb5b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03 HTTP/1.1" status: 200 len: 916 time: 0.1276388 Aug 09 16:42:08.564369 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf556d50-f10c-48c8-9ff1-b1ca4dcb54df req-cc2deb4c-eb11-431f-a7eb-9a6c7af57756 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de076664-ff93-41f5-ae32-318d10cf95fd HTTP/1.1" status: 200 len: 999 time: 0.0591476 Aug 09 16:42:08.577800 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-271bc1fe-141b-4b80-8991-9b18091549f5 None None] Provisioning complete for port de076664-ff93-41f5-ae32-318d10cf95fd triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:08.578175 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-271bc1fe-141b-4b80-8991-9b18091549f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:08.616081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf556d50-f10c-48c8-9ff1-b1ca4dcb54df req-c25b82ba-2c20-4f21-a70d-427724484af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:08.617498 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf556d50-f10c-48c8-9ff1-b1ca4dcb54df req-c25b82ba-2c20-4f21-a70d-427724484af5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7835cf9-b39e-4855-8fc8-9a42c480550c HTTP/1.1" status: 200 len: 854 time: 0.0453956 Aug 09 16:42:08.669304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf556d50-f10c-48c8-9ff1-b1ca4dcb54df req-c4cf0fa4-ddc1-4989-8e8b-f4995817a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:08.670846 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf556d50-f10c-48c8-9ff1-b1ca4dcb54df req-c4cf0fa4-ddc1-4989-8e8b-f4995817a5db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452590 Aug 09 16:42:08.763478 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf556d50-f10c-48c8-9ff1-b1ca4dcb54df req-845df119-5979-4e7f-b881-d8353466509b service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848260 Aug 09 16:42:08.859225 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bf556d50-f10c-48c8-9ff1-b1ca4dcb54df req-f61f3f4d-53ab-4b7d-951f-70b0cc318acb service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875280 Aug 09 16:42:10.615492 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f1200ace-64c5-46d3-b43f-69f590f3028b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:10.992371 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:11.278976 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:42:11.792527 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:11.956561 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:13.635772 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:13.716326 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:20.955735 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d6aefa-cab1-4aa3-8be6-3b5016cb99b0 req-790a0577-11f2-422d-9044-42770faf1a7c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395613 Aug 09 16:42:21.037304 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6aefa-cab1-4aa3-8be6-3b5016cb99b0 req-7f890069-b3d3-4f63-a288-b6c7ecc2ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:21.038817 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d6aefa-cab1-4aa3-8be6-3b5016cb99b0 req-7f890069-b3d3-4f63-a288-b6c7ecc2ba67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4ac7f7b81ab475292c76023111775d8&device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 1135 time: 0.0408123 Aug 09 16:42:21.144246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6aefa-cab1-4aa3-8be6-3b5016cb99b0 req-f2725ec1-c95e-4890-91e0-d529a4bdaa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:21.145742 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d6aefa-cab1-4aa3-8be6-3b5016cb99b0 req-f2725ec1-c95e-4890-91e0-d529a4bdaa71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03 HTTP/1.1" status: 200 len: 916 time: 0.0882685 Aug 09 16:42:21.213000 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d6aefa-cab1-4aa3-8be6-3b5016cb99b0 req-02d1e582-75bb-4cd8-8f83-a822304cfad0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de076664-ff93-41f5-ae32-318d10cf95fd HTTP/1.1" status: 200 len: 999 time: 0.0590217 Aug 09 16:42:21.262960 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6aefa-cab1-4aa3-8be6-3b5016cb99b0 req-97d030ba-133f-40fa-a3ff-ab8d6bead74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:21.264359 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d6aefa-cab1-4aa3-8be6-3b5016cb99b0 req-97d030ba-133f-40fa-a3ff-ab8d6bead74b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7835cf9-b39e-4855-8fc8-9a42c480550c HTTP/1.1" status: 200 len: 854 time: 0.0431142 Aug 09 16:42:21.312807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6aefa-cab1-4aa3-8be6-3b5016cb99b0 req-7296b15c-6997-4016-b485-01cca5c3dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:21.314289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d6aefa-cab1-4aa3-8be6-3b5016cb99b0 req-7296b15c-6997-4016-b485-01cca5c3dff2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418892 Aug 09 16:42:21.403321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d6aefa-cab1-4aa3-8be6-3b5016cb99b0 req-ed18f974-10f6-4649-a026-9f3f71fde879 service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810266 Aug 09 16:42:21.847375 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f5d6aefa-cab1-4aa3-8be6-3b5016cb99b0 req-a0e92d4c-38da-4a0f-bc54-eecaaee39514 service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362447 Aug 09 16:42:23.580459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90917237-72da-4a1a-89fb-bcc6ecad7d8a req-60c6e381-1e2d-4587-baff-d7da28c6b551 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:23.582007 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90917237-72da-4a1a-89fb-bcc6ecad7d8a req-60c6e381-1e2d-4587-baff-d7da28c6b551 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0496275 Aug 09 16:42:23.583840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd580ac-98ca-47ab-ba35-9f1991f37467 req-2cb198ed-c96b-4688-b65f-932cb2a1e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:23.586160 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd580ac-98ca-47ab-ba35-9f1991f37467 req-2cb198ed-c96b-4688-b65f-932cb2a1e497 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4ac7f7b81ab475292c76023111775d8&device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 1135 time: 0.0419989 Aug 09 16:42:23.623048 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90917237-72da-4a1a-89fb-bcc6ecad7d8a req-57ff59cb-478e-41cf-924c-7c240a2af87a tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=76fa5154-8088-49ef-bd98-73455cc7ecaa&id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338974 Aug 09 16:42:23.677022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd580ac-98ca-47ab-ba35-9f1991f37467 req-c631bd4f-f75e-48e8-94cf-6a20edb9b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:23.678548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd580ac-98ca-47ab-ba35-9f1991f37467 req-c631bd4f-f75e-48e8-94cf-6a20edb9b3be service neutron] 10.222.0.53 "GET /v2.0/networks?id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03 HTTP/1.1" status: 200 len: 916 time: 0.0856228 Aug 09 16:42:23.749261 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd580ac-98ca-47ab-ba35-9f1991f37467 req-d1c95b21-fd6d-4f98-a1c9-c728bdfb6ef0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de076664-ff93-41f5-ae32-318d10cf95fd HTTP/1.1" status: 200 len: 999 time: 0.0627191 Aug 09 16:42:23.798454 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd580ac-98ca-47ab-ba35-9f1991f37467 req-60787b5b-e5fa-44f7-8d2c-3c779c8073b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:23.799870 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd580ac-98ca-47ab-ba35-9f1991f37467 req-60787b5b-e5fa-44f7-8d2c-3c779c8073b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7835cf9-b39e-4855-8fc8-9a42c480550c HTTP/1.1" status: 200 len: 854 time: 0.0437663 Aug 09 16:42:23.846348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd580ac-98ca-47ab-ba35-9f1991f37467 req-fc722638-835b-43ba-b39b-5af3f3d81b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:23.847869 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd580ac-98ca-47ab-ba35-9f1991f37467 req-fc722638-835b-43ba-b39b-5af3f3d81b00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409708 Aug 09 16:42:23.939391 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd580ac-98ca-47ab-ba35-9f1991f37467 req-a8f8271c-56d1-427f-b69b-6d53c8fdc14a service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835650 Aug 09 16:42:24.033143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dfd580ac-98ca-47ab-ba35-9f1991f37467 req-84baf98d-d14e-49d7-aa41-a90cf27715c4 service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839407 Aug 09 16:42:24.747549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf2315-fa2a-499b-af4d-6b61ae0d3eef req-86188fd7-04e0-444f-892e-2193310ae18d tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:24.749099 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5bdf2315-fa2a-499b-af4d-6b61ae0d3eef req-86188fd7-04e0-444f-892e-2193310ae18d tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0561152 Aug 09 16:42:24.790550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-5bdf2315-fa2a-499b-af4d-6b61ae0d3eef req-9b5d7157-3cc1-4c87-9cfa-562921a1c1dc tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=76fa5154-8088-49ef-bd98-73455cc7ecaa&id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349236 Aug 09 16:42:25.916600 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7d581-f120-4552-b9d6-945b413db5b3 req-aac81e2f-957a-409d-9a6f-c7925c1bc08b tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:25.918188 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ffd7d581-f120-4552-b9d6-945b413db5b3 req-aac81e2f-957a-409d-9a6f-c7925c1bc08b tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0553095 Aug 09 16:42:25.963835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ffd7d581-f120-4552-b9d6-945b413db5b3 req-6f31f379-32e9-4586-b3e8-ec9707dbb07f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=76fa5154-8088-49ef-bd98-73455cc7ecaa&id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381181 Aug 09 16:42:27.089392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443436e-c79b-4e86-9e9b-d20f30de146f req-afb59433-f5dc-4292-9287-6dc4662b91f4 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:27.091270 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8443436e-c79b-4e86-9e9b-d20f30de146f req-afb59433-f5dc-4292-9287-6dc4662b91f4 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0585070 Aug 09 16:42:27.135792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8443436e-c79b-4e86-9e9b-d20f30de146f req-75481d56-bcce-4941-bf29-41b6978cce57 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=76fa5154-8088-49ef-bd98-73455cc7ecaa&id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381951 Aug 09 16:42:28.251797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f47535-4ab9-48f8-a591-b8e763adb488 req-62895207-fae7-41c3-879c-71b046cb1e45 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:28.253287 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15f47535-4ab9-48f8-a591-b8e763adb488 req-62895207-fae7-41c3-879c-71b046cb1e45 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0489368 Aug 09 16:42:28.293502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-15f47535-4ab9-48f8-a591-b8e763adb488 req-07170aac-454c-413f-a26c-4eb97fb713a9 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=76fa5154-8088-49ef-bd98-73455cc7ecaa&id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331783 Aug 09 16:42:29.422845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad66f22-69a1-4066-8baf-94e263d1c251 req-00b99ff7-c84b-459b-ac94-c906f681e092 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:29.424342 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cad66f22-69a1-4066-8baf-94e263d1c251 req-00b99ff7-c84b-459b-ac94-c906f681e092 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0559998 Aug 09 16:42:29.471398 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cad66f22-69a1-4066-8baf-94e263d1c251 req-1b104ae4-62df-4a04-9423-2dd9f5517c1b tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=76fa5154-8088-49ef-bd98-73455cc7ecaa&id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394342 Aug 09 16:42:30.594031 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c48a7-a425-45d4-818c-5e955113975a req-db938040-abf5-4f97-b8d8-6dacd3c33256 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:30.595555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a3c48a7-a425-45d4-818c-5e955113975a req-db938040-abf5-4f97-b8d8-6dacd3c33256 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0489478 Aug 09 16:42:30.635328 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a3c48a7-a425-45d4-818c-5e955113975a req-ad716c58-bc0e-4a56-b021-6444822e78ef tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=76fa5154-8088-49ef-bd98-73455cc7ecaa&id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330014 Aug 09 16:42:31.754409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aa6ad-ff26-4d69-84c6-023fe4ca4cd8 req-25a0965b-7425-41f9-b1da-fa51ecd1673e tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:31.755939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b9aa6ad-ff26-4d69-84c6-023fe4ca4cd8 req-25a0965b-7425-41f9-b1da-fa51ecd1673e tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0534170 Aug 09 16:42:31.794535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9b9aa6ad-ff26-4d69-84c6-023fe4ca4cd8 req-eea65d8a-2215-4f86-94f0-d5beb7f55701 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=76fa5154-8088-49ef-bd98-73455cc7ecaa&id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325961 Aug 09 16:42:32.915261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def646c4-b82c-436e-9aaa-4248596f4a0a req-6017c9a4-4ccd-46a5-8c66-ea0cf936bba8 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:32.916752 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-def646c4-b82c-436e-9aaa-4248596f4a0a req-6017c9a4-4ccd-46a5-8c66-ea0cf936bba8 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0543787 Aug 09 16:42:32.957626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-def646c4-b82c-436e-9aaa-4248596f4a0a req-dcbb59e2-13d8-4add-84c2-6376e837e80b tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=76fa5154-8088-49ef-bd98-73455cc7ecaa&id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346820 Aug 09 16:42:34.071640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65f59a-41e0-47a0-a27e-67e3aa273cc0 req-0aaf9886-d807-4566-a1e8-d910a08f630d tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:34.073116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b65f59a-41e0-47a0-a27e-67e3aa273cc0 req-0aaf9886-d807-4566-a1e8-d910a08f630d tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0493987 Aug 09 16:42:34.112921 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b65f59a-41e0-47a0-a27e-67e3aa273cc0 req-03517e3e-6ec5-4374-85be-113e834f063f tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=76fa5154-8088-49ef-bd98-73455cc7ecaa&id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336766 Aug 09 16:42:35.231377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d6b1-d8e4-438c-b285-d7374d46eed3 req-e1b1fc08-9776-4d42-b639-339723abc43b tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:42:35.232936 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8c68d6b1-d8e4-438c-b285-d7374d46eed3 req-e1b1fc08-9776-4d42-b639-339723abc43b tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0501902 Aug 09 16:42:35.273063 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8c68d6b1-d8e4-438c-b285-d7374d46eed3 req-8804648b-be2a-4676-8adb-3eb2534970d8 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=76fa5154-8088-49ef-bd98-73455cc7ecaa&id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338724 Aug 09 16:42:37.747798 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e63d7adc-3602-4059-a61a-1bbddd99cdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:40.615054 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1ac98764-8998-4df8-82df-9e113f9128f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:40.994871 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:41.793661 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:41.951784 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:43.638410 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:43.727991 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:48.279884 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:43:07.749637 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-26e3df7a-eb0b-4b37-bb3d-c05edf598e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:07.757881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a04d872-75c1-40df-831d-cc9cdb1965f2 req-aab56378-0ca3-4a56-ad29-d54196e61235 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588643338&fields=id&tenant_id=d4ac7f7b81ab475292c76023111775d8 HTTP/1.1" status: 200 len: 267 time: 0.0386143 Aug 09 16:43:07.823845 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04d872-75c1-40df-831d-cc9cdb1965f2 req-c843cdc1-c260-4115-a6b9-013782253a42 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:07.825325 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a04d872-75c1-40df-831d-cc9cdb1965f2 req-c843cdc1-c260-4115-a6b9-013782253a42 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 984 time: 0.0615673 Aug 09 16:43:07.836314 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-2a04d872-75c1-40df-831d-cc9cdb1965f2 req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Request body: {'port': {'security_groups': ['ece45a60-a460-4995-95d4-be7c30fbbbfb']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:07.901289 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2a04d872-75c1-40df-831d-cc9cdb1965f2 req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.074919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-2a04d872-75c1-40df-831d-cc9cdb1965f2 req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] For port de076664-ff93-41f5-ae32-318d10cf95fd, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=de076664-ff93-41f5-ae32-318d10cf95fd,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:08.110997 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2a04d872-75c1-40df-831d-cc9cdb1965f2 req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.115698 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2a04d872-75c1-40df-831d-cc9cdb1965f2 req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.127796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['de076664-ff93-41f5-ae32-318d10cf95fd'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:43:08.159074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04d872-75c1-40df-831d-cc9cdb1965f2 req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:08.159791 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-2a04d872-75c1-40df-831d-cc9cdb1965f2 req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.161164 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a04d872-75c1-40df-831d-cc9cdb1965f2 req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "PUT /v2.0/ports/de076664-ff93-41f5-ae32-318d10cf95fd HTTP/1.1" status: 200 len: 942 time: 0.3293371 Aug 09 16:43:08.161565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:43:08.163939 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1582d620-325f-4c70-96ab-45ae4eea035f" -d '{"events": [{"name": "network-changed", "server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:43:08.168194 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56024) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:08.207964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event updated for resources: {'Port': ['ID=de076664-ff93-41f5-ae32-318d10cf95fd,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:08.221542 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.222165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.222746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.223362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.224475 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.225074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.225499 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.225959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.226437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.226917 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.227342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.227828 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c468b6cf-834d-4035-99d3-1b8c3b3af1cb tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.235836 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc36580-2d74-42c2-9b37-c7e8d387c996 x-openstack-request-id: req-ccc36580-2d74-42c2-9b37-c7e8d387c996 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:43:08.236232 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:43:08.236578 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccc36580-2d74-42c2-9b37-c7e8d387c996 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:43:08.237131 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'status': 'completed', 'code': 200} Aug 09 16:43:08.262781 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.292643 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.292967 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['de076664-ff93-41f5-ae32-318d10cf95fd'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:43:08.318010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582d620-325f-4c70-96ab-45ae4eea035f req-4a08edda-050f-49ff-8d3a-681020760671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:08.320240 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1582d620-325f-4c70-96ab-45ae4eea035f req-4a08edda-050f-49ff-8d3a-681020760671 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4ac7f7b81ab475292c76023111775d8&device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 1096 time: 0.0722659 Aug 09 16:43:08.362598 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.365923 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.369702 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "DELETE /v2.0/security-groups/76fa5154-8088-49ef-bd98-73455cc7ecaa HTTP/1.1" status: 204 len: 168 time: 0.1998098 Aug 09 16:43:08.379325 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56026) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:08.381012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fa5154-8088-49ef-bd98-73455cc7ecaa,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:08.445013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582d620-325f-4c70-96ab-45ae4eea035f req-ca471b6a-4e7f-4c13-a9aa-d1b2d37668b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:08.446535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1582d620-325f-4c70-96ab-45ae4eea035f req-ca471b6a-4e7f-4c13-a9aa-d1b2d37668b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03 HTTP/1.1" status: 200 len: 916 time: 0.1176629 Aug 09 16:43:08.448887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.449316 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.449753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.450150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.450549 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.450951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.451282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.451611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.451933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.452256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.452577 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.452894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bacfd-e76a-465f-ba48-f542cbb37410 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:08.521992 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1582d620-325f-4c70-96ab-45ae4eea035f req-60c3b58f-4880-47ff-89c3-e0c805bff25d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de076664-ff93-41f5-ae32-318d10cf95fd HTTP/1.1" status: 200 len: 999 time: 0.0667164 Aug 09 16:43:08.539457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8e6ba703-3731-4946-ab8c-d1029fec67bf None None] Provisioning complete for port de076664-ff93-41f5-ae32-318d10cf95fd triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:08.539842 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8e6ba703-3731-4946-ab8c-d1029fec67bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.574415 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582d620-325f-4c70-96ab-45ae4eea035f req-e2de5f66-884b-4ec8-a79b-65fc5efdfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:08.576019 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1582d620-325f-4c70-96ab-45ae4eea035f req-e2de5f66-884b-4ec8-a79b-65fc5efdfb34 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7835cf9-b39e-4855-8fc8-9a42c480550c HTTP/1.1" status: 200 len: 854 time: 0.0463905 Aug 09 16:43:08.578912 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Deleting port cd6faf6a-ccd9-43e9-ad9e-badfe619656c {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:43:08.579271 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.627803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582d620-325f-4c70-96ab-45ae4eea035f req-814a80f3-2c92-4c4c-b81e-3959f2695b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:08.629542 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1582d620-325f-4c70-96ab-45ae4eea035f req-814a80f3-2c92-4c4c-b81e-3959f2695b29 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451024 Aug 09 16:43:08.656275 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.656605 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.669409 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Calling delete_port for cd6faf6a-ccd9-43e9-ad9e-badfe619656c owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:43:08.723730 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1582d620-325f-4c70-96ab-45ae4eea035f req-a67001c1-79f1-4b17-a7a7-c09587ba513c service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874355 Aug 09 16:43:08.816018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1582d620-325f-4c70-96ab-45ae4eea035f req-991188e7-b1c6-4fc7-a2db-e7d8d3a98ed0 service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846090 Aug 09 16:43:08.822644 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.850451 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event deleted for resources: {'Port': ['ID=cd6faf6a-ccd9-43e9-ad9e-badfe619656c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:08.913176 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:08.913398 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Floating IP 4862576c-fac2-4114-a632-95a4a0053064 disassociated (deleted). External IP: 172.25.2.4, port: de076664-ff93-41f5-ae32-318d10cf95fd. Aug 09 16:43:09.121377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:43:09.231611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:43:09.236486 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:09.241235 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6fd3c-d851-463e-914e-3db0c1577e4a None None] Sync routers for ids ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:43:09.250673 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6fd3c-d851-463e-914e-3db0c1577e4a None None] Routers {'5cd3b765-35bf-4d37-969f-43fafc0cc2c0'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:09.251285 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-83c6fd3c-d851-463e-914e-3db0c1577e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:42:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:09.268788 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f45ed54d-988b-4d6a-ae66-6261ad0bafe7 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "DELETE /v2.0/floatingips/4862576c-fac2-4114-a632-95a4a0053064 HTTP/1.1" status: 204 len: 168 time: 0.8849540 Aug 09 16:43:09.269387 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:43:09.271684 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b72becf880fa2e28364131af1cfaf44d4ee17d3db2152149eb4b8d6f33c135a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a53dff0-a64d-4169-bca6-2121729a4e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:43:09.315834 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74953e16-1804-4a8d-8df5-f8a530abaebc x-openstack-request-id: req-74953e16-1804-4a8d-8df5-f8a530abaebc {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:43:09.315834 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:43:09.315834 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74953e16-1804-4a8d-8df5-f8a530abaebc {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:43:09.315834 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'status': 'completed', 'code': 200} Aug 09 16:43:09.372361 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-83c6fd3c-d851-463e-914e-3db0c1577e4a None None] Set router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:09.386583 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53dff0-a64d-4169-bca6-2121729a4e5f req-48423dd2-c7fe-42e3-b4e4-c666c80e8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:09.388203 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a53dff0-a64d-4169-bca6-2121729a4e5f req-48423dd2-c7fe-42e3-b4e4-c666c80e8e45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4ac7f7b81ab475292c76023111775d8&device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 1096 time: 0.0471232 Aug 09 16:43:09.496547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53dff0-a64d-4169-bca6-2121729a4e5f req-c9db242b-8b14-4829-acee-e9098878aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:09.498757 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a53dff0-a64d-4169-bca6-2121729a4e5f req-c9db242b-8b14-4829-acee-e9098878aa8a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03 HTTP/1.1" status: 200 len: 916 time: 0.0993869 Aug 09 16:43:09.554128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a53dff0-a64d-4169-bca6-2121729a4e5f req-ebb63bc4-12a7-47ca-bbbe-afc30d597ada service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de076664-ff93-41f5-ae32-318d10cf95fd HTTP/1.1" status: 200 len: 217 time: 0.0435557 Aug 09 16:43:09.596884 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-83c6fd3c-d851-463e-914e-3db0c1577e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:15Z', 'revision_number': 4, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '6d26d19b-c2e7-498d-a093-a56753face69', 'name': '', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'mac_address': 'fa:16:3e:36:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:14Z', 'updated_at': '2021-08-09T16:41:21Z', 'revision_number': 5, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'subnets': [{'id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:09.614948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53dff0-a64d-4169-bca6-2121729a4e5f req-cfc85258-b046-45ca-8fbb-e48b1f2a8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:09.616434 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a53dff0-a64d-4169-bca6-2121729a4e5f req-cfc85258-b046-45ca-8fbb-e48b1f2a8950 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7835cf9-b39e-4855-8fc8-9a42c480550c HTTP/1.1" status: 200 len: 854 time: 0.0549383 Aug 09 16:43:09.624418 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6fd3c-d851-463e-914e-3db0c1577e4a None None] Checking router: 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:43:09.632759 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6fd3c-d851-463e-914e-3db0c1577e4a None None] Routers {'5cd3b765-35bf-4d37-969f-43fafc0cc2c0'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:09.633357 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-83c6fd3c-d851-463e-914e-3db0c1577e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:42:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:09.671943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53dff0-a64d-4169-bca6-2121729a4e5f req-c42d75fb-dcee-44a0-9edd-152740371055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:09.673473 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a53dff0-a64d-4169-bca6-2121729a4e5f req-c42d75fb-dcee-44a0-9edd-152740371055 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ceffefd6-7b4a-4dd0-956d-320df4f3fd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477729 Aug 09 16:43:09.770785 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a53dff0-a64d-4169-bca6-2121729a4e5f req-b4e59327-94b6-4745-b035-f28ab1e79abd service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883813 Aug 09 16:43:09.830515 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-83c6fd3c-d851-463e-914e-3db0c1577e4a None None] Set router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:09.873032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2a53dff0-a64d-4169-bca6-2121729a4e5f req-55c0c0ec-7d59-4d70-bcc2-df3fdd6cbc63 service neutron] 10.222.0.53 "GET /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916088 Aug 09 16:43:10.031729 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-83c6fd3c-d851-463e-914e-3db0c1577e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:15Z', 'revision_number': 4, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '6d26d19b-c2e7-498d-a093-a56753face69', 'name': '', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'mac_address': 'fa:16:3e:36:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:14Z', 'updated_at': '2021-08-09T16:41:21Z', 'revision_number': 5, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'subnets': [{'id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:10.062947 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6fd3c-d851-463e-914e-3db0c1577e4a None None] The sync data for ids ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'] in n-d-803778-2 is: [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:15Z', 'revision_number': 4, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '6d26d19b-c2e7-498d-a093-a56753face69', 'name': '', 'network_id': 'ceffefd6-7b4a-4dd0-956d-320df4f3fd03', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'mac_address': 'fa:16:3e:36:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:14Z', 'updated_at': '2021-08-09T16:41:21Z', 'revision_number': 5, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'subnets': [{'id': 'd7835cf9-b39e-4855-8fc8-9a42c480550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:43:10.294864 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ecd02-713d-4819-9403-08cee1e0cba2 None None] New status for floating IP 4862576c-fac2-4114-a632-95a4a0053064: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:43:10.616147 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9ddf-372c-4ba3-9c6f-af27c0914121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:10.998012 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:11.796797 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:11.952341 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:13.644775 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:13.753491 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:16.247899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b0005-0444-4a07-8642-bdf41cfd9ac1 req-11b9a205-9464-4d85-b76a-bbaee2905523 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:16.249452 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da6b0005-0444-4a07-8642-bdf41cfd9ac1 req-11b9a205-9464-4d85-b76a-bbaee2905523 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 945 time: 0.0526545 Aug 09 16:43:16.288894 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-da6b0005-0444-4a07-8642-bdf41cfd9ac1 req-4c733710-9b5f-4256-839e-e51a1df99233 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333564 Aug 09 16:43:17.408854 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1d1fa-656a-47d9-af5a-f408441776d9 req-03198182-eb32-402c-a2a4-68f902d3625c tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:17.410424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33e1d1fa-656a-47d9-af5a-f408441776d9 req-03198182-eb32-402c-a2a4-68f902d3625c tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 945 time: 0.0520289 Aug 09 16:43:17.449513 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33e1d1fa-656a-47d9-af5a-f408441776d9 req-2222c44c-ed38-4e3c-ae0d-4335c25c4515 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/security-groups?id=ece45a60-a460-4995-95d4-be7c30fbbbfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329211 Aug 09 16:43:17.826210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a9bbe-5471-4993-9aba-bbfcdf704e13 req-23dbf2ab-9d89-4318-8cf8-e7cecc6e34f3 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:17.827696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-454a9bbe-5471-4993-9aba-bbfcdf704e13 req-23dbf2ab-9d89-4318-8cf8-e7cecc6e34f3 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.53 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 945 time: 0.0521228 Aug 09 16:43:17.924813 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-454a9bbe-5471-4993-9aba-bbfcdf704e13 req-70c915f4-d6c2-4c2f-a790-2ba3dfd26f18 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Deleting port de076664-ff93-41f5-ae32-318d10cf95fd {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:43:17.925155 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-454a9bbe-5471-4993-9aba-bbfcdf704e13 req-70c915f4-d6c2-4c2f-a790-2ba3dfd26f18 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:18.018869 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-454a9bbe-5471-4993-9aba-bbfcdf704e13 req-70c915f4-d6c2-4c2f-a790-2ba3dfd26f18 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] For port de076664-ff93-41f5-ae32-318d10cf95fd, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=de076664-ff93-41f5-ae32-318d10cf95fd,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:18.019233 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-454a9bbe-5471-4993-9aba-bbfcdf704e13 req-70c915f4-d6c2-4c2f-a790-2ba3dfd26f18 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:18.031920 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-454a9bbe-5471-4993-9aba-bbfcdf704e13 req-70c915f4-d6c2-4c2f-a790-2ba3dfd26f18 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Calling delete_port for de076664-ff93-41f5-ae32-318d10cf95fd owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:43:18.158529 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-454a9bbe-5471-4993-9aba-bbfcdf704e13 req-70c915f4-d6c2-4c2f-a790-2ba3dfd26f18 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:18.170129 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['de076664-ff93-41f5-ae32-318d10cf95fd'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:43:18.186265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c915f4-d6c2-4c2f-a790-2ba3dfd26f18 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Pushing event deleted for resources: {'Port': ['ID=de076664-ff93-41f5-ae32-318d10cf95fd,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:18.238436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-454a9bbe-5471-4993-9aba-bbfcdf704e13 req-70c915f4-d6c2-4c2f-a790-2ba3dfd26f18 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] No DVR routers for this DVR port de076664-ff93-41f5-ae32-318d10cf95fd on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:43:18.241092 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-454a9bbe-5471-4993-9aba-bbfcdf704e13 req-70c915f4-d6c2-4c2f-a790-2ba3dfd26f18 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:18.243952 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-454a9bbe-5471-4993-9aba-bbfcdf704e13 req-70c915f4-d6c2-4c2f-a790-2ba3dfd26f18 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.53 "DELETE /v2.0/ports/de076664-ff93-41f5-ae32-318d10cf95fd HTTP/1.1" status: 204 len: 173 time: 0.4093764 Aug 09 16:43:18.244521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'name': 'network-vif-deleted', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:43:18.247591 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7a760d-89a2-4a04-9f7a-efee8bfe5d13" -d '{"events": [{"server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "name": "network-vif-deleted", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:43:18.291307 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739a89b4-496b-460a-b8eb-e5ddff0d13dd x-openstack-request-id: req-739a89b4-496b-460a-b8eb-e5ddff0d13dd {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:43:18.291720 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea28a5b-a8fd-48ff-9027-0bcc8b686732", "name": "network-vif-deleted", "tag": "de076664-ff93-41f5-ae32-318d10cf95fd", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:43:18.292067 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-739a89b4-496b-460a-b8eb-e5ddff0d13dd {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:43:18.292562 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea28a5b-a8fd-48ff-9027-0bcc8b686732', 'name': 'network-vif-deleted', 'tag': 'de076664-ff93-41f5-ae32-318d10cf95fd', 'status': 'completed', 'code': 200} Aug 09 16:43:18.558279 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c37f7db2-90dc-4ba6-86cc-e8f26085372b req-63deb4a6-3b02-4ea5-9f92-0962b9950d60 tempest-TestMinimumBasicScenario-2063071584 tempest-TestMinimumBasicScenario-2063071584-project] 10.222.0.81 "GET /v2.0/ports?device_id=dea28a5b-a8fd-48ff-9027-0bcc8b686732 HTTP/1.1" status: 200 len: 210 time: 0.0293872 Aug 09 16:43:20.167935 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56126) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:20.526426 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa732-2c28-45c8-9588-f130c9754c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:20.688022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device de076664-ff93-41f5-ae32-318d10cf95fd no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:43:20.708243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: de076664-ff93-41f5-ae32-318d10cf95fd {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:43:20.708580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device de076664-ff93-41f5-ae32-318d10cf95fd not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:43:20.778281 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fa732-2c28-45c8-9588-f130c9754c01 admin admin] Deleting port 6d26d19b-c2e7-498d-a093-a56753face69 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:43:20.778541 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa732-2c28-45c8-9588-f130c9754c01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:20.855917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-fc8fa732-2c28-45c8-9588-f130c9754c01 admin admin] For port 6d26d19b-c2e7-498d-a093-a56753face69, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6d26d19b-c2e7-498d-a093-a56753face69,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:20.856283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa732-2c28-45c8-9588-f130c9754c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:20.868644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fa732-2c28-45c8-9588-f130c9754c01 admin admin] Calling delete_port for 6d26d19b-c2e7-498d-a093-a56753face69 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:43:21.062222 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa732-2c28-45c8-9588-f130c9754c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:21.087630 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fa732-2c28-45c8-9588-f130c9754c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d26d19b-c2e7-498d-a093-a56753face69,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:21.271416 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa732-2c28-45c8-9588-f130c9754c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:21.492435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8fa732-2c28-45c8-9588-f130c9754c01 admin admin] Router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:43:21.896821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8fa732-2c28-45c8-9588-f130c9754c01 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:43:21.902779 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fc8fa732-2c28-45c8-9588-f130c9754c01 admin admin] 10.222.0.81 "PUT /v2.0/routers/5cd3b765-35bf-4d37-969f-43fafc0cc2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7338247 Aug 09 16:43:21.905318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56128) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:21.906476 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65338dc-ea69-47d3-ad8d-236105e25174 None None] Sync routers for ids ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:43:21.917057 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65338dc-ea69-47d3-ad8d-236105e25174 None None] Routers {'5cd3b765-35bf-4d37-969f-43fafc0cc2c0'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:21.917692 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a65338dc-ea69-47d3-ad8d-236105e25174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:43:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:22.008650 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.021976 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-a65338dc-ea69-47d3-ad8d-236105e25174 None None] Set router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:22.117534 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.170107 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Deleting port f22b91f8-65cd-4756-9625-2108a1958c2f {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:43:22.170448 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.204699 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a65338dc-ea69-47d3-ad8d-236105e25174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:43:21Z', 'revision_number': 5, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port': {'id': 'f22b91f8-65cd-4756-9625-2108a1958c2f', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:22.231312 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65338dc-ea69-47d3-ad8d-236105e25174 None None] Checking router: 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:43:22.239640 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65338dc-ea69-47d3-ad8d-236105e25174 None None] Routers {'5cd3b765-35bf-4d37-969f-43fafc0cc2c0'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:22.240306 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a65338dc-ea69-47d3-ad8d-236105e25174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:43:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:22.249501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] For port f22b91f8-65cd-4756-9625-2108a1958c2f, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f22b91f8-65cd-4756-9625-2108a1958c2f,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:22.249900 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.263095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Calling delete_port for f22b91f8-65cd-4756-9625-2108a1958c2f owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:43:22.325261 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-a65338dc-ea69-47d3-ad8d-236105e25174 None None] Set router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:22.379553 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a65338dc-ea69-47d3-ad8d-236105e25174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:43:22Z', 'revision_number': 6, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:22.406105 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65338dc-ea69-47d3-ad8d-236105e25174 None None] The sync data for ids ['5cd3b765-35bf-4d37-969f-43fafc0cc2c0'] in n-d-803778-2 is: [{'id': '5cd3b765-35bf-4d37-969f-43fafc0cc2c0', 'name': 'tempest-TestMinimumBasicScenario-1743383320-router', 'tenant_id': 'd4ac7f7b81ab475292c76023111775d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:12Z', 'updated_at': '2021-08-09T16:43:22Z', 'revision_number': 6, 'project_id': 'd4ac7f7b81ab475292c76023111775d8', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:43:22.434913 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.459367 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=f22b91f8-65cd-4756-9625-2108a1958c2f,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:22.527145 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.619599 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.621863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.666484 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.666958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd3b765-35bf-4d37-969f-43fafc0cc2c0 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:43:22.671252 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.674037 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d2176c6d-8286-47be-a47c-b29ad6196f69 admin admin] 10.222.0.81 "DELETE /v2.0/routers/5cd3b765-35bf-4d37-969f-43fafc0cc2c0 HTTP/1.1" status: 204 len: 168 time: 0.7677488 Aug 09 16:43:22.674951 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56130) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:22.724212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-496a7f33-b242-4f01-87f0-2f2cf5add30b admin admin] Deleting subnet d7835cf9-b39e-4855-8fc8-9a42c480550c {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:43:22.727189 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-496a7f33-b242-4f01-87f0-2f2cf5add30b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.764421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-496a7f33-b242-4f01-87f0-2f2cf5add30b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.849302 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-496a7f33-b242-4f01-87f0-2f2cf5add30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.903151 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-496a7f33-b242-4f01-87f0-2f2cf5add30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.933886 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a7f33-b242-4f01-87f0-2f2cf5add30b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7835cf9-b39e-4855-8fc8-9a42c480550c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:22.935742 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-496a7f33-b242-4f01-87f0-2f2cf5add30b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:22.938192 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-496a7f33-b242-4f01-87f0-2f2cf5add30b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d7835cf9-b39e-4855-8fc8-9a42c480550c HTTP/1.1" status: 204 len: 168 time: 0.2622657 Aug 09 16:43:22.940019 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56132) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:22.940161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae88310-dd5c-43ea-a323-fba011aaf4d6 None None] Network ceffefd6-7b4a-4dd0-956d-320df4f3fd03 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:43:23.009448 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.064610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Deleting port 684a689b-153b-45ed-9c88-07afa0c0ce63 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:43:23.064966 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.134241 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] For port 684a689b-153b-45ed-9c88-07afa0c0ce63, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=684a689b-153b-45ed-9c88-07afa0c0ce63,segment=NetworkSegment(e54e679c-0279-404f-baa9-dc3373c96711),segment_id=e54e679c-0279-404f-baa9-dc3373c96711)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:23.134545 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.146934 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Calling delete_port for 684a689b-153b-45ed-9c88-07afa0c0ce63 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:43:23.205847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] DHCP port deletion for ceffefd6-7b4a-4dd0-956d-320df4f3fd03 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:43:23.234871 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.259406 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Deleting port 684a689b-153b-45ed-9c88-07afa0c0ce63 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:43:23.259783 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.263397 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Pushing event deleted for resources: {'Port': ['ID=684a689b-153b-45ed-9c88-07afa0c0ce63,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:23.268380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] No DVR routers for this DVR port 684a689b-153b-45ed-9c88-07afa0c0ce63 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:43:23.317423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6d26d19b-c2e7-498d-a093-a56753face69 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:43:23.343123 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 6d26d19b-c2e7-498d-a093-a56753face69 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:43:23.343602 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6d26d19b-c2e7-498d-a093-a56753face69 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:43:23.344099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 684a689b-153b-45ed-9c88-07afa0c0ce63 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:43:23.353359 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.363915 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceffefd6-7b4a-4dd0-956d-320df4f3fd03']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:23.371006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 684a689b-153b-45ed-9c88-07afa0c0ce63 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:43:23.371352 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 684a689b-153b-45ed-9c88-07afa0c0ce63 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:43:23.371770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f22b91f8-65cd-4756-9625-2108a1958c2f no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:43:23.374483 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54e679c-0279-404f-baa9-dc3373c96711') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:23.374965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54e679c-0279-404f-baa9-dc3373c96711') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:23.384529 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.393540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] For port 684a689b-153b-45ed-9c88-07afa0c0ce63, host n-d-803778-2, got binding levels [] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:23.393970 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.396678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: f22b91f8-65cd-4756-9625-2108a1958c2f {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:43:23.397028 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f22b91f8-65cd-4756-9625-2108a1958c2f not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:43:23.401083 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.411417 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:43:23.411863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:43:23.413848 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:43:23.420574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Calling delete_port for 684a689b-153b-45ed-9c88-07afa0c0ce63 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:43:23.423418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.ipam_backend_mixin [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Port 684a689b-153b-45ed-9c88-07afa0c0ce63 was not found and therefore no delete operation was performed {{(pid=94291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:43:23.424718 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.451492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Pushing event deleted for resources: {'Port': ['ID=684a689b-153b-45ed-9c88-07afa0c0ce63,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:23.455908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] No DVR routers for this DVR port 684a689b-153b-45ed-9c88-07afa0c0ce63 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:43:23.464236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:23.464820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:23.465335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:23.466367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:23.466367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:23.466535 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:23.466862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:23.467193 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:23.467523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:23.467852 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:23.468455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:23.469802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f0c0d-2bd7-4959-8740-b20a40bd9a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:23.487071 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.492860 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:23.495301 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] 10.222.0.81 "DELETE /v2.0/networks/ceffefd6-7b4a-4dd0-956d-320df4f3fd03 HTTP/1.1" status: 204 len: 168 time: 0.5543101 Aug 09 16:43:23.498493 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56134) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:23.514313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c5451-16ee-486c-86b7-5614b0e5637c admin admin] Pushing event deleted for resources: {'Network': ['ID=ceffefd6-7b4a-4dd0-956d-320df4f3fd03,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:23.854855 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca7f076d-b7e8-414c-a933-b23c4ba11894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:24.101553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f076d-b7e8-414c-a933-b23c4ba11894 admin admin] Deleting port aa34763d-84c6-4514-901b-1f942ce0321c {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:43:24.101830 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca7f076d-b7e8-414c-a933-b23c4ba11894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:24.187722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-ca7f076d-b7e8-414c-a933-b23c4ba11894 admin admin] For port aa34763d-84c6-4514-901b-1f942ce0321c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=aa34763d-84c6-4514-901b-1f942ce0321c,segment=NetworkSegment(be61c90f-632c-4d28-86ec-edf8a5481bd6),segment_id=be61c90f-632c-4d28-86ec-edf8a5481bd6)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:24.188082 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca7f076d-b7e8-414c-a933-b23c4ba11894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:24.201067 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f076d-b7e8-414c-a933-b23c4ba11894 admin admin] Calling delete_port for aa34763d-84c6-4514-901b-1f942ce0321c owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:43:24.379733 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca7f076d-b7e8-414c-a933-b23c4ba11894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:24.405704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f076d-b7e8-414c-a933-b23c4ba11894 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa34763d-84c6-4514-901b-1f942ce0321c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:24.573179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ca7f076d-b7e8-414c-a933-b23c4ba11894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:24.787916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7f076d-b7e8-414c-a933-b23c4ba11894 admin admin] Router 34d1a938-f04f-4c66-a9db-8c2ea417dd15 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:43:24.896625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7f076d-b7e8-414c-a933-b23c4ba11894 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:43:24.904721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56136) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:24.905640 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ca7f076d-b7e8-414c-a933-b23c4ba11894 admin admin] 10.222.0.81 "PUT /v2.0/routers/34d1a938-f04f-4c66-a9db-8c2ea417dd15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4062405 Aug 09 16:43:24.907282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ccadb6-96c3-43d0-a2a8-c376c117a3e3 None None] Sync routers for ids ['34d1a938-f04f-4c66-a9db-8c2ea417dd15'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:43:24.916620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ccadb6-96c3-43d0-a2a8-c376c117a3e3 None None] Routers {'34d1a938-f04f-4c66-a9db-8c2ea417dd15'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:24.917245 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-35ccadb6-96c3-43d0-a2a8-c376c117a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:43:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['34d1a938-f04f-4c66-a9db-8c2ea417dd15'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:25.016610 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.121239 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.176817 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Deleting port c38512e9-f603-480d-a947-b5b794b37a38 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:43:25.177160 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.177498 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-35ccadb6-96c3-43d0-a2a8-c376c117a3e3 None None] Set router 34d1a938-f04f-4c66-a9db-8c2ea417dd15 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:25.260182 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] For port c38512e9-f603-480d-a947-b5b794b37a38, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c38512e9-f603-480d-a947-b5b794b37a38,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:25.260648 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.274032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Calling delete_port for c38512e9-f603-480d-a947-b5b794b37a38 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:43:25.279123 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:43:25.361745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-35ccadb6-96c3-43d0-a2a8-c376c117a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'name': 'tempest-TestMinimumBasicScenario-1065925167-router', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:43:24Z', 'revision_number': 5, 'project_id': '48d2cec5041d4b5f878da8b3daa05979', 'gw_port': {'id': 'c38512e9-f603-480d-a947-b5b794b37a38', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:25.388809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ccadb6-96c3-43d0-a2a8-c376c117a3e3 None None] Checking router: 34d1a938-f04f-4c66-a9db-8c2ea417dd15 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:43:25.397029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ccadb6-96c3-43d0-a2a8-c376c117a3e3 None None] Routers {'34d1a938-f04f-4c66-a9db-8c2ea417dd15'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:25.397684 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-35ccadb6-96c3-43d0-a2a8-c376c117a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:43:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['34d1a938-f04f-4c66-a9db-8c2ea417dd15'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:25.444426 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.470437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=c38512e9-f603-480d-a947-b5b794b37a38,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:25.486793 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-35ccadb6-96c3-43d0-a2a8-c376c117a3e3 None None] Set router 34d1a938-f04f-4c66-a9db-8c2ea417dd15 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:25.536775 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.542134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-35ccadb6-96c3-43d0-a2a8-c376c117a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'name': 'tempest-TestMinimumBasicScenario-1065925167-router', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:43:25Z', 'revision_number': 6, 'project_id': '48d2cec5041d4b5f878da8b3daa05979', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:25.568621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ccadb6-96c3-43d0-a2a8-c376c117a3e3 None None] The sync data for ids ['34d1a938-f04f-4c66-a9db-8c2ea417dd15'] in n-d-803778-2 is: [{'id': '34d1a938-f04f-4c66-a9db-8c2ea417dd15', 'name': 'tempest-TestMinimumBasicScenario-1065925167-router', 'tenant_id': '48d2cec5041d4b5f878da8b3daa05979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:41:17Z', 'updated_at': '2021-08-09T16:43:25Z', 'revision_number': 6, 'project_id': '48d2cec5041d4b5f878da8b3daa05979', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:43:25.630092 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.632191 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.676399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.676943 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34d1a938-f04f-4c66-a9db-8c2ea417dd15 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:43:25.682289 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.683472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1626f2cb-6c14-4f95-898f-961f452d3a51 admin admin] 10.222.0.81 "DELETE /v2.0/routers/34d1a938-f04f-4c66-a9db-8c2ea417dd15 HTTP/1.1" status: 204 len: 168 time: 0.7776959 Aug 09 16:43:25.686195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56138) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:25.733328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-45827b92-906a-4dde-80c5-e1c6144051de admin admin] Deleting subnet be89106f-03b6-4eb0-b84a-065bbe8da8b4 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:43:25.736312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45827b92-906a-4dde-80c5-e1c6144051de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.770620 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45827b92-906a-4dde-80c5-e1c6144051de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.847239 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45827b92-906a-4dde-80c5-e1c6144051de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.900135 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45827b92-906a-4dde-80c5-e1c6144051de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.932961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45827b92-906a-4dde-80c5-e1c6144051de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be89106f-03b6-4eb0-b84a-065bbe8da8b4,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:25.934881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-45827b92-906a-4dde-80c5-e1c6144051de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:25.939024 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-45827b92-906a-4dde-80c5-e1c6144051de admin admin] 10.222.0.81 "DELETE /v2.0/subnets/be89106f-03b6-4eb0-b84a-065bbe8da8b4 HTTP/1.1" status: 204 len: 168 time: 0.2496586 Aug 09 16:43:25.939418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56140) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:25.941655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e80f24b-3173-44e2-a5b2-6f2a422f5ca6 None None] Network d1cc615f-33ce-4f2f-9cae-9580de1c9cdf requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:43:26.008232 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.063754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Deleting port f19ecf30-b236-401a-a16d-a092e0b57ef5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:43:26.064101 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.130981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] For port f19ecf30-b236-401a-a16d-a092e0b57ef5, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f19ecf30-b236-401a-a16d-a092e0b57ef5,segment=NetworkSegment(be61c90f-632c-4d28-86ec-edf8a5481bd6),segment_id=be61c90f-632c-4d28-86ec-edf8a5481bd6)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:26.131340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.144099 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Calling delete_port for f19ecf30-b236-401a-a16d-a092e0b57ef5 owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:43:26.223071 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.251141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] No DVR routers for this DVR port f19ecf30-b236-401a-a16d-a092e0b57ef5 on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:43:26.255559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Pushing event deleted for resources: {'Port': ['ID=f19ecf30-b236-401a-a16d-a092e0b57ef5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:26.328655 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.340141 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cc615f-33ce-4f2f-9cae-9580de1c9cdf']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:26.350682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e37230-27c8-4f33-8287-7353d3d9f805 None None] DHCP port deletion for d1cc615f-33ce-4f2f-9cae-9580de1c9cdf request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:43:26.351752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be61c90f-632c-4d28-86ec-edf8a5481bd6') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:26.352055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be61c90f-632c-4d28-86ec-edf8a5481bd6') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:26.366212 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.381505 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.388540 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:43:26.388952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:43:26.390782 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:43:26.450057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.455746 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.457654 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] 10.222.0.81 "DELETE /v2.0/networks/d1cc615f-33ce-4f2f-9cae-9580de1c9cdf HTTP/1.1" status: 204 len: 168 time: 0.5174668 Aug 09 16:43:26.469235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7606f-277f-4b8d-90e2-20e8ff31fc3e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1cc615f-33ce-4f2f-9cae-9580de1c9cdf,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:26.645317 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56144) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:26.686195 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a17f7379-9eeb-4a9b-bdc2-16475a7f8f96 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4ac7f7b81ab475292c76023111775d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396736 Aug 09 16:43:26.688577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56146) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:26.737279 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b3f2358e-1d63-4220-b879-5334ad850a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.757819 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b3f2358e-1d63-4220-b879-5334ad850a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.805919 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b3f2358e-1d63-4220-b879-5334ad850a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.808662 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-b3f2358e-1d63-4220-b879-5334ad850a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:26.809912 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b3f2358e-1d63-4220-b879-5334ad850a0e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ece45a60-a460-4995-95d4-be7c30fbbbfb HTTP/1.1" status: 204 len: 168 time: 0.1203983 Aug 09 16:43:26.819212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2358e-1d63-4220-b879-5334ad850a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece45a60-a460-4995-95d4-be7c30fbbbfb,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:27.138647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56152) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:27.179578 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6b9a4a82-bf8c-4ca9-9498-32cd5995d3cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48d2cec5041d4b5f878da8b3daa05979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397601 Aug 09 16:43:27.182365 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56154) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:27.238958 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f92f56e6-d0f4-4284-9051-2913a10e0f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:27.264944 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f92f56e6-d0f4-4284-9051-2913a10e0f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:27.300230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f19ecf30-b236-401a-a16d-a092e0b57ef5 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:43:27.326456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: f19ecf30-b236-401a-a16d-a092e0b57ef5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:43:27.326875 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f19ecf30-b236-401a-a16d-a092e0b57ef5 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:43:27.327168 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f92f56e6-d0f4-4284-9051-2913a10e0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:27.327359 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aa34763d-84c6-4514-901b-1f942ce0321c no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:43:27.329823 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f92f56e6-d0f4-4284-9051-2913a10e0f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:27.331002 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f92f56e6-d0f4-4284-9051-2913a10e0f1b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fac644af-1fe4-496a-a840-c873d43af00c HTTP/1.1" status: 204 len: 168 time: 0.1477270 Aug 09 16:43:27.348428 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: aa34763d-84c6-4514-901b-1f942ce0321c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:43:27.348782 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device aa34763d-84c6-4514-901b-1f942ce0321c not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:43:27.349205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c38512e9-f603-480d-a947-b5b794b37a38 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:43:27.356551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f56e6-d0f4-4284-9051-2913a10e0f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac644af-1fe4-496a-a840-c873d43af00c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:27.375197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c38512e9-f603-480d-a947-b5b794b37a38 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:43:27.375547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c38512e9-f603-480d-a947-b5b794b37a38 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:43:29.158004 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56196) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:29.162885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6779d8f9-cdc9-4c33-8b3d-a8ab889fd1b5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-652954600', 'description': 'tempest-secgroup-smoke-652954600 description', 'project_id': '8074e18898434577b51d28fc936a7928'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:29.185898 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6779d8f9-cdc9-4c33-8b3d-a8ab889fd1b5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.193577 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6779d8f9-cdc9-4c33-8b3d-a8ab889fd1b5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.284341 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6779d8f9-cdc9-4c33-8b3d-a8ab889fd1b5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.288201 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6779d8f9-cdc9-4c33-8b3d-a8ab889fd1b5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.325095 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779d8f9-cdc9-4c33-8b3d-a8ab889fd1b5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246556bf-5510-407c-8b54-64a9cb63f2f8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:29.377577 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6779d8f9-cdc9-4c33-8b3d-a8ab889fd1b5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.381137 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6779d8f9-cdc9-4c33-8b3d-a8ab889fd1b5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.410168 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6779d8f9-cdc9-4c33-8b3d-a8ab889fd1b5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.411315 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6779d8f9-cdc9-4c33-8b3d-a8ab889fd1b5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2522826 Aug 09 16:43:29.413238 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779d8f9-cdc9-4c33-8b3d-a8ab889fd1b5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5667bbc4-0fb8-464c-a2a8-976c2ca155f2,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:29.414519 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56198) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:29.419312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2b16ecf7-e8a6-4b5e-887d-ef26462e67c4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': '5667bbc4-0fb8-464c-a2a8-976c2ca155f2', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:29.447233 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b16ecf7-e8a6-4b5e-887d-ef26462e67c4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.492170 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b16ecf7-e8a6-4b5e-887d-ef26462e67c4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.495883 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b16ecf7-e8a6-4b5e-887d-ef26462e67c4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.517396 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16ecf7-e8a6-4b5e-887d-ef26462e67c4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5237e19-4691-4b73-8124-b1a781cc57d9,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:29.523327 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2b16ecf7-e8a6-4b5e-887d-ef26462e67c4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.524469 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2b16ecf7-e8a6-4b5e-887d-ef26462e67c4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086624 Aug 09 16:43:29.527783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56200) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:29.532077 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d487d51c-5839-4e9b-9e31-d2ec2c28c290 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': '5667bbc4-0fb8-464c-a2a8-976c2ca155f2', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:29.557735 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d487d51c-5839-4e9b-9e31-d2ec2c28c290 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.614375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d487d51c-5839-4e9b-9e31-d2ec2c28c290 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.618822 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d487d51c-5839-4e9b-9e31-d2ec2c28c290 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.636647 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487d51c-5839-4e9b-9e31-d2ec2c28c290 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bea975-d9aa-494e-a11a-86677c2ac4ea,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:29.642319 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d487d51c-5839-4e9b-9e31-d2ec2c28c290 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.643410 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d487d51c-5839-4e9b-9e31-d2ec2c28c290 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146944 Aug 09 16:43:29.646236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56202) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:29.650613 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-7b4e8450-caf6-4aa4-ba68-c66b1b610347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': '5667bbc4-0fb8-464c-a2a8-976c2ca155f2', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:29.676827 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8450-caf6-4aa4-ba68-c66b1b610347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.735120 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8450-caf6-4aa4-ba68-c66b1b610347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.738788 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8450-caf6-4aa4-ba68-c66b1b610347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.756911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e8450-caf6-4aa4-ba68-c66b1b610347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ef151c-ebbe-4c6b-9812-73ab356b470f,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:29.764713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8450-caf6-4aa4-ba68-c66b1b610347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.765773 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7b4e8450-caf6-4aa4-ba68-c66b1b610347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185951 Aug 09 16:43:29.768479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56204) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:29.772948 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-3b9a093c-ddbe-4101-9551-b1ec0328ff77 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': '5667bbc4-0fb8-464c-a2a8-976c2ca155f2', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:29.799391 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b9a093c-ddbe-4101-9551-b1ec0328ff77 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.860339 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b9a093c-ddbe-4101-9551-b1ec0328ff77 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.864750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b9a093c-ddbe-4101-9551-b1ec0328ff77 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.885169 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a093c-ddbe-4101-9551-b1ec0328ff77 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5cfa42-bf63-4115-a01d-68edd241223e,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:29.891751 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b9a093c-ddbe-4101-9551-b1ec0328ff77 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.893031 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3b9a093c-ddbe-4101-9551-b1ec0328ff77 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236060 Aug 09 16:43:29.896072 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56206) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:29.900476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d36d3697-b051-4221-aee3-1960bb278f25 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': '5667bbc4-0fb8-464c-a2a8-976c2ca155f2', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:29.922391 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-d36d3697-b051-4221-aee3-1960bb278f25 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Project 8074e18898434577b51d28fc936a7928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:43:29.927229 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d36d3697-b051-4221-aee3-1960bb278f25 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.987927 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d36d3697-b051-4221-aee3-1960bb278f25 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:29.991899 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d36d3697-b051-4221-aee3-1960bb278f25 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.011807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d3697-b051-4221-aee3-1960bb278f25 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ce6057-660a-42d1-8ee9-fb9fea91b7da,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:30.021111 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d36d3697-b051-4221-aee3-1960bb278f25 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.022495 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d36d3697-b051-4221-aee3-1960bb278f25 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254647 Aug 09 16:43:30.025826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56208) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:30.030935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-74a63aee-8e21-4677-a6eb-3ec60bb5745c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': '5667bbc4-0fb8-464c-a2a8-976c2ca155f2', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:30.051810 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-74a63aee-8e21-4677-a6eb-3ec60bb5745c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Project 8074e18898434577b51d28fc936a7928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:43:30.056993 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-74a63aee-8e21-4677-a6eb-3ec60bb5745c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.118676 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-74a63aee-8e21-4677-a6eb-3ec60bb5745c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.122677 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-74a63aee-8e21-4677-a6eb-3ec60bb5745c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.140621 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a63aee-8e21-4677-a6eb-3ec60bb5745c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fafe99-f68e-4495-95f4-b04647586546,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:30.146349 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-74a63aee-8e21-4677-a6eb-3ec60bb5745c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.147594 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-74a63aee-8e21-4677-a6eb-3ec60bb5745c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207831 Aug 09 16:43:30.151137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56210) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:30.156046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-393e9445-2c58-470b-a5fd-d89e7246605e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'network': {'name': 'tempest-network-smoke--1026589444', 'project_id': '8074e18898434577b51d28fc936a7928', 'port_security_enabled': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:30.176039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393e9445-2c58-470b-a5fd-d89e7246605e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:43:30.179609 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-393e9445-2c58-470b-a5fd-d89e7246605e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.202939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393e9445-2c58-470b-a5fd-d89e7246605e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:43:30.213015 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-393e9445-2c58-470b-a5fd-d89e7246605e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.213421 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-393e9445-2c58-470b-a5fd-d89e7246605e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Added segment 966bd553-7012-48ff-a893-c9522f5e8070 of type vlan for network 7ff76572-efe2-451a-bfc0-1d097a8e49ab Aug 09 16:43:30.254242 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-393e9445-2c58-470b-a5fd-d89e7246605e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.282355 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-393e9445-2c58-470b-a5fd-d89e7246605e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.287798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393e9445-2c58-470b-a5fd-d89e7246605e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:30.288383 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-393e9445-2c58-470b-a5fd-d89e7246605e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.342637 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-393e9445-2c58-470b-a5fd-d89e7246605e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1904690 Aug 09 16:43:30.345377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56212) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:30.349693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'admin_state_up': True, 'project_id': '8074e18898434577b51d28fc936a7928', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:30.370277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e9445-2c58-470b-a5fd-d89e7246605e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Network': ['ID=7ff76572-efe2-451a-bfc0-1d097a8e49ab,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:30.381140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 7ff76572-efe2-451a-bfc0-1d097a8e49ab details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:43:30.384488 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.385539 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.445985 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.581053 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.772982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.792754 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:30.898385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.25.2.61 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/63b932a2-a697-43fa-95f7-ca2f8c8f696a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:43:31.001280 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:31.038119 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:31.080949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:43:31.086357 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:43:31.090348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:43:31.116283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=63b932a2-a697-43fa-95f7-ca2f8c8f696a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:31.715630 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:31.936041 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:32.063206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router 056657a6-aad2-44e3-aa41-e266a3fa209b is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:43:32.167840 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:43:32.178052 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Sync routers for ids ['056657a6-aad2-44e3-aa41-e266a3fa209b'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:43:32.188093 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:32.188712 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Routers {'056657a6-aad2-44e3-aa41-e266a3fa209b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:32.192766 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:43:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['056657a6-aad2-44e3-aa41-e266a3fa209b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:32.192942 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-681c3afe-eaed-4f60-b06b-f563106c6770 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8432820 Aug 09 16:43:32.192942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56214) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:32.300707 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Set router 056657a6-aad2-44e3-aa41-e266a3fa209b gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:32.316363 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-01176cd2-7478-4924-bcec-a943ac9199d0 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=8074e18898434577b51d28fc936a7928&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1222579 Aug 09 16:43:32.319067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56218) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:32.408271 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fca4f3-b371-47b4-8656-171e1dab754c tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:32.409823 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c6fca4f3-b371-47b4-8656-171e1dab754c tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898254 Aug 09 16:43:32.412718 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56220) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:32.442705 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f7a5c550-2723-4d7b-a7ec-83ad5b449628 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289218 Aug 09 16:43:32.445283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56222) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:32.450953 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-c3bc9bc8-b42b-4b05-be11-a9618a57d2ff tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-370165875', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'project_id': '8074e18898434577b51d28fc936a7928', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:32.479374 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:31Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:32.505215 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Checking router: 056657a6-aad2-44e3-aa41-e266a3fa209b for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:43:32.505560 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Updating router 056657a6-aad2-44e3-aa41-e266a3fa209b port 63b932a2-a697-43fa-95f7-ca2f8c8f696a binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:43:32.529529 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:32.543507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bc9bc8-b42b-4b05-be11-a9618a57d2ff tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:43:32.547067 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9bc8-b42b-4b05-be11-a9618a57d2ff tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:32.733311 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9bc8-b42b-4b05-be11-a9618a57d2ff tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:32.787848 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:32.795835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc9bc8-b42b-4b05-be11-a9618a57d2ff tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Subnet': ['ID=21815315-c7ba-47a4-a8c5-9df6f83329df,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:32.798197 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Transition to ACTIVE for port object 63b932a2-a697-43fa-95f7-ca2f8c8f696a will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:43:32.804778 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:32.808807 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc9bc8-b42b-4b05-be11-a9618a57d2ff tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Checking segment: {'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:43:32.809121 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc9bc8-b42b-4b05-be11-a9618a57d2ff tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network hostable DHCP agents. Network: 7ff76572-efe2-451a-bfc0-1d097a8e49ab, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:43:32.831241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc9bc8-b42b-4b05-be11-a9618a57d2ff tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 7ff76572-efe2-451a-bfc0-1d097a8e49ab is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:43:32.841371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc9bc8-b42b-4b05-be11-a9618a57d2ff tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 7ff76572-efe2-451a-bfc0-1d097a8e49ab) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:43:32.846030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bc9bc8-b42b-4b05-be11-a9618a57d2ff tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:32.846800 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c3bc9bc8-b42b-4b05-be11-a9618a57d2ff tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:32.853705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1788e-080c-45d5-87fa-15515b062c4b None None] Network 7ff76572-efe2-451a-bfc0-1d097a8e49ab requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:43:32.856104 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Attempting to bind port 63b932a2-a697-43fa-95f7-ca2f8c8f696a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:43:32.856468 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Attempting to bind port 63b932a2-a697-43fa-95f7-ca2f8c8f696a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:43:32.856832 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Attempting to bind port 63b932a2-a697-43fa-95f7-ca2f8c8f696a on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:43:32.863378 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c3bc9bc8-b42b-4b05-be11-a9618a57d2ff tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4163034 Aug 09 16:43:32.865740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56224) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:32.873124 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Pushing event updated for resources: {'Port': ['ID=63b932a2-a697-43fa-95f7-ca2f8c8f696a,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:32.875481 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:43:32.875842 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:43:32.876244 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:32.876640 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:43:32.877090 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Bound port: 63b932a2-a697-43fa-95f7-ca2f8c8f696a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:43:32.877465 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:32.901502 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:32.901502 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:32.902102 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:32.902186 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:32.902489 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:32.903152 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:32.903152 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:32.903441 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:32.903762 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:32.904081 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:32.904403 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:32.904719 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:43:32.941250 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] For port 63b932a2-a697-43fa-95f7-ca2f8c8f696a, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:43:32.945182 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] For port 63b932a2-a697-43fa-95f7-ca2f8c8f696a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=63b932a2-a697-43fa-95f7-ca2f8c8f696a,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:43:32.952902 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:33.012611 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24b914-b6df-4239-9d84-f0cb09ff820e None None] Pushing event updated for resources: {'Port': ['ID=63b932a2-a697-43fa-95f7-ca2f8c8f696a,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:33.020192 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Routers {'056657a6-aad2-44e3-aa41-e266a3fa209b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:33.020819 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:43:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['056657a6-aad2-44e3-aa41-e266a3fa209b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:33.034121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'fixed_ips': [{'subnet_id': '21815315-c7ba-47a4-a8c5-9df6f83329df'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:43:33.035197 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:33.183830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Allocated IP 172.20.0.2 (7ff76572-efe2-451a-bfc0-1d097a8e49ab/21815315-c7ba-47a4-a8c5-9df6f83329df/6c87cbd5-16cb-483f-a9b2-6286a6d1ec00) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:43:33.227344 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] Set router 056657a6-aad2-44e3-aa41-e266a3fa209b gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:33.334018 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:33.343356 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Transition to ACTIVE for port object 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:43:33.362754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Transition to ACTIVE for port object 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:43:33.371338 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:33.409310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Network 7ff76572-efe2-451a-bfc0-1d097a8e49ab is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:43:33.414224 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:31Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:33.414617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:43:33.421225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:43:33.442187 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c995af8-a0bf-4c89-a60f-756e60a48c4c None None] The sync data for ids ['056657a6-aad2-44e3-aa41-e266a3fa209b'] in n-d-803778-2 is: [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:31Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:43:33.478287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Pushing event updated for resources: {'Port': ['ID=6c87cbd5-16cb-483f-a9b2-6286a6d1ec00,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:33.493626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Attempting to bind port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:43:33.494211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Attempting to bind port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:43:33.494564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Attempting to bind port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 on network 7ff76572-efe2-451a-bfc0-1d097a8e49ab {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:43:33.499926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:43:33.500394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Checking segment: {'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:43:33.500867 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:33.501327 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Bound using segment: {'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:43:33.502044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Bound port: 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:43:33.502493 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:33.570225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] For port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:43:33.574339 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] For port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6c87cbd5-16cb-483f-a9b2-6286a6d1ec00,segment=NetworkSegment(966bd553-7012-48ff-a893-c9522f5e8070),segment_id=966bd553-7012-48ff-a893-c9522f5e8070)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:43:33.578733 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:33.644564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51401b0-8635-4ee1-9836-f4114c6a4aa4 None None] Pushing event updated for resources: {'Port': ['ID=6c87cbd5-16cb-483f-a9b2-6286a6d1ec00,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:33.665396 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:34.019407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.20.0.1 (7ff76572-efe2-451a-bfc0-1d097a8e49ab/21815315-c7ba-47a4-a8c5-9df6f83329df/bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:43:34.155076 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:34.170644 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Transition to ACTIVE for port object bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:43:34.206055 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:34.261512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 7ff76572-efe2-451a-bfc0-1d097a8e49ab is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:43:34.264643 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:43:34.268356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:43:34.275841 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:34.327413 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:34.470528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:34.662529 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b967b3-ceca-4938-91b6-4aa45e58304e None None] Network 7ff76572-efe2-451a-bfc0-1d097a8e49ab requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:43:34.742317 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a8dd5e8f-9f80-4ded-b12f-cfe65355ebc4 None None] Provisioning for port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:43:34.786895 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:34.792945 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:34.887130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:34.889769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:34.991847 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 7ff76572-efe2-451a-bfc0-1d097a8e49ab is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:43:34.993773 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:43:35.090088 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4d2d4e75-4855-4605-9d5b-72cd8c490da9 None None] Provisioning for port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:43:35.094398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4d2d4e75-4855-4605-9d5b-72cd8c490da9 None None] Provisioning complete for port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:35.094880 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4e75-4855-4605-9d5b-72cd8c490da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:35.123199 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router 056657a6-aad2-44e3-aa41-e266a3fa209b has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:43:35.147454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d4e75-4855-4605-9d5b-72cd8c490da9 None None] Port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:43:35.260392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:43:35.268262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9edb2048-763b-47a7-8dab-8f2310d050e0 None None] Provisioning complete for port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:35.268982 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9edb2048-763b-47a7-8dab-8f2310d050e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:35.273672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Sync routers for ids ['056657a6-aad2-44e3-aa41-e266a3fa209b'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:43:35.285013 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1eba26ca-520d-4f24-a2a9-891793710135 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "PUT /v2.0/routers/056657a6-aad2-44e3-aa41-e266a3fa209b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4174814 Aug 09 16:43:35.322630 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Routers {'056657a6-aad2-44e3-aa41-e266a3fa209b'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:35.323540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:43:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['056657a6-aad2-44e3-aa41-e266a3fa209b'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:35.374917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9edb2048-763b-47a7-8dab-8f2310d050e0 None None] Port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:43:35.403802 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 63b932a2-a697-43fa-95f7-ca2f8c8f696a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:43:35.473659 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-cc3e2a28-5307-4eaa-80a8-ef2c094a6fef tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652954600&fields=id&tenant_id=8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 267 time: 0.0388739 Aug 09 16:43:35.506374 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Set router 056657a6-aad2-44e3-aa41-e266a3fa209b gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:35.539677 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-514fd1a3-ff6f-40f2-ad86-b19042a2264b None None] Provisioning complete for port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:35.540109 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-514fd1a3-ff6f-40f2-ad86-b19042a2264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:35.580977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 63b932a2-a697-43fa-95f7-ca2f8c8f696a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:43:35.595103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-64ea4a6b-c1be-4726-aaf5-0fe82fad0704 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:35.596586 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-64ea4a6b-c1be-4726-aaf5-0fe82fad0704 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/networks?id=7ff76572-efe2-451a-bfc0-1d097a8e49ab HTTP/1.1" status: 200 len: 797 time: 0.1129396 Aug 09 16:43:35.615022 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-2f906ef4-931b-46a6-899d-aa8f115fcdb3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/quotas/8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 375 time: 0.0096676 Aug 09 16:43:35.618594 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 63b932a2-a697-43fa-95f7-ca2f8c8f696a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:35.618979 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:35.620733 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-514fd1a3-ff6f-40f2-ad86-b19042a2264b None None] Port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:43:35.674185 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-652d1d02-b0a0-426f-a8d9-ff014eda81a6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497501 Aug 09 16:43:35.771875 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-d0c91938-8d75-41bc-9303-4005ebe97a2c service neutron] 10.222.0.81 "GET /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847855 Aug 09 16:43:35.800822 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:35.846863 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 63b932a2-a697-43fa-95f7-ca2f8c8f696a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=63b932a2-a697-43fa-95f7-ca2f8c8f696a,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:35.853720 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:35.854683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:43:35.880038 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:34Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed', 'name': '', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:e4:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:33Z', 'updated_at': '2021-08-09T16:43:34Z', 'revision_number': 2, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:35.884856 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-f4d906fc-b663-476d-8582-4aee924d6f60 service neutron] 10.222.0.81 "GET /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053519 Aug 09 16:43:35.931735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Checking router: 056657a6-aad2-44e3-aa41-e266a3fa209b for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:43:35.932093 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Updating router 056657a6-aad2-44e3-aa41-e266a3fa209b port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:43:35.988621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=63b932a2-a697-43fa-95f7-ca2f8c8f696a,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:35.991543 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:36.036594 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:43:36.047547 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:36.047934 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:36.058035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17e409f3-9f92-4313-a3f9-3e8e36d676ec req-ea78c20b-2798-4e41-a5bd-53906542d586 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 210 time: 0.0298204 Aug 09 16:43:36.406519 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:36.463343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6c87cbd5-16cb-483f-a9b2-6286a6d1ec00,segment=NetworkSegment(966bd553-7012-48ff-a893-c9522f5e8070),segment_id=966bd553-7012-48ff-a893-c9522f5e8070)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:36.469429 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:36.554788 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:36.563177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=6c87cbd5-16cb-483f-a9b2-6286a6d1ec00,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:36.569801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Transition to ACTIVE for port object bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:43:36.575952 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:36.628615 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f57bb-7274-481b-a07f-c3b50cba970f None None] Pushing event updated for resources: {'Port': ['ID=bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:36.682592 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Attempting to bind port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:43:36.682963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Attempting to bind port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:43:36.683330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Attempting to bind port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed on network 7ff76572-efe2-451a-bfc0-1d097a8e49ab {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:43:36.688512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:43:36.688886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Checking segment: {'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:43:36.689291 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:36.689718 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Bound using segment: {'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:43:36.690187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Bound port: bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:43:36.690570 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:36.761055 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] For port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:43:36.764458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] For port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed,segment=NetworkSegment(966bd553-7012-48ff-a893-c9522f5e8070),segment_id=966bd553-7012-48ff-a893-c9522f5e8070)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:43:36.769443 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:36.833507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Routers {'056657a6-aad2-44e3-aa41-e266a3fa209b'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:36.834600 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:43:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['056657a6-aad2-44e3-aa41-e266a3fa209b'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:36.841688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f57bb-7274-481b-a07f-c3b50cba970f None None] Pushing event updated for resources: {'Port': ['ID=bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:36.972105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] Set router 056657a6-aad2-44e3-aa41-e266a3fa209b gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:37.049622 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-28c514dd-5584-4df5-b3ca-f6559057a10d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:37.051476 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-28c514dd-5584-4df5-b3ca-f6559057a10d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "GET /v2.0/networks?id=7ff76572-efe2-451a-bfc0-1d097a8e49ab HTTP/1.1" status: 200 len: 797 time: 0.1298385 Aug 09 16:43:37.099443 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-dc3aa742-55b3-4722-872b-7be8fa251ff3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 379 time: 0.0379031 Aug 09 16:43:37.110452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'port': {'device_id': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'admin_state_up': True, 'tenant_id': '8074e18898434577b51d28fc936a7928', 'security_groups': ['5667bbc4-0fb8-464c-a2a8-976c2ca155f2']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:37.168226 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b8ef1ed0-4d99-4c73-b9b1-2589b3f3e50b req-04fb1c61-4247-4977-82ee-49b890361ed7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 210 time: 0.0307329 Aug 09 16:43:37.213629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:34Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed', 'name': '', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:e4:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:33Z', 'updated_at': '2021-08-09T16:43:36Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:37.240189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059ec21-084c-45d9-90cf-eedb0028f6eb None None] The sync data for ids ['056657a6-aad2-44e3-aa41-e266a3fa209b'] in n-d-803778-2 is: [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:34Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed', 'name': '', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:e4:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:33Z', 'updated_at': '2021-08-09T16:43:36Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:43:37.240445 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:43:37.244640 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:37.326195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 63b932a2-a697-43fa-95f7-ca2f8c8f696a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:43:37.387431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 63b932a2-a697-43fa-95f7-ca2f8c8f696a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:37.388067 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:37.417277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.20.0.12 (7ff76572-efe2-451a-bfc0-1d097a8e49ab/21815315-c7ba-47a4-a8c5-9df6f83329df/aaee389a-ac28-491c-b8a6-a9e80be6bc58) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:43:37.481975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:43:37.538805 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:37.539187 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:37.588886 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:37.607865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Transition to ACTIVE for port object aaee389a-ac28-491c-b8a6-a9e80be6bc58 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:43:37.648373 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:37.699781 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 7ff76572-efe2-451a-bfc0-1d097a8e49ab is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:43:37.703108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:43:37.706895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:43:37.747954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=aaee389a-ac28-491c-b8a6-a9e80be6bc58,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:37.757256 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cf6c6f30-4575-4ebf-bc6b-5d62b45494e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:37.797711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:37.798432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:37.821499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-17d26ff9-662b-48f6-925e-5e836634d979 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7147965 Aug 09 16:43:37.886770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Request body: {'port': {'device_id': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:37.957171 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:37.982606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d084546c-9058-478a-99ce-a5798c9027f1 None None] Provisioning for port aaee389a-ac28-491c-b8a6-a9e80be6bc58 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:43:37.986780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d084546c-9058-478a-99ce-a5798c9027f1 None None] Provisioning complete for port aaee389a-ac28-491c-b8a6-a9e80be6bc58 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:37.987223 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d084546c-9058-478a-99ce-a5798c9027f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:38.026545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d084546c-9058-478a-99ce-a5798c9027f1 None None] Port aaee389a-ac28-491c-b8a6-a9e80be6bc58 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:43:38.255696 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaee389a-ac28-491c-b8a6-a9e80be6bc58 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:43:38.272762 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:38.305757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Transition to ACTIVE for port object aaee389a-ac28-491c-b8a6-a9e80be6bc58 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:43:38.318065 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:38.355861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5014f-3918-4829-9b04-3f6ae3f83526 req-d0642990-53cb-4827-883f-d00b928ac265 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:38.357472 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60e5014f-3918-4829-9b04-3f6ae3f83526 req-d0642990-53cb-4827-883f-d00b928ac265 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 932 time: 0.0961559 Aug 09 16:43:38.403882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaee389a-ac28-491c-b8a6-a9e80be6bc58,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:38.472663 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-60e5014f-3918-4829-9b04-3f6ae3f83526 req-b71b2bff-7469-4174-94a7-db52336fdade tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988283 Aug 09 16:43:38.502692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Attempting to bind port aaee389a-ac28-491c-b8a6-a9e80be6bc58 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:43:38.503153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Attempting to bind port aaee389a-ac28-491c-b8a6-a9e80be6bc58 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:43:38.503576 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Attempting to bind port aaee389a-ac28-491c-b8a6-a9e80be6bc58 on network 7ff76572-efe2-451a-bfc0-1d097a8e49ab {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:43:38.508127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Port aaee389a-ac28-491c-b8a6-a9e80be6bc58 on network 7ff76572-efe2-451a-bfc0-1d097a8e49ab not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:43:38.509100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Attempting to bind port aaee389a-ac28-491c-b8a6-a9e80be6bc58 on network 7ff76572-efe2-451a-bfc0-1d097a8e49ab {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:43:38.514196 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:43:38.514532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Checking segment: {'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:43:38.514912 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Bound using segment: {'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:43:38.515337 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Bound port: aaee389a-ac28-491c-b8a6-a9e80be6bc58, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966bd553-7012-48ff-a893-c9522f5e8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:43:38.515699 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:38.588140 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] For port aaee389a-ac28-491c-b8a6-a9e80be6bc58, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:43:38.591607 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] For port aaee389a-ac28-491c-b8a6-a9e80be6bc58, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=aaee389a-ac28-491c-b8a6-a9e80be6bc58,segment=NetworkSegment(966bd553-7012-48ff-a893-c9522f5e8070),segment_id=966bd553-7012-48ff-a893-c9522f5e8070)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:43:38.598157 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:38.640981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:38.641624 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:38.643041 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] 10.222.0.60 "PUT /v2.0/ports/aaee389a-ac28-491c-b8a6-a9e80be6bc58 HTTP/1.1" status: 200 len: 1092 time: 0.8132193 Aug 09 16:43:38.643495 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'tag': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:43:38.645770 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415da0ee-5c48-4957-8bce-2ccd2649e6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d", "tag": "aaee389a-ac28-491c-b8a6-a9e80be6bc58"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:43:38.667938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea5887-f81d-433e-9d65-c3f083402cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaee389a-ac28-491c-b8a6-a9e80be6bc58,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:38.690929 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12aec7f-cf88-486a-95bc-c2cd567b0239 x-openstack-request-id: req-f12aec7f-cf88-486a-95bc-c2cd567b0239 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:43:38.691227 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d", "tag": "aaee389a-ac28-491c-b8a6-a9e80be6bc58", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:43:38.691479 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f12aec7f-cf88-486a-95bc-c2cd567b0239 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:43:38.691969 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'tag': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58', 'status': 'completed', 'code': 200} Aug 09 16:43:38.741360 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-fb996625-f7e6-4223-8683-fc6be59d8257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:38.743687 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-fb996625-f7e6-4223-8683-fc6be59d8257 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 1095 time: 0.0427139 Aug 09 16:43:38.788500 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-b28debf9-c0cf-4883-b650-71e1f68cd4ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaee389a-ac28-491c-b8a6-a9e80be6bc58 HTTP/1.1" status: 200 len: 217 time: 0.0356772 Aug 09 16:43:38.840950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-b83424f0-554b-4d72-bc6b-53145f3adf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:38.842498 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-b83424f0-554b-4d72-bc6b-53145f3adf91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21815315-c7ba-47a4-a8c5-9df6f83329df HTTP/1.1" status: 200 len: 834 time: 0.0457361 Aug 09 16:43:38.896114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-9782dc65-3e6d-407d-9f34-7d8b81a1e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:38.897636 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-9782dc65-3e6d-407d-9f34-7d8b81a1e3f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ff76572-efe2-451a-bfc0-1d097a8e49ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471780 Aug 09 16:43:38.987958 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-eb9d8b04-d16a-439d-b668-f4e0bed260a7 service neutron] 10.222.0.60 "GET /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823121 Aug 09 16:43:39.081618 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-050b66fc-06a5-43e5-a30c-d522466d95ad req-879e0a7b-0e16-41cd-ba8d-87a8d0118759 service neutron] 10.222.0.60 "GET /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851405 Aug 09 16:43:39.171310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415da0ee-5c48-4957-8bce-2ccd2649e6f7 req-2f02b864-a833-4609-a06d-8d93bf6211c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:39.172721 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-415da0ee-5c48-4957-8bce-2ccd2649e6f7 req-2f02b864-a833-4609-a06d-8d93bf6211c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 1095 time: 0.0436113 Aug 09 16:43:39.268419 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415da0ee-5c48-4957-8bce-2ccd2649e6f7 req-29d415cb-b636-4ba2-9a79-9ef54a296729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:39.269961 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-415da0ee-5c48-4957-8bce-2ccd2649e6f7 req-29d415cb-b636-4ba2-9a79-9ef54a296729 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ff76572-efe2-451a-bfc0-1d097a8e49ab HTTP/1.1" status: 200 len: 898 time: 0.0902910 Aug 09 16:43:39.315523 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-415da0ee-5c48-4957-8bce-2ccd2649e6f7 req-464a6e94-b26b-474c-a51f-6ad2e35ab4d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaee389a-ac28-491c-b8a6-a9e80be6bc58 HTTP/1.1" status: 200 len: 217 time: 0.0377245 Aug 09 16:43:39.316374 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:43:39.366064 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:43:39.369470 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415da0ee-5c48-4957-8bce-2ccd2649e6f7 req-bbf6b446-0183-4f18-9cff-f1e870e65526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:39.369783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:39.370173 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:39.371591 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-415da0ee-5c48-4957-8bce-2ccd2649e6f7 req-bbf6b446-0183-4f18-9cff-f1e870e65526 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21815315-c7ba-47a4-a8c5-9df6f83329df HTTP/1.1" status: 200 len: 834 time: 0.0472093 Aug 09 16:43:39.417933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415da0ee-5c48-4957-8bce-2ccd2649e6f7 req-2a1f4f14-0b64-4986-a70b-d5acde9fa135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:39.419632 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-415da0ee-5c48-4957-8bce-2ccd2649e6f7 req-2a1f4f14-0b64-4986-a70b-d5acde9fa135 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ff76572-efe2-451a-bfc0-1d097a8e49ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407805 Aug 09 16:43:39.451378 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:39.485764 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed,segment=NetworkSegment(966bd553-7012-48ff-a893-c9522f5e8070),segment_id=966bd553-7012-48ff-a893-c9522f5e8070)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:39.489723 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:39.519298 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-415da0ee-5c48-4957-8bce-2ccd2649e6f7 req-7ecaa603-a4b6-4b0f-943d-9e771e777e29 service neutron] 10.222.0.60 "GET /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913124 Aug 09 16:43:39.540348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:39.655740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9c34-6cfd-4bb5-9248-684bf2bcbf8a req-31a1c31f-2f4a-41bc-ab2c-40b12fa62294 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:39.657753 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af9f9c34-6cfd-4bb5-9248-684bf2bcbf8a req-31a1c31f-2f4a-41bc-ab2c-40b12fa62294 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 944 time: 0.1067328 Aug 09 16:43:39.661547 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-415da0ee-5c48-4957-8bce-2ccd2649e6f7 req-748262e4-cb68-45c8-93c1-222029dc2b2c service neutron] 10.222.0.60 "GET /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322665 Aug 09 16:43:39.696504 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af9f9c34-6cfd-4bb5-9248-684bf2bcbf8a req-8c1ab68c-ad9d-4907-9d37-b4dd7a01ef49 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326936 Aug 09 16:43:40.618374 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-071eb4be-290e-466f-af54-6242ef8ed331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:40.649606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device aaee389a-ac28-491c-b8a6-a9e80be6bc58 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:43:40.748685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port aaee389a-ac28-491c-b8a6-a9e80be6bc58, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=aaee389a-ac28-491c-b8a6-a9e80be6bc58,segment=NetworkSegment(966bd553-7012-48ff-a893-c9522f5e8070),segment_id=966bd553-7012-48ff-a893-c9522f5e8070)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:40.760377 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'port_id': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58', 'mac_address': 'fa:16:3e:a4:56:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:43:40.797326 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:40.813013 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaee389a-ac28-491c-b8a6-a9e80be6bc58 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:43:40.818582 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea952e2-2649-4db7-a25f-1f1b6736ca74 req-9d0ce942-7afe-4b5e-8ed5-7dc80d9fbe53 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:40.820102 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8ea952e2-2649-4db7-a25f-1f1b6736ca74 req-9d0ce942-7afe-4b5e-8ed5-7dc80d9fbe53 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 944 time: 0.0508101 Aug 09 16:43:40.831410 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port aaee389a-ac28-491c-b8a6-a9e80be6bc58, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=aaee389a-ac28-491c-b8a6-a9e80be6bc58,segment=NetworkSegment(966bd553-7012-48ff-a893-c9522f5e8070),segment_id=966bd553-7012-48ff-a893-c9522f5e8070)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:40.841171 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:40.863460 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8ea952e2-2649-4db7-a25f-1f1b6736ca74 req-74f9aebc-9745-4292-8d33-629fbbb790c9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366855 Aug 09 16:43:40.889048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=aaee389a-ac28-491c-b8a6-a9e80be6bc58,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:40.999431 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:41.087476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['aaee389a-ac28-491c-b8a6-a9e80be6bc58'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:43:41.295952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:43:41.357817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:41.358187 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:41.799148 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:41.966308 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:41.981680 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f822a9-2ed0-46bd-b43d-f9cfad1f66fe req-8aa65a7b-84d3-4d23-876d-4e71588175e6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:41.983231 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4f822a9-2ed0-46bd-b43d-f9cfad1f66fe req-8aa65a7b-84d3-4d23-876d-4e71588175e6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 945 time: 0.0541315 Aug 09 16:43:42.020687 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d4f822a9-2ed0-46bd-b43d-f9cfad1f66fe req-6ac52ecc-3114-4367-b416-00a778c635ad tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313902 Aug 09 16:43:42.666054 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device aaee389a-ac28-491c-b8a6-a9e80be6bc58 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:43:42.715724 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port aaee389a-ac28-491c-b8a6-a9e80be6bc58 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:43:42.719270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port aaee389a-ac28-491c-b8a6-a9e80be6bc58 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:42.719639 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:42.796310 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:42.818576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:43:42.821667 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8f1d63-036f-4ad7-8348-378b21c30484" -d '{"events": [{"server_uuid": "5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d", "name": "network-vif-plugged", "status": "completed", "tag": "aaee389a-ac28-491c-b8a6-a9e80be6bc58"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:43:42.835011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port aaee389a-ac28-491c-b8a6-a9e80be6bc58, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=aaee389a-ac28-491c-b8a6-a9e80be6bc58,segment=NetworkSegment(966bd553-7012-48ff-a893-c9522f5e8070),segment_id=966bd553-7012-48ff-a893-c9522f5e8070)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:42.842483 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:42.869948 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c650e945-f334-4ce9-96df-71d2d5227db3 x-openstack-request-id: req-c650e945-f334-4ce9-96df-71d2d5227db3 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:43:42.870369 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d", "name": "network-vif-plugged", "status": "completed", "tag": "aaee389a-ac28-491c-b8a6-a9e80be6bc58", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:43:42.870823 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c650e945-f334-4ce9-96df-71d2d5227db3 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:43:42.871234 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58', 'code': 200} Aug 09 16:43:42.898486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=aaee389a-ac28-491c-b8a6-a9e80be6bc58,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:42.956625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780418f-a097-4a0c-92ad-c368a4e8897d req-d99f3192-e786-4afd-9320-5bfb8374e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:42.958055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f780418f-a097-4a0c-92ad-c368a4e8897d req-d99f3192-e786-4afd-9320-5bfb8374e78c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 1097 time: 0.0408247 Aug 09 16:43:42.996382 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f780418f-a097-4a0c-92ad-c368a4e8897d req-e74ea4a9-b3e9-42c6-af3c-088a269ea840 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303335 Aug 09 16:43:43.135713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8ae01-a645-479c-85d2-2652b1887898 req-b56d7c5e-4b24-4786-ac75-3a82faaaf356 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:43.137167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fab8ae01-a645-479c-85d2-2652b1887898 req-b56d7c5e-4b24-4786-ac75-3a82faaaf356 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 946 time: 0.0483675 Aug 09 16:43:43.174103 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fab8ae01-a645-479c-85d2-2652b1887898 req-03825fce-8e29-4a93-b451-c64a0563ddf1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310056 Aug 09 16:43:43.644348 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:43.740154 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:44.296206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a2e65-539d-4d9a-8898-877ce4817d62 req-98dcea5f-636a-47b8-a5c6-91cd81941bc0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:44.297775 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b3a2e65-539d-4d9a-8898-877ce4817d62 req-98dcea5f-636a-47b8-a5c6-91cd81941bc0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 946 time: 0.0532939 Aug 09 16:43:44.336877 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b3a2e65-539d-4d9a-8898-877ce4817d62 req-d6bf91ba-d75f-4476-beab-1d8422453614 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320807 Aug 09 16:43:44.454027 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efc521-1986-4f24-801b-512b73eb3b71 req-de463762-9b9a-4d3c-92cf-c9488ac246f4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:44.455424 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5efc521-1986-4f24-801b-512b73eb3b71 req-de463762-9b9a-4d3c-92cf-c9488ac246f4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 946 time: 0.0521100 Aug 09 16:43:44.494128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d5efc521-1986-4f24-801b-512b73eb3b71 req-e93bcd93-6e59-4fed-b97e-b0d582dc2533 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326490 Aug 09 16:43:44.521318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56272) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:44.561372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5f9402-94a6-43d5-b966-3d3b251be9da tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:44.562890 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bb5f9402-94a6-43d5-b966-3d3b251be9da tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 1092 time: 0.0405800 Aug 09 16:43:44.566045 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56274) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:44.570263 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:43:44.593087 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:44.692269 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:44.795776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.25.2.246 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/b780f233-5da8-4240-abf0-1ed54bd60e80) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:43:44.897624 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:44.937571 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:44.980351 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:43:44.983326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:43:44.986774 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:43:44.992133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=b780f233-5da8-4240-abf0-1ed54bd60e80,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:45.353890 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:45.422944 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:45.572101 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:45.576588 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:45.645749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=b780f233-5da8-4240-abf0-1ed54bd60e80,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:45.661280 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:45.762446 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Floating IP 697fc3b1-7718-48f6-9367-1ece268f970b associated. External IP: 172.25.2.246, port: aaee389a-ac28-491c-b8a6-a9e80be6bc58. Aug 09 16:43:46.334434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router 056657a6-aad2-44e3-aa41-e266a3fa209b has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:43:46.439530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:43:46.449851 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e630e4-091c-4642-87c1-dd3299747a5d None None] Sync routers for ids ['056657a6-aad2-44e3-aa41-e266a3fa209b'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:43:46.456538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:46.459953 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e630e4-091c-4642-87c1-dd3299747a5d None None] Routers {'056657a6-aad2-44e3-aa41-e266a3fa209b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:46.460634 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a2e630e4-091c-4642-87c1-dd3299747a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:43:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['056657a6-aad2-44e3-aa41-e266a3fa209b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:46.489397 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cbf0577b-6fa3-4dc1-b2f4-62b595422175 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9221194 Aug 09 16:43:46.490350 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'tag': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:43:46.494713 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c570b3e-6ab7-4ff1-a59e-6f2fb271b278" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d", "tag": "aaee389a-ac28-491c-b8a6-a9e80be6bc58"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:43:46.532888 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13317ba2-fa3f-403e-90ed-0369de0c2b47 x-openstack-request-id: req-13317ba2-fa3f-403e-90ed-0369de0c2b47 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:43:46.533095 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d", "tag": "aaee389a-ac28-491c-b8a6-a9e80be6bc58", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:43:46.533304 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13317ba2-fa3f-403e-90ed-0369de0c2b47 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:43:46.533653 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'tag': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58', 'status': 'completed', 'code': 200} Aug 09 16:43:46.569565 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-a2e630e4-091c-4642-87c1-dd3299747a5d None None] Set router 056657a6-aad2-44e3-aa41-e266a3fa209b gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:46.593465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86ac45-e485-4713-929c-6403150ba6c8 req-6fd68ef9-b155-4587-b242-6d5f9e7e0d34 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:46.595399 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d86ac45-e485-4713-929c-6403150ba6c8 req-6fd68ef9-b155-4587-b242-6d5f9e7e0d34 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 946 time: 0.0542433 Aug 09 16:43:46.603417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c570b3e-6ab7-4ff1-a59e-6f2fb271b278 req-3ecca9b1-8b75-491d-9593-2dce2d3ea3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:46.604994 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c570b3e-6ab7-4ff1-a59e-6f2fb271b278 req-3ecca9b1-8b75-491d-9593-2dce2d3ea3f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 1097 time: 0.0433047 Aug 09 16:43:46.635445 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8d86ac45-e485-4713-929c-6403150ba6c8 req-c32db27e-2a58-4efb-8e70-2438604a9e49 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339611 Aug 09 16:43:46.659578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56280) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:46.702511 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c570b3e-6ab7-4ff1-a59e-6f2fb271b278 req-fc3d26b7-901f-430c-af30-7ed33dab7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:46.704148 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c570b3e-6ab7-4ff1-a59e-6f2fb271b278 req-fc3d26b7-901f-430c-af30-7ed33dab7004 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ff76572-efe2-451a-bfc0-1d097a8e49ab HTTP/1.1" status: 200 len: 898 time: 0.0915854 Aug 09 16:43:46.730050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-db561ddf-9ad6-4ed2-9e54-4516db5c25bc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/697fc3b1-7718-48f6-9367-1ece268f970b HTTP/1.1" status: 200 len: 992 time: 0.0676348 Aug 09 16:43:46.775755 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c570b3e-6ab7-4ff1-a59e-6f2fb271b278 req-3eec2f69-510e-4282-94c3-7fedffb5d500 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaee389a-ac28-491c-b8a6-a9e80be6bc58 HTTP/1.1" status: 200 len: 1000 time: 0.0637031 Aug 09 16:43:46.802650 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a2e630e4-091c-4642-87c1-dd3299747a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:34Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '697fc3b1-7718-48f6-9367-1ece268f970b', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.246', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'port_id': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'mac_address': 'fa:16:3e:a4:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:43:45Z', 'updated_at': '2021-08-09T16:43:45Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed', 'name': '', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:e4:46:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:33Z', 'updated_at': '2021-08-09T16:43:39Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:46.826072 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c570b3e-6ab7-4ff1-a59e-6f2fb271b278 req-bdaf34bc-7bab-4860-af7c-3e28dd451a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:46.827625 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c570b3e-6ab7-4ff1-a59e-6f2fb271b278 req-bdaf34bc-7bab-4860-af7c-3e28dd451a35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21815315-c7ba-47a4-a8c5-9df6f83329df HTTP/1.1" status: 200 len: 834 time: 0.0446081 Aug 09 16:43:46.830298 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e630e4-091c-4642-87c1-dd3299747a5d None None] Checking router: 056657a6-aad2-44e3-aa41-e266a3fa209b for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:43:46.839390 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e630e4-091c-4642-87c1-dd3299747a5d None None] Routers {'056657a6-aad2-44e3-aa41-e266a3fa209b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:43:46.840002 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a2e630e4-091c-4642-87c1-dd3299747a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:43:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['056657a6-aad2-44e3-aa41-e266a3fa209b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:46.875815 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c570b3e-6ab7-4ff1-a59e-6f2fb271b278 req-6d750959-597e-46bc-a6f7-3bbade5ab5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:43:46.877281 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c570b3e-6ab7-4ff1-a59e-6f2fb271b278 req-6d750959-597e-46bc-a6f7-3bbade5ab5b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ff76572-efe2-451a-bfc0-1d097a8e49ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423813 Aug 09 16:43:46.944902 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-a2e630e4-091c-4642-87c1-dd3299747a5d None None] Set router 056657a6-aad2-44e3-aa41-e266a3fa209b gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:43:46.974395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c570b3e-6ab7-4ff1-a59e-6f2fb271b278 req-23e346c1-30e7-447b-b967-1fb4145cb717 service neutron] 10.222.0.60 "GET /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887885 Aug 09 16:43:47.069289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c570b3e-6ab7-4ff1-a59e-6f2fb271b278 req-2adb9977-5ec9-404a-8f9a-498e0a1961ad service neutron] 10.222.0.60 "GET /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868933 Aug 09 16:43:47.173315 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-a2e630e4-091c-4642-87c1-dd3299747a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:34Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '697fc3b1-7718-48f6-9367-1ece268f970b', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.246', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'port_id': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'mac_address': 'fa:16:3e:a4:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:43:45Z', 'updated_at': '2021-08-09T16:43:45Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed', 'name': '', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:e4:46:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:33Z', 'updated_at': '2021-08-09T16:43:39Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:47.203785 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e630e4-091c-4642-87c1-dd3299747a5d None None] The sync data for ids ['056657a6-aad2-44e3-aa41-e266a3fa209b'] in n-d-803778-2 is: [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:34Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '697fc3b1-7718-48f6-9367-1ece268f970b', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.246', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'port_id': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'mac_address': 'fa:16:3e:a4:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:43:45Z', 'updated_at': '2021-08-09T16:43:45Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed', 'name': '', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:e4:46:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:33Z', 'updated_at': '2021-08-09T16:43:39Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:43:47.395366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9918ca-e525-450a-b1c0-fc5534995c7f None None] New status for floating IP 697fc3b1-7718-48f6-9367-1ece268f970b: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:43:47.732842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56282) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:47.797616 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-7fee470f-ab7c-4052-9eb9-7e6c97e41e4d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/697fc3b1-7718-48f6-9367-1ece268f970b HTTP/1.1" status: 200 len: 994 time: 0.0635052 Aug 09 16:44:02.278332 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:44:07.751702 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4c40d14d-6d65-4e5d-9241-d0920818fd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:10.618388 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-21db717c-e79c-4dff-8ce6-f66fcd49a456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.000835 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.802092 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:11.979873 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:13.647818 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:13.755068 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:18.225497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ef387f7-2132-45b6-a6cf-381c3e8e7f03 req-067c09fd-f9e8-4fe5-89d9-4c03ec4431a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463736 Aug 09 16:44:18.316620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef387f7-2132-45b6-a6cf-381c3e8e7f03 req-6dc9146a-22f9-4eae-81e5-78b64a7de729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:18.318247 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ef387f7-2132-45b6-a6cf-381c3e8e7f03 req-6dc9146a-22f9-4eae-81e5-78b64a7de729 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 1097 time: 0.0448272 Aug 09 16:44:18.439204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef387f7-2132-45b6-a6cf-381c3e8e7f03 req-91ecb79d-40e7-4cfc-9a1f-25350cd50f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:18.440696 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ef387f7-2132-45b6-a6cf-381c3e8e7f03 req-91ecb79d-40e7-4cfc-9a1f-25350cd50f70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ff76572-efe2-451a-bfc0-1d097a8e49ab HTTP/1.1" status: 200 len: 898 time: 0.1010501 Aug 09 16:44:18.518867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ef387f7-2132-45b6-a6cf-381c3e8e7f03 req-3ef3ef86-9bce-4a46-816f-0ebc5eaeb88b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaee389a-ac28-491c-b8a6-a9e80be6bc58 HTTP/1.1" status: 200 len: 1002 time: 0.0699255 Aug 09 16:44:18.580044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef387f7-2132-45b6-a6cf-381c3e8e7f03 req-2c66e37e-e68e-4c7d-8520-c8ba9746963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:18.581543 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ef387f7-2132-45b6-a6cf-381c3e8e7f03 req-2c66e37e-e68e-4c7d-8520-c8ba9746963f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21815315-c7ba-47a4-a8c5-9df6f83329df HTTP/1.1" status: 200 len: 834 time: 0.0549378 Aug 09 16:44:18.645277 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef387f7-2132-45b6-a6cf-381c3e8e7f03 req-65a41b94-f8cc-436e-b387-13c438488e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:18.646925 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ef387f7-2132-45b6-a6cf-381c3e8e7f03 req-65a41b94-f8cc-436e-b387-13c438488e46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ff76572-efe2-451a-bfc0-1d097a8e49ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569911 Aug 09 16:44:18.740479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ef387f7-2132-45b6-a6cf-381c3e8e7f03 req-29003d54-cabc-432d-be69-ba041a233230 service neutron] 10.222.0.60 "GET /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853202 Aug 09 16:44:18.838583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2ef387f7-2132-45b6-a6cf-381c3e8e7f03 req-a382b18f-574c-4ccf-a105-a5c59c8a9ce2 service neutron] 10.222.0.60 "GET /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896990 Aug 09 16:44:21.139759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb5b91-c737-4b58-9834-4de6df42451e req-9d753777-d2dc-45c5-b988-5c40a146c209 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:21.141156 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-67bb5b91-c737-4b58-9834-4de6df42451e req-9d753777-d2dc-45c5-b988-5c40a146c209 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 946 time: 0.0504069 Aug 09 16:44:21.178976 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-67bb5b91-c737-4b58-9834-4de6df42451e req-9e5dd125-6fa2-4a16-99d3-504b285cf0db tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317428 Aug 09 16:44:22.297135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a36d0-1ebc-464e-8019-a17bc774d98d req-328744be-70c9-4553-bbe5-546771100d4e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:22.298659 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-178a36d0-1ebc-464e-8019-a17bc774d98d req-328744be-70c9-4553-bbe5-546771100d4e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 946 time: 0.0490282 Aug 09 16:44:22.337335 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-178a36d0-1ebc-464e-8019-a17bc774d98d req-a43d1c90-b76b-4094-acda-c0e7de95357f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320585 Aug 09 16:44:22.359776 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56302) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:22.424008 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8db97cc7-bf8a-4649-a502-3de509f42b00 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/697fc3b1-7718-48f6-9367-1ece268f970b HTTP/1.1" status: 200 len: 994 time: 0.0629020 Aug 09 16:44:23.690508 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf807d-0864-4f90-a364-0a2d23802cdb req-d26ea4dd-f052-4ec5-bf09-afde2b050386 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:23.692001 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8dbf807d-0864-4f90-a364-0a2d23802cdb req-d26ea4dd-f052-4ec5-bf09-afde2b050386 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 946 time: 0.0537281 Aug 09 16:44:23.730054 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8dbf807d-0864-4f90-a364-0a2d23802cdb req-4ec0ece7-792f-4cd5-b494-6fce08cbe936 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320642 Aug 09 16:44:24.849002 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be38610-38e7-40ee-9fc3-2e6f5f22bd0f req-643b72db-6b0f-4bfe-bae0-34db10da8943 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:24.850552 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4be38610-38e7-40ee-9fc3-2e6f5f22bd0f req-643b72db-6b0f-4bfe-bae0-34db10da8943 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 946 time: 0.0507615 Aug 09 16:44:24.889710 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4be38610-38e7-40ee-9fc3-2e6f5f22bd0f req-09b440bb-4061-4e74-b0eb-5480695a6c52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328412 Aug 09 16:44:24.911456 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56312) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:24.975970 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-113c3aca-3c45-4410-ac7c-4f0aa0bab111 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/697fc3b1-7718-48f6-9367-1ece268f970b HTTP/1.1" status: 200 len: 994 time: 0.0634193 Aug 09 16:44:25.189785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56318) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:25.347048 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port b780f233-5da8-4240-abf0-1ed54bd60e80 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:25.347299 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:25.421966 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:25.422296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:25.434661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for b780f233-5da8-4240-abf0-1ed54bd60e80 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:25.582400 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:25.610265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=b780f233-5da8-4240-abf0-1ed54bd60e80,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:25.638380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:25.638728 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:25.639068 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:25.639404 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:25.639734 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:25.640065 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:25.640392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:25.640717 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:25.641041 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:25.641384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:25.641765 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:25.642089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:25.684271 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:25.684609 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Floating IP 697fc3b1-7718-48f6-9367-1ece268f970b disassociated (deleted). External IP: 172.25.2.246, port: aaee389a-ac28-491c-b8a6-a9e80be6bc58. Aug 09 16:44:25.896965 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router 056657a6-aad2-44e3-aa41-e266a3fa209b has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:44:26.015013 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:44:26.019820 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:26.025450 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859f6f1-c567-47af-ba7a-eee5ebceee2d None None] Sync routers for ids ['056657a6-aad2-44e3-aa41-e266a3fa209b'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:44:26.034881 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859f6f1-c567-47af-ba7a-eee5ebceee2d None None] Routers {'056657a6-aad2-44e3-aa41-e266a3fa209b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:26.035498 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c859f6f1-c567-47af-ba7a-eee5ebceee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:44:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['056657a6-aad2-44e3-aa41-e266a3fa209b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:26.046718 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-539c8227-05c3-4963-92c3-8d0571d1086e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/floatingips/697fc3b1-7718-48f6-9367-1ece268f970b HTTP/1.1" status: 204 len: 168 time: 0.8557351 Aug 09 16:44:26.047313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'tag': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:44:26.049569 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b72becf880fa2e28364131af1cfaf44d4ee17d3db2152149eb4b8d6f33c135a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2583aa55-08c8-46a6-a666-f9e9db6e12ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d", "tag": "aaee389a-ac28-491c-b8a6-a9e80be6bc58"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:44:26.090412 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de04c1b-abd8-4438-897b-e284fefb241d x-openstack-request-id: req-7de04c1b-abd8-4438-897b-e284fefb241d {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:44:26.090702 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d", "tag": "aaee389a-ac28-491c-b8a6-a9e80be6bc58", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:44:26.090956 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7de04c1b-abd8-4438-897b-e284fefb241d {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:44:26.091387 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'tag': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58', 'status': 'completed', 'code': 200} Aug 09 16:44:26.148149 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c859f6f1-c567-47af-ba7a-eee5ebceee2d None None] Set router 056657a6-aad2-44e3-aa41-e266a3fa209b gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:26.156148 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583aa55-08c8-46a6-a666-f9e9db6e12ab req-e9c72287-51af-4ac0-9781-2fee5c179809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:26.159210 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2583aa55-08c8-46a6-a666-f9e9db6e12ab req-e9c72287-51af-4ac0-9781-2fee5c179809 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 1097 time: 0.0455184 Aug 09 16:44:26.308421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee9a2-ac6c-4b65-a6dd-b8697e921e90 req-f941dd9f-2d2d-49fd-b385-2b0fed85f6d4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:26.310012 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-54cee9a2-ac6c-4b65-a6dd-b8697e921e90 req-f941dd9f-2d2d-49fd-b385-2b0fed85f6d4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 946 time: 0.0765452 Aug 09 16:44:26.311070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583aa55-08c8-46a6-a666-f9e9db6e12ab req-66548e97-fba0-4a30-ab99-b06eb820d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:26.312660 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2583aa55-08c8-46a6-a666-f9e9db6e12ab req-66548e97-fba0-4a30-ab99-b06eb820d392 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ff76572-efe2-451a-bfc0-1d097a8e49ab HTTP/1.1" status: 200 len: 898 time: 0.1408665 Aug 09 16:44:26.354917 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c859f6f1-c567-47af-ba7a-eee5ebceee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:34Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed', 'name': '', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:e4:46:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:33Z', 'updated_at': '2021-08-09T16:43:39Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:26.379875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2583aa55-08c8-46a6-a666-f9e9db6e12ab req-ed33df08-2c0c-40c3-85bc-90e4528ba38e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aaee389a-ac28-491c-b8a6-a9e80be6bc58 HTTP/1.1" status: 200 len: 217 time: 0.0539403 Aug 09 16:44:26.388091 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859f6f1-c567-47af-ba7a-eee5ebceee2d None None] Checking router: 056657a6-aad2-44e3-aa41-e266a3fa209b for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:44:26.397161 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859f6f1-c567-47af-ba7a-eee5ebceee2d None None] Routers {'056657a6-aad2-44e3-aa41-e266a3fa209b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:26.397801 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c859f6f1-c567-47af-ba7a-eee5ebceee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:44:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['056657a6-aad2-44e3-aa41-e266a3fa209b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:26.423789 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-54cee9a2-ac6c-4b65-a6dd-b8697e921e90 req-84096381-340d-430f-89aa-e794b7b08a7d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067114 Aug 09 16:44:26.442887 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583aa55-08c8-46a6-a666-f9e9db6e12ab req-39feb1c4-596b-4e77-866c-ea681b27cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:26.444427 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2583aa55-08c8-46a6-a666-f9e9db6e12ab req-39feb1c4-596b-4e77-866c-ea681b27cdb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21815315-c7ba-47a4-a8c5-9df6f83329df HTTP/1.1" status: 200 len: 834 time: 0.0546162 Aug 09 16:44:26.494911 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583aa55-08c8-46a6-a666-f9e9db6e12ab req-f2651a82-a617-415b-8180-615cf0515ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:26.496455 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2583aa55-08c8-46a6-a666-f9e9db6e12ab req-f2651a82-a617-415b-8180-615cf0515ff6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ff76572-efe2-451a-bfc0-1d097a8e49ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442057 Aug 09 16:44:26.592104 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-c859f6f1-c567-47af-ba7a-eee5ebceee2d None None] Set router 056657a6-aad2-44e3-aa41-e266a3fa209b gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:26.595049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2583aa55-08c8-46a6-a666-f9e9db6e12ab req-af757a6b-c767-440e-a4b9-eccd26c18459 service neutron] 10.222.0.60 "GET /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897300 Aug 09 16:44:26.691152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2583aa55-08c8-46a6-a666-f9e9db6e12ab req-72e7370c-14b0-444c-8492-754c6f673687 service neutron] 10.222.0.60 "GET /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864658 Aug 09 16:44:26.787379 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-c859f6f1-c567-47af-ba7a-eee5ebceee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:34Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed', 'name': '', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:e4:46:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:33Z', 'updated_at': '2021-08-09T16:43:39Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:26.812630 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859f6f1-c567-47af-ba7a-eee5ebceee2d None None] The sync data for ids ['056657a6-aad2-44e3-aa41-e266a3fa209b'] in n-d-803778-2 is: [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:34Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed', 'name': '', 'network_id': '7ff76572-efe2-451a-bfc0-1d097a8e49ab', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:e4:46:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:33Z', 'updated_at': '2021-08-09T16:43:39Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '21815315-c7ba-47a4-a8c5-9df6f83329df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:44:27.025398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f57083-01cc-4247-801f-d2caf9ea54ac None None] New status for floating IP 697fc3b1-7718-48f6-9367-1ece268f970b: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:44:27.545457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e013827-c4df-4899-be83-2146213ca1d7 req-014e91cf-2031-4a9c-83f3-48ee57a0ac7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:27.546961 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e013827-c4df-4899-be83-2146213ca1d7 req-014e91cf-2031-4a9c-83f3-48ee57a0ac7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 946 time: 0.0524890 Aug 09 16:44:27.587173 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1e013827-c4df-4899-be83-2146213ca1d7 req-3dc09884-1b55-48c1-bc3a-8a6c00a7a42f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=5667bbc4-0fb8-464c-a2a8-976c2ca155f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339029 Aug 09 16:44:27.869197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59450ca0-e160-4de4-adb4-b6e29cb7d65c req-de433041-1dc8-4bad-b3dd-5206e0dc1289 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:27.870766 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-59450ca0-e160-4de4-adb4-b6e29cb7d65c req-de433041-1dc8-4bad-b3dd-5206e0dc1289 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 946 time: 0.0495565 Aug 09 16:44:27.964585 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-59450ca0-e160-4de4-adb4-b6e29cb7d65c req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port aaee389a-ac28-491c-b8a6-a9e80be6bc58 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:27.964923 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-59450ca0-e160-4de4-adb4-b6e29cb7d65c req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:28.051465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-59450ca0-e160-4de4-adb4-b6e29cb7d65c req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port aaee389a-ac28-491c-b8a6-a9e80be6bc58, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=aaee389a-ac28-491c-b8a6-a9e80be6bc58,segment=NetworkSegment(966bd553-7012-48ff-a893-c9522f5e8070),segment_id=966bd553-7012-48ff-a893-c9522f5e8070)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:28.051824 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-59450ca0-e160-4de4-adb4-b6e29cb7d65c req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:28.064653 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-59450ca0-e160-4de4-adb4-b6e29cb7d65c req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for aaee389a-ac28-491c-b8a6-a9e80be6bc58 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:28.194008 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-59450ca0-e160-4de4-adb4-b6e29cb7d65c req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:28.222904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=aaee389a-ac28-491c-b8a6-a9e80be6bc58,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:28.235019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:28.235371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:28.235713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:28.236049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:28.236383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:28.236716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:28.237125 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:28.237465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:28.237822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:28.238151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:28.238478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:28.238800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:28.278274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-59450ca0-e160-4de4-adb4-b6e29cb7d65c req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] No DVR routers for this DVR port aaee389a-ac28-491c-b8a6-a9e80be6bc58 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:44:28.280821 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-59450ca0-e160-4de4-adb4-b6e29cb7d65c req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:28.282891 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-59450ca0-e160-4de4-adb4-b6e29cb7d65c req-cc5b51af-a991-42e2-a033-8f2d968f2c55 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "DELETE /v2.0/ports/aaee389a-ac28-491c-b8a6-a9e80be6bc58 HTTP/1.1" status: 204 len: 173 time: 0.4051998 Aug 09 16:44:28.283376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'name': 'network-vif-deleted', 'tag': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:44:28.285683 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dffae07-500a-4d92-a863-983ab1114436" -d '{"events": [{"server_uuid": "5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d", "name": "network-vif-deleted", "tag": "aaee389a-ac28-491c-b8a6-a9e80be6bc58"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:44:28.328388 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf575c2-c231-49db-8af7-6a65be6f755d x-openstack-request-id: req-0bf575c2-c231-49db-8af7-6a65be6f755d {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:44:28.328680 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d", "name": "network-vif-deleted", "tag": "aaee389a-ac28-491c-b8a6-a9e80be6bc58", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:44:28.328928 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0bf575c2-c231-49db-8af7-6a65be6f755d {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:44:28.329319 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d', 'name': 'network-vif-deleted', 'tag': 'aaee389a-ac28-491c-b8a6-a9e80be6bc58', 'status': 'completed', 'code': 200} Aug 09 16:44:28.703315 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d2590442-9d5b-4def-84ba-8e12aea51abe req-79e59531-b211-45a7-a016-f77f3d515b2e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c4dd32d-1ebd-4b69-a88a-ff10fbaf6b9d HTTP/1.1" status: 200 len: 210 time: 0.0320795 Aug 09 16:44:29.759452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56334) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:30.130906 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c4eb31e2-6e8e-432b-9b58-b3326e984a9f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:30.390720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb31e2-6e8e-432b-9b58-b3326e984a9f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:30.390982 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c4eb31e2-6e8e-432b-9b58-b3326e984a9f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:30.498931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-c4eb31e2-6e8e-432b-9b58-b3326e984a9f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed,segment=NetworkSegment(966bd553-7012-48ff-a893-c9522f5e8070),segment_id=966bd553-7012-48ff-a893-c9522f5e8070)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:30.499519 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c4eb31e2-6e8e-432b-9b58-b3326e984a9f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:30.520212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb31e2-6e8e-432b-9b58-b3326e984a9f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:30.715464 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c4eb31e2-6e8e-432b-9b58-b3326e984a9f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:30.744790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb31e2-6e8e-432b-9b58-b3326e984a9f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:30.893546 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device aaee389a-ac28-491c-b8a6-a9e80be6bc58 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:44:30.918900 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: aaee389a-ac28-491c-b8a6-a9e80be6bc58 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:44:30.919293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device aaee389a-ac28-491c-b8a6-a9e80be6bc58 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:44:30.927920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c4eb31e2-6e8e-432b-9b58-b3326e984a9f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.143896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eb31e2-6e8e-432b-9b58-b3326e984a9f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router 056657a6-aad2-44e3-aa41-e266a3fa209b has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:44:31.249407 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eb31e2-6e8e-432b-9b58-b3326e984a9f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:44:31.254494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c4eb31e2-6e8e-432b-9b58-b3326e984a9f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "PUT /v2.0/routers/056657a6-aad2-44e3-aa41-e266a3fa209b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4940200 Aug 09 16:44:31.257278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56336) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:31.260864 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed98b7c-e080-4cdb-b41c-d4b72aab0db2 None None] Sync routers for ids ['056657a6-aad2-44e3-aa41-e266a3fa209b'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:44:31.270095 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed98b7c-e080-4cdb-b41c-d4b72aab0db2 None None] Routers {'056657a6-aad2-44e3-aa41-e266a3fa209b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:31.270882 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4ed98b7c-e080-4cdb-b41c-d4b72aab0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:44:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['056657a6-aad2-44e3-aa41-e266a3fa209b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:31.319796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-10eaa127-57d0-438d-87bd-dfaaf74da878 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting subnet 21815315-c7ba-47a4-a8c5-9df6f83329df {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:44:31.323751 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10eaa127-57d0-438d-87bd-dfaaf74da878 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.363019 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10eaa127-57d0-438d-87bd-dfaaf74da878 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.385393 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4ed98b7c-e080-4cdb-b41c-d4b72aab0db2 None None] Set router 056657a6-aad2-44e3-aa41-e266a3fa209b gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:31.453680 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10eaa127-57d0-438d-87bd-dfaaf74da878 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.513432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10eaa127-57d0-438d-87bd-dfaaf74da878 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.541762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaa127-57d0-438d-87bd-dfaaf74da878 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Subnet': ['ID=21815315-c7ba-47a4-a8c5-9df6f83329df,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:31.543753 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-10eaa127-57d0-438d-87bd-dfaaf74da878 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.548663 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-10eaa127-57d0-438d-87bd-dfaaf74da878 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/subnets/21815315-c7ba-47a4-a8c5-9df6f83329df HTTP/1.1" status: 204 len: 168 time: 0.2869155 Aug 09 16:44:31.548663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56338) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:31.551429 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b7f5d-c94b-4fbd-8972-ec41b2f16c3a None None] Network 7ff76572-efe2-451a-bfc0-1d097a8e49ab requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:44:31.573512 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4ed98b7c-e080-4cdb-b41c-d4b72aab0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:44:30Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:31.599375 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed98b7c-e080-4cdb-b41c-d4b72aab0db2 None None] Checking router: 056657a6-aad2-44e3-aa41-e266a3fa209b for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:44:31.608858 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed98b7c-e080-4cdb-b41c-d4b72aab0db2 None None] Routers {'056657a6-aad2-44e3-aa41-e266a3fa209b'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:31.609457 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4ed98b7c-e080-4cdb-b41c-d4b72aab0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:44:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['056657a6-aad2-44e3-aa41-e266a3fa209b'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:31.659898 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.726038 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-4ed98b7c-e080-4cdb-b41c-d4b72aab0db2 None None] Set router 056657a6-aad2-44e3-aa41-e266a3fa209b gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:31.747746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] DHCP port deletion for 7ff76572-efe2-451a-bfc0-1d097a8e49ab request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:44:31.770434 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.795052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Deleting port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:31.795428 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.830339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port 63b932a2-a697-43fa-95f7-ca2f8c8f696a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:44:31.830737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.863095 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] For port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6c87cbd5-16cb-483f-a9b2-6286a6d1ec00,segment=NetworkSegment(966bd553-7012-48ff-a893-c9522f5e8070),segment_id=966bd553-7012-48ff-a893-c9522f5e8070)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:31.863487 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.877574 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Calling delete_port for 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:31.917556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port 63b932a2-a697-43fa-95f7-ca2f8c8f696a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=63b932a2-a697-43fa-95f7-ca2f8c8f696a,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:31.918122 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.921891 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-4ed98b7c-e080-4cdb-b41c-d4b72aab0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:44:30Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:31.931418 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for 63b932a2-a697-43fa-95f7-ca2f8c8f696a owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:44:31.952255 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed98b7c-e080-4cdb-b41c-d4b72aab0db2 None None] The sync data for ids ['056657a6-aad2-44e3-aa41-e266a3fa209b'] in n-d-803778-2 is: [{'id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-349090749', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:44:30Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '63b932a2-a697-43fa-95f7-ca2f8c8f696a', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056657a6-aad2-44e3-aa41-e266a3fa209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:43:30Z', 'updated_at': '2021-08-09T16:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:44:31.965136 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:31.997271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Pushing event deleted for resources: {'Port': ['ID=6c87cbd5-16cb-483f-a9b2-6286a6d1ec00,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:32.005102 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] No DVR routers for this DVR port 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:44:32.007480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:32.008394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:32.008925 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:32.009261 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:32.009655 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:32.009949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:32.010275 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:32.010599 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:32.010923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:32.011491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:32.011815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:32.012139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f4e885-35b0-4423-ac14-91ad69f95cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:32.108916 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.134796 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=63b932a2-a697-43fa-95f7-ca2f8c8f696a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:32.195442 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.287896 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.290817 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.337024 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.337754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Fanout notify agent at l3_agent the message router_deleted on router 056657a6-aad2-44e3-aa41-e266a3fa209b {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:44:32.345394 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.349062 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c1ec90c4-857e-4ec0-a97f-db1df3652dd2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/routers/056657a6-aad2-44e3-aa41-e266a3fa209b HTTP/1.1" status: 204 len: 168 time: 0.7975221 Aug 09 16:44:32.349422 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56340) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:32.427332 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.518843 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.529929 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff76572-efe2-451a-bfc0-1d097a8e49ab']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:32.542699 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966bd553-7012-48ff-a893-c9522f5e8070') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:32.542995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966bd553-7012-48ff-a893-c9522f5e8070') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:32.552370 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.566546 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.574233 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:44:32.574515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:44:32.577864 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:44:32.638397 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.646503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.649029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/networks/7ff76572-efe2-451a-bfc0-1d097a8e49ab HTTP/1.1" status: 204 len: 168 time: 0.2978156 Aug 09 16:44:32.652281 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56342) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:32.665952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c738c0-8ab8-4e41-87ab-99a8824e38a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Network': ['ID=7ff76572-efe2-451a-bfc0-1d097a8e49ab,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:32.719688 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-31298bf3-9ead-4991-8a68-4af7baed6347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.747206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-31298bf3-9ead-4991-8a68-4af7baed6347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.807107 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-31298bf3-9ead-4991-8a68-4af7baed6347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.809769 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-31298bf3-9ead-4991-8a68-4af7baed6347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:32.810934 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-31298bf3-9ead-4991-8a68-4af7baed6347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/security-groups/5667bbc4-0fb8-464c-a2a8-976c2ca155f2 HTTP/1.1" status: 204 len: 168 time: 0.1573043 Aug 09 16:44:32.821229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31298bf3-9ead-4991-8a68-4af7baed6347 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5667bbc4-0fb8-464c-a2a8-976c2ca155f2,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:33.105979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56348) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:33.110769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-868d3d66-12af-47fc-a73d-273b24e02768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-980477235', 'description': 'tempest-secgroup-smoke-980477235 description', 'project_id': '8074e18898434577b51d28fc936a7928'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:33.135581 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-868d3d66-12af-47fc-a73d-273b24e02768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.217361 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-868d3d66-12af-47fc-a73d-273b24e02768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.221995 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-868d3d66-12af-47fc-a73d-273b24e02768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.251594 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-868d3d66-12af-47fc-a73d-273b24e02768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.252867 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-868d3d66-12af-47fc-a73d-273b24e02768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1458473 Aug 09 16:44:33.254913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d3d66-12af-47fc-a73d-273b24e02768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:33.256026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56350) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:33.262856 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5c2313ce-70aa-467d-884d-63d0c3c62683 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': '6eb5d3a6-ea72-4f5d-86ff-88b933fabde8', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:33.299266 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c2313ce-70aa-467d-884d-63d0c3c62683 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.328844 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 63b932a2-a697-43fa-95f7-ca2f8c8f696a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:44:33.361861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c2313ce-70aa-467d-884d-63d0c3c62683 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.368622 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c2313ce-70aa-467d-884d-63d0c3c62683 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.402623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2313ce-70aa-467d-884d-63d0c3c62683 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb132138-1c37-4af0-9d21-db22a4cd713e,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:33.407178 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c2313ce-70aa-467d-884d-63d0c3c62683 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.411217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5c2313ce-70aa-467d-884d-63d0c3c62683 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505904 Aug 09 16:44:33.411448 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56352) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:33.417291 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-590f38e3-dd82-4385-99b2-766bc56c0bc9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': '6eb5d3a6-ea72-4f5d-86ff-88b933fabde8', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:33.458623 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-590f38e3-dd82-4385-99b2-766bc56c0bc9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.514861 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 63b932a2-a697-43fa-95f7-ca2f8c8f696a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:44:33.515597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 63b932a2-a697-43fa-95f7-ca2f8c8f696a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:44:33.515756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:44:33.530897 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-590f38e3-dd82-4385-99b2-766bc56c0bc9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.535957 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:44:33.536290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-590f38e3-dd82-4385-99b2-766bc56c0bc9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.536484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6c87cbd5-16cb-483f-a9b2-6286a6d1ec00 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:44:33.536832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:44:33.557115 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:44:33.557475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f38e3-dd82-4385-99b2-766bc56c0bc9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59b757c-c53e-4da3-b066-4a812ebd62d7,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:33.557644 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bbfd982b-162c-4ca8-809d-7ae8d7a7a9ed not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:44:33.567472 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-590f38e3-dd82-4385-99b2-766bc56c0bc9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.571212 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-590f38e3-dd82-4385-99b2-766bc56c0bc9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1575775 Aug 09 16:44:33.573474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56354) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:33.580272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f300ebda-de27-415e-a468-a04ce56bc378 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': '6eb5d3a6-ea72-4f5d-86ff-88b933fabde8', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:33.611568 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f300ebda-de27-415e-a468-a04ce56bc378 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.685699 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f300ebda-de27-415e-a468-a04ce56bc378 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.689809 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f300ebda-de27-415e-a468-a04ce56bc378 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.712411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300ebda-de27-415e-a468-a04ce56bc378 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc6d125-4587-4806-8070-794c12df9241,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:33.716635 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f300ebda-de27-415e-a468-a04ce56bc378 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.717979 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f300ebda-de27-415e-a468-a04ce56bc378 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425695 Aug 09 16:44:33.720205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56356) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:33.724862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8d9d81d5-5c38-4f27-901b-208391fe8733 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': '6eb5d3a6-ea72-4f5d-86ff-88b933fabde8', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:33.752966 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8d9d81d5-5c38-4f27-901b-208391fe8733 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.816368 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8d9d81d5-5c38-4f27-901b-208391fe8733 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.821099 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8d9d81d5-5c38-4f27-901b-208391fe8733 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.844719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d81d5-5c38-4f27-901b-208391fe8733 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e32a73-bf10-44e3-b85a-cf753c6b07e2,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:33.852263 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8d9d81d5-5c38-4f27-901b-208391fe8733 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.853658 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8d9d81d5-5c38-4f27-901b-208391fe8733 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324251 Aug 09 16:44:33.856721 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56358) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:33.860907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-cdc933b4-8a56-4bc6-af55-67ecb2588c1b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': '6eb5d3a6-ea72-4f5d-86ff-88b933fabde8', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:33.884496 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-cdc933b4-8a56-4bc6-af55-67ecb2588c1b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Project 8074e18898434577b51d28fc936a7928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:44:33.889699 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdc933b4-8a56-4bc6-af55-67ecb2588c1b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.957897 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdc933b4-8a56-4bc6-af55-67ecb2588c1b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.965071 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdc933b4-8a56-4bc6-af55-67ecb2588c1b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.986606 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc933b4-8a56-4bc6-af55-67ecb2588c1b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6a3d40-1904-419b-9c8e-8d6a1184dc45,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:33.991260 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cdc933b4-8a56-4bc6-af55-67ecb2588c1b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:33.994544 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cdc933b4-8a56-4bc6-af55-67ecb2588c1b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355999 Aug 09 16:44:33.995812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56360) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:34.001071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-2ad9cf70-8eeb-4b01-9fa0-f25092a049b8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': '6eb5d3a6-ea72-4f5d-86ff-88b933fabde8', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:34.030488 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-2ad9cf70-8eeb-4b01-9fa0-f25092a049b8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Project 8074e18898434577b51d28fc936a7928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:44:34.035117 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ad9cf70-8eeb-4b01-9fa0-f25092a049b8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.096980 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ad9cf70-8eeb-4b01-9fa0-f25092a049b8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.101042 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ad9cf70-8eeb-4b01-9fa0-f25092a049b8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.120014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9cf70-8eeb-4b01-9fa0-f25092a049b8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a75a89-fc36-49bd-9621-c8098405fabf,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:34.127861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2ad9cf70-8eeb-4b01-9fa0-f25092a049b8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.129336 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2ad9cf70-8eeb-4b01-9fa0-f25092a049b8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325707 Aug 09 16:44:34.132120 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56362) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:34.136936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-356d55bb-5463-420e-9441-89394eb4c4b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'network': {'name': 'tempest-network-smoke--144422835', 'project_id': '8074e18898434577b51d28fc936a7928', 'port_security_enabled': True}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:34.157411 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356d55bb-5463-420e-9441-89394eb4c4b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:44:34.160786 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-356d55bb-5463-420e-9441-89394eb4c4b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.185874 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356d55bb-5463-420e-9441-89394eb4c4b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:44:34.196479 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-356d55bb-5463-420e-9441-89394eb4c4b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.196886 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-356d55bb-5463-420e-9441-89394eb4c4b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Added segment a0abd834-851f-4ac8-a795-a936c06631ca of type vlan for network d5d122be-5869-412f-a2d9-8c36ad269269 Aug 09 16:44:34.236851 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-356d55bb-5463-420e-9441-89394eb4c4b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.267452 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-356d55bb-5463-420e-9441-89394eb4c4b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.273189 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d55bb-5463-420e-9441-89394eb4c4b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:34.273817 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-356d55bb-5463-420e-9441-89394eb4c4b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.682763 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-356d55bb-5463-420e-9441-89394eb4c4b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5494943 Aug 09 16:44:34.685330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56364) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:34.689664 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'admin_state_up': True, 'project_id': '8074e18898434577b51d28fc936a7928', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:34.712723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d55bb-5463-420e-9441-89394eb4c4b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Network': ['ID=d5d122be-5869-412f-a2d9-8c36ad269269,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:34.723440 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.723796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network d5d122be-5869-412f-a2d9-8c36ad269269 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:44:34.724610 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.780293 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:34.916640 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:35.127057 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:35.145376 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:35.252189 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.25.2.9 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/b6463e64-5f65-464f-ad26-b0f0963812e7) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:44:35.356535 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:35.394502 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:35.436047 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:44:35.439178 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:35.444116 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:44:35.449614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=b6463e64-5f65-464f-ad26-b0f0963812e7,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:35.702274 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:35.896866 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:36.022222 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router e062c8ba-1e9e-4ba9-a096-ca51f4722756 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:44:36.127194 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:44:36.137442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Sync routers for ids ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:44:36.146400 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:36.147505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Routers {'e062c8ba-1e9e-4ba9-a096-ca51f4722756'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:36.147817 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a49c81ce-9b2e-40e9-8443-d61038d642fc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4615479 Aug 09 16:44:36.148311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:44:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:36.151267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56366) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:36.183673 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-275c1181-9cfd-4006-9d5a-e9aa9800d764 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=8074e18898434577b51d28fc936a7928&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311580 Aug 09 16:44:36.186440 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56368) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:36.255626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Set router e062c8ba-1e9e-4ba9-a096-ca51f4722756 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:36.274457 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c5852c-71a4-4cd1-b8cc-046c80f36228 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:36.275903 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-e1c5852c-71a4-4cd1-b8cc-046c80f36228 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883756 Aug 09 16:44:36.278747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56370) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:36.308179 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-24036c9c-8fdf-4d4d-88aa-34ccb5161267 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283792 Aug 09 16:44:36.310656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56372) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:36.315429 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-c1fa3035-ca5c-410b-b58d-20659032d03c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-488358492', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'project_id': '8074e18898434577b51d28fc936a7928', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:36.442430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:44:35Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:36.470083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Checking router: e062c8ba-1e9e-4ba9-a096-ca51f4722756 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:44:36.470449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Updating router e062c8ba-1e9e-4ba9-a096-ca51f4722756 port b6463e64-5f65-464f-ad26-b0f0963812e7 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:44:36.497299 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:36.718491 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fa3035-ca5c-410b-b58d-20659032d03c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:44:36.722041 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1fa3035-ca5c-410b-b58d-20659032d03c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:36.765839 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:36.776452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Transition to ACTIVE for port object b6463e64-5f65-464f-ad26-b0f0963812e7 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:36.783227 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:36.836534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Attempting to bind port b6463e64-5f65-464f-ad26-b0f0963812e7 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:44:36.836911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Attempting to bind port b6463e64-5f65-464f-ad26-b0f0963812e7 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:44:36.837278 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Attempting to bind port b6463e64-5f65-464f-ad26-b0f0963812e7 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:44:36.841635 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208894a-c706-4c8a-b4d9-9ea077634c3f None None] Pushing event updated for resources: {'Port': ['ID=b6463e64-5f65-464f-ad26-b0f0963812e7,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:36.848577 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:44:36.848964 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:44:36.849374 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:36.849807 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:44:36.850292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Bound port: b6463e64-5f65-464f-ad26-b0f0963812e7, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:44:36.850686 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:36.903620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] For port b6463e64-5f65-464f-ad26-b0f0963812e7, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:44:36.906809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] For port b6463e64-5f65-464f-ad26-b0f0963812e7, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b6463e64-5f65-464f-ad26-b0f0963812e7,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:44:36.910691 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:36.918283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1fa3035-ca5c-410b-b58d-20659032d03c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:36.972907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Routers {'e062c8ba-1e9e-4ba9-a096-ca51f4722756'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:36.973438 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:44:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:36.982062 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa3035-ca5c-410b-b58d-20659032d03c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Subnet': ['ID=5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:36.989536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa3035-ca5c-410b-b58d-20659032d03c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Checking segment: {'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:44:36.989939 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fa3035-ca5c-410b-b58d-20659032d03c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network hostable DHCP agents. Network: d5d122be-5869-412f-a2d9-8c36ad269269, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:44:37.010434 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fa3035-ca5c-410b-b58d-20659032d03c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network d5d122be-5869-412f-a2d9-8c36ad269269 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:44:37.014342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208894a-c706-4c8a-b4d9-9ea077634c3f None None] Pushing event updated for resources: {'Port': ['ID=b6463e64-5f65-464f-ad26-b0f0963812e7,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:37.020131 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-c1fa3035-ca5c-410b-b58d-20659032d03c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, d5d122be-5869-412f-a2d9-8c36ad269269) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:37.024976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa3035-ca5c-410b-b58d-20659032d03c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:37.025446 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c1fa3035-ca5c-410b-b58d-20659032d03c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:37.032956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e9df33-7573-4af1-90ba-95d08488fb25 None None] Network d5d122be-5869-412f-a2d9-8c36ad269269 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:44:37.040393 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c1fa3035-ca5c-410b-b58d-20659032d03c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7285986 Aug 09 16:44:37.043309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56374) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:37.142883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] Set router e062c8ba-1e9e-4ba9-a096-ca51f4722756 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:37.352395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-d5d122be-5869-412f-a2d9-8c36ad269269', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'fixed_ips': [{'subnet_id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:44:37.353231 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:37.478911 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:44:35Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:37.492185 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:37.523540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa181c1-0618-43af-8563-a2d7cf2757df None None] The sync data for ids ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'] in n-d-803778-2 is: [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:44:35Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:44:37.545699 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Allocated IP 172.20.0.2 (d5d122be-5869-412f-a2d9-8c36ad269269/5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6/bb4fd96e-7344-4c4f-8508-19dffdcf7eb6) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:44:37.720305 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:37.729905 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Transition to ACTIVE for port object bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:37.755661 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Transition to ACTIVE for port object bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:37.767438 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:37.788752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Network d5d122be-5869-412f-a2d9-8c36ad269269 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:44:37.792202 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:37.795365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:44:37.802748 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-fc349b85-439f-4036-a107-065afc269ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:37.828198 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.20.0.1 (d5d122be-5869-412f-a2d9-8c36ad269269/5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6/1aab6c5c-075a-4068-81fd-e6de9b22ff2a) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:44:37.917556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Pushing event updated for resources: {'Port': ['ID=bb4fd96e-7344-4c4f-8508-19dffdcf7eb6,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:37.933680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Attempting to bind port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:44:37.933680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Attempting to bind port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:44:37.934143 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Attempting to bind port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 on network d5d122be-5869-412f-a2d9-8c36ad269269 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:44:37.944283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:44:37.944663 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Checking segment: {'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:44:37.945155 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:37.946371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Bound using segment: {'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:44:37.946371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Bound port: bb4fd96e-7344-4c4f-8508-19dffdcf7eb6, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:44:37.946654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:37.988362 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:38.008214 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Transition to ACTIVE for port object 1aab6c5c-075a-4068-81fd-e6de9b22ff2a will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:38.023976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] For port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:44:38.027343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] For port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bb4fd96e-7344-4c4f-8508-19dffdcf7eb6,segment=NetworkSegment(a0abd834-851f-4ac8-a795-a936c06631ca),segment_id=a0abd834-851f-4ac8-a795-a936c06631ca)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:44:38.032912 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:38.052378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:38.108603 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39424c3-b04e-4b44-818a-1f0cc1963101 None None] Pushing event updated for resources: {'Port': ['ID=bb4fd96e-7344-4c4f-8508-19dffdcf7eb6,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:38.127495 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=1aab6c5c-075a-4068-81fd-e6de9b22ff2a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:38.141123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network d5d122be-5869-412f-a2d9-8c36ad269269 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:44:38.142630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:38.148759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:44:38.202385 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:38.380805 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:38.704538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:38.708998 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:38.797009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=1aab6c5c-075a-4068-81fd-e6de9b22ff2a,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:38.799931 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:38.896039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network d5d122be-5869-412f-a2d9-8c36ad269269 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:44:38.897686 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:39.017783 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router e062c8ba-1e9e-4ba9-a096-ca51f4722756 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:44:39.078391 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c21b07d-e29b-4190-962d-e790677e3d51 None None] Network d5d122be-5869-412f-a2d9-8c36ad269269 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:44:39.138928 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:44:39.143929 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4e21a7c9-7844-48c3-976d-93c56d2d0d59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "PUT /v2.0/routers/e062c8ba-1e9e-4ba9-a096-ca51f4722756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0994906 Aug 09 16:44:39.209381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-c5d06f3f-7cc9-40ea-b063-77c434676955 None None] Provisioning for port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:39.283123 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:44:39.315991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-daa42402-5a32-454c-bc15-043ea38ce6dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980477235&fields=id&tenant_id=8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 267 time: 0.0543699 Aug 09 16:44:39.406080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b6463e64-5f65-464f-ad26-b0f0963812e7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:39.456926 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c2e233a1-52c0-40f0-ad25-2a6fb2031be7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:39.458960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c2e233a1-52c0-40f0-ad25-2a6fb2031be7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/networks?id=d5d122be-5869-412f-a2d9-8c36ad269269 HTTP/1.1" status: 200 len: 796 time: 0.1346130 Aug 09 16:44:39.463763 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port b6463e64-5f65-464f-ad26-b0f0963812e7 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:39.472154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b6463e64-5f65-464f-ad26-b0f0963812e7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:39.472666 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:39.478940 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-83bee423-1dcb-45c7-ac07-26238b412c50 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/quotas/8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 375 time: 0.0110250 Aug 09 16:44:39.543985 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-90dacfa0-438f-404c-8bdd-4b26e0fcea0a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573077 Aug 09 16:44:39.662430 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-ac94dc0d-3b0a-47c6-96be-fc282b52262b service neutron] 10.222.0.81 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088533 Aug 09 16:44:39.691927 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Sync routers for ids ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:44:39.703139 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Routers {'e062c8ba-1e9e-4ba9-a096-ca51f4722756'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:39.704247 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:44:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:39.730258 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9bbe17f5-add5-4cba-b32d-c3c7742b3c13 None None] Provisioning for port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:39.744366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9bbe17f5-add5-4cba-b32d-c3c7742b3c13 None None] Provisioning complete for port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:39.744742 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9bbe17f5-add5-4cba-b32d-c3c7742b3c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:39.772020 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:39.798250 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-d948a318-f508-4aa0-b0d0-f22cc860f655 service neutron] 10.222.0.81 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271110 Aug 09 16:44:39.802874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port b6463e64-5f65-464f-ad26-b0f0963812e7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b6463e64-5f65-464f-ad26-b0f0963812e7,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:39.803967 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe17f5-add5-4cba-b32d-c3c7742b3c13 None None] Port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:44:39.808787 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:39.809893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:39.844500 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Set router e062c8ba-1e9e-4ba9-a096-ca51f4722756 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:39.901804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=b6463e64-5f65-464f-ad26-b0f0963812e7,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:39.917169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:39.923430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:39.923799 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:39.972645 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cfc04b9-b6a4-47e6-b2fd-a0deb1bd707b None None] Provisioning complete for port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:39.973026 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cfc04b9-b6a4-47e6-b2fd-a0deb1bd707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:40.020781 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc04b9-b6a4-47e6-b2fd-a0deb1bd707b None None] Port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:44:40.044881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2356f05a-5150-4528-879b-2682b692063b req-b84d9448-fe00-4b22-982f-e076d943de2e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 210 time: 0.0398679 Aug 09 16:44:40.079931 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:40.119684 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bb4fd96e-7344-4c4f-8508-19dffdcf7eb6,segment=NetworkSegment(a0abd834-851f-4ac8-a795-a936c06631ca),segment_id=a0abd834-851f-4ac8-a795-a936c06631ca)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:40.123830 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:40.154671 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:44:38Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '1aab6c5c-075a-4068-81fd-e6de9b22ff2a', 'name': '', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:7d:8a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:37Z', 'updated_at': '2021-08-09T16:44:38Z', 'revision_number': 2, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:40.175283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b4b029b1-51dd-4266-ae49-04584f72b677 None None] Provisioning complete for port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:40.175665 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b4b029b1-51dd-4266-ae49-04584f72b677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:40.188673 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Checking router: e062c8ba-1e9e-4ba9-a096-ca51f4722756 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:44:40.189035 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Updating router e062c8ba-1e9e-4ba9-a096-ca51f4722756 port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:44:40.211068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=bb4fd96e-7344-4c4f-8508-19dffdcf7eb6,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:40.227075 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:40.231470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-b4b029b1-51dd-4266-ae49-04584f72b677 None None] Port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:44:40.595802 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:40.608789 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Transition to ACTIVE for port object 1aab6c5c-075a-4068-81fd-e6de9b22ff2a will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:40.615082 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:40.619295 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b243ed6b-9f8a-498d-8d93-d749cd05ab80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:40.686167 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Pushing event updated for resources: {'Port': ['ID=1aab6c5c-075a-4068-81fd-e6de9b22ff2a,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:40.717726 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:40.718069 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:40.718404 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:40.718734 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:40.719088 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:40.719414 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:40.719734 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:40.720049 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:40.720365 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:40.720680 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:40.721071 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:40.721396 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:40.736876 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Attempting to bind port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:44:40.737243 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Attempting to bind port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:44:40.737613 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Attempting to bind port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a on network d5d122be-5869-412f-a2d9-8c36ad269269 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:44:40.743028 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:44:40.743397 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Checking segment: {'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:44:40.743800 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:40.744187 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Bound using segment: {'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:44:40.744702 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Bound port: 1aab6c5c-075a-4068-81fd-e6de9b22ff2a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:44:40.745472 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:40.811480 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] For port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:44:40.815622 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] For port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1aab6c5c-075a-4068-81fd-e6de9b22ff2a,segment=NetworkSegment(a0abd834-851f-4ac8-a795-a936c06631ca),segment_id=a0abd834-851f-4ac8-a795-a936c06631ca)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:44:40.819117 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:40.878541 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Routers {'e062c8ba-1e9e-4ba9-a096-ca51f4722756'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:40.879150 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:44:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:40.916767 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2272f8-6897-496d-bc03-1c24a825f7b9 None None] Pushing event updated for resources: {'Port': ['ID=1aab6c5c-075a-4068-81fd-e6de9b22ff2a,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:41.004693 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] Set router e062c8ba-1e9e-4ba9-a096-ca51f4722756 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:41.006764 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:41.151740 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c9fec284-56d7-4960-aaff-673c2a38de9a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:41.153673 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c9fec284-56d7-4960-aaff-673c2a38de9a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "GET /v2.0/networks?id=d5d122be-5869-412f-a2d9-8c36ad269269 HTTP/1.1" status: 200 len: 796 time: 0.1370010 Aug 09 16:44:41.177936 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79dcec26-b7ca-4fbf-91cf-57d5cd85ee2d req-8cca02b9-7c52-412c-92ae-51a25c5f7567 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 210 time: 0.0327187 Aug 09 16:44:41.215964 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-d9bd10db-d42c-4fd1-829e-c8c0012a5797 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 379 time: 0.0524940 Aug 09 16:44:41.229035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'port': {'device_id': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'admin_state_up': True, 'tenant_id': '8074e18898434577b51d28fc936a7928', 'security_groups': ['6eb5d3a6-ea72-4f5d-86ff-88b933fabde8']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:41.249461 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:44:38Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '1aab6c5c-075a-4068-81fd-e6de9b22ff2a', 'name': '', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:7d:8a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:37Z', 'updated_at': '2021-08-09T16:44:40Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:41.276462 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35833b-5a9f-4176-a92f-6944919c870f None None] The sync data for ids ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'] in n-d-803778-2 is: [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:44:38Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '1aab6c5c-075a-4068-81fd-e6de9b22ff2a', 'name': '', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:7d:8a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:37Z', 'updated_at': '2021-08-09T16:44:40Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:44:41.367600 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:44:41.371139 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:41.395874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b6463e64-5f65-464f-ad26-b0f0963812e7 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:41.457856 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port b6463e64-5f65-464f-ad26-b0f0963812e7 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:41.458469 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:41.529661 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.20.0.12 (d5d122be-5869-412f-a2d9-8c36ad269269/5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6/44dfed19-5f0d-4144-ba00-a2cbca5e4748) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:44:41.544485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:41.595456 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:41.595756 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:41.688801 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:41.704330 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Transition to ACTIVE for port object 44dfed19-5f0d-4144-ba00-a2cbca5e4748 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:41.737998 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:41.786949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network d5d122be-5869-412f-a2d9-8c36ad269269 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:44:41.803354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=44dfed19-5f0d-4144-ba00-a2cbca5e4748,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:41.808668 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:41.808927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:41.815625 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:44:41.873780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:41.874419 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:41.892398 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-8ddfa434-a900-4ca0-93be-00e8b96f2bd9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6670740 Aug 09 16:44:41.906358 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Request body: {'port': {'device_id': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:41.971725 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:41.984353 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:42.121000 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6a765945-af51-4365-8fa5-5ed097de2d55 None None] Provisioning for port 44dfed19-5f0d-4144-ba00-a2cbca5e4748 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:42.125199 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6a765945-af51-4365-8fa5-5ed097de2d55 None None] Provisioning complete for port 44dfed19-5f0d-4144-ba00-a2cbca5e4748 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:42.125604 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a765945-af51-4365-8fa5-5ed097de2d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:42.163306 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6a765945-af51-4365-8fa5-5ed097de2d55 None None] Port 44dfed19-5f0d-4144-ba00-a2cbca5e4748 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:44:42.440597 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad368915-d85e-4669-b2e1-d81dde49bfd0 req-dc8ff6ad-0058-4efc-9b6a-b469c5c92e68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:42.442127 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad368915-d85e-4669-b2e1-d81dde49bfd0 req-dc8ff6ad-0058-4efc-9b6a-b469c5c92e68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 932 time: 0.0881214 Aug 09 16:44:42.571623 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad368915-d85e-4669-b2e1-d81dde49bfd0 req-ee9f824a-d90f-4829-b875-f852550d97de tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860012 Aug 09 16:44:42.671482 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44dfed19-5f0d-4144-ba00-a2cbca5e4748 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:44:42.678707 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:42.691711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Transition to ACTIVE for port object 44dfed19-5f0d-4144-ba00-a2cbca5e4748 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:44:42.694742 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:42.749996 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Pushing event updated for resources: {'Port': ['ID=44dfed19-5f0d-4144-ba00-a2cbca5e4748,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:42.815733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Attempting to bind port 44dfed19-5f0d-4144-ba00-a2cbca5e4748 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:44:42.816070 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Attempting to bind port 44dfed19-5f0d-4144-ba00-a2cbca5e4748 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:44:42.816427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Attempting to bind port 44dfed19-5f0d-4144-ba00-a2cbca5e4748 on network d5d122be-5869-412f-a2d9-8c36ad269269 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:44:42.821117 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Port 44dfed19-5f0d-4144-ba00-a2cbca5e4748 on network d5d122be-5869-412f-a2d9-8c36ad269269 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:44:42.821440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Attempting to bind port 44dfed19-5f0d-4144-ba00-a2cbca5e4748 on network d5d122be-5869-412f-a2d9-8c36ad269269 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:44:42.826635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:44:42.826981 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Checking segment: {'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:44:42.827369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Bound using segment: {'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:44:42.827798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Bound port: 44dfed19-5f0d-4144-ba00-a2cbca5e4748, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0abd834-851f-4ac8-a795-a936c06631ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:44:42.828161 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:42.897505 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] For port 44dfed19-5f0d-4144-ba00-a2cbca5e4748, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:44:42.901137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] For port 44dfed19-5f0d-4144-ba00-a2cbca5e4748, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=44dfed19-5f0d-4144-ba00-a2cbca5e4748,segment=NetworkSegment(a0abd834-851f-4ac8-a795-a936c06631ca),segment_id=a0abd834-851f-4ac8-a795-a936c06631ca)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:44:42.906286 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:42.944746 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:42.945635 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:42.947041 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] 10.222.0.60 "PUT /v2.0/ports/44dfed19-5f0d-4144-ba00-a2cbca5e4748 HTTP/1.1" status: 200 len: 1092 time: 1.0465252 Aug 09 16:44:42.947481 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'tag': '44dfed19-5f0d-4144-ba00-a2cbca5e4748'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:44:42.949781 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305eeb12-2899-4c72-a3e0-bfeedbb7f153" -d '{"events": [{"name": "network-changed", "server_uuid": "f2877548-ba65-4ee1-9859-863f7ad60262", "tag": "44dfed19-5f0d-4144-ba00-a2cbca5e4748"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:44:42.975073 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d4bd0-5562-48ec-9790-bf9ed7433167 service neutron] Pushing event updated for resources: {'Port': ['ID=44dfed19-5f0d-4144-ba00-a2cbca5e4748,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:43.017991 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99d959d-6dbf-4078-b193-8a9e86780b57 x-openstack-request-id: req-b99d959d-6dbf-4078-b193-8a9e86780b57 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:44:43.018283 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2877548-ba65-4ee1-9859-863f7ad60262", "tag": "44dfed19-5f0d-4144-ba00-a2cbca5e4748", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:44:43.018540 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b99d959d-6dbf-4078-b193-8a9e86780b57 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:44:43.018942 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'tag': '44dfed19-5f0d-4144-ba00-a2cbca5e4748', 'status': 'completed', 'code': 200} Aug 09 16:44:43.036055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-777ac917-51e2-4737-8973-a22c877519c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:43.037615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-777ac917-51e2-4737-8973-a22c877519c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 1095 time: 0.0494380 Aug 09 16:44:43.082758 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-30477b15-912a-4b24-98f5-f9ad801b47b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfed19-5f0d-4144-ba00-a2cbca5e4748 HTTP/1.1" status: 200 len: 217 time: 0.0362840 Aug 09 16:44:43.137153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-1200d308-2fca-432f-bf1d-e1f634d0aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:43.138682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-1200d308-2fca-432f-bf1d-e1f634d0aefb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6 HTTP/1.1" status: 200 len: 834 time: 0.0492110 Aug 09 16:44:43.186800 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-edace172-d325-474a-8ab0-5602733ce86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:43.188286 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-edace172-d325-474a-8ab0-5602733ce86f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5d122be-5869-412f-a2d9-8c36ad269269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406063 Aug 09 16:44:43.277360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-0e1be944-deb7-4cbd-8d2b-71acb6e19d00 service neutron] 10.222.0.60 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813432 Aug 09 16:44:43.356236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1aab6c5c-075a-4068-81fd-e6de9b22ff2a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:43.377256 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12db448b-2a60-434c-8fae-7f78e4937db2 req-023301a3-2a3d-4917-876d-9cb699241996 service neutron] 10.222.0.60 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917985 Aug 09 16:44:43.409923 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:43.414333 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:43.414707 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:43.462714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305eeb12-2899-4c72-a3e0-bfeedbb7f153 req-d68035d7-da51-412e-9223-f7504b086317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:43.464252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-305eeb12-2899-4c72-a3e0-bfeedbb7f153 req-d68035d7-da51-412e-9223-f7504b086317 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 1095 time: 0.0428317 Aug 09 16:44:43.496418 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:43.528628 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1aab6c5c-075a-4068-81fd-e6de9b22ff2a,segment=NetworkSegment(a0abd834-851f-4ac8-a795-a936c06631ca),segment_id=a0abd834-851f-4ac8-a795-a936c06631ca)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:43.532693 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:43.575220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305eeb12-2899-4c72-a3e0-bfeedbb7f153 req-435f4a96-6a0a-4cbf-b8e4-da374b98ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:43.576689 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-305eeb12-2899-4c72-a3e0-bfeedbb7f153 req-435f4a96-6a0a-4cbf-b8e4-da374b98ee00 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5d122be-5869-412f-a2d9-8c36ad269269 HTTP/1.1" status: 200 len: 897 time: 0.1050277 Aug 09 16:44:43.580279 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=1aab6c5c-075a-4068-81fd-e6de9b22ff2a,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:43.620986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-305eeb12-2899-4c72-a3e0-bfeedbb7f153 req-b1b90c3f-0344-45fd-8bcc-f13a9191e52d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfed19-5f0d-4144-ba00-a2cbca5e4748 HTTP/1.1" status: 200 len: 217 time: 0.0363026 Aug 09 16:44:43.650262 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:43.702842 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305eeb12-2899-4c72-a3e0-bfeedbb7f153 req-d5b0e4e9-76ce-422b-94d2-93a89c18f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:43.704289 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-305eeb12-2899-4c72-a3e0-bfeedbb7f153 req-d5b0e4e9-76ce-422b-94d2-93a89c18f977 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6 HTTP/1.1" status: 200 len: 834 time: 0.0757101 Aug 09 16:44:43.729211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613b200-331d-4840-bb87-e26a11f285d7 req-73dd90f5-9e6b-4f9b-9a4b-885e2dc12e70 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:43.730675 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a613b200-331d-4840-bb87-e26a11f285d7 req-73dd90f5-9e6b-4f9b-9a4b-885e2dc12e70 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 944 time: 0.0749252 Aug 09 16:44:43.752985 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:43.785762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305eeb12-2899-4c72-a3e0-bfeedbb7f153 req-e988b0df-dc70-4bb3-950d-ae2944d93ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:43.787113 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-305eeb12-2899-4c72-a3e0-bfeedbb7f153 req-e988b0df-dc70-4bb3-950d-ae2944d93ae9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5d122be-5869-412f-a2d9-8c36ad269269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750763 Aug 09 16:44:43.790235 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a613b200-331d-4840-bb87-e26a11f285d7 req-bc45a314-c22f-418b-b820-d96f442ef595 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454516 Aug 09 16:44:43.884383 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-305eeb12-2899-4c72-a3e0-bfeedbb7f153 req-7de950b1-b185-45e7-bfb8-bcb301ce497b service neutron] 10.222.0.60 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889986 Aug 09 16:44:43.974087 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-305eeb12-2899-4c72-a3e0-bfeedbb7f153 req-f6b4f132-b569-4a1d-a4e9-c1a6fffd020c service neutron] 10.222.0.60 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818176 Aug 09 16:44:44.916848 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b530b9-5315-4b24-a24c-87a3aebf2580 req-eea20256-060c-4a0b-afe9-5b4116ea6933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:44.918375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-06b530b9-5315-4b24-a24c-87a3aebf2580 req-eea20256-060c-4a0b-afe9-5b4116ea6933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 944 time: 0.0565279 Aug 09 16:44:44.960090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-06b530b9-5315-4b24-a24c-87a3aebf2580 req-d97cf69a-8cc3-42f1-9252-edbe0b4407c0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322289 Aug 09 16:44:45.035329 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 44dfed19-5f0d-4144-ba00-a2cbca5e4748 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:44:45.171254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 44dfed19-5f0d-4144-ba00-a2cbca5e4748, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=44dfed19-5f0d-4144-ba00-a2cbca5e4748,segment=NetworkSegment(a0abd834-851f-4ac8-a795-a936c06631ca),segment_id=a0abd834-851f-4ac8-a795-a936c06631ca)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:45.186316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '44dfed19-5f0d-4144-ba00-a2cbca5e4748', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'port_id': '44dfed19-5f0d-4144-ba00-a2cbca5e4748', 'mac_address': 'fa:16:3e:73:91:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:44:45.222921 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:45.237326 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44dfed19-5f0d-4144-ba00-a2cbca5e4748 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:44:45.258820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 44dfed19-5f0d-4144-ba00-a2cbca5e4748, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=44dfed19-5f0d-4144-ba00-a2cbca5e4748,segment=NetworkSegment(a0abd834-851f-4ac8-a795-a936c06631ca),segment_id=a0abd834-851f-4ac8-a795-a936c06631ca)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:45.263015 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:45.324446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=44dfed19-5f0d-4144-ba00-a2cbca5e4748,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:45.340081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1aab6c5c-075a-4068-81fd-e6de9b22ff2a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:45.391213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:45.391584 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:45.485618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['44dfed19-5f0d-4144-ba00-a2cbca5e4748'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:44:46.078941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175489c-c94f-4d6b-b7f4-223eb37f1ef0 req-319b86bd-3164-406a-b071-e9352aa6449b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:46.080579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d175489c-c94f-4d6b-b7f4-223eb37f1ef0 req-319b86bd-3164-406a-b071-e9352aa6449b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 945 time: 0.0519972 Aug 09 16:44:46.122958 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d175489c-c94f-4d6b-b7f4-223eb37f1ef0 req-931cd9cc-13f3-4d94-86e5-f4702810cce2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360320 Aug 09 16:44:47.048800 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 44dfed19-5f0d-4144-ba00-a2cbca5e4748 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:44:47.096810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 44dfed19-5f0d-4144-ba00-a2cbca5e4748 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:44:47.100283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 44dfed19-5f0d-4144-ba00-a2cbca5e4748 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:47.100656 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:47.179505 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:47.202997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dfed19-5f0d-4144-ba00-a2cbca5e4748'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:44:47.205421 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac7ca41-cfae-470a-a199-820cbf86286d" -d '{"events": [{"server_uuid": "f2877548-ba65-4ee1-9859-863f7ad60262", "name": "network-vif-plugged", "status": "completed", "tag": "44dfed19-5f0d-4144-ba00-a2cbca5e4748"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:44:47.219620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 44dfed19-5f0d-4144-ba00-a2cbca5e4748, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=44dfed19-5f0d-4144-ba00-a2cbca5e4748,segment=NetworkSegment(a0abd834-851f-4ac8-a795-a936c06631ca),segment_id=a0abd834-851f-4ac8-a795-a936c06631ca)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:44:47.224273 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:47.244127 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed47f1-d788-4185-b5ad-15a61edd91a6 req-8671caf7-267e-4874-a2cb-309ba0721b17 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:47.245797 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-96ed47f1-d788-4185-b5ad-15a61edd91a6 req-8671caf7-267e-4874-a2cb-309ba0721b17 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 945 time: 0.0561547 Aug 09 16:44:47.252206 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2b7cd0-8718-430b-ae9d-e2ff7ccc2b9f x-openstack-request-id: req-fc2b7cd0-8718-430b-ae9d-e2ff7ccc2b9f {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:44:47.252489 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2877548-ba65-4ee1-9859-863f7ad60262", "name": "network-vif-plugged", "status": "completed", "tag": "44dfed19-5f0d-4144-ba00-a2cbca5e4748", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:44:47.252737 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc2b7cd0-8718-430b-ae9d-e2ff7ccc2b9f {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:44:47.253124 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dfed19-5f0d-4144-ba00-a2cbca5e4748', 'code': 200} Aug 09 16:44:47.280178 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=44dfed19-5f0d-4144-ba00-a2cbca5e4748,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:47.290836 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-96ed47f1-d788-4185-b5ad-15a61edd91a6 req-be1c54cc-9077-4abb-a1b9-92922a19d3d1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372837 Aug 09 16:44:47.350159 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4e98b-e0ac-4f87-a12b-f6d66e41e376 req-c8a29158-da50-47e5-835f-c01b5f26c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:47.351835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0d4e98b-e0ac-4f87-a12b-f6d66e41e376 req-c8a29158-da50-47e5-835f-c01b5f26c52d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 1097 time: 0.0443618 Aug 09 16:44:47.387663 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0d4e98b-e0ac-4f87-a12b-f6d66e41e376 req-ff6989a8-99c3-4f5f-96ef-4f3890dc255c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287797 Aug 09 16:44:48.409532 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650a716-974f-419d-b6ed-280c035656d4 req-66cc5d94-2062-47a9-8c97-780b64c4e793 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:48.411038 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2650a716-974f-419d-b6ed-280c035656d4 req-66cc5d94-2062-47a9-8c97-780b64c4e793 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0506420 Aug 09 16:44:48.449988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2650a716-974f-419d-b6ed-280c035656d4 req-e3637e54-b1a9-4fc0-a3fb-722e0992e795 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317514 Aug 09 16:44:48.568807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6df2e-9c8e-456b-8345-aa8f6b25c0c6 req-b3b8bdf5-bd33-4180-a399-bd262324ef4e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:48.570429 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ee6df2e-9c8e-456b-8345-aa8f6b25c0c6 req-b3b8bdf5-bd33-4180-a399-bd262324ef4e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0515211 Aug 09 16:44:48.608201 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ee6df2e-9c8e-456b-8345-aa8f6b25c0c6 req-738e75c9-9285-4896-a462-fa61dc6dcd04 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317576 Aug 09 16:44:48.630270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56430) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:48.674702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f248163-2603-42f1-ada4-1185343a9ccd tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:48.676225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0f248163-2603-42f1-ada4-1185343a9ccd tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 1092 time: 0.0449660 Aug 09 16:44:48.680138 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56432) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:48.684747 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': '44dfed19-5f0d-4144-ba00-a2cbca5e4748', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:48.706708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:48.804906 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:48.918576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.25.2.235 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/f9a72316-9561-4773-aec9-1d2d6d3a189b) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:44:49.020727 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:49.061147 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:49.105816 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:44:49.108699 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:44:49.112254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:44:49.135286 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=f9a72316-9561-4773-aec9-1d2d6d3a189b,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:49.469568 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:49.539508 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:49.693159 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:49.697728 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:49.762248 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=f9a72316-9561-4773-aec9-1d2d6d3a189b,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:49.775882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:49.881475 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Floating IP 78062d4c-ce26-4ff4-873d-9754baa8f715 associated. External IP: 172.25.2.235, port: 44dfed19-5f0d-4144-ba00-a2cbca5e4748. Aug 09 16:44:50.093371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router e062c8ba-1e9e-4ba9-a096-ca51f4722756 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:44:50.204929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:44:50.215738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3b89c-1b26-4fe3-996b-82cc359d0494 None None] Sync routers for ids ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:44:50.221710 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:50.225564 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3b89c-1b26-4fe3-996b-82cc359d0494 None None] Routers {'e062c8ba-1e9e-4ba9-a096-ca51f4722756'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:50.226651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-7db3b89c-1b26-4fe3-996b-82cc359d0494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:44:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:50.249465 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b63a61e1-29ee-4e3d-a378-a2c877e8ae52 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5683169 Aug 09 16:44:50.250102 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'tag': '44dfed19-5f0d-4144-ba00-a2cbca5e4748'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:44:50.252422 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b72becf880fa2e28364131af1cfaf44d4ee17d3db2152149eb4b8d6f33c135a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9e6120-3700-4fad-aa6b-b52edf0cb68f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2877548-ba65-4ee1-9859-863f7ad60262", "tag": "44dfed19-5f0d-4144-ba00-a2cbca5e4748"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:44:50.296311 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f912b7-6386-4fb3-9174-744f4772db5a x-openstack-request-id: req-c5f912b7-6386-4fb3-9174-744f4772db5a {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:44:50.296606 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2877548-ba65-4ee1-9859-863f7ad60262", "tag": "44dfed19-5f0d-4144-ba00-a2cbca5e4748", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:44:50.296862 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5f912b7-6386-4fb3-9174-744f4772db5a {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:44:50.297272 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'tag': '44dfed19-5f0d-4144-ba00-a2cbca5e4748', 'status': 'completed', 'code': 200} Aug 09 16:44:50.339188 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-7db3b89c-1b26-4fe3-996b-82cc359d0494 None None] Set router e062c8ba-1e9e-4ba9-a096-ca51f4722756 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:50.383226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057b943-1809-4758-b01a-7a84d8436a68 req-dfaaf63d-45be-4cd4-996f-8eddf90b9105 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:50.384674 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4057b943-1809-4758-b01a-7a84d8436a68 req-dfaaf63d-45be-4cd4-996f-8eddf90b9105 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0852985 Aug 09 16:44:50.391137 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e6120-3700-4fad-aa6b-b52edf0cb68f req-0b1787b8-5009-4e89-9c2f-e4e94912dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:50.392587 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc9e6120-3700-4fad-aa6b-b52edf0cb68f req-0b1787b8-5009-4e89-9c2f-e4e94912dc6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 1097 time: 0.0646412 Aug 09 16:44:50.491666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4057b943-1809-4758-b01a-7a84d8436a68 req-7fd87983-b84d-4329-9d6d-a93e2632ae2f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980380 Aug 09 16:44:50.515763 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56438) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:50.564667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e6120-3700-4fad-aa6b-b52edf0cb68f req-6bf893a6-caa2-46ac-9d58-a39524a81910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:50.566182 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc9e6120-3700-4fad-aa6b-b52edf0cb68f req-6bf893a6-caa2-46ac-9d58-a39524a81910 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5d122be-5869-412f-a2d9-8c36ad269269 HTTP/1.1" status: 200 len: 897 time: 0.1658564 Aug 09 16:44:50.574977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-7db3b89c-1b26-4fe3-996b-82cc359d0494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:44:38Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '78062d4c-ce26-4ff4-873d-9754baa8f715', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'port_id': '44dfed19-5f0d-4144-ba00-a2cbca5e4748', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'mac_address': 'fa:16:3e:73:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:44:49Z', 'updated_at': '2021-08-09T16:44:49Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aab6c5c-075a-4068-81fd-e6de9b22ff2a', 'name': '', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:7d:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:37Z', 'updated_at': '2021-08-09T16:44:43Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:50.601150 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3b89c-1b26-4fe3-996b-82cc359d0494 None None] Checking router: e062c8ba-1e9e-4ba9-a096-ca51f4722756 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:44:50.609408 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3b89c-1b26-4fe3-996b-82cc359d0494 None None] Routers {'e062c8ba-1e9e-4ba9-a096-ca51f4722756'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:44:50.610052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-7db3b89c-1b26-4fe3-996b-82cc359d0494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:44:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:50.628803 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-abb07052-9589-4722-b03b-2785fb9fa3bd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/78062d4c-ce26-4ff4-873d-9754baa8f715 HTTP/1.1" status: 200 len: 992 time: 0.1116111 Aug 09 16:44:50.645665 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc9e6120-3700-4fad-aa6b-b52edf0cb68f req-2e8b6403-4b66-4e08-97ac-263993c886f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfed19-5f0d-4144-ba00-a2cbca5e4748 HTTP/1.1" status: 200 len: 1000 time: 0.0703461 Aug 09 16:44:50.702046 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e6120-3700-4fad-aa6b-b52edf0cb68f req-ca946f66-a3b2-4353-967a-2f8e7c1579d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:50.703606 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc9e6120-3700-4fad-aa6b-b52edf0cb68f req-ca946f66-a3b2-4353-967a-2f8e7c1579d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6 HTTP/1.1" status: 200 len: 834 time: 0.0486386 Aug 09 16:44:50.723276 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-7db3b89c-1b26-4fe3-996b-82cc359d0494 None None] Set router e062c8ba-1e9e-4ba9-a096-ca51f4722756 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:44:50.752129 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e6120-3700-4fad-aa6b-b52edf0cb68f req-d2b0895f-ece4-424d-ba90-c83362b68915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:44:50.753745 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc9e6120-3700-4fad-aa6b-b52edf0cb68f req-d2b0895f-ece4-424d-ba90-c83362b68915 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5d122be-5869-412f-a2d9-8c36ad269269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418494 Aug 09 16:44:50.844572 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc9e6120-3700-4fad-aa6b-b52edf0cb68f req-80c85edb-772b-4f1a-be3e-b65a17ee46e8 service neutron] 10.222.0.60 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833454 Aug 09 16:44:50.945058 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bc9e6120-3700-4fad-aa6b-b52edf0cb68f req-c83b567e-dffd-4a88-9d8d-77b4001464c9 service neutron] 10.222.0.60 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924962 Aug 09 16:44:50.955868 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-7db3b89c-1b26-4fe3-996b-82cc359d0494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:44:38Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '78062d4c-ce26-4ff4-873d-9754baa8f715', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'port_id': '44dfed19-5f0d-4144-ba00-a2cbca5e4748', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'mac_address': 'fa:16:3e:73:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:44:49Z', 'updated_at': '2021-08-09T16:44:49Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aab6c5c-075a-4068-81fd-e6de9b22ff2a', 'name': '', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:7d:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:37Z', 'updated_at': '2021-08-09T16:44:43Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:44:50.984017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3b89c-1b26-4fe3-996b-82cc359d0494 None None] The sync data for ids ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'] in n-d-803778-2 is: [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:44:38Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '78062d4c-ce26-4ff4-873d-9754baa8f715', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'port_id': '44dfed19-5f0d-4144-ba00-a2cbca5e4748', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'mac_address': 'fa:16:3e:73:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:44:49Z', 'updated_at': '2021-08-09T16:44:49Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aab6c5c-075a-4068-81fd-e6de9b22ff2a', 'name': '', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:7d:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:37Z', 'updated_at': '2021-08-09T16:44:43Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:44:51.170479 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1af27-212d-4ae8-b73b-1fdd18fe2ebc None None] New status for floating IP 78062d4c-ce26-4ff4-873d-9754baa8f715: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:44:51.631636 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56440) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:51.693557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-537d2bc9-d653-4372-a5d2-d08dffdfd852 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/78062d4c-ce26-4ff4-873d-9754baa8f715 HTTP/1.1" status: 200 len: 994 time: 0.0602314 Aug 09 16:45:07.758670 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1714c9db-e2ff-4ecb-887d-82b4f9f23817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:10.620432 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0645230c-42f2-41fd-b951-8a9d94fce0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:10.999694 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:11.809127 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:11.988762 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:13.657640 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:13.768642 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:16.282536 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:45:19.225733 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9e2a426-0d37-44f1-8bfb-bb8aca54fb3a req-5a569ca3-4ebb-41cf-b7fc-e8433fa8d5f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422411 Aug 09 16:45:19.313417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a426-0d37-44f1-8bfb-bb8aca54fb3a req-a71f03ad-93c5-437c-9665-21ac621b8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:19.314948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9e2a426-0d37-44f1-8bfb-bb8aca54fb3a req-a71f03ad-93c5-437c-9665-21ac621b8693 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 1097 time: 0.0431416 Aug 09 16:45:19.429984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a426-0d37-44f1-8bfb-bb8aca54fb3a req-8da42ca7-7d54-4c24-af1e-67451e91b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:19.432072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9e2a426-0d37-44f1-8bfb-bb8aca54fb3a req-8da42ca7-7d54-4c24-af1e-67451e91b150 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5d122be-5869-412f-a2d9-8c36ad269269 HTTP/1.1" status: 200 len: 897 time: 0.0964234 Aug 09 16:45:19.511825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9e2a426-0d37-44f1-8bfb-bb8aca54fb3a req-8e71f71e-886f-4ea4-894b-43d180a88e55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfed19-5f0d-4144-ba00-a2cbca5e4748 HTTP/1.1" status: 200 len: 1002 time: 0.0699127 Aug 09 16:45:19.569020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a426-0d37-44f1-8bfb-bb8aca54fb3a req-f5a75016-dd4e-46d8-8c3d-d765450c11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:19.570710 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9e2a426-0d37-44f1-8bfb-bb8aca54fb3a req-f5a75016-dd4e-46d8-8c3d-d765450c11ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6 HTTP/1.1" status: 200 len: 834 time: 0.0501077 Aug 09 16:45:19.621368 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2a426-0d37-44f1-8bfb-bb8aca54fb3a req-4de1dde1-e60e-4143-987f-ed557ab526ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:19.622957 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9e2a426-0d37-44f1-8bfb-bb8aca54fb3a req-4de1dde1-e60e-4143-987f-ed557ab526ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5d122be-5869-412f-a2d9-8c36ad269269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442472 Aug 09 16:45:19.740097 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9e2a426-0d37-44f1-8bfb-bb8aca54fb3a req-15618862-8d5c-46c9-8a1d-8aca4ecdffa1 service neutron] 10.222.0.60 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080334 Aug 09 16:45:19.852063 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c9e2a426-0d37-44f1-8bfb-bb8aca54fb3a req-7889ea11-1409-42f4-a12c-d7261c3b5b6e service neutron] 10.222.0.60 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030560 Aug 09 16:45:25.075165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d67b5-5922-4b36-984a-8e18d61c260e req-c69ba91f-77b8-407b-9c55-bbbc7235e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:25.076666 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac8d67b5-5922-4b36-984a-8e18d61c260e req-c69ba91f-77b8-407b-9c55-bbbc7235e6ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 1097 time: 0.0433695 Aug 09 16:45:25.081087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97fb97-c0ae-49e6-a972-7a55357cf8c0 req-54378c94-dc89-4ea2-934c-5a5353804c4e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:25.082625 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c97fb97-c0ae-49e6-a972-7a55357cf8c0 req-54378c94-dc89-4ea2-934c-5a5353804c4e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0543728 Aug 09 16:45:25.123040 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4c97fb97-c0ae-49e6-a972-7a55357cf8c0 req-65c52ca2-743e-46a6-b302-9c6f77505de3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336132 Aug 09 16:45:25.172006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d67b5-5922-4b36-984a-8e18d61c260e req-a12ea89b-a0eb-4818-8b7e-63bce1ee8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:25.173564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac8d67b5-5922-4b36-984a-8e18d61c260e req-a12ea89b-a0eb-4818-8b7e-63bce1ee8712 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5d122be-5869-412f-a2d9-8c36ad269269 HTTP/1.1" status: 200 len: 897 time: 0.0892265 Aug 09 16:45:25.239122 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac8d67b5-5922-4b36-984a-8e18d61c260e req-5ec1bd05-40c1-4022-bbe7-befb8b53cd3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfed19-5f0d-4144-ba00-a2cbca5e4748 HTTP/1.1" status: 200 len: 1002 time: 0.0579555 Aug 09 16:45:25.290997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d67b5-5922-4b36-984a-8e18d61c260e req-1c6dee61-46f5-4b7b-bd8c-9447a121c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:25.292464 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac8d67b5-5922-4b36-984a-8e18d61c260e req-1c6dee61-46f5-4b7b-bd8c-9447a121c747 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6 HTTP/1.1" status: 200 len: 834 time: 0.0458400 Aug 09 16:45:25.349257 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d67b5-5922-4b36-984a-8e18d61c260e req-1ac845d4-f6c4-464e-9921-09ffb491f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:25.350768 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac8d67b5-5922-4b36-984a-8e18d61c260e req-1ac845d4-f6c4-464e-9921-09ffb491f1c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5d122be-5869-412f-a2d9-8c36ad269269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498426 Aug 09 16:45:25.438751 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac8d67b5-5922-4b36-984a-8e18d61c260e req-d386a6dc-d361-40f0-926a-eb8bd35cfff2 service neutron] 10.222.0.60 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799828 Aug 09 16:45:25.529858 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ac8d67b5-5922-4b36-984a-8e18d61c260e req-f4384fb4-afbd-4aae-bd53-fe769f96a4f6 service neutron] 10.222.0.60 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831559 Aug 09 16:45:26.240376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0a890-6c63-4294-9cfd-f2afd04a10fb req-3362502f-07a6-4f06-a727-f3aed4a34856 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:26.241887 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17a0a890-6c63-4294-9cfd-f2afd04a10fb req-3362502f-07a6-4f06-a727-f3aed4a34856 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0498235 Aug 09 16:45:26.279049 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-17a0a890-6c63-4294-9cfd-f2afd04a10fb req-08e0ac74-661e-4ff6-9721-69f00787b3ba tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310810 Aug 09 16:45:27.394438 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0b12b-0fcc-4a13-bba4-4442ab223d85 req-ea13835a-866d-441d-a485-10d6c3aa7c74 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:27.395921 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cdf0b12b-0fcc-4a13-bba4-4442ab223d85 req-ea13835a-866d-441d-a485-10d6c3aa7c74 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0487559 Aug 09 16:45:27.434522 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cdf0b12b-0fcc-4a13-bba4-4442ab223d85 req-4ac047ff-a9fa-403f-bf75-a3f3fa409a59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324473 Aug 09 16:45:28.547510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98956cd0-ef91-4950-a634-3dcd0cd449d3 req-f5aaaa2a-30ea-4ae7-a49f-e80f20beed6a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:28.549009 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98956cd0-ef91-4950-a634-3dcd0cd449d3 req-f5aaaa2a-30ea-4ae7-a49f-e80f20beed6a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0485208 Aug 09 16:45:28.586672 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98956cd0-ef91-4950-a634-3dcd0cd449d3 req-d1508d70-cf40-4bb4-943f-0eeecd34bd7f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318046 Aug 09 16:45:29.726575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe364b40-831d-4057-9dc0-f46777d6bbff req-25b64781-2e2f-4a3a-88f7-2d90c9455617 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:29.729410 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe364b40-831d-4057-9dc0-f46777d6bbff req-25b64781-2e2f-4a3a-88f7-2d90c9455617 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0694795 Aug 09 16:45:29.771419 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fe364b40-831d-4057-9dc0-f46777d6bbff req-5977b6e4-219d-4ee2-8c79-4fdf8e61cf41 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360503 Aug 09 16:45:30.893286 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8dea7-4029-4446-b2e3-99cd30eafc29 req-d380b805-7a2d-4111-883b-d7e463e11ecc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:30.894784 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08e8dea7-4029-4446-b2e3-99cd30eafc29 req-d380b805-7a2d-4111-883b-d7e463e11ecc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0540941 Aug 09 16:45:30.935051 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-08e8dea7-4029-4446-b2e3-99cd30eafc29 req-b652fbe3-b561-4c6d-a84a-a9c7b08e6452 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342753 Aug 09 16:45:32.053101 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8d6c7-dfd0-4088-8f24-33ea8c8e5de2 req-d18b9e03-d7c7-4971-8e7a-5e3106a3e1cd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:32.054600 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5f8d6c7-dfd0-4088-8f24-33ea8c8e5de2 req-d18b9e03-d7c7-4971-8e7a-5e3106a3e1cd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0521107 Aug 09 16:45:32.095058 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5f8d6c7-dfd0-4088-8f24-33ea8c8e5de2 req-5dae8e74-731a-4d10-974a-7c44e7d0bbdd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333765 Aug 09 16:45:33.208957 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285823c-f4d5-4192-8b0e-2c683f0d9d81 req-4160d237-2a97-4b37-991f-66e2f15bebc0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:33.210466 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6285823c-f4d5-4192-8b0e-2c683f0d9d81 req-4160d237-2a97-4b37-991f-66e2f15bebc0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0488145 Aug 09 16:45:33.248511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6285823c-f4d5-4192-8b0e-2c683f0d9d81 req-21f12534-873e-4d2a-a5c3-967f858732cc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Aug 09 16:45:34.366860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba261d-5b91-4dd5-9729-3cc76a53eb98 req-d7818dbd-168d-4bbe-a83f-bfabc4c60b7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:34.369001 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8cba261d-5b91-4dd5-9729-3cc76a53eb98 req-d7818dbd-168d-4bbe-a83f-bfabc4c60b7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0493624 Aug 09 16:45:34.406719 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8cba261d-5b91-4dd5-9729-3cc76a53eb98 req-09d6ab56-0c19-44f7-8e14-e37673a41cb8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316312 Aug 09 16:45:35.577570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b671d6-027d-4532-ad68-72f79f408a62 req-22bcc13e-649e-476e-81fc-434561952e47 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:35.579016 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61b671d6-027d-4532-ad68-72f79f408a62 req-22bcc13e-649e-476e-81fc-434561952e47 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.1035237 Aug 09 16:45:35.625959 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-61b671d6-027d-4532-ad68-72f79f408a62 req-5ed4dd80-e535-4d82-9b70-77e55e2e8a59 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405984 Aug 09 16:45:36.822477 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00661c-e943-4020-b3d7-c2d7334f9567 req-41537b38-893d-497d-afab-cd321aa4af6e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:36.824017 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ca00661c-e943-4020-b3d7-c2d7334f9567 req-41537b38-893d-497d-afab-cd321aa4af6e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.1294897 Aug 09 16:45:36.864555 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ca00661c-e943-4020-b3d7-c2d7334f9567 req-a82188bd-7583-443e-811e-11075ec653e6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340633 Aug 09 16:45:37.761721 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8730a81-6fd0-483a-9200-5c8a00adca07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:37.986094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7116862-f41f-4035-a249-2f0452b69ae8 req-a63f426f-c877-4d14-9ad4-989b980dcceb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:37.987643 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7116862-f41f-4035-a249-2f0452b69ae8 req-a63f426f-c877-4d14-9ad4-989b980dcceb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0543294 Aug 09 16:45:38.029108 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e7116862-f41f-4035-a249-2f0452b69ae8 req-20726bac-cc12-47d8-8972-a65d3942f837 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345039 Aug 09 16:45:39.148128 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2a74b-c8b1-409b-a4a9-539baeaaa0de req-d1346b17-da9c-4a4d-82e5-427188374b76 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:39.150219 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a0f2a74b-c8b1-409b-a4a9-539baeaaa0de req-d1346b17-da9c-4a4d-82e5-427188374b76 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0533023 Aug 09 16:45:39.188646 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a0f2a74b-c8b1-409b-a4a9-539baeaaa0de req-5cf525b1-eb63-4f1b-9850-334713c18ff7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325909 Aug 09 16:45:40.301646 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fbfe3-7415-4be4-adfc-7f746d70048e req-b186130c-af25-4c05-b553-86fd71ded30d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:40.303126 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c5fbfe3-7415-4be4-adfc-7f746d70048e req-b186130c-af25-4c05-b553-86fd71ded30d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0487092 Aug 09 16:45:40.341366 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2c5fbfe3-7415-4be4-adfc-7f746d70048e req-896fb180-0f56-4338-8aef-1488edd4e101 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320315 Aug 09 16:45:40.622061 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d74476c0-5121-4f60-9333-6e9543407ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:41.000936 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:41.460502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19669808-46ba-47dc-a679-edf162e9c72a req-1711634a-b4a7-4862-b016-bccc607e477a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:41.463042 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-19669808-46ba-47dc-a679-edf162e9c72a req-1711634a-b4a7-4862-b016-bccc607e477a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0526998 Aug 09 16:45:41.505082 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-19669808-46ba-47dc-a679-edf162e9c72a req-796783a1-334a-4471-a351-881898e588f9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358541 Aug 09 16:45:41.812095 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:41.993933 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:42.619744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e1174-1e57-486e-828c-159459c325bc req-ad9915d2-1101-4966-8483-3490a81abaa6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:45:42.621228 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b2e1174-1e57-486e-828c-159459c325bc req-ad9915d2-1101-4966-8483-3490a81abaa6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0488281 Aug 09 16:45:42.659586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7b2e1174-1e57-486e-828c-159459c325bc req-5a07005e-533b-4862-a0a3-d182c95a3220 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323634 Aug 09 16:45:42.683580 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56500) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:42.748642 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-684d6463-f559-43ea-abb2-3829d0e7e3ed tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/78062d4c-ce26-4ff4-873d-9754baa8f715 HTTP/1.1" status: 200 len: 994 time: 0.0639148 Aug 09 16:45:43.656357 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:43.799034 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:53.281313 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:46:07.766335 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2d41d586-dfd7-4029-a42d-3b25092e993d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:10.622040 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6f25baf9-70f9-48a0-a2ea-bfd0d0ef63cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:11.002450 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:11.815129 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:12.008784 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:13.242256 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56514) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:13.403160 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port f9a72316-9561-4773-aec9-1d2d6d3a189b {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:46:13.403510 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:13.478826 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:13.479147 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:13.490459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for f9a72316-9561-4773-aec9-1d2d6d3a189b owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:46:13.640112 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:13.659298 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:13.672989 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=f9a72316-9561-4773-aec9-1d2d6d3a189b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:13.698675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:13.699030 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:13.699393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:13.699715 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:13.700054 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:13.700390 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:13.700722 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:13.701053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:13.701384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:13.701741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:13.702071 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:13.702396 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:13.747680 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:13.748026 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Floating IP 78062d4c-ce26-4ff4-873d-9754baa8f715 disassociated (deleted). External IP: 172.25.2.235, port: 44dfed19-5f0d-4144-ba00-a2cbca5e4748. Aug 09 16:46:13.798366 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:13.963063 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router e062c8ba-1e9e-4ba9-a096-ca51f4722756 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:46:14.072431 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:46:14.077179 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:14.082271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec0597-36a7-4a8d-a6d9-6ce94ac54bb2 None None] Sync routers for ids ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:46:14.091358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec0597-36a7-4a8d-a6d9-6ce94ac54bb2 None None] Routers {'e062c8ba-1e9e-4ba9-a096-ca51f4722756'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:14.092071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dfec0597-36a7-4a8d-a6d9-6ce94ac54bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:46:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:14.107128 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a48dbb3b-d283-4c44-839d-183232e5fb42 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/floatingips/78062d4c-ce26-4ff4-873d-9754baa8f715 HTTP/1.1" status: 204 len: 168 time: 0.8633857 Aug 09 16:46:14.107546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'tag': '44dfed19-5f0d-4144-ba00-a2cbca5e4748'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:46:14.109824 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b72becf880fa2e28364131af1cfaf44d4ee17d3db2152149eb4b8d6f33c135a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837155c1-0148-4d8f-9f92-f9c6e51a7ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2877548-ba65-4ee1-9859-863f7ad60262", "tag": "44dfed19-5f0d-4144-ba00-a2cbca5e4748"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:46:14.150701 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d390e3e4-196f-4170-9d94-24712fe69a8f x-openstack-request-id: req-d390e3e4-196f-4170-9d94-24712fe69a8f {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:46:14.150991 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2877548-ba65-4ee1-9859-863f7ad60262", "tag": "44dfed19-5f0d-4144-ba00-a2cbca5e4748", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:46:14.151245 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d390e3e4-196f-4170-9d94-24712fe69a8f {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:46:14.151650 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'tag': '44dfed19-5f0d-4144-ba00-a2cbca5e4748', 'status': 'completed', 'code': 200} Aug 09 16:46:14.203237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-dfec0597-36a7-4a8d-a6d9-6ce94ac54bb2 None None] Set router e062c8ba-1e9e-4ba9-a096-ca51f4722756 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:14.222165 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837155c1-0148-4d8f-9f92-f9c6e51a7ae5 req-d9a64d28-7e54-4862-98e8-f2fe5549d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:14.224321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-837155c1-0148-4d8f-9f92-f9c6e51a7ae5 req-d9a64d28-7e54-4862-98e8-f2fe5549d471 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 1097 time: 0.0479774 Aug 09 16:46:14.332904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837155c1-0148-4d8f-9f92-f9c6e51a7ae5 req-59d9cced-83c8-492b-a388-ca5c08af19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:14.334439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-837155c1-0148-4d8f-9f92-f9c6e51a7ae5 req-59d9cced-83c8-492b-a388-ca5c08af19cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5d122be-5869-412f-a2d9-8c36ad269269 HTTP/1.1" status: 200 len: 897 time: 0.0981317 Aug 09 16:46:14.354253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60508f0-01b7-428e-bbba-aa8556d4798f req-b2ee2204-aed0-465c-8d1b-3d5f1b49fad0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:14.355798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e60508f0-01b7-428e-bbba-aa8556d4798f req-b2ee2204-aed0-465c-8d1b-3d5f1b49fad0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0539179 Aug 09 16:46:14.383757 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-837155c1-0148-4d8f-9f92-f9c6e51a7ae5 req-5735c60e-2608-4038-a660-7ef0aad2c3a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfed19-5f0d-4144-ba00-a2cbca5e4748 HTTP/1.1" status: 200 len: 217 time: 0.0405099 Aug 09 16:46:14.398041 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e60508f0-01b7-428e-bbba-aa8556d4798f req-57a8eb6d-d021-498c-8971-44644b910ae4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356064 Aug 09 16:46:14.417131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dfec0597-36a7-4a8d-a6d9-6ce94ac54bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:44:38Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '1aab6c5c-075a-4068-81fd-e6de9b22ff2a', 'name': '', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:7d:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:37Z', 'updated_at': '2021-08-09T16:44:43Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:14.442282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837155c1-0148-4d8f-9f92-f9c6e51a7ae5 req-1f1ac6ea-f347-4d07-af7e-716fd97f783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:14.443676 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec0597-36a7-4a8d-a6d9-6ce94ac54bb2 None None] Checking router: e062c8ba-1e9e-4ba9-a096-ca51f4722756 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:46:14.443825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-837155c1-0148-4d8f-9f92-f9c6e51a7ae5 req-1f1ac6ea-f347-4d07-af7e-716fd97f783d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6 HTTP/1.1" status: 200 len: 834 time: 0.0522292 Aug 09 16:46:14.452669 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec0597-36a7-4a8d-a6d9-6ce94ac54bb2 None None] Routers {'e062c8ba-1e9e-4ba9-a096-ca51f4722756'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:14.453283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dfec0597-36a7-4a8d-a6d9-6ce94ac54bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:46:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:14.492432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837155c1-0148-4d8f-9f92-f9c6e51a7ae5 req-9c83f78e-ea54-4574-87dd-4254a2302e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:14.493972 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-837155c1-0148-4d8f-9f92-f9c6e51a7ae5 req-9c83f78e-ea54-4574-87dd-4254a2302e74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5d122be-5869-412f-a2d9-8c36ad269269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407746 Aug 09 16:46:14.559074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-dfec0597-36a7-4a8d-a6d9-6ce94ac54bb2 None None] Set router e062c8ba-1e9e-4ba9-a096-ca51f4722756 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:14.583497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-837155c1-0148-4d8f-9f92-f9c6e51a7ae5 req-fe3eef22-c36e-463f-a7d3-7c4b011edb9d service neutron] 10.222.0.60 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805731 Aug 09 16:46:14.678611 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-837155c1-0148-4d8f-9f92-f9c6e51a7ae5 req-a034f9f5-fad3-4e8f-b262-2ef61c300b3a service neutron] 10.222.0.60 "GET /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862813 Aug 09 16:46:14.917152 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dfec0597-36a7-4a8d-a6d9-6ce94ac54bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:44:38Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '1aab6c5c-075a-4068-81fd-e6de9b22ff2a', 'name': '', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:7d:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:37Z', 'updated_at': '2021-08-09T16:44:43Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:14.942683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec0597-36a7-4a8d-a6d9-6ce94ac54bb2 None None] The sync data for ids ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'] in n-d-803778-2 is: [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:44:38Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '1aab6c5c-075a-4068-81fd-e6de9b22ff2a', 'name': '', 'network_id': 'd5d122be-5869-412f-a2d9-8c36ad269269', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:7d:8a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:37Z', 'updated_at': '2021-08-09T16:44:43Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:46:15.154063 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a6b53-6b9f-46f0-ade4-5152b5cd0132 None None] New status for floating IP 78062d4c-ce26-4ff4-873d-9754baa8f715: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:46:15.517630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe590b-ed9f-4635-8912-8bc6ffb2b681 req-25b7b541-205a-47c5-a8c0-f9ff9ec667f8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:15.519093 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dcbe590b-ed9f-4635-8912-8bc6ffb2b681 req-25b7b541-205a-47c5-a8c0-f9ff9ec667f8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0489924 Aug 09 16:46:15.558672 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-dcbe590b-ed9f-4635-8912-8bc6ffb2b681 req-33c0a5e5-c9c7-4270-acaa-6ddfe9de163a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329614 Aug 09 16:46:15.977378 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474094f8-041b-4434-b478-30e0475d6144 req-9f0fb8d6-a14c-47f9-97ed-d07f8b9be2bd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:15.978931 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-474094f8-041b-4434-b478-30e0475d6144 req-9f0fb8d6-a14c-47f9-97ed-d07f8b9be2bd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 946 time: 0.0563071 Aug 09 16:46:16.067494 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-474094f8-041b-4434-b478-30e0475d6144 req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port 44dfed19-5f0d-4144-ba00-a2cbca5e4748 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:46:16.067838 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-474094f8-041b-4434-b478-30e0475d6144 req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:16.156712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-474094f8-041b-4434-b478-30e0475d6144 req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port 44dfed19-5f0d-4144-ba00-a2cbca5e4748, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=44dfed19-5f0d-4144-ba00-a2cbca5e4748,segment=NetworkSegment(a0abd834-851f-4ac8-a795-a936c06631ca),segment_id=a0abd834-851f-4ac8-a795-a936c06631ca)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:16.156989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-474094f8-041b-4434-b478-30e0475d6144 req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:16.169553 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-474094f8-041b-4434-b478-30e0475d6144 req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for 44dfed19-5f0d-4144-ba00-a2cbca5e4748 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:46:16.294137 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-474094f8-041b-4434-b478-30e0475d6144 req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:16.331803 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=44dfed19-5f0d-4144-ba00-a2cbca5e4748,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:16.358346 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:16.358693 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:16.359032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:16.359366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:16.359692 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:16.360020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:16.360343 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:16.360663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:16.360983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:16.361313 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:16.361633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:16.361956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:16.384984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-474094f8-041b-4434-b478-30e0475d6144 req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] No DVR routers for this DVR port 44dfed19-5f0d-4144-ba00-a2cbca5e4748 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:46:16.387786 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-474094f8-041b-4434-b478-30e0475d6144 req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:16.390316 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-474094f8-041b-4434-b478-30e0475d6144 req-a5c01ead-1562-45e1-86e4-c4e0674fbd67 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "DELETE /v2.0/ports/44dfed19-5f0d-4144-ba00-a2cbca5e4748 HTTP/1.1" status: 204 len: 173 time: 0.4047854 Aug 09 16:46:16.390951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'name': 'network-vif-deleted', 'tag': '44dfed19-5f0d-4144-ba00-a2cbca5e4748'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:46:16.393180 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19a2d8a-ec59-4d78-878a-8949cdd64d2f" -d '{"events": [{"server_uuid": "f2877548-ba65-4ee1-9859-863f7ad60262", "name": "network-vif-deleted", "tag": "44dfed19-5f0d-4144-ba00-a2cbca5e4748"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:46:16.512229 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a947decd-27e1-4d1b-9417-e2394bfe28fb x-openstack-request-id: req-a947decd-27e1-4d1b-9417-e2394bfe28fb {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:46:16.512571 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2877548-ba65-4ee1-9859-863f7ad60262", "name": "network-vif-deleted", "tag": "44dfed19-5f0d-4144-ba00-a2cbca5e4748", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:46:16.512834 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a947decd-27e1-4d1b-9417-e2394bfe28fb {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:46:16.513262 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2877548-ba65-4ee1-9859-863f7ad60262', 'name': 'network-vif-deleted', 'tag': '44dfed19-5f0d-4144-ba00-a2cbca5e4748', 'status': 'completed', 'code': 200} Aug 09 16:46:16.665136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3853a5af-e9c4-488b-ac87-02af6ebf0da3 req-663d0dd5-04c3-43b2-baf6-32a5a74ed8da tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2877548-ba65-4ee1-9859-863f7ad60262 HTTP/1.1" status: 200 len: 210 time: 0.0285561 Aug 09 16:46:17.723085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56532) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:18.395444 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be19e30a-687e-4dca-b771-b8cae124eb91 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:18.650350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-be19e30a-687e-4dca-b771-b8cae124eb91 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:46:18.650608 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be19e30a-687e-4dca-b771-b8cae124eb91 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:18.744104 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-be19e30a-687e-4dca-b771-b8cae124eb91 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port 1aab6c5c-075a-4068-81fd-e6de9b22ff2a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=1aab6c5c-075a-4068-81fd-e6de9b22ff2a,segment=NetworkSegment(a0abd834-851f-4ac8-a795-a936c06631ca),segment_id=a0abd834-851f-4ac8-a795-a936c06631ca)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:18.744898 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be19e30a-687e-4dca-b771-b8cae124eb91 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:18.757280 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-be19e30a-687e-4dca-b771-b8cae124eb91 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for 1aab6c5c-075a-4068-81fd-e6de9b22ff2a owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:46:18.945749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be19e30a-687e-4dca-b771-b8cae124eb91 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:18.972245 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19e30a-687e-4dca-b771-b8cae124eb91 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=1aab6c5c-075a-4068-81fd-e6de9b22ff2a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:19.152190 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-be19e30a-687e-4dca-b771-b8cae124eb91 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:19.371788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be19e30a-687e-4dca-b771-b8cae124eb91 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router e062c8ba-1e9e-4ba9-a096-ca51f4722756 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:46:19.500069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be19e30a-687e-4dca-b771-b8cae124eb91 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:46:19.505222 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-be19e30a-687e-4dca-b771-b8cae124eb91 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "PUT /v2.0/routers/e062c8ba-1e9e-4ba9-a096-ca51f4722756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7810292 Aug 09 16:46:19.509103 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56534) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:19.510997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e3c79-bea6-4a67-a829-658f608f96de None None] Sync routers for ids ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:46:19.521376 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e3c79-bea6-4a67-a829-658f608f96de None None] Routers {'e062c8ba-1e9e-4ba9-a096-ca51f4722756'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:19.522109 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e23e3c79-bea6-4a67-a829-658f608f96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:46:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:19.562187 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 44dfed19-5f0d-4144-ba00-a2cbca5e4748 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:46:19.571637 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1deae81d-dd54-4094-b0b6-0d402636d332 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting subnet 5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:46:19.575622 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1deae81d-dd54-4094-b0b6-0d402636d332 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:19.586669 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 44dfed19-5f0d-4144-ba00-a2cbca5e4748 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:46:19.587018 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 44dfed19-5f0d-4144-ba00-a2cbca5e4748 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:46:19.625061 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1deae81d-dd54-4094-b0b6-0d402636d332 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:19.656666 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e23e3c79-bea6-4a67-a829-658f608f96de None None] Set router e062c8ba-1e9e-4ba9-a096-ca51f4722756 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:19.715083 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1deae81d-dd54-4094-b0b6-0d402636d332 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:19.779715 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1deae81d-dd54-4094-b0b6-0d402636d332 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:19.812773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deae81d-dd54-4094-b0b6-0d402636d332 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:19.814881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1deae81d-dd54-4094-b0b6-0d402636d332 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:19.819509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56536) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:19.820485 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1deae81d-dd54-4094-b0b6-0d402636d332 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/subnets/5dc5120c-ae9f-413e-95c0-7cbd50d4e5a6 HTTP/1.1" status: 204 len: 168 time: 0.3086822 Aug 09 16:46:19.856205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af210676-d5d9-4b29-ad76-b30a669f7590 None None] Network d5d122be-5869-412f-a2d9-8c36ad269269 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:46:19.968632 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.003227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e23e3c79-bea6-4a67-a829-658f608f96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:46:18Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:20.032293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e3c79-bea6-4a67-a829-658f608f96de None None] Checking router: e062c8ba-1e9e-4ba9-a096-ca51f4722756 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:46:20.045467 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e3c79-bea6-4a67-a829-658f608f96de None None] Routers {'e062c8ba-1e9e-4ba9-a096-ca51f4722756'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:20.046107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e23e3c79-bea6-4a67-a829-658f608f96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:46:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:20.094724 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.141292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] DHCP port deletion for d5d122be-5869-412f-a2d9-8c36ad269269 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:46:20.162528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port b6463e64-5f65-464f-ad26-b0f0963812e7 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:46:20.162878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.189625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e23e3c79-bea6-4a67-a829-658f608f96de None None] Set router e062c8ba-1e9e-4ba9-a096-ca51f4722756 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:20.248418 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port b6463e64-5f65-464f-ad26-b0f0963812e7, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=b6463e64-5f65-464f-ad26-b0f0963812e7,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:20.248886 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.261863 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for b6463e64-5f65-464f-ad26-b0f0963812e7 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:46:20.300419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Deleting port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:46:20.300793 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.391071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] For port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=bb4fd96e-7344-4c4f-8508-19dffdcf7eb6,segment=NetworkSegment(a0abd834-851f-4ac8-a795-a936c06631ca),segment_id=a0abd834-851f-4ac8-a795-a936c06631ca)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:20.391447 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.420917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Calling delete_port for bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:46:20.439606 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.467862 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=b6463e64-5f65-464f-ad26-b0f0963812e7,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:20.522886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e23e3c79-bea6-4a67-a829-658f608f96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:46:18Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:20.540604 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.556745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e3c79-bea6-4a67-a829-658f608f96de None None] The sync data for ids ['e062c8ba-1e9e-4ba9-a096-ca51f4722756'] in n-d-803778-2 is: [{'id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733535079', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:44:34Z', 'updated_at': '2021-08-09T16:46:18Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'b6463e64-5f65-464f-ad26-b0f0963812e7', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e062c8ba-1e9e-4ba9-a096-ca51f4722756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:44:35Z', 'updated_at': '2021-08-09T16:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:46:20.566716 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.607620 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Pushing event deleted for resources: {'Port': ['ID=bb4fd96e-7344-4c4f-8508-19dffdcf7eb6,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:20.610747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] No DVR routers for this DVR port bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:46:20.624006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:20.624006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:20.624526 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:20.624934 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:20.625439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:20.625971 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:20.626481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:20.626984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:20.627482 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:20.627983 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:20.628488 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:20.628997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08742e29-356a-4f48-bf8a-2506f997b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:20.641025 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.643197 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.688568 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.689165 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Fanout notify agent at l3_agent the message router_deleted on router e062c8ba-1e9e-4ba9-a096-ca51f4722756 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:46:20.696400 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.697556 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-97d7c085-dd88-4683-994c-b8ccc5cb0dc1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/routers/e062c8ba-1e9e-4ba9-a096-ca51f4722756 HTTP/1.1" status: 204 len: 168 time: 0.8765061 Aug 09 16:46:20.700258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56538) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:20.775283 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.868542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.878332 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d122be-5869-412f-a2d9-8c36ad269269']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:20.888484 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0abd834-851f-4ac8-a795-a936c06631ca') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:20.888774 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0abd834-851f-4ac8-a795-a936c06631ca') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:20.897446 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.918100 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.924164 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:46:20.924875 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:46:20.927457 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:46:20.990991 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.001206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.006565 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/networks/d5d122be-5869-412f-a2d9-8c36ad269269 HTTP/1.1" status: 204 len: 168 time: 0.3029678 Aug 09 16:46:21.006955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56540) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:21.031321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e09338-284e-4b9f-97da-7c5fefa4d01f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Network': ['ID=d5d122be-5869-412f-a2d9-8c36ad269269,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:21.087219 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-37b6e713-4b4e-49f7-8e63-13371c800cfb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.114128 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-37b6e713-4b4e-49f7-8e63-13371c800cfb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.182273 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-37b6e713-4b4e-49f7-8e63-13371c800cfb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.186094 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-37b6e713-4b4e-49f7-8e63-13371c800cfb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.190364 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-37b6e713-4b4e-49f7-8e63-13371c800cfb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/security-groups/6eb5d3a6-ea72-4f5d-86ff-88b933fabde8 HTTP/1.1" status: 204 len: 168 time: 0.1790531 Aug 09 16:46:21.203138 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6e713-4b4e-49f7-8e63-13371c800cfb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb5d3a6-ea72-4f5d-86ff-88b933fabde8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:21.467217 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56548) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:21.472094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-8a032c84-fbaa-4444-80df-3fd01e3a7af9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275833568', 'description': 'tempest-secgroup-smoke-275833568 description', 'project_id': '8074e18898434577b51d28fc936a7928'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:21.496837 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a032c84-fbaa-4444-80df-3fd01e3a7af9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.594328 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a032c84-fbaa-4444-80df-3fd01e3a7af9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.598481 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a032c84-fbaa-4444-80df-3fd01e3a7af9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.624227 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-8a032c84-fbaa-4444-80df-3fd01e3a7af9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.628173 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-8a032c84-fbaa-4444-80df-3fd01e3a7af9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1572938 Aug 09 16:46:21.628751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56550) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:21.635012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b6aa5226-1b18-46c6-9f66-eab402b97db5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'd4817daa-a71c-4f94-aa11-80aacb980dcf', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:21.639392 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a032c84-fbaa-4444-80df-3fd01e3a7af9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4817daa-a71c-4f94-aa11-80aacb980dcf,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:21.689055 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5226-1b18-46c6-9f66-eab402b97db5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.690495 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1aab6c5c-075a-4068-81fd-e6de9b22ff2a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:46:21.712148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 1aab6c5c-075a-4068-81fd-e6de9b22ff2a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:46:21.712404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 1aab6c5c-075a-4068-81fd-e6de9b22ff2a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:46:21.712827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b6463e64-5f65-464f-ad26-b0f0963812e7 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:46:21.736815 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: b6463e64-5f65-464f-ad26-b0f0963812e7 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:46:21.737260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device b6463e64-5f65-464f-ad26-b0f0963812e7 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:46:21.737789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:46:21.739644 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5226-1b18-46c6-9f66-eab402b97db5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.743964 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5226-1b18-46c6-9f66-eab402b97db5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.759480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:46:21.759832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device bb4fd96e-7344-4c4f-8508-19dffdcf7eb6 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:46:21.762866 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa5226-1b18-46c6-9f66-eab402b97db5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d1be06-bdda-4466-9ed6-7a197e564a8d,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:21.768338 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b6aa5226-1b18-46c6-9f66-eab402b97db5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.769655 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b6aa5226-1b18-46c6-9f66-eab402b97db5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397915 Aug 09 16:46:21.772702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56552) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:21.777846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7c42d7ed-bc03-4efe-b98e-e70168ad3d30 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'd4817daa-a71c-4f94-aa11-80aacb980dcf', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:21.807380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c42d7ed-bc03-4efe-b98e-e70168ad3d30 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.871764 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c42d7ed-bc03-4efe-b98e-e70168ad3d30 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.876290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c42d7ed-bc03-4efe-b98e-e70168ad3d30 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.894661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42d7ed-bc03-4efe-b98e-e70168ad3d30 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838988e4-f52c-48df-908c-45701b5f0a10,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:21.902471 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7c42d7ed-bc03-4efe-b98e-e70168ad3d30 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.903642 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7c42d7ed-bc03-4efe-b98e-e70168ad3d30 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293581 Aug 09 16:46:21.907434 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56554) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:21.911977 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-de1147f7-42e4-494d-b137-45d7a97278b3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'd4817daa-a71c-4f94-aa11-80aacb980dcf', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:21.938147 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de1147f7-42e4-494d-b137-45d7a97278b3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.003242 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de1147f7-42e4-494d-b137-45d7a97278b3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.007131 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de1147f7-42e4-494d-b137-45d7a97278b3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.026004 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1147f7-42e4-494d-b137-45d7a97278b3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b995d13-80c2-4115-b831-8e2fa99ef250,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:22.032606 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-de1147f7-42e4-494d-b137-45d7a97278b3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.033975 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-de1147f7-42e4-494d-b137-45d7a97278b3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256237 Aug 09 16:46:22.037124 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56556) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:22.041574 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-0a394546-ad51-478e-9041-bbd499804433 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'd4817daa-a71c-4f94-aa11-80aacb980dcf', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:22.068409 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0a394546-ad51-478e-9041-bbd499804433 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.129767 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0a394546-ad51-478e-9041-bbd499804433 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.134220 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0a394546-ad51-478e-9041-bbd499804433 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.149681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a394546-ad51-478e-9041-bbd499804433 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2c8544-b0dd-4aeb-b84c-f707f9036590,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:22.158398 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0a394546-ad51-478e-9041-bbd499804433 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.159597 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0a394546-ad51-478e-9041-bbd499804433 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215096 Aug 09 16:46:22.162361 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56558) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:22.166933 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-69555cf8-6b3f-4ebf-bf5f-b9ffe078391d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'd4817daa-a71c-4f94-aa11-80aacb980dcf', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:22.188079 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-69555cf8-6b3f-4ebf-bf5f-b9ffe078391d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Project 8074e18898434577b51d28fc936a7928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:46:22.192741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69555cf8-6b3f-4ebf-bf5f-b9ffe078391d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.252855 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69555cf8-6b3f-4ebf-bf5f-b9ffe078391d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.257177 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69555cf8-6b3f-4ebf-bf5f-b9ffe078391d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.275348 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69555cf8-6b3f-4ebf-bf5f-b9ffe078391d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57312e32-1465-4904-ac3d-1e853936f2e6,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:22.281974 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-69555cf8-6b3f-4ebf-bf5f-b9ffe078391d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.282771 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-69555cf8-6b3f-4ebf-bf5f-b9ffe078391d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194761 Aug 09 16:46:22.285867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56560) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:22.290330 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a823b6d7-a606-425e-a334-ee7c58f82155 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'd4817daa-a71c-4f94-aa11-80aacb980dcf', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:22.311630 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-a823b6d7-a606-425e-a334-ee7c58f82155 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Project 8074e18898434577b51d28fc936a7928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:46:22.316440 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a823b6d7-a606-425e-a334-ee7c58f82155 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.379967 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a823b6d7-a606-425e-a334-ee7c58f82155 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.384699 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a823b6d7-a606-425e-a334-ee7c58f82155 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.402141 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823b6d7-a606-425e-a334-ee7c58f82155 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdd5f31-fdbd-4a46-97a2-a297b6fd3dc3,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:22.408867 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a823b6d7-a606-425e-a334-ee7c58f82155 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.410118 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a823b6d7-a606-425e-a334-ee7c58f82155 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233034 Aug 09 16:46:22.413311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56562) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:22.418328 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-273de85e-bf71-4906-b99d-85e6c11fc988 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'network': {'name': 'tempest-network-smoke--1651524058', 'project_id': '8074e18898434577b51d28fc936a7928', 'port_security_enabled': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:22.440380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273de85e-bf71-4906-b99d-85e6c11fc988 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:46:22.443744 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-273de85e-bf71-4906-b99d-85e6c11fc988 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.467901 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273de85e-bf71-4906-b99d-85e6c11fc988 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:46:22.477633 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-273de85e-bf71-4906-b99d-85e6c11fc988 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.478009 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-273de85e-bf71-4906-b99d-85e6c11fc988 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Added segment acabad86-fddd-4548-9723-7c76fada0d06 of type vlan for network 09457889-6297-4dbc-91ec-8ef8ba01eca9 Aug 09 16:46:22.518755 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-273de85e-bf71-4906-b99d-85e6c11fc988 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.549015 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-273de85e-bf71-4906-b99d-85e6c11fc988 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.557788 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273de85e-bf71-4906-b99d-85e6c11fc988 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:22.558403 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-273de85e-bf71-4906-b99d-85e6c11fc988 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.624327 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-273de85e-bf71-4906-b99d-85e6c11fc988 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2098980 Aug 09 16:46:22.629461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56564) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:22.634148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273de85e-bf71-4906-b99d-85e6c11fc988 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Network': ['ID=09457889-6297-4dbc-91ec-8ef8ba01eca9,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:22.635211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'admin_state_up': True, 'project_id': '8074e18898434577b51d28fc936a7928', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:22.647814 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 09457889-6297-4dbc-91ec-8ef8ba01eca9 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:46:22.663481 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.665063 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.721788 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:22.862327 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:23.065882 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:23.086895 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:23.192903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.25.2.105 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/28601dda-e0c3-401e-8bef-fd5592854cd4) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:46:23.295037 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:23.339201 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:23.381252 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:46:23.386843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:46:23.391009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:46:23.418790 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=28601dda-e0c3-401e-8bef-fd5592854cd4,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:23.648462 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:24.203055 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:24.329578 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router cbc3670c-698a-4fb4-bb8a-2a341a83d052 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:46:24.452124 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:46:24.466171 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Sync routers for ids ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:46:24.471652 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:24.472982 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-1d4a5c08-4c77-495f-9fd1-265f2ff54e7a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8422148 Aug 09 16:46:24.475914 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Routers {'cbc3670c-698a-4fb4-bb8a-2a341a83d052'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:24.476952 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56566) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:24.477495 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:46:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:24.515101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4cce8068-9243-411b-9488-d7b1085128ed tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=8074e18898434577b51d28fc936a7928&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354066 Aug 09 16:46:24.516850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56568) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:24.585011 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Set router cbc3670c-698a-4fb4-bb8a-2a341a83d052 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:24.610058 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1b6e3d-4b2a-43c6-8a47-9dbd3550ce4c tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:24.611583 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2f1b6e3d-4b2a-43c6-8a47-9dbd3550ce4c tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936153 Aug 09 16:46:24.614450 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56570) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:24.642643 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b17348ed-aeef-44d4-8168-3d4595c8f290 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270748 Aug 09 16:46:24.645047 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56572) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:24.650719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b8154acc-a736-45a8-bd79-149d4744db31 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-874224101', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'project_id': '8074e18898434577b51d28fc936a7928', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:24.764950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8154acc-a736-45a8-bd79-149d4744db31 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:46:24.766942 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:46:23Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:24.769419 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8154acc-a736-45a8-bd79-149d4744db31 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:24.794975 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Checking router: cbc3670c-698a-4fb4-bb8a-2a341a83d052 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:46:24.795300 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Updating router cbc3670c-698a-4fb4-bb8a-2a341a83d052 port 28601dda-e0c3-401e-8bef-fd5592854cd4 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:46:24.820522 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:24.972092 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8154acc-a736-45a8-bd79-149d4744db31 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.034870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8154acc-a736-45a8-bd79-149d4744db31 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Subnet': ['ID=e709defe-0fe8-4e06-b39b-0688c08cc352,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:25.043416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8154acc-a736-45a8-bd79-149d4744db31 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Checking segment: {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:46:25.043778 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8154acc-a736-45a8-bd79-149d4744db31 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network hostable DHCP agents. Network: 09457889-6297-4dbc-91ec-8ef8ba01eca9, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:46:25.061267 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8154acc-a736-45a8-bd79-149d4744db31 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 09457889-6297-4dbc-91ec-8ef8ba01eca9 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:46:25.071666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b8154acc-a736-45a8-bd79-149d4744db31 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 09457889-6297-4dbc-91ec-8ef8ba01eca9) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:46:25.076431 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8154acc-a736-45a8-bd79-149d4744db31 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:25.077031 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b8154acc-a736-45a8-bd79-149d4744db31 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.082453 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb88969-6a48-40e5-8cd3-cc70bfa2b2b2 None None] Network 09457889-6297-4dbc-91ec-8ef8ba01eca9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:46:25.091834 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.095368 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b8154acc-a736-45a8-bd79-149d4744db31 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4491796 Aug 09 16:46:25.098308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56574) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:25.116327 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Transition to ACTIVE for port object 28601dda-e0c3-401e-8bef-fd5592854cd4 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:46:25.123598 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.178560 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Attempting to bind port 28601dda-e0c3-401e-8bef-fd5592854cd4 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:46:25.178966 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Attempting to bind port 28601dda-e0c3-401e-8bef-fd5592854cd4 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:46:25.179806 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Attempting to bind port 28601dda-e0c3-401e-8bef-fd5592854cd4 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:46:25.187734 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Pushing event updated for resources: {'Port': ['ID=28601dda-e0c3-401e-8bef-fd5592854cd4,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:25.190009 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:46:25.190595 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:46:25.191246 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.191657 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:46:25.192130 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Bound port: 28601dda-e0c3-401e-8bef-fd5592854cd4, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:46:25.192516 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.216944 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:25.217333 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:25.219530 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:25.219530 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:25.219530 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:25.219530 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:25.219530 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:25.219530 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:25.219530 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:25.220204 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:25.220204 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:25.220439 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:46:25.244336 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-09457889-6297-4dbc-91ec-8ef8ba01eca9', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'fixed_ips': [{'subnet_id': 'e709defe-0fe8-4e06-b39b-0688c08cc352'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:46:25.245324 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.257802 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] For port 28601dda-e0c3-401e-8bef-fd5592854cd4, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:46:25.261389 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] For port 28601dda-e0c3-401e-8bef-fd5592854cd4, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=28601dda-e0c3-401e-8bef-fd5592854cd4,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:46:25.266300 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.325807 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c15ac-7f89-44e2-97ff-387bdea6ea9c None None] Pushing event updated for resources: {'Port': ['ID=28601dda-e0c3-401e-8bef-fd5592854cd4,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:25.330934 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Routers {'cbc3670c-698a-4fb4-bb8a-2a341a83d052'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:25.331539 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:46:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:25.404579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Allocated IP 172.20.0.2 (09457889-6297-4dbc-91ec-8ef8ba01eca9/e709defe-0fe8-4e06-b39b-0688c08cc352/ba51a86b-fbb7-40a2-80bc-20f913532838) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:46:25.538943 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] Set router cbc3670c-698a-4fb4-bb8a-2a341a83d052 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:25.564880 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.575717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Transition to ACTIVE for port object ba51a86b-fbb7-40a2-80bc-20f913532838 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:46:25.588523 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.592628 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Transition to ACTIVE for port object ba51a86b-fbb7-40a2-80bc-20f913532838 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:46:25.598751 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.634948 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Network 09457889-6297-4dbc-91ec-8ef8ba01eca9 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:46:25.637997 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:46:25.643896 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:46:25.656451 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Pushing event updated for resources: {'Port': ['ID=ba51a86b-fbb7-40a2-80bc-20f913532838,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:25.712375 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Attempting to bind port ba51a86b-fbb7-40a2-80bc-20f913532838 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:46:25.712952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Attempting to bind port ba51a86b-fbb7-40a2-80bc-20f913532838 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:46:25.713505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Attempting to bind port ba51a86b-fbb7-40a2-80bc-20f913532838 on network 09457889-6297-4dbc-91ec-8ef8ba01eca9 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:46:25.718943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:46:25.719388 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Checking segment: {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:46:25.719855 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.720361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Bound using segment: {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:46:25.721106 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Bound port: ba51a86b-fbb7-40a2-80bc-20f913532838, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:46:25.721559 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.742620 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:46:23Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:25.771428 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efffc4-a604-4bc4-b072-de4dc2838f0e None None] The sync data for ids ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'] in n-d-803778-2 is: [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:46:23Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:46:25.804171 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] For port ba51a86b-fbb7-40a2-80bc-20f913532838, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:46:25.822727 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] For port ba51a86b-fbb7-40a2-80bc-20f913532838, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ba51a86b-fbb7-40a2-80bc-20f913532838,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:46:25.828456 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:25.896490 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.20.0.1 (09457889-6297-4dbc-91ec-8ef8ba01eca9/e709defe-0fe8-4e06-b39b-0688c08cc352/0356c8dc-c927-4da5-96d4-c068235379c6) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:46:25.948507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d44e1-0ba9-47cf-a2ae-093171092ae9 None None] Pushing event updated for resources: {'Port': ['ID=ba51a86b-fbb7-40a2-80bc-20f913532838,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:26.044771 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:26.086581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Transition to ACTIVE for port object 0356c8dc-c927-4da5-96d4-c068235379c6 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:46:26.131999 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:26.214772 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 09457889-6297-4dbc-91ec-8ef8ba01eca9 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:46:26.220993 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:46:26.224976 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:46:26.256667 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=0356c8dc-c927-4da5-96d4-c068235379c6,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:26.286704 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:26.430419 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:26.731713 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:26.737643 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:26.825995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=0356c8dc-c927-4da5-96d4-c068235379c6,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:26.829454 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:26.929858 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 09457889-6297-4dbc-91ec-8ef8ba01eca9 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:46:26.931577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:46:26.975111 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85363399-75b7-4d0d-bbd4-429095e7a0a0 None None] Network 09457889-6297-4dbc-91ec-8ef8ba01eca9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:46:27.048295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router cbc3670c-698a-4fb4-bb8a-2a341a83d052 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:46:27.051904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-97108ebf-7dff-448d-94e4-e5b902a784ff None None] Provisioning for port ba51a86b-fbb7-40a2-80bc-20f913532838 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:46:27.161983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:46:27.167939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e36cb9ab-39b5-48ce-a16d-0c7f635c3221 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "PUT /v2.0/routers/cbc3670c-698a-4fb4-bb8a-2a341a83d052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0683708 Aug 09 16:46:27.320541 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-8c17c6da-17a8-48d0-b953-303e9a588a6d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275833568&fields=id&tenant_id=8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 267 time: 0.0352890 Aug 09 16:46:27.409009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d2e57002-947d-4ce2-bafc-640997c049a3 None None] Provisioning for port 0356c8dc-c927-4da5-96d4-c068235379c6 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:46:27.414752 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-d2e57002-947d-4ce2-bafc-640997c049a3 None None] Provisioning complete for port 0356c8dc-c927-4da5-96d4-c068235379c6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:46:27.415128 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d2e57002-947d-4ce2-bafc-640997c049a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:27.468247 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-d2e57002-947d-4ce2-bafc-640997c049a3 None None] Port 0356c8dc-c927-4da5-96d4-c068235379c6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:46:27.472436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-be7cfb7d-51fc-4819-bd5d-83b8665afd25 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:27.474083 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-be7cfb7d-51fc-4819-bd5d-83b8665afd25 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/networks?id=09457889-6297-4dbc-91ec-8ef8ba01eca9 HTTP/1.1" status: 200 len: 797 time: 0.1463344 Aug 09 16:46:27.490638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ba51a86b-fbb7-40a2-80bc-20f913532838 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:46:27.503658 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-8b278f7a-95a7-4b35-a8d5-e8dffa7f438e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/quotas/8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 375 time: 0.0132389 Aug 09 16:46:27.552611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port ba51a86b-fbb7-40a2-80bc-20f913532838 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:46:27.557789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ba51a86b-fbb7-40a2-80bc-20f913532838 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:46:27.558364 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:27.579245 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5eebb678-29d7-402f-bad6-728118899494 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688164 Aug 09 16:46:27.585450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Sync routers for ids ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:46:27.609521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Routers {'cbc3670c-698a-4fb4-bb8a-2a341a83d052'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:27.610173 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:46:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:27.734416 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-d52e152a-e093-433e-81de-e772fc4e9b5a service neutron] 10.222.0.81 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525466 Aug 09 16:46:27.762417 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:27.766565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4bd5c226-5dad-401d-be64-fe9e8d5969b9 None None] Provisioning complete for port 0356c8dc-c927-4da5-96d4-c068235379c6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:46:27.766939 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4bd5c226-5dad-401d-be64-fe9e8d5969b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:27.801555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Set router cbc3670c-698a-4fb4-bb8a-2a341a83d052 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:27.839865 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-c8f469ec-84ed-4a48-9c5e-6181a25d35e5 service neutron] 10.222.0.81 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003997 Aug 09 16:46:27.858794 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5c226-5dad-401d-be64-fe9e8d5969b9 None None] Port 0356c8dc-c927-4da5-96d4-c068235379c6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:46:27.904096 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port ba51a86b-fbb7-40a2-80bc-20f913532838, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ba51a86b-fbb7-40a2-80bc-20f913532838,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:27.918629 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:27.919444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 28601dda-e0c3-401e-8bef-fd5592854cd4 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:46:28.058187 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5c32b356-eed3-4e91-bad1-6e0a54667408 req-a376b7ba-99d1-488f-acff-02ad8a156851 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 210 time: 0.0545187 Aug 09 16:46:28.070485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-0a414952-14b9-4b1f-a177-d03cdbd9f9c4 None None] Provisioning complete for port 0356c8dc-c927-4da5-96d4-c068235379c6 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:46:28.071060 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0a414952-14b9-4b1f-a177-d03cdbd9f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:28.076507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=ba51a86b-fbb7-40a2-80bc-20f913532838,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:28.116436 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 28601dda-e0c3-401e-8bef-fd5592854cd4 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:46:28.132344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 28601dda-e0c3-401e-8bef-fd5592854cd4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:46:28.132884 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:28.159052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-0a414952-14b9-4b1f-a177-d03cdbd9f9c4 None None] Port 0356c8dc-c927-4da5-96d4-c068235379c6 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:46:28.258428 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:28.266580 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:46:26Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0356c8dc-c927-4da5-96d4-c068235379c6', 'name': '', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:76:c7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:25Z', 'updated_at': '2021-08-09T16:46:26Z', 'revision_number': 2, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:28.299394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Checking router: cbc3670c-698a-4fb4-bb8a-2a341a83d052 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:46:28.299758 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Updating router cbc3670c-698a-4fb4-bb8a-2a341a83d052 port 0356c8dc-c927-4da5-96d4-c068235379c6 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:46:28.325994 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 28601dda-e0c3-401e-8bef-fd5592854cd4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=28601dda-e0c3-401e-8bef-fd5592854cd4,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:28.331509 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:28.361825 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:28.424612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=28601dda-e0c3-401e-8bef-fd5592854cd4,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:28.654794 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:28.664397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Transition to ACTIVE for port object 0356c8dc-c927-4da5-96d4-c068235379c6 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:46:28.670330 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:28.719672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794066a-1dd4-4f8a-8f4a-84c67b9a938a None None] Pushing event updated for resources: {'Port': ['ID=0356c8dc-c927-4da5-96d4-c068235379c6,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:28.775646 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Attempting to bind port 0356c8dc-c927-4da5-96d4-c068235379c6 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:46:28.776048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Attempting to bind port 0356c8dc-c927-4da5-96d4-c068235379c6 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:46:28.776418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Attempting to bind port 0356c8dc-c927-4da5-96d4-c068235379c6 on network 09457889-6297-4dbc-91ec-8ef8ba01eca9 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:46:28.782177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:46:28.782561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Checking segment: {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:46:28.782971 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:28.783370 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Bound using segment: {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:46:28.783841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Bound port: 0356c8dc-c927-4da5-96d4-c068235379c6, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:46:28.784228 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:28.856166 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] For port 0356c8dc-c927-4da5-96d4-c068235379c6, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:46:28.859213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] For port 0356c8dc-c927-4da5-96d4-c068235379c6, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0356c8dc-c927-4da5-96d4-c068235379c6,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:46:28.864280 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:28.923789 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Routers {'cbc3670c-698a-4fb4-bb8a-2a341a83d052'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:28.924427 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:46:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:28.965292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794066a-1dd4-4f8a-8f4a-84c67b9a938a None None] Pushing event updated for resources: {'Port': ['ID=0356c8dc-c927-4da5-96d4-c068235379c6,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:29.042248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-462eafd6-7a58-4a38-b23c-9ac4b893df72 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:29.044503 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-462eafd6-7a58-4a38-b23c-9ac4b893df72 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.53 "GET /v2.0/networks?id=09457889-6297-4dbc-91ec-8ef8ba01eca9 HTTP/1.1" status: 200 len: 797 time: 0.1588476 Aug 09 16:46:29.060148 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] Set router cbc3670c-698a-4fb4-bb8a-2a341a83d052 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:29.093991 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-82975139-d0ec-4767-b1e1-5d719e19a5f7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 379 time: 0.0384498 Aug 09 16:46:29.107615 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'port': {'device_id': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'admin_state_up': True, 'tenant_id': '8074e18898434577b51d28fc936a7928', 'security_groups': ['d4817daa-a71c-4f94-aa11-80aacb980dcf']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:29.192661 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-fb227abe-da7f-4f39-b6a5-e198725d8619 req-10a09d7c-a40b-4800-b480-56f2fe569ee2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 210 time: 0.0392785 Aug 09 16:46:29.249769 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:46:29.253259 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:29.287346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:46:26Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0356c8dc-c927-4da5-96d4-c068235379c6', 'name': '', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:76:c7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:25Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:29.314611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0e159b-0b62-4576-b1c8-1ab6b629af90 None None] The sync data for ids ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'] in n-d-803778-2 is: [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:46:26Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0356c8dc-c927-4da5-96d4-c068235379c6', 'name': '', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:76:c7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:25Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:46:29.394029 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.20.0.8 (09457889-6297-4dbc-91ec-8ef8ba01eca9/e709defe-0fe8-4e06-b39b-0688c08cc352/0123902b-10a0-4df8-8889-322ccd07d704) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:46:29.428819 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ba51a86b-fbb7-40a2-80bc-20f913532838 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:46:29.479824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port ba51a86b-fbb7-40a2-80bc-20f913532838 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:46:29.480464 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:29.558260 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:29.568330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 28601dda-e0c3-401e-8bef-fd5592854cd4 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:46:29.574139 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Transition to ACTIVE for port object 0123902b-10a0-4df8-8889-322ccd07d704 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:46:29.610273 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:29.621821 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 28601dda-e0c3-401e-8bef-fd5592854cd4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:46:29.622202 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:29.658264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 09457889-6297-4dbc-91ec-8ef8ba01eca9 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:46:29.662546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:46:29.667573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:46:29.705060 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=0123902b-10a0-4df8-8889-322ccd07d704,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:29.728510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:29.729183 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:29.747810 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-3df8cb76-d66f-41e7-94fb-28f0d1f7a1dc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6473293 Aug 09 16:46:29.760521 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Request body: {'port': {'device_id': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:29.822140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:29.914785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-792baac8-be34-437e-8b89-5090afd496ad None None] Provisioning for port 0123902b-10a0-4df8-8889-322ccd07d704 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:46:29.918850 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-792baac8-be34-437e-8b89-5090afd496ad None None] Provisioning complete for port 0123902b-10a0-4df8-8889-322ccd07d704 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:46:29.919297 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-792baac8-be34-437e-8b89-5090afd496ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:29.959434 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-792baac8-be34-437e-8b89-5090afd496ad None None] Port 0123902b-10a0-4df8-8889-322ccd07d704 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:46:30.107983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0123902b-10a0-4df8-8889-322ccd07d704 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:46:30.116928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:30.130035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Transition to ACTIVE for port object 0123902b-10a0-4df8-8889-322ccd07d704 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:46:30.134563 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:30.204259 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Pushing event updated for resources: {'Port': ['ID=0123902b-10a0-4df8-8889-322ccd07d704,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:30.282132 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:46:30.285627 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Attempting to bind port 0123902b-10a0-4df8-8889-322ccd07d704 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:46:30.285958 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Attempting to bind port 0123902b-10a0-4df8-8889-322ccd07d704 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:46:30.286284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Attempting to bind port 0123902b-10a0-4df8-8889-322ccd07d704 on network 09457889-6297-4dbc-91ec-8ef8ba01eca9 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:46:30.291453 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Port 0123902b-10a0-4df8-8889-322ccd07d704 on network 09457889-6297-4dbc-91ec-8ef8ba01eca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:46:30.291850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Attempting to bind port 0123902b-10a0-4df8-8889-322ccd07d704 on network 09457889-6297-4dbc-91ec-8ef8ba01eca9 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:46:30.297323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:46:30.297822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Checking segment: {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:46:30.298212 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Bound using segment: {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:46:30.298642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Bound port: 0123902b-10a0-4df8-8889-322ccd07d704, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:46:30.299000 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:30.331740 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d08123-dfae-4fac-8d41-937b82c51a8f req-4b46355e-235b-4fe1-88ca-10eec8dc6e92 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:30.333468 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-67d08123-dfae-4fac-8d41-937b82c51a8f req-4b46355e-235b-4fe1-88ca-10eec8dc6e92 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 943 time: 0.0588758 Aug 09 16:46:30.389366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:46:30.392878 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-67d08123-dfae-4fac-8d41-937b82c51a8f req-7d9af970-88ab-41b7-a961-2e4f9ef9117d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516932 Aug 09 16:46:30.394229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0123902b-10a0-4df8-8889-322ccd07d704,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:46:30.401243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:30.423243 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:30.423757 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:30.425477 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] 10.222.0.53 "PUT /v2.0/ports/0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 200 len: 1091 time: 0.6697495 Aug 09 16:46:30.443720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:46:30.446452 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc731b8-9529-4e8d-82ea-afe6b073f594" -d '{"events": [{"name": "network-changed", "server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "tag": "0123902b-10a0-4df8-8889-322ccd07d704"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:46:30.513462 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af68f14b-74e7-47ef-bb73-2112ebf319be x-openstack-request-id: req-af68f14b-74e7-47ef-bb73-2112ebf319be {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:46:30.513923 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "tag": "0123902b-10a0-4df8-8889-322ccd07d704", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:46:30.514233 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af68f14b-74e7-47ef-bb73-2112ebf319be {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:46:30.514698 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704', 'status': 'completed', 'code': 200} Aug 09 16:46:30.526096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfa41d-b16e-4e45-bb5c-76005fbf5379 service neutron] Pushing event updated for resources: {'Port': ['ID=0123902b-10a0-4df8-8889-322ccd07d704,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:30.540594 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-b9742fb1-57e2-4525-8f4f-2e7f50151f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:30.542212 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-b9742fb1-57e2-4525-8f4f-2e7f50151f30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 1094 time: 0.0730228 Aug 09 16:46:30.591509 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-fc5f9a00-1da3-4afd-b6c0-6d6146932588 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 200 len: 217 time: 0.0416470 Aug 09 16:46:30.651421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-8ed0b0ec-b83a-4e29-b08e-710068a4aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:30.653515 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-8ed0b0ec-b83a-4e29-b08e-710068a4aa9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e709defe-0fe8-4e06-b39b-0688c08cc352 HTTP/1.1" status: 200 len: 834 time: 0.0549846 Aug 09 16:46:30.702364 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-45b46a3c-b90d-4157-9778-81fc2913c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:30.703907 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-45b46a3c-b90d-4157-9778-81fc2913c343 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=09457889-6297-4dbc-91ec-8ef8ba01eca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439029 Aug 09 16:46:30.794988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-f0643f1e-624e-4578-b108-6035e68169cb service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839021 Aug 09 16:46:30.887143 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98d4c840-3134-4419-92c7-8ce5495afbf6 req-d543c658-3959-4098-b6bf-7110065a0e8e service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856233 Aug 09 16:46:30.974710 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc731b8-9529-4e8d-82ea-afe6b073f594 req-1e5dbedd-9c7b-4148-bac7-fb928da6fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:30.976900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfc731b8-9529-4e8d-82ea-afe6b073f594 req-1e5dbedd-9c7b-4148-bac7-fb928da6fd0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 1094 time: 0.0441239 Aug 09 16:46:31.070900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc731b8-9529-4e8d-82ea-afe6b073f594 req-4bf18246-6d00-47b0-89c7-d442e855bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:31.072311 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfc731b8-9529-4e8d-82ea-afe6b073f594 req-4bf18246-6d00-47b0-89c7-d442e855bd37 service neutron] 10.222.0.53 "GET /v2.0/networks?id=09457889-6297-4dbc-91ec-8ef8ba01eca9 HTTP/1.1" status: 200 len: 898 time: 0.0889885 Aug 09 16:46:31.115484 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfc731b8-9529-4e8d-82ea-afe6b073f594 req-1caa7c82-0bdf-484c-9833-be6381fef3ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 200 len: 217 time: 0.0349464 Aug 09 16:46:31.165623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc731b8-9529-4e8d-82ea-afe6b073f594 req-f4844953-b260-44fc-8b93-9798c3a4efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:31.167334 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfc731b8-9529-4e8d-82ea-afe6b073f594 req-f4844953-b260-44fc-8b93-9798c3a4efac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e709defe-0fe8-4e06-b39b-0688c08cc352 HTTP/1.1" status: 200 len: 834 time: 0.0444984 Aug 09 16:46:31.217449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc731b8-9529-4e8d-82ea-afe6b073f594 req-ba4bd482-36ca-488b-93cd-1ae31b5861ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:31.219772 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfc731b8-9529-4e8d-82ea-afe6b073f594 req-ba4bd482-36ca-488b-93cd-1ae31b5861ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=09457889-6297-4dbc-91ec-8ef8ba01eca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444808 Aug 09 16:46:31.309613 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfc731b8-9529-4e8d-82ea-afe6b073f594 req-19129092-8138-41d2-a1f7-1c8f129db585 service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821104 Aug 09 16:46:31.417288 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cfc731b8-9529-4e8d-82ea-afe6b073f594 req-82b31cce-4fb5-4f9c-bf7e-29622b9ba8be service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006610 Aug 09 16:46:31.428270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0356c8dc-c927-4da5-96d4-c068235379c6 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:46:31.484295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 0356c8dc-c927-4da5-96d4-c068235379c6 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:46:31.488663 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0356c8dc-c927-4da5-96d4-c068235379c6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:46:31.489223 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:31.537384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f03fe5-1c41-44fa-9cf1-e079b9251f44 req-3704b662-f7ac-4f42-9ddd-d9099ec33393 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:31.539840 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-86f03fe5-1c41-44fa-9cf1-e079b9251f44 req-3704b662-f7ac-4f42-9ddd-d9099ec33393 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 943 time: 0.0585983 Aug 09 16:46:31.585860 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:31.589371 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-86f03fe5-1c41-44fa-9cf1-e079b9251f44 req-6bbd06f4-6ed8-4853-bd9b-237e88d62a03 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430019 Aug 09 16:46:31.621400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 0356c8dc-c927-4da5-96d4-c068235379c6, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0356c8dc-c927-4da5-96d4-c068235379c6,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:31.625461 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:31.675397 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=0356c8dc-c927-4da5-96d4-c068235379c6,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:32.718173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca5dbc-c472-4e21-9b90-65feca013771 req-d28f4702-c61f-476c-9f80-4820d60ce25d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:32.719565 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01ca5dbc-c472-4e21-9b90-65feca013771 req-d28f4702-c61f-476c-9f80-4820d60ce25d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 943 time: 0.0500102 Aug 09 16:46:32.756477 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-01ca5dbc-c472-4e21-9b90-65feca013771 req-67a30191-76e9-4cae-92c7-cae3afa0b33c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309205 Aug 09 16:46:33.394483 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0356c8dc-c927-4da5-96d4-c068235379c6 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:46:33.442043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0356c8dc-c927-4da5-96d4-c068235379c6 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:46:33.442424 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:33.682735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 0123902b-10a0-4df8-8889-322ccd07d704 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:46:33.774946 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0123902b-10a0-4df8-8889-322ccd07d704,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:33.786494 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '0123902b-10a0-4df8-8889-322ccd07d704', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'port_id': '0123902b-10a0-4df8-8889-322ccd07d704', 'mac_address': 'fa:16:3e:3f:dc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:46:33.824744 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:33.837785 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0123902b-10a0-4df8-8889-322ccd07d704 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:46:33.861887 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0123902b-10a0-4df8-8889-322ccd07d704,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:33.867048 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:33.875084 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4626ff0-205e-4879-9e48-26b46faf6e24 req-3d5d9432-2863-410d-bbe6-01d9d1bd6e8e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:33.876670 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a4626ff0-205e-4879-9e48-26b46faf6e24 req-3d5d9432-2863-410d-bbe6-01d9d1bd6e8e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 943 time: 0.0505810 Aug 09 16:46:33.919227 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a4626ff0-205e-4879-9e48-26b46faf6e24 req-8d4edf99-da6d-43ea-b92f-37110082f4ed tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357697 Aug 09 16:46:34.079550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=0123902b-10a0-4df8-8889-322ccd07d704,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:34.115340 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['0123902b-10a0-4df8-8889-322ccd07d704'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:46:35.036725 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a8b26-58d7-4ee5-8d9a-8b00882da9a9 req-c8c8d2ee-caf3-4e31-b821-b7190f6e1c5d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:35.038293 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab1a8b26-58d7-4ee5-8d9a-8b00882da9a9 req-c8c8d2ee-caf3-4e31-b821-b7190f6e1c5d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 944 time: 0.0494912 Aug 09 16:46:35.080513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ab1a8b26-58d7-4ee5-8d9a-8b00882da9a9 req-9f38cbf6-d62d-4a3c-9cd0-22461efd0150 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360332 Aug 09 16:46:35.698015 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 0123902b-10a0-4df8-8889-322ccd07d704 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:46:35.750238 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 0123902b-10a0-4df8-8889-322ccd07d704 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:46:35.754172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 0123902b-10a0-4df8-8889-322ccd07d704 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:46:35.754550 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:35.850421 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:35.873059 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:46:35.875378 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97288d43-d07a-43b9-bd48-e923568c0562" -d '{"events": [{"server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "name": "network-vif-plugged", "status": "completed", "tag": "0123902b-10a0-4df8-8889-322ccd07d704"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:46:35.888358 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0123902b-10a0-4df8-8889-322ccd07d704,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:46:35.892781 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:35.920296 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e8d4d6-deb2-460d-8e1c-21a523bad0c5 x-openstack-request-id: req-e0e8d4d6-deb2-460d-8e1c-21a523bad0c5 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:46:35.920588 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "name": "network-vif-plugged", "status": "completed", "tag": "0123902b-10a0-4df8-8889-322ccd07d704", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:46:35.920835 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0e8d4d6-deb2-460d-8e1c-21a523bad0c5 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:46:35.921217 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704', 'code': 200} Aug 09 16:46:35.951225 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=0123902b-10a0-4df8-8889-322ccd07d704,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:36.012000 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b1608-68cb-428b-bbb6-478aafe58c95 req-5444d4e1-0ed7-4112-9978-7bdb1a6edcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:36.013494 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b55b1608-68cb-428b-bbb6-478aafe58c95 req-5444d4e1-0ed7-4112-9978-7bdb1a6edcf0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 1096 time: 0.0438108 Aug 09 16:46:36.048615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b55b1608-68cb-428b-bbb6-478aafe58c95 req-6451c7bb-ffdd-42aa-aaa8-b688cba24d9a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285304 Aug 09 16:46:36.193956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43af23d-3548-47f2-bd6c-e9ac12a2f0ac req-b56d33f2-af60-446b-9d19-41b4ef1a5e81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:36.195993 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d43af23d-3548-47f2-bd6c-e9ac12a2f0ac req-b56d33f2-af60-446b-9d19-41b4ef1a5e81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0503950 Aug 09 16:46:36.233537 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d43af23d-3548-47f2-bd6c-e9ac12a2f0ac req-1002e825-a8d6-48b5-8839-0bb2efd9e450 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315826 Aug 09 16:46:37.357082 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491df17e-d231-43be-a32c-0a293edd69db req-d7503cfb-e90e-420f-992b-88f0f7f87194 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:37.358618 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-491df17e-d231-43be-a32c-0a293edd69db req-d7503cfb-e90e-420f-992b-88f0f7f87194 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0539718 Aug 09 16:46:37.395772 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-491df17e-d231-43be-a32c-0a293edd69db req-ad490138-e6df-4804-985f-07207b9a77eb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312197 Aug 09 16:46:37.508495 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d3ca2-79cc-4f72-b8f9-2c51be165c9e req-6f3046e7-de40-40c8-b336-b16213c61f33 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:37.510000 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a98d3ca2-79cc-4f72-b8f9-2c51be165c9e req-6f3046e7-de40-40c8-b336-b16213c61f33 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0489850 Aug 09 16:46:37.548255 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a98d3ca2-79cc-4f72-b8f9-2c51be165c9e req-f5d3c331-0585-41f7-aea4-f969ac552a2a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323076 Aug 09 16:46:37.570287 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56626) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:37.613754 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c38577d-b7e9-4b94-9af4-87b790b84d02 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:37.615285 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3c38577d-b7e9-4b94-9af4-87b790b84d02 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 1091 time: 0.0439165 Aug 09 16:46:37.618120 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56628) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:37.622439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': '0123902b-10a0-4df8-8889-322ccd07d704', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:46:37.645271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:37.745035 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:37.768837 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8719ab54-97ee-43c0-bc39-92a609e445d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:38.213250 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.25.2.185 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/480deb9e-3c05-4a04-b6e0-ea006edc22a2) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:46:38.315030 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:38.353013 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:38.395498 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:46:38.399022 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:46:38.401432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:46:38.424216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=480deb9e-3c05-4a04-b6e0-ea006edc22a2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:38.769192 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:38.835150 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:38.990891 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:38.996559 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:39.063161 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=480deb9e-3c05-4a04-b6e0-ea006edc22a2,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:46:39.077391 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:39.183113 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Floating IP dab19180-0c1e-4dcd-9675-5526358e049b associated. External IP: 172.25.2.185, port: 0123902b-10a0-4df8-8889-322ccd07d704. Aug 09 16:46:39.399599 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router cbc3670c-698a-4fb4-bb8a-2a341a83d052 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:46:39.512581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:46:39.522045 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074c948-b8f1-4411-9309-ea5ada07ff3f None None] Sync routers for ids ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:46:39.528978 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:39.531957 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074c948-b8f1-4411-9309-ea5ada07ff3f None None] Routers {'cbc3670c-698a-4fb4-bb8a-2a341a83d052'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:39.532570 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5074c948-b8f1-4411-9309-ea5ada07ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:46:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:39.560405 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-30101972-1f6a-48e7-b5b0-f24c19b13fca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9388428 Aug 09 16:46:39.560405 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:46:39.560883 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ce9b46-6d7d-4950-a2bb-feb41dd8313d" -d '{"events": [{"name": "network-changed", "server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "tag": "0123902b-10a0-4df8-8889-322ccd07d704"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:46:39.598978 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da3da51-7673-4321-b7aa-464d56271bc8 x-openstack-request-id: req-1da3da51-7673-4321-b7aa-464d56271bc8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:46:39.599271 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "tag": "0123902b-10a0-4df8-8889-322ccd07d704", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:46:39.599522 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1da3da51-7673-4321-b7aa-464d56271bc8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:46:39.599932 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704', 'status': 'completed', 'code': 200} Aug 09 16:46:39.652440 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5074c948-b8f1-4411-9309-ea5ada07ff3f None None] Set router cbc3670c-698a-4fb4-bb8a-2a341a83d052 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:39.661958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbef2a-e112-4bcb-82bb-11663a21c588 req-ed3b7167-fab1-4f4c-8053-f618f124cd0b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:39.662732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce9b46-6d7d-4950-a2bb-feb41dd8313d req-3ac3ad85-333d-47b6-9a11-558c566bb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:39.664537 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-46dbef2a-e112-4bcb-82bb-11663a21c588 req-ed3b7167-fab1-4f4c-8053-f618f124cd0b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0538068 Aug 09 16:46:39.666516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70ce9b46-6d7d-4950-a2bb-feb41dd8313d req-3ac3ad85-333d-47b6-9a11-558c566bb461 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 1096 time: 0.0446112 Aug 09 16:46:39.714574 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-46dbef2a-e112-4bcb-82bb-11663a21c588 req-f7ff53e2-7ed1-447d-92a5-2677fb0b729e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439708 Aug 09 16:46:39.740517 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56634) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:39.767621 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce9b46-6d7d-4950-a2bb-feb41dd8313d req-c01fd59e-6ae4-4e5e-a67e-7baaffb2b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:39.769161 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70ce9b46-6d7d-4950-a2bb-feb41dd8313d req-c01fd59e-6ae4-4e5e-a67e-7baaffb2b177 service neutron] 10.222.0.53 "GET /v2.0/networks?id=09457889-6297-4dbc-91ec-8ef8ba01eca9 HTTP/1.1" status: 200 len: 898 time: 0.0959973 Aug 09 16:46:39.812561 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-01ba2ec9-767c-44bc-a0d7-efb6f6b37f66 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/dab19180-0c1e-4dcd-9675-5526358e049b HTTP/1.1" status: 200 len: 991 time: 0.0706630 Aug 09 16:46:39.840246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70ce9b46-6d7d-4950-a2bb-feb41dd8313d req-6040dcf4-d996-402c-b3d6-50e4283773da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 200 len: 999 time: 0.0630753 Aug 09 16:46:39.889673 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5074c948-b8f1-4411-9309-ea5ada07ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:46:26Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'dab19180-0c1e-4dcd-9675-5526358e049b', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'port_id': '0123902b-10a0-4df8-8889-322ccd07d704', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'mac_address': 'fa:16:3e:3f:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:46:38Z', 'updated_at': '2021-08-09T16:46:38Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0356c8dc-c927-4da5-96d4-c068235379c6', 'name': '', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:76:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:25Z', 'updated_at': '2021-08-09T16:46:31Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:39.891328 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce9b46-6d7d-4950-a2bb-feb41dd8313d req-4928bc28-ec0e-4cb5-961f-22314b73d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:39.892834 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70ce9b46-6d7d-4950-a2bb-feb41dd8313d req-4928bc28-ec0e-4cb5-961f-22314b73d3f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e709defe-0fe8-4e06-b39b-0688c08cc352 HTTP/1.1" status: 200 len: 834 time: 0.0456793 Aug 09 16:46:39.916522 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074c948-b8f1-4411-9309-ea5ada07ff3f None None] Checking router: cbc3670c-698a-4fb4-bb8a-2a341a83d052 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:46:39.924667 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074c948-b8f1-4411-9309-ea5ada07ff3f None None] Routers {'cbc3670c-698a-4fb4-bb8a-2a341a83d052'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:46:39.925272 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5074c948-b8f1-4411-9309-ea5ada07ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:46:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:39.949479 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce9b46-6d7d-4950-a2bb-feb41dd8313d req-8a56f066-5c7c-4d65-924f-76b721735211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:46:39.951069 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70ce9b46-6d7d-4950-a2bb-feb41dd8313d req-8a56f066-5c7c-4d65-924f-76b721735211 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=09457889-6297-4dbc-91ec-8ef8ba01eca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508690 Aug 09 16:46:40.030890 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-5074c948-b8f1-4411-9309-ea5ada07ff3f None None] Set router cbc3670c-698a-4fb4-bb8a-2a341a83d052 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:46:40.042767 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70ce9b46-6d7d-4950-a2bb-feb41dd8313d req-b9f0d75e-4920-479d-8b78-fbd599a98b24 service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848889 Aug 09 16:46:40.142972 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-70ce9b46-6d7d-4950-a2bb-feb41dd8313d req-42f5116d-2534-4a7a-9df0-e774edc06fd6 service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923381 Aug 09 16:46:40.254899 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-5074c948-b8f1-4411-9309-ea5ada07ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:46:26Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'dab19180-0c1e-4dcd-9675-5526358e049b', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'port_id': '0123902b-10a0-4df8-8889-322ccd07d704', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'mac_address': 'fa:16:3e:3f:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:46:38Z', 'updated_at': '2021-08-09T16:46:38Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0356c8dc-c927-4da5-96d4-c068235379c6', 'name': '', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:76:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:25Z', 'updated_at': '2021-08-09T16:46:31Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:46:40.284720 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074c948-b8f1-4411-9309-ea5ada07ff3f None None] The sync data for ids ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'] in n-d-803778-2 is: [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:46:26Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'dab19180-0c1e-4dcd-9675-5526358e049b', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'port_id': '0123902b-10a0-4df8-8889-322ccd07d704', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'mac_address': 'fa:16:3e:3f:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:46:38Z', 'updated_at': '2021-08-09T16:46:38Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0356c8dc-c927-4da5-96d4-c068235379c6', 'name': '', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:76:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:25Z', 'updated_at': '2021-08-09T16:46:31Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:46:40.464654 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ca66d-eff6-4d0e-a0cc-7eb23e71430f None None] New status for floating IP dab19180-0c1e-4dcd-9675-5526358e049b: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:46:40.624049 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-848d3b02-045c-4bfd-962a-7c5cc9af5387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:40.815529 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56636) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:46:40.877424 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f98a8e05-4ba9-404b-9f9c-662a5c730697 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/dab19180-0c1e-4dcd-9675-5526358e049b HTTP/1.1" status: 200 len: 993 time: 0.0607474 Aug 09 16:46:41.003214 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:41.820762 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:42.008665 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:43.663138 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:43.810123 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:07.281966 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:47:07.769212 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b1df872d-dfe4-4cb9-9801-4bebebb978c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:10.625708 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4c56a91b-d583-4846-9e8d-23c3eff776c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:11.004686 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:11.820072 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:12.009067 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:13.300490 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af59bf-11e5-4d69-850d-df2163f23632 req-05eaea3e-4672-4376-ba5f-02ce9c86a27c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:13.302333 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2af59bf-11e5-4d69-850d-df2163f23632 req-05eaea3e-4672-4376-ba5f-02ce9c86a27c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0509710 Aug 09 16:47:13.350612 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a2af59bf-11e5-4d69-850d-df2163f23632 req-70dd6a70-f0b2-4e3c-904d-37d79cdb4ef2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359600 Aug 09 16:47:13.404894 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-1283d18f-49db-43ad-bb35-f237e5d2c3e9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951173 Aug 09 16:47:13.667820 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:13.811592 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:14.468521 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442812ed-fe1c-4565-aefb-fa45e94060dd req-b744f2bd-322e-48dd-ba4c-2a2cda68c424 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:14.470059 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-442812ed-fe1c-4565-aefb-fa45e94060dd req-b744f2bd-322e-48dd-ba4c-2a2cda68c424 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0499468 Aug 09 16:47:14.513365 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-442812ed-fe1c-4565-aefb-fa45e94060dd req-6a0a5c89-a8db-49e8-ba69-7bb4402fe995 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359118 Aug 09 16:47:14.626589 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-97a6c38a-3d52-408b-8bd3-8a8e83cb30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:14.628167 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-97a6c38a-3d52-408b-8bd3-8a8e83cb30b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 1096 time: 0.0874083 Aug 09 16:47:14.716867 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-c8b78b35-6aaa-4d77-81fe-870af2fe7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:14.718370 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-c8b78b35-6aaa-4d77-81fe-870af2fe7873 service neutron] 10.222.0.53 "GET /v2.0/networks?id=09457889-6297-4dbc-91ec-8ef8ba01eca9 HTTP/1.1" status: 200 len: 898 time: 0.0833786 Aug 09 16:47:14.787244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-83f06e0c-745f-49d9-b6c4-a06a44b3309a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 200 len: 1001 time: 0.0613208 Aug 09 16:47:14.836238 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6f840dd-bedf-45cf-ac6f-83af5c2eb066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:14.837807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6f840dd-bedf-45cf-ac6f-83af5c2eb066 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e709defe-0fe8-4e06-b39b-0688c08cc352 HTTP/1.1" status: 200 len: 834 time: 0.0438187 Aug 09 16:47:14.883349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-6b6730d1-02ac-4f6e-92c4-65645de552f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:14.884825 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-6b6730d1-02ac-4f6e-92c4-65645de552f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=09457889-6297-4dbc-91ec-8ef8ba01eca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407047 Aug 09 16:47:14.974891 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-1e18a871-6eae-47c3-92f3-59ed62ab24ed service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831523 Aug 09 16:47:15.061729 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-f90f7e59-2ad8-431f-bdb9-d3f2db81ecaf service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803826 Aug 09 16:47:15.632909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7513ad0-5499-4dea-848f-687b3433c72a req-b1d6b6f5-093b-419f-a30f-f69bb55c24ec tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:15.634323 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7513ad0-5499-4dea-848f-687b3433c72a req-b1d6b6f5-093b-419f-a30f-f69bb55c24ec tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0502052 Aug 09 16:47:15.672019 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a7513ad0-5499-4dea-848f-687b3433c72a req-a8e22451-f87e-42af-9e3e-343de3dbb9a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318189 Aug 09 16:47:16.789919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30722e09-9e6f-4995-abee-4eaa09ce5f17 req-6d0d4f1d-61ab-4329-82fb-37a3710d7e2c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:16.791390 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-30722e09-9e6f-4995-abee-4eaa09ce5f17 req-6d0d4f1d-61ab-4329-82fb-37a3710d7e2c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0523372 Aug 09 16:47:16.829857 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-30722e09-9e6f-4995-abee-4eaa09ce5f17 req-5a918228-f320-49ff-834e-eff417606e96 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321126 Aug 09 16:47:17.953130 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69a74d-f48f-4778-8c08-a8b47c1832fc req-65a929be-cd6e-464c-92eb-59dd8a53a665 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:17.954637 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7e69a74d-f48f-4778-8c08-a8b47c1832fc req-65a929be-cd6e-464c-92eb-59dd8a53a665 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0541837 Aug 09 16:47:17.996105 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7e69a74d-f48f-4778-8c08-a8b47c1832fc req-2dbaec88-93cd-4f99-9538-dfd631a3416e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328813 Aug 09 16:47:19.114852 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659acab7-4545-484b-b903-15447192a136 req-92025163-2180-43ae-9cf8-132a63143cdb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:19.116309 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-659acab7-4545-484b-b903-15447192a136 req-92025163-2180-43ae-9cf8-132a63143cdb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0523293 Aug 09 16:47:19.153972 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-659acab7-4545-484b-b903-15447192a136 req-9ad5ad11-bfe4-480a-93ed-ce74b1fd60be tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315194 Aug 09 16:47:20.272950 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40b104-aee0-4bc6-9ee8-faabb68d9c74 req-4938d19a-01ac-4070-928b-5ae5057fdf1f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:20.274469 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb40b104-aee0-4bc6-9ee8-faabb68d9c74 req-4938d19a-01ac-4070-928b-5ae5057fdf1f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0503814 Aug 09 16:47:20.313942 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-cb40b104-aee0-4bc6-9ee8-faabb68d9c74 req-0af95ba9-d7e0-45e8-a4ee-277318d4b3d9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334730 Aug 09 16:47:21.431390 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e21fe3-e289-49ed-b54b-29f0a712ad19 req-c580f88d-2a74-4fbb-99ac-50d9425417cc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:21.433158 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4e21fe3-e289-49ed-b54b-29f0a712ad19 req-c580f88d-2a74-4fbb-99ac-50d9425417cc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0501645 Aug 09 16:47:21.474370 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4e21fe3-e289-49ed-b54b-29f0a712ad19 req-569f6129-c5af-482c-a454-8403c9c50d46 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319300 Aug 09 16:47:22.601988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cf57a-3105-4260-af8c-58627c16f849 req-8fac7ae0-d60a-4850-8117-fc68aa7dc4d1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:22.603459 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-014cf57a-3105-4260-af8c-58627c16f849 req-8fac7ae0-d60a-4850-8117-fc68aa7dc4d1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0502415 Aug 09 16:47:22.641488 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-014cf57a-3105-4260-af8c-58627c16f849 req-78e768e4-c746-42b1-8802-6b1dcdf4e670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320513 Aug 09 16:47:23.765625 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda986a-c4c7-4208-8d88-879c36fc6376 req-343705e0-f955-4db1-a776-90c3782e7ed4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:23.767359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8bda986a-c4c7-4208-8d88-879c36fc6376 req-343705e0-f955-4db1-a776-90c3782e7ed4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0519645 Aug 09 16:47:23.805690 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8bda986a-c4c7-4208-8d88-879c36fc6376 req-f08467cb-c890-4470-b931-05df05d3f0ba tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312355 Aug 09 16:47:24.924810 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf93115-99af-48ca-8135-7b0f7dd6500d req-d42dbafe-043c-4ad3-a900-f81ac60a11d4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:24.926324 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3bf93115-99af-48ca-8135-7b0f7dd6500d req-d42dbafe-043c-4ad3-a900-f81ac60a11d4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0520778 Aug 09 16:47:24.964741 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3bf93115-99af-48ca-8135-7b0f7dd6500d req-47cf7ac3-aefa-4ecd-9b94-9331601a3ac0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314894 Aug 09 16:47:26.013093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d155f0-665e-4af2-aad6-8c3898a077e3 req-c8b5cc5d-56b0-4163-82a0-3900cbba6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:26.014651 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32d155f0-665e-4af2-aad6-8c3898a077e3 req-c8b5cc5d-56b0-4163-82a0-3900cbba6e60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 1096 time: 0.0422237 Aug 09 16:47:26.081064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba72e7-ca19-480d-8e7d-179c4025f809 req-9703da69-0cfe-4510-a183-12d449c87bbc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:26.082664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-55ba72e7-ca19-480d-8e7d-179c4025f809 req-9703da69-0cfe-4510-a183-12d449c87bbc tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0489299 Aug 09 16:47:26.128663 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d155f0-665e-4af2-aad6-8c3898a077e3 req-f2d15516-ad88-47b4-8c28-a710d1fcd74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:26.128896 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-55ba72e7-ca19-480d-8e7d-179c4025f809 req-ad47e10d-d62b-486c-bddc-d9a3dce4a226 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389256 Aug 09 16:47:26.130601 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32d155f0-665e-4af2-aad6-8c3898a077e3 req-f2d15516-ad88-47b4-8c28-a710d1fcd74d service neutron] 10.222.0.53 "GET /v2.0/networks?id=09457889-6297-4dbc-91ec-8ef8ba01eca9 HTTP/1.1" status: 200 len: 898 time: 0.0969737 Aug 09 16:47:26.197988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32d155f0-665e-4af2-aad6-8c3898a077e3 req-426c043c-16ca-49d9-af4f-ed45938403ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 200 len: 1001 time: 0.0595884 Aug 09 16:47:26.245557 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d155f0-665e-4af2-aad6-8c3898a077e3 req-a7035caf-e0fd-4562-a5fd-3567134bda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:26.246998 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32d155f0-665e-4af2-aad6-8c3898a077e3 req-a7035caf-e0fd-4562-a5fd-3567134bda9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e709defe-0fe8-4e06-b39b-0688c08cc352 HTTP/1.1" status: 200 len: 834 time: 0.0424085 Aug 09 16:47:26.299452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d155f0-665e-4af2-aad6-8c3898a077e3 req-e2ec6825-b7db-449d-a6ef-d53d0d41f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:26.300936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32d155f0-665e-4af2-aad6-8c3898a077e3 req-e2ec6825-b7db-449d-a6ef-d53d0d41f478 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=09457889-6297-4dbc-91ec-8ef8ba01eca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470254 Aug 09 16:47:26.391586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32d155f0-665e-4af2-aad6-8c3898a077e3 req-c2f60535-d1e4-4855-bef5-4acd324785e5 service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828950 Aug 09 16:47:26.484697 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-32d155f0-665e-4af2-aad6-8c3898a077e3 req-54a395a8-eda2-4663-9eab-ad6aad70d3fe service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855243 Aug 09 16:47:27.246709 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466ed1f-0ccd-4ab9-87b7-49a9cee4dafa req-6c0dee4d-ab17-42af-9a47-0efdb1bc38b3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:27.248233 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9466ed1f-0ccd-4ab9-87b7-49a9cee4dafa req-6c0dee4d-ab17-42af-9a47-0efdb1bc38b3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0488558 Aug 09 16:47:27.286337 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9466ed1f-0ccd-4ab9-87b7-49a9cee4dafa req-2db3b884-531f-46d4-96a4-f039296d5641 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321927 Aug 09 16:47:28.404426 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52563ea1-251c-4534-bcc5-679d193a44c1 req-492fb7bd-fa5c-4c48-a687-480ee64ca8b3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:28.406012 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52563ea1-251c-4534-bcc5-679d193a44c1 req-492fb7bd-fa5c-4c48-a687-480ee64ca8b3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0524883 Aug 09 16:47:28.455163 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-52563ea1-251c-4534-bcc5-679d193a44c1 req-7ce6af53-9fb3-4f8c-bfeb-8d66cc5aa0d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423465 Aug 09 16:47:29.573389 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648aa3c-0008-4a8d-ace8-af1523155c9e req-4f5645fb-3053-4c9b-85d7-67e1152573a0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:29.574927 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f648aa3c-0008-4a8d-ace8-af1523155c9e req-4f5645fb-3053-4c9b-85d7-67e1152573a0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0487466 Aug 09 16:47:29.613077 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f648aa3c-0008-4a8d-ace8-af1523155c9e req-ddd6bafc-d1ee-4ae8-bd6f-6d471ba9f392 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322323 Aug 09 16:47:30.736758 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4828971-ae25-4de9-b364-c0dde1d57a21 req-ea3a1335-00ad-4583-86d9-65289c03524c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:30.738267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4828971-ae25-4de9-b364-c0dde1d57a21 req-ea3a1335-00ad-4583-86d9-65289c03524c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0532572 Aug 09 16:47:30.776701 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4828971-ae25-4de9-b364-c0dde1d57a21 req-9fd36447-8489-4289-97be-fd630fbcc667 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Aug 09 16:47:31.896673 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c965412-28a8-4e67-98ab-88c293d36fca req-ca278596-7623-408d-bb10-7a6ce35ceb9d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:31.898936 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c965412-28a8-4e67-98ab-88c293d36fca req-ca278596-7623-408d-bb10-7a6ce35ceb9d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0497286 Aug 09 16:47:31.976790 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4c965412-28a8-4e67-98ab-88c293d36fca req-f74cb024-7237-4449-b759-1ea4ac4964d1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679381 Aug 09 16:47:31.985244 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-cea86ca6-1b34-4cb9-8bf9-d1e8441befd5 service neutron] show failed (client error): The resource could not be found. Aug 09 16:47:31.986230 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-cea86ca6-1b34-4cb9-8bf9-d1e8441befd5 service neutron] 10.222.0.53 "GET /v2.0/ports/0123902b-10a0-4df8-8889-322ccd07d704/bindings/n-h2-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.0826294 Aug 09 16:47:32.182366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-f3803ff6-7b54-45f8-b96c-aeeac1e63226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:32.183805 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-f3803ff6-7b54-45f8-b96c-aeeac1e63226 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c&tenant_id=8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 1096 time: 0.0437624 Aug 09 16:47:32.197236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:47:32.252129 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:32.461965 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=0123902b-10a0-4df8-8889-322ccd07d704,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:47:32.498001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:47:32.538044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:47:32.540290 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659bca32-0869-4956-a4df-7f136d8c132b" -d '{"events": [{"server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "name": "network-vif-unplugged", "status": "completed", "tag": "0123902b-10a0-4df8-8889-322ccd07d704"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:47:32.544371 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:32.558079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Transition to ACTIVE for port object 0123902b-10a0-4df8-8889-322ccd07d704 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:47:32.562152 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:32.593458 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4c6253-09bb-42ba-bdd4-00b310aae759 x-openstack-request-id: req-4a4c6253-09bb-42ba-bdd4-00b310aae759 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:47:32.593794 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "name": "network-vif-unplugged", "status": "completed", "tag": "0123902b-10a0-4df8-8889-322ccd07d704", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:47:32.594048 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a4c6253-09bb-42ba-bdd4-00b310aae759 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:47:32.594442 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704', 'code': 200} Aug 09 16:47:32.614556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Pushing event updated for resources: {'Port': ['ID=0123902b-10a0-4df8-8889-322ccd07d704,revision_number=6']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:32.657235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:32.657633 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:32.657952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:32.658289 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:32.658620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:32.658969 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:32.659282 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:32.659609 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:32.659933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:32.660254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:32.660577 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:32.660900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:32.718172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] No DVR routers for this DVR port 0123902b-10a0-4df8-8889-322ccd07d704 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:47:32.856940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Attempting to bind port 0123902b-10a0-4df8-8889-322ccd07d704 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:47:32.857280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Attempting to bind port 0123902b-10a0-4df8-8889-322ccd07d704 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:47:32.857640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Attempting to bind port 0123902b-10a0-4df8-8889-322ccd07d704 on network 09457889-6297-4dbc-91ec-8ef8ba01eca9 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:47:32.861927 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Port 0123902b-10a0-4df8-8889-322ccd07d704 on network 09457889-6297-4dbc-91ec-8ef8ba01eca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:47:32.862262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Attempting to bind port 0123902b-10a0-4df8-8889-322ccd07d704 on network 09457889-6297-4dbc-91ec-8ef8ba01eca9 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:47:32.867896 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:47:32.868174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Checking segment: {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:47:32.868570 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Bound using segment: {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:47:32.869008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Bound port: 0123902b-10a0-4df8-8889-322ccd07d704, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acabad86-fddd-4548-9723-7c76fada0d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:47:32.869381 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:32.933750 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:47:32.936939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0123902b-10a0-4df8-8889-322ccd07d704,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:47:32.941352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:32.979437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:32.980549 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:32.981977 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] 10.222.0.60 "PUT /v2.0/ports/0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 200 len: 1091 time: 0.7892184 Aug 09 16:47:33.034063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efc04e-7ddb-4a39-9847-8b838a5135fe service neutron] Pushing event updated for resources: {'Port': ['ID=0123902b-10a0-4df8-8889-322ccd07d704,revision_number=7']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:33.054654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-d2cc7e31-ecd5-496d-a7ff-ca9ed332e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:33.056236 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-d2cc7e31-ecd5-496d-a7ff-ca9ed332e2d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 1094 time: 0.0511105 Aug 09 16:47:33.160771 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478197b-bb5b-4487-b31a-dbb62d872629 req-8d768f69-7014-40b8-9783-19a5f8a51d0e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:33.162353 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9478197b-bb5b-4487-b31a-dbb62d872629 req-8d768f69-7014-40b8-9783-19a5f8a51d0e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 943 time: 0.1049685 Aug 09 16:47:33.207830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-8dd56592-e57e-40fd-b9c5-3ceaa4d6bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:33.209287 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-8dd56592-e57e-40fd-b9c5-3ceaa4d6bb4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=09457889-6297-4dbc-91ec-8ef8ba01eca9 HTTP/1.1" status: 200 len: 898 time: 0.1265919 Aug 09 16:47:33.229503 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9478197b-bb5b-4487-b31a-dbb62d872629 req-e0355b52-2e58-441a-9b61-8f5c99f2a485 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572126 Aug 09 16:47:33.279577 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-00dc7e19-3484-4f60-bbd2-4892237a68a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 200 len: 999 time: 0.0619278 Aug 09 16:47:33.332297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-d09c18e0-c91a-4937-8ac3-f821bdcca284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:33.333759 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-d09c18e0-c91a-4937-8ac3-f821bdcca284 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e709defe-0fe8-4e06-b39b-0688c08cc352 HTTP/1.1" status: 200 len: 834 time: 0.0465512 Aug 09 16:47:33.379973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-72875108-8e62-4a2b-92cc-97232e8ec17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:33.382035 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-72875108-8e62-4a2b-92cc-97232e8ec17e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09457889-6297-4dbc-91ec-8ef8ba01eca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403275 Aug 09 16:47:33.472807 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-3cfe0e19-69b7-45a3-b372-78d9578a7d55 service neutron] 10.222.0.60 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827930 Aug 09 16:47:33.911965 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-d4ce2d26-b7b5-4971-93fa-6b1d63f36aec service neutron] 10.222.0.60 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316134 Aug 09 16:47:34.352418 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de0986-05bd-4d97-92f2-bbfe1b06dd75 req-15a5fc15-073f-48e6-91e1-6542ae3ef953 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:34.353926 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8de0986-05bd-4d97-92f2-bbfe1b06dd75 req-15a5fc15-073f-48e6-91e1-6542ae3ef953 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 943 time: 0.0545175 Aug 09 16:47:34.394161 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8de0986-05bd-4d97-92f2-bbfe1b06dd75 req-f1774e8c-f8d0-46bc-bece-2cbb4f19a6c2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328581 Aug 09 16:47:34.595879 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:47:34.598604 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f" -d '{"events": [{"name": "network-changed", "server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "tag": "0123902b-10a0-4df8-8889-322ccd07d704"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:47:34.645450 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7003258-1182-444a-bcfb-689376706bab x-openstack-request-id: req-d7003258-1182-444a-bcfb-689376706bab {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:47:34.645787 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "tag": "0123902b-10a0-4df8-8889-322ccd07d704", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:47:34.646038 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7003258-1182-444a-bcfb-689376706bab {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:47:34.646432 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704', 'status': 'completed', 'code': 200} Aug 09 16:47:34.730438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-e478bed3-bead-4a4e-82a8-c7f88e3aa750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:34.731926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-e478bed3-bead-4a4e-82a8-c7f88e3aa750 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 1094 time: 0.0678968 Aug 09 16:47:34.734391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-cf5a518a-f674-45a2-9456-85d3e7ba14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:34.735735 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-cf5a518a-f674-45a2-9456-85d3e7ba14cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 1094 time: 0.0640080 Aug 09 16:47:34.896162 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-3bff06b3-9e28-47b5-b04e-a0f9457f7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:34.897566 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-3bff06b3-9e28-47b5-b04e-a0f9457f7c67 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09457889-6297-4dbc-91ec-8ef8ba01eca9 HTTP/1.1" status: 200 len: 898 time: 0.1557055 Aug 09 16:47:34.898941 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-e09627f0-1fb9-4398-8060-5d0ca488b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:34.900246 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-e09627f0-1fb9-4398-8060-5d0ca488b6cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=09457889-6297-4dbc-91ec-8ef8ba01eca9 HTTP/1.1" status: 200 len: 898 time: 0.1513743 Aug 09 16:47:35.010006 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-86090b11-307a-4988-b8e0-2044ab13df11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 200 len: 999 time: 0.1051078 Aug 09 16:47:35.011758 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-65efcbbc-fad8-472d-8784-ec5e184fd13d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 200 len: 999 time: 0.1006339 Aug 09 16:47:35.093877 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-e1bd649e-06ae-413c-b120-ecdc904a3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:35.095329 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-e1bd649e-06ae-413c-b120-ecdc904a3e5f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e709defe-0fe8-4e06-b39b-0688c08cc352 HTTP/1.1" status: 200 len: 834 time: 0.0766590 Aug 09 16:47:35.096675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-2c990289-8514-435d-8d35-dfc053e85897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:35.098005 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-2c990289-8514-435d-8d35-dfc053e85897 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e709defe-0fe8-4e06-b39b-0688c08cc352 HTTP/1.1" status: 200 len: 834 time: 0.0804126 Aug 09 16:47:35.171211 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-34e34b74-f410-4915-a780-4fd1b3577429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:35.172624 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-34e34b74-f410-4915-a780-4fd1b3577429 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=09457889-6297-4dbc-91ec-8ef8ba01eca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700386 Aug 09 16:47:35.175122 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-c7edc14d-2c24-4ccc-848d-a749a663d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:35.176468 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-c7edc14d-2c24-4ccc-848d-a749a663d562 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09457889-6297-4dbc-91ec-8ef8ba01eca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667286 Aug 09 16:47:35.333407 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-48aba2fb-4a32-4fff-ae0a-bb2dd3171a73 service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535413 Aug 09 16:47:35.335839 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-b4a3da35-6989-481b-8379-54385d364f49 service neutron] 10.222.0.60 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489325 Aug 09 16:47:35.495516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-069f6f23-fca5-4487-aa03-a9769298f798 service neutron] 10.222.0.60 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481545 Aug 09 16:47:35.497274 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4ea9feb2-6a48-4f39-85ce-74fa6c23551f req-53cabf78-25cd-451b-81b2-0f28952e2255 service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570821 Aug 09 16:47:35.518093 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf7fe8-ec8f-4439-ad2e-d5696e79f733 req-2d431d9e-1ca1-48d7-9d9d-cb81575d0b37 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:35.520360 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ddf7fe8-ec8f-4439-ad2e-d5696e79f733 req-2d431d9e-1ca1-48d7-9d9d-cb81575d0b37 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 943 time: 0.0525589 Aug 09 16:47:35.561817 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0ddf7fe8-ec8f-4439-ad2e-d5696e79f733 req-e8b9b539-0a94-43da-a594-38d804011827 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335329 Aug 09 16:47:35.946958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 0123902b-10a0-4df8-8889-322ccd07d704 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:47:35.977149 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 0123902b-10a0-4df8-8889-322ccd07d704 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:47:35.997952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 0123902b-10a0-4df8-8889-322ccd07d704 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:47:36.077484 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0123902b-10a0-4df8-8889-322ccd07d704,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:47:36.088125 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '0123902b-10a0-4df8-8889-322ccd07d704', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'port_id': '0123902b-10a0-4df8-8889-322ccd07d704', 'mac_address': 'fa:16:3e:3f:dc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:47:36.125232 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:36.139989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0123902b-10a0-4df8-8889-322ccd07d704 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:47:36.159627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0123902b-10a0-4df8-8889-322ccd07d704,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:47:36.163762 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:36.210876 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=0123902b-10a0-4df8-8889-322ccd07d704,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:36.218068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:36.218422 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:36.218771 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:36.219113 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:36.219454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:36.219790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:36.220122 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:36.220459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:36.220791 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:36.221118 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:36.221447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:36.221798 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:36.419140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['0123902b-10a0-4df8-8889-322ccd07d704'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:47:36.702880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5a5d7-f6cd-4186-8b6c-6e591be0ba65 req-17f41dc1-c930-438b-b84c-cff8c26336c4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:36.704327 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d5a5d7-f6cd-4186-8b6c-6e591be0ba65 req-17f41dc1-c930-438b-b84c-cff8c26336c4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 944 time: 0.0613399 Aug 09 16:47:36.751749 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0d5a5d7-f6cd-4186-8b6c-6e591be0ba65 req-3ee896b7-4161-490f-8830-61b15adca911 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384977 Aug 09 16:47:36.989107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c92510-d7b0-4450-baf0-6b8bfe5a3d68 req-0d2ba650-bdb4-4269-b3a0-3cf6add15a53 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:36.991157 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19c92510-d7b0-4450-baf0-6b8bfe5a3d68 req-0d2ba650-bdb4-4269-b3a0-3cf6add15a53 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 944 time: 0.0796375 Aug 09 16:47:36.999393 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-aacebf3a-7e59-40e6-b679-ede1b85f383f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:37.000762 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-aacebf3a-7e59-40e6-b679-ede1b85f383f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.53 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c&tenant_id=8074e18898434577b51d28fc936a7928&binding%3Ahost_id=n-h2-803778-2 HTTP/1.1" status: 200 len: 944 time: 0.0810018 Aug 09 16:47:37.098988 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-19c92510-d7b0-4450-baf0-6b8bfe5a3d68 req-4e8c74a6-dc54-4c71-b592-49c24f9d38b2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972602 Aug 09 16:47:37.116600 n-d-803778-2 neutron-server[94290]: INFO neutron.api.v2.resource [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-e7b503de-4b54-45ee-ba98-a21bd38d8c77 service neutron] delete failed (client error): The resource could not be found. Aug 09 16:47:37.116600 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-e7b503de-4b54-45ee-ba98-a21bd38d8c77 service neutron] 10.222.0.53 "DELETE /v2.0/ports/0123902b-10a0-4df8-8889-322ccd07d704/bindings/n-h1-803778-2 HTTP/1.1" status: 404 len: 380 time: 0.1060359 Aug 09 16:47:37.200412 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-01db7b2f-ce26-4444-9902-fbcc5c343e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:37.202110 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-01db7b2f-ce26-4444-9902-fbcc5c343e0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 1095 time: 0.0431361 Aug 09 16:47:37.223091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25e0cb-81fd-452a-b64d-14c0553c77ac req-b12f3464-bcdc-4822-9dff-bc0f8e6bb6c8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:37.224604 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cd25e0cb-81fd-452a-b64d-14c0553c77ac req-b12f3464-bcdc-4822-9dff-bc0f8e6bb6c8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 944 time: 0.0556915 Aug 09 16:47:37.265126 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cd25e0cb-81fd-452a-b64d-14c0553c77ac req-530b4cb9-627a-4a3f-98c4-2eaadff247fd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330579 Aug 09 16:47:37.298278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-3196f832-95f2-43c2-bf56-78bd81ee9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:37.299814 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-3196f832-95f2-43c2-bf56-78bd81ee9d0a service neutron] 10.222.0.53 "GET /v2.0/networks?id=09457889-6297-4dbc-91ec-8ef8ba01eca9 HTTP/1.1" status: 200 len: 898 time: 0.0910823 Aug 09 16:47:37.364566 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-b5889507-5532-4920-8a4a-b43dc2d14ec8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 200 len: 1000 time: 0.0576751 Aug 09 16:47:37.414413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-d031dbd0-31f9-4ad6-a33b-49a20051710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:37.415987 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-d031dbd0-31f9-4ad6-a33b-49a20051710a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e709defe-0fe8-4e06-b39b-0688c08cc352 HTTP/1.1" status: 200 len: 834 time: 0.0450101 Aug 09 16:47:37.467435 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-1cda39b3-607b-48c6-adf7-c248d170b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:37.468976 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-1cda39b3-607b-48c6-adf7-c248d170b4e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=09457889-6297-4dbc-91ec-8ef8ba01eca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447283 Aug 09 16:47:37.560724 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-57807958-f0c8-4a6d-b0bf-e30b30f4bfb7 service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833249 Aug 09 16:47:37.655597 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-2b99b85f-f674-4e38-bcff-f2531d5cbc7c req-7c2fdcb3-188e-48f3-ba35-33644d625e0e service neutron] 10.222.0.53 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880113 Aug 09 16:47:37.769818 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a745ece5-d2c2-462f-bf52-f3fd83bafeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:37.975731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 0123902b-10a0-4df8-8889-322ccd07d704 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:47:38.033576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 0123902b-10a0-4df8-8889-322ccd07d704 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:47:38.038283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 0123902b-10a0-4df8-8889-322ccd07d704 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:47:38.038674 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:38.122523 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:38.145394 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:47:38.148352 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cba6fbb-feca-404a-9a04-0bffd149127c" -d '{"events": [{"server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "name": "network-vif-plugged", "status": "completed", "tag": "0123902b-10a0-4df8-8889-322ccd07d704"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:47:38.167041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0123902b-10a0-4df8-8889-322ccd07d704,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:47:38.175363 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:38.235214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=0123902b-10a0-4df8-8889-322ccd07d704,revision_number=9']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:38.268759 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f715c2-09e4-4c0a-9370-1435726f021d x-openstack-request-id: req-24f715c2-09e4-4c0a-9370-1435726f021d {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:47:38.269102 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "name": "network-vif-plugged", "status": "completed", "tag": "0123902b-10a0-4df8-8889-322ccd07d704", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:47:38.269306 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24f715c2-09e4-4c0a-9370-1435726f021d {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:47:38.269733 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704', 'code': 200} Aug 09 16:47:38.384154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b583a2-59a1-4e1c-895d-b9d736faa747 req-4481bdee-12bf-4721-ba19-8d65ec44cf2e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:47:38.385720 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4b583a2-59a1-4e1c-895d-b9d736faa747 req-4481bdee-12bf-4721-ba19-8d65ec44cf2e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0523582 Aug 09 16:47:38.422662 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b4b583a2-59a1-4e1c-895d-b9d736faa747 req-9f36c63f-06dc-493e-bbbf-4b0667f3cd5e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310040 Aug 09 16:47:38.446059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56744) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:47:38.512607 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5b7e8f77-2320-4b1e-a82e-dae044bc0b20 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/dab19180-0c1e-4dcd-9675-5526358e049b HTTP/1.1" status: 200 len: 993 time: 0.0653617 Aug 09 16:47:40.626622 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-51f8b673-fb74-46b8-9039-ab8303ecc304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:41.006896 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:41.823281 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:42.019864 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:43.668411 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:43.810323 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:44.281549 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:48:07.041349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56754) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:07.197757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port 480deb9e-3c05-4a04-b6e0-ea006edc22a2 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:48:07.198014 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:07.274500 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:07.274828 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:07.286208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for 480deb9e-3c05-4a04-b6e0-ea006edc22a2 owned by network:floatingip {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:48:07.436784 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:07.463759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=480deb9e-3c05-4a04-b6e0-ea006edc22a2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:07.525863 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:07.526196 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Floating IP dab19180-0c1e-4dcd-9675-5526358e049b disassociated (deleted). External IP: 172.25.2.185, port: 0123902b-10a0-4df8-8889-322ccd07d704. Aug 09 16:48:07.744612 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router cbc3670c-698a-4fb4-bb8a-2a341a83d052 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:48:07.772900 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e9bd7587-c4ee-4d0d-878f-f7dc5d294997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:07.855244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:48:07.859834 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:07.865149 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33005243-40ab-4a4f-9632-519a012f0cb0 None None] Sync routers for ids ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:48:07.874790 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33005243-40ab-4a4f-9632-519a012f0cb0 None None] Routers {'cbc3670c-698a-4fb4-bb8a-2a341a83d052'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:07.875397 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-33005243-40ab-4a4f-9632-519a012f0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:47:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:07.888000 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3346589e-7da7-4fa4-a890-fcad4ef43179 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/floatingips/dab19180-0c1e-4dcd-9675-5526358e049b HTTP/1.1" status: 204 len: 168 time: 0.8453763 Aug 09 16:48:07.888593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:48:07.890887 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77230d0e-9d05-4f0d-b153-1ab699e7a683" -d '{"events": [{"name": "network-changed", "server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "tag": "0123902b-10a0-4df8-8889-322ccd07d704"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:48:07.940636 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bc787f-6020-424e-bf9f-803b13db83e6 x-openstack-request-id: req-a3bc787f-6020-424e-bf9f-803b13db83e6 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:48:07.941182 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "tag": "0123902b-10a0-4df8-8889-322ccd07d704", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:48:07.941765 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3bc787f-6020-424e-bf9f-803b13db83e6 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:48:07.942386 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704', 'status': 'completed', 'code': 200} Aug 09 16:48:07.998213 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-33005243-40ab-4a4f-9632-519a012f0cb0 None None] Set router cbc3670c-698a-4fb4-bb8a-2a341a83d052 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:08.007618 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77230d0e-9d05-4f0d-b153-1ab699e7a683 req-cd8f6892-d6b9-49df-9370-8b82bec24253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:08.009698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77230d0e-9d05-4f0d-b153-1ab699e7a683 req-cd8f6892-d6b9-49df-9370-8b82bec24253 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 1096 time: 0.0463974 Aug 09 16:48:08.140451 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77230d0e-9d05-4f0d-b153-1ab699e7a683 req-7f62a49b-e8a3-4ad2-a8ac-08ccd2736104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:08.142085 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77230d0e-9d05-4f0d-b153-1ab699e7a683 req-7f62a49b-e8a3-4ad2-a8ac-08ccd2736104 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09457889-6297-4dbc-91ec-8ef8ba01eca9 HTTP/1.1" status: 200 len: 898 time: 0.1224146 Aug 09 16:48:08.200371 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77230d0e-9d05-4f0d-b153-1ab699e7a683 req-854229e5-f391-47a2-932c-44b30844c277 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 200 len: 217 time: 0.0405090 Aug 09 16:48:08.213493 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1753222-70e0-4f8a-91fd-547c0e1b9c68 req-3b93ef27-0eb6-4c55-9fc9-1847025cbe4b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:08.215007 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c1753222-70e0-4f8a-91fd-547c0e1b9c68 req-3b93ef27-0eb6-4c55-9fc9-1847025cbe4b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0933435 Aug 09 16:48:08.287621 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77230d0e-9d05-4f0d-b153-1ab699e7a683 req-36c9f473-28cf-40af-9b41-722398ad84bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:08.289186 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77230d0e-9d05-4f0d-b153-1ab699e7a683 req-36c9f473-28cf-40af-9b41-722398ad84bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e709defe-0fe8-4e06-b39b-0688c08cc352 HTTP/1.1" status: 200 len: 834 time: 0.0733275 Aug 09 16:48:08.292136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c1753222-70e0-4f8a-91fd-547c0e1b9c68 req-cdf3e9ce-f60b-4eec-bb9a-5addaaa0043b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686216 Aug 09 16:48:08.315908 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-33005243-40ab-4a4f-9632-519a012f0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:46:26Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0356c8dc-c927-4da5-96d4-c068235379c6', 'name': '', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:76:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:25Z', 'updated_at': '2021-08-09T16:46:31Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:08.338320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77230d0e-9d05-4f0d-b153-1ab699e7a683 req-1515f29b-f079-447b-a088-91d1e9c1a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:08.339861 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77230d0e-9d05-4f0d-b153-1ab699e7a683 req-1515f29b-f079-447b-a088-91d1e9c1a7b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09457889-6297-4dbc-91ec-8ef8ba01eca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420887 Aug 09 16:48:08.345873 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33005243-40ab-4a4f-9632-519a012f0cb0 None None] Checking router: cbc3670c-698a-4fb4-bb8a-2a341a83d052 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:48:08.354310 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33005243-40ab-4a4f-9632-519a012f0cb0 None None] Routers {'cbc3670c-698a-4fb4-bb8a-2a341a83d052'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:08.354679 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-33005243-40ab-4a4f-9632-519a012f0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:47:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:08.432548 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77230d0e-9d05-4f0d-b153-1ab699e7a683 req-e327b14c-4c37-4f1d-a0db-f296cbccf062 service neutron] 10.222.0.60 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834632 Aug 09 16:48:08.462193 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-33005243-40ab-4a4f-9632-519a012f0cb0 None None] Set router cbc3670c-698a-4fb4-bb8a-2a341a83d052 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:08.531403 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-77230d0e-9d05-4f0d-b153-1ab699e7a683 req-29ac9192-fb38-4eb0-8ac9-01689f2c6cc4 service neutron] 10.222.0.60 "GET /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893972 Aug 09 16:48:08.661435 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-33005243-40ab-4a4f-9632-519a012f0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:46:26Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0356c8dc-c927-4da5-96d4-c068235379c6', 'name': '', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:76:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:25Z', 'updated_at': '2021-08-09T16:46:31Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:08.688612 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33005243-40ab-4a4f-9632-519a012f0cb0 None None] The sync data for ids ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'] in n-d-803778-2 is: [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:46:26Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '0356c8dc-c927-4da5-96d4-c068235379c6', 'name': '', 'network_id': '09457889-6297-4dbc-91ec-8ef8ba01eca9', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:76:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:25Z', 'updated_at': '2021-08-09T16:46:31Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'e709defe-0fe8-4e06-b39b-0688c08cc352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:48:08.920691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd16bcc-b2f7-4d71-a695-554452954669 None None] New status for floating IP dab19180-0c1e-4dcd-9675-5526358e049b: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:48:09.432732 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3b2fa-c5c4-4d58-bdff-6bed1f6cca1b req-b671d38c-60b3-4051-9a42-876db5ffc753 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:09.434266 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-26c3b2fa-c5c4-4d58-bdff-6bed1f6cca1b req-b671d38c-60b3-4051-9a42-876db5ffc753 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0532732 Aug 09 16:48:09.472446 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-26c3b2fa-c5c4-4d58-bdff-6bed1f6cca1b req-4ac9311c-b1c0-455c-9e0f-cf0a12738827 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d4817daa-a71c-4f94-aa11-80aacb980dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321231 Aug 09 16:48:09.546715 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0809ee-e1eb-406f-b64b-14bbf49a2e33 req-effe290c-a58b-42ea-8367-8f76c86f963c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:09.548198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad0809ee-e1eb-406f-b64b-14bbf49a2e33 req-effe290c-a58b-42ea-8367-8f76c86f963c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "GET /v2.0/ports?device_id=72f9c7cb-1785-41f5-871e-6eca6167ff2c HTTP/1.1" status: 200 len: 945 time: 0.0483770 Aug 09 16:48:09.639427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-ad0809ee-e1eb-406f-b64b-14bbf49a2e33 req-66eae538-f024-4377-a2b2-0b04578ea544 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port 0123902b-10a0-4df8-8889-322ccd07d704 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:48:09.639683 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad0809ee-e1eb-406f-b64b-14bbf49a2e33 req-66eae538-f024-4377-a2b2-0b04578ea544 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:09.728748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-ad0809ee-e1eb-406f-b64b-14bbf49a2e33 req-66eae538-f024-4377-a2b2-0b04578ea544 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port 0123902b-10a0-4df8-8889-322ccd07d704, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=0123902b-10a0-4df8-8889-322ccd07d704,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:09.729123 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad0809ee-e1eb-406f-b64b-14bbf49a2e33 req-66eae538-f024-4377-a2b2-0b04578ea544 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:09.742215 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-ad0809ee-e1eb-406f-b64b-14bbf49a2e33 req-66eae538-f024-4377-a2b2-0b04578ea544 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for 0123902b-10a0-4df8-8889-322ccd07d704 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:48:09.871082 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad0809ee-e1eb-406f-b64b-14bbf49a2e33 req-66eae538-f024-4377-a2b2-0b04578ea544 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:09.899780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eae538-f024-4377-a2b2-0b04578ea544 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=0123902b-10a0-4df8-8889-322ccd07d704,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:09.941089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0809ee-e1eb-406f-b64b-14bbf49a2e33 req-66eae538-f024-4377-a2b2-0b04578ea544 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] No DVR routers for this DVR port 0123902b-10a0-4df8-8889-322ccd07d704 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:48:09.943651 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-ad0809ee-e1eb-406f-b64b-14bbf49a2e33 req-66eae538-f024-4377-a2b2-0b04578ea544 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:09.945698 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ad0809ee-e1eb-406f-b64b-14bbf49a2e33 req-66eae538-f024-4377-a2b2-0b04578ea544 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "DELETE /v2.0/ports/0123902b-10a0-4df8-8889-322ccd07d704 HTTP/1.1" status: 204 len: 173 time: 0.3906217 Aug 09 16:48:09.946123 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'name': 'network-vif-deleted', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:48:09.948325 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d04e223-f38c-4757-9a5b-4606bd743c51" -d '{"events": [{"server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "name": "network-vif-deleted", "tag": "0123902b-10a0-4df8-8889-322ccd07d704"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:48:09.985747 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbd0b62-6c52-4916-ba99-24de9c4197b7 x-openstack-request-id: req-2fbd0b62-6c52-4916-ba99-24de9c4197b7 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:48:09.986043 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f9c7cb-1785-41f5-871e-6eca6167ff2c", "name": "network-vif-deleted", "tag": "0123902b-10a0-4df8-8889-322ccd07d704", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:48:09.986287 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2fbd0b62-6c52-4916-ba99-24de9c4197b7 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:48:09.986683 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f9c7cb-1785-41f5-871e-6eca6167ff2c', 'name': 'network-vif-deleted', 'tag': '0123902b-10a0-4df8-8889-322ccd07d704', 'status': 'completed', 'code': 200} Aug 09 16:48:10.530475 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56772) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:10.628098 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-01e7ee2e-5fff-46b5-800f-41a587dab378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:11.009789 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:11.199259 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:11.455982 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port 0356c8dc-c927-4da5-96d4-c068235379c6 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:48:11.456330 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:11.546979 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port 0356c8dc-c927-4da5-96d4-c068235379c6, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0356c8dc-c927-4da5-96d4-c068235379c6,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:11.547653 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:11.560591 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for 0356c8dc-c927-4da5-96d4-c068235379c6 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:48:11.750003 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:11.777531 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=0356c8dc-c927-4da5-96d4-c068235379c6,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:11.802370 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:11.803020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:11.803575 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:11.803925 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:11.804342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:11.804678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:11.805011 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:11.805344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:11.805690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:11.806021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:11.806345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:11.806932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:11.847015 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:11.973789 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.019671 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.190318 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router cbc3670c-698a-4fb4-bb8a-2a341a83d052 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:48:12.301797 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:48:12.307590 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-99c437c3-82a7-4ebf-b5a4-8a05ca279670 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "PUT /v2.0/routers/cbc3670c-698a-4fb4-bb8a-2a341a83d052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7760921 Aug 09 16:48:12.310373 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56776) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:12.313127 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345f927-c91e-401e-96de-b7b1e23f0ff7 None None] Sync routers for ids ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:48:12.322454 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345f927-c91e-401e-96de-b7b1e23f0ff7 None None] Routers {'cbc3670c-698a-4fb4-bb8a-2a341a83d052'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:12.323127 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1345f927-c91e-401e-96de-b7b1e23f0ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:48:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:12.366435 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-659145e9-c8fe-47f7-9766-a8ba17590d9e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting subnet e709defe-0fe8-4e06-b39b-0688c08cc352 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:48:12.369572 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-659145e9-c8fe-47f7-9766-a8ba17590d9e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.409231 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-659145e9-c8fe-47f7-9766-a8ba17590d9e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.426825 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1345f927-c91e-401e-96de-b7b1e23f0ff7 None None] Set router cbc3670c-698a-4fb4-bb8a-2a341a83d052 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:12.493532 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-659145e9-c8fe-47f7-9766-a8ba17590d9e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.561867 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-659145e9-c8fe-47f7-9766-a8ba17590d9e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.591120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659145e9-c8fe-47f7-9766-a8ba17590d9e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Subnet': ['ID=e709defe-0fe8-4e06-b39b-0688c08cc352,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:12.593112 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-659145e9-c8fe-47f7-9766-a8ba17590d9e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.595029 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-659145e9-c8fe-47f7-9766-a8ba17590d9e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/subnets/e709defe-0fe8-4e06-b39b-0688c08cc352 HTTP/1.1" status: 204 len: 168 time: 0.2837243 Aug 09 16:48:12.597658 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56778) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:12.606342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdc4adf-80b4-4311-ab06-08cab664607d None None] Network 09457889-6297-4dbc-91ec-8ef8ba01eca9 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:48:12.617509 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1345f927-c91e-401e-96de-b7b1e23f0ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:48:11Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:12.643671 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345f927-c91e-401e-96de-b7b1e23f0ff7 None None] Checking router: cbc3670c-698a-4fb4-bb8a-2a341a83d052 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:48:12.653070 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345f927-c91e-401e-96de-b7b1e23f0ff7 None None] Routers {'cbc3670c-698a-4fb4-bb8a-2a341a83d052'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:12.655023 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1345f927-c91e-401e-96de-b7b1e23f0ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:48:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:12.714543 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.774641 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1345f927-c91e-401e-96de-b7b1e23f0ff7 None None] Set router cbc3670c-698a-4fb4-bb8a-2a341a83d052 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:12.794534 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab26ca7-f93e-46e6-a51a-389d7490d6c9 None None] DHCP port deletion for 09457889-6297-4dbc-91ec-8ef8ba01eca9 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:48:12.846859 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.851165 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1ab26ca7-f93e-46e6-a51a-389d7490d6c9 None None] Deleting port ba51a86b-fbb7-40a2-80bc-20f913532838 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:48:12.851682 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1ab26ca7-f93e-46e6-a51a-389d7490d6c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.905120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port 28601dda-e0c3-401e-8bef-fd5592854cd4 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:48:12.905467 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.920707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1ab26ca7-f93e-46e6-a51a-389d7490d6c9 None None] For port ba51a86b-fbb7-40a2-80bc-20f913532838, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=ba51a86b-fbb7-40a2-80bc-20f913532838,segment=NetworkSegment(acabad86-fddd-4548-9723-7c76fada0d06),segment_id=acabad86-fddd-4548-9723-7c76fada0d06)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:12.921258 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1ab26ca7-f93e-46e6-a51a-389d7490d6c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.934311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1ab26ca7-f93e-46e6-a51a-389d7490d6c9 None None] Calling delete_port for ba51a86b-fbb7-40a2-80bc-20f913532838 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:48:12.963083 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1345f927-c91e-401e-96de-b7b1e23f0ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:48:11Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:12.994079 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345f927-c91e-401e-96de-b7b1e23f0ff7 None None] The sync data for ids ['cbc3670c-698a-4fb4-bb8a-2a341a83d052'] in n-d-803778-2 is: [{'id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983971676', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:46:22Z', 'updated_at': '2021-08-09T16:48:11Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '28601dda-e0c3-401e-8bef-fd5592854cd4', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3670c-698a-4fb4-bb8a-2a341a83d052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:46:23Z', 'updated_at': '2021-08-09T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:48:12.995711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port 28601dda-e0c3-401e-8bef-fd5592854cd4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=28601dda-e0c3-401e-8bef-fd5592854cd4,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:12.996328 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.012072 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for 28601dda-e0c3-401e-8bef-fd5592854cd4 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:48:13.015158 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1ab26ca7-f93e-46e6-a51a-389d7490d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.045229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab26ca7-f93e-46e6-a51a-389d7490d6c9 None None] Pushing event deleted for resources: {'Port': ['ID=ba51a86b-fbb7-40a2-80bc-20f913532838,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:13.048553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab26ca7-f93e-46e6-a51a-389d7490d6c9 None None] No DVR routers for this DVR port ba51a86b-fbb7-40a2-80bc-20f913532838 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:48:13.188310 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.215713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=28601dda-e0c3-401e-8bef-fd5592854cd4,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:13.280395 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.373924 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.376218 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.425045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.425880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Fanout notify agent at l3_agent the message router_deleted on router cbc3670c-698a-4fb4-bb8a-2a341a83d052 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:48:13.435799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.437495 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b1c672e8-bdc9-434f-9166-da2ad3453219 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/routers/cbc3670c-698a-4fb4-bb8a-2a341a83d052 HTTP/1.1" status: 204 len: 168 time: 0.8383582 Aug 09 16:48:13.439788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56780) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:13.527641 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.534045 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0356c8dc-c927-4da5-96d4-c068235379c6 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:48:13.555409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 0356c8dc-c927-4da5-96d4-c068235379c6 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:48:13.555988 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0356c8dc-c927-4da5-96d4-c068235379c6 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:48:13.556431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ba51a86b-fbb7-40a2-80bc-20f913532838 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:48:13.576588 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: ba51a86b-fbb7-40a2-80bc-20f913532838 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:48:13.576936 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device ba51a86b-fbb7-40a2-80bc-20f913532838 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:48:13.613807 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.624712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09457889-6297-4dbc-91ec-8ef8ba01eca9']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:13.640207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acabad86-fddd-4548-9723-7c76fada0d06') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:13.640503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acabad86-fddd-4548-9723-7c76fada0d06') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:13.650839 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.665412 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.669521 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.672262 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:48:13.672728 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:48:13.675896 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:48:13.735935 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.740287 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.745342 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/networks/09457889-6297-4dbc-91ec-8ef8ba01eca9 HTTP/1.1" status: 204 len: 168 time: 0.3020816 Aug 09 16:48:13.745828 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56782) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:13.763119 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084e123-896c-4566-8bda-df26b63ba04c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Network': ['ID=09457889-6297-4dbc-91ec-8ef8ba01eca9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:13.803748 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.812950 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f58342e2-faf4-46f6-94ed-269e176dc93a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.839290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f58342e2-faf4-46f6-94ed-269e176dc93a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.902191 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f58342e2-faf4-46f6-94ed-269e176dc93a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.904741 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-f58342e2-faf4-46f6-94ed-269e176dc93a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:13.905953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f58342e2-faf4-46f6-94ed-269e176dc93a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/security-groups/d4817daa-a71c-4f94-aa11-80aacb980dcf HTTP/1.1" status: 204 len: 168 time: 0.1592739 Aug 09 16:48:13.915129 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58342e2-faf4-46f6-94ed-269e176dc93a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4817daa-a71c-4f94-aa11-80aacb980dcf,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:14.187066 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 0123902b-10a0-4df8-8889-322ccd07d704 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:48:14.207058 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 0123902b-10a0-4df8-8889-322ccd07d704 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:48:14.207587 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 0123902b-10a0-4df8-8889-322ccd07d704 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:48:14.251662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56788) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:14.257054 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-61ed0f27-155e-42ec-bbe8-c311afadc5bd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87520325', 'description': 'tempest-secgroup-smoke-87520325 description', 'project_id': '8074e18898434577b51d28fc936a7928'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:14.279367 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-61ed0f27-155e-42ec-bbe8-c311afadc5bd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.362840 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-61ed0f27-155e-42ec-bbe8-c311afadc5bd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.366895 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-61ed0f27-155e-42ec-bbe8-c311afadc5bd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.393653 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-61ed0f27-155e-42ec-bbe8-c311afadc5bd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.394862 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-61ed0f27-155e-42ec-bbe8-c311afadc5bd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1421933 Aug 09 16:48:14.398320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56790) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:14.402733 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-dde351a6-13c9-4b70-858c-a6d2db9555b1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'd9d71861-fe34-4e2d-93e7-408f7e1c8eb6', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:14.407896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed0f27-155e-42ec-bbe8-c311afadc5bd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:14.431321 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dde351a6-13c9-4b70-858c-a6d2db9555b1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.487167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dde351a6-13c9-4b70-858c-a6d2db9555b1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.490613 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dde351a6-13c9-4b70-858c-a6d2db9555b1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.507559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde351a6-13c9-4b70-858c-a6d2db9555b1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a44e565-bb70-48f1-886e-fabfdb2efe1c,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:14.513458 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-dde351a6-13c9-4b70-858c-a6d2db9555b1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.514711 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-dde351a6-13c9-4b70-858c-a6d2db9555b1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154828 Aug 09 16:48:14.519580 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56792) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:14.522394 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-a2905a1c-ed8c-4ec3-9aa4-f6457dbad1ca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'd9d71861-fe34-4e2d-93e7-408f7e1c8eb6', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:14.549329 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2905a1c-ed8c-4ec3-9aa4-f6457dbad1ca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.612460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2905a1c-ed8c-4ec3-9aa4-f6457dbad1ca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.615968 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2905a1c-ed8c-4ec3-9aa4-f6457dbad1ca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.630678 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2905a1c-ed8c-4ec3-9aa4-f6457dbad1ca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a9436d-97c8-4f36-b28f-6fc6e0fbc0f0,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:14.639411 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a2905a1c-ed8c-4ec3-9aa4-f6457dbad1ca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.640666 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a2905a1c-ed8c-4ec3-9aa4-f6457dbad1ca tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222537 Aug 09 16:48:14.643384 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56794) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:14.648294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-277855bc-531d-4b45-a361-fb0b5042d2f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'd9d71861-fe34-4e2d-93e7-408f7e1c8eb6', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:14.675190 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-277855bc-531d-4b45-a361-fb0b5042d2f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.735749 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-277855bc-531d-4b45-a361-fb0b5042d2f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.739156 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-277855bc-531d-4b45-a361-fb0b5042d2f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.756911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277855bc-531d-4b45-a361-fb0b5042d2f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1f1fcf-e491-4033-8622-c2b8320b04d6,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:14.763037 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-277855bc-531d-4b45-a361-fb0b5042d2f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.763931 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-277855bc-531d-4b45-a361-fb0b5042d2f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196251 Aug 09 16:48:14.766669 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56796) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:14.771070 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-87a78b23-e7dd-43a4-b57d-3ff4dcf3a172 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'd9d71861-fe34-4e2d-93e7-408f7e1c8eb6', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:14.797241 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87a78b23-e7dd-43a4-b57d-3ff4dcf3a172 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.857165 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87a78b23-e7dd-43a4-b57d-3ff4dcf3a172 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.860546 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87a78b23-e7dd-43a4-b57d-3ff4dcf3a172 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.875186 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a78b23-e7dd-43a4-b57d-3ff4dcf3a172 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307968b3-907f-4114-81a0-2edd7a173cc9,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:14.886388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-87a78b23-e7dd-43a4-b57d-3ff4dcf3a172 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.887663 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-87a78b23-e7dd-43a4-b57d-3ff4dcf3a172 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200442 Aug 09 16:48:14.892534 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56798) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:14.897699 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-57cf3182-c2e0-40dd-85a0-a9d33b47c26a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'd9d71861-fe34-4e2d-93e7-408f7e1c8eb6', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:14.920158 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-57cf3182-c2e0-40dd-85a0-a9d33b47c26a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Project 8074e18898434577b51d28fc936a7928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:48:14.925009 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57cf3182-c2e0-40dd-85a0-a9d33b47c26a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.989483 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57cf3182-c2e0-40dd-85a0-a9d33b47c26a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.992988 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57cf3182-c2e0-40dd-85a0-a9d33b47c26a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.010541 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf3182-c2e0-40dd-85a0-a9d33b47c26a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098fba11-5e13-4d4f-a0f5-2a78576037ed,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:15.015732 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57cf3182-c2e0-40dd-85a0-a9d33b47c26a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.019101 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-57cf3182-c2e0-40dd-85a0-a9d33b47c26a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236191 Aug 09 16:48:15.019838 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56800) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:15.024755 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-621b9f35-0781-4b9f-8bbe-e15039df22e1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'd9d71861-fe34-4e2d-93e7-408f7e1c8eb6', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:15.046029 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-621b9f35-0781-4b9f-8bbe-e15039df22e1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Project 8074e18898434577b51d28fc936a7928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:48:15.051005 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-621b9f35-0781-4b9f-8bbe-e15039df22e1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.113440 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-621b9f35-0781-4b9f-8bbe-e15039df22e1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.116959 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-621b9f35-0781-4b9f-8bbe-e15039df22e1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.137989 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b9f35-0781-4b9f-8bbe-e15039df22e1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a903ae59-3f10-4889-96d3-758f4427393a,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:15.141872 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-621b9f35-0781-4b9f-8bbe-e15039df22e1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.143295 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-621b9f35-0781-4b9f-8bbe-e15039df22e1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225202 Aug 09 16:48:15.146098 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56802) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:15.152077 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6356ee35-b752-4157-b016-6c1d31c23e84 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'network': {'name': 'tempest-network-smoke--1047437215', 'project_id': '8074e18898434577b51d28fc936a7928', 'port_security_enabled': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:15.177555 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6356ee35-b752-4157-b016-6c1d31c23e84 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:48:15.181171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6356ee35-b752-4157-b016-6c1d31c23e84 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.204572 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6356ee35-b752-4157-b016-6c1d31c23e84 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:48:15.214072 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6356ee35-b752-4157-b016-6c1d31c23e84 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.214409 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-6356ee35-b752-4157-b016-6c1d31c23e84 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Added segment c50a4bce-9f88-4a4e-b519-272f044ec8fb of type vlan for network 5c654506-f55e-41fd-a05e-7f552437d29c Aug 09 16:48:15.257206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6356ee35-b752-4157-b016-6c1d31c23e84 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.285558 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6356ee35-b752-4157-b016-6c1d31c23e84 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.291759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6356ee35-b752-4157-b016-6c1d31c23e84 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:15.292357 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6356ee35-b752-4157-b016-6c1d31c23e84 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.353207 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6356ee35-b752-4157-b016-6c1d31c23e84 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2061043 Aug 09 16:48:15.355899 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56804) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:15.360276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'admin_state_up': True, 'project_id': '8074e18898434577b51d28fc936a7928', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:15.374071 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356ee35-b752-4157-b016-6c1d31c23e84 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Network': ['ID=5c654506-f55e-41fd-a05e-7f552437d29c,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:15.384973 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 5c654506-f55e-41fd-a05e-7f552437d29c details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:48:15.390979 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.392048 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.430135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 28601dda-e0c3-401e-8bef-fd5592854cd4 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:48:15.448665 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.460659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 28601dda-e0c3-401e-8bef-fd5592854cd4 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:48:15.461002 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 28601dda-e0c3-401e-8bef-fd5592854cd4 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:48:15.593429 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.785683 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.809103 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:15.910403 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.25.2.15 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/f9a1d766-14a5-459a-ad5c-9504de4c145d) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:48:16.017386 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:16.055730 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:16.096624 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:48:16.099543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:16.105099 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:48:16.107884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=f9a1d766-14a5-459a-ad5c-9504de4c145d,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:16.350907 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:16.549011 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:16.983319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router abfdcc4c-3705-4361-938e-9a2a95439b89 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:48:17.091402 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:48:17.104083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Sync routers for ids ['abfdcc4c-3705-4361-938e-9a2a95439b89'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:48:17.112245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:17.113786 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b4d18268-85f3-4360-b59a-6ded5bc17f7c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7568722 Aug 09 16:48:17.118085 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56806) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:17.119578 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Routers {'abfdcc4c-3705-4361-938e-9a2a95439b89'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:17.120385 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:48:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['abfdcc4c-3705-4361-938e-9a2a95439b89'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:17.152089 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-71da812c-de62-48e0-9185-d8f29bf11cf9 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=8074e18898434577b51d28fc936a7928&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300584 Aug 09 16:48:17.152331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56808) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:17.227090 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Set router abfdcc4c-3705-4361-938e-9a2a95439b89 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:17.240653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1090e-090d-4fb0-afd9-53e36c0cf4bd tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:17.242668 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4ca1090e-090d-4fb0-afd9-53e36c0cf4bd tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894041 Aug 09 16:48:17.245731 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56810) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:17.281296 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b23d0af3-7457-4ce3-9a32-6d9aafc965ff tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319576 Aug 09 16:48:17.281551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56812) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:17.286459 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5ef5c78b-808a-4c45-b484-d574ba3a1bce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980314572', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'project_id': '8074e18898434577b51d28fc936a7928', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:17.379842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef5c78b-808a-4c45-b484-d574ba3a1bce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:48:17.383459 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c78b-808a-4c45-b484-d574ba3a1bce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:17.412135 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:16Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:17.442638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Checking router: abfdcc4c-3705-4361-938e-9a2a95439b89 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:48:17.442986 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Updating router abfdcc4c-3705-4361-938e-9a2a95439b89 port f9a1d766-14a5-459a-ad5c-9504de4c145d binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:48:17.468046 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:17.580683 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c78b-808a-4c45-b484-d574ba3a1bce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:17.645746 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5c78b-808a-4c45-b484-d574ba3a1bce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Subnet': ['ID=1bbfc91d-4bee-4a0f-b3bf-7d951a85018b,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:17.654927 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5c78b-808a-4c45-b484-d574ba3a1bce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Checking segment: {'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:48:17.655342 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef5c78b-808a-4c45-b484-d574ba3a1bce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network hostable DHCP agents. Network: 5c654506-f55e-41fd-a05e-7f552437d29c, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:48:17.671341 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef5c78b-808a-4c45-b484-d574ba3a1bce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 5c654506-f55e-41fd-a05e-7f552437d29c is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:48:17.680957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5ef5c78b-808a-4c45-b484-d574ba3a1bce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 5c654506-f55e-41fd-a05e-7f552437d29c) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:17.686815 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef5c78b-808a-4c45-b484-d574ba3a1bce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:17.688152 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ef5c78b-808a-4c45-b484-d574ba3a1bce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:17.692605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d181cf9e-a4ed-4966-94cc-54e227d6e8ce None None] Network 5c654506-f55e-41fd-a05e-7f552437d29c requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:48:17.707012 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5ef5c78b-808a-4c45-b484-d574ba3a1bce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4243298 Aug 09 16:48:17.710604 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56814) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:17.802763 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:17.816519 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Transition to ACTIVE for port object f9a1d766-14a5-459a-ad5c-9504de4c145d will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:17.827195 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:17.921476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1005e9-298d-432a-94b8-cee343b6e15e None None] Pushing event updated for resources: {'Port': ['ID=f9a1d766-14a5-459a-ad5c-9504de4c145d,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:17.925970 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Attempting to bind port f9a1d766-14a5-459a-ad5c-9504de4c145d on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:48:17.926343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Attempting to bind port f9a1d766-14a5-459a-ad5c-9504de4c145d by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:48:17.926706 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Attempting to bind port f9a1d766-14a5-459a-ad5c-9504de4c145d on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:48:17.936729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:48:17.936729 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:48:17.936729 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:17.937186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:48:17.937396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Bound port: f9a1d766-14a5-459a-ad5c-9504de4c145d, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:48:17.937766 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:17.976694 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-5c654506-f55e-41fd-a05e-7f552437d29c', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'fixed_ips': [{'subnet_id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:48:17.977538 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:18.074704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] For port f9a1d766-14a5-459a-ad5c-9504de4c145d, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:48:18.097989 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] For port f9a1d766-14a5-459a-ad5c-9504de4c145d, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f9a1d766-14a5-459a-ad5c-9504de4c145d,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:48:18.105317 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:18.206619 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Allocated IP 172.20.0.2 (5c654506-f55e-41fd-a05e-7f552437d29c/1bbfc91d-4bee-4a0f-b3bf-7d951a85018b/a4d7c5c6-2b6c-418d-8040-fe90017dd33a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:48:18.208643 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1005e9-298d-432a-94b8-cee343b6e15e None None] Pushing event updated for resources: {'Port': ['ID=f9a1d766-14a5-459a-ad5c-9504de4c145d,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:18.222890 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Routers {'abfdcc4c-3705-4361-938e-9a2a95439b89'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:18.223544 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:48:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['abfdcc4c-3705-4361-938e-9a2a95439b89'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:18.548464 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:18.558665 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] Set router abfdcc4c-3705-4361-938e-9a2a95439b89 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:18.710782 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:18.728073 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Transition to ACTIVE for port object a4d7c5c6-2b6c-418d-8040-fe90017dd33a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:18.755379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Transition to ACTIVE for port object a4d7c5c6-2b6c-418d-8040-fe90017dd33a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:18.778235 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:18.825301 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Network 5c654506-f55e-41fd-a05e-7f552437d29c is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:48:18.830046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:18.841474 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:48:18.843457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Pushing event updated for resources: {'Port': ['ID=a4d7c5c6-2b6c-418d-8040-fe90017dd33a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:18.876757 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.20.0.1 (5c654506-f55e-41fd-a05e-7f552437d29c/1bbfc91d-4bee-4a0f-b3bf-7d951a85018b/4d2a1420-6a70-4515-9e20-3fd5f16cad3c) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:48:18.895978 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:16Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:18.929349 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c3218-83c6-4fa5-826c-9edf426f4ac0 None None] The sync data for ids ['abfdcc4c-3705-4361-938e-9a2a95439b89'] in n-d-803778-2 is: [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:16Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:48:18.930922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Attempting to bind port a4d7c5c6-2b6c-418d-8040-fe90017dd33a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:48:18.931289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Attempting to bind port a4d7c5c6-2b6c-418d-8040-fe90017dd33a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:48:18.931904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Attempting to bind port a4d7c5c6-2b6c-418d-8040-fe90017dd33a on network 5c654506-f55e-41fd-a05e-7f552437d29c {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:48:18.938744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:48:18.939121 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Checking segment: {'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:48:18.939526 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:18.939922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Bound using segment: {'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:48:18.940400 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Bound port: a4d7c5c6-2b6c-418d-8040-fe90017dd33a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:48:18.940784 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.014675 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.025285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] For port a4d7c5c6-2b6c-418d-8040-fe90017dd33a, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:48:19.029878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] For port a4d7c5c6-2b6c-418d-8040-fe90017dd33a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a4d7c5c6-2b6c-418d-8040-fe90017dd33a,segment=NetworkSegment(c50a4bce-9f88-4a4e-b519-272f044ec8fb),segment_id=c50a4bce-9f88-4a4e-b519-272f044ec8fb)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:48:19.031518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Transition to ACTIVE for port object 4d2a1420-6a70-4515-9e20-3fd5f16cad3c will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:19.035327 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.069142 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.101501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4d433-f957-4490-b90d-707cde75bb31 None None] Pushing event updated for resources: {'Port': ['ID=a4d7c5c6-2b6c-418d-8040-fe90017dd33a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:19.122560 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 5c654506-f55e-41fd-a05e-7f552437d29c is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:48:19.125972 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:19.130495 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:48:19.134688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=4d2a1420-6a70-4515-9e20-3fd5f16cad3c,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:19.197354 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.394837 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.569662 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a4d7c5c6-2b6c-418d-8040-fe90017dd33a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:19.626675 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port a4d7c5c6-2b6c-418d-8040-fe90017dd33a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:19.633190 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f9a1d766-14a5-459a-ad5c-9504de4c145d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:19.687623 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port f9a1d766-14a5-459a-ad5c-9504de4c145d completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:19.693072 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f9a1d766-14a5-459a-ad5c-9504de4c145d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:19.693473 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.731751 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.738427 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.782298 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.810754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port f9a1d766-14a5-459a-ad5c-9504de4c145d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f9a1d766-14a5-459a-ad5c-9504de4c145d,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:19.819697 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.826298 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:19.835324 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=4d2a1420-6a70-4515-9e20-3fd5f16cad3c,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:19.891222 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=f9a1d766-14a5-459a-ad5c-9504de4c145d,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:19.942024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 5c654506-f55e-41fd-a05e-7f552437d29c is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:48:19.944254 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:20.074333 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router abfdcc4c-3705-4361-938e-9a2a95439b89 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:48:20.196193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:48:20.201756 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4177c591-5abd-4f6e-8e38-1612f2ecdb1a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "PUT /v2.0/routers/abfdcc4c-3705-4361-938e-9a2a95439b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4899294 Aug 09 16:48:20.226790 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf22c4e-1204-471f-b250-812bbabc30e6 None None] Network 5c654506-f55e-41fd-a05e-7f552437d29c requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:48:20.346108 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d9e1f5cd-7296-4fe7-bca9-2e0c043f62a2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87520325&fields=id&tenant_id=8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 267 time: 0.0338218 Aug 09 16:48:20.350465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-db966474-61df-42bf-a6ab-d4bf1c9cd1e8 None None] Provisioning for port a4d7c5c6-2b6c-418d-8040-fe90017dd33a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:20.358721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-db966474-61df-42bf-a6ab-d4bf1c9cd1e8 None None] Provisioning complete for port a4d7c5c6-2b6c-418d-8040-fe90017dd33a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:20.359034 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db966474-61df-42bf-a6ab-d4bf1c9cd1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:20.471496 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db966474-61df-42bf-a6ab-d4bf1c9cd1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:20.476452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bacb0c6b-aa2e-4adc-a89a-528fab8356cb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:20.478362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bacb0c6b-aa2e-4adc-a89a-528fab8356cb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/networks?id=5c654506-f55e-41fd-a05e-7f552437d29c HTTP/1.1" status: 200 len: 797 time: 0.1244595 Aug 09 16:48:20.502850 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-362b4506-6842-44d7-bdb6-1d81966249fd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/quotas/8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 375 time: 0.0129449 Aug 09 16:48:20.508750 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-db966474-61df-42bf-a6ab-d4bf1c9cd1e8 None None] For port a4d7c5c6-2b6c-418d-8040-fe90017dd33a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a4d7c5c6-2b6c-418d-8040-fe90017dd33a,segment=NetworkSegment(c50a4bce-9f88-4a4e-b519-272f044ec8fb),segment_id=c50a4bce-9f88-4a4e-b519-272f044ec8fb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:20.514988 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-db966474-61df-42bf-a6ab-d4bf1c9cd1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:20.575273 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-ab969aea-e73f-4d58-a286-953d7aa2f23b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621829 Aug 09 16:48:20.593386 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db966474-61df-42bf-a6ab-d4bf1c9cd1e8 None None] Pushing event updated for resources: {'Port': ['ID=a4d7c5c6-2b6c-418d-8040-fe90017dd33a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:20.686926 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-ebd06881-1123-4098-acb0-8d4e1f12766f service neutron] 10.222.0.81 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941062 Aug 09 16:48:20.740009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a9427e98-7a1b-4551-be38-229a692f05de None None] Provisioning complete for port a4d7c5c6-2b6c-418d-8040-fe90017dd33a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:20.741512 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9427e98-7a1b-4551-be38-229a692f05de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:20.798516 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-ab49f588-af28-4c0d-b050-95858adc5a83 service neutron] 10.222.0.81 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052699 Aug 09 16:48:20.830958 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Sync routers for ids ['abfdcc4c-3705-4361-938e-9a2a95439b89'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:48:20.846327 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Routers {'abfdcc4c-3705-4361-938e-9a2a95439b89'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:20.847026 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:48:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['abfdcc4c-3705-4361-938e-9a2a95439b89'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:20.873445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a9427e98-7a1b-4551-be38-229a692f05de None None] Provisioning for port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:20.878183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-a9427e98-7a1b-4551-be38-229a692f05de None None] Provisioning complete for port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:20.878566 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a9427e98-7a1b-4551-be38-229a692f05de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:20.917014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-a9427e98-7a1b-4551-be38-229a692f05de None None] Port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:48:20.985498 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Set router abfdcc4c-3705-4361-938e-9a2a95439b89 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:21.043357 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6c37dcbd-868b-4bbc-b8b0-1f757bc47092 None None] Provisioning complete for port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:21.044029 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6c37dcbd-868b-4bbc-b8b0-1f757bc47092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:21.058311 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6c0ee409-6f7a-493c-8a27-e8424b4973eb req-989e5554-674f-4663-b7d8-ff4583c417e8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 210 time: 0.0520916 Aug 09 16:48:21.093571 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6c37dcbd-868b-4bbc-b8b0-1f757bc47092 None None] Port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:48:21.219090 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bc881954-8e0d-4064-a228-e59b63a7cf6b None None] Provisioning complete for port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:21.220026 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bc881954-8e0d-4064-a228-e59b63a7cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:21.271283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-bc881954-8e0d-4064-a228-e59b63a7cf6b None None] Port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:48:21.292593 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:48:21.324486 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '4d2a1420-6a70-4515-9e20-3fd5f16cad3c', 'name': '', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:0f:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:18Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 2, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:21.351057 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Checking router: abfdcc4c-3705-4361-938e-9a2a95439b89 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:48:21.351401 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Updating router abfdcc4c-3705-4361-938e-9a2a95439b89 port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:48:21.380156 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:21.472050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f9a1d766-14a5-459a-ad5c-9504de4c145d up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:21.528197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port f9a1d766-14a5-459a-ad5c-9504de4c145d triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:21.528665 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:21.625421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a4d7c5c6-2b6c-418d-8040-fe90017dd33a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:21.673075 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a4d7c5c6-2b6c-418d-8040-fe90017dd33a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:21.673476 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:21.681321 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:21.693242 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Transition to ACTIVE for port object 4d2a1420-6a70-4515-9e20-3fd5f16cad3c will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:21.700501 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:21.756845 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Pushing event updated for resources: {'Port': ['ID=4d2a1420-6a70-4515-9e20-3fd5f16cad3c,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:21.779885 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:21.780225 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:21.780575 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:21.780904 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:21.781229 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:21.781576 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:21.781931 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:21.782253 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:21.782568 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:21.782885 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:21.783205 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:21.783519 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:48:21.822574 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Attempting to bind port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:48:21.823011 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Attempting to bind port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:48:21.823441 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Attempting to bind port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c on network 5c654506-f55e-41fd-a05e-7f552437d29c {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:48:21.829544 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:48:21.830020 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Checking segment: {'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:48:21.830483 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:21.830950 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Bound using segment: {'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:48:21.831459 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Bound port: 4d2a1420-6a70-4515-9e20-3fd5f16cad3c, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:48:21.832020 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:21.913582 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] For port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:48:21.918222 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] For port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4d2a1420-6a70-4515-9e20-3fd5f16cad3c,segment=NetworkSegment(c50a4bce-9f88-4a4e-b519-272f044ec8fb),segment_id=c50a4bce-9f88-4a4e-b519-272f044ec8fb)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:48:21.927448 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:21.993704 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Routers {'abfdcc4c-3705-4361-938e-9a2a95439b89'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:21.994350 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:48:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['abfdcc4c-3705-4361-938e-9a2a95439b89'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:21.996310 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f5e12-6c3b-49fb-9f59-96224f0f4cf0 None None] Pushing event updated for resources: {'Port': ['ID=4d2a1420-6a70-4515-9e20-3fd5f16cad3c,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:22.082885 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b16c78-ee14-4007-8292-ba8e5100119e req-a458cbbc-1571-481b-a31e-376496020f9a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:22.084602 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-a458cbbc-1571-481b-a31e-376496020f9a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.53 "GET /v2.0/networks?id=5c654506-f55e-41fd-a05e-7f552437d29c HTTP/1.1" status: 200 len: 797 time: 0.1361544 Aug 09 16:48:22.150366 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] Set router abfdcc4c-3705-4361-938e-9a2a95439b89 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:22.152145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-9c38d087-7d30-417e-b0e3-15b64d79f6db tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 378 time: 0.0535238 Aug 09 16:48:22.162369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'port': {'device_id': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'admin_state_up': True, 'tenant_id': '8074e18898434577b51d28fc936a7928', 'security_groups': ['d9d71861-fe34-4e2d-93e7-408f7e1c8eb6']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:22.235153 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a992486-9914-4581-8909-7c4474532ea0 req-5d1026ad-5912-438b-9bde-13daa339a052 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 210 time: 0.0562568 Aug 09 16:48:22.304503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:48:22.308367 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:22.368586 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '4d2a1420-6a70-4515-9e20-3fd5f16cad3c', 'name': '', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:0f:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:18Z', 'updated_at': '2021-08-09T16:48:21Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:22.395198 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a6d91-d686-4104-98f7-9dcc25bcf338 None None] The sync data for ids ['abfdcc4c-3705-4361-938e-9a2a95439b89'] in n-d-803778-2 is: [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '4d2a1420-6a70-4515-9e20-3fd5f16cad3c', 'name': '', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:0f:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:18Z', 'updated_at': '2021-08-09T16:48:21Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:48:22.456992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.20.0.4 (5c654506-f55e-41fd-a05e-7f552437d29c/1bbfc91d-4bee-4a0f-b3bf-7d951a85018b/c5a7431a-36cc-4685-be29-8f18fef3f73b) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:48:22.624773 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:22.640278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Transition to ACTIVE for port object c5a7431a-36cc-4685-be29-8f18fef3f73b will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:22.675718 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:22.725849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 5c654506-f55e-41fd-a05e-7f552437d29c is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:48:22.729144 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:22.733732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:48:22.737931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=c5a7431a-36cc-4685-be29-8f18fef3f73b,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:22.787064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:22.788358 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:22.805181 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d496ac72-bf35-4342-879b-7470b1c432a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6471369 Aug 09 16:48:22.822847 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Request body: {'port': {'device_id': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:22.895623 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:22.976467 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7f94cef8-bd2b-44b5-82c3-fa1272d47453 None None] Provisioning for port c5a7431a-36cc-4685-be29-8f18fef3f73b completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:22.980719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7f94cef8-bd2b-44b5-82c3-fa1272d47453 None None] Provisioning complete for port c5a7431a-36cc-4685-be29-8f18fef3f73b triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:22.981373 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7f94cef8-bd2b-44b5-82c3-fa1272d47453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:23.027230 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-7f94cef8-bd2b-44b5-82c3-fa1272d47453 None None] Port c5a7431a-36cc-4685-be29-8f18fef3f73b cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:48:23.207994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a7431a-36cc-4685-be29-8f18fef3f73b {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:48:23.216399 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:23.228722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Transition to ACTIVE for port object c5a7431a-36cc-4685-be29-8f18fef3f73b will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:48:23.233340 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:23.338602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a7431a-36cc-4685-be29-8f18fef3f73b,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:23.368474 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Attempting to bind port c5a7431a-36cc-4685-be29-8f18fef3f73b on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:48:23.368809 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Attempting to bind port c5a7431a-36cc-4685-be29-8f18fef3f73b by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:48:23.369142 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Attempting to bind port c5a7431a-36cc-4685-be29-8f18fef3f73b on network 5c654506-f55e-41fd-a05e-7f552437d29c {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:48:23.374785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Port c5a7431a-36cc-4685-be29-8f18fef3f73b on network 5c654506-f55e-41fd-a05e-7f552437d29c not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:48:23.375063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Attempting to bind port c5a7431a-36cc-4685-be29-8f18fef3f73b on network 5c654506-f55e-41fd-a05e-7f552437d29c {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:48:23.380273 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:48:23.380630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Checking segment: {'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:48:23.381543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Bound using segment: {'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:48:23.382017 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Bound port: c5a7431a-36cc-4685-be29-8f18fef3f73b, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50a4bce-9f88-4a4e-b519-272f044ec8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:48:23.382378 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:23.402334 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f529e5-5556-4539-86ab-a90a9ca01988 req-b6a9fca5-695d-4e09-9b0e-468b6fc2d967 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:23.409389 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-47f529e5-5556-4539-86ab-a90a9ca01988 req-b6a9fca5-695d-4e09-9b0e-468b6fc2d967 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 943 time: 0.0791242 Aug 09 16:48:23.466267 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-47f529e5-5556-4539-86ab-a90a9ca01988 req-05881251-480e-4472-85a3-cc8a2ec773f4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475357 Aug 09 16:48:23.479369 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] For port c5a7431a-36cc-4685-be29-8f18fef3f73b, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:48:23.484648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] For port c5a7431a-36cc-4685-be29-8f18fef3f73b, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c5a7431a-36cc-4685-be29-8f18fef3f73b,segment=NetworkSegment(c50a4bce-9f88-4a4e-b519-272f044ec8fb),segment_id=c50a4bce-9f88-4a4e-b519-272f044ec8fb)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:48:23.496035 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:23.538975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4d2a1420-6a70-4515-9e20-3fd5f16cad3c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:23.550062 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:23.550814 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:23.552524 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] 10.222.0.53 "PUT /v2.0/ports/c5a7431a-36cc-4685-be29-8f18fef3f73b HTTP/1.1" status: 200 len: 1091 time: 0.7350323 Aug 09 16:48:23.553276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'tag': 'c5a7431a-36cc-4685-be29-8f18fef3f73b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:48:23.555698 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a86fc3-797c-4bcc-8519-ff30fe9d725a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a97bd3-74c6-4639-9bdc-63780e5eccc6", "tag": "c5a7431a-36cc-4685-be29-8f18fef3f73b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:48:23.600316 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59f7f9-fb1d-4c48-813b-a29dc9fd6544 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a7431a-36cc-4685-be29-8f18fef3f73b,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:23.636119 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4d0c72-7cad-420b-95c1-b490d771d090 x-openstack-request-id: req-3b4d0c72-7cad-420b-95c1-b490d771d090 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:48:23.636511 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a97bd3-74c6-4639-9bdc-63780e5eccc6", "tag": "c5a7431a-36cc-4685-be29-8f18fef3f73b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:48:23.636707 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b4d0c72-7cad-420b-95c1-b490d771d090 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:48:23.637070 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'tag': 'c5a7431a-36cc-4685-be29-8f18fef3f73b', 'status': 'completed', 'code': 200} Aug 09 16:48:23.638889 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:23.642860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:23.643319 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:23.657078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d0d18235-8d30-4648-a3ad-0cf8602f8378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:23.659173 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-d0d18235-8d30-4648-a3ad-0cf8602f8378 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 1094 time: 0.0558527 Aug 09 16:48:23.712913 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-97984494-ad36-407d-bb5a-5bc1eb0dec5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5a7431a-36cc-4685-be29-8f18fef3f73b HTTP/1.1" status: 200 len: 217 time: 0.0446475 Aug 09 16:48:23.744977 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:23.767590 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b16c78-ee14-4007-8292-ba8e5100119e req-fbe26a5b-916c-4b89-860e-132db5ab08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:23.769072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-fbe26a5b-916c-4b89-860e-132db5ab08a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1bbfc91d-4bee-4a0f-b3bf-7d951a85018b HTTP/1.1" status: 200 len: 834 time: 0.0498636 Aug 09 16:48:23.789412 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4d2a1420-6a70-4515-9e20-3fd5f16cad3c,segment=NetworkSegment(c50a4bce-9f88-4a4e-b519-272f044ec8fb),segment_id=c50a4bce-9f88-4a4e-b519-272f044ec8fb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:23.794234 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:23.828849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b16c78-ee14-4007-8292-ba8e5100119e req-995c8b07-d5cc-42a6-a8f7-027d3f645700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:23.830299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-995c8b07-d5cc-42a6-a8f7-027d3f645700 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c654506-f55e-41fd-a05e-7f552437d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546384 Aug 09 16:48:23.845941 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=4d2a1420-6a70-4515-9e20-3fd5f16cad3c,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:23.927411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-ffbbdb1c-44a8-4bfd-8bd2-f6ae4dd8c013 service neutron] 10.222.0.53 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898299 Aug 09 16:48:24.023147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-28b16c78-ee14-4007-8292-ba8e5100119e req-e59f79ed-6047-4223-8a84-96299606b4fb service neutron] 10.222.0.53 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857399 Aug 09 16:48:24.111652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a86fc3-797c-4bcc-8519-ff30fe9d725a req-70e4f2d7-3d22-42a5-a0f4-331dc0a70d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:24.113138 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-49a86fc3-797c-4bcc-8519-ff30fe9d725a req-70e4f2d7-3d22-42a5-a0f4-331dc0a70d87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 1094 time: 0.0448294 Aug 09 16:48:24.206354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a86fc3-797c-4bcc-8519-ff30fe9d725a req-169dd545-0a4b-4bc2-b46a-bf8c50100253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:24.207813 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-49a86fc3-797c-4bcc-8519-ff30fe9d725a req-169dd545-0a4b-4bc2-b46a-bf8c50100253 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c654506-f55e-41fd-a05e-7f552437d29c HTTP/1.1" status: 200 len: 898 time: 0.0878639 Aug 09 16:48:24.249693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-49a86fc3-797c-4bcc-8519-ff30fe9d725a req-d9b76e42-71e7-41af-bf55-386a7244f2c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5a7431a-36cc-4685-be29-8f18fef3f73b HTTP/1.1" status: 200 len: 217 time: 0.0347335 Aug 09 16:48:24.306039 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a86fc3-797c-4bcc-8519-ff30fe9d725a req-52ea47a3-87c7-48ca-9a40-c6ef0dbfe78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:24.307688 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-49a86fc3-797c-4bcc-8519-ff30fe9d725a req-52ea47a3-87c7-48ca-9a40-c6ef0dbfe78f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1bbfc91d-4bee-4a0f-b3bf-7d951a85018b HTTP/1.1" status: 200 len: 834 time: 0.0492764 Aug 09 16:48:24.356695 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a86fc3-797c-4bcc-8519-ff30fe9d725a req-3a5b2fdb-bcd9-41d9-8ba7-17dd24272dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:24.358237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-49a86fc3-797c-4bcc-8519-ff30fe9d725a req-3a5b2fdb-bcd9-41d9-8ba7-17dd24272dc3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c654506-f55e-41fd-a05e-7f552437d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424881 Aug 09 16:48:24.449997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-49a86fc3-797c-4bcc-8519-ff30fe9d725a req-df2d3421-6c0c-4f2e-be4b-5a8fd62a3af7 service neutron] 10.222.0.53 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844870 Aug 09 16:48:24.548841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-49a86fc3-797c-4bcc-8519-ff30fe9d725a req-d402c9d5-7f32-418f-845f-997356564632 service neutron] 10.222.0.53 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917926 Aug 09 16:48:24.601659 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d306a5-97dc-4381-b436-a68f15d77aa6 req-2440c7af-280a-4a2d-b7a7-01a4876fbd76 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:24.603060 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c1d306a5-97dc-4381-b436-a68f15d77aa6 req-2440c7af-280a-4a2d-b7a7-01a4876fbd76 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 943 time: 0.0549762 Aug 09 16:48:24.642244 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c1d306a5-97dc-4381-b436-a68f15d77aa6 req-6485f85a-519b-483f-9b07-7958f2aa4e61 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318928 Aug 09 16:48:25.455481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4d2a1420-6a70-4515-9e20-3fd5f16cad3c up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:25.503777 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:25.504158 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:25.765518 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092b4c-b9e8-4bf9-8e6f-3c5d6e8fc700 req-7720e092-b454-4f53-b87c-0c53664382d8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:25.767033 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30092b4c-b9e8-4bf9-8e6f-3c5d6e8fc700 req-7720e092-b454-4f53-b87c-0c53664382d8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 943 time: 0.0500770 Aug 09 16:48:25.805253 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-30092b4c-b9e8-4bf9-8e6f-3c5d6e8fc700 req-001ab85b-9e9f-453e-aa38-b25c8872fc12 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312462 Aug 09 16:48:26.172405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c5a7431a-36cc-4685-be29-8f18fef3f73b details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:48:26.267029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c5a7431a-36cc-4685-be29-8f18fef3f73b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c5a7431a-36cc-4685-be29-8f18fef3f73b,segment=NetworkSegment(c50a4bce-9f88-4a4e-b519-272f044ec8fb),segment_id=c50a4bce-9f88-4a4e-b519-272f044ec8fb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:26.278330 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': 'c5a7431a-36cc-4685-be29-8f18fef3f73b', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'port_id': 'c5a7431a-36cc-4685-be29-8f18fef3f73b', 'mac_address': 'fa:16:3e:12:31:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:48:26.315496 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:26.332208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a7431a-36cc-4685-be29-8f18fef3f73b {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:48:26.352983 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c5a7431a-36cc-4685-be29-8f18fef3f73b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c5a7431a-36cc-4685-be29-8f18fef3f73b,segment=NetworkSegment(c50a4bce-9f88-4a4e-b519-272f044ec8fb),segment_id=c50a4bce-9f88-4a4e-b519-272f044ec8fb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:26.356932 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:26.403295 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c5a7431a-36cc-4685-be29-8f18fef3f73b,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:26.557893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['c5a7431a-36cc-4685-be29-8f18fef3f73b'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:48:26.923582 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296f519-5b09-4abf-af95-7c181536d04e req-2f23bac8-2543-403a-b36b-5b7c4f78b38d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:26.925100 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f296f519-5b09-4abf-af95-7c181536d04e req-2f23bac8-2543-403a-b36b-5b7c4f78b38d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 944 time: 0.0495315 Aug 09 16:48:26.964155 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f296f519-5b09-4abf-af95-7c181536d04e req-1baa307a-8ffa-495a-9dfd-1e549b950e0f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324473 Aug 09 16:48:28.078935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c0cdf-5859-4918-b425-db47cfb0886e req-d3233dc5-9be9-415d-9d58-841ae711a34b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:28.080411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-645c0cdf-5859-4918-b425-db47cfb0886e req-d3233dc5-9be9-415d-9d58-841ae711a34b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 944 time: 0.0499022 Aug 09 16:48:28.124089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-645c0cdf-5859-4918-b425-db47cfb0886e req-b2f793bc-174d-4fdd-ae8b-d52cc3e0d0a3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369458 Aug 09 16:48:28.173770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c5a7431a-36cc-4685-be29-8f18fef3f73b up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:48:28.221380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port c5a7431a-36cc-4685-be29-8f18fef3f73b completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:48:28.224979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port c5a7431a-36cc-4685-be29-8f18fef3f73b triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:48:28.225345 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:28.301263 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:28.323078 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a7431a-36cc-4685-be29-8f18fef3f73b'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:48:28.325301 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7455e63-ffaf-420d-8b76-af7666993d0b" -d '{"events": [{"server_uuid": "a4a97bd3-74c6-4639-9bdc-63780e5eccc6", "name": "network-vif-plugged", "status": "completed", "tag": "c5a7431a-36cc-4685-be29-8f18fef3f73b"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:48:28.339232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port c5a7431a-36cc-4685-be29-8f18fef3f73b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c5a7431a-36cc-4685-be29-8f18fef3f73b,segment=NetworkSegment(c50a4bce-9f88-4a4e-b519-272f044ec8fb),segment_id=c50a4bce-9f88-4a4e-b519-272f044ec8fb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:48:28.343426 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:28.366298 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fca59e8-1fe7-48dd-b610-44b43e5765dd x-openstack-request-id: req-2fca59e8-1fe7-48dd-b610-44b43e5765dd {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:48:28.366582 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a97bd3-74c6-4639-9bdc-63780e5eccc6", "name": "network-vif-plugged", "status": "completed", "tag": "c5a7431a-36cc-4685-be29-8f18fef3f73b", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:48:28.366827 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2fca59e8-1fe7-48dd-b610-44b43e5765dd {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:48:28.367231 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a7431a-36cc-4685-be29-8f18fef3f73b', 'code': 200} Aug 09 16:48:28.393418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=c5a7431a-36cc-4685-be29-8f18fef3f73b,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:28.461516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62af408-6ece-4755-a7a6-b60cfe7f71e0 req-108b8c75-fa4a-4bed-8347-db86b5591051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:28.463054 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e62af408-6ece-4755-a7a6-b60cfe7f71e0 req-108b8c75-fa4a-4bed-8347-db86b5591051 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 1096 time: 0.0416801 Aug 09 16:48:28.497796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e62af408-6ece-4755-a7a6-b60cfe7f71e0 req-2d7bcbd2-d044-49e3-b2ee-de1d5d20031e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273769 Aug 09 16:48:29.284093 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0db20-8f38-46be-aaf8-19e487652e80 req-aaff2de9-aa29-4bed-bbed-2fe3bac3dfd8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:29.285914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ccf0db20-8f38-46be-aaf8-19e487652e80 req-aaff2de9-aa29-4bed-bbed-2fe3bac3dfd8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0495543 Aug 09 16:48:29.328270 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ccf0db20-8f38-46be-aaf8-19e487652e80 req-fb845179-91e5-4ed3-9529-38c2c524af57 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358052 Aug 09 16:48:30.458313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c1313-48df-443e-baf9-6ea5a8de0c54 req-d70d2171-a28a-420d-8433-692d6d1809fd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:30.460642 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ca0c1313-48df-443e-baf9-6ea5a8de0c54 req-d70d2171-a28a-420d-8433-692d6d1809fd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0619769 Aug 09 16:48:30.504753 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ca0c1313-48df-443e-baf9-6ea5a8de0c54 req-28ad31e0-6375-4a37-bea0-d8e0386c7af2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380669 Aug 09 16:48:30.640859 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949c117-ea85-4a20-900d-bddc3f1c29d7 req-a004d37b-8ce8-4f29-91c1-0ad958dd444d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:30.642383 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4949c117-ea85-4a20-900d-bddc3f1c29d7 req-a004d37b-8ce8-4f29-91c1-0ad958dd444d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0520945 Aug 09 16:48:30.685850 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4949c117-ea85-4a20-900d-bddc3f1c29d7 req-497fbdb7-2130-4b37-9faf-d7b40757206a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363102 Aug 09 16:48:30.713722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56870) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:30.754201 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97626f6-b214-461b-b166-0c3bc574ab9f tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:30.755828 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a97626f6-b214-461b-b166-0c3bc574ab9f tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 1091 time: 0.0410259 Aug 09 16:48:30.759109 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56872) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:30.763409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': 'c5a7431a-36cc-4685-be29-8f18fef3f73b', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:48:30.785503 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:30.883697 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:30.996341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.25.2.91 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/b25e28d9-4c15-4277-bd87-331307eda5be) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:48:31.099504 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:31.138130 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:31.183759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:48:31.188931 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:48:31.191584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=b25e28d9-4c15-4277-bd87-331307eda5be,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:31.195054 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:48:31.563978 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:31.629422 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:31.780379 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:31.785287 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:31.853989 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=b25e28d9-4c15-4277-bd87-331307eda5be,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:48:31.868719 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:31.968219 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Floating IP 44f7b7d5-240a-40b3-be78-57e8cd35c92c associated. External IP: 172.25.2.91, port: c5a7431a-36cc-4685-be29-8f18fef3f73b. Aug 09 16:48:32.189276 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router abfdcc4c-3705-4361-938e-9a2a95439b89 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:48:32.302106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:48:32.313260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbc22b-91c0-4bc8-a0e5-390538157f08 None None] Sync routers for ids ['abfdcc4c-3705-4361-938e-9a2a95439b89'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:48:32.319511 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:32.325579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dbc22b-91c0-4bc8-a0e5-390538157f08 None None] Routers {'abfdcc4c-3705-4361-938e-9a2a95439b89'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:32.326248 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b4dbc22b-91c0-4bc8-a0e5-390538157f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:48:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['abfdcc4c-3705-4361-938e-9a2a95439b89'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:32.347232 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ea4378da-2ea1-4c27-a507-a2340cdd226a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5871131 Aug 09 16:48:32.347919 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'tag': 'c5a7431a-36cc-4685-be29-8f18fef3f73b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:48:32.350514 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603ad6dc-b9d0-4093-84ce-fe540d0756b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a97bd3-74c6-4639-9bdc-63780e5eccc6", "tag": "c5a7431a-36cc-4685-be29-8f18fef3f73b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:48:32.390730 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd21c230-4d45-4e65-95a3-d9035f5344b6 x-openstack-request-id: req-bd21c230-4d45-4e65-95a3-d9035f5344b6 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:48:32.391941 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a97bd3-74c6-4639-9bdc-63780e5eccc6", "tag": "c5a7431a-36cc-4685-be29-8f18fef3f73b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:48:32.392291 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd21c230-4d45-4e65-95a3-d9035f5344b6 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:48:32.392848 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'tag': 'c5a7431a-36cc-4685-be29-8f18fef3f73b', 'status': 'completed', 'code': 200} Aug 09 16:48:32.453302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b4dbc22b-91c0-4bc8-a0e5-390538157f08 None None] Set router abfdcc4c-3705-4361-938e-9a2a95439b89 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:32.460318 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ad6dc-b9d0-4093-84ce-fe540d0756b9 req-99a3fd13-2dcc-423a-b3d4-79e36ac44e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:32.462136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-603ad6dc-b9d0-4093-84ce-fe540d0756b9 req-99a3fd13-2dcc-423a-b3d4-79e36ac44e21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 1096 time: 0.0500560 Aug 09 16:48:32.476926 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c626d-ce74-4777-ad74-1f84deb52fef req-76a006e2-9c1f-4d48-91c0-61d7686d9790 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:32.478662 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b51c626d-ce74-4777-ad74-1f84deb52fef req-76a006e2-9c1f-4d48-91c0-61d7686d9790 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0689132 Aug 09 16:48:32.524254 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b51c626d-ce74-4777-ad74-1f84deb52fef req-f41cf326-72e4-4fe9-b864-960d101b1af5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396814 Aug 09 16:48:32.547266 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56882) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:32.582584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ad6dc-b9d0-4093-84ce-fe540d0756b9 req-f66aeea5-abc7-449d-a58f-8cde2d6e54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:32.584205 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-603ad6dc-b9d0-4093-84ce-fe540d0756b9 req-f66aeea5-abc7-449d-a58f-8cde2d6e54a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c654506-f55e-41fd-a05e-7f552437d29c HTTP/1.1" status: 200 len: 898 time: 0.1154623 Aug 09 16:48:32.618764 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-19359577-207d-45ae-92eb-a23ef6cb9466 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/44f7b7d5-240a-40b3-be78-57e8cd35c92c HTTP/1.1" status: 200 len: 990 time: 0.0703404 Aug 09 16:48:32.653759 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-603ad6dc-b9d0-4093-84ce-fe540d0756b9 req-d6986d5a-252c-4746-a9a0-546f8a6f1940 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5a7431a-36cc-4685-be29-8f18fef3f73b HTTP/1.1" status: 200 len: 998 time: 0.0623457 Aug 09 16:48:32.707984 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ad6dc-b9d0-4093-84ce-fe540d0756b9 req-234f5881-192b-4634-9ac3-873e5351f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:32.710103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b4dbc22b-91c0-4bc8-a0e5-390538157f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '44f7b7d5-240a-40b3-be78-57e8cd35c92c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'port_id': 'c5a7431a-36cc-4685-be29-8f18fef3f73b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'mac_address': 'fa:16:3e:12:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:48:31Z', 'updated_at': '2021-08-09T16:48:31Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2a1420-6a70-4515-9e20-3fd5f16cad3c', 'name': '', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:0f:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:18Z', 'updated_at': '2021-08-09T16:48:23Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:32.710433 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-603ad6dc-b9d0-4093-84ce-fe540d0756b9 req-234f5881-192b-4634-9ac3-873e5351f3e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1bbfc91d-4bee-4a0f-b3bf-7d951a85018b HTTP/1.1" status: 200 len: 834 time: 0.0500669 Aug 09 16:48:32.742213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbc22b-91c0-4bc8-a0e5-390538157f08 None None] Checking router: abfdcc4c-3705-4361-938e-9a2a95439b89 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:48:32.751292 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dbc22b-91c0-4bc8-a0e5-390538157f08 None None] Routers {'abfdcc4c-3705-4361-938e-9a2a95439b89'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:48:32.751909 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b4dbc22b-91c0-4bc8-a0e5-390538157f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:48:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['abfdcc4c-3705-4361-938e-9a2a95439b89'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:33.024424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b4dbc22b-91c0-4bc8-a0e5-390538157f08 None None] Set router abfdcc4c-3705-4361-938e-9a2a95439b89 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:48:33.119010 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ad6dc-b9d0-4093-84ce-fe540d0756b9 req-017d9fe0-d1a2-48f9-9c9e-392ec3f19aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:48:33.120497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-603ad6dc-b9d0-4093-84ce-fe540d0756b9 req-017d9fe0-d1a2-48f9-9c9e-392ec3f19aaa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c654506-f55e-41fd-a05e-7f552437d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4035881 Aug 09 16:48:33.210731 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-603ad6dc-b9d0-4093-84ce-fe540d0756b9 req-e994707e-dae4-4538-ba79-8b14d5878bba service neutron] 10.222.0.53 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819077 Aug 09 16:48:33.250512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b4dbc22b-91c0-4bc8-a0e5-390538157f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '44f7b7d5-240a-40b3-be78-57e8cd35c92c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'port_id': 'c5a7431a-36cc-4685-be29-8f18fef3f73b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'mac_address': 'fa:16:3e:12:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:48:31Z', 'updated_at': '2021-08-09T16:48:31Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2a1420-6a70-4515-9e20-3fd5f16cad3c', 'name': '', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:0f:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:18Z', 'updated_at': '2021-08-09T16:48:23Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:48:33.284830 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbc22b-91c0-4bc8-a0e5-390538157f08 None None] The sync data for ids ['abfdcc4c-3705-4361-938e-9a2a95439b89'] in n-d-803778-2 is: [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '44f7b7d5-240a-40b3-be78-57e8cd35c92c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'port_id': 'c5a7431a-36cc-4685-be29-8f18fef3f73b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'mac_address': 'fa:16:3e:12:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:48:31Z', 'updated_at': '2021-08-09T16:48:31Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2a1420-6a70-4515-9e20-3fd5f16cad3c', 'name': '', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:0f:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:18Z', 'updated_at': '2021-08-09T16:48:23Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:48:33.309790 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-603ad6dc-b9d0-4093-84ce-fe540d0756b9 req-4e362aa2-779e-43ec-a096-2a0e0dd5f08b service neutron] 10.222.0.53 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920720 Aug 09 16:48:33.489733 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa729bf-88f7-4f04-8e75-c3b330c65655 None None] New status for floating IP 44f7b7d5-240a-40b3-be78-57e8cd35c92c: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:48:33.623080 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56884) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:48:33.687353 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-426d5004-15d1-4bdc-b50e-d06b95bb1a29 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/44f7b7d5-240a-40b3-be78-57e8cd35c92c HTTP/1.1" status: 200 len: 992 time: 0.0630372 Aug 09 16:48:37.774321 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f03563bf-6e4f-473f-a1d6-14a591d7ea30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:40.629482 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e47f4f6f-f15d-433e-8c64-bbc394cb21e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.011754 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.824042 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:42.045952 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:43.670959 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:43.815686 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:58.292800 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:49:05.008091 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5265d-f51b-4519-8c80-28429955031c req-8ea832c9-d449-4cbf-b991-4c54b8d339d1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:05.009724 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-67e5265d-f51b-4519-8c80-28429955031c req-8ea832c9-d449-4cbf-b991-4c54b8d339d1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0502281 Aug 09 16:49:05.047198 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-67e5265d-f51b-4519-8c80-28429955031c req-e73a8114-e7f6-4abc-bd33-ecbf650e9ff8 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315843 Aug 09 16:49:06.164081 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301d7fb-cfc9-4696-991b-e56775135544 req-a224f6a8-237b-46ea-9344-6982b1e54a37 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:06.165482 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b301d7fb-cfc9-4696-991b-e56775135544 req-a224f6a8-237b-46ea-9344-6982b1e54a37 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0489023 Aug 09 16:49:06.205013 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b301d7fb-cfc9-4696-991b-e56775135544 req-5bf55432-426e-4cf9-8b01-75daaaa54093 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313644 Aug 09 16:49:07.320111 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68631bba-d58d-4801-80c1-c8caa32ded02 req-7b36fd11-f80f-4ec7-9fa2-536cc6670cd4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:07.321638 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68631bba-d58d-4801-80c1-c8caa32ded02 req-7b36fd11-f80f-4ec7-9fa2-536cc6670cd4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0492370 Aug 09 16:49:07.363274 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-68631bba-d58d-4801-80c1-c8caa32ded02 req-bacda3d5-7897-40e7-891b-1b92e2582776 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357234 Aug 09 16:49:07.775034 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7c94afae-5532-418d-8b4b-0900f2812ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:08.484857 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6631-605e-4036-9c9f-2ffeea9ab861 req-d4a4ec68-1be4-48c9-b79b-8181d99e4f6f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:08.486371 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-923e6631-605e-4036-9c9f-2ffeea9ab861 req-d4a4ec68-1be4-48c9-b79b-8181d99e4f6f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0550580 Aug 09 16:49:08.528105 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-923e6631-605e-4036-9c9f-2ffeea9ab861 req-b265b8d2-f6a5-457a-84f9-5901fe4d5fa9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327973 Aug 09 16:49:09.653736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19fac9-d994-4477-a338-940eaf8a1674 req-16646e1a-4885-4ae4-b2de-d15bdaffed82 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:09.655219 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6f19fac9-d994-4477-a338-940eaf8a1674 req-16646e1a-4885-4ae4-b2de-d15bdaffed82 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0488007 Aug 09 16:49:09.694946 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6f19fac9-d994-4477-a338-940eaf8a1674 req-6f4b1e79-4b8e-439f-b96d-c8c5fcba3f46 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318227 Aug 09 16:49:10.630528 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8e58d9a3-27d7-4e7b-846d-97c3cebae373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:10.813850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267bfdd-b4aa-4577-b1b3-8ad86d601330 req-9231286a-9c39-4323-91b9-688b374e320d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:10.815401 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2267bfdd-b4aa-4577-b1b3-8ad86d601330 req-9231286a-9c39-4323-91b9-688b374e320d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0499971 Aug 09 16:49:10.855527 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2267bfdd-b4aa-4577-b1b3-8ad86d601330 req-463e852b-c2e4-442f-a5c8-2ef3e99a5c8c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339801 Aug 09 16:49:11.013121 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:11.826233 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:11.969666 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ace453-120c-4c58-ac08-fb8da14ab229 req-602f39fd-c857-497a-8aae-356a23e915ab tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:11.971144 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6ace453-120c-4c58-ac08-fb8da14ab229 req-602f39fd-c857-497a-8aae-356a23e915ab tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0486915 Aug 09 16:49:12.009191 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e6ace453-120c-4c58-ac08-fb8da14ab229 req-f881acc0-b1ea-498b-898a-28a224c2b9b0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319443 Aug 09 16:49:12.064865 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:13.123559 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0321ad-92f5-4e24-9579-61eaa75f6c45 req-f341ee28-ccc4-4df8-83db-aa2a829b5eb5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:13.124939 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e0321ad-92f5-4e24-9579-61eaa75f6c45 req-f341ee28-ccc4-4df8-83db-aa2a829b5eb5 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Aug 09 16:49:13.167364 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5e0321ad-92f5-4e24-9579-61eaa75f6c45 req-d34c34a4-fe2f-4464-a576-1b52d97f4bef tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364203 Aug 09 16:49:13.674156 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:13.817458 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:14.280761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356b514-2f2c-417e-b679-423697e319cf req-8bcfad57-7051-47ab-b0ed-9ebff13425b1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:14.282281 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4356b514-2f2c-417e-b679-423697e319cf req-8bcfad57-7051-47ab-b0ed-9ebff13425b1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0493083 Aug 09 16:49:14.325005 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4356b514-2f2c-417e-b679-423697e319cf req-4653ddad-2dd4-446f-85ad-0b3869d0c9b9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367029 Aug 09 16:49:15.442870 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbee5e-cd0e-4392-bcc3-54b708e5f949 req-51d5ee8f-0386-40ff-8905-8867f376481c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:15.445196 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-94dbee5e-cd0e-4392-bcc3-54b708e5f949 req-51d5ee8f-0386-40ff-8905-8867f376481c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0541768 Aug 09 16:49:15.482991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-94dbee5e-cd0e-4392-bcc3-54b708e5f949 req-ffb9c64d-a32a-4bbd-9534-4ec3ed60498e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318143 Aug 09 16:49:16.597868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804a840-3610-4a08-97be-f161863a4c7c req-6a0d0825-a7a9-4c49-a682-ba38729c37bb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:16.599343 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1804a840-3610-4a08-97be-f161863a4c7c req-6a0d0825-a7a9-4c49-a682-ba38729c37bb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0490513 Aug 09 16:49:16.638595 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1804a840-3610-4a08-97be-f161863a4c7c req-350ca883-0b41-44a5-80d4-a45b3ffd589f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324430 Aug 09 16:49:17.752780 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb8a87-e693-4b9e-8049-9c87dd9f327c req-1d8b5edf-c50c-40b9-97cc-afe6a208b4a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:17.754287 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28cb8a87-e693-4b9e-8049-9c87dd9f327c req-1d8b5edf-c50c-40b9-97cc-afe6a208b4a7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0479453 Aug 09 16:49:17.791944 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-28cb8a87-e693-4b9e-8049-9c87dd9f327c req-8e10e462-47f6-457a-bc83-3b9fbaaac04f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310714 Aug 09 16:49:18.907688 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b8d59-b415-47d6-9b65-42bca576155c req-5e4f90ab-864c-4725-a286-082666a2971f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:18.909230 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-447b8d59-b415-47d6-9b65-42bca576155c req-5e4f90ab-864c-4725-a286-082666a2971f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0501626 Aug 09 16:49:18.947129 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-447b8d59-b415-47d6-9b65-42bca576155c req-3f5df1f8-0636-48e8-b114-4c65a58b0006 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312159 Aug 09 16:49:20.065826 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883213d-c9b5-436b-8d91-aa8257b19bc0 req-df5913e5-17d5-4148-b176-7743f12609b0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:20.067463 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d883213d-c9b5-436b-8d91-aa8257b19bc0 req-df5913e5-17d5-4148-b176-7743f12609b0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Aug 09 16:49:20.107637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d883213d-c9b5-436b-8d91-aa8257b19bc0 req-46f34e51-f079-4368-b43c-00da0edf43e9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322475 Aug 09 16:49:21.224367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cd7c0-abae-4bc1-b536-0dc53b3486c3 req-b54f0a47-bb4a-4ec6-99cf-6be34aa4a7a4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:21.226511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-538cd7c0-abae-4bc1-b536-0dc53b3486c3 req-b54f0a47-bb4a-4ec6-99cf-6be34aa4a7a4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0499520 Aug 09 16:49:21.268560 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-538cd7c0-abae-4bc1-b536-0dc53b3486c3 req-2f865cf3-2019-4289-aba0-3fa8eea9727a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349820 Aug 09 16:49:21.290914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56934) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:49:21.361965 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8a976598-1c0b-423f-849c-66199a5c9718 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/44f7b7d5-240a-40b3-be78-57e8cd35c92c HTTP/1.1" status: 200 len: 992 time: 0.0696197 Aug 09 16:49:22.628690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a53bf-ce37-4658-ad28-82ab2bf9dc79 req-02a60d1a-7d7b-45f1-89b4-7e5af87ce124 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:22.630214 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0e7a53bf-ce37-4658-ad28-82ab2bf9dc79 req-02a60d1a-7d7b-45f1-89b4-7e5af87ce124 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0533602 Aug 09 16:49:22.648096 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-8019826c-16f2-45ce-8646-9fdb084e3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:22.650397 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-8019826c-16f2-45ce-8646-9fdb084e3d85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 1096 time: 0.0448608 Aug 09 16:49:22.672413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0e7a53bf-ce37-4658-ad28-82ab2bf9dc79 req-228e2cac-7957-4480-bc0e-1257cd226533 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343304 Aug 09 16:49:22.744370 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-7d4d8a6c-4c55-4e82-9a84-d4e5f3b4d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:22.745908 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-7d4d8a6c-4c55-4e82-9a84-d4e5f3b4d361 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c654506-f55e-41fd-a05e-7f552437d29c HTTP/1.1" status: 200 len: 898 time: 0.0878394 Aug 09 16:49:22.817299 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-3edc7010-17d1-4bf8-87b4-1a63d2088c9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5a7431a-36cc-4685-be29-8f18fef3f73b HTTP/1.1" status: 200 len: 1000 time: 0.0639992 Aug 09 16:49:22.868893 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-4b199f45-7ab1-4c39-9a22-d7fa6b6d08b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:22.870489 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-4b199f45-7ab1-4c39-9a22-d7fa6b6d08b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1bbfc91d-4bee-4a0f-b3bf-7d951a85018b HTTP/1.1" status: 200 len: 834 time: 0.0467663 Aug 09 16:49:22.917678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-f9d21808-418e-42d4-9a93-ef5b4f89e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:22.919909 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-f9d21808-418e-42d4-9a93-ef5b4f89e7b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c654506-f55e-41fd-a05e-7f552437d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423205 Aug 09 16:49:22.934146 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-f96144aa-1ac1-4a14-a3f4-a31c334814ed service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:49:22.935080 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-f96144aa-1ac1-4a14-a3f4-a31c334814ed service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060384 Aug 09 16:49:23.033388 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-1d0da5e8-f504-4711-b78f-9020a87d0f5d service neutron] 10.222.0.53 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913627 Aug 09 16:49:23.125579 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b7bce3ef-fb33-4d9b-aa12-a964d0cac1b2 req-fcd77d13-6cbb-4d2f-9cd8-7bceadc50319 service neutron] 10.222.0.53 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850210 Aug 09 16:49:23.793952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3ddbb-ccc4-4f58-ac07-fac6ec949ba9 req-230304a3-9188-4dea-83cc-94cd8862520f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:23.795536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bc3ddbb-ccc4-4f58-ac07-fac6ec949ba9 req-230304a3-9188-4dea-83cc-94cd8862520f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0509148 Aug 09 16:49:23.840174 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6bc3ddbb-ccc4-4f58-ac07-fac6ec949ba9 req-7fee3c09-8720-4204-a737-86889e86d5a0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384784 Aug 09 16:49:23.862349 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56944) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:49:23.927723 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5f68bca0-7e3f-4ec9-92ed-62ff5cf0408d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/44f7b7d5-240a-40b3-be78-57e8cd35c92c HTTP/1.1" status: 200 len: 992 time: 0.0641491 Aug 09 16:49:27.923966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-276eee5e-87f2-4e22-902c-b00dec02f525 req-ffefe3ef-0786-4e0d-bc9f-2fc6382c9440 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383990 Aug 09 16:49:28.009013 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eee5e-87f2-4e22-902c-b00dec02f525 req-d3a2d7d4-d7e2-49db-87fe-233e122b11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:28.010537 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-276eee5e-87f2-4e22-902c-b00dec02f525 req-d3a2d7d4-d7e2-49db-87fe-233e122b11a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 1096 time: 0.0425014 Aug 09 16:49:28.116503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eee5e-87f2-4e22-902c-b00dec02f525 req-7d972f31-2580-4df9-9eca-c1e9b2f1bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:28.118513 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-276eee5e-87f2-4e22-902c-b00dec02f525 req-7d972f31-2580-4df9-9eca-c1e9b2f1bebd service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c654506-f55e-41fd-a05e-7f552437d29c HTTP/1.1" status: 200 len: 898 time: 0.0870957 Aug 09 16:49:28.184609 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-276eee5e-87f2-4e22-902c-b00dec02f525 req-b090e85c-8cf7-4cdc-ba22-97c0895aec85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5a7431a-36cc-4685-be29-8f18fef3f73b HTTP/1.1" status: 200 len: 1000 time: 0.0591414 Aug 09 16:49:28.233200 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eee5e-87f2-4e22-902c-b00dec02f525 req-c0eeb8af-c383-4197-b0d5-781650cce303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:28.234685 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-276eee5e-87f2-4e22-902c-b00dec02f525 req-c0eeb8af-c383-4197-b0d5-781650cce303 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1bbfc91d-4bee-4a0f-b3bf-7d951a85018b HTTP/1.1" status: 200 len: 834 time: 0.0430822 Aug 09 16:49:28.284530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eee5e-87f2-4e22-902c-b00dec02f525 req-20be2d8d-bb94-46d9-9802-db819f8cec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:28.286070 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-276eee5e-87f2-4e22-902c-b00dec02f525 req-20be2d8d-bb94-46d9-9802-db819f8cec3b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c654506-f55e-41fd-a05e-7f552437d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448136 Aug 09 16:49:28.375974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-276eee5e-87f2-4e22-902c-b00dec02f525 req-dbc7c449-f55f-4377-bfb4-31d6248e953b service neutron] 10.222.0.53 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829976 Aug 09 16:49:28.471098 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-276eee5e-87f2-4e22-902c-b00dec02f525 req-040c9f30-2bf1-43f5-b62a-bf7ed067d579 service neutron] 10.222.0.53 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887663 Aug 09 16:49:35.293186 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:49:37.777018 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b0a33d4-9876-424f-a1c8-119d7aedf24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:40.630215 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5f322520-7b47-492d-be74-ae07b001aacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:41.016218 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:41.828999 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:42.064580 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:43.676177 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:43.816829 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:54.275590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56964) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:49:54.437693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port b25e28d9-4c15-4277-bd87-331307eda5be {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:49:54.438043 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:54.513874 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:54.514202 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:54.525898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for b25e28d9-4c15-4277-bd87-331307eda5be owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:49:54.676805 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:54.708253 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=b25e28d9-4c15-4277-bd87-331307eda5be,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:49:54.750871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:54.751220 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:54.751560 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:54.751895 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:54.752229 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:54.752563 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:54.752891 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:54.753222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:54.753547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:54.753903 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:54.754225 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:54.754550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:54.775609 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:54.775994 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Floating IP 44f7b7d5-240a-40b3-be78-57e8cd35c92c disassociated (deleted). External IP: 172.25.2.91, port: c5a7431a-36cc-4685-be29-8f18fef3f73b. Aug 09 16:49:54.985103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router abfdcc4c-3705-4361-938e-9a2a95439b89 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:49:55.103180 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:49:55.107438 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:55.114445 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb793798-79a2-4459-9790-7bf1da460565 None None] Sync routers for ids ['abfdcc4c-3705-4361-938e-9a2a95439b89'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:49:55.123409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb793798-79a2-4459-9790-7bf1da460565 None None] Routers {'abfdcc4c-3705-4361-938e-9a2a95439b89'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:49:55.124098 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eb793798-79a2-4459-9790-7bf1da460565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:49:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['abfdcc4c-3705-4361-938e-9a2a95439b89'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:49:55.135845 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-535be05b-0d12-4d88-8b03-e575498d8483 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/floatingips/44f7b7d5-240a-40b3-be78-57e8cd35c92c HTTP/1.1" status: 204 len: 168 time: 0.8591528 Aug 09 16:49:55.136437 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'tag': 'c5a7431a-36cc-4685-be29-8f18fef3f73b'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:49:55.138741 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b72becf880fa2e28364131af1cfaf44d4ee17d3db2152149eb4b8d6f33c135a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a9cc0c-6a4f-4e18-8245-19385c161790" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a97bd3-74c6-4639-9bdc-63780e5eccc6", "tag": "c5a7431a-36cc-4685-be29-8f18fef3f73b"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:49:55.233080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-eb793798-79a2-4459-9790-7bf1da460565 None None] Set router abfdcc4c-3705-4361-938e-9a2a95439b89 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:49:55.292678 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd70dfa8-b409-43bb-9b4b-8ed4573c1a1e x-openstack-request-id: req-fd70dfa8-b409-43bb-9b4b-8ed4573c1a1e {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:49:55.293165 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a97bd3-74c6-4639-9bdc-63780e5eccc6", "tag": "c5a7431a-36cc-4685-be29-8f18fef3f73b", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:49:55.293441 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd70dfa8-b409-43bb-9b4b-8ed4573c1a1e {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:49:55.293728 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'tag': 'c5a7431a-36cc-4685-be29-8f18fef3f73b', 'status': 'completed', 'code': 200} Aug 09 16:49:55.391611 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9cc0c-6a4f-4e18-8245-19385c161790 req-0847475c-238a-4475-8dd0-f191f5ea87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:55.393063 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4a9cc0c-6a4f-4e18-8245-19385c161790 req-0847475c-238a-4475-8dd0-f191f5ea87ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 1096 time: 0.0762844 Aug 09 16:49:55.401477 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf1656-62eb-458e-94e0-86f4bec12690 req-f6e32a43-fcdb-4445-b23d-13e99b402d32 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:55.402958 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5cf1656-62eb-458e-94e0-86f4bec12690 req-f6e32a43-fcdb-4445-b23d-13e99b402d32 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0599117 Aug 09 16:49:55.455726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eb793798-79a2-4459-9790-7bf1da460565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '4d2a1420-6a70-4515-9e20-3fd5f16cad3c', 'name': '', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:0f:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:18Z', 'updated_at': '2021-08-09T16:48:23Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:49:55.482270 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb793798-79a2-4459-9790-7bf1da460565 None None] Checking router: abfdcc4c-3705-4361-938e-9a2a95439b89 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:49:55.490468 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb793798-79a2-4459-9790-7bf1da460565 None None] Routers {'abfdcc4c-3705-4361-938e-9a2a95439b89'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:49:55.491423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eb793798-79a2-4459-9790-7bf1da460565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:49:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['abfdcc4c-3705-4361-938e-9a2a95439b89'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:49:55.499185 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5cf1656-62eb-458e-94e0-86f4bec12690 req-c62e5144-0e5a-4a32-81ca-baf6f732216e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869899 Aug 09 16:49:55.520285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9cc0c-6a4f-4e18-8245-19385c161790 req-73efd755-d61c-44a0-ac33-edd0ee4e7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:55.521907 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4a9cc0c-6a4f-4e18-8245-19385c161790 req-73efd755-d61c-44a0-ac33-edd0ee4e7821 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c654506-f55e-41fd-a05e-7f552437d29c HTTP/1.1" status: 200 len: 898 time: 0.1180594 Aug 09 16:49:55.566081 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4a9cc0c-6a4f-4e18-8245-19385c161790 req-e02b029e-8847-40b8-be50-98172c188a99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5a7431a-36cc-4685-be29-8f18fef3f73b HTTP/1.1" status: 200 len: 217 time: 0.0358641 Aug 09 16:49:55.598236 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-eb793798-79a2-4459-9790-7bf1da460565 None None] Set router abfdcc4c-3705-4361-938e-9a2a95439b89 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:49:55.620064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9cc0c-6a4f-4e18-8245-19385c161790 req-a65f2157-68f6-4d94-ac7c-3ea9358b2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:55.621545 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4a9cc0c-6a4f-4e18-8245-19385c161790 req-a65f2157-68f6-4d94-ac7c-3ea9358b2275 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1bbfc91d-4bee-4a0f-b3bf-7d951a85018b HTTP/1.1" status: 200 len: 834 time: 0.0477896 Aug 09 16:49:55.669432 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9cc0c-6a4f-4e18-8245-19385c161790 req-77703b31-30b1-4de1-bcda-49f7acb90f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:55.670901 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4a9cc0c-6a4f-4e18-8245-19385c161790 req-77703b31-30b1-4de1-bcda-49f7acb90f06 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c654506-f55e-41fd-a05e-7f552437d29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415804 Aug 09 16:49:55.770458 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4a9cc0c-6a4f-4e18-8245-19385c161790 req-30a6f8ac-8427-4ceb-9b03-7b85bc1199bc service neutron] 10.222.0.53 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878336 Aug 09 16:49:55.803190 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eb793798-79a2-4459-9790-7bf1da460565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '4d2a1420-6a70-4515-9e20-3fd5f16cad3c', 'name': '', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:0f:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:18Z', 'updated_at': '2021-08-09T16:48:23Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:49:55.834134 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb793798-79a2-4459-9790-7bf1da460565 None None] The sync data for ids ['abfdcc4c-3705-4361-938e-9a2a95439b89'] in n-d-803778-2 is: [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '4d2a1420-6a70-4515-9e20-3fd5f16cad3c', 'name': '', 'network_id': '5c654506-f55e-41fd-a05e-7f552437d29c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:0f:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:18Z', 'updated_at': '2021-08-09T16:48:23Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': '1bbfc91d-4bee-4a0f-b3bf-7d951a85018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:49:55.871017 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a4a9cc0c-6a4f-4e18-8245-19385c161790 req-f95b0ea6-646c-4cff-972a-340dda9a0266 service neutron] 10.222.0.53 "GET /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917375 Aug 09 16:49:56.043903 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6920acc-bcc9-48f2-9894-ce3195ed81e6 None None] New status for floating IP 44f7b7d5-240a-40b3-be78-57e8cd35c92c: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:49:56.621242 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de8b7-e579-4f76-bdfc-c73be2d35521 req-bbbe42c4-d284-49d0-924a-f513a5fdaa16 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:56.622762 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-280de8b7-e579-4f76-bdfc-c73be2d35521 req-bbbe42c4-d284-49d0-924a-f513a5fdaa16 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0511971 Aug 09 16:49:56.660540 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-280de8b7-e579-4f76-bdfc-c73be2d35521 req-a24c4717-89f7-42e0-8cf1-c0dab3f24692 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316966 Aug 09 16:49:56.887848 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95b2c9-5451-4b7c-b891-5701cc0924fe req-7176b6e4-ef0c-4f4e-8006-915edaec9602 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:49:56.889333 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b95b2c9-5451-4b7c-b891-5701cc0924fe req-7176b6e4-ef0c-4f4e-8006-915edaec9602 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Aug 09 16:49:56.979008 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1b95b2c9-5451-4b7c-b891-5701cc0924fe req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port c5a7431a-36cc-4685-be29-8f18fef3f73b {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:49:56.979345 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b95b2c9-5451-4b7c-b891-5701cc0924fe req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:57.068012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1b95b2c9-5451-4b7c-b891-5701cc0924fe req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port c5a7431a-36cc-4685-be29-8f18fef3f73b, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=c5a7431a-36cc-4685-be29-8f18fef3f73b,segment=NetworkSegment(c50a4bce-9f88-4a4e-b519-272f044ec8fb),segment_id=c50a4bce-9f88-4a4e-b519-272f044ec8fb)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:49:57.068578 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b95b2c9-5451-4b7c-b891-5701cc0924fe req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:57.081726 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1b95b2c9-5451-4b7c-b891-5701cc0924fe req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for c5a7431a-36cc-4685-be29-8f18fef3f73b owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:49:57.211047 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b95b2c9-5451-4b7c-b891-5701cc0924fe req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:57.237541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=c5a7431a-36cc-4685-be29-8f18fef3f73b,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:49:57.252506 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:57.252861 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:57.253260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:57.253617 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:57.253979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:57.254295 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:57.254620 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:57.254942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:57.255264 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:57.255587 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:57.255908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:57.256220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:49:57.291593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b95b2c9-5451-4b7c-b891-5701cc0924fe req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] No DVR routers for this DVR port c5a7431a-36cc-4685-be29-8f18fef3f73b on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:49:57.294490 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1b95b2c9-5451-4b7c-b891-5701cc0924fe req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:57.296580 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b95b2c9-5451-4b7c-b891-5701cc0924fe req-86bc3f50-85ce-44a4-8820-27fc61fe56f6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.53 "DELETE /v2.0/ports/c5a7431a-36cc-4685-be29-8f18fef3f73b HTTP/1.1" status: 204 len: 173 time: 0.4015541 Aug 09 16:49:57.297032 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'name': 'network-vif-deleted', 'tag': 'c5a7431a-36cc-4685-be29-8f18fef3f73b'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:49:57.299385 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f77e8c-4c33-41e1-bc3a-b7dd06f5c515" -d '{"events": [{"server_uuid": "a4a97bd3-74c6-4639-9bdc-63780e5eccc6", "name": "network-vif-deleted", "tag": "c5a7431a-36cc-4685-be29-8f18fef3f73b"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:49:57.338738 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de79f43-1f59-4587-965d-d9e453ae4b8c x-openstack-request-id: req-6de79f43-1f59-4587-965d-d9e453ae4b8c {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:49:57.339028 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a97bd3-74c6-4639-9bdc-63780e5eccc6", "name": "network-vif-deleted", "tag": "c5a7431a-36cc-4685-be29-8f18fef3f73b", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:49:57.339278 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6de79f43-1f59-4587-965d-d9e453ae4b8c {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:49:57.339676 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a97bd3-74c6-4639-9bdc-63780e5eccc6', 'name': 'network-vif-deleted', 'tag': 'c5a7431a-36cc-4685-be29-8f18fef3f73b', 'status': 'completed', 'code': 200} Aug 09 16:49:57.774795 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-61d8bb6e-531d-458c-8a74-2bb2f64d4c7b req-f114c712-4dd8-4da1-9546-4af82b86a1e7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4a97bd3-74c6-4639-9bdc-63780e5eccc6 HTTP/1.1" status: 200 len: 210 time: 0.0270538 Aug 09 16:49:58.834294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56982) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:49:59.211387 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7d05231-d74d-4be8-a68e-6e01631f4202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:59.470810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d7d05231-d74d-4be8-a68e-6e01631f4202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:49:59.471116 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7d05231-d74d-4be8-a68e-6e01631f4202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:59.558894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-d7d05231-d74d-4be8-a68e-6e01631f4202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port 4d2a1420-6a70-4515-9e20-3fd5f16cad3c, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=4d2a1420-6a70-4515-9e20-3fd5f16cad3c,segment=NetworkSegment(c50a4bce-9f88-4a4e-b519-272f044ec8fb),segment_id=c50a4bce-9f88-4a4e-b519-272f044ec8fb)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:49:59.559264 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7d05231-d74d-4be8-a68e-6e01631f4202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:59.572706 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d7d05231-d74d-4be8-a68e-6e01631f4202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for 4d2a1420-6a70-4515-9e20-3fd5f16cad3c owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:49:59.770111 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7d05231-d74d-4be8-a68e-6e01631f4202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:59.795532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d05231-d74d-4be8-a68e-6e01631f4202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=4d2a1420-6a70-4515-9e20-3fd5f16cad3c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:49:59.977691 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7d05231-d74d-4be8-a68e-6e01631f4202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:00.206929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d05231-d74d-4be8-a68e-6e01631f4202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router abfdcc4c-3705-4361-938e-9a2a95439b89 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:50:00.315724 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d05231-d74d-4be8-a68e-6e01631f4202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:00.321498 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d7d05231-d74d-4be8-a68e-6e01631f4202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "PUT /v2.0/routers/abfdcc4c-3705-4361-938e-9a2a95439b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861970 Aug 09 16:50:00.324283 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56984) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:00.326361 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2291042-55b6-41f3-9bd5-999eece22b83 None None] Sync routers for ids ['abfdcc4c-3705-4361-938e-9a2a95439b89'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:00.336345 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2291042-55b6-41f3-9bd5-999eece22b83 None None] Routers {'abfdcc4c-3705-4361-938e-9a2a95439b89'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:00.337006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a2291042-55b6-41f3-9bd5-999eece22b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:49:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['abfdcc4c-3705-4361-938e-9a2a95439b89'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:00.375671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1a5617-4ed7-4860-bc18-8328d5516755 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting subnet 1bbfc91d-4bee-4a0f-b3bf-7d951a85018b {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:50:00.378734 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5617-4ed7-4860-bc18-8328d5516755 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:00.421203 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5617-4ed7-4860-bc18-8328d5516755 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:00.444442 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a2291042-55b6-41f3-9bd5-999eece22b83 None None] Set router abfdcc4c-3705-4361-938e-9a2a95439b89 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:00.629800 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a2291042-55b6-41f3-9bd5-999eece22b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:49:59Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:00.663003 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c5a7431a-36cc-4685-be29-8f18fef3f73b no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:50:00.667478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2291042-55b6-41f3-9bd5-999eece22b83 None None] Checking router: abfdcc4c-3705-4361-938e-9a2a95439b89 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:00.686707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: c5a7431a-36cc-4685-be29-8f18fef3f73b {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:50:00.687126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device c5a7431a-36cc-4685-be29-8f18fef3f73b not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:50:00.695605 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2291042-55b6-41f3-9bd5-999eece22b83 None None] Routers {'abfdcc4c-3705-4361-938e-9a2a95439b89'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:00.696235 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a2291042-55b6-41f3-9bd5-999eece22b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:49:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['abfdcc4c-3705-4361-938e-9a2a95439b89'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:00.802907 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-a2291042-55b6-41f3-9bd5-999eece22b83 None None] Set router abfdcc4c-3705-4361-938e-9a2a95439b89 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:00.814080 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5617-4ed7-4860-bc18-8328d5516755 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:00.878954 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5617-4ed7-4860-bc18-8328d5516755 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:00.906693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a5617-4ed7-4860-bc18-8328d5516755 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Subnet': ['ID=1bbfc91d-4bee-4a0f-b3bf-7d951a85018b,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:00.915593 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5617-4ed7-4860-bc18-8328d5516755 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:00.917711 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-ed1a5617-4ed7-4860-bc18-8328d5516755 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/subnets/1bbfc91d-4bee-4a0f-b3bf-7d951a85018b HTTP/1.1" status: 204 len: 168 time: 0.5923390 Aug 09 16:50:00.919228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43493ccc-e30f-4348-8fd1-60eb648f599d None None] Network 5c654506-f55e-41fd-a05e-7f552437d29c requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:50:00.921480 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56986) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:01.030660 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.086411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-a2291042-55b6-41f3-9bd5-999eece22b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:49:59Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:01.113952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2291042-55b6-41f3-9bd5-999eece22b83 None None] The sync data for ids ['abfdcc4c-3705-4361-938e-9a2a95439b89'] in n-d-803778-2 is: [{'id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985695319', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:49:59Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': 'f9a1d766-14a5-459a-ad5c-9504de4c145d', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcc4c-3705-4361-938e-9a2a95439b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:48:15Z', 'updated_at': '2021-08-09T16:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:01.144538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.158228 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] DHCP port deletion for 5c654506-f55e-41fd-a05e-7f552437d29c request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:50:01.200885 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port f9a1d766-14a5-459a-ad5c-9504de4c145d {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:50:01.201460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.208507 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Deleting port a4d7c5c6-2b6c-418d-8040-fe90017dd33a {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:50:01.209095 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.269556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] For port a4d7c5c6-2b6c-418d-8040-fe90017dd33a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a4d7c5c6-2b6c-418d-8040-fe90017dd33a,segment=NetworkSegment(c50a4bce-9f88-4a4e-b519-272f044ec8fb),segment_id=c50a4bce-9f88-4a4e-b519-272f044ec8fb)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:01.270024 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.284061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Calling delete_port for a4d7c5c6-2b6c-418d-8040-fe90017dd33a owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:50:01.293214 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port f9a1d766-14a5-459a-ad5c-9504de4c145d, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=f9a1d766-14a5-459a-ad5c-9504de4c145d,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:01.293580 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.305798 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for f9a1d766-14a5-459a-ad5c-9504de4c145d owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:50:01.365940 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.390389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Pushing event deleted for resources: {'Port': ['ID=a4d7c5c6-2b6c-418d-8040-fe90017dd33a,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:01.395486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] No DVR routers for this DVR port a4d7c5c6-2b6c-418d-8040-fe90017dd33a on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:50:01.405839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:01.405839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:01.405839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:01.405839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:01.406722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:01.406722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:01.406722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:01.407461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:01.407461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:01.407650 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:01.407927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:01.408318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f9d483-4cf7-4f98-9220-5795a9c965fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:01.484550 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.510079 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=f9a1d766-14a5-459a-ad5c-9504de4c145d,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:01.558960 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4d2a1420-6a70-4515-9e20-3fd5f16cad3c no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:50:01.580196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 4d2a1420-6a70-4515-9e20-3fd5f16cad3c {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:50:01.580551 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 4d2a1420-6a70-4515-9e20-3fd5f16cad3c not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:50:01.580995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a4d7c5c6-2b6c-418d-8040-fe90017dd33a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:50:01.591163 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.603169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: a4d7c5c6-2b6c-418d-8040-fe90017dd33a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:50:01.603880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a4d7c5c6-2b6c-418d-8040-fe90017dd33a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:50:01.688511 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.690692 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.740004 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.740524 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Fanout notify agent at l3_agent the message router_deleted on router abfdcc4c-3705-4361-938e-9a2a95439b89 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:50:01.748036 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.749159 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-32181f58-a744-47da-8f46-2abb7fa492d7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/routers/abfdcc4c-3705-4361-938e-9a2a95439b89 HTTP/1.1" status: 204 len: 168 time: 0.8267479 Aug 09 16:50:01.751831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56988) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:01.833502 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.925247 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.935745 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c654506-f55e-41fd-a05e-7f552437d29c']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:01.953327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50a4bce-9f88-4a4e-b519-272f044ec8fb') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:01.953638 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50a4bce-9f88-4a4e-b519-272f044ec8fb') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:01.962523 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.976363 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.982401 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:50:01.982895 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:50:01.986043 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:50:02.048380 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.057061 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.058953 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/networks/5c654506-f55e-41fd-a05e-7f552437d29c HTTP/1.1" status: 204 len: 168 time: 0.3061883 Aug 09 16:50:02.061891 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56990) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:02.068823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d9e86-965f-404a-bc37-04da0998c933 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Network': ['ID=5c654506-f55e-41fd-a05e-7f552437d29c,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:02.124928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-981f03ae-5efa-4821-9578-9f3958411bf7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.149968 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-981f03ae-5efa-4821-9578-9f3958411bf7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.217030 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-981f03ae-5efa-4821-9578-9f3958411bf7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.219712 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-981f03ae-5efa-4821-9578-9f3958411bf7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.220900 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-981f03ae-5efa-4821-9578-9f3958411bf7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/security-groups/d9d71861-fe34-4e2d-93e7-408f7e1c8eb6 HTTP/1.1" status: 204 len: 168 time: 0.1579936 Aug 09 16:50:02.231308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f03ae-5efa-4821-9578-9f3958411bf7 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d71861-fe34-4e2d-93e7-408f7e1c8eb6,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:02.428372 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 56996) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:02.433174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e8758575-bd23-4d31-addd-ada912374eee tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-458030689', 'description': 'tempest-secgroup-smoke-458030689 description', 'project_id': '8074e18898434577b51d28fc936a7928'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:02.455657 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8758575-bd23-4d31-addd-ada912374eee tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.537172 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8758575-bd23-4d31-addd-ada912374eee tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.543149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8758575-bd23-4d31-addd-ada912374eee tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.572515 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e8758575-bd23-4d31-addd-ada912374eee tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.573770 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e8758575-bd23-4d31-addd-ada912374eee tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1446869 Aug 09 16:50:02.575645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8758575-bd23-4d31-addd-ada912374eee tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e192dd82-358f-4a6f-b3df-f4f9f203f992,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:02.576821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 56998) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:02.582976 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-466df75e-4a83-4815-b292-88a575f99e95 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'e192dd82-358f-4a6f-b3df-f4f9f203f992', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:02.609456 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-466df75e-4a83-4815-b292-88a575f99e95 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.665801 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-466df75e-4a83-4815-b292-88a575f99e95 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.669160 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-466df75e-4a83-4815-b292-88a575f99e95 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.689654 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466df75e-4a83-4815-b292-88a575f99e95 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441d2fb4-892e-4626-8aaf-d917e6e2a150,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:02.693601 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-466df75e-4a83-4815-b292-88a575f99e95 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.695462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-466df75e-4a83-4815-b292-88a575f99e95 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165736 Aug 09 16:50:02.698319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57000) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:02.703041 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-62e18983-6401-4619-bdae-d65250378768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'e192dd82-358f-4a6f-b3df-f4f9f203f992', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:02.733099 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62e18983-6401-4619-bdae-d65250378768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.792029 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62e18983-6401-4619-bdae-d65250378768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.795743 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62e18983-6401-4619-bdae-d65250378768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.816202 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e18983-6401-4619-bdae-d65250378768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98cd9c0d-2754-4239-bf28-dd31f6f0885c,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:02.819437 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-62e18983-6401-4619-bdae-d65250378768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.821178 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-62e18983-6401-4619-bdae-d65250378768 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218188 Aug 09 16:50:02.823904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57002) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:02.828337 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-57bc1d4e-2500-421c-8c07-ad68d508b43a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'e192dd82-358f-4a6f-b3df-f4f9f203f992', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:02.854396 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57bc1d4e-2500-421c-8c07-ad68d508b43a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.916058 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57bc1d4e-2500-421c-8c07-ad68d508b43a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.920096 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57bc1d4e-2500-421c-8c07-ad68d508b43a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.941027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc1d4e-2500-421c-8c07-ad68d508b43a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4315b2b-f8a5-426f-8bb9-a8f82a197936,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:02.944068 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-57bc1d4e-2500-421c-8c07-ad68d508b43a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:02.946365 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-57bc1d4e-2500-421c-8c07-ad68d508b43a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210523 Aug 09 16:50:02.948593 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57004) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:02.952996 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-2109df80-517c-4038-9556-bfa05133199e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'e192dd82-358f-4a6f-b3df-f4f9f203f992', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:02.978604 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2109df80-517c-4038-9556-bfa05133199e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.041956 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2109df80-517c-4038-9556-bfa05133199e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.049455 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2109df80-517c-4038-9556-bfa05133199e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.070371 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109df80-517c-4038-9556-bfa05133199e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18a4ea2-0c36-42ee-85ae-3401a95e9e76,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:03.078508 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2109df80-517c-4038-9556-bfa05133199e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.079748 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2109df80-517c-4038-9556-bfa05133199e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302137 Aug 09 16:50:03.082471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57006) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:03.087349 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-abfbc9bb-65e7-431c-83b1-31bfa0045086 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'e192dd82-358f-4a6f-b3df-f4f9f203f992', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:03.109103 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-abfbc9bb-65e7-431c-83b1-31bfa0045086 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Project 8074e18898434577b51d28fc936a7928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:50:03.113930 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abfbc9bb-65e7-431c-83b1-31bfa0045086 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.174615 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abfbc9bb-65e7-431c-83b1-31bfa0045086 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.178493 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abfbc9bb-65e7-431c-83b1-31bfa0045086 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.197675 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbc9bb-65e7-431c-83b1-31bfa0045086 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be468a7f-f927-4c3f-aa6c-70ec8e7a8375,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:03.202683 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-abfbc9bb-65e7-431c-83b1-31bfa0045086 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.204109 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-abfbc9bb-65e7-431c-83b1-31bfa0045086 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205237 Aug 09 16:50:03.206727 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57008) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:03.211376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-588ec25e-0723-4d24-a16d-8748ac88404d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'security_group_rule': {'security_group_id': 'e192dd82-358f-4a6f-b3df-f4f9f203f992', 'project_id': '8074e18898434577b51d28fc936a7928', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:03.233265 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-588ec25e-0723-4d24-a16d-8748ac88404d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Project 8074e18898434577b51d28fc936a7928 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:50:03.237927 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-588ec25e-0723-4d24-a16d-8748ac88404d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.301301 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-588ec25e-0723-4d24-a16d-8748ac88404d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.305799 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-588ec25e-0723-4d24-a16d-8748ac88404d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.324284 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ec25e-0723-4d24-a16d-8748ac88404d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f044a2-1bb6-45cc-af02-946246394aec,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:03.331332 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-588ec25e-0723-4d24-a16d-8748ac88404d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.333100 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-588ec25e-0723-4d24-a16d-8748ac88404d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254237 Aug 09 16:50:03.336209 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57010) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:03.341133 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5c7e6858-21f1-4aa3-be56-1fbe1a769b81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'network': {'name': 'tempest-network-smoke--512751522', 'project_id': '8074e18898434577b51d28fc936a7928', 'port_security_enabled': True}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:03.362307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7e6858-21f1-4aa3-be56-1fbe1a769b81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:03.365725 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6858-21f1-4aa3-be56-1fbe1a769b81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.391823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7e6858-21f1-4aa3-be56-1fbe1a769b81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:03.401190 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6858-21f1-4aa3-be56-1fbe1a769b81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.401496 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-5c7e6858-21f1-4aa3-be56-1fbe1a769b81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Added segment 77acf8da-89c8-4d34-8313-830759887598 of type vlan for network 99e9ea7d-32b3-4d26-982c-fffff85ea86e Aug 09 16:50:03.443653 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6858-21f1-4aa3-be56-1fbe1a769b81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.473102 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6858-21f1-4aa3-be56-1fbe1a769b81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.479496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7e6858-21f1-4aa3-be56-1fbe1a769b81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:03.480113 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6858-21f1-4aa3-be56-1fbe1a769b81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.505855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f9a1d766-14a5-459a-ad5c-9504de4c145d no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:50:03.526561 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: f9a1d766-14a5-459a-ad5c-9504de4c145d {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:50:03.526915 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device f9a1d766-14a5-459a-ad5c-9504de4c145d not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:50:03.539978 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5c7e6858-21f1-4aa3-be56-1fbe1a769b81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2026737 Aug 09 16:50:03.542732 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57012) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:03.547087 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'admin_state_up': True, 'project_id': '8074e18898434577b51d28fc936a7928', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:03.565704 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e6858-21f1-4aa3-be56-1fbe1a769b81 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Network': ['ID=99e9ea7d-32b3-4d26-982c-fffff85ea86e,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:03.575939 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 99e9ea7d-32b3-4d26-982c-fffff85ea86e details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:03.580287 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.581296 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.634251 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.774716 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.965768 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.985486 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:04.091881 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.25.2.245 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/915ff600-56d5-44e3-b9eb-af50f6293648) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:04.193988 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:04.236764 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:04.277662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:04.280546 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:04.284035 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:50:04.307807 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=915ff600-56d5-44e3-b9eb-af50f6293648,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:04.540712 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:04.745943 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:04.879171 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router c7d2a766-c9db-43fc-84b1-3fba39954031 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:50:04.984323 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:04.993708 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Sync routers for ids ['c7d2a766-c9db-43fc-84b1-3fba39954031'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:05.002355 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Routers {'c7d2a766-c9db-43fc-84b1-3fba39954031'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:05.002756 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:05.002966 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:49:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c7d2a766-c9db-43fc-84b1-3fba39954031'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:05.004249 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3d2a3f98-1723-413a-b26a-b4ac6cd3ee68 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4604404 Aug 09 16:50:05.008114 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57014) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:05.081153 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cd474fbd-c76f-458b-a0d2-ba67021c3fbb tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=8074e18898434577b51d28fc936a7928&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0716674 Aug 09 16:50:05.083865 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57018) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:05.109959 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Set router c7d2a766-c9db-43fc-84b1-3fba39954031 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:05.173476 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891ff4e-e28a-4637-91b9-edd31c4fdead tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:05.175020 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6891ff4e-e28a-4637-91b9-edd31c4fdead tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902517 Aug 09 16:50:05.177833 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57020) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:05.206771 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-c2d2ecb9-0c37-40b2-9118-9e64d56d9ec8 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=520e6828-545a-4a8b-86d6-f1c6904f8404&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278883 Aug 09 16:50:05.209465 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57022) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:05.214507 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-63c520f9-a630-456c-944a-6f6bffe93877 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-807415765', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'project_id': '8074e18898434577b51d28fc936a7928', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:05.287036 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:04Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:05.306643 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c520f9-a630-456c-944a-6f6bffe93877 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:05.310571 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63c520f9-a630-456c-944a-6f6bffe93877 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:05.317784 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Checking router: c7d2a766-c9db-43fc-84b1-3fba39954031 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:05.318133 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Updating router c7d2a766-c9db-43fc-84b1-3fba39954031 port 915ff600-56d5-44e3-b9eb-af50f6293648 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:50:05.342612 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:05.495010 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63c520f9-a630-456c-944a-6f6bffe93877 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:05.557642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c520f9-a630-456c-944a-6f6bffe93877 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Subnet': ['ID=ec79a6eb-ef18-4940-8d23-089c22655ed8,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:05.564820 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c520f9-a630-456c-944a-6f6bffe93877 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Checking segment: {'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:50:05.565184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c520f9-a630-456c-944a-6f6bffe93877 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network hostable DHCP agents. Network: 99e9ea7d-32b3-4d26-982c-fffff85ea86e, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:05.582529 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c520f9-a630-456c-944a-6f6bffe93877 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 99e9ea7d-32b3-4d26-982c-fffff85ea86e is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:05.591826 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-63c520f9-a630-456c-944a-6f6bffe93877 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 99e9ea7d-32b3-4d26-982c-fffff85ea86e) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:05.595816 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:05.596090 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c520f9-a630-456c-944a-6f6bffe93877 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:05.596689 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-63c520f9-a630-456c-944a-6f6bffe93877 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:05.607296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788436a9-8bc8-4599-8a6d-4cd8d7597ea9 None None] Network 99e9ea7d-32b3-4d26-982c-fffff85ea86e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:50:05.607809 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Transition to ACTIVE for port object 915ff600-56d5-44e3-b9eb-af50f6293648 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:05.614452 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-63c520f9-a630-456c-944a-6f6bffe93877 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4038119 Aug 09 16:50:05.618021 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57024) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:05.618884 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:05.670994 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Attempting to bind port 915ff600-56d5-44e3-b9eb-af50f6293648 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:50:05.671355 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Attempting to bind port 915ff600-56d5-44e3-b9eb-af50f6293648 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:50:05.671909 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Attempting to bind port 915ff600-56d5-44e3-b9eb-af50f6293648 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:50:05.681698 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:50:05.682331 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:50:05.682729 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:05.683116 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:50:05.683572 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Bound port: 915ff600-56d5-44e3-b9eb-af50f6293648, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:50:05.683947 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:05.805869 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Pushing event updated for resources: {'Port': ['ID=915ff600-56d5-44e3-b9eb-af50f6293648,revision_number=2']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:05.828952 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:05.829320 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:05.829788 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:05.830263 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:05.830621 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:05.830932 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:05.831262 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:05.831644 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:05.831995 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:05.832472 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:05.832799 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:05.833151 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:05.860766 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] For port 915ff600-56d5-44e3-b9eb-af50f6293648, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:05.864420 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] For port 915ff600-56d5-44e3-b9eb-af50f6293648, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=915ff600-56d5-44e3-b9eb-af50f6293648,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:05.870380 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:05.934284 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Routers {'c7d2a766-c9db-43fc-84b1-3fba39954031'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:05.934935 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:49:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c7d2a766-c9db-43fc-84b1-3fba39954031'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:05.952698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'fixed_ips': [{'subnet_id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:50:05.953915 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:05.972797 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3d1c2-1476-45f6-9a92-3170b52d72e8 None None] Pushing event updated for resources: {'Port': ['ID=915ff600-56d5-44e3-b9eb-af50f6293648,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:06.047688 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] Set router c7d2a766-c9db-43fc-84b1-3fba39954031 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:06.097239 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Allocated IP 172.20.0.2 (99e9ea7d-32b3-4d26-982c-fffff85ea86e/ec79a6eb-ef18-4940-8d23-089c22655ed8/8afb7d6f-b235-4df3-9b75-e71699c997a4) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:06.242587 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:04Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:06.248454 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:06.257695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Transition to ACTIVE for port object 8afb7d6f-b235-4df3-9b75-e71699c997a4 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:06.270270 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461dbcd6-fdab-4a3f-94b2-f3cf29323251 None None] The sync data for ids ['c7d2a766-c9db-43fc-84b1-3fba39954031'] in n-d-803778-2 is: [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:04Z', 'revision_number': 3, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:06.276240 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Transition to ACTIVE for port object 8afb7d6f-b235-4df3-9b75-e71699c997a4 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:06.285083 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:06.330977 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Network 99e9ea7d-32b3-4d26-982c-fffff85ea86e is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:06.334754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:06.339300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:50:06.348485 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Pushing event updated for resources: {'Port': ['ID=8afb7d6f-b235-4df3-9b75-e71699c997a4,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:06.406716 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Attempting to bind port 8afb7d6f-b235-4df3-9b75-e71699c997a4 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:50:06.407087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Attempting to bind port 8afb7d6f-b235-4df3-9b75-e71699c997a4 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:50:06.407597 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Attempting to bind port 8afb7d6f-b235-4df3-9b75-e71699c997a4 on network 99e9ea7d-32b3-4d26-982c-fffff85ea86e {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:50:06.412922 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:50:06.413846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Checking segment: {'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:50:06.414353 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:06.414846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Bound using segment: {'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:50:06.415325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Bound port: 8afb7d6f-b235-4df3-9b75-e71699c997a4, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:50:06.415715 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:06.437680 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:06.484627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] For port 8afb7d6f-b235-4df3-9b75-e71699c997a4, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:06.487695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] For port 8afb7d6f-b235-4df3-9b75-e71699c997a4, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8afb7d6f-b235-4df3-9b75-e71699c997a4,segment=NetworkSegment(77acf8da-89c8-4d34-8313-830759887598),segment_id=77acf8da-89c8-4d34-8313-830759887598)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:06.495958 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:06.585921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137eb4e-63ed-48de-87d0-8a8e75239e3e None None] Pushing event updated for resources: {'Port': ['ID=8afb7d6f-b235-4df3-9b75-e71699c997a4,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:06.799215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.20.0.1 (99e9ea7d-32b3-4d26-982c-fffff85ea86e/ec79a6eb-ef18-4940-8d23-089c22655ed8/a0c6b302-0988-47dd-b11f-2c2372888a86) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:06.929765 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:06.945135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Transition to ACTIVE for port object a0c6b302-0988-47dd-b11f-2c2372888a86 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:06.979487 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:07.033324 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 99e9ea7d-32b3-4d26-982c-fffff85ea86e is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:07.036512 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:07.041453 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:50:07.045651 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=a0c6b302-0988-47dd-b11f-2c2372888a86,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:07.089837 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:07.237073 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:07.535426 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1948157c-9ea8-4bbb-9c3e-c2ecd41f503b None None] Network 99e9ea7d-32b3-4d26-982c-fffff85ea86e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:50:07.546361 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:07.552188 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:07.609052 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 915ff600-56d5-44e3-b9eb-af50f6293648 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:07.630186 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:07.636705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=a0c6b302-0988-47dd-b11f-2c2372888a86,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:07.669253 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-28eee202-8b17-4fde-9fb2-62a694f9d667 None None] Provisioning for port 8afb7d6f-b235-4df3-9b75-e71699c997a4 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:07.741842 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 99e9ea7d-32b3-4d26-982c-fffff85ea86e is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:07.742050 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 915ff600-56d5-44e3-b9eb-af50f6293648 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:07.743699 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:07.747083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 915ff600-56d5-44e3-b9eb-af50f6293648 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:07.747464 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:07.801322 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2c652fe8-7798-460b-aedc-4b45eed1fe21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:07.860649 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:07.884759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router c7d2a766-c9db-43fc-84b1-3fba39954031 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:50:07.885316 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 915ff600-56d5-44e3-b9eb-af50f6293648, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=915ff600-56d5-44e3-b9eb-af50f6293648,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:07.895612 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:07.896550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8afb7d6f-b235-4df3-9b75-e71699c997a4 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:07.980314 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=915ff600-56d5-44e3-b9eb-af50f6293648,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:08.002053 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 8afb7d6f-b235-4df3-9b75-e71699c997a4 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:08.007849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8afb7d6f-b235-4df3-9b75-e71699c997a4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:08.008234 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:08.015825 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:08.033701 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-75e3fb4c-fb5b-4430-91c2-74fb82187a15 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "PUT /v2.0/routers/c7d2a766-c9db-43fc-84b1-3fba39954031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4145343 Aug 09 16:50:08.035264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Sync routers for ids ['c7d2a766-c9db-43fc-84b1-3fba39954031'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:08.057119 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Routers {'c7d2a766-c9db-43fc-84b1-3fba39954031'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:08.057806 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:49:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c7d2a766-c9db-43fc-84b1-3fba39954031'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:08.193082 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-9cb2c02a-ee3e-4675-b94b-08291ffbe9e9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458030689&fields=id&tenant_id=8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 267 time: 0.0374875 Aug 09 16:50:08.200568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6bc4ce84-60a1-4d20-b91f-e546bb10d449 None None] Provisioning for port a0c6b302-0988-47dd-b11f-2c2372888a86 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:08.219439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Set router c7d2a766-c9db-43fc-84b1-3fba39954031 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:08.221560 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6bc4ce84-60a1-4d20-b91f-e546bb10d449 None None] Provisioning complete for port a0c6b302-0988-47dd-b11f-2c2372888a86 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:08.221959 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6bc4ce84-60a1-4d20-b91f-e546bb10d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:08.249875 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:08.317632 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b7861333-8c7c-4101-98d0-6d190c526f30 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:08.324897 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b7861333-8c7c-4101-98d0-6d190c526f30 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/networks?id=99e9ea7d-32b3-4d26-982c-fffff85ea86e HTTP/1.1" status: 200 len: 796 time: 0.1218112 Aug 09 16:50:08.337249 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-af05cc61-fde2-427e-bb65-91a1f76b4956 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/quotas/8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 375 time: 0.0109355 Aug 09 16:50:08.344169 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-6bc4ce84-60a1-4d20-b91f-e546bb10d449 None None] Port a0c6b302-0988-47dd-b11f-2c2372888a86 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:50:08.402276 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-162d181f-ec49-467e-a94c-891984027551 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538204 Aug 09 16:50:08.408959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 8afb7d6f-b235-4df3-9b75-e71699c997a4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8afb7d6f-b235-4df3-9b75-e71699c997a4,segment=NetworkSegment(77acf8da-89c8-4d34-8313-830759887598),segment_id=77acf8da-89c8-4d34-8313-830759887598)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:08.420437 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:08.435770 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6bc4ce84-60a1-4d20-b91f-e546bb10d449 None None] Provisioning complete for port 8afb7d6f-b235-4df3-9b75-e71699c997a4 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:08.436151 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6bc4ce84-60a1-4d20-b91f-e546bb10d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:08.554661 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=8afb7d6f-b235-4df3-9b75-e71699c997a4,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:08.599397 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-4c7e2494-718f-41c0-9dd7-dd6744abd208 service neutron] 10.222.0.81 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705511 Aug 09 16:50:08.621262 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a0c6b302-0988-47dd-b11f-2c2372888a86', 'name': '', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:3b:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:06Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 2, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:08.651565 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Checking router: c7d2a766-c9db-43fc-84b1-3fba39954031 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:08.651921 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Updating router c7d2a766-c9db-43fc-84b1-3fba39954031 port a0c6b302-0988-47dd-b11f-2c2372888a86 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:50:08.676968 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:08.696244 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-878b41e6-519a-46ab-9d43-1e6f7fdbd615 service neutron] 10.222.0.81 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878217 Aug 09 16:50:08.786014 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-92665762-7924-4e29-81e3-8ecb6138adff None None] Provisioning complete for port a0c6b302-0988-47dd-b11f-2c2372888a86 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:08.786392 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-92665762-7924-4e29-81e3-8ecb6138adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:08.853617 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-92665762-7924-4e29-81e3-8ecb6138adff None None] Port a0c6b302-0988-47dd-b11f-2c2372888a86 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:50:08.874393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-05a6e394-d31b-41f9-b92c-f67bdee96d2e req-284f03ef-4997-4f6a-abd2-7fa118de2298 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 210 time: 0.0321853 Aug 09 16:50:09.000102 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:09.010539 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Transition to ACTIVE for port object a0c6b302-0988-47dd-b11f-2c2372888a86 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:09.015894 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:09.071466 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dc84f-b77e-41f1-a947-eda0b09bf044 None None] Pushing event updated for resources: {'Port': ['ID=a0c6b302-0988-47dd-b11f-2c2372888a86,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:09.129839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Attempting to bind port a0c6b302-0988-47dd-b11f-2c2372888a86 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:50:09.130252 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Attempting to bind port a0c6b302-0988-47dd-b11f-2c2372888a86 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:50:09.130568 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Attempting to bind port a0c6b302-0988-47dd-b11f-2c2372888a86 on network 99e9ea7d-32b3-4d26-982c-fffff85ea86e {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:50:09.140500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:50:09.140927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Checking segment: {'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:50:09.141316 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:09.141738 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Bound using segment: {'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:50:09.142267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Bound port: a0c6b302-0988-47dd-b11f-2c2372888a86, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:50:09.142646 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:09.242439 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] For port a0c6b302-0988-47dd-b11f-2c2372888a86, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:09.246186 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] For port a0c6b302-0988-47dd-b11f-2c2372888a86, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a0c6b302-0988-47dd-b11f-2c2372888a86,segment=NetworkSegment(77acf8da-89c8-4d34-8313-830759887598),segment_id=77acf8da-89c8-4d34-8313-830759887598)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:09.251063 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:09.320323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Routers {'c7d2a766-c9db-43fc-84b1-3fba39954031'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:09.320963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:49:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c7d2a766-c9db-43fc-84b1-3fba39954031'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:09.381026 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dc84f-b77e-41f1-a947-eda0b09bf044 None None] Pushing event updated for resources: {'Port': ['ID=a0c6b302-0988-47dd-b11f-2c2372888a86,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:09.479161 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] Set router c7d2a766-c9db-43fc-84b1-3fba39954031 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:09.571196 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 915ff600-56d5-44e3-b9eb-af50f6293648 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:09.691579 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 915ff600-56d5-44e3-b9eb-af50f6293648 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:09.691949 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:09.804348 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a0c6b302-0988-47dd-b11f-2c2372888a86', 'name': '', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:3b:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:06Z', 'updated_at': '2021-08-09T16:50:09Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:09.808136 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8afb7d6f-b235-4df3-9b75-e71699c997a4 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:09.837704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208d3db-040f-4883-a16f-22e954254ff3 None None] The sync data for ids ['c7d2a766-c9db-43fc-84b1-3fba39954031'] in n-d-803778-2 is: [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a0c6b302-0988-47dd-b11f-2c2372888a86', 'name': '', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:3b:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:06Z', 'updated_at': '2021-08-09T16:50:09Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:09.889231 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 8afb7d6f-b235-4df3-9b75-e71699c997a4 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:09.889231 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:10.056392 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-54411610-9ec8-47ef-b872-ec4ea9175b39 req-a6907727-9c9f-49e8-baf8-0f2d48d2c6fa tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 210 time: 0.0458298 Aug 09 16:50:10.071652 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-6bd8ebb4-79b8-4419-82c9-3a216c55c70e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:10.073578 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-6bd8ebb4-79b8-4419-82c9-3a216c55c70e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "GET /v2.0/networks?id=99e9ea7d-32b3-4d26-982c-fffff85ea86e HTTP/1.1" status: 200 len: 796 time: 0.1700580 Aug 09 16:50:10.130846 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-c1524360-9661-4186-976e-ec8c7b5e4f16 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8074e18898434577b51d28fc936a7928 HTTP/1.1" status: 200 len: 379 time: 0.0475869 Aug 09 16:50:10.142573 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'port': {'device_id': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'admin_state_up': True, 'tenant_id': '8074e18898434577b51d28fc936a7928', 'security_groups': ['e192dd82-358f-4a6f-b3df-f4f9f203f992']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:10.259229 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Made reservation on behalf of 8074e18898434577b51d28fc936a7928 for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:10.262960 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:10.427386 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.20.0.13 (99e9ea7d-32b3-4d26-982c-fffff85ea86e/ec79a6eb-ef18-4940-8d23-089c22655ed8/f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:10.581875 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:10.595770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Transition to ACTIVE for port object f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:10.630276 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:10.631035 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a0cb68ca-bd07-457f-8c68-23872dbbfc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:10.684349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 99e9ea7d-32b3-4d26-982c-fffff85ea86e is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:10.687894 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:10.690530 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:50:10.718870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:10.748548 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:10.749230 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:10.768414 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-b90b6981-9986-4217-9ffc-5af6df1deb43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6294250 Aug 09 16:50:10.826522 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Request body: {'port': {'device_id': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:10.897101 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:10.968563 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-500d4c1a-46c2-41d8-8131-edc7ed0328b8 None None] Provisioning for port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:10.972690 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-500d4c1a-46c2-41d8-8131-edc7ed0328b8 None None] Provisioning complete for port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:10.973062 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-500d4c1a-46c2-41d8-8131-edc7ed0328b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:11.021234 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-500d4c1a-46c2-41d8-8131-edc7ed0328b8 None None] Port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:50:11.026122 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:11.225383 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:50:11.239004 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedf147-5730-4ae0-bd73-5ec5b2075b8f req-a3ffc653-ccc8-41a3-92fc-a1b3fe5bb3a2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:11.240512 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3bedf147-5730-4ae0-bd73-5ec5b2075b8f req-a3ffc653-ccc8-41a3-92fc-a1b3fe5bb3a2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 932 time: 0.0928309 Aug 09 16:50:11.242861 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:11.267880 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Transition to ACTIVE for port object f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:50:11.272623 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:11.316183 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3bedf147-5730-4ae0-bd73-5ec5b2075b8f req-5eaf9313-ace9-41f3-9fea-e953ee25c8b3 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670719 Aug 09 16:50:11.343870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Pushing event updated for resources: {'Port': ['ID=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:11.410748 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Attempting to bind port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:50:11.411086 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Attempting to bind port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:50:11.411421 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Attempting to bind port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 on network 99e9ea7d-32b3-4d26-982c-fffff85ea86e {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:50:11.416784 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 on network 99e9ea7d-32b3-4d26-982c-fffff85ea86e not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:50:11.417106 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Attempting to bind port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 on network 99e9ea7d-32b3-4d26-982c-fffff85ea86e {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:50:11.422332 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:50:11.422674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Checking segment: {'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:50:11.423057 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Bound using segment: {'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:50:11.423480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Bound port: f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77acf8da-89c8-4d34-8313-830759887598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:50:11.423838 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:11.498895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] For port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:50:11.502167 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] For port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64,segment=NetworkSegment(77acf8da-89c8-4d34-8313-830759887598),segment_id=77acf8da-89c8-4d34-8313-830759887598)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:50:11.508127 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:11.540096 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a0c6b302-0988-47dd-b11f-2c2372888a86 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:11.555535 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:11.556059 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:11.557801 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] 10.222.0.60 "PUT /v2.0/ports/f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 HTTP/1.1" status: 200 len: 1092 time: 0.7809670 Aug 09 16:50:11.558220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'tag': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:50:11.560508 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9781929c-6f4b-405b-9421-f96cf9fe10cb" -d '{"events": [{"name": "network-changed", "server_uuid": "45c39750-cf0a-479a-8d64-12e7c9c2260c", "tag": "f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:50:11.587961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd41cac-2a2e-4326-9263-6155b42dcdce service neutron] Pushing event updated for resources: {'Port': ['ID=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:11.610493 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port a0c6b302-0988-47dd-b11f-2c2372888a86 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:11.615019 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a0c6b302-0988-47dd-b11f-2c2372888a86 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:11.615422 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:11.629258 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24e3bfe-65ab-47dc-936d-b80a01e50a50 x-openstack-request-id: req-c24e3bfe-65ab-47dc-936d-b80a01e50a50 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:50:11.629562 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c39750-cf0a-479a-8d64-12e7c9c2260c", "tag": "f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:50:11.629838 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c24e3bfe-65ab-47dc-936d-b80a01e50a50 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:50:11.630241 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'tag': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64', 'status': 'completed', 'code': 200} Aug 09 16:50:11.660272 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-9f3c2631-ef0d-44a8-bbba-6f1ec87ec163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:11.661909 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-9f3c2631-ef0d-44a8-bbba-6f1ec87ec163 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 1095 time: 0.0425706 Aug 09 16:50:11.703189 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:11.706149 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-42ee6129-f79b-42ae-83ad-0853eea0adc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 HTTP/1.1" status: 200 len: 217 time: 0.0359669 Aug 09 16:50:11.739680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port a0c6b302-0988-47dd-b11f-2c2372888a86, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a0c6b302-0988-47dd-b11f-2c2372888a86,segment=NetworkSegment(77acf8da-89c8-4d34-8313-830759887598),segment_id=77acf8da-89c8-4d34-8313-830759887598)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:11.745349 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:11.762870 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-0b473321-ec36-4b77-855b-f383c3c39633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:11.764519 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-0b473321-ec36-4b77-855b-f383c3c39633 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec79a6eb-ef18-4940-8d23-089c22655ed8 HTTP/1.1" status: 200 len: 834 time: 0.0511653 Aug 09 16:50:11.799914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=a0c6b302-0988-47dd-b11f-2c2372888a86,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:11.824108 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-d75d25ed-443e-442b-a811-0ad26512c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:11.825693 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-d75d25ed-443e-442b-a811-0ad26512c172 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e9ea7d-32b3-4d26-982c-fffff85ea86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529397 Aug 09 16:50:11.830584 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:11.917389 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-273f8fb6-e576-4792-9db3-730f373ae677 service neutron] 10.222.0.60 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832846 Aug 09 16:50:12.012998 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f985df7b-9507-4ed6-b40f-49251b0b4b9d req-839cdc35-fb0f-4d0d-9648-3a7138cbb55b service neutron] 10.222.0.60 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876625 Aug 09 16:50:12.063323 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:12.100071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781929c-6f4b-405b-9421-f96cf9fe10cb req-d007f5ec-c180-4cb5-b1f3-32df2240d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:12.101171 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9781929c-6f4b-405b-9421-f96cf9fe10cb req-d007f5ec-c180-4cb5-b1f3-32df2240d6db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 1095 time: 0.0413077 Aug 09 16:50:12.193886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781929c-6f4b-405b-9421-f96cf9fe10cb req-4fc9c4d2-1b9f-4c2e-a4bc-8e45d6483d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:12.195844 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9781929c-6f4b-405b-9421-f96cf9fe10cb req-4fc9c4d2-1b9f-4c2e-a4bc-8e45d6483d49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=99e9ea7d-32b3-4d26-982c-fffff85ea86e HTTP/1.1" status: 200 len: 897 time: 0.0876405 Aug 09 16:50:12.237770 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9781929c-6f4b-405b-9421-f96cf9fe10cb req-a407a598-45a4-482e-92ff-6f3ca5147170 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 HTTP/1.1" status: 200 len: 217 time: 0.0341928 Aug 09 16:50:12.286747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781929c-6f4b-405b-9421-f96cf9fe10cb req-b1a572ca-99b3-4a6b-853a-83226411d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:12.288682 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9781929c-6f4b-405b-9421-f96cf9fe10cb req-b1a572ca-99b3-4a6b-853a-83226411d731 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec79a6eb-ef18-4940-8d23-089c22655ed8 HTTP/1.1" status: 200 len: 834 time: 0.0435088 Aug 09 16:50:12.292147 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:50:12.334903 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781929c-6f4b-405b-9421-f96cf9fe10cb req-0bf64df8-603b-4e4b-ab74-a141dbc136c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:12.336518 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9781929c-6f4b-405b-9421-f96cf9fe10cb req-0bf64df8-603b-4e4b-ab74-a141dbc136c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e9ea7d-32b3-4d26-982c-fffff85ea86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407505 Aug 09 16:50:12.465079 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d92bc-0371-466b-a5aa-34b1e2d403a1 req-3eba9e52-3bcd-4655-adb4-c862734ce050 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:12.466558 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-120d92bc-0371-466b-a5aa-34b1e2d403a1 req-3eba9e52-3bcd-4655-adb4-c862734ce050 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 944 time: 0.0767093 Aug 09 16:50:12.472276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9781929c-6f4b-405b-9421-f96cf9fe10cb req-339cf5ad-3590-4d10-9ea7-8b79edc84f2a service neutron] 10.222.0.60 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278479 Aug 09 16:50:12.552462 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-120d92bc-0371-466b-a5aa-34b1e2d403a1 req-09691b22-8b64-4c7d-833f-c37df3070fa0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792432 Aug 09 16:50:12.587073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9781929c-6f4b-405b-9421-f96cf9fe10cb req-493e5487-4998-4ef8-8cdc-08c19951aca2 service neutron] 10.222.0.60 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065772 Aug 09 16:50:13.514840 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a0c6b302-0988-47dd-b11f-2c2372888a86 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:13.562146 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port a0c6b302-0988-47dd-b11f-2c2372888a86 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:13.562516 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:13.670498 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a016c21-9f48-461e-836b-0aee03db631b req-6181068a-b4cb-43b1-a34e-67cd39df74f1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:13.672029 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a016c21-9f48-461e-836b-0aee03db631b req-6181068a-b4cb-43b1-a34e-67cd39df74f1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 944 time: 0.0497785 Aug 09 16:50:13.679142 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:13.711289 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a016c21-9f48-461e-836b-0aee03db631b req-5e63cad5-8cc6-4251-abfd-cb024981054f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327713 Aug 09 16:50:13.831627 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:14.789379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:50:14.831513 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910f823-64a3-4220-b143-757796186858 req-88b9cf2f-1668-4161-9182-bd56f2abf68d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:14.832997 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7910f823-64a3-4220-b143-757796186858 req-88b9cf2f-1668-4161-9182-bd56f2abf68d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 944 time: 0.0556495 Aug 09 16:50:14.872469 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7910f823-64a3-4220-b143-757796186858 req-e5a61482-6ed0-48b1-bf81-0aae40b0ee01 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323176 Aug 09 16:50:14.892044 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64,segment=NetworkSegment(77acf8da-89c8-4d34-8313-830759887598),segment_id=77acf8da-89c8-4d34-8313-830759887598)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:15.054559 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'port_id': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64', 'mac_address': 'fa:16:3e:1a:f7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:50:15.091224 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:15.106523 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:50:15.125919 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64,segment=NetworkSegment(77acf8da-89c8-4d34-8313-830759887598),segment_id=77acf8da-89c8-4d34-8313-830759887598)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:15.130279 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:15.181421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:15.377126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:50:15.987504 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fb13e-78fa-4206-b1d4-f8d20bd8a843 req-08d9f059-0d65-4c9b-8824-627211278cbb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:15.988986 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c92fb13e-78fa-4206-b1d4-f8d20bd8a843 req-08d9f059-0d65-4c9b-8824-627211278cbb tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 945 time: 0.0495090 Aug 09 16:50:16.028050 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c92fb13e-78fa-4206-b1d4-f8d20bd8a843 req-9113873c-96d6-467e-adac-983689f9b3d9 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321565 Aug 09 16:50:16.797190 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:50:16.850779 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:50:16.854746 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:50:16.855235 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:16.934004 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:16.956506 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:50:16.958782 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b93e5-9064-4bd9-9b2e-4d37f3a0620d" -d '{"events": [{"server_uuid": "45c39750-cf0a-479a-8d64-12e7c9c2260c", "name": "network-vif-plugged", "status": "completed", "tag": "f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:50:16.972344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64,segment=NetworkSegment(77acf8da-89c8-4d34-8313-830759887598),segment_id=77acf8da-89c8-4d34-8313-830759887598)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:16.976829 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:16.999924 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcafc19-7542-43e3-8523-1b5c528b8d2f x-openstack-request-id: req-abcafc19-7542-43e3-8523-1b5c528b8d2f {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:50:17.000214 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c39750-cf0a-479a-8d64-12e7c9c2260c", "name": "network-vif-plugged", "status": "completed", "tag": "f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:50:17.000462 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-abcafc19-7542-43e3-8523-1b5c528b8d2f {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:50:17.000846 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64', 'code': 200} Aug 09 16:50:17.028208 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:17.106839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f2174-38e9-4ff6-9d89-de1214aa302a req-52a877ef-735f-4167-9471-c353c732663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:17.108370 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af1f2174-38e9-4ff6-9d89-de1214aa302a req-52a877ef-735f-4167-9471-c353c732663a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 1097 time: 0.0536227 Aug 09 16:50:17.146276 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af1f2174-38e9-4ff6-9d89-de1214aa302a req-6564c217-9e93-49a7-9486-58b20ea52747 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288434 Aug 09 16:50:17.154652 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8b283-39f2-4352-a4e6-2e983963318e req-d3719dfb-f4d4-4b10-804b-eff6050e84e0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:17.156135 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6fa8b283-39f2-4352-a4e6-2e983963318e req-d3719dfb-f4d4-4b10-804b-eff6050e84e0 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 946 time: 0.0538168 Aug 09 16:50:17.197429 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6fa8b283-39f2-4352-a4e6-2e983963318e req-cf7da2c7-22aa-467c-95b4-2d73164a188e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351870 Aug 09 16:50:18.312226 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826c8d-a56d-453a-8a5c-e5170d280ff7 req-9e37ebed-7b51-447f-86cf-1ce4ff98110e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:18.313746 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca826c8d-a56d-453a-8a5c-e5170d280ff7 req-9e37ebed-7b51-447f-86cf-1ce4ff98110e tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 946 time: 0.0491400 Aug 09 16:50:18.352623 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-ca826c8d-a56d-453a-8a5c-e5170d280ff7 req-c6bc1053-ebe8-4627-90d8-7e75b37dffbd tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323977 Aug 09 16:50:18.473123 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62f07-1e38-452b-aa28-7f9195b85d2a req-8728691a-e4f1-410c-a738-caa6165b4ca6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:18.474661 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-84c62f07-1e38-452b-aa28-7f9195b85d2a req-8728691a-e4f1-410c-a738-caa6165b4ca6 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 946 time: 0.0537982 Aug 09 16:50:18.520263 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-84c62f07-1e38-452b-aa28-7f9195b85d2a req-f6a8bdc6-e3e9-464a-856b-d4fd33ce868a tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392647 Aug 09 16:50:18.542627 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57082) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:18.582845 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0bc239-bb91-44c6-98e2-09cec1e97de9 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:18.584375 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-af0bc239-bb91-44c6-98e2-09cec1e97de9 tempest-TestNetworkAdvancedServerOps-817930292 tempest-TestNetworkAdvancedServerOps-817930292-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 1092 time: 0.0408096 Aug 09 16:50:18.587202 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57084) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:18.591530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:18.612249 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:18.716131 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:18.817875 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Allocated IP 172.25.2.47 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/505d42e7-4086-4938-bf35-bb68b10b7060) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:18.924652 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:18.964639 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.001320 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:19.006158 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:19.009700 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:50:19.036215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=505d42e7-4086-4938-bf35-bb68b10b7060,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:19.370190 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.435491 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.585942 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.590399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.658301 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event updated for resources: {'Port': ['ID=505d42e7-4086-4938-bf35-bb68b10b7060,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:19.672475 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:19.772912 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Floating IP b988d515-b456-4717-a7d1-a0029e906b5c associated. External IP: 172.25.2.47, port: f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64. Aug 09 16:50:19.975680 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router c7d2a766-c9db-43fc-84b1-3fba39954031 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:50:20.084091 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:20.094441 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8579aaff-0ce7-4107-b096-b46ba2f1d2e5 None None] Sync routers for ids ['c7d2a766-c9db-43fc-84b1-3fba39954031'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:20.100410 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:20.104807 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8579aaff-0ce7-4107-b096-b46ba2f1d2e5 None None] Routers {'c7d2a766-c9db-43fc-84b1-3fba39954031'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:20.105433 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8579aaff-0ce7-4107-b096-b46ba2f1d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:50:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c7d2a766-c9db-43fc-84b1-3fba39954031'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:20.128913 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7322dc8d-abc9-4481-8274-0a1b74087120 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5404799 Aug 09 16:50:20.129554 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'tag': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:50:20.132535 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b72becf880fa2e28364131af1cfaf44d4ee17d3db2152149eb4b8d6f33c135a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3c312-6116-4f09-a723-af401a6da724" -d '{"events": [{"name": "network-changed", "server_uuid": "45c39750-cf0a-479a-8d64-12e7c9c2260c", "tag": "f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:50:20.174281 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0472ec16-94fb-4813-8b05-3f0780eb7c5c x-openstack-request-id: req-0472ec16-94fb-4813-8b05-3f0780eb7c5c {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:50:20.174663 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c39750-cf0a-479a-8d64-12e7c9c2260c", "tag": "f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:50:20.174925 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0472ec16-94fb-4813-8b05-3f0780eb7c5c {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:50:20.175357 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'tag': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64', 'status': 'completed', 'code': 200} Aug 09 16:50:20.212344 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-8579aaff-0ce7-4107-b096-b46ba2f1d2e5 None None] Set router c7d2a766-c9db-43fc-84b1-3fba39954031 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:20.267675 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9cc33-75df-4457-8563-38a888e057cf req-93b68200-fd2e-4b44-a846-5d7063429a92 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:20.269278 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5b9cc33-75df-4457-8563-38a888e057cf req-93b68200-fd2e-4b44-a846-5d7063429a92 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 946 time: 0.0814567 Aug 09 16:50:20.275763 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3c312-6116-4f09-a723-af401a6da724 req-aac68614-597d-4297-832d-2e784e40edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:20.277216 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98c3c312-6116-4f09-a723-af401a6da724 req-aac68614-597d-4297-832d-2e784e40edcc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 1097 time: 0.0628362 Aug 09 16:50:20.359522 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c5b9cc33-75df-4457-8563-38a888e057cf req-fbf7e126-46a0-49ff-a78c-8acbfff5023f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813115 Aug 09 16:50:20.385285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57090) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:20.439421 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8579aaff-0ce7-4107-b096-b46ba2f1d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'b988d515-b456-4717-a7d1-a0029e906b5c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'port_id': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'mac_address': 'fa:16:3e:1a:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:50:19Z', 'updated_at': '2021-08-09T16:50:19Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c6b302-0988-47dd-b11f-2c2372888a86', 'name': '', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:3b:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:06Z', 'updated_at': '2021-08-09T16:50:11Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:20.442278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3c312-6116-4f09-a723-af401a6da724 req-f1c9379e-c6c7-4f6e-9f4c-a03042758eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:20.443743 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98c3c312-6116-4f09-a723-af401a6da724 req-f1c9379e-c6c7-4f6e-9f4c-a03042758eea service neutron] 10.222.0.60 "GET /v2.0/networks?id=99e9ea7d-32b3-4d26-982c-fffff85ea86e HTTP/1.1" status: 200 len: 897 time: 0.1526880 Aug 09 16:50:20.469927 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8579aaff-0ce7-4107-b096-b46ba2f1d2e5 None None] Checking router: c7d2a766-c9db-43fc-84b1-3fba39954031 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:20.479339 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8579aaff-0ce7-4107-b096-b46ba2f1d2e5 None None] Routers {'c7d2a766-c9db-43fc-84b1-3fba39954031'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:20.479942 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8579aaff-0ce7-4107-b096-b46ba2f1d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:50:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c7d2a766-c9db-43fc-84b1-3fba39954031'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:20.499074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-b857f2e0-d5ce-48f7-8a4f-1a1a63237202 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/b988d515-b456-4717-a7d1-a0029e906b5c HTTP/1.1" status: 200 len: 991 time: 0.1123316 Aug 09 16:50:20.521407 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98c3c312-6116-4f09-a723-af401a6da724 req-f75bff43-9e72-4d33-86cc-4ce4cd90edc8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 HTTP/1.1" status: 200 len: 999 time: 0.0665698 Aug 09 16:50:20.578236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3c312-6116-4f09-a723-af401a6da724 req-a213bae1-5cc0-4f9e-be40-6cf4aaefed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:20.579771 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98c3c312-6116-4f09-a723-af401a6da724 req-a213bae1-5cc0-4f9e-be40-6cf4aaefed11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec79a6eb-ef18-4940-8d23-089c22655ed8 HTTP/1.1" status: 200 len: 834 time: 0.0508113 Aug 09 16:50:20.587802 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-8579aaff-0ce7-4107-b096-b46ba2f1d2e5 None None] Set router c7d2a766-c9db-43fc-84b1-3fba39954031 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:20.630922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3c312-6116-4f09-a723-af401a6da724 req-2c707569-a977-48aa-8bb6-5e54ae61e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:20.633039 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98c3c312-6116-4f09-a723-af401a6da724 req-2c707569-a977-48aa-8bb6-5e54ae61e088 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e9ea7d-32b3-4d26-982c-fffff85ea86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457129 Aug 09 16:50:20.728797 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98c3c312-6116-4f09-a723-af401a6da724 req-86736e30-2830-4ca1-84a1-98d014a7cf4a service neutron] 10.222.0.60 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873046 Aug 09 16:50:20.821634 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-8579aaff-0ce7-4107-b096-b46ba2f1d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'b988d515-b456-4717-a7d1-a0029e906b5c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'port_id': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'mac_address': 'fa:16:3e:1a:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:50:19Z', 'updated_at': '2021-08-09T16:50:19Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c6b302-0988-47dd-b11f-2c2372888a86', 'name': '', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:3b:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:06Z', 'updated_at': '2021-08-09T16:50:11Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:20.848726 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8579aaff-0ce7-4107-b096-b46ba2f1d2e5 None None] The sync data for ids ['c7d2a766-c9db-43fc-84b1-3fba39954031'] in n-d-803778-2 is: [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': 'b988d515-b456-4717-a7d1-a0029e906b5c', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'port_id': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'mac_address': 'fa:16:3e:1a:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:50:19Z', 'updated_at': '2021-08-09T16:50:19Z', 'revision_number': 0, 'project_id': '8074e18898434577b51d28fc936a7928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c6b302-0988-47dd-b11f-2c2372888a86', 'name': '', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:3b:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:06Z', 'updated_at': '2021-08-09T16:50:11Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:21.064267 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233731dc-db54-4857-bb28-9f06f70ca56b None None] New status for floating IP b988d515-b456-4717-a7d1-a0029e906b5c: ACTIVE {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:50:21.225132 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-98c3c312-6116-4f09-a723-af401a6da724 req-4cca90a0-2bd6-46a6-8033-56d3486493ac service neutron] 10.222.0.60 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882853 Aug 09 16:50:21.503094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57092) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:21.880343 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-71712828-cda0-48c9-bced-5c7d3020f690 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/b988d515-b456-4717-a7d1-a0029e906b5c HTTP/1.1" status: 200 len: 993 time: 0.3760955 Aug 09 16:50:25.205151 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eb5b334-6767-4bf2-90d6-1fe94e02b1a1 req-3a8e4636-4d25-4b7f-8465-d899916f4563 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408683 Aug 09 16:50:25.285945 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5b334-6767-4bf2-90d6-1fe94e02b1a1 req-f7e564d5-266a-46b2-a30e-3f87af63ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:25.287986 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eb5b334-6767-4bf2-90d6-1fe94e02b1a1 req-f7e564d5-266a-46b2-a30e-3f87af63ce0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 1097 time: 0.0399728 Aug 09 16:50:25.392436 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5b334-6767-4bf2-90d6-1fe94e02b1a1 req-795e3fd4-d868-4004-a181-65960c50af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:25.393922 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eb5b334-6767-4bf2-90d6-1fe94e02b1a1 req-795e3fd4-d868-4004-a181-65960c50af5d service neutron] 10.222.0.60 "GET /v2.0/networks?id=99e9ea7d-32b3-4d26-982c-fffff85ea86e HTTP/1.1" status: 200 len: 897 time: 0.0871348 Aug 09 16:50:25.457841 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eb5b334-6767-4bf2-90d6-1fe94e02b1a1 req-d1d9ba97-de93-49b6-90c2-2e7a9648a92a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 HTTP/1.1" status: 200 len: 1001 time: 0.0566697 Aug 09 16:50:25.506338 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5b334-6767-4bf2-90d6-1fe94e02b1a1 req-f910a8a6-faf9-40a4-b5e7-59d78bae7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:25.508139 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eb5b334-6767-4bf2-90d6-1fe94e02b1a1 req-f910a8a6-faf9-40a4-b5e7-59d78bae7f76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec79a6eb-ef18-4940-8d23-089c22655ed8 HTTP/1.1" status: 200 len: 834 time: 0.0428343 Aug 09 16:50:25.556987 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5b334-6767-4bf2-90d6-1fe94e02b1a1 req-98571681-dd4f-4090-92fe-2d5230452bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:25.558479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eb5b334-6767-4bf2-90d6-1fe94e02b1a1 req-98571681-dd4f-4090-92fe-2d5230452bb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e9ea7d-32b3-4d26-982c-fffff85ea86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427489 Aug 09 16:50:25.645695 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eb5b334-6767-4bf2-90d6-1fe94e02b1a1 req-400fa800-14e3-45f1-98bd-32faa97f3737 service neutron] 10.222.0.60 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788705 Aug 09 16:50:25.740607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9eb5b334-6767-4bf2-90d6-1fe94e02b1a1 req-a4735f3f-3e3b-48c0-a19d-c8c11a16fc7d service neutron] 10.222.0.60 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876477 Aug 09 16:50:37.786623 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b24fcf2c-d93f-45b1-aa82-8763f3706c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:40.633495 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-915376ae-e39b-466b-8c4e-9f74ea5cbefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:41.017290 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:41.836525 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:42.062830 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:43.681713 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:43.846717 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:46.363135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-d195cdab-71cc-4ef0-a91b-dd3e36fcc237 req-97044750-eeb6-403b-95ce-f172c0578d93 service neutron] (94290) timed out ('10.222.0.60', 60175) {{(pid=94290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:50:49.291535 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:50:50.807558 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a668f-216b-40bf-950a-a589a6ac9f80 req-321f718d-9dcd-4fb2-9873-d0c624b9ba4f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:50.809637 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b6a668f-216b-40bf-950a-a589a6ac9f80 req-321f718d-9dcd-4fb2-9873-d0c624b9ba4f tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 946 time: 0.1233158 Aug 09 16:50:50.851801 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8b6a668f-216b-40bf-950a-a589a6ac9f80 req-6467f4fb-cf66-4eda-a70f-2d9ac7a04479 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356934 Aug 09 16:50:52.025434 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63f9f0-0af7-4bc2-807b-64a5ed2ecbfb req-99066bc3-bf62-4406-8b2e-6b6dcb29200c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:52.026939 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a63f9f0-0af7-4bc2-807b-64a5ed2ecbfb req-99066bc3-bf62-4406-8b2e-6b6dcb29200c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 946 time: 0.0981779 Aug 09 16:50:52.069092 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a63f9f0-0af7-4bc2-807b-64a5ed2ecbfb req-ba11005e-e687-451d-898f-60aa4f1b4532 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361509 Aug 09 16:50:52.091137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57112) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:52.156882 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1c2cbf8e-a0b5-4212-b4bc-3d459b38ed3b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/b988d515-b456-4717-a7d1-a0029e906b5c HTTP/1.1" status: 200 len: 993 time: 0.0645194 Aug 09 16:50:53.417362 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7b6f2-a4bc-41e0-86de-3a2e5c8a7a3c req-0ebc2b5f-40b4-47bd-9d7c-df7d177240be tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:53.419014 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ba7b6f2-a4bc-41e0-86de-3a2e5c8a7a3c req-0ebc2b5f-40b4-47bd-9d7c-df7d177240be tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 946 time: 0.0557110 Aug 09 16:50:53.437031 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-d82e1e5c-851f-42ca-b548-59b18d5dbf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:53.438503 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-d82e1e5c-851f-42ca-b548-59b18d5dbf23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 1097 time: 0.0439713 Aug 09 16:50:53.458712 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7ba7b6f2-a4bc-41e0-86de-3a2e5c8a7a3c req-2eb8ac58-1592-4619-862e-82f94caded98 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331197 Aug 09 16:50:53.536952 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-46e61f2c-cfa0-4045-9562-e4d9de92c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:53.538586 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-46e61f2c-cfa0-4045-9562-e4d9de92c197 service neutron] 10.222.0.60 "GET /v2.0/networks?id=99e9ea7d-32b3-4d26-982c-fffff85ea86e HTTP/1.1" status: 200 len: 897 time: 0.0888746 Aug 09 16:50:53.607237 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-6d32fc98-dcbe-4424-9b89-c2fa4cf8b722 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 HTTP/1.1" status: 200 len: 1001 time: 0.0598826 Aug 09 16:50:53.658063 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-ee611803-5075-4c8b-811b-85b780997339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:53.659510 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-ee611803-5075-4c8b-811b-85b780997339 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec79a6eb-ef18-4940-8d23-089c22655ed8 HTTP/1.1" status: 200 len: 834 time: 0.0434284 Aug 09 16:50:53.710668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-7287e62f-e8c6-4151-aff5-efdd2ccbfb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:53.712080 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-7287e62f-e8c6-4151-aff5-efdd2ccbfb32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e9ea7d-32b3-4d26-982c-fffff85ea86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450184 Aug 09 16:50:53.723367 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-dc21da42-6676-41e6-b58d-600fa0b6c585 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:50:53.724625 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-dc21da42-6676-41e6-b58d-600fa0b6c585 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049458 Aug 09 16:50:53.813073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-31620b47-8974-4097-b9dc-25f9cb7f9891 service neutron] 10.222.0.60 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820074 Aug 09 16:50:53.906806 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-af407b9d-ed13-4ec2-9458-4c4b3591db0e req-0226d04b-1f25-4270-a417-f165f97893bf service neutron] 10.222.0.60 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855424 Aug 09 16:50:54.576180 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dd755-4c0c-4891-bbd7-704b489990c9 req-cda538f0-66bf-47be-817a-920ad19b852c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:54.577727 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a01dd755-4c0c-4891-bbd7-704b489990c9 req-cda538f0-66bf-47be-817a-920ad19b852c tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 946 time: 0.0500538 Aug 09 16:50:54.617724 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a01dd755-4c0c-4891-bbd7-704b489990c9 req-a4ac0394-2cce-43ca-a124-df0d72f2b4b4 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335023 Aug 09 16:50:55.736103 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf3ef5-385f-4c03-8728-9bdd4be2ba74 req-f0fb9530-f540-4314-9dce-4ba1a8ae2c60 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:55.737504 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5cf3ef5-385f-4c03-8728-9bdd4be2ba74 req-f0fb9530-f540-4314-9dce-4ba1a8ae2c60 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 946 time: 0.0511234 Aug 09 16:50:55.775835 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b5cf3ef5-385f-4c03-8728-9bdd4be2ba74 req-0045d97b-e3fb-441d-a5fb-16df65673fc2 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321262 Aug 09 16:50:55.798185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57126) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:55.870358 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-f1980871-8494-4aba-a0ad-22291ec21b65 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/floatingips/b988d515-b456-4717-a7d1-a0029e906b5c HTTP/1.1" status: 200 len: 993 time: 0.0710142 Aug 09 16:50:56.161877 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57132) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:56.319970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port 505d42e7-4086-4938-bf35-bb68b10b7060 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:50:56.320319 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.395290 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.395552 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.407479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for 505d42e7-4086-4938-bf35-bb68b10b7060 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:50:56.554587 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.581703 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=505d42e7-4086-4938-bf35-bb68b10b7060,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:56.611221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.611571 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.611914 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.612257 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.612592 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.612924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.613258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.613603 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.613937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.614265 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.614713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.615150 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.655337 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.655825 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Floating IP b988d515-b456-4717-a7d1-a0029e906b5c disassociated (deleted). External IP: 172.25.2.47, port: f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64. Aug 09 16:50:56.872007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router c7d2a766-c9db-43fc-84b1-3fba39954031 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:50:56.976763 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:50:56.981699 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.986200 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc091a4d-439f-4312-a1b2-b639fd1d0762 None None] Sync routers for ids ['c7d2a766-c9db-43fc-84b1-3fba39954031'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:50:56.996388 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc091a4d-439f-4312-a1b2-b639fd1d0762 None None] Routers {'c7d2a766-c9db-43fc-84b1-3fba39954031'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:56.996994 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc091a4d-439f-4312-a1b2-b639fd1d0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:50:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c7d2a766-c9db-43fc-84b1-3fba39954031'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:57.014234 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a3f62380-cc0e-4abb-bd21-64fab48b831d tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/floatingips/b988d515-b456-4717-a7d1-a0029e906b5c HTTP/1.1" status: 204 len: 168 time: 0.8513339 Aug 09 16:50:57.015331 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'tag': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:50:57.019149 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b72becf880fa2e28364131af1cfaf44d4ee17d3db2152149eb4b8d6f33c135a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b703ac7b-0716-43a4-8d63-1a127a71dc84" -d '{"events": [{"name": "network-changed", "server_uuid": "45c39750-cf0a-479a-8d64-12e7c9c2260c", "tag": "f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:50:57.059122 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a702133-e18a-4d55-96e2-dfd5d883ac8b x-openstack-request-id: req-8a702133-e18a-4d55-96e2-dfd5d883ac8b {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:50:57.059641 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c39750-cf0a-479a-8d64-12e7c9c2260c", "tag": "f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:50:57.060107 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a702133-e18a-4d55-96e2-dfd5d883ac8b {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:50:57.060730 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'tag': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64', 'status': 'completed', 'code': 200} Aug 09 16:50:57.110275 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-cc091a4d-439f-4312-a1b2-b639fd1d0762 None None] Set router c7d2a766-c9db-43fc-84b1-3fba39954031 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:57.124135 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703ac7b-0716-43a4-8d63-1a127a71dc84 req-54c12cda-3257-4288-b3b1-1f5d1d7a6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:57.125727 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b703ac7b-0716-43a4-8d63-1a127a71dc84 req-54c12cda-3257-4288-b3b1-1f5d1d7a6811 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8074e18898434577b51d28fc936a7928&device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 1097 time: 0.0436716 Aug 09 16:50:57.283544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19cbbc-ff08-492e-976e-9d596540c612 req-4265c763-a926-42fb-971e-2b23c3451e26 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:57.285132 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8a19cbbc-ff08-492e-976e-9d596540c612 req-4265c763-a926-42fb-971e-2b23c3451e26 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 946 time: 0.0853474 Aug 09 16:50:57.289296 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703ac7b-0716-43a4-8d63-1a127a71dc84 req-4bd54dac-0c16-4241-8352-1ad255c27110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:57.290809 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b703ac7b-0716-43a4-8d63-1a127a71dc84 req-4bd54dac-0c16-4241-8352-1ad255c27110 service neutron] 10.222.0.60 "GET /v2.0/networks?id=99e9ea7d-32b3-4d26-982c-fffff85ea86e HTTP/1.1" status: 200 len: 897 time: 0.1398852 Aug 09 16:50:57.350948 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b703ac7b-0716-43a4-8d63-1a127a71dc84 req-37928131-c333-4b0a-89a7-f5d614219814 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 HTTP/1.1" status: 200 len: 217 time: 0.0508461 Aug 09 16:50:57.371147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8a19cbbc-ff08-492e-976e-9d596540c612 req-df07a18c-97a0-4b7a-97f4-14f450ca6623 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787747 Aug 09 16:50:57.407747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703ac7b-0716-43a4-8d63-1a127a71dc84 req-00b90042-10b1-48b5-9952-751586d31600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:57.409252 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b703ac7b-0716-43a4-8d63-1a127a71dc84 req-00b90042-10b1-48b5-9952-751586d31600 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec79a6eb-ef18-4940-8d23-089c22655ed8 HTTP/1.1" status: 200 len: 834 time: 0.0485606 Aug 09 16:50:57.426871 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc091a4d-439f-4312-a1b2-b639fd1d0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a0c6b302-0988-47dd-b11f-2c2372888a86', 'name': '', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:3b:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:06Z', 'updated_at': '2021-08-09T16:50:11Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:57.452651 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc091a4d-439f-4312-a1b2-b639fd1d0762 None None] Checking router: c7d2a766-c9db-43fc-84b1-3fba39954031 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:50:57.456925 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703ac7b-0716-43a4-8d63-1a127a71dc84 req-d6b2b71d-8731-40bb-ad7b-151da2a01f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:57.458741 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b703ac7b-0716-43a4-8d63-1a127a71dc84 req-d6b2b71d-8731-40bb-ad7b-151da2a01f6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99e9ea7d-32b3-4d26-982c-fffff85ea86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419180 Aug 09 16:50:57.460821 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc091a4d-439f-4312-a1b2-b639fd1d0762 None None] Routers {'c7d2a766-c9db-43fc-84b1-3fba39954031'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:50:57.461415 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc091a4d-439f-4312-a1b2-b639fd1d0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:50:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c7d2a766-c9db-43fc-84b1-3fba39954031'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:57.554142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b703ac7b-0716-43a4-8d63-1a127a71dc84 req-78e338fd-bd27-417c-bf0f-8c54cfeda031 service neutron] 10.222.0.60 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873196 Aug 09 16:50:57.565215 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-cc091a4d-439f-4312-a1b2-b639fd1d0762 None None] Set router c7d2a766-c9db-43fc-84b1-3fba39954031 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:50:57.654111 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b703ac7b-0716-43a4-8d63-1a127a71dc84 req-5a5473fb-ed05-41c4-a9a7-e82674c6f078 service neutron] 10.222.0.60 "GET /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864303 Aug 09 16:50:57.766496 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-cc091a4d-439f-4312-a1b2-b639fd1d0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a0c6b302-0988-47dd-b11f-2c2372888a86', 'name': '', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:3b:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:06Z', 'updated_at': '2021-08-09T16:50:11Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:50:57.794563 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc091a4d-439f-4312-a1b2-b639fd1d0762 None None] The sync data for ids ['c7d2a766-c9db-43fc-84b1-3fba39954031'] in n-d-803778-2 is: [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'a0c6b302-0988-47dd-b11f-2c2372888a86', 'name': '', 'network_id': '99e9ea7d-32b3-4d26-982c-fffff85ea86e', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'mac_address': 'fa:16:3e:3b:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:06Z', 'updated_at': '2021-08-09T16:50:11Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'subnets': [{'id': 'ec79a6eb-ef18-4940-8d23-089c22655ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:50:58.020255 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6794482-df23-467e-aae6-0849e2036816 None None] New status for floating IP b988d515-b456-4717-a7d1-a0029e906b5c: DOWN {{(pid=94291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:50:58.493930 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986ad9-8277-48bb-8074-bb101d7731fd req-58c61864-fd30-4520-97e5-d56c804bd434 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:58.495419 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00986ad9-8277-48bb-8074-bb101d7731fd req-58c61864-fd30-4520-97e5-d56c804bd434 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 946 time: 0.0500801 Aug 09 16:50:58.532816 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00986ad9-8277-48bb-8074-bb101d7731fd req-85b3c8ae-5b77-46fe-b996-dd0c313dd921 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/security-groups?id=e192dd82-358f-4a6f-b3df-f4f9f203f992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314875 Aug 09 16:50:59.051595 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b1361-3ad0-41df-90c6-8ca9e4d21dcf req-90b14008-94ac-403c-869a-8001a458a2b1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:50:59.053677 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c5b1361-3ad0-41df-90c6-8ca9e4d21dcf req-90b14008-94ac-403c-869a-8001a458a2b1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 946 time: 0.0496964 Aug 09 16:50:59.153541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-8c5b1361-3ad0-41df-90c6-8ca9e4d21dcf req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:50:59.153811 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8c5b1361-3ad0-41df-90c6-8ca9e4d21dcf req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.240992 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-8c5b1361-3ad0-41df-90c6-8ca9e4d21dcf req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64,segment=NetworkSegment(77acf8da-89c8-4d34-8313-830759887598),segment_id=77acf8da-89c8-4d34-8313-830759887598)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:50:59.241359 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8c5b1361-3ad0-41df-90c6-8ca9e4d21dcf req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.253939 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-8c5b1361-3ad0-41df-90c6-8ca9e4d21dcf req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:50:59.390708 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8c5b1361-3ad0-41df-90c6-8ca9e4d21dcf req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.422302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:59.452635 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:59.452994 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:59.453341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:59.453706 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:59.454044 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:59.454380 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:59.454713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:59.455043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:59.455371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:59.455698 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:59.456024 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:59.456348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:59.480908 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5b1361-3ad0-41df-90c6-8ca9e4d21dcf req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] No DVR routers for this DVR port f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:50:59.484205 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8c5b1361-3ad0-41df-90c6-8ca9e4d21dcf req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.487532 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8c5b1361-3ad0-41df-90c6-8ca9e4d21dcf req-968f1d16-600a-429c-bb7c-1052b104e85b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.60 "DELETE /v2.0/ports/f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 HTTP/1.1" status: 204 len: 173 time: 0.4267752 Aug 09 16:50:59.488184 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'name': 'network-vif-deleted', 'tag': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:50:59.492288 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e973cf61-8e9d-40a4-ae68-558292568041" -d '{"events": [{"server_uuid": "45c39750-cf0a-479a-8d64-12e7c9c2260c", "name": "network-vif-deleted", "tag": "f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:50:59.533366 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634ed8b3-65a7-465b-8ec7-61af78a50704 x-openstack-request-id: req-634ed8b3-65a7-465b-8ec7-61af78a50704 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:50:59.533736 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c39750-cf0a-479a-8d64-12e7c9c2260c", "name": "network-vif-deleted", "tag": "f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:50:59.533990 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-634ed8b3-65a7-465b-8ec7-61af78a50704 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:50:59.534390 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c39750-cf0a-479a-8d64-12e7c9c2260c', 'name': 'network-vif-deleted', 'tag': 'f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64', 'status': 'completed', 'code': 200} Aug 09 16:50:59.629767 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70e3878e-2083-45a0-98e9-a88d84eb40b3 req-37a0daed-9de8-4e2c-a86e-ad704df02e82 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "GET /v2.0/ports?device_id=45c39750-cf0a-479a-8d64-12e7c9c2260c HTTP/1.1" status: 200 len: 210 time: 0.0266466 Aug 09 16:51:00.691656 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57148) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:01.077381 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-535baeb0-98ed-4683-81de-95109aed1db1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.346907 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-535baeb0-98ed-4683-81de-95109aed1db1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port a0c6b302-0988-47dd-b11f-2c2372888a86 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:51:01.347162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-535baeb0-98ed-4683-81de-95109aed1db1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.447797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-535baeb0-98ed-4683-81de-95109aed1db1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port a0c6b302-0988-47dd-b11f-2c2372888a86, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=a0c6b302-0988-47dd-b11f-2c2372888a86,segment=NetworkSegment(77acf8da-89c8-4d34-8313-830759887598),segment_id=77acf8da-89c8-4d34-8313-830759887598)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:01.448162 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-535baeb0-98ed-4683-81de-95109aed1db1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.463413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-535baeb0-98ed-4683-81de-95109aed1db1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for a0c6b302-0988-47dd-b11f-2c2372888a86 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:51:01.647827 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-535baeb0-98ed-4683-81de-95109aed1db1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.680469 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535baeb0-98ed-4683-81de-95109aed1db1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=a0c6b302-0988-47dd-b11f-2c2372888a86,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:01.858159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-535baeb0-98ed-4683-81de-95109aed1db1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.070291 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535baeb0-98ed-4683-81de-95109aed1db1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Router c7d2a766-c9db-43fc-84b1-3fba39954031 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:51:02.175899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535baeb0-98ed-4683-81de-95109aed1db1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:02.181699 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-535baeb0-98ed-4683-81de-95109aed1db1 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "PUT /v2.0/routers/c7d2a766-c9db-43fc-84b1-3fba39954031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4882321 Aug 09 16:51:02.184059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57150) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:02.186844 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992847cc-5701-4016-8a73-87f734965c53 None None] Sync routers for ids ['c7d2a766-c9db-43fc-84b1-3fba39954031'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:02.196596 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992847cc-5701-4016-8a73-87f734965c53 None None] Routers {'c7d2a766-c9db-43fc-84b1-3fba39954031'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:02.197216 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-992847cc-5701-4016-8a73-87f734965c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:50:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c7d2a766-c9db-43fc-84b1-3fba39954031'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:02.238806 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c98b69-4b0a-47ea-94a9-fd00eb1dd885 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting subnet ec79a6eb-ef18-4940-8d23-089c22655ed8 {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:51:02.242403 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2c98b69-4b0a-47ea-94a9-fd00eb1dd885 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.282147 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2c98b69-4b0a-47ea-94a9-fd00eb1dd885 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.301915 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-992847cc-5701-4016-8a73-87f734965c53 None None] Set router c7d2a766-c9db-43fc-84b1-3fba39954031 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:02.363514 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2c98b69-4b0a-47ea-94a9-fd00eb1dd885 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.426134 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2c98b69-4b0a-47ea-94a9-fd00eb1dd885 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.459084 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c98b69-4b0a-47ea-94a9-fd00eb1dd885 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Subnet': ['ID=ec79a6eb-ef18-4940-8d23-089c22655ed8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:02.462521 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d2c98b69-4b0a-47ea-94a9-fd00eb1dd885 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.465082 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d2c98b69-4b0a-47ea-94a9-fd00eb1dd885 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/subnets/ec79a6eb-ef18-4940-8d23-089c22655ed8 HTTP/1.1" status: 204 len: 168 time: 0.2799654 Aug 09 16:51:02.467739 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57152) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:02.470175 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da32bf84-bf69-40c1-8722-830052e169a4 None None] Network 99e9ea7d-32b3-4d26-982c-fffff85ea86e requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:02.486613 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-992847cc-5701-4016-8a73-87f734965c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:51:01Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:02.516896 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992847cc-5701-4016-8a73-87f734965c53 None None] Checking router: c7d2a766-c9db-43fc-84b1-3fba39954031 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:02.526088 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992847cc-5701-4016-8a73-87f734965c53 None None] Routers {'c7d2a766-c9db-43fc-84b1-3fba39954031'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:02.526689 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-992847cc-5701-4016-8a73-87f734965c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:50:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['c7d2a766-c9db-43fc-84b1-3fba39954031'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:02.579954 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.637369 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-992847cc-5701-4016-8a73-87f734965c53 None None] Set router c7d2a766-c9db-43fc-84b1-3fba39954031 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:02.667195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] DHCP port deletion for 99e9ea7d-32b3-4d26-982c-fffff85ea86e request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:51:02.696318 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.719245 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Deleting port 8afb7d6f-b235-4df3-9b75-e71699c997a4 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:51:02.719715 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.766471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Deleting port 915ff600-56d5-44e3-b9eb-af50f6293648 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:51:02.766832 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.787586 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] For port 8afb7d6f-b235-4df3-9b75-e71699c997a4, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=8afb7d6f-b235-4df3-9b75-e71699c997a4,segment=NetworkSegment(77acf8da-89c8-4d34-8313-830759887598),segment_id=77acf8da-89c8-4d34-8313-830759887598)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:02.788143 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.806254 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Calling delete_port for 8afb7d6f-b235-4df3-9b75-e71699c997a4 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:51:02.841531 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-992847cc-5701-4016-8a73-87f734965c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:51:01Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:02.862982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] For port 915ff600-56d5-44e3-b9eb-af50f6293648, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=915ff600-56d5-44e3-b9eb-af50f6293648,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:02.863579 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.869305 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992847cc-5701-4016-8a73-87f734965c53 None None] The sync data for ids ['c7d2a766-c9db-43fc-84b1-3fba39954031'] in n-d-803778-2 is: [{'id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593758672', 'tenant_id': '8074e18898434577b51d28fc936a7928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:51:01Z', 'revision_number': 5, 'project_id': '8074e18898434577b51d28fc936a7928', 'gw_port': {'id': '915ff600-56d5-44e3-b9eb-af50f6293648', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2a766-c9db-43fc-84b1-3fba39954031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:50:03Z', 'updated_at': '2021-08-09T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:02.877464 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Calling delete_port for 915ff600-56d5-44e3-b9eb-af50f6293648 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:51:02.891792 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.922184 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] No DVR routers for this DVR port 8afb7d6f-b235-4df3-9b75-e71699c997a4 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:51:02.926447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Pushing event deleted for resources: {'Port': ['ID=8afb7d6f-b235-4df3-9b75-e71699c997a4,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:02.937583 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:02.937958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:02.938296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:02.938629 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:02.938959 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:02.939286 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:02.939610 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:02.939929 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:02.940251 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:02.940575 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:02.940894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:02.941213 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c691297-4d79-4e63-8960-e25203f4346d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:03.044293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:51:03.071788 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:51:03.072287 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device f1a6d4ab-a3cb-4d96-8691-f07a2d8e0c64 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:51:03.458237 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.494118 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Port': ['ID=915ff600-56d5-44e3-b9eb-af50f6293648,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:03.551606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a0c6b302-0988-47dd-b11f-2c2372888a86 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:51:03.558008 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.572538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: a0c6b302-0988-47dd-b11f-2c2372888a86 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:51:03.572878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device a0c6b302-0988-47dd-b11f-2c2372888a86 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:51:03.573296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8afb7d6f-b235-4df3-9b75-e71699c997a4 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:51:03.595107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 8afb7d6f-b235-4df3-9b75-e71699c997a4 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:51:03.595476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 8afb7d6f-b235-4df3-9b75-e71699c997a4 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:51:03.654054 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.656158 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.704816 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.705341 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Fanout notify agent at l3_agent the message router_deleted on router c7d2a766-c9db-43fc-84b1-3fba39954031 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:51:03.713477 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.714629 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-2450d3a6-c07f-459d-a4b1-5b1a3a5e6d6b tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/routers/c7d2a766-c9db-43fc-84b1-3fba39954031 HTTP/1.1" status: 204 len: 168 time: 1.2459598 Aug 09 16:51:03.717292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57154) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:03.798091 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.892130 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.902720 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e9ea7d-32b3-4d26-982c-fffff85ea86e']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:03.913855 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77acf8da-89c8-4d34-8313-830759887598') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:03.914157 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77acf8da-89c8-4d34-8313-830759887598') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:03.923215 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.937123 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.944206 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:51:03.944598 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:51:03.947563 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:51:04.005676 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.012754 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.014606 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/networks/99e9ea7d-32b3-4d26-982c-fffff85ea86e HTTP/1.1" status: 204 len: 168 time: 0.2962868 Aug 09 16:51:04.017454 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57156) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:04.027260 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb226c3-9e79-4d66-b424-77b82c923c43 tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'Network': ['ID=99e9ea7d-32b3-4d26-982c-fffff85ea86e,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:04.077168 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b340e0f-78d8-43e8-abcd-11cc561f03ce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.103007 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b340e0f-78d8-43e8-abcd-11cc561f03ce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.173691 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b340e0f-78d8-43e8-abcd-11cc561f03ce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.176413 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3b340e0f-78d8-43e8-abcd-11cc561f03ce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.178476 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3b340e0f-78d8-43e8-abcd-11cc561f03ce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] 10.222.0.81 "DELETE /v2.0/security-groups/e192dd82-358f-4a6f-b3df-f4f9f203f992 HTTP/1.1" status: 204 len: 168 time: 0.1599574 Aug 09 16:51:04.189551 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b340e0f-78d8-43e8-abcd-11cc561f03ce tempest-TestNetworkAdvancedServerOps-1930240714 tempest-TestNetworkAdvancedServerOps-1930240714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e192dd82-358f-4a6f-b3df-f4f9f203f992,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:04.530310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57164) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:04.668026 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-4f392e16-7a81-4367-881c-67312197db6c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8074e18898434577b51d28fc936a7928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365659 Aug 09 16:51:04.670501 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57168) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:04.722707 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09725cbd-3307-48e0-bc96-35717ab44b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.746175 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09725cbd-3307-48e0-bc96-35717ab44b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.794541 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09725cbd-3307-48e0-bc96-35717ab44b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.798550 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-09725cbd-3307-48e0-bc96-35717ab44b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.800222 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-09725cbd-3307-48e0-bc96-35717ab44b17 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/246556bf-5510-407c-8b54-64a9cb63f2f8 HTTP/1.1" status: 204 len: 168 time: 0.1286569 Aug 09 16:51:04.814547 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09725cbd-3307-48e0-bc96-35717ab44b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246556bf-5510-407c-8b54-64a9cb63f2f8,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:05.058843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57174) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:05.072053 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48658d83-3e48-466a-847c-c0f1ecdd7c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.163432 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48658d83-3e48-466a-847c-c0f1ecdd7c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.167172 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-48658d83-3e48-466a-847c-c0f1ecdd7c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.210706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-48658d83-3e48-466a-847c-c0f1ecdd7c39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b25493408de4a91871615ebfb1d3959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507287 Aug 09 16:51:05.211899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48658d83-3e48-466a-847c-c0f1ecdd7c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18f151b-26ee-49d1-80bb-ff2431643802,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:05.213695 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57176) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:05.264502 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0810d25c-7f97-4931-89e2-37f8f8201fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.285877 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0810d25c-7f97-4931-89e2-37f8f8201fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.334807 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0810d25c-7f97-4931-89e2-37f8f8201fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.337356 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-0810d25c-7f97-4931-89e2-37f8f8201fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.338559 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-0810d25c-7f97-4931-89e2-37f8f8201fbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f18f151b-26ee-49d1-80bb-ff2431643802 HTTP/1.1" status: 204 len: 168 time: 0.1237700 Aug 09 16:51:05.346470 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810d25c-7f97-4931-89e2-37f8f8201fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18f151b-26ee-49d1-80bb-ff2431643802,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:05.539873 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 915ff600-56d5-44e3-b9eb-af50f6293648 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:51:05.560389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 915ff600-56d5-44e3-b9eb-af50f6293648 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:51:05.560734 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 915ff600-56d5-44e3-b9eb-af50f6293648 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:51:06.037275 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57198) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:06.132221 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1381218599-network', 'tenant_id': '144e538d7d5b417ca8949417ed29162a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:06.153001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Made reservation on behalf of 144e538d7d5b417ca8949417ed29162a for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:06.155344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.163790 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.253786 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.257780 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.282889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:51:06.293332 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc20d6c-a6c0-41ba-99c4-1de266b3e3c8,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:06.299345 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.299693 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Added segment a950fd0f-e716-47ff-934b-572bcc0a3989 of type vlan for network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 Aug 09 16:51:06.341364 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.370468 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.371465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:06.372059 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.430883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3923748 Aug 09 16:51:06.434227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57202) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:06.436416 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb898f-d629-46e5-8252-b0d6c610758e admin admin] Pushing event updated for resources: {'Network': ['ID=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:06.439671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-60d5f59c-9ff3-43d5-bf05-03a77dc5a52e admin admin] Request body: {'subnet': {'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1381218599-subnet', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:06.446411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:51:06.461690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d5f59c-9ff3-43d5-bf05-03a77dc5a52e admin admin] Made reservation on behalf of 144e538d7d5b417ca8949417ed29162a for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:06.464341 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-60d5f59c-9ff3-43d5-bf05-03a77dc5a52e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.636920 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-60d5f59c-9ff3-43d5-bf05-03a77dc5a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.690933 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5f59c-9ff3-43d5-bf05-03a77dc5a52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d5cf8c-26eb-46ff-840f-d37a6698794e,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:06.701404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d5f59c-9ff3-43d5-bf05-03a77dc5a52e admin admin] Checking segment: {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:06.701805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5f59c-9ff3-43d5-bf05-03a77dc5a52e admin admin] Network hostable DHCP agents. Network: 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:51:06.718138 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5f59c-9ff3-43d5-bf05-03a77dc5a52e admin admin] Network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:51:06.727236 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-60d5f59c-9ff3-43d5-bf05-03a77dc5a52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:06.731478 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5f59c-9ff3-43d5-bf05-03a77dc5a52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:06.732103 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-60d5f59c-9ff3-43d5-bf05-03a77dc5a52e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.736071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc3bd43-f033-4c12-b168-fc939a797e8a None None] Network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:06.746787 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-60d5f59c-9ff3-43d5-bf05-03a77dc5a52e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3114605 Aug 09 16:51:06.749538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57204) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:06.754055 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:06.776408 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.777413 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.831492 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.893068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:51:06.893941 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.979652 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.030893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Allocated IP 172.20.0.2 (89dfb45e-4209-4f18-bb3c-f7c6cf7057f0/c0d5cf8c-26eb-46ff-840f-d37a6698794e/2fffa79a-0176-4381-8d2c-c761d5b317df) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:07.176823 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.181635 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.185441 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Transition to ACTIVE for port object 2fffa79a-0176-4381-8d2c-c761d5b317df will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:07.200365 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Transition to ACTIVE for port object 2fffa79a-0176-4381-8d2c-c761d5b317df will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:07.203453 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.209924 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.249963 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:07.252825 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:07.257315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:07.264338 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Pushing event updated for resources: {'Port': ['ID=2fffa79a-0176-4381-8d2c-c761d5b317df,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:07.315761 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Allocated IP 172.25.2.113 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/d62e099b-c61d-4bfc-933b-e542b7056726) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:07.320639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Attempting to bind port 2fffa79a-0176-4381-8d2c-c761d5b317df on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:07.321008 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Attempting to bind port 2fffa79a-0176-4381-8d2c-c761d5b317df by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:07.321371 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Attempting to bind port 2fffa79a-0176-4381-8d2c-c761d5b317df on network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:07.326454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:07.326817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Checking segment: {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:07.327215 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.327606 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Bound using segment: {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:07.328061 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Bound port: 2fffa79a-0176-4381-8d2c-c761d5b317df, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:07.328442 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.394901 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] For port 2fffa79a-0176-4381-8d2c-c761d5b317df, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:07.398107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] For port 2fffa79a-0176-4381-8d2c-c761d5b317df, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2fffa79a-0176-4381-8d2c-c761d5b317df,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:07.402306 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.427219 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.464342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eec6dd-cb8d-494e-ac2b-8fd3c80f112b None None] Pushing event updated for resources: {'Port': ['ID=2fffa79a-0176-4381-8d2c-c761d5b317df,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:07.473286 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.510788 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:07.513804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:07.516265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:07.550041 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Pushing event updated for resources: {'Port': ['ID=d62e099b-c61d-4bfc-933b-e542b7056726,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:07.777465 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b8c03abe-2302-42eb-a921-24fae9d56bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.800881 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.998931 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.131460 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:51:08.242736 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:08.253514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Sync routers for ids ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:08.259594 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.262201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e881769e-e5d5-4989-8ead-26d2fe516615 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5115640 Aug 09 16:51:08.263819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57206) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:08.269088 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Routers {'d3a2cc79-aaee-48ee-95fa-e4bae64bb084'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:08.269765 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:50:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:08.371967 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab031d92-8f85-4777-9076-2baf52a9de2a None None] Network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:08.421893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Set router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:08.553567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-aee4308f-2043-4b30-b253-2bef6fb9d7a3 None None] Provisioning for port 2fffa79a-0176-4381-8d2c-c761d5b317df completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:08.699224 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.702695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:51:07Z', 'revision_number': 3, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:08.734366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Checking router: d3a2cc79-aaee-48ee-95fa-e4bae64bb084 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:08.734744 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Updating router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 port d62e099b-c61d-4bfc-933b-e542b7056726 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:08.761364 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.875258 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Allocated IP 172.20.0.1 (89dfb45e-4209-4f18-bb3c-f7c6cf7057f0/c0d5cf8c-26eb-46ff-840f-d37a6698794e/41e6499c-f41e-4130-9003-496229206919) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:08.982207 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.995270 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Transition to ACTIVE for port object 41e6499c-f41e-4130-9003-496229206919 will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:09.028562 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.032634 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.043745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Transition to ACTIVE for port object d62e099b-c61d-4bfc-933b-e542b7056726 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:09.050031 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.075916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:09.080310 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:09.084773 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:09.105101 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Attempting to bind port d62e099b-c61d-4bfc-933b-e542b7056726 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:09.105478 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Attempting to bind port d62e099b-c61d-4bfc-933b-e542b7056726 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:09.105878 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Attempting to bind port d62e099b-c61d-4bfc-933b-e542b7056726 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:09.108894 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Pushing event updated for resources: {'Port': ['ID=41e6499c-f41e-4130-9003-496229206919,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:09.111759 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9027609-addb-4476-8a41-a96adada7afc None None] Pushing event updated for resources: {'Port': ['ID=d62e099b-c61d-4bfc-933b-e542b7056726,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:09.117500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:09.117945 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:09.118360 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.119151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:09.119656 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Bound port: d62e099b-c61d-4bfc-933b-e542b7056726, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:09.120050 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.136155 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.174191 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] For port d62e099b-c61d-4bfc-933b-e542b7056726, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:09.178247 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] For port d62e099b-c61d-4bfc-933b-e542b7056726, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d62e099b-c61d-4bfc-933b-e542b7056726,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:09.183449 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.247625 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Routers {'d3a2cc79-aaee-48ee-95fa-e4bae64bb084'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:09.248440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:50:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:09.255068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9027609-addb-4476-8a41-a96adada7afc None None] Pushing event updated for resources: {'Port': ['ID=d62e099b-c61d-4bfc-933b-e542b7056726,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:09.278925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.365273 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8c926626-437d-432e-8b6d-370d956984ee None None] Provisioning for port 41e6499c-f41e-4130-9003-496229206919 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:09.374522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] Set router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:09.376403 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8c926626-437d-432e-8b6d-370d956984ee None None] Provisioning complete for port 41e6499c-f41e-4130-9003-496229206919 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:09.376857 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8c926626-437d-432e-8b6d-370d956984ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.453693 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.460054 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.530372 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.532173 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Pushing event updated for resources: {'Port': ['ID=41e6499c-f41e-4130-9003-496229206919,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:09.605040 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8c926626-437d-432e-8b6d-370d956984ee None None] Port 41e6499c-f41e-4130-9003-496229206919 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:51:09.634557 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2fffa79a-0176-4381-8d2c-c761d5b317df up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:09.644693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:09.646662 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:09.750448 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 2fffa79a-0176-4381-8d2c-c761d5b317df completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:09.758139 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 2fffa79a-0176-4381-8d2c-c761d5b317df triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:09.758505 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.785350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:51:09.888768 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '41e6499c-f41e-4130-9003-496229206919', 'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'mac_address': 'fa:16:3e:6b:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:08Z', 'updated_at': '2021-08-09T16:51:08Z', 'revision_number': 1, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'subnets': [{'id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:09.891756 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.917009 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:09.925521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-90e9cc97-1bf6-4da6-a229-ac3d90acb772 admin admin] 10.222.0.81 "PUT /v2.0/routers/d3a2cc79-aaee-48ee-95fa-e4bae64bb084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6600549 Aug 09 16:51:09.927260 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76912db-46b6-4027-ae40-fcf4d7c32533 None None] The sync data for ids ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'] in n-d-803778-2 is: [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '41e6499c-f41e-4130-9003-496229206919', 'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'mac_address': 'fa:16:3e:6b:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:08Z', 'updated_at': '2021-08-09T16:51:08Z', 'revision_number': 1, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'subnets': [{'id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:09.948237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-df45dedc-9e72-47e9-bb48-091918847be3 None None] Provisioning complete for port 41e6499c-f41e-4130-9003-496229206919 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:09.948625 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df45dedc-9e72-47e9-bb48-091918847be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.985754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 2fffa79a-0176-4381-8d2c-c761d5b317df, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2fffa79a-0176-4381-8d2c-c761d5b317df,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:09.996199 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.004273 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-df45dedc-9e72-47e9-bb48-091918847be3 None None] Port 41e6499c-f41e-4130-9003-496229206919 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:51:10.057995 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=2fffa79a-0176-4381-8d2c-c761d5b317df,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:10.456251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57222) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:10.462984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1883628635-network', 'tenant_id': '4a379ff539f942658d43fb7742c05aff'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:10.484822 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Made reservation on behalf of 4a379ff539f942658d43fb7742c05aff for: {'network': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:10.487237 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.500304 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.617619 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.622098 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.635491 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-21463e5d-8f0a-4328-9bb2-58c00a0bcb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.644656 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:51:10.662760 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb023bb6-e83f-4e78-9663-12002dd6bf4a,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:10.669309 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.669687 n-d-803778-2 neutron-server[94289]: INFO neutron.db.segments_db [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Added segment 90e9fb41-b9a5-474d-8b73-5b53fcf3c371 of type vlan for network 8e92bc9d-137f-4bb5-b8ff-163707816d93 Aug 09 16:51:10.713277 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.745035 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.746065 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:10.746659 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.803132 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3457310 Aug 09 16:51:10.806020 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57224) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:10.814176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f7084958-4733-4431-9c10-e6435d57cb29 admin admin] Request body: {'subnet': {'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1883628635-subnet', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:10.817043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ffcfa-e102-41c8-980e-5d075051fd74 admin admin] Pushing event updated for resources: {'Network': ['ID=8e92bc9d-137f-4bb5-b8ff-163707816d93,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:10.831946 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 8e92bc9d-137f-4bb5-b8ff-163707816d93 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:51:10.846074 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7084958-4733-4431-9c10-e6435d57cb29 admin admin] Made reservation on behalf of 4a379ff539f942658d43fb7742c05aff for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:10.849198 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7084958-4733-4431-9c10-e6435d57cb29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.019018 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.055654 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7084958-4733-4431-9c10-e6435d57cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.113354 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7084958-4733-4431-9c10-e6435d57cb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14bc1a6-0725-49c2-943c-8d4e31119347,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:11.128582 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7084958-4733-4431-9c10-e6435d57cb29 admin admin] Checking segment: {'id': '90e9fb41-b9a5-474d-8b73-5b53fcf3c371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:11.129404 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7084958-4733-4431-9c10-e6435d57cb29 admin admin] Network hostable DHCP agents. Network: 8e92bc9d-137f-4bb5-b8ff-163707816d93, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:51:11.148752 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7084958-4733-4431-9c10-e6435d57cb29 admin admin] Network 8e92bc9d-137f-4bb5-b8ff-163707816d93 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:51:11.158274 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-f7084958-4733-4431-9c10-e6435d57cb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 8e92bc9d-137f-4bb5-b8ff-163707816d93) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:11.164298 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7084958-4733-4431-9c10-e6435d57cb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:11.164549 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f7084958-4733-4431-9c10-e6435d57cb29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.168413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314a1558-0afd-45cb-9c3b-6fe9006f94b4 None None] Network 8e92bc9d-137f-4bb5-b8ff-163707816d93 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:11.182706 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f7084958-4733-4431-9c10-e6435d57cb29 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3755009 Aug 09 16:51:11.184142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57226) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:11.189059 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1883628635-router', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:11.212139 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.213476 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.282650 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.352756 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-8e92bc9d-137f-4bb5-b8ff-163707816d93', 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'fixed_ips': [{'subnet_id': 'f14bc1a6-0725-49c2-943c-8d4e31119347'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:51:11.353915 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.427464 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.506071 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Allocated IP 172.20.0.2 (8e92bc9d-137f-4bb5-b8ff-163707816d93/f14bc1a6-0725-49c2-943c-8d4e31119347/26d5390f-ec65-4abb-bb95-70040ff26ee0) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:11.675415 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2fffa79a-0176-4381-8d2c-c761d5b317df up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:11.719091 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.736824 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Transition to ACTIVE for port object 26d5390f-ec65-4abb-bb95-70040ff26ee0 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:11.756467 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Transition to ACTIVE for port object 26d5390f-ec65-4abb-bb95-70040ff26ee0 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:11.764650 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.794797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 2fffa79a-0176-4381-8d2c-c761d5b317df triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:11.795166 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.840396 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Network 8e92bc9d-137f-4bb5-b8ff-163707816d93 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:11.853855 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:11.859051 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Pushing event updated for resources: {'Port': ['ID=26d5390f-ec65-4abb-bb95-70040ff26ee0,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:11.864993 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:11.883542 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.974011 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.984783 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Attempting to bind port 26d5390f-ec65-4abb-bb95-70040ff26ee0 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:11.985325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Attempting to bind port 26d5390f-ec65-4abb-bb95-70040ff26ee0 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '90e9fb41-b9a5-474d-8b73-5b53fcf3c371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:11.985893 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Attempting to bind port 26d5390f-ec65-4abb-bb95-70040ff26ee0 on network 8e92bc9d-137f-4bb5-b8ff-163707816d93 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:11.994553 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.003705 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:12.004209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Checking segment: {'id': '90e9fb41-b9a5-474d-8b73-5b53fcf3c371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:12.004791 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.005393 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Bound using segment: {'id': '90e9fb41-b9a5-474d-8b73-5b53fcf3c371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:12.006149 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Bound port: 26d5390f-ec65-4abb-bb95-70040ff26ee0, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e9fb41-b9a5-474d-8b73-5b53fcf3c371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:12.006685 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.026411 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d62e099b-c61d-4bfc-933b-e542b7056726 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:12.055502 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Sync routers for ids ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:12.069151 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Routers {'d3a2cc79-aaee-48ee-95fa-e4bae64bb084'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:12.070012 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:51:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:12.111357 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Allocated IP 172.25.2.196 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/6cc898fa-3da2-42c5-a8bf-2640cec13248) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:12.116327 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.148879 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] For port 26d5390f-ec65-4abb-bb95-70040ff26ee0, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:12.153845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] For port 26d5390f-ec65-4abb-bb95-70040ff26ee0, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=26d5390f-ec65-4abb-bb95-70040ff26ee0,segment=NetworkSegment(90e9fb41-b9a5-474d-8b73-5b53fcf3c371),segment_id=90e9fb41-b9a5-474d-8b73-5b53fcf3c371)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:12.158815 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.164310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d62e099b-c61d-4bfc-933b-e542b7056726 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:12.190046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d62e099b-c61d-4bfc-933b-e542b7056726 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:12.191185 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.191426 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Set router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:12.260373 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ab584-bf26-458e-ae3e-0634048d93d8 None None] Pushing event updated for resources: {'Port': ['ID=26d5390f-ec65-4abb-bb95-70040ff26ee0,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:12.272276 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.312020 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.324655 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.347835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port d62e099b-c61d-4bfc-933b-e542b7056726, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d62e099b-c61d-4bfc-933b-e542b7056726,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:12.355178 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.390637 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:12.392407 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:12.394987 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:12.398355 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc898fa-3da2-42c5-a8bf-2640cec13248,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:12.423553 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=d62e099b-c61d-4bfc-933b-e542b7056726,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:12.573217 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '41e6499c-f41e-4130-9003-496229206919', 'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'mac_address': 'fa:16:3e:6b:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:08Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 2, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'subnets': [{'id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:12.602116 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Checking router: d3a2cc79-aaee-48ee-95fa-e4bae64bb084 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:12.602353 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Updating router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 port 41e6499c-f41e-4130-9003-496229206919 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:12.630351 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.746770 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.910128 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.922011 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Transition to ACTIVE for port object 41e6499c-f41e-4130-9003-496229206919 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:12.928402 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.978709 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.001463 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Pushing event updated for resources: {'Port': ['ID=41e6499c-f41e-4130-9003-496229206919,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:13.011202 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:13.011544 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:13.011886 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:13.012222 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:13.012559 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:13.012890 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:13.013261 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:13.013611 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:13.013953 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:13.014277 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:13.014590 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:13.015100 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:13.054535 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Attempting to bind port 41e6499c-f41e-4130-9003-496229206919 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:13.055176 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Attempting to bind port 41e6499c-f41e-4130-9003-496229206919 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:13.055684 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Attempting to bind port 41e6499c-f41e-4130-9003-496229206919 on network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:13.064953 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:13.065397 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Checking segment: {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:13.066153 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.067490 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Bound using segment: {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:13.068000 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Bound port: 41e6499c-f41e-4130-9003-496229206919, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:13.068477 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.155374 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Router ddfe5771-2fe1-4045-bc92-365978bac188 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:51:13.156483 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] For port 41e6499c-f41e-4130-9003-496229206919, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:13.161002 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] For port 41e6499c-f41e-4130-9003-496229206919, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=41e6499c-f41e-4130-9003-496229206919,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:13.166556 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.221029 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Routers {'d3a2cc79-aaee-48ee-95fa-e4bae64bb084'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:13.221674 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:51:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:13.277145 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22975b8-8d31-4aff-befb-ad82cca153d1 None None] Pushing event updated for resources: {'Port': ['ID=41e6499c-f41e-4130-9003-496229206919,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:13.305878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:13.317083 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Sync routers for ids ['ddfe5771-2fe1-4045-bc92-365978bac188'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:13.330542 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.335324 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-fe027f9b-c7d4-45bb-841c-0d91bdbd7611 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1470215 Aug 09 16:51:13.335545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Routers {'ddfe5771-2fe1-4045-bc92-365978bac188'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:13.335545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:51:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ddfe5771-2fe1-4045-bc92-365978bac188'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:13.336067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57230) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:13.392374 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] Set router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:13.533845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Set router ddfe5771-2fe1-4045-bc92-365978bac188 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:13.592221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce162ee1-6585-4471-b080-fbf3327e94f1 None None] Network 8e92bc9d-137f-4bb5-b8ff-163707816d93 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:13.731909 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '41e6499c-f41e-4130-9003-496229206919', 'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'mac_address': 'fa:16:3e:6b:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:08Z', 'updated_at': '2021-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'subnets': [{'id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:13.748022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 41e6499c-f41e-4130-9003-496229206919 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:13.765722 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6b8ed-2445-499f-985e-90fc0291b2ab None None] The sync data for ids ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'] in n-d-803778-2 is: [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '41e6499c-f41e-4130-9003-496229206919', 'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'mac_address': 'fa:16:3e:6b:1f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:08Z', 'updated_at': '2021-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'subnets': [{'id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:13.779019 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.784449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-839c71f7-41c4-4063-9250-f39835b95748 None None] Provisioning for port 26d5390f-ec65-4abb-bb95-70040ff26ee0 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:13.913375 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.930087 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 41e6499c-f41e-4130-9003-496229206919 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:13.943510 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 41e6499c-f41e-4130-9003-496229206919 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:13.943887 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.998325 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.016016 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'name': 'tempest-TestShelveInstance-1883628635-router', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:11Z', 'updated_at': '2021-08-09T16:51:12Z', 'revision_number': 3, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'gw_port': {'id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:12Z', 'updated_at': '2021-08-09T16:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:14.052698 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Checking router: ddfe5771-2fe1-4045-bc92-365978bac188 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:14.053094 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Updating router ddfe5771-2fe1-4045-bc92-365978bac188 port 6cc898fa-3da2-42c5-a8bf-2640cec13248 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:14.103622 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.146189 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.185787 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Allocated IP 172.20.0.1 (8e92bc9d-137f-4bb5-b8ff-163707816d93/f14bc1a6-0725-49c2-943c-8d4e31119347/c4c7591f-e479-4e52-8d90-ee5202d75daf) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:14.238804 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 41e6499c-f41e-4130-9003-496229206919, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=41e6499c-f41e-4130-9003-496229206919,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:14.261810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.262543 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 26d5390f-ec65-4abb-bb95-70040ff26ee0 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:14.313737 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.337195 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Transition to ACTIVE for port object c4c7591f-e479-4e52-8d90-ee5202d75daf will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:14.374643 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.414598 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Network 8e92bc9d-137f-4bb5-b8ff-163707816d93 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:14.417980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:14.424484 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:14.461223 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c7591f-e479-4e52-8d90-ee5202d75daf,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:14.484410 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.584679 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=41e6499c-f41e-4130-9003-496229206919,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:14.608364 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 26d5390f-ec65-4abb-bb95-70040ff26ee0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:14.618651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 26d5390f-ec65-4abb-bb95-70040ff26ee0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:14.619077 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.654714 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.766848 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.780024 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.782105 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Transition to ACTIVE for port object 6cc898fa-3da2-42c5-a8bf-2640cec13248 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:14.798158 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.829692 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.834938 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.868366 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ec0ef8d8-fdcd-4217-8daf-2f006ed120ca None None] Provisioning for port c4c7591f-e479-4e52-8d90-ee5202d75daf completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:14.886930 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-ec0ef8d8-fdcd-4217-8daf-2f006ed120ca None None] Provisioning complete for port c4c7591f-e479-4e52-8d90-ee5202d75daf triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:14.887300 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef8d8-fdcd-4217-8daf-2f006ed120ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.888870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Attempting to bind port 6cc898fa-3da2-42c5-a8bf-2640cec13248 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:14.889229 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Attempting to bind port 6cc898fa-3da2-42c5-a8bf-2640cec13248 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:14.889612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Attempting to bind port 6cc898fa-3da2-42c5-a8bf-2640cec13248 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:14.891450 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16881b2-4e1a-4b41-998c-78af8a1e1269 None None] Pushing event updated for resources: {'Port': ['ID=6cc898fa-3da2-42c5-a8bf-2640cec13248,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:14.896209 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 26d5390f-ec65-4abb-bb95-70040ff26ee0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=26d5390f-ec65-4abb-bb95-70040ff26ee0,segment=NetworkSegment(90e9fb41-b9a5-474d-8b73-5b53fcf3c371),segment_id=90e9fb41-b9a5-474d-8b73-5b53fcf3c371)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:14.907668 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c7591f-e479-4e52-8d90-ee5202d75daf,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:14.912042 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.919246 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.920041 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d62e099b-c61d-4bfc-933b-e542b7056726 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:14.921845 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:14.922210 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:14.922600 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.923011 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:14.923470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Bound port: 6cc898fa-3da2-42c5-a8bf-2640cec13248, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:14.923847 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.002846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Network 8e92bc9d-137f-4bb5-b8ff-163707816d93 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:15.004265 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:15.033943 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ef8d8-fdcd-4217-8daf-2f006ed120ca None None] Port c4c7591f-e479-4e52-8d90-ee5202d75daf cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:51:15.059641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=26d5390f-ec65-4abb-bb95-70040ff26ee0,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:15.066001 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] For port 6cc898fa-3da2-42c5-a8bf-2640cec13248, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:15.080566 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] For port 6cc898fa-3da2-42c5-a8bf-2640cec13248, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6cc898fa-3da2-42c5-a8bf-2640cec13248,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:15.086819 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.095243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d62e099b-c61d-4bfc-933b-e542b7056726 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:15.095615 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.135899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Router ddfe5771-2fe1-4045-bc92-365978bac188 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:51:15.184904 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Routers {'ddfe5771-2fe1-4045-bc92-365978bac188'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:15.185545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:51:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ddfe5771-2fe1-4045-bc92-365978bac188'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:15.221838 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16881b2-4e1a-4b41-998c-78af8a1e1269 None None] Pushing event updated for resources: {'Port': ['ID=6cc898fa-3da2-42c5-a8bf-2640cec13248,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:15.257450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:15.266301 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-3b12907a-b97b-4ccf-a5b3-6b98ccdc7c30 admin admin] 10.222.0.81 "PUT /v2.0/routers/ddfe5771-2fe1-4045-bc92-365978bac188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9265375 Aug 09 16:51:15.320796 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-2ed5d1b2-0d65-4147-aa6c-b9dc22b5a7c6 None None] Provisioning complete for port c4c7591f-e479-4e52-8d90-ee5202d75daf triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:15.321208 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2ed5d1b2-0d65-4147-aa6c-b9dc22b5a7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.366612 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] Set router ddfe5771-2fe1-4045-bc92-365978bac188 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:15.392457 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-2ed5d1b2-0d65-4147-aa6c-b9dc22b5a7c6 None None] Port c4c7591f-e479-4e52-8d90-ee5202d75daf cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:51:15.574613 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 41e6499c-f41e-4130-9003-496229206919 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:15.608282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'name': 'tempest-TestShelveInstance-1883628635-router', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:11Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 4, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'gw_port': {'id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:12Z', 'updated_at': '2021-08-09T16:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4c7591f-e479-4e52-8d90-ee5202d75daf', 'name': '', 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'mac_address': 'fa:16:3e:30:94:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f14bc1a6-0725-49c2-943c-8d4e31119347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:14Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 2, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'subnets': [{'id': 'f14bc1a6-0725-49c2-943c-8d4e31119347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:15.639137 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1ef50d-fb90-404a-8d5a-0c5d3ae41d7b None None] The sync data for ids ['ddfe5771-2fe1-4045-bc92-365978bac188'] in n-d-803778-2 is: [{'id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'name': 'tempest-TestShelveInstance-1883628635-router', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:11Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 4, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'gw_port': {'id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:12Z', 'updated_at': '2021-08-09T16:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4c7591f-e479-4e52-8d90-ee5202d75daf', 'name': '', 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'mac_address': 'fa:16:3e:30:94:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f14bc1a6-0725-49c2-943c-8d4e31119347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:14Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 2, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'subnets': [{'id': 'f14bc1a6-0725-49c2-943c-8d4e31119347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:15.654841 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 41e6499c-f41e-4130-9003-496229206919 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:15.655227 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.742545 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 26d5390f-ec65-4abb-bb95-70040ff26ee0 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:15.790310 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 26d5390f-ec65-4abb-bb95-70040ff26ee0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:15.790687 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.948325 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57238) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:15.953068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-9a927424-6125-44e2-8bff-7d66005877f9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113266551', 'description': 'tempest-secgroup-smoke-1113266551 description', 'project_id': '144e538d7d5b417ca8949417ed29162a'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:15.980194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a927424-6125-44e2-8bff-7d66005877f9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.068929 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a927424-6125-44e2-8bff-7d66005877f9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.073159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a927424-6125-44e2-8bff-7d66005877f9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.104637 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9a927424-6125-44e2-8bff-7d66005877f9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.108874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57240) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:16.109443 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9a927424-6125-44e2-8bff-7d66005877f9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1595113 Aug 09 16:51:16.110071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a927424-6125-44e2-8bff-7d66005877f9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:16.114372 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7cf0bdf1-1cdd-4c4b-aa88-443e9c597208 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group_rule': {'security_group_id': '9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005', 'project_id': '144e538d7d5b417ca8949417ed29162a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:16.144439 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7cf0bdf1-1cdd-4c4b-aa88-443e9c597208 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.205690 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7cf0bdf1-1cdd-4c4b-aa88-443e9c597208 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.210245 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7cf0bdf1-1cdd-4c4b-aa88-443e9c597208 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.229102 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0bdf1-1cdd-4c4b-aa88-443e9c597208 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d87ef7-e283-452d-856b-505ec5b2b957,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:16.235503 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7cf0bdf1-1cdd-4c4b-aa88-443e9c597208 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.237798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7cf0bdf1-1cdd-4c4b-aa88-443e9c597208 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270168 Aug 09 16:51:16.240545 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57242) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:16.245261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5c31ace4-0610-417f-8359-73f4b0058578 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group_rule': {'security_group_id': '9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005', 'project_id': '144e538d7d5b417ca8949417ed29162a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:16.271776 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c31ace4-0610-417f-8359-73f4b0058578 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.329855 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c31ace4-0610-417f-8359-73f4b0058578 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.334382 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c31ace4-0610-417f-8359-73f4b0058578 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.352981 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31ace4-0610-417f-8359-73f4b0058578 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f0bb25-135a-47e0-a5b1-1dcf5e088910,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:16.358524 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5c31ace4-0610-417f-8359-73f4b0058578 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.359573 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5c31ace4-0610-417f-8359-73f4b0058578 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179340 Aug 09 16:51:16.362321 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57244) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:16.367128 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9e5a671a-3ba7-4acf-a003-5f53a3a25f28 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group_rule': {'security_group_id': '9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005', 'project_id': '144e538d7d5b417ca8949417ed29162a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:16.393524 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e5a671a-3ba7-4acf-a003-5f53a3a25f28 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.462593 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e5a671a-3ba7-4acf-a003-5f53a3a25f28 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.466199 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e5a671a-3ba7-4acf-a003-5f53a3a25f28 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.484421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a671a-3ba7-4acf-a003-5f53a3a25f28 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa647cab-63e5-4bd7-8786-2e1064b28dac,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:16.489974 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9e5a671a-3ba7-4acf-a003-5f53a3a25f28 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.494163 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57246) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:16.494330 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9e5a671a-3ba7-4acf-a003-5f53a3a25f28 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309199 Aug 09 16:51:16.498846 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-d8298fc3-810b-46e6-9f74-a20ccd6736b9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group_rule': {'security_group_id': '9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005', 'project_id': '144e538d7d5b417ca8949417ed29162a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:16.542928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8298fc3-810b-46e6-9f74-a20ccd6736b9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.612204 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8298fc3-810b-46e6-9f74-a20ccd6736b9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.616915 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8298fc3-810b-46e6-9f74-a20ccd6736b9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.633955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8298fc3-810b-46e6-9f74-a20ccd6736b9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ea4804-2345-47c4-b0ef-8de066d11d2f,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:16.644498 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d8298fc3-810b-46e6-9f74-a20ccd6736b9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.648898 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d8298fc3-810b-46e6-9f74-a20ccd6736b9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512682 Aug 09 16:51:16.649151 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57248) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:16.653730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-bb6f7f71-fee1-4e0f-9668-4522a5b70fbf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group_rule': {'security_group_id': '9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005', 'project_id': '144e538d7d5b417ca8949417ed29162a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:16.675932 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-bb6f7f71-fee1-4e0f-9668-4522a5b70fbf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Project 144e538d7d5b417ca8949417ed29162a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:51:16.681583 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7f71-fee1-4e0f-9668-4522a5b70fbf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.753849 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7f71-fee1-4e0f-9668-4522a5b70fbf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.758403 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7f71-fee1-4e0f-9668-4522a5b70fbf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.774723 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f7f71-fee1-4e0f-9668-4522a5b70fbf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17f687e-41b0-4797-969e-8a0487473a28,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:16.783841 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7f71-fee1-4e0f-9668-4522a5b70fbf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.785200 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-bb6f7f71-fee1-4e0f-9668-4522a5b70fbf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350622 Aug 09 16:51:16.789061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57250) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:16.793849 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-091767a9-0b96-4772-aee3-dc03eef6fdcb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group_rule': {'security_group_id': '9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005', 'project_id': '144e538d7d5b417ca8949417ed29162a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:16.818964 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-091767a9-0b96-4772-aee3-dc03eef6fdcb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Project 144e538d7d5b417ca8949417ed29162a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:51:16.824463 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-091767a9-0b96-4772-aee3-dc03eef6fdcb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.891688 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-091767a9-0b96-4772-aee3-dc03eef6fdcb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.896950 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-091767a9-0b96-4772-aee3-dc03eef6fdcb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.915224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091767a9-0b96-4772-aee3-dc03eef6fdcb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc341299-e47b-4037-8ec3-9a9a8161a246,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:16.924892 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-091767a9-0b96-4772-aee3-dc03eef6fdcb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.927136 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-091767a9-0b96-4772-aee3-dc03eef6fdcb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369884 Aug 09 16:51:17.147543 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-5085833d-a430-4a8e-969c-5f274117c061 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113266551&fields=id&tenant_id=144e538d7d5b417ca8949417ed29162a HTTP/1.1" status: 200 len: 267 time: 0.0400276 Aug 09 16:51:17.253268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7ccbddd7-329d-4d2e-8068-f3049a03efe9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:17.255419 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7ccbddd7-329d-4d2e-8068-f3049a03efe9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 809 time: 0.1048148 Aug 09 16:51:17.270842 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-46c31ce9-b059-424f-b182-193bfa114036 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/quotas/144e538d7d5b417ca8949417ed29162a HTTP/1.1" status: 200 len: 375 time: 0.0091984 Aug 09 16:51:17.328083 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-ee639df3-172d-42be-8a3c-d72cc82f4b76 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513554 Aug 09 16:51:17.424760 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-f975be12-06a0-47f9-9583-8088b58df932 service neutron] 10.222.0.81 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848701 Aug 09 16:51:17.521357 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-f0bf5298-bac3-4ec2-bf1b-74ea9b8b2c53 service neutron] 10.222.0.81 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898650 Aug 09 16:51:17.591423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6cc898fa-3da2-42c5-a8bf-2640cec13248 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:17.649715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 6cc898fa-3da2-42c5-a8bf-2640cec13248 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:17.653576 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6cc898fa-3da2-42c5-a8bf-2640cec13248 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:17.654376 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.713492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-49c5485b-5a6b-4485-b66c-de15dcf45d20 req-c0e2affe-e027-4be3-81a8-e449d3bd26fd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 210 time: 0.0282977 Aug 09 16:51:17.737320 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.758880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 6cc898fa-3da2-42c5-a8bf-2640cec13248, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6cc898fa-3da2-42c5-a8bf-2640cec13248,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:17.762823 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.813645 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=6cc898fa-3da2-42c5-a8bf-2640cec13248,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:17.889802 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Sync routers for ids ['ddfe5771-2fe1-4045-bc92-365978bac188'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:17.899265 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Routers {'ddfe5771-2fe1-4045-bc92-365978bac188'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:17.899867 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:51:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ddfe5771-2fe1-4045-bc92-365978bac188'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:18.003001 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Set router ddfe5771-2fe1-4045-bc92-365978bac188 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:18.196570 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'name': 'tempest-TestShelveInstance-1883628635-router', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:11Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 4, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'gw_port': {'id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:12Z', 'updated_at': '2021-08-09T16:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4c7591f-e479-4e52-8d90-ee5202d75daf', 'name': '', 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'mac_address': 'fa:16:3e:30:94:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f14bc1a6-0725-49c2-943c-8d4e31119347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:14Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 2, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'subnets': [{'id': 'f14bc1a6-0725-49c2-943c-8d4e31119347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:18.222132 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Checking router: ddfe5771-2fe1-4045-bc92-365978bac188 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:18.222475 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Updating router ddfe5771-2fe1-4045-bc92-365978bac188 port c4c7591f-e479-4e52-8d90-ee5202d75daf binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:18.249401 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.504074 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.514764 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Transition to ACTIVE for port object c4c7591f-e479-4e52-8d90-ee5202d75daf will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:18.519617 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.569781 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e544b-807f-465c-b8da-8f94b75d0edd None None] Pushing event updated for resources: {'Port': ['ID=c4c7591f-e479-4e52-8d90-ee5202d75daf,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:18.623223 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Attempting to bind port c4c7591f-e479-4e52-8d90-ee5202d75daf on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:18.623586 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Attempting to bind port c4c7591f-e479-4e52-8d90-ee5202d75daf by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '90e9fb41-b9a5-474d-8b73-5b53fcf3c371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:18.623947 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Attempting to bind port c4c7591f-e479-4e52-8d90-ee5202d75daf on network 8e92bc9d-137f-4bb5-b8ff-163707816d93 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:18.629054 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:18.630086 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Checking segment: {'id': '90e9fb41-b9a5-474d-8b73-5b53fcf3c371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:18.630498 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.630983 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Bound using segment: {'id': '90e9fb41-b9a5-474d-8b73-5b53fcf3c371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:18.631556 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Bound port: c4c7591f-e479-4e52-8d90-ee5202d75daf, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e9fb41-b9a5-474d-8b73-5b53fcf3c371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:18.631828 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.792927 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] For port c4c7591f-e479-4e52-8d90-ee5202d75daf, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:18.796270 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] For port c4c7591f-e479-4e52-8d90-ee5202d75daf, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c4c7591f-e479-4e52-8d90-ee5202d75daf,segment=NetworkSegment(90e9fb41-b9a5-474d-8b73-5b53fcf3c371),segment_id=90e9fb41-b9a5-474d-8b73-5b53fcf3c371)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:18.800903 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.813480 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1bacc955-9bb9-4e09-a491-d9e76271c4d6 req-440966da-26c1-4c5a-b04c-6601258dfcd8 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 210 time: 0.0296900 Aug 09 16:51:18.862072 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Routers {'ddfe5771-2fe1-4045-bc92-365978bac188'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:18.862698 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:51:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ddfe5771-2fe1-4045-bc92-365978bac188'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:18.903723 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e544b-807f-465c-b8da-8f94b75d0edd None None] Pushing event updated for resources: {'Port': ['ID=c4c7591f-e479-4e52-8d90-ee5202d75daf,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:18.982060 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] Set router ddfe5771-2fe1-4045-bc92-365978bac188 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:19.183751 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'name': 'tempest-TestShelveInstance-1883628635-router', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:11Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 4, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'gw_port': {'id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:12Z', 'updated_at': '2021-08-09T16:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4c7591f-e479-4e52-8d90-ee5202d75daf', 'name': '', 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'mac_address': 'fa:16:3e:30:94:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f14bc1a6-0725-49c2-943c-8d4e31119347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:14Z', 'updated_at': '2021-08-09T16:51:18Z', 'revision_number': 4, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'subnets': [{'id': 'f14bc1a6-0725-49c2-943c-8d4e31119347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:19.210489 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4200c3-5bd6-4f3e-8beb-dd3633e78343 None None] The sync data for ids ['ddfe5771-2fe1-4045-bc92-365978bac188'] in n-d-803778-2 is: [{'id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'name': 'tempest-TestShelveInstance-1883628635-router', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:11Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 4, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'gw_port': {'id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:12Z', 'updated_at': '2021-08-09T16:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': 'c4c7591f-e479-4e52-8d90-ee5202d75daf', 'name': '', 'network_id': '8e92bc9d-137f-4bb5-b8ff-163707816d93', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'mac_address': 'fa:16:3e:30:94:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'f14bc1a6-0725-49c2-943c-8d4e31119347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:14Z', 'updated_at': '2021-08-09T16:51:18Z', 'revision_number': 4, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'subnets': [{'id': 'f14bc1a6-0725-49c2-943c-8d4e31119347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:19.596323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6cc898fa-3da2-42c5-a8bf-2640cec13248 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:19.650521 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 6cc898fa-3da2-42c5-a8bf-2640cec13248 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:19.650905 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.731283 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c4c7591f-e479-4e52-8d90-ee5202d75daf up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:19.780731 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port c4c7591f-e479-4e52-8d90-ee5202d75daf completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:19.784503 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c4c7591f-e479-4e52-8d90-ee5202d75daf triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:19.784889 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.873356 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.903822 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-15933bb7-ff5b-468f-b4a1-6ed9bebed74d req-493d87cc-998e-4054-8f63-ef9f66145370 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 210 time: 0.0310788 Aug 09 16:51:19.909868 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port c4c7591f-e479-4e52-8d90-ee5202d75daf, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c4c7591f-e479-4e52-8d90-ee5202d75daf,segment=NetworkSegment(90e9fb41-b9a5-474d-8b73-5b53fcf3c371),segment_id=90e9fb41-b9a5-474d-8b73-5b53fcf3c371)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:19.915928 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.968113 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=c4c7591f-e479-4e52-8d90-ee5202d75daf,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:20.713882 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7eb6d9cf-a296-46d8-81bc-342cd3de0d3b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:20.715432 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7eb6d9cf-a296-46d8-81bc-342cd3de0d3b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.53 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 809 time: 0.1110456 Aug 09 16:51:20.762615 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7e14da65-e071-444b-9f46-a2b39aa6e1e2 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=144e538d7d5b417ca8949417ed29162a HTTP/1.1" status: 200 len: 380 time: 0.0377042 Aug 09 16:51:20.773177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'port': {'device_id': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'admin_state_up': True, 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'security_groups': ['9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:20.883747 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Made reservation on behalf of 144e538d7d5b417ca8949417ed29162a for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:20.887472 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.999500 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d8becbe1-6ca4-465a-ae08-1b04a2dcc87e req-c704c61f-f28b-4805-920d-1ebb83d89fd1 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 210 time: 0.0277588 Aug 09 16:51:21.022231 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Allocated IP 172.20.0.4 (89dfb45e-4209-4f18-bb3c-f7c6cf7057f0/c0d5cf8c-26eb-46ff-840f-d37a6698794e/2400f7f7-41ce-40d6-ad7b-3b2229096724) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:21.161412 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.174564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Transition to ACTIVE for port object 2400f7f7-41ce-40d6-ad7b-3b2229096724 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:21.209750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.252839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:21.256517 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:21.260173 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:21.266473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:21.315068 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:21.315698 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.331346 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-7a2d114a-d6d5-4b69-8ce7-a741f3de0f56 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5622013 Aug 09 16:51:21.344722 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Request body: {'port': {'device_id': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:21.408156 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.511913 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-728bfd53-ac13-49a5-be2a-f242ccc6d4d3 None None] Provisioning for port 2400f7f7-41ce-40d6-ad7b-3b2229096724 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:21.516639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-728bfd53-ac13-49a5-be2a-f242ccc6d4d3 None None] Provisioning complete for port 2400f7f7-41ce-40d6-ad7b-3b2229096724 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:21.516912 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-728bfd53-ac13-49a5-be2a-f242ccc6d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.566378 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-728bfd53-ac13-49a5-be2a-f242ccc6d4d3 None None] Port 2400f7f7-41ce-40d6-ad7b-3b2229096724 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:51:21.579735 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c4c7591f-e479-4e52-8d90-ee5202d75daf up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:21.633237 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port c4c7591f-e479-4e52-8d90-ee5202d75daf triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:21.633787 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.043822 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2400f7f7-41ce-40d6-ad7b-3b2229096724 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:51:22.052449 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.065025 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Transition to ACTIVE for port object 2400f7f7-41ce-40d6-ad7b-3b2229096724 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:22.069390 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.152459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Pushing event updated for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:22.170737 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdc92d-dd64-4c88-b90e-d4270bc57b2e req-a0692c42-67d5-4b57-b02d-6e1288b98cb6 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:22.172258 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bacdc92d-dd64-4c88-b90e-d4270bc57b2e req-a0692c42-67d5-4b57-b02d-6e1288b98cb6 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 943 time: 0.1006281 Aug 09 16:51:22.252241 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-bacdc92d-dd64-4c88-b90e-d4270bc57b2e req-b4010e67-ba6d-47c9-9241-a9f6cce9c70a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645854 Aug 09 16:51:22.268741 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Attempting to bind port 2400f7f7-41ce-40d6-ad7b-3b2229096724 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:51:22.269088 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Attempting to bind port 2400f7f7-41ce-40d6-ad7b-3b2229096724 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:51:22.269423 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Attempting to bind port 2400f7f7-41ce-40d6-ad7b-3b2229096724 on network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:22.277913 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Port 2400f7f7-41ce-40d6-ad7b-3b2229096724 on network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:51:22.278244 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Attempting to bind port 2400f7f7-41ce-40d6-ad7b-3b2229096724 on network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:51:22.283339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:51:22.283677 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Checking segment: {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:51:22.284066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Bound using segment: {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:51:22.284500 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Bound port: 2400f7f7-41ce-40d6-ad7b-3b2229096724, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:51:22.284867 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.369982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:22.373003 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:22.377766 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.414581 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:22.415290 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.416689 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] 10.222.0.53 "PUT /v2.0/ports/2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 1091 time: 1.0766714 Aug 09 16:51:22.417126 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:51:22.419661 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84b08df-7428-4c7a-b190-482490d27524" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:22.450172 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230eeff-74fb-4fac-8bb5-149408c8b04e service neutron] Pushing event updated for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:22.526193 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-1d69b25f-9e39-4dfb-a260-f9c09e45345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:22.528379 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-1d69b25f-9e39-4dfb-a260-f9c09e45345d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1094 time: 0.0569458 Aug 09 16:51:22.583106 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef313e2-8d08-4e39-8e5d-2d6a2cfaa445 x-openstack-request-id: req-8ef313e2-8d08-4e39-8e5d-2d6a2cfaa445 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:22.583106 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:22.583106 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ef313e2-8d08-4e39-8e5d-2d6a2cfaa445 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:22.584561 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'status': 'completed', 'code': 200} Aug 09 16:51:22.585506 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-c36726e9-5f4c-46d6-aa0a-bd0ba10b8a9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 217 time: 0.0489807 Aug 09 16:51:22.636631 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-cdd4fc82-4240-4222-9515-92dba522a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:22.638145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-cdd4fc82-4240-4222-9515-92dba522a64d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.0455911 Aug 09 16:51:22.684399 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-3057b0c6-fcb3-47ae-ba9e-50565cb0b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:22.685803 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-3057b0c6-fcb3-47ae-ba9e-50565cb0b00e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413260 Aug 09 16:51:22.779708 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-ce0ee773-c44c-478c-9e26-c2f56351430f service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864887 Aug 09 16:51:22.873684 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8e2cca6f-1585-4cc3-a9a8-b92e0d72eed9 req-15b47098-d177-43c3-b08d-df955504e541 service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872581 Aug 09 16:51:22.965424 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b08df-7428-4c7a-b190-482490d27524 req-5cc4ac56-5f6f-4d42-b8c4-8f66a459109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:22.966983 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e84b08df-7428-4c7a-b190-482490d27524 req-5cc4ac56-5f6f-4d42-b8c4-8f66a459109c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1094 time: 0.0432432 Aug 09 16:51:23.061655 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b08df-7428-4c7a-b190-482490d27524 req-7770366f-ff06-4637-9d5d-459af2271912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:23.063147 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e84b08df-7428-4c7a-b190-482490d27524 req-7770366f-ff06-4637-9d5d-459af2271912 service neutron] 10.222.0.53 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 910 time: 0.0894375 Aug 09 16:51:23.104565 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e84b08df-7428-4c7a-b190-482490d27524 req-79f391c9-7d24-43aa-9bf7-ac55b43c76f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 217 time: 0.0339773 Aug 09 16:51:23.153365 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b08df-7428-4c7a-b190-482490d27524 req-48cbafd8-b477-4ef9-92a4-733f3b186294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:23.154835 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e84b08df-7428-4c7a-b190-482490d27524 req-48cbafd8-b477-4ef9-92a4-733f3b186294 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.0433278 Aug 09 16:51:23.206602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b08df-7428-4c7a-b190-482490d27524 req-4cc1bc1e-9092-4638-ae55-66ea2db936f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:23.208145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e84b08df-7428-4c7a-b190-482490d27524 req-4cc1bc1e-9092-4638-ae55-66ea2db936f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457380 Aug 09 16:51:23.318282 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e84b08df-7428-4c7a-b190-482490d27524 req-d81323f5-9b54-4c6a-94e1-ddf2bc388d53 service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008472 Aug 09 16:51:23.431246 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2577-e5df-44e7-9c9e-cd77bc51ed9f req-614144c2-96f1-4707-a99c-2afb373e9c10 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:23.432927 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-59db2577-e5df-44e7-9c9e-cd77bc51ed9f req-614144c2-96f1-4707-a99c-2afb373e9c10 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 943 time: 0.1103950 Aug 09 16:51:23.461499 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e84b08df-7428-4c7a-b190-482490d27524 req-7632becb-7d0c-44cd-ada3-12b807b99096 service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305377 Aug 09 16:51:23.481244 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-59db2577-e5df-44e7-9c9e-cd77bc51ed9f req-7a9b54ee-c746-4062-a0b8-67fd0c61da1f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417664 Aug 09 16:51:24.602482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31e90d-ef94-446a-a978-e6a6a4d4152b req-ca2b67c2-b7f8-4d9f-9e7c-3bd705be766c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:24.603963 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab31e90d-ef94-446a-a978-e6a6a4d4152b req-ca2b67c2-b7f8-4d9f-9e7c-3bd705be766c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 943 time: 0.0499492 Aug 09 16:51:24.642511 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab31e90d-ef94-446a-a978-e6a6a4d4152b req-d93f0d7d-2683-4d90-830d-5d6ea2b70562 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325460 Aug 09 16:51:25.760446 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc2dd0-20c8-4088-ab1a-1db3e9f8000d req-fda5e552-02f5-45ac-9d7c-a1fd50b35c82 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:25.761362 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c0fc2dd0-20c8-4088-ab1a-1db3e9f8000d req-fda5e552-02f5-45ac-9d7c-a1fd50b35c82 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 943 time: 0.0492918 Aug 09 16:51:25.814796 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c0fc2dd0-20c8-4088-ab1a-1db3e9f8000d req-4c6b0777-44bc-4cc2-acc2-12607ce8404e tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472043 Aug 09 16:51:26.290723 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:51:26.939960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a167d-d534-4fa2-8b9a-df8e6daaac85 req-8c395036-9e6f-4ca8-99d4-d29e698266da tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:26.941367 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea1a167d-d534-4fa2-8b9a-df8e6daaac85 req-8c395036-9e6f-4ca8-99d4-d29e698266da tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 943 time: 0.0569675 Aug 09 16:51:26.986210 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ea1a167d-d534-4fa2-8b9a-df8e6daaac85 req-b17d3ebb-c2df-494c-a7cf-c59f2a53822a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358131 Aug 09 16:51:27.002797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2400f7f7-41ce-40d6-ad7b-3b2229096724 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:27.098958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:27.109800 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'port_id': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'mac_address': 'fa:16:3e:d3:71:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:27.147114 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.161392 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2400f7f7-41ce-40d6-ad7b-3b2229096724 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:51:27.180626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:27.184824 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.236697 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:27.431719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['2400f7f7-41ce-40d6-ad7b-3b2229096724'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:28.102934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a536c7f-9525-4bc3-8b69-eedfdfc5af7d req-42646f33-7292-4f1c-a28f-4fb56466691d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:28.104443 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a536c7f-9525-4bc3-8b69-eedfdfc5af7d req-42646f33-7292-4f1c-a28f-4fb56466691d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0502548 Aug 09 16:51:28.141524 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3a536c7f-9525-4bc3-8b69-eedfdfc5af7d req-72c22b17-ec67-4ccd-a8e1-3aa3f075f779 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311620 Aug 09 16:51:29.000303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2400f7f7-41ce-40d6-ad7b-3b2229096724 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:29.048030 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 2400f7f7-41ce-40d6-ad7b-3b2229096724 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:29.051639 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 2400f7f7-41ce-40d6-ad7b-3b2229096724 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:29.052608 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.129695 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.152462 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:51:29.154746 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90572d14-bd29-4605-b1e9-6c9b481e06d5" -d '{"events": [{"server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "name": "network-vif-plugged", "status": "completed", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:29.171471 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:29.176523 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.203129 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac783de-56fb-4a5d-9217-9b68b961a53c x-openstack-request-id: req-5ac783de-56fb-4a5d-9217-9b68b961a53c {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:29.203549 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "name": "network-vif-plugged", "status": "completed", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:29.203803 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ac783de-56fb-4a5d-9217-9b68b961a53c {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:29.204188 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'code': 200} Aug 09 16:51:29.232433 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:29.297216 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d5369-8167-442e-b3ed-e1486fa109f8 req-01158e17-408d-469d-a779-613450763e53 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:29.298723 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-814d5369-8167-442e-b3ed-e1486fa109f8 req-01158e17-408d-469d-a779-613450763e53 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0825541 Aug 09 16:51:29.304623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299175a3-b603-4e2f-920b-31a6e52dd99f req-55790d6b-2b7d-4550-b8c4-78565ecc8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:29.306029 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-299175a3-b603-4e2f-920b-31a6e52dd99f req-55790d6b-2b7d-4550-b8c4-78565ecc8417 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1096 time: 0.0543287 Aug 09 16:51:29.358855 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-814d5369-8167-442e-b3ed-e1486fa109f8 req-5a5512a3-2fa2-4d86-a3b7-5afde3dff823 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518835 Aug 09 16:51:29.365788 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-299175a3-b603-4e2f-920b-31a6e52dd99f req-fbe11f34-775f-400d-8901-f4e28d7be675 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519526 Aug 09 16:51:30.476540 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28a063-e9f3-4c64-a841-4468adb3b7bc req-f8f55a74-89ad-4cf9-9fc4-b70c7d7b5110 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:30.478033 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0b28a063-e9f3-4c64-a841-4468adb3b7bc req-f8f55a74-89ad-4cf9-9fc4-b70c7d7b5110 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Aug 09 16:51:30.514856 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0b28a063-e9f3-4c64-a841-4468adb3b7bc req-090f4d3a-c8e0-46db-8b9d-af51e05d6444 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308945 Aug 09 16:51:30.627850 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8321a3-b4ae-4e5d-9496-8efc2d99a806 req-df2cda6e-8c1a-4b0f-8578-36d52b50e957 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:30.629296 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e8321a3-b4ae-4e5d-9496-8efc2d99a806 req-df2cda6e-8c1a-4b0f-8578-36d52b50e957 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0486715 Aug 09 16:51:30.668438 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9e8321a3-b4ae-4e5d-9496-8efc2d99a806 req-819a5528-4c3d-4b73-94eb-b5ec03b14bfa tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321870 Aug 09 16:51:30.690863 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57318) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:30.821245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cf56c5-67f0-4044-89aa-024d0184557a tempest-TestShelveInstance-105703234 tempest-TestShelveInstance-105703234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:30.822838 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-07cf56c5-67f0-4044-89aa-024d0184557a tempest-TestShelveInstance-105703234 tempest-TestShelveInstance-105703234-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1091 time: 0.1310060 Aug 09 16:51:30.825886 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57322) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:30.830213 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'floatingip': {'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'port_id': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:30.852167 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for floatingip, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.949334 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b21570dc-adff-48d0-8080-7c3c70320002 req-f261e89b-f233-4936-b262-7d87ed156ca1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544145 Aug 09 16:51:31.002441 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.078064 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21570dc-adff-48d0-8080-7c3c70320002 req-e8208603-f85c-4642-8e81-0497e173d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:31.079572 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b21570dc-adff-48d0-8080-7c3c70320002 req-e8208603-f85c-4642-8e81-0497e173d60f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1096 time: 0.0879183 Aug 09 16:51:31.182176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Allocated IP 172.25.2.176 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/f607c180-8918-4506-b612-413aab3c01d3) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:31.258922 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21570dc-adff-48d0-8080-7c3c70320002 req-657defbe-e0c0-45f6-8aa3-6eaad8044213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:31.260404 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b21570dc-adff-48d0-8080-7c3c70320002 req-657defbe-e0c0-45f6-8aa3-6eaad8044213 service neutron] 10.222.0.53 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 910 time: 0.1515419 Aug 09 16:51:31.310797 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b21570dc-adff-48d0-8080-7c3c70320002 req-4de76fc5-22c7-49b0-9eb6-322fa31c8593 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 217 time: 0.0416420 Aug 09 16:51:31.376643 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.391934 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21570dc-adff-48d0-8080-7c3c70320002 req-19f3d061-41d9-4ef6-8cfc-35976bd5918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:31.393415 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b21570dc-adff-48d0-8080-7c3c70320002 req-19f3d061-41d9-4ef6-8cfc-35976bd5918b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.0749249 Aug 09 16:51:31.451961 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.462285 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21570dc-adff-48d0-8080-7c3c70320002 req-ba88afb9-8cf6-4ee9-b018-cb0f66cb2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:31.463787 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b21570dc-adff-48d0-8080-7c3c70320002 req-ba88afb9-8cf6-4ee9-b018-cb0f66cb2ad6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636387 Aug 09 16:51:31.511762 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:31.543735 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:31.548480 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:51:31.574574 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'Port': ['ID=f607c180-8918-4506-b612-413aab3c01d3,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:31.641426 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b21570dc-adff-48d0-8080-7c3c70320002 req-93dc3437-3658-436c-aaa3-aa2bce43b0b8 service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589713 Aug 09 16:51:31.841978 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b21570dc-adff-48d0-8080-7c3c70320002 req-719cc55b-d759-4ba0-a1f5-e0388c836572 service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929789 Aug 09 16:51:32.009208 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.078980 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.232984 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.237476 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.305824 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'Port': ['ID=f607c180-8918-4506-b612-413aab3c01d3,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:32.315996 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2052739'] for floatingip, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.415911 n-d-803778-2 neutron-server[94290]: INFO neutron.db.l3_db [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Floating IP 2bdcd0ed-fe35-4166-932b-4d596acc4b47 associated. External IP: 172.25.2.176, port: 2400f7f7-41ce-40d6-ad7b-3b2229096724. Aug 09 16:51:32.623488 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:51:32.730205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:32.741227 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa679ce-cbcd-4681-8cce-86a62ce411c0 None None] Sync routers for ids ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:32.746567 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.751567 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa679ce-cbcd-4681-8cce-86a62ce411c0 None None] Routers {'d3a2cc79-aaee-48ee-95fa-e4bae64bb084'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:32.752197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eaa679ce-cbcd-4681-8cce-86a62ce411c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:51:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:32.774393 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-147e7ca0-5538-4fd6-a8d5-931f51cbd7ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9474323 Aug 09 16:51:32.775009 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:51:32.777284 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553aeb37-3337-43c0-8736-e646e6660370" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:32.817246 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555333ca-23da-42a7-b0bd-af101fd87628 x-openstack-request-id: req-555333ca-23da-42a7-b0bd-af101fd87628 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:32.817565 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:32.817837 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-555333ca-23da-42a7-b0bd-af101fd87628 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:32.818334 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'status': 'completed', 'code': 200} Aug 09 16:51:32.881997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aeb37-3337-43c0-8736-e646e6660370 req-40b4e0da-bfbe-4d11-b32b-9a2a25fa85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:32.883453 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-553aeb37-3337-43c0-8736-e646e6660370 req-40b4e0da-bfbe-4d11-b32b-9a2a25fa85db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1096 time: 0.0432351 Aug 09 16:51:32.985300 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aeb37-3337-43c0-8736-e646e6660370 req-118f0f76-6649-4c4a-abd6-c4c7f1e83598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:32.986860 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-553aeb37-3337-43c0-8736-e646e6660370 req-118f0f76-6649-4c4a-abd6-c4c7f1e83598 service neutron] 10.222.0.53 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 910 time: 0.0956342 Aug 09 16:51:33.021810 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-eaa679ce-cbcd-4681-8cce-86a62ce411c0 None None] Set router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:33.052774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-553aeb37-3337-43c0-8736-e646e6660370 req-7586059a-2e1d-4d07-9653-1103a0472b31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 999 time: 0.0588164 Aug 09 16:51:33.101951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aeb37-3337-43c0-8736-e646e6660370 req-5630f8ae-91e6-4ae2-a162-e7b84804201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:33.103403 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-553aeb37-3337-43c0-8736-e646e6660370 req-5630f8ae-91e6-4ae2-a162-e7b84804201c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.0439892 Aug 09 16:51:33.152576 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aeb37-3337-43c0-8736-e646e6660370 req-f3cb3933-bc16-4354-a563-519d8f056333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:51:33.154074 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-553aeb37-3337-43c0-8736-e646e6660370 req-f3cb3933-bc16-4354-a563-519d8f056333 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436726 Aug 09 16:51:33.245358 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-553aeb37-3337-43c0-8736-e646e6660370 req-c259437e-ffe9-4f9f-8a85-f18e4c1f501f service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843761 Aug 09 16:51:33.248413 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eaa679ce-cbcd-4681-8cce-86a62ce411c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '2bdcd0ed-fe35-4166-932b-4d596acc4b47', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'port_id': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'mac_address': 'fa:16:3e:d3:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:51:31Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 0, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e6499c-f41e-4130-9003-496229206919', 'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'mac_address': 'fa:16:3e:6b:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:08Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 5, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'subnets': [{'id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:33.280302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa679ce-cbcd-4681-8cce-86a62ce411c0 None None] Checking router: d3a2cc79-aaee-48ee-95fa-e4bae64bb084 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:33.290092 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa679ce-cbcd-4681-8cce-86a62ce411c0 None None] Routers {'d3a2cc79-aaee-48ee-95fa-e4bae64bb084'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:51:33.290714 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eaa679ce-cbcd-4681-8cce-86a62ce411c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:51:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:33.340511 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-553aeb37-3337-43c0-8736-e646e6660370 req-34c4ffc7-4955-4003-98e6-7911efd0f20a service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875349 Aug 09 16:51:33.394896 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-eaa679ce-cbcd-4681-8cce-86a62ce411c0 None None] Set router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:51:33.620307 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-eaa679ce-cbcd-4681-8cce-86a62ce411c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '2bdcd0ed-fe35-4166-932b-4d596acc4b47', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'port_id': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'mac_address': 'fa:16:3e:d3:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:51:31Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 0, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e6499c-f41e-4130-9003-496229206919', 'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'mac_address': 'fa:16:3e:6b:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:08Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 5, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'subnets': [{'id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:33.646811 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa679ce-cbcd-4681-8cce-86a62ce411c0 None None] The sync data for ids ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'] in n-d-803778-2 is: [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_floatingips': [{'id': '2bdcd0ed-fe35-4166-932b-4d596acc4b47', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'router_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'port_id': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'mac_address': 'fa:16:3e:d3:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:51:31Z', 'updated_at': '2021-08-09T16:51:31Z', 'revision_number': 0, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e6499c-f41e-4130-9003-496229206919', 'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'mac_address': 'fa:16:3e:6b:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:08Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 5, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'subnets': [{'id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:33.851560 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7eb829-1b61-4a27-a57c-276e01388532 None None] New status for floating IP 2bdcd0ed-fe35-4166-932b-4d596acc4b47: ACTIVE {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:51:37.779812 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-7135e88d-867d-4357-8dac-5f62f3413472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:40.640422 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5018a5a2-3cd2-44f4-b0e6-47d0203cf21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:41.022316 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:41.842232 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:42.071092 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.688886 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.867546 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:03.290381 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:52:07.783732 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ea0d48c5-ae59-45a6-a97e-6a5426dc7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:10.642213 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8ae875e5-1898-4f3c-b86b-176f2ceeba79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.023406 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.846550 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.074902 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.691232 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.879938 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:30.965395 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b5160f4-dc9c-4981-bdc6-2dff8103e113 req-33633474-fa06-4c78-99ee-b01fb3462c7c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0847869 Aug 09 16:52:31.045719 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5160f4-dc9c-4981-bdc6-2dff8103e113 req-d5591d97-5365-43fd-b563-73cebe045b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:52:31.047137 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b5160f4-dc9c-4981-bdc6-2dff8103e113 req-d5591d97-5365-43fd-b563-73cebe045b6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1096 time: 0.0408783 Aug 09 16:52:31.153107 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5160f4-dc9c-4981-bdc6-2dff8103e113 req-5c521606-f681-4344-ab6d-31b8bbfb1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:52:31.154492 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b5160f4-dc9c-4981-bdc6-2dff8103e113 req-5c521606-f681-4344-ab6d-31b8bbfb1b71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 910 time: 0.0881424 Aug 09 16:52:31.218914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b5160f4-dc9c-4981-bdc6-2dff8103e113 req-336a84f5-614e-47e4-9747-56112cc1c273 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 1001 time: 0.0576663 Aug 09 16:52:31.266868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5160f4-dc9c-4981-bdc6-2dff8103e113 req-65a542d4-1f97-47ab-82e5-cc4af60ab79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:52:31.268262 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b5160f4-dc9c-4981-bdc6-2dff8103e113 req-65a542d4-1f97-47ab-82e5-cc4af60ab79e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.0425186 Aug 09 16:52:31.316387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5160f4-dc9c-4981-bdc6-2dff8103e113 req-aaf40461-13f7-493d-9a8a-9741559991a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:52:31.318383 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b5160f4-dc9c-4981-bdc6-2dff8103e113 req-aaf40461-13f7-493d-9a8a-9741559991a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432477 Aug 09 16:52:31.405746 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b5160f4-dc9c-4981-bdc6-2dff8103e113 req-9710e501-1fc9-4b26-8916-bfc8c021fc48 service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797224 Aug 09 16:52:31.858121 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1b5160f4-dc9c-4981-bdc6-2dff8103e113 req-2bad9d6c-b838-4e6c-b64e-39c0f0f613e3 service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460201 Aug 09 16:52:37.788401 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-df9465e8-326f-4762-b526-df5c9433e540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:40.289720 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:52:40.644044 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3abe91d1-d11a-419d-bb7e-85d73ec13e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:41.025189 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:41.849902 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:42.074111 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:43.693582 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:43.880006 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:00.370623 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-d6a1efa3-76dc-41cc-a346-1dac7bbd6b66 req-628df484-b9ee-47e7-9172-ef5d3337afa5 service neutron] (94289) timed out ('10.222.0.81', 53500) {{(pid=94289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 16:53:07.789742 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-00726002-4f98-4ac6-aa74-97af323f8cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:10.646341 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1326ae4d-4a08-45ad-9ef9-ad1c0722c8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.026773 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.851080 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:12.089419 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.696638 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.896372 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.288729 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:53:28.583919 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04825cb-43d9-4754-847d-7d6c42ec3ebb req-5a8aa76d-ffcd-4bba-b7cd-7663b22a2764 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:28.585538 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a04825cb-43d9-4754-847d-7d6c42ec3ebb req-5a8aa76d-ffcd-4bba-b7cd-7663b22a2764 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Aug 09 16:53:28.623218 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a04825cb-43d9-4754-847d-7d6c42ec3ebb req-b0d25dba-d4cf-4cbf-950d-d9eeb0934e03 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310678 Aug 09 16:53:29.756449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8ed4c-17f5-4680-abe0-8db03605c438 req-36903d58-cd02-4640-b704-75b31a510d84 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:29.757962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b6a8ed4c-17f5-4680-abe0-8db03605c438 req-36903d58-cd02-4640-b704-75b31a510d84 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0495636 Aug 09 16:53:29.797004 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b6a8ed4c-17f5-4680-abe0-8db03605c438 req-16aa1959-0a08-4732-89d5-4a7fcba6878a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325761 Aug 09 16:53:30.951806 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344417b-52d1-4433-8fe5-705a494daf95 req-8749f1ca-3411-491c-8646-3e5f5b456997 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:30.953377 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6344417b-52d1-4433-8fe5-705a494daf95 req-8749f1ca-3411-491c-8646-3e5f5b456997 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0624790 Aug 09 16:53:30.963132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a37a80-a27a-4bdf-89fd-d30ff3760de7 req-076d4ed0-2999-4a29-bba5-1bc4e70207a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:30.965041 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48a37a80-a27a-4bdf-89fd-d30ff3760de7 req-076d4ed0-2999-4a29-bba5-1bc4e70207a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1096 time: 0.0537982 Aug 09 16:53:30.993504 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6344417b-52d1-4433-8fe5-705a494daf95 req-52844a26-fb56-4c6f-bdf0-9f9424447340 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338194 Aug 09 16:53:31.095322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a37a80-a27a-4bdf-89fd-d30ff3760de7 req-3be4cf36-c59a-4a39-88b6-94f8a33af0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:31.097107 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48a37a80-a27a-4bdf-89fd-d30ff3760de7 req-3be4cf36-c59a-4a39-88b6-94f8a33af0e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 910 time: 0.1129246 Aug 09 16:53:31.187919 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48a37a80-a27a-4bdf-89fd-d30ff3760de7 req-ac77d6e8-1b02-4b2d-8099-5edb90767ff5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 1001 time: 0.0836766 Aug 09 16:53:31.242312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a37a80-a27a-4bdf-89fd-d30ff3760de7 req-3ae75003-06c0-45ca-b0f0-33ec173a3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:31.243761 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48a37a80-a27a-4bdf-89fd-d30ff3760de7 req-3ae75003-06c0-45ca-b0f0-33ec173a3553 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.0493052 Aug 09 16:53:31.309973 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a37a80-a27a-4bdf-89fd-d30ff3760de7 req-fee07096-c6b2-476b-80ff-b912f7cd45af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:31.312701 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48a37a80-a27a-4bdf-89fd-d30ff3760de7 req-fee07096-c6b2-476b-80ff-b912f7cd45af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605965 Aug 09 16:53:31.404428 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48a37a80-a27a-4bdf-89fd-d30ff3760de7 req-79c47844-dc55-4dc4-8bf7-e29cf43a6ff4 service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847931 Aug 09 16:53:31.500745 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-48a37a80-a27a-4bdf-89fd-d30ff3760de7 req-8858ae1f-c808-4993-bbcf-f998050a055d service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894501 Aug 09 16:53:32.109241 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddab832-5d8b-4202-8a50-1ce4700a58a8 req-7564d766-56d9-435f-93b4-e5b2d94fa37c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:32.110629 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ddab832-5d8b-4202-8a50-1ce4700a58a8 req-7564d766-56d9-435f-93b4-e5b2d94fa37c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0498888 Aug 09 16:53:32.148875 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-6ddab832-5d8b-4202-8a50-1ce4700a58a8 req-93b4e68c-0164-455b-9ce7-ce558bf06c88 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322649 Aug 09 16:53:33.266705 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fad97-b32f-465f-bb67-360a4dbe560e req-682c1faf-b99d-42d0-9de1-ea117a723241 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:33.268205 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-317fad97-b32f-465f-bb67-360a4dbe560e req-682c1faf-b99d-42d0-9de1-ea117a723241 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0500934 Aug 09 16:53:33.311284 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-317fad97-b32f-465f-bb67-360a4dbe560e req-7ca86849-ba0f-4037-b11e-ad856d8128db tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358620 Aug 09 16:53:34.427712 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332b9c-accd-4c42-b760-85c6092b7928 req-3891a6d8-4cf1-4358-b76f-197c1b22b787 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:34.429201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f0332b9c-accd-4c42-b760-85c6092b7928 req-3891a6d8-4cf1-4358-b76f-197c1b22b787 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0500321 Aug 09 16:53:34.468465 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f0332b9c-accd-4c42-b760-85c6092b7928 req-ac1a1f3f-831e-4124-b268-f4e3c505cbb4 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325596 Aug 09 16:53:35.584598 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da5d21-6731-4cc7-bfc0-f558f2fd90bb req-7294c8d7-3dc7-4cf3-96e6-85b457601c2f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:35.586116 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-16da5d21-6731-4cc7-bfc0-f558f2fd90bb req-7294c8d7-3dc7-4cf3-96e6-85b457601c2f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0489397 Aug 09 16:53:35.624074 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-16da5d21-6731-4cc7-bfc0-f558f2fd90bb req-9704cc23-2b59-43a8-944a-d37a9c43c2ec tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315037 Aug 09 16:53:36.742100 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb372113-4f25-4f02-b9b2-76b66076e993 req-109d80c3-e808-42c9-a65d-c4b2e62bee0a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:36.743584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb372113-4f25-4f02-b9b2-76b66076e993 req-109d80c3-e808-42c9-a65d-c4b2e62bee0a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0533502 Aug 09 16:53:36.781514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-eb372113-4f25-4f02-b9b2-76b66076e993 req-ad59c157-2520-47ce-a37b-e21cbb5a6e99 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319710 Aug 09 16:53:37.792996 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-22348c98-f8e9-48bf-9cb1-d7d4219372d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:37.907804 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75c15d-d340-4591-a875-674d7a767cab req-55ece110-5cf2-4923-a477-e32fc9d7d8df tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:37.909342 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b75c15d-d340-4591-a875-674d7a767cab req-55ece110-5cf2-4923-a477-e32fc9d7d8df tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0572960 Aug 09 16:53:37.948351 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b75c15d-d340-4591-a875-674d7a767cab req-adcf77db-5636-4bbb-bb39-322b9e6cec37 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325456 Aug 09 16:53:39.063988 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fffce1-fea5-40d3-a4af-ba509d815acc req-48e16cef-5084-47c9-9d76-b97ed983f72f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:39.065514 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f0fffce1-fea5-40d3-a4af-ba509d815acc req-48e16cef-5084-47c9-9d76-b97ed983f72f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0497890 Aug 09 16:53:39.104573 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-f0fffce1-fea5-40d3-a4af-ba509d815acc req-3c77945b-8a80-490a-ba97-b6f446adc32c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328603 Aug 09 16:53:40.222995 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6b668-6feb-4754-8826-14af366f8d55 req-15b585e9-e666-41d1-a36e-b2005544e6c7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:40.224479 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bfe6b668-6feb-4754-8826-14af366f8d55 req-15b585e9-e666-41d1-a36e-b2005544e6c7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0491638 Aug 09 16:53:40.262404 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bfe6b668-6feb-4754-8826-14af366f8d55 req-7e0f2b83-8623-4d6c-8d39-306e49264290 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312841 Aug 09 16:53:40.647045 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-434c345f-b93c-41fa-92e7-dac721c9cd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:41.028517 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:41.404439 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88f84-a290-4dd8-a675-78390377043c req-ac96b508-80a8-47b9-b840-f06fdf1d8c76 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:41.406865 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0a88f84-a290-4dd8-a675-78390377043c req-ac96b508-80a8-47b9-b840-f06fdf1d8c76 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0607781 Aug 09 16:53:41.459646 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e0a88f84-a290-4dd8-a675-78390377043c req-90493e78-5212-4d0a-b1bd-b1d0dbe8354a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430760 Aug 09 16:53:41.546399 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2400f7f7-41ce-40d6-ad7b-3b2229096724 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:53:41.670688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:41.683528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'port_id': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'mac_address': 'fa:16:3e:d3:71:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:53:41.726402 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:41.754541 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2400f7f7-41ce-40d6-ad7b-3b2229096724 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:53:41.780311 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:41.784355 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:41.862801 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['2400f7f7-41ce-40d6-ad7b-3b2229096724'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:53:41.867747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=6']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:41.903680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:41.904343 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:41.904809 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:41.905154 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:41.905486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:41.905847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:41.906185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:41.906504 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:41.907024 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:41.907367 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:41.907704 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:41.908096 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:41.926305 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:42.107501 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:42.592769 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2540d-bb8e-4ade-90f8-fc0ff36354fa req-cdf76d4b-a401-42b5-a9a9-2fd9ad35d502 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:42.596160 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-51c2540d-bb8e-4ade-90f8-fc0ff36354fa req-cdf76d4b-a401-42b5-a9a9-2fd9ad35d502 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0608337 Aug 09 16:53:42.641792 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-51c2540d-bb8e-4ade-90f8-fc0ff36354fa req-7f0929cf-cb42-412c-a266-f21543937032 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392253 Aug 09 16:53:43.556048 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2400f7f7-41ce-40d6-ad7b-3b2229096724 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:43.607354 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 2400f7f7-41ce-40d6-ad7b-3b2229096724 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:43.607876 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:43.712582 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:43.736852 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:43.749346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:53:43.749346 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3086f6a5-2a04-4ab8-a54d-fbb767c53317" -d '{"events": [{"server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "name": "network-vif-plugged", "status": "completed", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:43.768350 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:43.773738 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:43.813792 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314746b-7c94-44bd-804d-676f43b7e55f req-db5dbc19-36e6-4a79-a0cd-93eae223d97c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:43.816169 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4314746b-7c94-44bd-804d-676f43b7e55f req-db5dbc19-36e6-4a79-a0cd-93eae223d97c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0902460 Aug 09 16:53:43.890757 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=7']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:43.891702 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4314746b-7c94-44bd-804d-676f43b7e55f req-8a4dd048-d53a-48e6-8deb-75163e42c584 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558023 Aug 09 16:53:43.902535 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea37a941-7e80-4b4c-962a-8e31f0c503cc x-openstack-request-id: req-ea37a941-7e80-4b4c-962a-8e31f0c503cc {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:43.902826 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "name": "network-vif-plugged", "status": "completed", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724", "code": 200}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:43.904930 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea37a941-7e80-4b4c-962a-8e31f0c503cc {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:43.905437 n-d-803778-2 neutron-server[94291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'code': 200} Aug 09 16:53:43.955680 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:45.020711 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03702e-a2c8-40ee-8a66-40c1b0146284 req-e59d8a95-64d2-462f-bfa1-62f0f99c9713 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:45.022265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9b03702e-a2c8-40ee-8a66-40c1b0146284 req-e59d8a95-64d2-462f-bfa1-62f0f99c9713 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0655420 Aug 09 16:53:45.065039 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9b03702e-a2c8-40ee-8a66-40c1b0146284 req-cfca0f13-5d43-4e6a-b9d0-d4dfdc65d722 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352306 Aug 09 16:53:46.201297 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615578d-263d-45b5-b13d-d0e6ae6741d5 req-80633c12-6dea-4748-a43a-40f67758b72d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:46.202966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b615578d-263d-45b5-b13d-d0e6ae6741d5 req-80633c12-6dea-4748-a43a-40f67758b72d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0581772 Aug 09 16:53:46.253128 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b615578d-263d-45b5-b13d-d0e6ae6741d5 req-d356ce00-2a44-4afa-bebd-90dc42412ac9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432253 Aug 09 16:53:47.395820 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd14d0-40c9-4f67-9ced-1a2c181b9b1e req-6824d378-feeb-452f-9df5-9ce37564b26c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:47.397701 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b3dd14d0-40c9-4f67-9ced-1a2c181b9b1e req-6824d378-feeb-452f-9df5-9ce37564b26c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0614893 Aug 09 16:53:47.450399 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b3dd14d0-40c9-4f67-9ced-1a2c181b9b1e req-b0a0aa48-847f-467b-bfd9-9f715d05b3d0 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 Aug 09 16:53:48.588230 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adca42c-511d-4394-ab09-28c6834b565a req-30ceb5e4-559a-4eba-8864-f9509009bf67 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:48.590239 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9adca42c-511d-4394-ab09-28c6834b565a req-30ceb5e4-559a-4eba-8864-f9509009bf67 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0558472 Aug 09 16:53:48.636744 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9adca42c-511d-4394-ab09-28c6834b565a req-3453cb90-17eb-44b2-adf5-3d3683ebbb4d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379391 Aug 09 16:53:49.759610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d59fc-35c9-41ab-ab96-41dfd655e290 req-572a5bc7-a936-414b-8af0-57195fec81fb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:49.761198 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-615d59fc-35c9-41ab-ab96-41dfd655e290 req-572a5bc7-a936-414b-8af0-57195fec81fb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0507708 Aug 09 16:53:49.801502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-615d59fc-35c9-41ab-ab96-41dfd655e290 req-dcccc01f-79dc-4cbe-b5d6-0797d285359b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338178 Aug 09 16:53:50.592097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa0bac-394d-4619-b123-cc9899194b96 req-948bf4f7-4f04-4ca3-acf5-fe0628618aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:50.593627 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1fa0bac-394d-4619-b123-cc9899194b96 req-948bf4f7-4f04-4ca3-acf5-fe0628618aec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1096 time: 0.0458536 Aug 09 16:53:50.687283 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa0bac-394d-4619-b123-cc9899194b96 req-53954a82-2c22-44b9-8409-e351f35df537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:50.688750 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1fa0bac-394d-4619-b123-cc9899194b96 req-53954a82-2c22-44b9-8409-e351f35df537 service neutron] 10.222.0.53 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 910 time: 0.0885572 Aug 09 16:53:50.756886 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1fa0bac-394d-4619-b123-cc9899194b96 req-74d1074f-727e-414f-a090-53b74fba278f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 1001 time: 0.0614147 Aug 09 16:53:50.805898 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa0bac-394d-4619-b123-cc9899194b96 req-e7640365-d7e0-40a6-91ea-f3b115f8ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:50.808271 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1fa0bac-394d-4619-b123-cc9899194b96 req-e7640365-d7e0-40a6-91ea-f3b115f8ae7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.0436258 Aug 09 16:53:50.855419 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa0bac-394d-4619-b123-cc9899194b96 req-6766282e-1700-4fa8-97a5-cb7c1b7fecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:50.856962 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1fa0bac-394d-4619-b123-cc9899194b96 req-6766282e-1700-4fa8-97a5-cb7c1b7fecd5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426190 Aug 09 16:53:50.982610 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edaf9b-b9d1-4aba-b71b-5eaec1bd1552 req-8961baa5-00e1-4545-9005-d99811379f04 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:50.984104 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2edaf9b-b9d1-4aba-b71b-5eaec1bd1552 req-8961baa5-00e1-4545-9005-d99811379f04 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.1003962 Aug 09 16:53:51.001321 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1fa0bac-394d-4619-b123-cc9899194b96 req-95dad2c2-3b30-4128-8204-4e91db2bfdfb service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375461 Aug 09 16:53:51.075846 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-b2edaf9b-b9d1-4aba-b71b-5eaec1bd1552 req-a3b1df2b-c753-4796-a301-3d6058d1ac6b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845032 Aug 09 16:53:51.110055 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e1fa0bac-394d-4619-b123-cc9899194b96 req-ee4bc2b5-2d43-45e7-bb24-7bccf23d147e service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015792 Aug 09 16:53:52.202268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59c2b9-d6fe-4749-8847-675110a7fa58 req-882333e5-8a8f-45b9-96ce-88c9a65e1eb7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:52.203757 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb59c2b9-d6fe-4749-8847-675110a7fa58 req-882333e5-8a8f-45b9-96ce-88c9a65e1eb7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0559709 Aug 09 16:53:52.242273 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb59c2b9-d6fe-4749-8847-675110a7fa58 req-3ff61fe9-04b5-40c6-a49a-964e4b527efa tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Aug 09 16:53:53.357320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bea406-708a-4c0c-9d6c-6c97cdadcef3 req-fd5c9091-3d31-47dd-a7ac-bebd03db0726 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:53.358843 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12bea406-708a-4c0c-9d6c-6c97cdadcef3 req-fd5c9091-3d31-47dd-a7ac-bebd03db0726 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0510285 Aug 09 16:53:53.396397 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-12bea406-708a-4c0c-9d6c-6c97cdadcef3 req-69f2860a-cc1d-4c44-b9c6-171921edad06 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 Aug 09 16:53:53.592491 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2400f7f7-41ce-40d6-ad7b-3b2229096724 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:53:53.614700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a11e62-e440-4494-a5a0-22a7e8e7c536 req-88d0448b-1192-466f-890c-97adac5d102c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:53.616935 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56a11e62-e440-4494-a5a0-22a7e8e7c536 req-88d0448b-1192-466f-890c-97adac5d102c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0530279 Aug 09 16:53:53.662360 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-56a11e62-e440-4494-a5a0-22a7e8e7c536 req-273aab4e-f58e-44b9-ac66-f84f77600331 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396545 Aug 09 16:53:53.673222 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:53.696334 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:53:53.699506 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36143c17-9d7c-4244-bca3-a26fc66ffb4f" -d '{"events": [{"server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "name": "network-vif-unplugged", "status": "completed", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:53.716097 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:53.720981 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:53.744123 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7bddd1-2a86-4279-a967-6ede5b0a39e4 x-openstack-request-id: req-ab7bddd1-2a86-4279-a967-6ede5b0a39e4 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:53.744416 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "name": "network-vif-unplugged", "status": "failed", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724", "code": 422}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:53.745178 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab7bddd1-2a86-4279-a967-6ede5b0a39e4 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:53.745581 n-d-803778-2 neutron-server[94291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'code': 422} returned with failed status Aug 09 16:53:53.771634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=8']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:53.840711 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 57510) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:53.928881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-f6e79ba1-3304-4b20-95ca-1d6cb35f64de service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869732 Aug 09 16:53:54.288161 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:53:54.698759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-b88bb9f5-8156-4ef5-b1ae-74f22f1322a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:54.700445 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-b88bb9f5-8156-4ef5-b1ae-74f22f1322a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22&tenant_id=144e538d7d5b417ca8949417ed29162a HTTP/1.1" status: 200 len: 1094 time: 0.0445659 Aug 09 16:53:54.714177 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803778-2', 'device_owner': 'compute:nova'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:54.797132 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:54.821452 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc80b2-9dd4-47fd-ac46-b0c900cd4cc0 req-a2a35099-485a-4605-986b-a15189c87faa tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:54.823018 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d2bc80b2-9dd4-47fd-ac46-b0c900cd4cc0 req-a2a35099-485a-4605-986b-a15189c87faa tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 943 time: 0.0861986 Aug 09 16:53:54.938425 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d2bc80b2-9dd4-47fd-ac46-b0c900cd4cc0 req-11935549-109f-4c74-a127-632f6b005526 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949538 Aug 09 16:53:55.042749 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:55.074936 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:55.107288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2400f7f7-41ce-40d6-ad7b-3b2229096724 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:53:55.114738 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:55.126780 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Transition to ACTIVE for port object 2400f7f7-41ce-40d6-ad7b-3b2229096724 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:53:55.130077 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:55.216708 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Pushing event updated for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=9']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:55.231654 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:55.231995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:55.232336 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:55.232671 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:55.233014 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:55.233323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:55.233805 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:55.234133 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:55.234450 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:55.234773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:55.235089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:55.235550 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:55.265442 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] No DVR routers for this DVR port 2400f7f7-41ce-40d6-ad7b-3b2229096724 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:53:55.405561 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Attempting to bind port 2400f7f7-41ce-40d6-ad7b-3b2229096724 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:53:55.406006 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Attempting to bind port 2400f7f7-41ce-40d6-ad7b-3b2229096724 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:53:55.406546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Attempting to bind port 2400f7f7-41ce-40d6-ad7b-3b2229096724 on network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:53:55.410982 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Port 2400f7f7-41ce-40d6-ad7b-3b2229096724 on network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:53:55.411303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Attempting to bind port 2400f7f7-41ce-40d6-ad7b-3b2229096724 on network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:53:55.416030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:53:55.416398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Checking segment: {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:53:55.416862 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Bound using segment: {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:53:55.417345 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Bound port: 2400f7f7-41ce-40d6-ad7b-3b2229096724, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:53:55.417639 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:55.479559 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:55.482564 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:55.487749 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:55.523132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:55.523826 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:55.525306 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] 10.222.0.60 "PUT /v2.0/ports/2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 1091 time: 0.8154800 Aug 09 16:53:55.528203 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:53:55.530624 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239588d4-f828-406e-b98e-14fff37a0f79" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:55.584510 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e24668-e9d5-4770-afcd-24c1d1fb47d8 x-openstack-request-id: req-d6e24668-e9d5-4770-afcd-24c1d1fb47d8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:55.584510 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:55.584872 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6e24668-e9d5-4770-afcd-24c1d1fb47d8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:55.585045 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'status': 'completed', 'code': 200} Aug 09 16:53:55.586895 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912f5eb-52fd-45bc-841f-08b3c1982aca service neutron] Pushing event updated for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=10']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:55.605716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-f7de0d1e-dfdb-487c-b505-a17dc1d3ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:55.607497 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-f7de0d1e-dfdb-487c-b505-a17dc1d3ed73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1095 time: 0.0530410 Aug 09 16:53:55.708979 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-dc8cac00-15e3-4190-bdf8-6d7a82b624e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:55.710541 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-dc8cac00-15e3-4190-bdf8-6d7a82b624e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 910 time: 0.0952520 Aug 09 16:53:55.784550 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-9c48bbad-34c3-4ee5-94ef-1e379298c8f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 999 time: 0.0664897 Aug 09 16:53:55.838630 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-76bcc0ed-f6df-4077-b19a-10f570b7854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:55.840672 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-76bcc0ed-f6df-4077-b19a-10f570b7854a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.0481584 Aug 09 16:53:55.892995 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-ff054317-f3f3-45fc-b3ab-c24c7f1b871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:55.894810 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-ff054317-f3f3-45fc-b3ab-c24c7f1b871d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467978 Aug 09 16:53:55.996892 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-aca0b063-757c-4715-a0f5-006e70a255ca service neutron] 10.222.0.60 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939693 Aug 09 16:53:56.133161 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a20f63-2c73-4cf6-9f48-35de89a000ca req-946349ac-ec78-4507-89d0-f8255da79b05 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:56.134567 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-45a20f63-2c73-4cf6-9f48-35de89a000ca req-946349ac-ec78-4507-89d0-f8255da79b05 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.1211109 Aug 09 16:53:56.155606 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9a8dc7bf-fac4-41ff-a33d-74439bc45cd7 req-82a245de-52fc-4181-8e37-3fdb20257a73 service neutron] 10.222.0.60 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511810 Aug 09 16:53:56.191089 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-45a20f63-2c73-4cf6-9f48-35de89a000ca req-fb412a9f-24f3-43aa-bac7-e0041cfe932f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469401 Aug 09 16:53:56.244320 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239588d4-f828-406e-b98e-14fff37a0f79 req-8c9f5e2f-dd0c-4123-8d0d-c8590a434534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:56.246699 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-239588d4-f828-406e-b98e-14fff37a0f79 req-8c9f5e2f-dd0c-4123-8d0d-c8590a434534 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1095 time: 0.0427268 Aug 09 16:53:56.342303 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239588d4-f828-406e-b98e-14fff37a0f79 req-662ec8fe-160c-4fd3-add6-17e1dedf8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:56.343794 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-239588d4-f828-406e-b98e-14fff37a0f79 req-662ec8fe-160c-4fd3-add6-17e1dedf8d4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 910 time: 0.0905921 Aug 09 16:53:56.425716 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-239588d4-f828-406e-b98e-14fff37a0f79 req-d391994a-7758-4007-bc0e-4fa325f3c90c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 999 time: 0.0737250 Aug 09 16:53:56.547798 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239588d4-f828-406e-b98e-14fff37a0f79 req-4900554b-6cc3-4f06-bb6d-6599c0cf4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:56.555015 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-239588d4-f828-406e-b98e-14fff37a0f79 req-4900554b-6cc3-4f06-bb6d-6599c0cf4d5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.1204724 Aug 09 16:53:57.325553 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb36684-fed8-4126-972d-a0328d696b76 req-1cbf0557-3d49-4569-b02e-fb4685ecceae tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:57.327104 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cdb36684-fed8-4126-972d-a0328d696b76 req-1cbf0557-3d49-4569-b02e-fb4685ecceae tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0533566 Aug 09 16:53:57.369883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cdb36684-fed8-4126-972d-a0328d696b76 req-835610e9-9fc9-42d6-8c22-d94ed4459e61 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364447 Aug 09 16:53:57.639437 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2400f7f7-41ce-40d6-ad7b-3b2229096724 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:53:57.678381 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 2400f7f7-41ce-40d6-ad7b-3b2229096724 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:53:58.503220 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eea6b6-32ef-48a0-a8e3-d94a35c821ba req-719854bf-d67c-4b01-b1a6-74ca4c6c388c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:58.504777 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63eea6b6-32ef-48a0-a8e3-d94a35c821ba req-719854bf-d67c-4b01-b1a6-74ca4c6c388c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0573671 Aug 09 16:53:58.550277 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-63eea6b6-32ef-48a0-a8e3-d94a35c821ba req-3526fde3-a077-4ce4-8709-463d38c53c99 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376050 Aug 09 16:53:59.677377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d33b8-6fcf-4d9b-95a4-89b8e4e75281 req-7ef48680-169f-45b6-b18e-01d92f26259f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:53:59.679240 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-336d33b8-6fcf-4d9b-95a4-89b8e4e75281 req-7ef48680-169f-45b6-b18e-01d92f26259f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0525291 Aug 09 16:53:59.721888 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-336d33b8-6fcf-4d9b-95a4-89b8e4e75281 req-a6f94aa6-19ad-4eec-828c-ce09b09c9f9a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358748 Aug 09 16:54:00.854533 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef87e7-536c-4945-b894-174e5e8349e4 req-8424c85c-ca35-4b10-a029-e409e45dcf9c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:00.856041 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9ef87e7-536c-4945-b894-174e5e8349e4 req-8424c85c-ca35-4b10-a029-e409e45dcf9c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0591722 Aug 09 16:54:00.899152 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-e9ef87e7-536c-4945-b894-174e5e8349e4 req-6ad11483-ed23-4527-896d-7fd0424a052d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371194 Aug 09 16:54:02.032595 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eab7b-f844-4420-adfe-f5708866a733 req-e333edbe-b2db-4737-bb13-29e86d2a05bc tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:02.034120 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0d2eab7b-f844-4420-adfe-f5708866a733 req-e333edbe-b2db-4737-bb13-29e86d2a05bc tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0638938 Aug 09 16:54:02.076840 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0d2eab7b-f844-4420-adfe-f5708866a733 req-460f6ccc-cd5b-4612-9bc7-73539b17a571 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346839 Aug 09 16:54:03.220634 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a653e7a-3d72-4f48-a88d-5fed9d2e051b req-2a6e6d5f-59a5-4ba5-8045-b2a96b9ad857 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:03.222301 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a653e7a-3d72-4f48-a88d-5fed9d2e051b req-2a6e6d5f-59a5-4ba5-8045-b2a96b9ad857 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0572863 Aug 09 16:54:03.263153 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-4a653e7a-3d72-4f48-a88d-5fed9d2e051b req-5423ce2d-fb46-47fc-b8fa-601da07dc0e8 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345438 Aug 09 16:54:04.397699 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb132-f0d2-4e0e-b4f0-0d2c49a82db1 req-0a0effaa-2e17-472f-9e43-8db05e2acc44 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:04.399499 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b9bfb132-f0d2-4e0e-b4f0-0d2c49a82db1 req-0a0effaa-2e17-472f-9e43-8db05e2acc44 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0537963 Aug 09 16:54:04.443714 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b9bfb132-f0d2-4e0e-b4f0-0d2c49a82db1 req-02339824-af85-43c2-b6c6-2a063af6006d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365705 Aug 09 16:54:05.569189 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022ee53-2612-479e-8e59-22caaa282ac0 req-fcdc59f8-3a99-4b96-adbb-5bf888ec1728 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:05.576702 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9022ee53-2612-479e-8e59-22caaa282ac0 req-fcdc59f8-3a99-4b96-adbb-5bf888ec1728 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0613143 Aug 09 16:54:05.621843 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-9022ee53-2612-479e-8e59-22caaa282ac0 req-407adb98-fa2d-4c8b-a1d8-d43a915f6c09 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440702 Aug 09 16:54:06.736007 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c5bd1-7b7f-4c90-9f31-8045f914e14b req-dacdf37f-ad93-4b40-a0b2-3fddcd3bca69 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:06.737504 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b4c5bd1-7b7f-4c90-9f31-8045f914e14b req-dacdf37f-ad93-4b40-a0b2-3fddcd3bca69 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0496647 Aug 09 16:54:06.774760 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6b4c5bd1-7b7f-4c90-9f31-8045f914e14b req-66ca9077-58b6-4645-8492-c619da9f0cc6 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313025 Aug 09 16:54:06.928546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239588d4-f828-406e-b98e-14fff37a0f79 req-f735aa04-399b-4e16-9545-49daf29c1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:06.929971 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-239588d4-f828-406e-b98e-14fff37a0f79 req-f735aa04-399b-4e16-9545-49daf29c1ab0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405548 Aug 09 16:54:07.020487 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-239588d4-f828-406e-b98e-14fff37a0f79 req-45d5c6b0-44d6-401b-9e1c-5a7bdb19d74a service neutron] 10.222.0.60 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828695 Aug 09 16:54:07.108043 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-239588d4-f828-406e-b98e-14fff37a0f79 req-08120380-87cb-46ce-9374-f9f59e8272f2 service neutron] 10.222.0.60 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799263 Aug 09 16:54:07.795197 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8bc41629-c6a2-41ef-bb9d-e3215143e811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:07.893959 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e720b5-f962-485e-9004-33e019e6e425 req-493fda53-5685-4e27-aa28-eeedd4a07478 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:07.895417 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-69e720b5-f962-485e-9004-33e019e6e425 req-493fda53-5685-4e27-aa28-eeedd4a07478 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0493276 Aug 09 16:54:07.931507 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-69e720b5-f962-485e-9004-33e019e6e425 req-d62018fb-e823-4517-8900-0fba9920a314 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301039 Aug 09 16:54:09.050148 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70790b-f5d1-4c4e-9034-fce59b5a6cad req-cf0744ab-a932-4f72-9776-e66692a8104c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:09.051615 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a70790b-f5d1-4c4e-9034-fce59b5a6cad req-cf0744ab-a932-4f72-9776-e66692a8104c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 944 time: 0.0529225 Aug 09 16:54:09.089756 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3a70790b-f5d1-4c4e-9034-fce59b5a6cad req-34a485dc-d9df-4e6b-bfd8-47d483a3c7fb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317543 Aug 09 16:54:09.976965 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 2400f7f7-41ce-40d6-ad7b-3b2229096724 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:54:10.071725 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:10.086076 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'port_id': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'mac_address': 'fa:16:3e:d3:71:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:54:10.123200 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:10.136284 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2400f7f7-41ce-40d6-ad7b-3b2229096724 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:54:10.156954 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:10.166032 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:10.216440 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe1d3c-b7c4-4559-8a76-e07f080aed9f req-4fb249df-3874-4185-9b57-40600aa385d5 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:10.217966 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3afe1d3c-b7c4-4559-8a76-e07f080aed9f req-4fb249df-3874-4185-9b57-40600aa385d5 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0582232 Aug 09 16:54:10.219641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=11']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:10.256519 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-3afe1d3c-b7c4-4559-8a76-e07f080aed9f req-b4e0fda7-8730-4d14-a596-ad581a8bb263 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317552 Aug 09 16:54:10.417480 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['2400f7f7-41ce-40d6-ad7b-3b2229096724'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:54:10.650023 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-749217c0-f216-49fc-b0e3-4a0fa47ac9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:11.029349 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:11.379094 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f3f62-e41b-4c63-89f9-f2fa508b6519 req-6488c64f-7ddc-4b05-bff5-f7fc2f7f1391 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:11.380586 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee6f3f62-e41b-4c63-89f9-f2fa508b6519 req-6488c64f-7ddc-4b05-bff5-f7fc2f7f1391 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 945 time: 0.0512481 Aug 09 16:54:11.419654 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee6f3f62-e41b-4c63-89f9-f2fa508b6519 req-e213884c-f1a8-4c39-8536-e6af2bd0931d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323775 Aug 09 16:54:11.868671 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:11.978241 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 2400f7f7-41ce-40d6-ad7b-3b2229096724 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:54:12.031874 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port 2400f7f7-41ce-40d6-ad7b-3b2229096724 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:54:12.035657 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port 2400f7f7-41ce-40d6-ad7b-3b2229096724 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:54:12.036022 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.121531 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.122534 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.145431 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:54:12.147871 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4c70eb-9124-4fb1-97e9-ed213f646088" -d '{"events": [{"server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "name": "network-vif-plugged", "status": "completed", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:12.161823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:12.167682 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.234389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=12']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:12.377951 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e09d7a-86f2-46e3-beca-7d00e89b8553 req-37972ecd-7f93-4401-9929-a3a2c527d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:12.379424 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a6e09d7a-86f2-46e3-beca-7d00e89b8553 req-37972ecd-7f93-4401-9929-a3a2c527d0d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1097 time: 0.0432527 Aug 09 16:54:12.415243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a6e09d7a-86f2-46e3-beca-7d00e89b8553 req-96ea0788-d9a0-4ccf-812e-68a3f94acca0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283148 Aug 09 16:54:12.537115 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed53ae-10e9-4060-88e8-4e6b3dd05bd9 req-669569be-eda1-4d9a-8287-07e0fd736c13 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:12.538746 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e5ed53ae-10e9-4060-88e8-4e6b3dd05bd9 req-669569be-eda1-4d9a-8287-07e0fd736c13 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 946 time: 0.0501461 Aug 09 16:54:12.581713 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e5ed53ae-10e9-4060-88e8-4e6b3dd05bd9 req-ecf4c8bf-4c9a-4643-8224-021d0a5a4c0a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331361 Aug 09 16:54:13.705652 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:13.715860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc32cd-e5c6-4617-9120-0cac5213be69 req-9803ca93-2cfe-499b-a470-96c62bc7ee86 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:13.717500 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c6fc32cd-e5c6-4617-9120-0cac5213be69 req-9803ca93-2cfe-499b-a470-96c62bc7ee86 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 946 time: 0.0591087 Aug 09 16:54:13.758541 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c6fc32cd-e5c6-4617-9120-0cac5213be69 req-e202d5e3-ea63-43df-a03b-0f2069dc4198 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348716 Aug 09 16:54:13.919428 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:14.878702 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db249f-fc26-46b1-9c1c-fb89e0b51a4a req-0deac189-cd31-49d6-8b2a-8f1771ffaaf4 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:14.880198 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27db249f-fc26-46b1-9c1c-fb89e0b51a4a req-0deac189-cd31-49d6-8b2a-8f1771ffaaf4 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 946 time: 0.0497384 Aug 09 16:54:14.918566 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-27db249f-fc26-46b1-9c1c-fb89e0b51a4a req-ac31496e-d0c6-467c-baf6-87f14d66f360 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 Aug 09 16:54:28.200466 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7e6789d-4edb-4e11-82bc-33dcdf4eb1c2 req-7cdd9504-36fd-4b0d-a179-60bc87f56137 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447586 Aug 09 16:54:28.284067 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6789d-4edb-4e11-82bc-33dcdf4eb1c2 req-f9291cc7-c762-4223-937e-ff3dc32248eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:28.285532 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7e6789d-4edb-4e11-82bc-33dcdf4eb1c2 req-f9291cc7-c762-4223-937e-ff3dc32248eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1097 time: 0.0431035 Aug 09 16:54:28.392838 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6789d-4edb-4e11-82bc-33dcdf4eb1c2 req-32a5701a-f17f-45f7-acd0-c1b227252754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:28.394365 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7e6789d-4edb-4e11-82bc-33dcdf4eb1c2 req-32a5701a-f17f-45f7-acd0-c1b227252754 service neutron] 10.222.0.60 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 910 time: 0.0871518 Aug 09 16:54:28.466577 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7e6789d-4edb-4e11-82bc-33dcdf4eb1c2 req-be62e417-670f-4bc9-805c-01e94e396aa2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 1001 time: 0.0642257 Aug 09 16:54:28.517724 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6789d-4edb-4e11-82bc-33dcdf4eb1c2 req-fe54207c-5570-4e4a-b058-7344db9bdc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:28.519187 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7e6789d-4edb-4e11-82bc-33dcdf4eb1c2 req-fe54207c-5570-4e4a-b058-7344db9bdc6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.0447862 Aug 09 16:54:28.568773 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6789d-4edb-4e11-82bc-33dcdf4eb1c2 req-bc863768-d0f1-4955-b645-c07d682bb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:54:28.570320 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7e6789d-4edb-4e11-82bc-33dcdf4eb1c2 req-bc863768-d0f1-4955-b645-c07d682bb47c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429819 Aug 09 16:54:28.670011 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7e6789d-4edb-4e11-82bc-33dcdf4eb1c2 req-4b4e194c-dfd8-4c84-8a7e-b70bef0927a3 service neutron] 10.222.0.60 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913787 Aug 09 16:54:28.765320 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-d7e6789d-4edb-4e11-82bc-33dcdf4eb1c2 req-6ec64f92-213e-496b-b59f-d069074c1f5d service neutron] 10.222.0.60 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865409 Aug 09 16:54:31.287530 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:54:37.796738 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-cbb60627-2d21-4b40-b460-172d3073cf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:40.651831 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-903b896f-5120-4f8b-bfc9-f4fa38987e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:41.031742 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:41.871005 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:42.102150 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:43.700075 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:43.940814 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.796523 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-aaabe006-b1e4-4f7b-b0c8-b4d6da00b127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:08.286480 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:55:10.654467 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-5727b1bc-1a6b-47ff-b4f1-7453c059070b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:11.032769 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:11.870573 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:12.101521 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:13.703739 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:13.953520 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:27.642315 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57642) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:27.811916 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Deleting port f607c180-8918-4506-b612-413aab3c01d3 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:55:27.812271 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:27.894053 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:27.894301 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:27.906641 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Calling delete_port for f607c180-8918-4506-b612-413aab3c01d3 owned by network:floatingip {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:55:28.054183 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.079410 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event deleted for resources: {'Port': ['ID=f607c180-8918-4506-b612-413aab3c01d3,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:28.093567 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.093937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.094282 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.094621 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.094955 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.095288 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.095615 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.095953 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.096273 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.096598 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.096958 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.097281 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:28.163704 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for floatingip, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.163930 n-d-803778-2 neutron-server[94289]: INFO neutron.db.l3_db [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Floating IP 2bdcd0ed-fe35-4166-932b-4d596acc4b47 disassociated (deleted). External IP: 172.25.2.176, port: 2400f7f7-41ce-40d6-ad7b-3b2229096724. Aug 09 16:55:28.378576 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:55:28.799311 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:55:28.804172 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for floatingip, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.810303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2dc89-d690-46b5-9508-339703c3055b None None] Sync routers for ids ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:55:28.821832 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2dc89-d690-46b5-9508-339703c3055b None None] Routers {'d3a2cc79-aaee-48ee-95fa-e4bae64bb084'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:55:28.822447 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c3f2dc89-d690-46b5-9508-339703c3055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:55:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:28.842753 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-edf0d5c6-e802-45fe-982f-2543752aa0e7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "DELETE /v2.0/floatingips/2bdcd0ed-fe35-4166-932b-4d596acc4b47 HTTP/1.1" status: 204 len: 168 time: 1.1967945 Aug 09 16:55:28.842753 n-d-803778-2 neutron-server[94289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724'}] {{(pid=94289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:55:28.843475 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b72becf880fa2e28364131af1cfaf44d4ee17d3db2152149eb4b8d6f33c135a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dc95b5-a8de-4799-a10b-9a63f27cadfa" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724"}]}' {{(pid=94289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:28.929185 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c3f2dc89-d690-46b5-9508-339703c3055b None None] Set router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:55:29.051792 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceee8484-1942-4cf2-a8e9-3c4376c8eaff x-openstack-request-id: req-ceee8484-1942-4cf2-a8e9-3c4376c8eaff {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:29.052081 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724", "status": "completed", "code": 200}]} {{(pid=94289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:29.052327 n-d-803778-2 neutron-server[94289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ceee8484-1942-4cf2-a8e9-3c4376c8eaff {{(pid=94289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:29.052721 n-d-803778-2 neutron-server[94289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'status': 'completed', 'code': 200} Aug 09 16:55:29.137823 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c3f2dc89-d690-46b5-9508-339703c3055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '41e6499c-f41e-4130-9003-496229206919', 'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'mac_address': 'fa:16:3e:6b:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:08Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 5, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'subnets': [{'id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:29.158439 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a492a1f-22c7-4b4e-8a42-632ecfadd5e3 req-6b025505-76f7-42cd-9ea9-82b0a237af5f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:29.160344 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a492a1f-22c7-4b4e-8a42-632ecfadd5e3 req-6b025505-76f7-42cd-9ea9-82b0a237af5f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 946 time: 0.0539963 Aug 09 16:55:29.164066 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc95b5-a8de-4799-a10b-9a63f27cadfa req-8dc669c3-0bb2-4eee-a2e7-859d32d93cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:29.165502 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2dc89-d690-46b5-9508-339703c3055b None None] Checking router: d3a2cc79-aaee-48ee-95fa-e4bae64bb084 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:55:29.165703 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0dc95b5-a8de-4799-a10b-9a63f27cadfa req-8dc669c3-0bb2-4eee-a2e7-859d32d93cf4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 1097 time: 0.0873897 Aug 09 16:55:29.174839 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2dc89-d690-46b5-9508-339703c3055b None None] Routers {'d3a2cc79-aaee-48ee-95fa-e4bae64bb084'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:55:29.175461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c3f2dc89-d690-46b5-9508-339703c3055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:55:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:29.203661 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8a492a1f-22c7-4b4e-8a42-632ecfadd5e3 req-1bb3b38b-2abf-4367-8131-6c7078331b70 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361972 Aug 09 16:55:29.265356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc95b5-a8de-4799-a10b-9a63f27cadfa req-57bf7369-e804-46ae-a048-37da8f65e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:29.266956 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0dc95b5-a8de-4799-a10b-9a63f27cadfa req-57bf7369-e804-46ae-a048-37da8f65e215 service neutron] 10.222.0.60 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 910 time: 0.0937934 Aug 09 16:55:29.315145 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0dc95b5-a8de-4799-a10b-9a63f27cadfa req-678b2162-ab8e-49ef-8db1-10a35d72f295 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 200 len: 217 time: 0.0392876 Aug 09 16:55:29.370942 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc95b5-a8de-4799-a10b-9a63f27cadfa req-a76bcc46-e50a-45e5-aa30-c1793fb88756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:29.373635 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0dc95b5-a8de-4799-a10b-9a63f27cadfa req-a76bcc46-e50a-45e5-aa30-c1793fb88756 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.0499516 Aug 09 16:55:29.435678 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc95b5-a8de-4799-a10b-9a63f27cadfa req-e9620b1a-0c57-48ce-a8ce-b68199452b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:29.437335 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0dc95b5-a8de-4799-a10b-9a63f27cadfa req-e9620b1a-0c57-48ce-a8ce-b68199452b7d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483611 Aug 09 16:55:29.454883 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-c3f2dc89-d690-46b5-9508-339703c3055b None None] Set router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:55:29.541647 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0dc95b5-a8de-4799-a10b-9a63f27cadfa req-4ca4345a-df01-4728-9163-06a5c8ea604d service neutron] 10.222.0.60 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941336 Aug 09 16:55:29.645408 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-a0dc95b5-a8de-4799-a10b-9a63f27cadfa req-ec5a72c6-4e3a-435f-a12d-6820871cbed8 service neutron] 10.222.0.60 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961826 Aug 09 16:55:29.677245 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-c3f2dc89-d690-46b5-9508-339703c3055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '41e6499c-f41e-4130-9003-496229206919', 'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'mac_address': 'fa:16:3e:6b:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:08Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 5, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'subnets': [{'id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:29.705023 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2dc89-d690-46b5-9508-339703c3055b None None] The sync data for ids ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'] in n-d-803778-2 is: [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:51:09Z', 'revision_number': 4, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '41e6499c-f41e-4130-9003-496229206919', 'name': '', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'mac_address': 'fa:16:3e:6b:1f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:08Z', 'updated_at': '2021-08-09T16:51:14Z', 'revision_number': 5, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'subnets': [{'id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:55:29.930777 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af07877-3f68-4c75-94f0-92508a0f6ce6 None None] New status for floating IP 2bdcd0ed-fe35-4166-932b-4d596acc4b47: DOWN {{(pid=94292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:55:30.322385 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ac51b-2ff1-4749-94c4-96a8868bb0db req-fea75b59-0af0-4d83-9a14-131c07c79649 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:30.323880 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6d2ac51b-2ff1-4749-94c4-96a8868bb0db req-fea75b59-0af0-4d83-9a14-131c07c79649 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 946 time: 0.0524611 Aug 09 16:55:30.367557 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6d2ac51b-2ff1-4749-94c4-96a8868bb0db req-e41e7ced-776f-4373-917d-7e906903f7a8 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372562 Aug 09 16:55:30.427703 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde9783-04e3-4c06-91d2-91f24696be48 req-e7e9bad9-820d-4bf9-a45b-e70f798fadd8 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:30.429361 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8cde9783-04e3-4c06-91d2-91f24696be48 req-e7e9bad9-820d-4bf9-a45b-e70f798fadd8 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2f20809-52bf-40d8-9de9-32f0bfdb4c22 HTTP/1.1" status: 200 len: 946 time: 0.0517912 Aug 09 16:55:30.521463 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-8cde9783-04e3-4c06-91d2-91f24696be48 req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Deleting port 2400f7f7-41ce-40d6-ad7b-3b2229096724 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:55:30.521750 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8cde9783-04e3-4c06-91d2-91f24696be48 req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:30.628280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-8cde9783-04e3-4c06-91d2-91f24696be48 req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] For port 2400f7f7-41ce-40d6-ad7b-3b2229096724, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=2400f7f7-41ce-40d6-ad7b-3b2229096724,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:30.628717 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8cde9783-04e3-4c06-91d2-91f24696be48 req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:30.642768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-8cde9783-04e3-4c06-91d2-91f24696be48 req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Calling delete_port for 2400f7f7-41ce-40d6-ad7b-3b2229096724 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:55:30.778965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8cde9783-04e3-4c06-91d2-91f24696be48 req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:30.806447 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event deleted for resources: {'Port': ['ID=2400f7f7-41ce-40d6-ad7b-3b2229096724,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:30.834623 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:30.834971 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:30.835312 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:30.835650 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:30.835980 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:30.836309 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:30.836640 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:30.836964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:30.837288 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:30.837632 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:30.837983 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:30.838310 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:30.859258 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cde9783-04e3-4c06-91d2-91f24696be48 req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] No DVR routers for this DVR port 2400f7f7-41ce-40d6-ad7b-3b2229096724 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:55:30.861885 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-8cde9783-04e3-4c06-91d2-91f24696be48 req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:30.863973 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-8cde9783-04e3-4c06-91d2-91f24696be48 req-9dc38a83-a0f4-4ea9-a9e0-497e83d05e8a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.60 "DELETE /v2.0/ports/2400f7f7-41ce-40d6-ad7b-3b2229096724 HTTP/1.1" status: 204 len: 173 time: 0.4278731 Aug 09 16:55:30.864403 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'name': 'network-vif-deleted', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:55:30.867073 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bd24be-da52-437a-ac93-215270b0b84b" -d '{"events": [{"server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "name": "network-vif-deleted", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:30.908802 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a0aa73-21cc-4324-8add-991ba1ae6d1d x-openstack-request-id: req-26a0aa73-21cc-4324-8add-991ba1ae6d1d {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:30.909087 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f20809-52bf-40d8-9de9-32f0bfdb4c22", "name": "network-vif-deleted", "tag": "2400f7f7-41ce-40d6-ad7b-3b2229096724", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:30.909342 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26a0aa73-21cc-4324-8add-991ba1ae6d1d {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:30.909762 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'name': 'network-vif-deleted', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724', 'status': 'completed', 'code': 200} Aug 09 16:55:31.428485 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57666) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:31.486089 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b241d69e-5611-4fce-a684-ff287c31b888 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:31.510246 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b241d69e-5611-4fce-a684-ff287c31b888 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:31.571878 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b241d69e-5611-4fce-a684-ff287c31b888 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:31.575186 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b241d69e-5611-4fce-a684-ff287c31b888 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:31.576411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b241d69e-5611-4fce-a684-ff287c31b888 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "DELETE /v2.0/security-groups/9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005 HTTP/1.1" status: 204 len: 168 time: 0.1469221 Aug 09 16:55:31.585679 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241d69e-5611-4fce-a684-ff287c31b888 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7dd17a-ccd8-49b8-8b76-ac6f10cc0005,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:31.941155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57672) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:31.946274 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-542116b3-230b-4406-bac3-66d1845b8858 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-823746569', 'description': 'tempest-secgroup-smoke-823746569 description', 'project_id': '144e538d7d5b417ca8949417ed29162a'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:31.969324 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-542116b3-230b-4406-bac3-66d1845b8858 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.051306 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-542116b3-230b-4406-bac3-66d1845b8858 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.054856 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-542116b3-230b-4406-bac3-66d1845b8858 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.085019 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-542116b3-230b-4406-bac3-66d1845b8858 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.086262 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-542116b3-230b-4406-bac3-66d1845b8858 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1438153 Aug 09 16:55:32.089119 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57674) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:32.093725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-25928155-8ee6-4b37-a85b-ea023b6fb851 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group_rule': {'security_group_id': '72e54703-6ff3-4c70-bbcd-2eb7192b3d43', 'project_id': '144e538d7d5b417ca8949417ed29162a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:32.099599 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542116b3-230b-4406-bac3-66d1845b8858 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e54703-6ff3-4c70-bbcd-2eb7192b3d43,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:32.124614 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25928155-8ee6-4b37-a85b-ea023b6fb851 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.181125 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25928155-8ee6-4b37-a85b-ea023b6fb851 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.185983 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25928155-8ee6-4b37-a85b-ea023b6fb851 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.204302 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25928155-8ee6-4b37-a85b-ea023b6fb851 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8b60c3-7bf4-42ef-9ea7-2f0c1bfbcec0,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:32.211490 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-25928155-8ee6-4b37-a85b-ea023b6fb851 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.212781 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-25928155-8ee6-4b37-a85b-ea023b6fb851 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227114 Aug 09 16:55:32.215543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57676) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:32.220130 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1c839094-b6f3-466d-ae84-a4b201d0ff48 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group_rule': {'security_group_id': '72e54703-6ff3-4c70-bbcd-2eb7192b3d43', 'project_id': '144e538d7d5b417ca8949417ed29162a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:32.247486 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c839094-b6f3-466d-ae84-a4b201d0ff48 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.303399 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c839094-b6f3-466d-ae84-a4b201d0ff48 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.306854 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c839094-b6f3-466d-ae84-a4b201d0ff48 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.325099 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c839094-b6f3-466d-ae84-a4b201d0ff48 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d652dce2-32f1-480f-9d0f-e05cea2c7228,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:32.330460 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1c839094-b6f3-466d-ae84-a4b201d0ff48 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.331698 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1c839094-b6f3-466d-ae84-a4b201d0ff48 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150508 Aug 09 16:55:32.334472 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57678) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:32.338929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-8b19ed88-b840-4c9a-bb83-1aab675d242a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group_rule': {'security_group_id': '72e54703-6ff3-4c70-bbcd-2eb7192b3d43', 'project_id': '144e538d7d5b417ca8949417ed29162a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:32.365882 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b19ed88-b840-4c9a-bb83-1aab675d242a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.425129 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b19ed88-b840-4c9a-bb83-1aab675d242a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.428744 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b19ed88-b840-4c9a-bb83-1aab675d242a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.450640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19ed88-b840-4c9a-bb83-1aab675d242a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed37d800-7de0-4749-9075-effe20962e24,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:32.455353 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b19ed88-b840-4c9a-bb83-1aab675d242a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.456672 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8b19ed88-b840-4c9a-bb83-1aab675d242a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212790 Aug 09 16:55:32.459392 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57680) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:32.463673 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-26419302-34cd-4646-8121-d53409dfea1c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group_rule': {'security_group_id': '72e54703-6ff3-4c70-bbcd-2eb7192b3d43', 'project_id': '144e538d7d5b417ca8949417ed29162a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:32.490477 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26419302-34cd-4646-8121-d53409dfea1c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.550913 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26419302-34cd-4646-8121-d53409dfea1c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.554623 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26419302-34cd-4646-8121-d53409dfea1c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.571830 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26419302-34cd-4646-8121-d53409dfea1c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc47a6f8-f7dd-40ce-8477-a45b194c3cd7,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:32.578158 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-26419302-34cd-4646-8121-d53409dfea1c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.579342 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-26419302-34cd-4646-8121-d53409dfea1c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190188 Aug 09 16:55:32.582187 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57682) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:32.586505 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-b3a2a840-35eb-41f3-83e3-6475f00ddd95 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group_rule': {'security_group_id': '72e54703-6ff3-4c70-bbcd-2eb7192b3d43', 'project_id': '144e538d7d5b417ca8949417ed29162a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:32.614138 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-b3a2a840-35eb-41f3-83e3-6475f00ddd95 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Project 144e538d7d5b417ca8949417ed29162a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:55:32.619104 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a840-35eb-41f3-83e3-6475f00ddd95 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.680226 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a840-35eb-41f3-83e3-6475f00ddd95 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.683834 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a840-35eb-41f3-83e3-6475f00ddd95 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.701465 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2a840-35eb-41f3-83e3-6475f00ddd95 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5088c2f-c384-4725-ab71-dbacccc8b0f2,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:32.706476 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a840-35eb-41f3-83e3-6475f00ddd95 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.708047 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-b3a2a840-35eb-41f3-83e3-6475f00ddd95 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245811 Aug 09 16:55:32.710872 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 57684) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:32.715920 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-3bcdce3b-3ddf-4668-8170-939e15fa199b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'security_group_rule': {'security_group_id': '72e54703-6ff3-4c70-bbcd-2eb7192b3d43', 'project_id': '144e538d7d5b417ca8949417ed29162a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:32.738023 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-3bcdce3b-3ddf-4668-8170-939e15fa199b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Project 144e538d7d5b417ca8949417ed29162a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:55:32.743253 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3bcdce3b-3ddf-4668-8170-939e15fa199b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.804069 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3bcdce3b-3ddf-4668-8170-939e15fa199b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.807926 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3bcdce3b-3ddf-4668-8170-939e15fa199b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.828873 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdce3b-3ddf-4668-8170-939e15fa199b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79811a81-d95c-4223-a8ce-ec56bc69c688,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:32.834842 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3bcdce3b-3ddf-4668-8170-939e15fa199b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:32.836237 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3bcdce3b-3ddf-4668-8170-939e15fa199b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243293 Aug 09 16:55:34.309490 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 2400f7f7-41ce-40d6-ad7b-3b2229096724 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:55:34.331293 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: 2400f7f7-41ce-40d6-ad7b-3b2229096724 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:55:34.331636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device 2400f7f7-41ce-40d6-ad7b-3b2229096724 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:55:37.805622 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-512b5dc7-3556-46fa-ad9f-ec0e630d3580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:40.660760 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-86124773-2a03-4787-aae9-8b2db152a241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:41.038077 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:41.874542 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:42.109832 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:43.706713 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:43.959790 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.286657 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:55:47.159629 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-328ce449-408a-4b93-aeea-a5d1f294cfed tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-823746569&fields=id&tenant_id=144e538d7d5b417ca8949417ed29162a HTTP/1.1" status: 200 len: 267 time: 0.0331690 Aug 09 16:55:47.268004 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-6b6c407c-41df-4c51-a307-1f21bb5cfaed tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:47.269502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-6b6c407c-41df-4c51-a307-1f21bb5cfaed tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 809 time: 0.1030693 Aug 09 16:55:47.285811 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-62a7646f-77f9-470c-b883-27cd0d2204e4 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/quotas/144e538d7d5b417ca8949417ed29162a HTTP/1.1" status: 200 len: 375 time: 0.0104978 Aug 09 16:55:47.337080 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-b5990125-2224-45f9-96d4-881d65f93251 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456467 Aug 09 16:55:47.395666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-bd681b22-af6e-4b31-8cfc-452289e2819f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:55:47.396732 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-bd681b22-af6e-4b31-8cfc-452289e2819f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477419 Aug 09 16:55:47.491395 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-36fff258-4041-41b5-80fd-5c48fb012dca service neutron] 10.222.0.81 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876396 Aug 09 16:55:47.582521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-eeb5f331-27bf-42d7-9dc4-c470f204a888 service neutron] 10.222.0.81 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844207 Aug 09 16:55:47.872712 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-31df7508-558c-4abb-858f-fc725484b3dd req-98addea9-2930-4086-8570-a7100d27628b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 210 time: 0.0312707 Aug 09 16:55:48.856266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-513cdf77-94ac-4f75-8f9d-2499f36ade4f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:48.857758 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-513cdf77-94ac-4f75-8f9d-2499f36ade4f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.53 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 809 time: 0.1067824 Aug 09 16:55:48.901442 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-31e5bb2e-58e1-46c1-83b8-5a76fa019137 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=144e538d7d5b417ca8949417ed29162a HTTP/1.1" status: 200 len: 379 time: 0.0347505 Aug 09 16:55:48.915058 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Request body: {'port': {'device_id': '18dcd4f5-4647-4c7a-8f59-926b354a6343', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'admin_state_up': True, 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'security_groups': ['72e54703-6ff3-4c70-bbcd-2eb7192b3d43']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:48.974872 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ab9ee908-6acc-4be7-86f0-8f49e44c4ec1 req-05c8edac-8d55-4e26-8965-9eab26984761 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 210 time: 0.0276899 Aug 09 16:55:49.037502 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Made reservation on behalf of 144e538d7d5b417ca8949417ed29162a for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:55:49.041140 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:49.522843 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Allocated IP 172.20.0.13 (89dfb45e-4209-4f18-bb3c-f7c6cf7057f0/c0d5cf8c-26eb-46ff-840f-d37a6698794e/20b82393-ae15-4081-9715-1452e6054ab5) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:55:49.665948 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:49.679544 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Transition to ACTIVE for port object 20b82393-ae15-4081-9715-1452e6054ab5 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:55:49.714313 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:49.759176 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:55:49.765305 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:55:49.769779 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:55:49.796056 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event updated for resources: {'Port': ['ID=20b82393-ae15-4081-9715-1452e6054ab5,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:49.831391 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:49.832064 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:49.848539 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-dc89522f-6f16-4a22-8bb5-6f1efd8086dd tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9374728 Aug 09 16:55:49.861035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Request body: {'port': {'device_id': '18dcd4f5-4647-4c7a-8f59-926b354a6343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:49.922128 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:50.038872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-192c7b8f-017e-4d1f-92cc-3f078b07bd45 None None] Provisioning for port 20b82393-ae15-4081-9715-1452e6054ab5 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:55:50.043531 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-192c7b8f-017e-4d1f-92cc-3f078b07bd45 None None] Provisioning complete for port 20b82393-ae15-4081-9715-1452e6054ab5 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:55:50.043868 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-192c7b8f-017e-4d1f-92cc-3f078b07bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:50.125276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f96048-84cf-4cca-9ee4-d1d6af9524c6 req-b2ec54d9-a209-4411-9b67-924088c658b8 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:50.126418 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-192c7b8f-017e-4d1f-92cc-3f078b07bd45 None None] Port 20b82393-ae15-4081-9715-1452e6054ab5 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:55:50.127960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4f96048-84cf-4cca-9ee4-d1d6af9524c6 req-b2ec54d9-a209-4411-9b67-924088c658b8 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 932 time: 0.0811741 Aug 09 16:55:50.226425 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d4f96048-84cf-4cca-9ee4-d1d6af9524c6 req-9b5f6cfc-d970-4761-ab55-e574d5bb02f0 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903358 Aug 09 16:55:50.248225 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b82393-ae15-4081-9715-1452e6054ab5 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:55:50.255987 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:50.267844 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Transition to ACTIVE for port object 20b82393-ae15-4081-9715-1452e6054ab5 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:55:50.272550 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:50.325266 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Pushing event updated for resources: {'Port': ['ID=20b82393-ae15-4081-9715-1452e6054ab5,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:50.396674 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Attempting to bind port 20b82393-ae15-4081-9715-1452e6054ab5 on host n-h1-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:55:50.397059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Attempting to bind port 20b82393-ae15-4081-9715-1452e6054ab5 by drivers openvswitch,hyperv on host n-h1-803778-2 at level 0 using segments [{'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:55:50.397355 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Attempting to bind port 20b82393-ae15-4081-9715-1452e6054ab5 on network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:55:50.401918 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Port 20b82393-ae15-4081-9715-1452e6054ab5 on network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:55:50.402821 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Attempting to bind port 20b82393-ae15-4081-9715-1452e6054ab5 on network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:55:50.407830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Checking agent: {'id': '37d2c84b-4479-4dae-b4f5-9aa3a144ee3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:55:50.408174 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Checking segment: {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:55:50.408566 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Bound using segment: {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:55:50.409001 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Bound port: 20b82393-ae15-4081-9715-1452e6054ab5, host: n-h1-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a950fd0f-e716-47ff-934b-572bcc0a3989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:55:50.409373 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:50.497376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] For port 20b82393-ae15-4081-9715-1452e6054ab5, host n-h1-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:55:50.501153 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] For port 20b82393-ae15-4081-9715-1452e6054ab5, host n-h1-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=20b82393-ae15-4081-9715-1452e6054ab5,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:55:50.507705 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:50.549019 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:50.549674 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:50.551072 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] 10.222.0.53 "PUT /v2.0/ports/20b82393-ae15-4081-9715-1452e6054ab5 HTTP/1.1" status: 200 len: 1092 time: 0.6946032 Aug 09 16:55:50.551512 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18dcd4f5-4647-4c7a-8f59-926b354a6343', 'tag': '20b82393-ae15-4081-9715-1452e6054ab5'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:55:50.553807 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec223a5-cfc8-4652-9bfc-a62584786416" -d '{"events": [{"name": "network-changed", "server_uuid": "18dcd4f5-4647-4c7a-8f59-926b354a6343", "tag": "20b82393-ae15-4081-9715-1452e6054ab5"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:50.595071 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec6bb8-11f7-40f1-9722-8591ec45a217 service neutron] Pushing event updated for resources: {'Port': ['ID=20b82393-ae15-4081-9715-1452e6054ab5,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:50.607527 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b6deba-ed14-4703-aed3-c1d900e46482 x-openstack-request-id: req-81b6deba-ed14-4703-aed3-c1d900e46482 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:50.607885 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18dcd4f5-4647-4c7a-8f59-926b354a6343", "tag": "20b82393-ae15-4081-9715-1452e6054ab5", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:50.608210 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81b6deba-ed14-4703-aed3-c1d900e46482 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:50.608675 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18dcd4f5-4647-4c7a-8f59-926b354a6343', 'tag': '20b82393-ae15-4081-9715-1452e6054ab5', 'status': 'completed', 'code': 200} Aug 09 16:55:50.652700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-77e6751b-deec-4e5d-945e-1f7548fea96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:50.654479 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-77e6751b-deec-4e5d-945e-1f7548fea96a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 1095 time: 0.0449178 Aug 09 16:55:50.705243 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-51b3ddea-97ed-4b9a-a75f-fa9190809e27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b82393-ae15-4081-9715-1452e6054ab5 HTTP/1.1" status: 200 len: 217 time: 0.0424526 Aug 09 16:55:50.764105 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-d2f21d34-348a-476f-95b6-d8300fbe0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:50.765581 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-d2f21d34-348a-476f-95b6-d8300fbe0fb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.0535254 Aug 09 16:55:50.815864 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-18128e62-9e80-4f08-bedf-4ef37d31de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:50.817325 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-18128e62-9e80-4f08-bedf-4ef37d31de74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445356 Aug 09 16:55:50.933235 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-c910c68c-e710-4022-b509-9f415c2066e2 service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082587 Aug 09 16:55:51.037311 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-16fc55d6-e3ff-4dc9-9dfd-e49326735fbd service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973723 Aug 09 16:55:51.130322 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec223a5-cfc8-4652-9bfc-a62584786416 req-d6b4f793-4e88-4f96-bf9e-aa6ab135cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:51.131730 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ec223a5-cfc8-4652-9bfc-a62584786416 req-d6b4f793-4e88-4f96-bf9e-aa6ab135cead service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=144e538d7d5b417ca8949417ed29162a&device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 1095 time: 0.0442059 Aug 09 16:55:51.229900 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec223a5-cfc8-4652-9bfc-a62584786416 req-047ebe4b-9e29-48b5-8bc4-3c5e738995b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:51.231633 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ec223a5-cfc8-4652-9bfc-a62584786416 req-047ebe4b-9e29-48b5-8bc4-3c5e738995b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 200 len: 910 time: 0.0932379 Aug 09 16:55:51.275375 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ec223a5-cfc8-4652-9bfc-a62584786416 req-6e158c81-c03a-405a-91f7-8ad2f40ef4f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b82393-ae15-4081-9715-1452e6054ab5 HTTP/1.1" status: 200 len: 217 time: 0.0366449 Aug 09 16:55:51.328097 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec223a5-cfc8-4652-9bfc-a62584786416 req-df52b396-26b1-45d6-9ee2-d52699161d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:51.329792 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ec223a5-cfc8-4652-9bfc-a62584786416 req-df52b396-26b1-45d6-9ee2-d52699161d4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 200 len: 848 time: 0.0478680 Aug 09 16:55:51.350904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6783df-2129-4cc4-b20e-c8c95fa9cbb1 req-b2a535ea-5fed-45e0-91fa-f40879a65811 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:51.353342 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d6783df-2129-4cc4-b20e-c8c95fa9cbb1 req-b2a535ea-5fed-45e0-91fa-f40879a65811 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 944 time: 0.0531034 Aug 09 16:55:51.394221 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec223a5-cfc8-4652-9bfc-a62584786416 req-bab1f5ac-fc1f-4aa0-960c-6f005e1a3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:51.396109 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d6783df-2129-4cc4-b20e-c8c95fa9cbb1 req-54d510ec-1f7a-4f14-9c57-f794f8674e45 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361903 Aug 09 16:55:51.396881 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ec223a5-cfc8-4652-9bfc-a62584786416 req-bab1f5ac-fc1f-4aa0-960c-6f005e1a3dd9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593681 Aug 09 16:55:51.492869 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ec223a5-cfc8-4652-9bfc-a62584786416 req-303bd07c-b108-44e9-8de3-7a3d578933fd service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888634 Aug 09 16:55:51.595996 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-7ec223a5-cfc8-4652-9bfc-a62584786416 req-90d389f5-ec96-4865-bc60-d7cdb3d5d8c4 service neutron] 10.222.0.53 "GET /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958869 Aug 09 16:55:52.520821 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef46142-0aa5-42b5-be9a-0c0af75f57c2 req-c5c55bbc-a630-45a0-af1d-7e84a07d7816 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:52.522260 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ef46142-0aa5-42b5-be9a-0c0af75f57c2 req-c5c55bbc-a630-45a0-af1d-7e84a07d7816 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 944 time: 0.0534697 Aug 09 16:55:52.569234 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ef46142-0aa5-42b5-be9a-0c0af75f57c2 req-4f48f7a0-eedf-4d9e-815c-fb1142b6f8d8 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392861 Aug 09 16:55:53.685226 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d80ee-3048-4271-b184-719eb7246882 req-9f3e5c31-b91a-431d-b441-17a0ab9a7f49 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:53.686741 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-153d80ee-3048-4271-b184-719eb7246882 req-9f3e5c31-b91a-431d-b441-17a0ab9a7f49 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 944 time: 0.0491533 Aug 09 16:55:53.727510 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-153d80ee-3048-4271-b184-719eb7246882 req-8f9fa8ce-1229-48c4-bc39-425c820280b0 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325866 Aug 09 16:55:54.845719 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c83ccf-e535-4056-837b-08a879f79413 req-2a8ff156-3a1e-4265-b61e-c2a9c8c59214 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:54.847217 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c1c83ccf-e535-4056-837b-08a879f79413 req-2a8ff156-3a1e-4265-b61e-c2a9c8c59214 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 944 time: 0.0501924 Aug 09 16:55:54.884178 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c1c83ccf-e535-4056-837b-08a879f79413 req-a620c36f-b889-421b-9e6a-d26d0e39315c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306585 Aug 09 16:55:56.012268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faacc1a-b361-48a6-84f2-56415c8c1959 req-08c28fff-00ae-4a25-b958-df07d360f9d5 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:56.013869 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1faacc1a-b361-48a6-84f2-56415c8c1959 req-08c28fff-00ae-4a25-b958-df07d360f9d5 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 944 time: 0.0539052 Aug 09 16:55:56.051516 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1faacc1a-b361-48a6-84f2-56415c8c1959 req-d5d15f0d-6538-4cad-a653-068f19985a2c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316403 Aug 09 16:55:57.166376 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd7a41-e656-402a-99df-a5a909ea490e req-862984c8-001c-4429-b7e6-df6a59c67ba3 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:57.168474 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37dd7a41-e656-402a-99df-a5a909ea490e req-862984c8-001c-4429-b7e6-df6a59c67ba3 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 944 time: 0.0501606 Aug 09 16:55:57.207005 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37dd7a41-e656-402a-99df-a5a909ea490e req-f0d2b735-4238-47af-b0fa-70f04a544dea tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325987 Aug 09 16:55:58.326823 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b6094-505c-41fb-a509-5a5f766cd4c0 req-03a169d4-e4a9-499d-848b-52de9386fe3a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:58.328329 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a47b6094-505c-41fb-a509-5a5f766cd4c0 req-03a169d4-e4a9-499d-848b-52de9386fe3a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 944 time: 0.0519726 Aug 09 16:55:58.367770 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a47b6094-505c-41fb-a509-5a5f766cd4c0 req-77726b29-9b75-4c9a-a861-1a9f0325704a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334361 Aug 09 16:55:59.490754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeec584-5ea5-4415-8b7e-4764d0fc5031 req-2b75a6f7-028e-47a9-b13b-4dd15a90f81d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:55:59.492230 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bdeec584-5ea5-4415-8b7e-4764d0fc5031 req-2b75a6f7-028e-47a9-b13b-4dd15a90f81d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 944 time: 0.0517502 Aug 09 16:55:59.531747 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bdeec584-5ea5-4415-8b7e-4764d0fc5031 req-2fe446f3-db6f-49da-a818-17cab73a65af tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323942 Aug 09 16:56:00.135132 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 20b82393-ae15-4081-9715-1452e6054ab5 details requested by agent hyperv_n-h1-803778-2 with host n-h1-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:56:00.228360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 20b82393-ae15-4081-9715-1452e6054ab5, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=20b82393-ae15-4081-9715-1452e6054ab5,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:00.240080 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Returning: {'device': '20b82393-ae15-4081-9715-1452e6054ab5', 'network_id': '89dfb45e-4209-4f18-bb3c-f7c6cf7057f0', 'port_id': '20b82393-ae15-4081-9715-1452e6054ab5', 'mac_address': 'fa:16:3e:b1:82:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d5cf8c-26eb-46ff-840f-d37a6698794e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:56:00.281354 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:00.295256 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b82393-ae15-4081-9715-1452e6054ab5 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:56:00.315461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 20b82393-ae15-4081-9715-1452e6054ab5, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=20b82393-ae15-4081-9715-1452e6054ab5,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:00.319322 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:00.368423 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=20b82393-ae15-4081-9715-1452e6054ab5,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:00.375668 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:00.376010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:00.376344 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:00.376672 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:00.376998 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:00.377323 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:00.377703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:00.378022 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:00.378342 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:00.378659 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:00.378975 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:00.379290 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:00.564486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] get_ports_and_sgs() called for port_ids ['20b82393-ae15-4081-9715-1452e6054ab5'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:56:00.649622 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43ff7-4580-458f-adf7-3d4299d1ce27 req-50b0ce10-1b2c-4dbd-ba0c-b8ea2baa4897 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:00.650938 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-17d43ff7-4580-458f-adf7-3d4299d1ce27 req-50b0ce10-1b2c-4dbd-ba0c-b8ea2baa4897 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 945 time: 0.0498068 Aug 09 16:56:00.690568 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-17d43ff7-4580-458f-adf7-3d4299d1ce27 req-eae2a2cc-0d0b-4e7f-ac85-265fd9704f90 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323446 Aug 09 16:56:01.805390 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910e8e2-bc65-4e69-84cc-9d07b83a5926 req-23334540-5734-43e8-ad4c-2697c946023c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:01.806903 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4910e8e2-bc65-4e69-84cc-9d07b83a5926 req-23334540-5734-43e8-ad4c-2697c946023c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 945 time: 0.0486107 Aug 09 16:56:01.846121 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4910e8e2-bc65-4e69-84cc-9d07b83a5926 req-569facb2-cbb2-4961-8a05-8fc6bb4a6245 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328186 Aug 09 16:56:02.164946 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 20b82393-ae15-4081-9715-1452e6054ab5 up at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:56:02.211886 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning for port 20b82393-ae15-4081-9715-1452e6054ab5 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:56:02.216455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Provisioning complete for port 20b82393-ae15-4081-9715-1452e6054ab5 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:56:02.216828 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:02.294640 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:02.327797 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] For port 20b82393-ae15-4081-9715-1452e6054ab5, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=20b82393-ae15-4081-9715-1452e6054ab5,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:02.331441 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:02.379501 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Pushing event updated for resources: {'Port': ['ID=20b82393-ae15-4081-9715-1452e6054ab5,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:02.965251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac953f-5ea9-42df-97d2-a64f3f123105 req-5059bfb0-7143-4f3d-ae11-b88f8b8bddd2 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:02.966802 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53ac953f-5ea9-42df-97d2-a64f3f123105 req-5059bfb0-7143-4f3d-ae11-b88f8b8bddd2 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0530448 Aug 09 16:56:03.003786 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53ac953f-5ea9-42df-97d2-a64f3f123105 req-4b943883-c563-4928-bbe9-9e639e6fc24b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310342 Aug 09 16:56:04.117414 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c50685-ce62-4707-a983-7730038f6454 req-1b333fc5-e557-44ad-b5d4-c587b7f46e5b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:04.118960 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1c50685-ce62-4707-a983-7730038f6454 req-1b333fc5-e557-44ad-b5d4-c587b7f46e5b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0487232 Aug 09 16:56:04.157776 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f1c50685-ce62-4707-a983-7730038f6454 req-08bed8e3-d347-48a9-88d7-e1929041b8b7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319307 Aug 09 16:56:05.272785 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a12793-d2ea-4572-a293-e0f39d8be84e req-5468d00a-5d9c-4a39-88b4-b3abc49d6ff7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:05.274300 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4a12793-d2ea-4572-a293-e0f39d8be84e req-5468d00a-5d9c-4a39-88b4-b3abc49d6ff7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0489595 Aug 09 16:56:05.312772 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4a12793-d2ea-4572-a293-e0f39d8be84e req-1ac6094b-1889-4a2e-9fcc-fff052166a9f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316856 Aug 09 16:56:06.433963 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb33701-6668-4336-a0ff-4befe7f8ebed req-c8838651-92fe-47ea-ad88-8d8211509108 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:06.435461 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-afb33701-6668-4336-a0ff-4befe7f8ebed req-c8838651-92fe-47ea-ad88-8d8211509108 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0551441 Aug 09 16:56:06.472901 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-afb33701-6668-4336-a0ff-4befe7f8ebed req-a2d7cce1-420a-42a7-b7da-5fd429bbab8b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Aug 09 16:56:07.590647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59841ab5-94c4-43a6-9765-b4747b4cfd79 req-bf2ea712-61cc-41ac-b2e8-aba42e3de622 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:07.592143 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59841ab5-94c4-43a6-9765-b4747b4cfd79 req-bf2ea712-61cc-41ac-b2e8-aba42e3de622 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0499144 Aug 09 16:56:07.631330 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59841ab5-94c4-43a6-9765-b4747b4cfd79 req-87b311f0-c235-4114-b981-ebf0092f4404 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331061 Aug 09 16:56:07.797013 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3a806619-3f79-439b-b5ac-0f14d146912f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:08.752083 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dd5fc-9ab4-4401-be74-6b5a045f7b6b req-9a0fcd03-bc8d-433d-9563-a5c961d508ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:08.753626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f4dd5fc-9ab4-4401-be74-6b5a045f7b6b req-9a0fcd03-bc8d-433d-9563-a5c961d508ca tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0505619 Aug 09 16:56:08.791010 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5f4dd5fc-9ab4-4401-be74-6b5a045f7b6b req-ba8bf21e-77f9-4fb9-b288-197d0899a90c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314143 Aug 09 16:56:09.913185 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6cd46-7340-4a0d-930b-cf15cf53c785 req-a7aec050-215c-43fb-9f7e-f9fa9fff0f17 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:09.914610 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ef6cd46-7340-4a0d-930b-cf15cf53c785 req-a7aec050-215c-43fb-9f7e-f9fa9fff0f17 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0544670 Aug 09 16:56:09.952808 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ef6cd46-7340-4a0d-930b-cf15cf53c785 req-1fecc4c9-2571-44ca-9142-aa90292d6660 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314207 Aug 09 16:56:10.655645 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-549b66dd-54a9-47fa-9aa2-13c9b6cb636d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:11.039123 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:11.069657 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33189fcc-8cc3-41b1-9b77-c9335645eb83 req-c2f44dd9-fb5a-4846-835d-8900ba1d1093 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:11.071160 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33189fcc-8cc3-41b1-9b77-c9335645eb83 req-c2f44dd9-fb5a-4846-835d-8900ba1d1093 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0515134 Aug 09 16:56:11.115857 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-33189fcc-8cc3-41b1-9b77-c9335645eb83 req-1920509f-69cf-44d9-96be-f41479be84dc tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385695 Aug 09 16:56:11.875758 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:12.114091 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:12.228421 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06e829-7bcd-4858-9b68-355cf3eca29f req-fa6ef5cd-3fb7-4677-9bb1-1a25a7f42e4f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:12.229991 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0b06e829-7bcd-4858-9b68-355cf3eca29f req-fa6ef5cd-3fb7-4677-9bb1-1a25a7f42e4f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0525239 Aug 09 16:56:12.268140 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0b06e829-7bcd-4858-9b68-355cf3eca29f req-f5414556-b023-4a6a-9fad-b437060ead1b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321147 Aug 09 16:56:13.384666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f04773-3a51-4ac7-9e96-6628a6a378d0 req-83dc336d-3174-4c4c-9ff7-169322e4c8ae tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:13.386915 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-80f04773-3a51-4ac7-9e96-6628a6a378d0 req-83dc336d-3174-4c4c-9ff7-169322e4c8ae tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0528829 Aug 09 16:56:13.424421 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-80f04773-3a51-4ac7-9e96-6628a6a378d0 req-1036d857-8419-4247-92d6-5ba12cf98a12 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317190 Aug 09 16:56:13.712815 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:13.949020 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:14.545337 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44471c1e-9d80-4dd2-9393-3c9a5f33adde req-ed4e7dad-f91a-4971-8570-62e2a11b06ce tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:14.546883 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44471c1e-9d80-4dd2-9393-3c9a5f33adde req-ed4e7dad-f91a-4971-8570-62e2a11b06ce tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0515895 Aug 09 16:56:14.585736 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44471c1e-9d80-4dd2-9393-3c9a5f33adde req-98118351-069b-489d-81d5-71cef2bb369e tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317822 Aug 09 16:56:15.749207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e174c-b9d4-419b-8f78-d48aad576291 req-00a7633d-0e54-4c65-a1c2-5b84e5888cdf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:15.750725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-412e174c-b9d4-419b-8f78-d48aad576291 req-00a7633d-0e54-4c65-a1c2-5b84e5888cdf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0496891 Aug 09 16:56:15.795985 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-412e174c-b9d4-419b-8f78-d48aad576291 req-2d60dbdc-bb6e-4797-9c5f-6f69957a294d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390019 Aug 09 16:56:16.926578 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34fe4a-8562-49fd-b10c-a01ca961d6d1 req-801ba221-dbd9-4dd4-92e0-76b4c3f0ada7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:16.928161 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a34fe4a-8562-49fd-b10c-a01ca961d6d1 req-801ba221-dbd9-4dd4-92e0-76b4c3f0ada7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0551548 Aug 09 16:56:16.968817 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4a34fe4a-8562-49fd-b10c-a01ca961d6d1 req-2600a411-e442-43b4-81f8-9ef31af617e3 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324380 Aug 09 16:56:18.083366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78a8b0-34b6-4aaa-b901-6692968ac3ca req-ce7ff954-638f-4198-a019-0d908a03e831 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:18.084867 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef78a8b0-34b6-4aaa-b901-6692968ac3ca req-ce7ff954-638f-4198-a019-0d908a03e831 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0501091 Aug 09 16:56:18.123048 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef78a8b0-34b6-4aaa-b901-6692968ac3ca req-b3a40a63-9caa-4a24-8afe-42b30c39da7c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311368 Aug 09 16:56:19.238363 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c339f-ede3-4627-8757-c49c22896afc req-ee46716a-338a-4e6c-bb2d-93adf6907cfb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:19.240855 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-503c339f-ede3-4627-8757-c49c22896afc req-ee46716a-338a-4e6c-bb2d-93adf6907cfb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0501466 Aug 09 16:56:19.279104 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-503c339f-ede3-4627-8757-c49c22896afc req-fe3a9a48-5c7d-4648-8881-f4074c516f28 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321019 Aug 09 16:56:20.396932 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eabea9-0c90-46a1-adcd-cbc8593efdae req-9ea2ae8a-ab5a-4d31-aa0e-ce67ea48deee tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:20.398453 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36eabea9-0c90-46a1-adcd-cbc8593efdae req-9ea2ae8a-ab5a-4d31-aa0e-ce67ea48deee tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0534940 Aug 09 16:56:20.438090 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-36eabea9-0c90-46a1-adcd-cbc8593efdae req-f58379db-164f-4450-806d-365577d3770b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328555 Aug 09 16:56:21.553809 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f4fde-235c-48b1-bfa3-53c3bf5df8dd req-77e5a261-1825-46cd-b5f7-9558765a3c82 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:21.555301 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef1f4fde-235c-48b1-bfa3-53c3bf5df8dd req-77e5a261-1825-46cd-b5f7-9558765a3c82 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0487638 Aug 09 16:56:21.593228 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef1f4fde-235c-48b1-bfa3-53c3bf5df8dd req-970e1ead-3f04-4f0b-852d-1dcc39598e3a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317070 Aug 09 16:56:22.284743 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:56:22.707940 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9f64e-65e9-4ed4-b716-a99e36756de2 req-e1e5bb78-197b-4bbb-ba00-990708813775 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:22.709529 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ac9f64e-65e9-4ed4-b716-a99e36756de2 req-e1e5bb78-197b-4bbb-ba00-990708813775 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0497355 Aug 09 16:56:22.750592 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4ac9f64e-65e9-4ed4-b716-a99e36756de2 req-78bd1e78-237c-4d35-839d-730716ca0d81 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335424 Aug 09 16:56:23.874097 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dd2b9-2187-4615-b95d-61e1feabc9d8 req-96b45e53-903f-4119-869b-5c3e06ffc78a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:23.875597 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-283dd2b9-2187-4615-b95d-61e1feabc9d8 req-96b45e53-903f-4119-869b-5c3e06ffc78a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0535479 Aug 09 16:56:23.916193 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-283dd2b9-2187-4615-b95d-61e1feabc9d8 req-80334d37-99ba-4285-8371-c64aee0dfdeb tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344090 Aug 09 16:56:25.031752 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c09c85-981c-432c-b76c-55dcc04b0231 req-210d9ed2-2e70-463a-ae99-14147de18da8 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:25.033278 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-08c09c85-981c-432c-b76c-55dcc04b0231 req-210d9ed2-2e70-463a-ae99-14147de18da8 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0490780 Aug 09 16:56:25.070928 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-08c09c85-981c-432c-b76c-55dcc04b0231 req-997e9787-d40a-42a9-a9e1-b4e1caee421f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316625 Aug 09 16:56:26.188970 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8ef78-a948-4ffe-8a91-5254b545a48b req-10e5feaf-acef-4679-b583-e9a3533db8f6 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:26.190476 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fba8ef78-a948-4ffe-8a91-5254b545a48b req-10e5feaf-acef-4679-b583-e9a3533db8f6 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0509262 Aug 09 16:56:26.229759 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fba8ef78-a948-4ffe-8a91-5254b545a48b req-69129ba5-62c5-4c01-933c-6af0aa8d6738 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332232 Aug 09 16:56:27.353212 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a41411-c87a-4fed-a3aa-cd76e6d2765b req-db72b8b1-74cd-49d6-9a83-d879db4245f2 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:27.355366 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9a41411-c87a-4fed-a3aa-cd76e6d2765b req-db72b8b1-74cd-49d6-9a83-d879db4245f2 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0551133 Aug 09 16:56:27.392922 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a9a41411-c87a-4fed-a3aa-cd76e6d2765b req-74b063de-d9ee-4bca-af7a-07a41e602263 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312569 Aug 09 16:56:28.512143 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e477dad-e610-4d0c-907c-10b8e00d553c req-dad99825-d913-4a75-a470-d580a833790e tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:28.513721 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e477dad-e610-4d0c-907c-10b8e00d553c req-dad99825-d913-4a75-a470-d580a833790e tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0532045 Aug 09 16:56:28.552139 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e477dad-e610-4d0c-907c-10b8e00d553c req-e883a05e-4c1b-49e8-b48d-b7185dd6eb9e tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324714 Aug 09 16:56:29.678135 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad33d68-83e2-4905-91fe-bbdaca0ce7e5 req-1e8f8c65-c96a-4715-912a-44f3e58e8ba2 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:29.679659 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1ad33d68-83e2-4905-91fe-bbdaca0ce7e5 req-1e8f8c65-c96a-4715-912a-44f3e58e8ba2 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0532250 Aug 09 16:56:29.721337 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1ad33d68-83e2-4905-91fe-bbdaca0ce7e5 req-d0890b99-e50b-434a-959a-343b6a4dcd4c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341334 Aug 09 16:56:30.862050 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb26913-1092-4032-8778-1021a01a3552 req-3244d2b4-135c-43d8-a251-d63893804fe7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:30.864661 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3fb26913-1092-4032-8778-1021a01a3552 req-3244d2b4-135c-43d8-a251-d63893804fe7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0660579 Aug 09 16:56:30.916519 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3fb26913-1092-4032-8778-1021a01a3552 req-31db97cf-3ca3-4335-b516-9ea3e73af302 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427444 Aug 09 16:56:32.067896 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b8a9-2c00-436a-b583-acfd8728737c req-17489a4e-b692-45eb-b54f-269af066f508 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:32.069413 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cd52b8a9-2c00-436a-b583-acfd8728737c req-17489a4e-b692-45eb-b54f-269af066f508 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0505216 Aug 09 16:56:32.108096 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-cd52b8a9-2c00-436a-b583-acfd8728737c req-1ff0defc-aaa2-48a0-a41f-07e2abaf651c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319061 Aug 09 16:56:33.226683 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82567556-2e08-4744-ba3e-103382b4fcb1 req-15b6543f-ed70-4581-aac2-84957005c8f9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:33.228499 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82567556-2e08-4744-ba3e-103382b4fcb1 req-15b6543f-ed70-4581-aac2-84957005c8f9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0518985 Aug 09 16:56:33.269623 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82567556-2e08-4744-ba3e-103382b4fcb1 req-b9b65aff-77c5-4e6a-8302-e26d2ed8725f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320747 Aug 09 16:56:34.392043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c2585-0827-4910-933d-722cbc1f88f6 req-e53f531c-0ba1-4368-857b-810d61a15123 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:34.393554 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a73c2585-0827-4910-933d-722cbc1f88f6 req-e53f531c-0ba1-4368-857b-810d61a15123 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0556765 Aug 09 16:56:34.437009 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a73c2585-0827-4910-933d-722cbc1f88f6 req-da535a38-ec80-405a-8b1e-b92c12f864ee tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373495 Aug 09 16:56:35.553828 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97158314-37c9-424c-a1e8-7390066eddad req-5ae1a33a-77b6-492a-baac-66e64fb7612a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:35.555409 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97158314-37c9-424c-a1e8-7390066eddad req-5ae1a33a-77b6-492a-baac-66e64fb7612a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0514312 Aug 09 16:56:35.593515 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-97158314-37c9-424c-a1e8-7390066eddad req-c44e6395-46cd-47c1-95e9-7093553ae667 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Aug 09 16:56:36.709671 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfaa94-40a6-4bd5-82b8-55bff947067e req-9aeda487-055a-4b5d-a72a-f45a8c89c80f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:36.711198 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59dfaa94-40a6-4bd5-82b8-55bff947067e req-9aeda487-055a-4b5d-a72a-f45a8c89c80f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0502737 Aug 09 16:56:36.750123 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-59dfaa94-40a6-4bd5-82b8-55bff947067e req-4399d8bc-33fc-489d-a7d0-742d7afd1652 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326023 Aug 09 16:56:37.798777 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b11f2609-ece0-4dd5-a924-f525c7611f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:37.879905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e74b0-2acd-4f85-a7f9-f2bf1892d28c req-8dc20016-5751-4d66-834d-b83c25857a3d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:37.881359 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-884e74b0-2acd-4f85-a7f9-f2bf1892d28c req-8dc20016-5751-4d66-834d-b83c25857a3d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0561073 Aug 09 16:56:37.920798 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-884e74b0-2acd-4f85-a7f9-f2bf1892d28c req-7352e81e-0c5c-44e9-ab38-ce5f4f03fc99 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332544 Aug 09 16:56:39.034588 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96557b9-8b61-4875-bf18-ae56a96e4414 req-7d91bcf6-73ac-4f38-ac41-126a6a8b9cd6 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:39.036074 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c96557b9-8b61-4875-bf18-ae56a96e4414 req-7d91bcf6-73ac-4f38-ac41-126a6a8b9cd6 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0489666 Aug 09 16:56:39.073958 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c96557b9-8b61-4875-bf18-ae56a96e4414 req-35ecde8f-7985-486f-963b-c92f3b00f136 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314062 Aug 09 16:56:40.192368 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0909abb-f9d7-479d-9cab-45944bdfa128 req-55b0847f-c23b-456f-81b4-b249c1f6f53d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:40.193877 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f0909abb-f9d7-479d-9cab-45944bdfa128 req-55b0847f-c23b-456f-81b4-b249c1f6f53d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0494463 Aug 09 16:56:40.234033 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f0909abb-f9d7-479d-9cab-45944bdfa128 req-166e49cb-b372-431a-9915-b6273655538e tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326748 Aug 09 16:56:40.656023 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d0266c9f-1ebd-49ee-8999-69c10c482b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:41.044763 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:41.352261 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0abe2-1951-4aee-a746-fc3a3035357d req-b5833c97-6af0-4627-ae0d-0f1e5beba7e3 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:41.354251 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00b0abe2-1951-4aee-a746-fc3a3035357d req-b5833c97-6af0-4627-ae0d-0f1e5beba7e3 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0528319 Aug 09 16:56:41.394996 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-00b0abe2-1951-4aee-a746-fc3a3035357d req-9dbcfa65-f1d7-460c-a1e4-3a069f811775 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327394 Aug 09 16:56:41.879802 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:42.129143 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:42.516276 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560dc2d-01ef-40c3-b3fd-4f45901908e9 req-d00f6b22-1b23-44ca-b035-cf12bfc256a6 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:42.517862 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6560dc2d-01ef-40c3-b3fd-4f45901908e9 req-d00f6b22-1b23-44ca-b035-cf12bfc256a6 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0504739 Aug 09 16:56:42.555775 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6560dc2d-01ef-40c3-b3fd-4f45901908e9 req-fb134900-d521-4ff0-88db-9e5bebb1c3d2 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319219 Aug 09 16:56:43.671610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f2458-87bc-4f63-80dc-c59968ea8803 req-a17be522-9f37-40a0-aa97-3642e8728df3 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:43.673129 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-443f2458-87bc-4f63-80dc-c59968ea8803 req-a17be522-9f37-40a0-aa97-3642e8728df3 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0499825 Aug 09 16:56:43.712213 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:43.715335 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-443f2458-87bc-4f63-80dc-c59968ea8803 req-4a6b7f45-ef2b-4f44-8025-6b67f920fe00 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361817 Aug 09 16:56:43.963356 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:44.844911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b0bf4-49e1-43be-b84f-e05f0851a335 req-9411fad5-bbe6-492a-b163-cc99ba761cb7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:44.846522 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb5b0bf4-49e1-43be-b84f-e05f0851a335 req-9411fad5-bbe6-492a-b163-cc99ba761cb7 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0624306 Aug 09 16:56:44.886105 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-fb5b0bf4-49e1-43be-b84f-e05f0851a335 req-652be841-1974-46a5-9312-c603289ef380 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334935 Aug 09 16:56:46.000479 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe952cd-2aca-4d82-b488-0ee945be0df0 req-eaed2e06-015c-49f4-b5d8-80762fc86c28 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:46.002059 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8fe952cd-2aca-4d82-b488-0ee945be0df0 req-eaed2e06-015c-49f4-b5d8-80762fc86c28 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0501130 Aug 09 16:56:46.040544 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8fe952cd-2aca-4d82-b488-0ee945be0df0 req-cdca4e27-a162-4a45-a78b-f10ca38612a8 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324874 Aug 09 16:56:47.155509 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c540f61-b832-4764-97b0-55ae0687aced req-c2de24c1-4ac3-476e-b1f9-fa6751289305 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:47.156947 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5c540f61-b832-4764-97b0-55ae0687aced req-c2de24c1-4ac3-476e-b1f9-fa6751289305 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0485306 Aug 09 16:56:47.196016 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5c540f61-b832-4764-97b0-55ae0687aced req-9c4faefc-15b7-4d4b-9e83-4b1589939f99 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330822 Aug 09 16:56:48.315500 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f77e39-797b-4aa8-8e0f-398cfe5b92f5 req-113bed15-6526-411c-bd7e-284b4dee784f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:48.316997 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70f77e39-797b-4aa8-8e0f-398cfe5b92f5 req-113bed15-6526-411c-bd7e-284b4dee784f tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0524955 Aug 09 16:56:48.355258 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-70f77e39-797b-4aa8-8e0f-398cfe5b92f5 req-70e00183-a2c0-4c28-9c70-98909236a570 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322273 Aug 09 16:56:49.470699 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e77e-62be-472a-97a4-9d3f91338ef5 req-920abe33-5733-435d-9e5e-6a60c067a74a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:49.472180 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1de7e77e-62be-472a-97a4-9d3f91338ef5 req-920abe33-5733-435d-9e5e-6a60c067a74a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0496519 Aug 09 16:56:49.509996 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1de7e77e-62be-472a-97a4-9d3f91338ef5 req-f9386ad8-b241-4a2e-89c7-940a99dbd7c2 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313864 Aug 09 16:56:50.630971 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506080e-9019-46bd-9bd5-e5e25ba08e29 req-40833168-755e-45df-90ef-93193d7e5d9b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:50.632462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1506080e-9019-46bd-9bd5-e5e25ba08e29 req-40833168-755e-45df-90ef-93193d7e5d9b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0501750 Aug 09 16:56:50.670193 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1506080e-9019-46bd-9bd5-e5e25ba08e29 req-f2913838-1697-49c3-83f4-4f5cdaad9023 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310864 Aug 09 16:56:51.786278 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a238a5b-b8f2-483e-8f02-652ec0314a43 req-c16b886a-e499-4ebe-ba20-5cf8151f22bf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:51.787744 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1a238a5b-b8f2-483e-8f02-652ec0314a43 req-c16b886a-e499-4ebe-ba20-5cf8151f22bf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0523109 Aug 09 16:56:51.835546 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1a238a5b-b8f2-483e-8f02-652ec0314a43 req-7d41710e-a06f-4639-936c-82e72f9766e5 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414619 Aug 09 16:56:52.952489 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c26ca8-d338-4218-b1c4-80c6c0597a5e req-8dc06bd5-a15f-48bd-87b9-a5124f66e265 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:52.954011 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4c26ca8-d338-4218-b1c4-80c6c0597a5e req-8dc06bd5-a15f-48bd-87b9-a5124f66e265 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0519900 Aug 09 16:56:52.992368 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4c26ca8-d338-4218-b1c4-80c6c0597a5e req-9c68b03e-16af-48d3-ba07-425063e8db9b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324211 Aug 09 16:56:54.108681 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c51e11-e566-4389-bdaf-1e12a6689d38 req-441b60f9-64ed-4fd7-b3db-14ad9335f7d4 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:54.110225 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12c51e11-e566-4389-bdaf-1e12a6689d38 req-441b60f9-64ed-4fd7-b3db-14ad9335f7d4 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0516248 Aug 09 16:56:54.148360 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-12c51e11-e566-4389-bdaf-1e12a6689d38 req-1e6a1920-bbd6-4c39-bc86-a2b2e6cb7951 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322165 Aug 09 16:56:55.266904 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6f6e0-bbb5-48bf-80b4-f8cf04534309 req-76862ca9-994a-423e-a4c0-878f045d5e36 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:55.268411 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90a6f6e0-bbb5-48bf-80b4-f8cf04534309 req-76862ca9-994a-423e-a4c0-878f045d5e36 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0531015 Aug 09 16:56:55.308682 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-90a6f6e0-bbb5-48bf-80b4-f8cf04534309 req-8570ae4c-0610-4ead-a5ca-2068261d0a6b tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340965 Aug 09 16:56:56.423887 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce3d9-4bcf-4c93-a4ed-bbba5fdc9c67 req-c33c6e23-bce4-44a5-954f-8b3f848184c6 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:56.425416 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4dbce3d9-4bcf-4c93-a4ed-bbba5fdc9c67 req-c33c6e23-bce4-44a5-954f-8b3f848184c6 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0493469 Aug 09 16:56:56.462492 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4dbce3d9-4bcf-4c93-a4ed-bbba5fdc9c67 req-1b9ec95d-0f95-4737-a54d-d588b2e51e39 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311508 Aug 09 16:56:57.578338 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930394b4-3d61-4cd5-9e41-a3a66caee7a3 req-c256867d-565b-4899-bde4-703d9bc4dbd3 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:57.579823 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-930394b4-3d61-4cd5-9e41-a3a66caee7a3 req-c256867d-565b-4899-bde4-703d9bc4dbd3 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0501518 Aug 09 16:56:57.617234 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-930394b4-3d61-4cd5-9e41-a3a66caee7a3 req-3e3fb601-91eb-429c-ac19-207d78ff3a85 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314293 Aug 09 16:56:58.735913 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5d9aa-078d-4d3e-bab3-11212821eaff req-df74f940-96dc-4391-a0f1-ae7dccdb5eb1 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:58.737408 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-24c5d9aa-078d-4d3e-bab3-11212821eaff req-df74f940-96dc-4391-a0f1-ae7dccdb5eb1 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0538561 Aug 09 16:56:58.775503 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-24c5d9aa-078d-4d3e-bab3-11212821eaff req-1cc61495-ec56-47ba-8795-c576cd40030d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320566 Aug 09 16:56:59.284466 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:56:59.890928 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d812-72b2-4d8b-b82b-87d897507c01 req-c5df3a89-2f5c-43e7-aaaf-cbd5506fac36 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:56:59.892444 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5524d812-72b2-4d8b-b82b-87d897507c01 req-c5df3a89-2f5c-43e7-aaaf-cbd5506fac36 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0505793 Aug 09 16:56:59.930158 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5524d812-72b2-4d8b-b82b-87d897507c01 req-8a823015-7d23-4fc0-a297-56441917170c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315535 Aug 09 16:57:01.052930 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30470f-0906-4ef8-a82a-d0722e7edaa0 req-f17b9e17-0469-4806-a5bd-7d2037ca066a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:01.054574 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e30470f-0906-4ef8-a82a-d0722e7edaa0 req-f17b9e17-0469-4806-a5bd-7d2037ca066a tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0562620 Aug 09 16:57:01.095664 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8e30470f-0906-4ef8-a82a-d0722e7edaa0 req-fd1e150a-d009-43d9-a11a-44308555cb99 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335371 Aug 09 16:57:02.216792 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c861d-69db-4dce-b441-cbbe751f20b8 req-a8a4de3d-949e-4997-8df7-c34360326161 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:02.218290 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff9c861d-69db-4dce-b441-cbbe751f20b8 req-a8a4de3d-949e-4997-8df7-c34360326161 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0538080 Aug 09 16:57:02.257544 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff9c861d-69db-4dce-b441-cbbe751f20b8 req-584953ad-7cec-4138-b962-f4e2e041ecdf tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331924 Aug 09 16:57:03.375693 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe3dcb-c7e0-4edb-8b80-f54833b2e668 req-4b879f61-1e3a-45d4-98a0-bbac85ef4ed1 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:03.377268 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e6fe3dcb-c7e0-4edb-8b80-f54833b2e668 req-4b879f61-1e3a-45d4-98a0-bbac85ef4ed1 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0525217 Aug 09 16:57:03.417065 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e6fe3dcb-c7e0-4edb-8b80-f54833b2e668 req-81a6b591-db8f-48a3-a656-e4899820bee9 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/security-groups?id=72e54703-6ff3-4c70-bbcd-2eb7192b3d43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333757 Aug 09 16:57:03.843385 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-af87396b-066f-4969-a2b1-31b5b6b43aed tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:03.844870 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-af87396b-066f-4969-a2b1-31b5b6b43aed tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 946 time: 0.0514255 Aug 09 16:57:03.934714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Deleting port 20b82393-ae15-4081-9715-1452e6054ab5 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:57:03.934999 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:04.024461 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] For port 20b82393-ae15-4081-9715-1452e6054ab5, host n-h1-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803778-2',level=0,port_id=20b82393-ae15-4081-9715-1452e6054ab5,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:04.024827 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:04.038170 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Calling delete_port for 20b82393-ae15-4081-9715-1452e6054ab5 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:57:04.166219 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:04.193234 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event deleted for resources: {'Port': ['ID=20b82393-ae15-4081-9715-1452e6054ab5,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:04.203690 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:04.204038 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:04.204377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:04.204716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:04.205048 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:04.205377 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:04.205732 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:04.206061 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:04.206856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:04.206856 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:04.207053 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:04.207348 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:04.251104 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] No DVR routers for this DVR port 20b82393-ae15-4081-9715-1452e6054ab5 on host n-h1-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:04.253867 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:04.255915 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-1fbbcd01-a152-4e89-afb4-75b7c7571d7c req-6ff26368-5555-4c1e-a96e-494f42504613 tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.53 "DELETE /v2.0/ports/20b82393-ae15-4081-9715-1452e6054ab5 HTTP/1.1" status: 204 len: 173 time: 0.4051585 Aug 09 16:57:04.256356 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dcd4f5-4647-4c7a-8f59-926b354a6343', 'name': 'network-vif-deleted', 'tag': '20b82393-ae15-4081-9715-1452e6054ab5'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:57:04.258921 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0053faea-2552-4201-a4f7-ef00fcb963eb" -d '{"events": [{"server_uuid": "18dcd4f5-4647-4c7a-8f59-926b354a6343", "name": "network-vif-deleted", "tag": "20b82393-ae15-4081-9715-1452e6054ab5"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:04.355929 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 09 Aug 2021 16:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adb3b1a-64d9-41ab-b742-d427b6a9ac75 x-openstack-request-id: req-1adb3b1a-64d9-41ab-b742-d427b6a9ac75 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:04.356250 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dcd4f5-4647-4c7a-8f59-926b354a6343", "name": "network-vif-deleted", "tag": "20b82393-ae15-4081-9715-1452e6054ab5", "status": "failed", "code": 422}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:04.356850 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1adb3b1a-64d9-41ab-b742-d427b6a9ac75 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:04.357350 n-d-803778-2 neutron-server[94290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '18dcd4f5-4647-4c7a-8f59-926b354a6343', 'name': 'network-vif-deleted', 'tag': '20b82393-ae15-4081-9715-1452e6054ab5', 'status': 'failed', 'code': 422} returned with failed status Aug 09 16:57:04.515846 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-137b1808-9e04-42d0-994e-fcc9144c5ae7 req-2ba665b9-7916-46cd-b044-3b6e3c20121c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 210 time: 0.0267746 Aug 09 16:57:04.533684 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 20b82393-ae15-4081-9715-1452e6054ab5 no longer exists at agent hyperv_n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:04.554537 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] No Port match for: 20b82393-ae15-4081-9715-1452e6054ab5 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:57:04.554976 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Device 20b82393-ae15-4081-9715-1452e6054ab5 not bound to the agent host n-h1-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:05.626192 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-47e7bc50-b1da-49d7-b518-2f1936146108 req-3029418f-a2ad-4107-a1f6-c2dd2d95032c tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 210 time: 0.0320375 Aug 09 16:57:05.785634 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-01dd2c06-89a7-48b1-9318-419f871bd84d req-15fa19c1-c0be-4d17-9ee7-4021f071bc5d tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "GET /v2.0/ports?device_id=18dcd4f5-4647-4c7a-8f59-926b354a6343 HTTP/1.1" status: 200 len: 210 time: 0.0279090 Aug 09 16:57:06.275431 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58020) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:06.336779 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa62a278-56d1-475b-b62e-6276f87b8e9e tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:06.367526 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa62a278-56d1-475b-b62e-6276f87b8e9e tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:06.430725 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa62a278-56d1-475b-b62e-6276f87b8e9e tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:06.433483 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-aa62a278-56d1-475b-b62e-6276f87b8e9e tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:06.434774 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-aa62a278-56d1-475b-b62e-6276f87b8e9e tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] 10.222.0.81 "DELETE /v2.0/security-groups/72e54703-6ff3-4c70-bbcd-2eb7192b3d43 HTTP/1.1" status: 204 len: 168 time: 0.1582437 Aug 09 16:57:06.446961 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62a278-56d1-475b-b62e-6276f87b8e9e tempest-TestShelveInstance-1268297609 tempest-TestShelveInstance-1268297609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e54703-6ff3-4c70-bbcd-2eb7192b3d43,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:06.507960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58024) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:07.018616 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:07.278469 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Deleting port 41e6499c-f41e-4130-9003-496229206919 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:57:07.278924 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:07.375957 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] For port 41e6499c-f41e-4130-9003-496229206919, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=41e6499c-f41e-4130-9003-496229206919,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:07.376326 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:07.389738 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Calling delete_port for 41e6499c-f41e-4130-9003-496229206919 owned by network:router_interface {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:57:07.579818 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:07.609924 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e6499c-f41e-4130-9003-496229206919,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:07.633137 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:07.633482 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:07.633898 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:07.634238 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:07.634573 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:07.634905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:07.635233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:07.635556 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:07.635880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:07.636206 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:07.636528 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:07.636850 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:07.805698 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9ff17b2f-bda9-4607-819c-31b14103e4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:07.816206 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.035263 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:57:08.143825 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:08.150265 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-472fdff9-0e35-40d2-a636-9c3ccdc742e0 admin admin] 10.222.0.81 "PUT /v2.0/routers/d3a2cc79-aaee-48ee-95fa-e4bae64bb084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6398349 Aug 09 16:57:08.151917 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58028) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:08.152528 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadce1ff-1fcf-4a15-9bec-4c7d0304ad20 None None] Sync routers for ids ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:08.163010 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadce1ff-1fcf-4a15-9bec-4c7d0304ad20 None None] Routers {'d3a2cc79-aaee-48ee-95fa-e4bae64bb084'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:57:08.163613 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dadce1ff-1fcf-4a15-9bec-4c7d0304ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:56:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:08.260047 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.269299 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-dadce1ff-1fcf-4a15-9bec-4c7d0304ad20 None None] Set router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:57:08.368586 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.427020 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Deleting port d62e099b-c61d-4bfc-933b-e542b7056726 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:57:08.427389 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.447871 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dadce1ff-1fcf-4a15-9bec-4c7d0304ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:57:07Z', 'revision_number': 5, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port': {'id': 'd62e099b-c61d-4bfc-933b-e542b7056726', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:07Z', 'updated_at': '2021-08-09T16:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:08.478168 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadce1ff-1fcf-4a15-9bec-4c7d0304ad20 None None] Checking router: d3a2cc79-aaee-48ee-95fa-e4bae64bb084 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:08.487475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadce1ff-1fcf-4a15-9bec-4c7d0304ad20 None None] Routers {'d3a2cc79-aaee-48ee-95fa-e4bae64bb084'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:57:08.488081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dadce1ff-1fcf-4a15-9bec-4c7d0304ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:56:41Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:08.519089 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] For port d62e099b-c61d-4bfc-933b-e542b7056726, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d62e099b-c61d-4bfc-933b-e542b7056726,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:08.519457 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.532874 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Calling delete_port for d62e099b-c61d-4bfc-933b-e542b7056726 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:57:08.574946 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-dadce1ff-1fcf-4a15-9bec-4c7d0304ad20 None None] Set router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:57:08.630243 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-dadce1ff-1fcf-4a15-9bec-4c7d0304ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:57:08Z', 'revision_number': 6, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:08.660820 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadce1ff-1fcf-4a15-9bec-4c7d0304ad20 None None] The sync data for ids ['d3a2cc79-aaee-48ee-95fa-e4bae64bb084'] in n-d-803778-2 is: [{'id': 'd3a2cc79-aaee-48ee-95fa-e4bae64bb084', 'name': 'tempest-TestShelveInstance-1381218599-router', 'tenant_id': '144e538d7d5b417ca8949417ed29162a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:06Z', 'updated_at': '2021-08-09T16:57:08Z', 'revision_number': 6, 'project_id': '144e538d7d5b417ca8949417ed29162a', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:08.715341 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.744069 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d62e099b-c61d-4bfc-933b-e542b7056726,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:08.806541 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.907384 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.909522 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.957526 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.958215 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3a2cc79-aaee-48ee-95fa-e4bae64bb084 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:57:08.964073 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.965239 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8f487296-b48e-4ba7-83f7-eaa8505884bd admin admin] 10.222.0.81 "DELETE /v2.0/routers/d3a2cc79-aaee-48ee-95fa-e4bae64bb084 HTTP/1.1" status: 204 len: 168 time: 0.8123932 Aug 09 16:57:08.968399 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58030) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:09.014984 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0c2bd4-3b2e-4888-bf25-33a47ff6c6fb admin admin] Deleting subnet c0d5cf8c-26eb-46ff-840f-d37a6698794e {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:57:09.018193 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2bd4-3b2e-4888-bf25-33a47ff6c6fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.056562 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2bd4-3b2e-4888-bf25-33a47ff6c6fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.447036 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2bd4-3b2e-4888-bf25-33a47ff6c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.510579 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2bd4-3b2e-4888-bf25-33a47ff6c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.538092 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c2bd4-3b2e-4888-bf25-33a47ff6c6fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d5cf8c-26eb-46ff-840f-d37a6698794e,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:09.542023 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2bd4-3b2e-4888-bf25-33a47ff6c6fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.544602 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-2b0c2bd4-3b2e-4888-bf25-33a47ff6c6fb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c0d5cf8c-26eb-46ff-840f-d37a6698794e HTTP/1.1" status: 204 len: 168 time: 0.5751584 Aug 09 16:57:09.547353 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58032) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:09.549641 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88896084-c340-49af-84f9-b186c41b0308 None None] Network 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:57:09.625334 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.686653 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Deleting port 2fffa79a-0176-4381-8d2c-c761d5b317df {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:57:09.687068 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.757319 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] For port 2fffa79a-0176-4381-8d2c-c761d5b317df, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=2fffa79a-0176-4381-8d2c-c761d5b317df,segment=NetworkSegment(a950fd0f-e716-47ff-934b-572bcc0a3989),segment_id=a950fd0f-e716-47ff-934b-572bcc0a3989)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:09.757703 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.771655 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Calling delete_port for 2fffa79a-0176-4381-8d2c-c761d5b317df owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:57:09.775720 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] DHCP port deletion for 89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:57:09.805172 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 41e6499c-f41e-4130-9003-496229206919 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:09.828926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 41e6499c-f41e-4130-9003-496229206919 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:57:09.829296 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 41e6499c-f41e-4130-9003-496229206919 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:09.829745 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d62e099b-c61d-4bfc-933b-e542b7056726 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:09.851158 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d62e099b-c61d-4bfc-933b-e542b7056726 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:57:09.851500 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d62e099b-c61d-4bfc-933b-e542b7056726 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:09.872952 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Deleting port 2fffa79a-0176-4381-8d2c-c761d5b317df {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:57:09.873336 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.874262 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.901255 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Pushing event deleted for resources: {'Port': ['ID=2fffa79a-0176-4381-8d2c-c761d5b317df,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:09.904905 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] No DVR routers for this DVR port 2fffa79a-0176-4381-8d2c-c761d5b317df on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:09.937383 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] For port 2fffa79a-0176-4381-8d2c-c761d5b317df, host n-d-803778-2, got binding levels [] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:09.937733 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.950862 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Calling delete_port for 2fffa79a-0176-4381-8d2c-c761d5b317df owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:57:09.953496 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.ipam_backend_mixin [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Port 2fffa79a-0176-4381-8d2c-c761d5b317df was not found and therefore no delete operation was performed {{(pid=94291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:57:09.954826 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.980318 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Pushing event deleted for resources: {'Port': ['ID=2fffa79a-0176-4381-8d2c-c761d5b317df,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:09.981986 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.985360 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] No DVR routers for this DVR port 2fffa79a-0176-4381-8d2c-c761d5b317df on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:09.992110 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:09.992298 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89dfb45e-4209-4f18-bb3c-f7c6cf7057f0']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:09.992421 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:09.992717 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:09.993056 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:09.993379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:09.994189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:09.994189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:09.994419 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:09.994685 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:09.995006 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:09.995328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:09.995715 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269a46-5d52-4083-9ec6-db40a80fc7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:10.004657 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a950fd0f-e716-47ff-934b-572bcc0a3989') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:10.005014 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a950fd0f-e716-47ff-934b-572bcc0a3989') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:10.014439 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.028432 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.034149 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:57:10.034538 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:57:10.036324 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:57:10.091344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.097019 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.098937 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] 10.222.0.81 "DELETE /v2.0/networks/89dfb45e-4209-4f18-bb3c-f7c6cf7057f0 HTTP/1.1" status: 204 len: 168 time: 0.5506043 Aug 09 16:57:10.101949 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58034) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:10.111049 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b0723-c85f-49cf-b3e5-c73ac050746f admin admin] Pushing event deleted for resources: {'Network': ['ID=89dfb45e-4209-4f18-bb3c-f7c6cf7057f0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:10.445356 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-566047ea-aa8a-425f-9cf7-bf8e22339433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.657698 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0f2ba868-b366-4e7c-9f2d-5de384cffd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.702543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-566047ea-aa8a-425f-9cf7-bf8e22339433 admin admin] Deleting port c4c7591f-e479-4e52-8d90-ee5202d75daf {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:57:10.702797 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-566047ea-aa8a-425f-9cf7-bf8e22339433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.782339 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-566047ea-aa8a-425f-9cf7-bf8e22339433 admin admin] For port c4c7591f-e479-4e52-8d90-ee5202d75daf, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=c4c7591f-e479-4e52-8d90-ee5202d75daf,segment=NetworkSegment(90e9fb41-b9a5-474d-8b73-5b53fcf3c371),segment_id=90e9fb41-b9a5-474d-8b73-5b53fcf3c371)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:10.782702 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-566047ea-aa8a-425f-9cf7-bf8e22339433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.795321 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-566047ea-aa8a-425f-9cf7-bf8e22339433 admin admin] Calling delete_port for c4c7591f-e479-4e52-8d90-ee5202d75daf owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:57:10.986729 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-566047ea-aa8a-425f-9cf7-bf8e22339433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:11.016602 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566047ea-aa8a-425f-9cf7-bf8e22339433 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c7591f-e479-4e52-8d90-ee5202d75daf,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:11.036020 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:11.193047 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-566047ea-aa8a-425f-9cf7-bf8e22339433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:11.410868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566047ea-aa8a-425f-9cf7-bf8e22339433 admin admin] Router ddfe5771-2fe1-4045-bc92-365978bac188 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:57:11.520954 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566047ea-aa8a-425f-9cf7-bf8e22339433 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:11.526073 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-566047ea-aa8a-425f-9cf7-bf8e22339433 admin admin] 10.222.0.81 "PUT /v2.0/routers/ddfe5771-2fe1-4045-bc92-365978bac188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4231036 Aug 09 16:57:11.529542 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58036) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:11.530120 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bc5545-9bf5-48fa-a8d9-d486df3116bd None None] Sync routers for ids ['ddfe5771-2fe1-4045-bc92-365978bac188'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:11.539158 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc5545-9bf5-48fa-a8d9-d486df3116bd None None] Routers {'ddfe5771-2fe1-4045-bc92-365978bac188'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:57:11.539761 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85bc5545-9bf5-48fa-a8d9-d486df3116bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:57:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ddfe5771-2fe1-4045-bc92-365978bac188'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:11.637336 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:11.642834 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-85bc5545-9bf5-48fa-a8d9-d486df3116bd None None] Set router ddfe5771-2fe1-4045-bc92-365978bac188 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:57:11.748466 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:11.807975 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Deleting port 6cc898fa-3da2-42c5-a8bf-2640cec13248 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:57:11.808319 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:11.813103 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2fffa79a-0176-4381-8d2c-c761d5b317df no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:11.833849 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 2fffa79a-0176-4381-8d2c-c761d5b317df {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:57:11.834195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 2fffa79a-0176-4381-8d2c-c761d5b317df not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:11.838494 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85bc5545-9bf5-48fa-a8d9-d486df3116bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'name': 'tempest-TestShelveInstance-1883628635-router', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:11Z', 'updated_at': '2021-08-09T16:57:10Z', 'revision_number': 5, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'gw_port': {'id': '6cc898fa-3da2-42c5-a8bf-2640cec13248', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:51:12Z', 'updated_at': '2021-08-09T16:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:11.874700 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bc5545-9bf5-48fa-a8d9-d486df3116bd None None] Checking router: ddfe5771-2fe1-4045-bc92-365978bac188 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:11.881971 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:11.883822 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc5545-9bf5-48fa-a8d9-d486df3116bd None None] Routers {'ddfe5771-2fe1-4045-bc92-365978bac188'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:57:11.884434 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85bc5545-9bf5-48fa-a8d9-d486df3116bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:57:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['ddfe5771-2fe1-4045-bc92-365978bac188'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:11.910023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] For port 6cc898fa-3da2-42c5-a8bf-2640cec13248, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=6cc898fa-3da2-42c5-a8bf-2640cec13248,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:11.910390 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:11.922840 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Calling delete_port for 6cc898fa-3da2-42c5-a8bf-2640cec13248 owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:57:12.057768 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-85bc5545-9bf5-48fa-a8d9-d486df3116bd None None] Set router ddfe5771-2fe1-4045-bc92-365978bac188 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:57:12.098082 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.119728 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-85bc5545-9bf5-48fa-a8d9-d486df3116bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'name': 'tempest-TestShelveInstance-1883628635-router', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:11Z', 'updated_at': '2021-08-09T16:57:11Z', 'revision_number': 6, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:12.126786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc898fa-3da2-42c5-a8bf-2640cec13248,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:12.134443 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.148394 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bc5545-9bf5-48fa-a8d9-d486df3116bd None None] The sync data for ids ['ddfe5771-2fe1-4045-bc92-365978bac188'] in n-d-803778-2 is: [{'id': 'ddfe5771-2fe1-4045-bc92-365978bac188', 'name': 'tempest-TestShelveInstance-1883628635-router', 'tenant_id': '4a379ff539f942658d43fb7742c05aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:51:11Z', 'updated_at': '2021-08-09T16:57:11Z', 'revision_number': 6, 'project_id': '4a379ff539f942658d43fb7742c05aff', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:12.189274 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.284554 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.286637 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.330345 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.330829 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddfe5771-2fe1-4045-bc92-365978bac188 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:57:12.335237 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.336357 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-d7c7d3d5-7722-423c-94cf-052616a7fcd2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ddfe5771-2fe1-4045-bc92-365978bac188 HTTP/1.1" status: 204 len: 168 time: 0.8057809 Aug 09 16:57:12.338812 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58038) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:12.383751 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12b6d37-3349-4545-95d6-2c8d1cab3a53 admin admin] Deleting subnet f14bc1a6-0725-49c2-943c-8d4e31119347 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:57:12.386863 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a12b6d37-3349-4545-95d6-2c8d1cab3a53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.423012 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a12b6d37-3349-4545-95d6-2c8d1cab3a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.510537 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a12b6d37-3349-4545-95d6-2c8d1cab3a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.567528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a12b6d37-3349-4545-95d6-2c8d1cab3a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.592496 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b6d37-3349-4545-95d6-2c8d1cab3a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f14bc1a6-0725-49c2-943c-8d4e31119347,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:12.599346 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-a12b6d37-3349-4545-95d6-2c8d1cab3a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.601230 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-a12b6d37-3349-4545-95d6-2c8d1cab3a53 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f14bc1a6-0725-49c2-943c-8d4e31119347 HTTP/1.1" status: 204 len: 168 time: 0.2615032 Aug 09 16:57:12.603713 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58040) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:12.605538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a1ff08-0daa-4182-af6d-4e46e06ce3ee None None] Network 8e92bc9d-137f-4bb5-b8ff-163707816d93 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:57:12.685095 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.742023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Deleting port 26d5390f-ec65-4abb-bb95-70040ff26ee0 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:57:12.742396 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.806595 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] For port 26d5390f-ec65-4abb-bb95-70040ff26ee0, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=26d5390f-ec65-4abb-bb95-70040ff26ee0,segment=NetworkSegment(90e9fb41-b9a5-474d-8b73-5b53fcf3c371),segment_id=90e9fb41-b9a5-474d-8b73-5b53fcf3c371)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:12.806967 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.821300 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Calling delete_port for 26d5390f-ec65-4abb-bb95-70040ff26ee0 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:57:12.906640 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ced993-90f4-4723-8296-72cfafabc1cf None None] DHCP port deletion for 8e92bc9d-137f-4bb5-b8ff-163707816d93 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:57:12.908861 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:12.940112 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] No DVR routers for this DVR port 26d5390f-ec65-4abb-bb95-70040ff26ee0 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:12.944167 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Pushing event deleted for resources: {'Port': ['ID=26d5390f-ec65-4abb-bb95-70040ff26ee0,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:13.016655 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.027000 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e92bc9d-137f-4bb5-b8ff-163707816d93']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:13.041640 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e9fb41-b9a5-474d-8b73-5b53fcf3c371') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:13.041937 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e9fb41-b9a5-474d-8b73-5b53fcf3c371') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:13.051784 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.066203 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.071954 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:57:13.072344 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:57:13.073994 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:57:13.131817 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.137187 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.144578 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] 10.222.0.81 "DELETE /v2.0/networks/8e92bc9d-137f-4bb5-b8ff-163707816d93 HTTP/1.1" status: 204 len: 168 time: 0.5397313 Aug 09 16:57:13.161532 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893ac0d-d98d-4d5e-a776-a8aecb9bb6de admin admin] Pushing event deleted for resources: {'Network': ['ID=8e92bc9d-137f-4bb5-b8ff-163707816d93,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:13.256956 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58044) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:13.298149 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-a9b911ad-534c-4aba-85ee-108f157c86b5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=144e538d7d5b417ca8949417ed29162a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399084 Aug 09 16:57:13.300503 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58046) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:13.350221 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf470d54-55a3-4432-a690-806934904e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.371538 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf470d54-55a3-4432-a690-806934904e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.423265 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf470d54-55a3-4432-a690-806934904e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.425830 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-cf470d54-55a3-4432-a690-806934904e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.427010 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-cf470d54-55a3-4432-a690-806934904e12 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5cc20d6c-a6c0-41ba-99c4-1de266b3e3c8 HTTP/1.1" status: 204 len: 168 time: 0.1256142 Aug 09 16:57:13.434955 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf470d54-55a3-4432-a690-806934904e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc20d6c-a6c0-41ba-99c4-1de266b3e3c8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:13.718749 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.746409 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58052) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:13.752046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c4c7591f-e479-4e52-8d90-ee5202d75daf no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:13.771762 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: c4c7591f-e479-4e52-8d90-ee5202d75daf {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:57:13.772107 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device c4c7591f-e479-4e52-8d90-ee5202d75daf not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:13.772525 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 26d5390f-ec65-4abb-bb95-70040ff26ee0 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:13.787607 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-441307b4-83b9-4c88-84d0-05d1deef52a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a379ff539f942658d43fb7742c05aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392749 Aug 09 16:57:13.790128 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58054) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:13.791346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 26d5390f-ec65-4abb-bb95-70040ff26ee0 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:57:13.791691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 26d5390f-ec65-4abb-bb95-70040ff26ee0 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:13.792099 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6cc898fa-3da2-42c5-a8bf-2640cec13248 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:13.819211 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 6cc898fa-3da2-42c5-a8bf-2640cec13248 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:57:13.819540 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 6cc898fa-3da2-42c5-a8bf-2640cec13248 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:13.845489 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01e38bd5-b48f-497d-aa48-3ba5b7da0c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.866027 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01e38bd5-b48f-497d-aa48-3ba5b7da0c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.910818 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01e38bd5-b48f-497d-aa48-3ba5b7da0c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.913502 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-01e38bd5-b48f-497d-aa48-3ba5b7da0c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.914669 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-01e38bd5-b48f-497d-aa48-3ba5b7da0c9a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb023bb6-e83f-4e78-9663-12002dd6bf4a HTTP/1.1" status: 204 len: 168 time: 0.1236506 Aug 09 16:57:13.923012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e38bd5-b48f-497d-aa48-3ba5b7da0c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb023bb6-e83f-4e78-9663-12002dd6bf4a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:13.964462 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.589744 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58078) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:14.697547 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-607815463-network', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:14.724835 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Made reservation on behalf of d0310efeca7047638c3a0f1156d96dac for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:14.728001 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.737549 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.829149 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.833160 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.861227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:57:14.871094 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a968668b-e4b7-4782-b9ed-6ea6877aa6e8,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:14.877083 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.877423 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Added segment 4611f3e1-86fe-46ef-b1f7-69aa51a92da0 of type vlan for network 00f3846b-dc47-409a-a7a9-502750b6b47a Aug 09 16:57:14.935524 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.970600 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.971700 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:14.972301 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.026439 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4353046 Aug 09 16:57:15.029450 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58082) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:15.034192 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd985fd-daf2-4ebe-8e19-41698eab692c admin admin] Pushing event updated for resources: {'Network': ['ID=00f3846b-dc47-409a-a7a9-502750b6b47a,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:15.034502 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-9cdefc1c-3468-401e-81e6-1d0834d3d259 admin admin] Request body: {'subnet': {'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-607815463-subnet', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'ip_version': 4}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:15.045126 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 00f3846b-dc47-409a-a7a9-502750b6b47a details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:57:15.060176 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdefc1c-3468-401e-81e6-1d0834d3d259 admin admin] Made reservation on behalf of d0310efeca7047638c3a0f1156d96dac for: {'subnet': 1} {{(pid=94289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:15.063400 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9cdefc1c-3468-401e-81e6-1d0834d3d259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4361174'] for subnet, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.253167 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9cdefc1c-3468-401e-81e6-1d0834d3d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7867071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4361188'] for subnet, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.312690 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdefc1c-3468-401e-81e6-1d0834d3d259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29951ba-8792-4cd5-b8cb-fdae44b10aef,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:15.321388 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdefc1c-3468-401e-81e6-1d0834d3d259 admin admin] Checking segment: {'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:57:15.321783 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdefc1c-3468-401e-81e6-1d0834d3d259 admin admin] Network hostable DHCP agents. Network: 00f3846b-dc47-409a-a7a9-502750b6b47a, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:57:15.339039 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdefc1c-3468-401e-81e6-1d0834d3d259 admin admin] Network 00f3846b-dc47-409a-a7a9-502750b6b47a is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:57:15.350023 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-9cdefc1c-3468-401e-81e6-1d0834d3d259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 00f3846b-dc47-409a-a7a9-502750b6b47a) {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:15.354155 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdefc1c-3468-401e-81e6-1d0834d3d259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:15.354734 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-9cdefc1c-3468-401e-81e6-1d0834d3d259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.360036 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d76939-29b7-4957-bca6-eb41c14d3a8b None None] Network 00f3846b-dc47-409a-a7a9-502750b6b47a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:57:15.373789 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-9cdefc1c-3468-401e-81e6-1d0834d3d259 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3418813 Aug 09 16:57:15.375428 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58084) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:15.380770 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-607815463-router', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:15.403769 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.405318 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.464998 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.518232 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-00f3846b-dc47-409a-a7a9-502750b6b47a', 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'fixed_ips': [{'subnet_id': 'a29951ba-8792-4cd5-b8cb-fdae44b10aef'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:57:15.519086 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.604110 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.661894 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Allocated IP 172.20.0.2 (00f3846b-dc47-409a-a7a9-502750b6b47a/a29951ba-8792-4cd5-b8cb-fdae44b10aef/d84ca7b6-a216-4888-8e4c-345b7f07c020) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:15.823312 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.844523 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.955964 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Allocated IP 172.25.2.170 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/9f0e6ab4-09c1-4220-8085-02bf3885ceb2) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:15.972659 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.981754 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Transition to ACTIVE for port object d84ca7b6-a216-4888-8e4c-345b7f07c020 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:15.997155 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Transition to ACTIVE for port object d84ca7b6-a216-4888-8e4c-345b7f07c020 will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:16.002689 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.047741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Network 00f3846b-dc47-409a-a7a9-502750b6b47a is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:16.050660 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:16.055004 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:57:16.058458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Pushing event updated for resources: {'Port': ['ID=d84ca7b6-a216-4888-8e4c-345b7f07c020,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:16.068360 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.113027 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Attempting to bind port d84ca7b6-a216-4888-8e4c-345b7f07c020 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:57:16.113300 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Attempting to bind port d84ca7b6-a216-4888-8e4c-345b7f07c020 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:57:16.113691 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Attempting to bind port d84ca7b6-a216-4888-8e4c-345b7f07c020 on network 00f3846b-dc47-409a-a7a9-502750b6b47a {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:57:16.118108 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.119550 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:57:16.119917 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Checking segment: {'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:57:16.120318 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.120707 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Bound using segment: {'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:57:16.121159 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Bound port: d84ca7b6-a216-4888-8e4c-345b7f07c020, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:57:16.121664 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.160390 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:16.165645 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:16.170042 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:57:16.189387 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] For port d84ca7b6-a216-4888-8e4c-345b7f07c020, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:16.193081 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] For port d84ca7b6-a216-4888-8e4c-345b7f07c020, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d84ca7b6-a216-4888-8e4c-345b7f07c020,segment=NetworkSegment(4611f3e1-86fe-46ef-b1f7-69aa51a92da0),segment_id=4611f3e1-86fe-46ef-b1f7-69aa51a92da0)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:16.198733 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.200684 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Pushing event updated for resources: {'Port': ['ID=9f0e6ab4-09c1-4220-8085-02bf3885ceb2,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:16.269420 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a36af7-2685-44a2-99fa-1885791b253e None None] Pushing event updated for resources: {'Port': ['ID=d84ca7b6-a216-4888-8e4c-345b7f07c020,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:16.807614 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:17.041416 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:17.185572 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93af080-b72e-443c-b065-95da8879b075 None None] Network 00f3846b-dc47-409a-a7a9-502750b6b47a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:57:17.186191 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Router 7cd6bb06-3fae-4efb-893f-75afd3b37612 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:57:17.251721 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-cbf84154-a1fd-4854-8cdd-4c962a7f8cfe None None] Provisioning for port d84ca7b6-a216-4888-8e4c-345b7f07c020 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:17.299127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:17.311912 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Sync routers for ids ['7cd6bb06-3fae-4efb-893f-75afd3b37612'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:17.316872 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:17.318332 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-9e59796b-85d0-4041-ad39-eabfba65f85d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9416618 Aug 09 16:57:17.321473 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58086) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:17.347835 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Routers {'7cd6bb06-3fae-4efb-893f-75afd3b37612'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:57:17.348476 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:57:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7cd6bb06-3fae-4efb-893f-75afd3b37612'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:17.470920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Set router 7cd6bb06-3fae-4efb-893f-75afd3b37612 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:57:17.663043 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'name': 'tempest-TestSnapshotPattern-607815463-router', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:16Z', 'revision_number': 3, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'gw_port': {'id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:17.693933 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Checking router: 7cd6bb06-3fae-4efb-893f-75afd3b37612 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:17.694289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Updating router 7cd6bb06-3fae-4efb-893f-75afd3b37612 port 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:57:17.727179 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:17.770018 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:17.817774 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d84ca7b6-a216-4888-8e4c-345b7f07c020 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:17.943112 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port d84ca7b6-a216-4888-8e4c-345b7f07c020 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:17.945485 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Allocated IP 172.20.0.1 (00f3846b-dc47-409a-a7a9-502750b6b47a/a29951ba-8792-4cd5-b8cb-fdae44b10aef/61ad15d5-afcc-47c1-9efe-4dabc139a4f9) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:17.951556 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d84ca7b6-a216-4888-8e4c-345b7f07c020 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:17.952026 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.060935 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.074986 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Transition to ACTIVE for port object 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:18.103767 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.106753 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.109958 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.125651 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Transition to ACTIVE for port object 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:18.141396 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.151716 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Network 00f3846b-dc47-409a-a7a9-502750b6b47a is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:18.159278 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:18.162830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:57:18.183653 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port d84ca7b6-a216-4888-8e4c-345b7f07c020, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d84ca7b6-a216-4888-8e4c-345b7f07c020,segment=NetworkSegment(4611f3e1-86fe-46ef-b1f7-69aa51a92da0),segment_id=4611f3e1-86fe-46ef-b1f7-69aa51a92da0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:18.186629 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Pushing event updated for resources: {'Port': ['ID=61ad15d5-afcc-47c1-9efe-4dabc139a4f9,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:18.197308 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.208777 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.211214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c22ac4-d40b-4cb8-885e-8315b3eab474 None None] Pushing event updated for resources: {'Port': ['ID=9f0e6ab4-09c1-4220-8085-02bf3885ceb2,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:18.218682 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Attempting to bind port 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:57:18.219046 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Attempting to bind port 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:57:18.219424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Attempting to bind port 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:57:18.242315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:57:18.242683 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:57:18.243084 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.243473 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:57:18.243949 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Bound port: 9f0e6ab4-09c1-4220-8085-02bf3885ceb2, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:57:18.244335 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.312747 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=d84ca7b6-a216-4888-8e4c-345b7f07c020,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:18.327424 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] For port 9f0e6ab4-09c1-4220-8085-02bf3885ceb2, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:18.331325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] For port 9f0e6ab4-09c1-4220-8085-02bf3885ceb2, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9f0e6ab4-09c1-4220-8085-02bf3885ceb2,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:18.335698 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.355382 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.392818 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Routers {'7cd6bb06-3fae-4efb-893f-75afd3b37612'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:57:18.393618 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:57:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7cd6bb06-3fae-4efb-893f-75afd3b37612'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:18.457953 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c22ac4-d40b-4cb8-885e-8315b3eab474 None None] Pushing event updated for resources: {'Port': ['ID=9f0e6ab4-09c1-4220-8085-02bf3885ceb2,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:18.528446 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-60850f96-2828-4af2-82fd-b38fe27bd913 None None] Provisioning for port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:18.532297 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.537352 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.544511 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-60850f96-2828-4af2-82fd-b38fe27bd913 None None] Provisioning complete for port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:18.545014 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-60850f96-2828-4af2-82fd-b38fe27bd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.598515 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] Set router 7cd6bb06-3fae-4efb-893f-75afd3b37612 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:57:18.601492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-60850f96-2828-4af2-82fd-b38fe27bd913 None None] Port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:57:18.603577 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.605427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Pushing event updated for resources: {'Port': ['ID=61ad15d5-afcc-47c1-9efe-4dabc139a4f9,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:18.703150 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Network 00f3846b-dc47-409a-a7a9-502750b6b47a is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:18.704802 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:18.821522 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'name': 'tempest-TestSnapshotPattern-607815463-router', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:18Z', 'revision_number': 4, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'gw_port': {'id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '61ad15d5-afcc-47c1-9efe-4dabc139a4f9', 'name': '', 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'mac_address': 'fa:16:3e:91:2d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a29951ba-8792-4cd5-b8cb-fdae44b10aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:17Z', 'updated_at': '2021-08-09T16:57:17Z', 'revision_number': 1, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'subnets': [{'id': 'a29951ba-8792-4cd5-b8cb-fdae44b10aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:18.835523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Router 7cd6bb06-3fae-4efb-893f-75afd3b37612 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:57:18.852753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7feb040-a8c0-4a2b-99ba-ba4110d6bc0a None None] The sync data for ids ['7cd6bb06-3fae-4efb-893f-75afd3b37612'] in n-d-803778-2 is: [{'id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'name': 'tempest-TestSnapshotPattern-607815463-router', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:18Z', 'revision_number': 4, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'gw_port': {'id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '61ad15d5-afcc-47c1-9efe-4dabc139a4f9', 'name': '', 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'mac_address': 'fa:16:3e:91:2d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a29951ba-8792-4cd5-b8cb-fdae44b10aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:17Z', 'updated_at': '2021-08-09T16:57:17Z', 'revision_number': 1, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'subnets': [{'id': 'a29951ba-8792-4cd5-b8cb-fdae44b10aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:18.921157 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-e3d579e1-b546-4593-8eea-b0383ec62d3a None None] Provisioning complete for port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:18.921543 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-e3d579e1-b546-4593-8eea-b0383ec62d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.958753 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-e3d579e1-b546-4593-8eea-b0383ec62d3a None None] Port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:57:18.962775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:18.967738 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-90f90eec-1e41-4985-9321-35dd3fec40fd admin admin] 10.222.0.81 "PUT /v2.0/routers/7cd6bb06-3fae-4efb-893f-75afd3b37612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6450226 Aug 09 16:57:19.498366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58102) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:19.506143 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1119242164-network', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:19.532785 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Made reservation on behalf of f1c2014655fc4c63a5681933dbfd23f6 for: {'network': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:19.535248 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for network, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:19.548080 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:19.646753 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:19.651625 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:19.677065 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:57:19.691812 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef959f0-7b90-4da2-957d-2c602976ca67,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:19.697925 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:19.698267 n-d-803778-2 neutron-server[94290]: INFO neutron.db.segments_db [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Added segment 42677146-065b-4629-a51a-83acb6c43c25 of type vlan for network 58137897-4cb3-4998-8318-0e6f251bd663 Aug 09 16:57:19.745700 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765756383829'] for network, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:19.778628 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551'] for network, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:19.780016 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:19.781159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:19.835564 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3354814 Aug 09 16:57:19.841662 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58104) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:19.843738 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-41b27ec5-e70c-423e-807e-ab7177b1ecea admin admin] Request body: {'subnet': {'network_id': '58137897-4cb3-4998-8318-0e6f251bd663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1119242164-subnet', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'ip_version': 4}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:19.864612 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a86f9-b516-45b3-a789-55f67384ff0a admin admin] Pushing event updated for resources: {'Network': ['ID=58137897-4cb3-4998-8318-0e6f251bd663,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:19.878908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Network 58137897-4cb3-4998-8318-0e6f251bd663 details requested by agent ovs-agent-n-d-803778-2 with host n-d-803778-2 {{(pid=94291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:57:19.882560 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:19.888565 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b27ec5-e70c-423e-807e-ab7177b1ecea admin admin] Made reservation on behalf of f1c2014655fc4c63a5681933dbfd23f6 for: {'subnet': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:19.890928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41b27ec5-e70c-423e-807e-ab7177b1ecea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5943722'] for subnet, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:19.990272 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:19.994355 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:19.994734 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.080258 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.083943 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41b27ec5-e70c-423e-807e-ab7177b1ecea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4793033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5943704'] for subnet, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.102455 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 9f0e6ab4-09c1-4220-8085-02bf3885ceb2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9f0e6ab4-09c1-4220-8085-02bf3885ceb2,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:20.107439 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.108486 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d84ca7b6-a216-4888-8e4c-345b7f07c020 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:20.151471 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b27ec5-e70c-423e-807e-ab7177b1ecea admin admin] Pushing event updated for resources: {'Subnet': ['ID=95411b38-37a6-4f0e-a821-e704e4105143,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:20.160714 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b27ec5-e70c-423e-807e-ab7177b1ecea admin admin] Checking segment: {'id': '42677146-065b-4629-a51a-83acb6c43c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:57:20.161081 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b27ec5-e70c-423e-807e-ab7177b1ecea admin admin] Network hostable DHCP agents. Network: 58137897-4cb3-4998-8318-0e6f251bd663, hostable agents: ['a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4'], hosted agents: [] {{(pid=94290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:57:20.179753 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b27ec5-e70c-423e-807e-ab7177b1ecea admin admin] Network 58137897-4cb3-4998-8318-0e6f251bd663 is scheduled to be hosted by DHCP agent a03f0ed0-8cc6-4406-b164-a3b0cfd8fef4 with binding_index 1 {{(pid=94290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:57:20.190438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-41b27ec5-e70c-423e-807e-ab7177b1ecea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803778-2, 58137897-4cb3-4998-8318-0e6f251bd663) {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:20.195240 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b27ec5-e70c-423e-807e-ab7177b1ecea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:20.196490 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-41b27ec5-e70c-423e-807e-ab7177b1ecea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.196638 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=9f0e6ab4-09c1-4220-8085-02bf3885ceb2,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:20.208440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26bcf16-a2d9-44c3-86e6-299bd509be87 None None] Network 58137897-4cb3-4998-8318-0e6f251bd663 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:57:20.211032 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-41b27ec5-e70c-423e-807e-ab7177b1ecea admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3718731 Aug 09 16:57:20.213459 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58106) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:20.217916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1119242164-router', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:20.238542 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2054859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35207'] for router, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.239501 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588787', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35208'] for router, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.262726 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port d84ca7b6-a216-4888-8e4c-345b7f07c020 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:20.263098 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.295480 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.441880 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.578920 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2370fb31-10b4-5884-ae06-5b47fc8b5b30-58137897-4cb3-4998-8318-0e6f251bd663', 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'fixed_ips': [{'subnet_id': '95411b38-37a6-4f0e-a821-e704e4105143'}]}} from n-d-803778-2. {{(pid=94291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:57:20.579768 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.655375 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.680229 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.726353 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.db_base_plugin_common [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Allocated IP 172.20.0.2 (58137897-4cb3-4998-8318-0e6f251bd663/95411b38-37a6-4f0e-a821-e704e4105143/0c1d14cd-1c89-4595-aeab-88391b59653a) {{(pid=94291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:20.795593 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Allocated IP 172.25.2.253 (520e6828-545a-4a8b-86d6-f1c6904f8404/6403bc3f-6ed1-4e98-a074-45868065fffd/3089a13d-083e-4983-80df-117d8507d1ee) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:20.889524 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Notify callbacks [] for port, precommit_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.898035 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Transition to ACTIVE for port object 0c1d14cd-1c89-4595-aeab-88391b59653a will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:20.916475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Transition to ACTIVE for port object 0c1d14cd-1c89-4595-aeab-88391b59653a will not be triggered until provisioned by entity DHCP. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:20.920179 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.922537 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279'] for port, after_create {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.958205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Network 58137897-4cb3-4998-8318-0e6f251bd663 is already hosted by enough agents. {{(pid=94291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:20.962856 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:20.963492 n-d-803778-2 neutron-server[94291]: DEBUG neutron.scheduler.base_scheduler [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Resources bound (agent type, host, resource id): {{(pid=94291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:20.967711 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Received port after_create {{(pid=94291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:57:20.976303 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Pushing event updated for resources: {'Port': ['ID=0c1d14cd-1c89-4595-aeab-88391b59653a,revision_number=1']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:21.004621 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Network 520e6828-545a-4a8b-86d6-f1c6904f8404 is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:21.009804 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:21.015549 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:57:21.021051 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Sync routers for ids ['7cd6bb06-3fae-4efb-893f-75afd3b37612'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:21.029177 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Attempting to bind port 0c1d14cd-1c89-4595-aeab-88391b59653a on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:57:21.029703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Attempting to bind port 0c1d14cd-1c89-4595-aeab-88391b59653a by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '42677146-065b-4629-a51a-83acb6c43c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:57:21.029999 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Attempting to bind port 0c1d14cd-1c89-4595-aeab-88391b59653a on network 58137897-4cb3-4998-8318-0e6f251bd663 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:57:21.032584 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Routers {'7cd6bb06-3fae-4efb-893f-75afd3b37612'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:57:21.033305 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:57:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7cd6bb06-3fae-4efb-893f-75afd3b37612'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:21.035089 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:57:21.035465 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Checking segment: {'id': '42677146-065b-4629-a51a-83acb6c43c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:57:21.035881 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.036405 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Bound using segment: {'id': '42677146-065b-4629-a51a-83acb6c43c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:57:21.036882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Bound port: 0c1d14cd-1c89-4595-aeab-88391b59653a, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42677146-065b-4629-a51a-83acb6c43c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:57:21.037272 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.043510 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3089a13d-083e-4983-80df-117d8507d1ee,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:21.110719 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] For port 0c1d14cd-1c89-4595-aeab-88391b59653a, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:21.114144 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] For port 0c1d14cd-1c89-4595-aeab-88391b59653a, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0c1d14cd-1c89-4595-aeab-88391b59653a,segment=NetworkSegment(42677146-065b-4629-a51a-83acb6c43c25),segment_id=42677146-065b-4629-a51a-83acb6c43c25)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:21.120208 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.147184 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Set router 7cd6bb06-3fae-4efb-893f-75afd3b37612 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:57:21.188827 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78bd6d-cf9d-4d73-a1cd-5df47e7e4b0a None None] Pushing event updated for resources: {'Port': ['ID=0c1d14cd-1c89-4595-aeab-88391b59653a,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:21.298648 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.361206 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'name': 'tempest-TestSnapshotPattern-607815463-router', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:18Z', 'revision_number': 4, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'gw_port': {'id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '61ad15d5-afcc-47c1-9efe-4dabc139a4f9', 'name': '', 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'mac_address': 'fa:16:3e:91:2d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a29951ba-8792-4cd5-b8cb-fdae44b10aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:17Z', 'updated_at': '2021-08-09T16:57:18Z', 'revision_number': 2, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'subnets': [{'id': 'a29951ba-8792-4cd5-b8cb-fdae44b10aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:21.406440 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Checking router: 7cd6bb06-3fae-4efb-893f-75afd3b37612 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:21.406791 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Updating router 7cd6bb06-3fae-4efb-893f-75afd3b37612 port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:57:21.439688 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.736630 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.750180 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Transition to ACTIVE for port object 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:21.756454 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.816918 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Pushing event updated for resources: {'Port': ['ID=61ad15d5-afcc-47c1-9efe-4dabc139a4f9,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:21.853637 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:21.853993 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:21.854507 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:21.854852 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:21.855187 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:21.855521 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:21.855910 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:21.856441 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:21.857032 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:21.857523 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:21.858094 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:21.858626 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:21.888908 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:21.906977 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Attempting to bind port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:57:21.907736 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Attempting to bind port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:57:21.908343 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Attempting to bind port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 on network 00f3846b-dc47-409a-a7a9-502750b6b47a {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:57:21.915213 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:57:21.916021 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Checking segment: {'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:57:21.916769 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.917387 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Bound using segment: {'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:57:21.918152 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Bound port: 61ad15d5-afcc-47c1-9efe-4dabc139a4f9, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:57:21.918847 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.964380 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:21.965905 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.986331 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052857'] for router, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:22.012773 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] For port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:22.016453 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] For port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=61ad15d5-afcc-47c1-9efe-4dabc139a4f9,segment=NetworkSegment(4611f3e1-86fe-46ef-b1f7-69aa51a92da0),segment_id=4611f3e1-86fe-46ef-b1f7-69aa51a92da0)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:22.023497 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:22.077104 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Routers {'7cd6bb06-3fae-4efb-893f-75afd3b37612'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:57:22.077760 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:57:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7cd6bb06-3fae-4efb-893f-75afd3b37612'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:22.093678 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0c1d14cd-1c89-4595-aeab-88391b59653a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:22.168219 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 0c1d14cd-1c89-4595-aeab-88391b59653a completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:22.179280 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Router 00c865b5-2463-4914-9719-540a99faf3a6 is scheduled to L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 with binding_index 1 {{(pid=94290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 16:57:22.203290 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe6611-cbd1-4ace-b915-5e165c05d9d4 None None] Pushing event updated for resources: {'Port': ['ID=61ad15d5-afcc-47c1-9efe-4dabc139a4f9,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:22.247343 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] Set router 7cd6bb06-3fae-4efb-893f-75afd3b37612 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:57:22.318387 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:22.330109 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Sync routers for ids ['00c865b5-2463-4914-9719-540a99faf3a6'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:22.339825 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:22.343411 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-621cd2d0-eb43-4daa-9f17-11d64b11e3c9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1283176 Aug 09 16:57:22.345673 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Routers {'00c865b5-2463-4914-9719-540a99faf3a6'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:57:22.346459 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:57:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['00c865b5-2463-4914-9719-540a99faf3a6'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:22.346776 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58108) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:22.460032 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a15f9f-1e7b-4410-8e24-5747b200021e None None] Network 58137897-4cb3-4998-8318-0e6f251bd663 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:57:22.500340 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'name': 'tempest-TestSnapshotPattern-607815463-router', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:18Z', 'revision_number': 4, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'gw_port': {'id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '61ad15d5-afcc-47c1-9efe-4dabc139a4f9', 'name': '', 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'mac_address': 'fa:16:3e:91:2d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a29951ba-8792-4cd5-b8cb-fdae44b10aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:17Z', 'updated_at': '2021-08-09T16:57:22Z', 'revision_number': 4, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'subnets': [{'id': 'a29951ba-8792-4cd5-b8cb-fdae44b10aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:22.532789 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6a3737-d0f4-49e5-81c5-860f64cd160e None None] The sync data for ids ['7cd6bb06-3fae-4efb-893f-75afd3b37612'] in n-d-803778-2 is: [{'id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'name': 'tempest-TestSnapshotPattern-607815463-router', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:18Z', 'revision_number': 4, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'gw_port': {'id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '61ad15d5-afcc-47c1-9efe-4dabc139a4f9', 'name': '', 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'mac_address': 'fa:16:3e:91:2d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a29951ba-8792-4cd5-b8cb-fdae44b10aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:17Z', 'updated_at': '2021-08-09T16:57:22Z', 'revision_number': 4, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'subnets': [{'id': 'a29951ba-8792-4cd5-b8cb-fdae44b10aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:22.533151 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Set router 00c865b5-2463-4914-9719-540a99faf3a6 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:57:22.728029 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-30216858-f63a-4f15-9c29-6f5b474c3d5a None None] Provisioning for port 0c1d14cd-1c89-4595-aeab-88391b59653a completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:22.758958 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-30216858-f63a-4f15-9c29-6f5b474c3d5a None None] Provisioning complete for port 0c1d14cd-1c89-4595-aeab-88391b59653a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:22.759383 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-30216858-f63a-4f15-9c29-6f5b474c3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:22.853414 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:22.892086 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c865b5-2463-4914-9719-540a99faf3a6', 'name': 'tempest-TestSnapshotPattern-1119242164-router', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '3089a13d-083e-4983-80df-117d8507d1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:21Z', 'revision_number': 3, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'gw_port': {'id': '3089a13d-083e-4983-80df-117d8507d1ee', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c865b5-2463-4914-9719-540a99faf3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:22.929013 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-30216858-f63a-4f15-9c29-6f5b474c3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:22.931452 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Checking router: 00c865b5-2463-4914-9719-540a99faf3a6 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:22.931979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Updating router 00c865b5-2463-4914-9719-540a99faf3a6 port 3089a13d-083e-4983-80df-117d8507d1ee binding host n-d-803778-2 {{(pid=94291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:57:22.975021 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.019627 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-30216858-f63a-4f15-9c29-6f5b474c3d5a None None] For port 0c1d14cd-1c89-4595-aeab-88391b59653a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0c1d14cd-1c89-4595-aeab-88391b59653a,segment=NetworkSegment(42677146-065b-4629-a51a-83acb6c43c25),segment_id=42677146-065b-4629-a51a-83acb6c43c25)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:23.030879 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-30216858-f63a-4f15-9c29-6f5b474c3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.061271 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_common [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Allocated IP 172.20.0.1 (58137897-4cb3-4998-8318-0e6f251bd663/95411b38-37a6-4f0e-a821-e704e4105143/54f31dc5-fb70-4e7f-9b21-89099076d3df) {{(pid=94289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:23.200441 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.214222 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.provisioning_blocks [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Transition to ACTIVE for port object 54f31dc5-fb70-4e7f-9b21-89099076d3df will not be triggered until provisioned by entity DHCP. {{(pid=94289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:23.216302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216858-f63a-4f15-9c29-6f5b474c3d5a None None] Pushing event updated for resources: {'Port': ['ID=0c1d14cd-1c89-4595-aeab-88391b59653a,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:23.232391 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-6722d808-b01c-45cc-bb31-879b29cb8648 None None] Provisioning complete for port 0c1d14cd-1c89-4595-aeab-88391b59653a triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:23.232722 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6722d808-b01c-45cc-bb31-879b29cb8648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.255628 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.300004 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Network 58137897-4cb3-4998-8318-0e6f251bd663 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:23.305506 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:23.309871 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Received port after_create {{(pid=94289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:57:23.339232 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Pushing event updated for resources: {'Port': ['ID=54f31dc5-fb70-4e7f-9b21-89099076d3df,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:23.364408 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2052106'] for router_interface, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.421039 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Notify callbacks [] for port, precommit_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.432695 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Transition to ACTIVE for port object 3089a13d-083e-4983-80df-117d8507d1ee will not be triggered until provisioned by entity L2. {{(pid=94291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:23.439581 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.503817 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Attempting to bind port 3089a13d-083e-4983-80df-117d8507d1ee on host n-d-803778-2 for vnic_type normal with profile {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:57:23.504108 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Attempting to bind port 3089a13d-083e-4983-80df-117d8507d1ee by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:57:23.504481 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Attempting to bind port 3089a13d-083e-4983-80df-117d8507d1ee on network 520e6828-545a-4a8b-86d6-f1c6904f8404 {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:57:23.507017 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5420e2-ee58-4a5e-82f4-c5ba3e1a91b5 None None] Pushing event updated for resources: {'Port': ['ID=3089a13d-083e-4983-80df-117d8507d1ee,revision_number=2']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:23.509841 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.514325 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:57:23.514710 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Checking segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:57:23.515125 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.515538 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Bound using segment: {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'} {{(pid=94291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:57:23.516018 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.managers [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Bound port: 3089a13d-083e-4983-80df-117d8507d1ee, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21892358-9308-4750-81f1-bee202b39f7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404'}}] {{(pid=94291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:57:23.516409 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.569440 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] For port 3089a13d-083e-4983-80df-117d8507d1ee, host n-d-803778-2, cleared binding levels {{(pid=94291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:23.572444 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] For port 3089a13d-083e-4983-80df-117d8507d1ee, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3089a13d-083e-4983-80df-117d8507d1ee,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:23.579580 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.658636 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Routers {'00c865b5-2463-4914-9719-540a99faf3a6'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:57:23.659271 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:57:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['00c865b5-2463-4914-9719-540a99faf3a6'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:23.662131 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3de0efe0-917f-464c-8ddd-c0f2aa909ba7 None None] Provisioning for port 54f31dc5-fb70-4e7f-9b21-89099076d3df completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:23.663926 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5420e2-ee58-4a5e-82f4-c5ba3e1a91b5 None None] Pushing event updated for resources: {'Port': ['ID=3089a13d-083e-4983-80df-117d8507d1ee,revision_number=3']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:23.682210 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.687045 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7867074'] for port, after_update {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.700514 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-3de0efe0-917f-464c-8ddd-c0f2aa909ba7 None None] Provisioning complete for port 54f31dc5-fb70-4e7f-9b21-89099076d3df triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:23.700955 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3de0efe0-917f-464c-8ddd-c0f2aa909ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.757479 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2079501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052286'] for router_interface, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.759134 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Pushing event updated for resources: {'Port': ['ID=54f31dc5-fb70-4e7f-9b21-89099076d3df,revision_number=2']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:23.776328 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-3de0efe0-917f-464c-8ddd-c0f2aa909ba7 None None] Port 54f31dc5-fb70-4e7f-9b21-89099076d3df cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:57:23.799622 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:23.808458 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] Set router 00c865b5-2463-4914-9719-540a99faf3a6 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:57:23.862120 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Network 58137897-4cb3-4998-8318-0e6f251bd663 is already hosted by enough agents. {{(pid=94289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:23.863530 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.base_scheduler [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:23.982927 n-d-803778-2 neutron-server[94289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Router 00c865b5-2463-4914-9719-540a99faf3a6 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:57:24.102663 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:24.109626 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5ee543d3-d7fa-44d1-bcd9-52a7043985b8 admin admin] 10.222.0.81 "PUT /v2.0/routers/00c865b5-2463-4914-9719-540a99faf3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7597570 Aug 09 16:57:24.139304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:24.143722 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-bb8bccd0-d555-4478-85e5-497be06c39d8 None None] Provisioning complete for port 54f31dc5-fb70-4e7f-9b21-89099076d3df triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:24.144074 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-bb8bccd0-d555-4478-85e5-497be06c39d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.150074 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:24.150433 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.234947 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bccd0-d555-4478-85e5-497be06c39d8 None None] Port 54f31dc5-fb70-4e7f-9b21-89099076d3df cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:57:24.331855 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.348205 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c865b5-2463-4914-9719-540a99faf3a6', 'name': 'tempest-TestSnapshotPattern-1119242164-router', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '3089a13d-083e-4983-80df-117d8507d1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:23Z', 'revision_number': 4, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'gw_port': {'id': '3089a13d-083e-4983-80df-117d8507d1ee', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c865b5-2463-4914-9719-540a99faf3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '54f31dc5-fb70-4e7f-9b21-89099076d3df', 'name': '', 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'mac_address': 'fa:16:3e:f6:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c865b5-2463-4914-9719-540a99faf3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '95411b38-37a6-4f0e-a821-e704e4105143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:22Z', 'updated_at': '2021-08-09T16:57:23Z', 'revision_number': 1, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'subnets': [{'id': '95411b38-37a6-4f0e-a821-e704e4105143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:24.380999 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d09ccb4-3867-4fea-b699-4bba0eb1765c None None] The sync data for ids ['00c865b5-2463-4914-9719-540a99faf3a6'] in n-d-803778-2 is: [{'id': '00c865b5-2463-4914-9719-540a99faf3a6', 'name': 'tempest-TestSnapshotPattern-1119242164-router', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '3089a13d-083e-4983-80df-117d8507d1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:23Z', 'revision_number': 4, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'gw_port': {'id': '3089a13d-083e-4983-80df-117d8507d1ee', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c865b5-2463-4914-9719-540a99faf3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '54f31dc5-fb70-4e7f-9b21-89099076d3df', 'name': '', 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'mac_address': 'fa:16:3e:f6:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c865b5-2463-4914-9719-540a99faf3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '95411b38-37a6-4f0e-a821-e704e4105143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:22Z', 'updated_at': '2021-08-09T16:57:23Z', 'revision_number': 1, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'subnets': [{'id': '95411b38-37a6-4f0e-a821-e704e4105143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:24.397626 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=61ad15d5-afcc-47c1-9efe-4dabc139a4f9,segment=NetworkSegment(4611f3e1-86fe-46ef-b1f7-69aa51a92da0),segment_id=4611f3e1-86fe-46ef-b1f7-69aa51a92da0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:24.401644 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.403389 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0c1d14cd-1c89-4595-aeab-88391b59653a up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:24.487914 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=61ad15d5-afcc-47c1-9efe-4dabc139a4f9,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:24.501183 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 0c1d14cd-1c89-4595-aeab-88391b59653a triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:24.501558 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.573950 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58116) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:24.579611 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-5f543f8d-e16d-4d31-82da-2f36eaa928d3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1025686968', 'description': 'tempest-secgroup-smoke-1025686968 description', 'project_id': 'd0310efeca7047638c3a0f1156d96dac'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:24.618422 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f543f8d-e16d-4d31-82da-2f36eaa928d3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.709284 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f543f8d-e16d-4d31-82da-2f36eaa928d3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.715881 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f543f8d-e16d-4d31-82da-2f36eaa928d3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.751035 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-5f543f8d-e16d-4d31-82da-2f36eaa928d3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.752346 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-5f543f8d-e16d-4d31-82da-2f36eaa928d3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1764679 Aug 09 16:57:24.755345 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58118) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:24.759819 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-7ad2cf37-dcdb-476b-b332-2c8deaabf905 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Request body: {'security_group_rule': {'security_group_id': '20912720-339f-47ae-81be-d86c2e6c3aec', 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:24.766590 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f543f8d-e16d-4d31-82da-2f36eaa928d3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20912720-339f-47ae-81be-d86c2e6c3aec,revision_number=1']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:24.791528 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ad2cf37-dcdb-476b-b332-2c8deaabf905 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.855171 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ad2cf37-dcdb-476b-b332-2c8deaabf905 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.860287 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ad2cf37-dcdb-476b-b332-2c8deaabf905 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.881154 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2cf37-dcdb-476b-b332-2c8deaabf905 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d157f5b-611b-42fe-954d-9bfd6d997210,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:24.890567 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-7ad2cf37-dcdb-476b-b332-2c8deaabf905 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.891921 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-7ad2cf37-dcdb-476b-b332-2c8deaabf905 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356461 Aug 09 16:57:24.894759 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58120) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:24.899380 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-1e2a6f05-9036-4394-acfe-08440fd76e41 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Request body: {'security_group_rule': {'security_group_id': '20912720-339f-47ae-81be-d86c2e6c3aec', 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:24.929055 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6f05-9036-4394-acfe-08440fd76e41 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.992146 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6f05-9036-4394-acfe-08440fd76e41 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.997084 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6f05-9036-4394-acfe-08440fd76e41 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.014356 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a6f05-9036-4394-acfe-08440fd76e41 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1345bb8-3d59-4322-8f7b-04d841b4edcd,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:25.020017 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-1e2a6f05-9036-4394-acfe-08440fd76e41 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.021409 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-1e2a6f05-9036-4394-acfe-08440fd76e41 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257157 Aug 09 16:57:25.024053 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58122) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:25.029012 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-07589f59-f4a2-4a66-88ba-14b85cb58d5a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Request body: {'security_group_rule': {'security_group_id': '20912720-339f-47ae-81be-d86c2e6c3aec', 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:25.054512 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-07589f59-f4a2-4a66-88ba-14b85cb58d5a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.112480 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-07589f59-f4a2-4a66-88ba-14b85cb58d5a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.115925 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-07589f59-f4a2-4a66-88ba-14b85cb58d5a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.130645 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07589f59-f4a2-4a66-88ba-14b85cb58d5a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1944b7-a936-44a0-a970-0260464742e8,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:25.139375 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-07589f59-f4a2-4a66-88ba-14b85cb58d5a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.140622 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-07589f59-f4a2-4a66-88ba-14b85cb58d5a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156497 Aug 09 16:57:25.143313 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58124) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:25.147635 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-04f664e3-997d-45ea-9a3f-1939f92002f6 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Request body: {'security_group_rule': {'security_group_id': '20912720-339f-47ae-81be-d86c2e6c3aec', 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:25.174708 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04f664e3-997d-45ea-9a3f-1939f92002f6 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.238993 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04f664e3-997d-45ea-9a3f-1939f92002f6 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.250433 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04f664e3-997d-45ea-9a3f-1939f92002f6 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.278408 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-04f664e3-997d-45ea-9a3f-1939f92002f6 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.280444 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-04f664e3-997d-45ea-9a3f-1939f92002f6 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359591 Aug 09 16:57:25.282880 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58126) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:25.288366 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.v2.base [None req-6b54095d-66b7-414e-b801-c31a93e82a0e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Request body: {'security_group_rule': {'security_group_id': '20912720-339f-47ae-81be-d86c2e6c3aec', 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:25.293005 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f664e3-997d-45ea-9a3f-1939f92002f6 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20aa562-9db0-4c10-9f85-9eec0d9da2c4,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:25.315261 n-d-803778-2 neutron-server[94289]: INFO neutron.db.securitygroups_db [None req-6b54095d-66b7-414e-b801-c31a93e82a0e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Project d0310efeca7047638c3a0f1156d96dac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:57:25.320194 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b54095d-66b7-414e-b801-c31a93e82a0e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.388293 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b54095d-66b7-414e-b801-c31a93e82a0e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.392477 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b54095d-66b7-414e-b801-c31a93e82a0e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.410835 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54095d-66b7-414e-b801-c31a93e82a0e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b8f639-b610-49a0-96aa-fb26d8b9026f,revision_number=0']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:25.418345 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-6b54095d-66b7-414e-b801-c31a93e82a0e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.422538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58128) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:25.423107 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-6b54095d-66b7-414e-b801-c31a93e82a0e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384466 Aug 09 16:57:25.427538 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [None req-4083bbc0-352b-48c9-a972-fc66dfd60dd8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Request body: {'security_group_rule': {'security_group_id': '20912720-339f-47ae-81be-d86c2e6c3aec', 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:25.450774 n-d-803778-2 neutron-server[94290]: INFO neutron.db.securitygroups_db [None req-4083bbc0-352b-48c9-a972-fc66dfd60dd8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Project d0310efeca7047638c3a0f1156d96dac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:57:25.455989 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4083bbc0-352b-48c9-a972-fc66dfd60dd8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.522141 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4083bbc0-352b-48c9-a972-fc66dfd60dd8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.526194 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4083bbc0-352b-48c9-a972-fc66dfd60dd8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601357'] for security_group_rule, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.553975 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083bbc0-352b-48c9-a972-fc66dfd60dd8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a660dd-d776-4a40-9607-96a55293e915,revision_number=0']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:25.563522 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-4083bbc0-352b-48c9-a972-fc66dfd60dd8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.564950 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-4083bbc0-352b-48c9-a972-fc66dfd60dd8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411970 Aug 09 16:57:25.710531 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-3d959e56-1cd2-4358-926f-48e0adacd1ff tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025686968&fields=id&tenant_id=d0310efeca7047638c3a0f1156d96dac HTTP/1.1" status: 200 len: 267 time: 0.0360780 Aug 09 16:57:25.835960 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b2f88cd1-6e76-4323-bb78-72ce87788c69 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:25.838104 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b2f88cd1-6e76-4323-bb78-72ce87788c69 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/networks?id=00f3846b-dc47-409a-a7a9-502750b6b47a HTTP/1.1" status: 200 len: 809 time: 0.1164045 Aug 09 16:57:25.850302 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:25.855281 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-7c49af13-4cc1-4890-8184-623607fea15e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/quotas/d0310efeca7047638c3a0f1156d96dac HTTP/1.1" status: 200 len: 375 time: 0.0098670 Aug 09 16:57:25.899194 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:25.899484 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.924171 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-6f121391-3fb3-4a26-adf4-9e87bd5730b9 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d0310efeca7047638c3a0f1156d96dac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523446 Aug 09 16:57:25.986505 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3089a13d-083e-4983-80df-117d8507d1ee up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:26.014790 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-e773e754-5170-49d6-b131-0ba438b9b2db service neutron] 10.222.0.81 "GET /v2.0/networks/00f3846b-dc47-409a-a7a9-502750b6b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897145 Aug 09 16:57:26.039552 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 3089a13d-083e-4983-80df-117d8507d1ee completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:26.043847 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 3089a13d-083e-4983-80df-117d8507d1ee triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:26.044244 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.112446 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-23715132-7dda-4206-84d2-7cad1b585a1a service neutron] 10.222.0.81 "GET /v2.0/networks/00f3846b-dc47-409a-a7a9-502750b6b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909476 Aug 09 16:57:26.130120 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.154732 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 3089a13d-083e-4983-80df-117d8507d1ee, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3089a13d-083e-4983-80df-117d8507d1ee,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:26.159994 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.213527 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=3089a13d-083e-4983-80df-117d8507d1ee,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:26.289925 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-1f7ac15a-05c1-4417-b49b-1d739c2fc563 req-7e555b0f-bb58-4fa9-a29c-5ebf203fd1de tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 210 time: 0.0280650 Aug 09 16:57:26.657294 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Sync routers for ids ['00c865b5-2463-4914-9719-540a99faf3a6'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:26.666858 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Routers {'00c865b5-2463-4914-9719-540a99faf3a6'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:57:26.667570 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:57:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['00c865b5-2463-4914-9719-540a99faf3a6'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:26.774725 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Set router 00c865b5-2463-4914-9719-540a99faf3a6 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:57:27.076081 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c865b5-2463-4914-9719-540a99faf3a6', 'name': 'tempest-TestSnapshotPattern-1119242164-router', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '3089a13d-083e-4983-80df-117d8507d1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:23Z', 'revision_number': 4, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'gw_port': {'id': '3089a13d-083e-4983-80df-117d8507d1ee', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c865b5-2463-4914-9719-540a99faf3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '54f31dc5-fb70-4e7f-9b21-89099076d3df', 'name': '', 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'mac_address': 'fa:16:3e:f6:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c865b5-2463-4914-9719-540a99faf3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '95411b38-37a6-4f0e-a821-e704e4105143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:22Z', 'updated_at': '2021-08-09T16:57:23Z', 'revision_number': 2, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'subnets': [{'id': '95411b38-37a6-4f0e-a821-e704e4105143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:27.101664 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Checking router: 00c865b5-2463-4914-9719-540a99faf3a6 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:27.102018 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Updating router 00c865b5-2463-4914-9719-540a99faf3a6 port 54f31dc5-fb70-4e7f-9b21-89099076d3df binding host n-d-803778-2 {{(pid=94292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:57:27.130454 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.261546 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-62f277e1-ad5c-45e0-8c58-adcefdecb239 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:27.265142 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-62f277e1-ad5c-45e0-8c58-adcefdecb239 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.60 "GET /v2.0/networks?id=00f3846b-dc47-409a-a7a9-502750b6b47a HTTP/1.1" status: 200 len: 809 time: 0.1244478 Aug 09 16:57:27.315535 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-a4c0d372-2695-4dd2-8ffb-7ec1682a31b6 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0310efeca7047638c3a0f1156d96dac HTTP/1.1" status: 200 len: 380 time: 0.0377541 Aug 09 16:57:27.327648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Request body: {'port': {'device_id': '073d8a01-f280-4cab-8096-dbfc1ae08967', 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a', 'admin_state_up': True, 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'security_groups': ['20912720-339f-47ae-81be-d86c2e6c3aec']}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:27.393220 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-30e168d9-d1ae-4c2b-af55-99fb64c9271c req-be093405-e3e9-4015-baae-45a975b314c2 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 210 time: 0.0275302 Aug 09 16:57:27.424835 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.434980 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.provisioning_blocks [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Transition to ACTIVE for port object 54f31dc5-fb70-4e7f-9b21-89099076d3df will not be triggered until provisioned by entity L2. {{(pid=94292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:27.438916 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Made reservation on behalf of d0310efeca7047638c3a0f1156d96dac for: {'port': 1} {{(pid=94290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:27.440300 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.442776 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.491947 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedada84-5df8-407e-948c-70b736727938 None None] Pushing event updated for resources: {'Port': ['ID=54f31dc5-fb70-4e7f-9b21-89099076d3df,revision_number=3']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:27.546522 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Attempting to bind port 54f31dc5-fb70-4e7f-9b21-89099076d3df on host n-d-803778-2 for vnic_type normal with profile {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:57:27.547222 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Attempting to bind port 54f31dc5-fb70-4e7f-9b21-89099076d3df by drivers openvswitch,hyperv on host n-d-803778-2 at level 0 using segments [{'id': '42677146-065b-4629-a51a-83acb6c43c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663'}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:57:27.547779 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Attempting to bind port 54f31dc5-fb70-4e7f-9b21-89099076d3df on network 58137897-4cb3-4998-8318-0e6f251bd663 {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:57:27.553202 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Checking agent: {'id': '887ff6c9-e5ce-468d-b95b-6f322f4263b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 27, 41), 'started_at': datetime.datetime(2021, 8, 9, 15, 28, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803778-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:57:27.554081 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Checking segment: {'id': '42677146-065b-4629-a51a-83acb6c43c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:57:27.554670 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.555217 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Bound using segment: {'id': '42677146-065b-4629-a51a-83acb6c43c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663'} {{(pid=94292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:57:27.555674 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.managers [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Bound port: 54f31dc5-fb70-4e7f-9b21-89099076d3df, host: n-d-803778-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42677146-065b-4629-a51a-83acb6c43c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663'}}] {{(pid=94292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:57:27.556047 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.598366 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_common [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Allocated IP 172.20.0.4 (00f3846b-dc47-409a-a7a9-502750b6b47a/a29951ba-8792-4cd5-b8cb-fdae44b10aef/c0380953-fbca-480f-8025-750c40d7a5f0) {{(pid=94290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:27.625934 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] For port 54f31dc5-fb70-4e7f-9b21-89099076d3df, host n-d-803778-2, cleared binding levels {{(pid=94292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:27.629243 n-d-803778-2 neutron-server[94292]: DEBUG neutron.plugins.ml2.db [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] For port 54f31dc5-fb70-4e7f-9b21-89099076d3df, host n-d-803778-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=54f31dc5-fb70-4e7f-9b21-89099076d3df,segment=NetworkSegment(42677146-065b-4629-a51a-83acb6c43c25),segment_id=42677146-065b-4629-a51a-83acb6c43c25)] {{(pid=94292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:27.635492 n-d-803778-2 neutron-server[94292]: DEBUG neutron_lib.callbacks.manager [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.696889 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Routers {'00c865b5-2463-4914-9719-540a99faf3a6'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:57:27.697531 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:57:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['00c865b5-2463-4914-9719-540a99faf3a6'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:27.739729 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedada84-5df8-407e-948c-70b736727938 None None] Pushing event updated for resources: {'Port': ['ID=54f31dc5-fb70-4e7f-9b21-89099076d3df,revision_number=4']} {{(pid=94292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:27.776386 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for port, precommit_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.799938 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Transition to ACTIVE for port object c0380953-fbca-480f-8025-750c40d7a5f0 will not be triggered until provisioned by entity DHCP. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:27.819195 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3089a13d-083e-4983-80df-117d8507d1ee up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:27.853939 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765756396279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_create {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.854178 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] Set router 00c865b5-2463-4914-9719-540a99faf3a6 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:57:27.899767 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 3089a13d-083e-4983-80df-117d8507d1ee triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:27.900165 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.929347 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Network 00f3846b-dc47-409a-a7a9-502750b6b47a is already hosted by enough agents. {{(pid=94290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:27.938248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.base_scheduler [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Resources bound (agent type, host, resource id): {{(pid=94290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:27.942730 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Received port after_create {{(pid=94290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:57:27.979614 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Pushing event updated for resources: {'Port': ['ID=c0380953-fbca-480f-8025-750c40d7a5f0,revision_number=1']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:28.015248 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:28.016087 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:28.033201 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-8eaaad40-2c85-4e94-855b-94346287fce3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7101586 Aug 09 16:57:28.054839 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.v2.base [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Request body: {'port': {'device_id': '073d8a01-f280-4cab-8096-dbfc1ae08967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803778-2'}} {{(pid=94290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:28.124051 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:28.138542 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c865b5-2463-4914-9719-540a99faf3a6', 'name': 'tempest-TestSnapshotPattern-1119242164-router', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '3089a13d-083e-4983-80df-117d8507d1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:23Z', 'revision_number': 4, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'gw_port': {'id': '3089a13d-083e-4983-80df-117d8507d1ee', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c865b5-2463-4914-9719-540a99faf3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '54f31dc5-fb70-4e7f-9b21-89099076d3df', 'name': '', 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'mac_address': 'fa:16:3e:f6:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c865b5-2463-4914-9719-540a99faf3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '95411b38-37a6-4f0e-a821-e704e4105143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:22Z', 'updated_at': '2021-08-09T16:57:27Z', 'revision_number': 4, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'subnets': [{'id': '95411b38-37a6-4f0e-a821-e704e4105143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:28.166311 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c3540-378e-4fbc-bd98-8839b2c966b9 None None] The sync data for ids ['00c865b5-2463-4914-9719-540a99faf3a6'] in n-d-803778-2 is: [{'id': '00c865b5-2463-4914-9719-540a99faf3a6', 'name': 'tempest-TestSnapshotPattern-1119242164-router', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '3089a13d-083e-4983-80df-117d8507d1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:23Z', 'revision_number': 4, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'gw_port': {'id': '3089a13d-083e-4983-80df-117d8507d1ee', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c865b5-2463-4914-9719-540a99faf3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2', '_interfaces': [{'id': '54f31dc5-fb70-4e7f-9b21-89099076d3df', 'name': '', 'network_id': '58137897-4cb3-4998-8318-0e6f251bd663', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'mac_address': 'fa:16:3e:f6:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c865b5-2463-4914-9719-540a99faf3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '95411b38-37a6-4f0e-a821-e704e4105143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:22Z', 'updated_at': '2021-08-09T16:57:27Z', 'revision_number': 4, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'subnets': [{'id': '95411b38-37a6-4f0e-a821-e704e4105143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:28.279285 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4f755db7-e04b-4c8f-bf28-0fa79d5a5d39 None None] Provisioning for port c0380953-fbca-480f-8025-750c40d7a5f0 completed by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:28.284395 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-4f755db7-e04b-4c8f-bf28-0fa79d5a5d39 None None] Provisioning complete for port c0380953-fbca-480f-8025-750c40d7a5f0 triggered by entity DHCP. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:28.284772 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4f755db7-e04b-4c8f-bf28-0fa79d5a5d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:28.321379 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-4f755db7-e04b-4c8f-bf28-0fa79d5a5d39 None None] Port c0380953-fbca-480f-8025-750c40d7a5f0 cannot update to ACTIVE because it is not bound. {{(pid=94291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:57:28.431284 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0380953-fbca-480f-8025-750c40d7a5f0 {{(pid=94290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:57:28.440559 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:28.455707 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.provisioning_blocks [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Transition to ACTIVE for port object c0380953-fbca-480f-8025-750c40d7a5f0 will not be triggered until provisioned by entity L2. {{(pid=94290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:28.460577 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:28.541326 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Pushing event updated for resources: {'Port': ['ID=c0380953-fbca-480f-8025-750c40d7a5f0,revision_number=2']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:28.542725 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dda4b5-7030-488d-bdf9-218eb103391a req-8f636ecf-2c63-4257-87e2-079454b65cb8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:28.554191 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-49dda4b5-7030-488d-bdf9-218eb103391a req-8f636ecf-2c63-4257-87e2-079454b65cb8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 943 time: 0.0736508 Aug 09 16:57:28.602246 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-49dda4b5-7030-488d-bdf9-218eb103391a req-de4d9c56-77be-4ff6-a109-5dbf86113ea0 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467296 Aug 09 16:57:28.618362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Attempting to bind port c0380953-fbca-480f-8025-750c40d7a5f0 on host n-h2-803778-2 for vnic_type normal with profile {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:57:28.618362 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Attempting to bind port c0380953-fbca-480f-8025-750c40d7a5f0 by drivers openvswitch,hyperv on host n-h2-803778-2 at level 0 using segments [{'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:57:28.629567 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Attempting to bind port c0380953-fbca-480f-8025-750c40d7a5f0 on network 00f3846b-dc47-409a-a7a9-502750b6b47a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:57:28.640012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Port c0380953-fbca-480f-8025-750c40d7a5f0 on network 00f3846b-dc47-409a-a7a9-502750b6b47a not bound, no agent of type Open vSwitch agent registered on host n-h2-803778-2 {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:57:28.640376 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Attempting to bind port c0380953-fbca-480f-8025-750c40d7a5f0 on network 00f3846b-dc47-409a-a7a9-502750b6b47a {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:57:28.646104 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Checking agent: {'id': '1363527c-142d-47bb-aca4-ba6cfd9dddc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803778-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 9, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:57:28.646448 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Checking segment: {'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:57:28.646868 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Bound using segment: {'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'} {{(pid=94290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:57:28.647302 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.managers [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Bound port: c0380953-fbca-480f-8025-750c40d7a5f0, host: n-h2-803778-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4611f3e1-86fe-46ef-b1f7-69aa51a92da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a'}}] {{(pid=94290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:57:28.647812 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:28.721253 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] For port c0380953-fbca-480f-8025-750c40d7a5f0, host n-h2-803778-2, cleared binding levels {{(pid=94290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:28.725012 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] For port c0380953-fbca-480f-8025-750c40d7a5f0, host n-h2-803778-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0380953-fbca-480f-8025-750c40d7a5f0,segment=NetworkSegment(4611f3e1-86fe-46ef-b1f7-69aa51a92da0),segment_id=4611f3e1-86fe-46ef-b1f7-69aa51a92da0)] {{(pid=94290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:28.729955 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4793012'] for port, after_update {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:28.766245 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:28.766967 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:28.768429 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] 10.222.0.60 "PUT /v2.0/ports/c0380953-fbca-480f-8025-750c40d7a5f0 HTTP/1.1" status: 200 len: 1091 time: 0.7250464 Aug 09 16:57:28.770775 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073d8a01-f280-4cab-8096-dbfc1ae08967', 'tag': 'c0380953-fbca-480f-8025-750c40d7a5f0'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:57:28.773103 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44f6c11-69da-4244-a0d5-8e22325f5e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "073d8a01-f280-4cab-8096-dbfc1ae08967", "tag": "c0380953-fbca-480f-8025-750c40d7a5f0"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:28.822329 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b231fcea-d4f9-4245-9dbb-1636ad5a0cd8 x-openstack-request-id: req-b231fcea-d4f9-4245-9dbb-1636ad5a0cd8 {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:28.822720 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073d8a01-f280-4cab-8096-dbfc1ae08967", "tag": "c0380953-fbca-480f-8025-750c40d7a5f0", "status": "completed", "code": 200}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:28.823036 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b231fcea-d4f9-4245-9dbb-1636ad5a0cd8 {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:28.823439 n-d-803778-2 neutron-server[94290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073d8a01-f280-4cab-8096-dbfc1ae08967', 'tag': 'c0380953-fbca-480f-8025-750c40d7a5f0', 'status': 'completed', 'code': 200} Aug 09 16:57:28.832997 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67de7e4-08b5-47bb-8620-e37d1b5d5827 service neutron] Pushing event updated for resources: {'Port': ['ID=c0380953-fbca-480f-8025-750c40d7a5f0,revision_number=3']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:28.872204 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-1e1a4bb0-9f06-4de1-9ee6-8babfaab0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:28.873804 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-1e1a4bb0-9f06-4de1-9ee6-8babfaab0bb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0310efeca7047638c3a0f1156d96dac&device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 1094 time: 0.0495353 Aug 09 16:57:28.940116 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-a0537cc4-4189-4ee5-aae3-d8a7ebe1e2e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0380953-fbca-480f-8025-750c40d7a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0577424 Aug 09 16:57:28.993438 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-d66a7150-1fe5-4956-a14a-ddb3cc25491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:28.994954 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-d66a7150-1fe5-4956-a14a-ddb3cc25491a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29951ba-8792-4cd5-b8cb-fdae44b10aef HTTP/1.1" status: 200 len: 848 time: 0.0475998 Aug 09 16:57:29.041543 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-5318d4b9-28af-446a-896a-f91332a17bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:29.043584 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-5318d4b9-28af-446a-896a-f91332a17bb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00f3846b-dc47-409a-a7a9-502750b6b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402164 Aug 09 16:57:29.140857 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-7ba2e3d2-1601-45ce-be51-22d605bb8df6 service neutron] 10.222.0.60 "GET /v2.0/networks/00f3846b-dc47-409a-a7a9-502750b6b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894554 Aug 09 16:57:29.232914 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b3b3565b-dd7f-497c-82d1-9ee9f9e5b07d service neutron] 10.222.0.60 "GET /v2.0/networks/00f3846b-dc47-409a-a7a9-502750b6b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844915 Aug 09 16:57:29.321713 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6c11-69da-4244-a0d5-8e22325f5e0d req-489839bd-17c3-4d43-a7aa-e92b03341182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:29.323217 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c44f6c11-69da-4244-a0d5-8e22325f5e0d req-489839bd-17c3-4d43-a7aa-e92b03341182 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0310efeca7047638c3a0f1156d96dac&device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 1094 time: 0.0432239 Aug 09 16:57:29.421483 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6c11-69da-4244-a0d5-8e22325f5e0d req-35c52351-1568-41c9-9c5d-6b3fd1134a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:29.423038 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c44f6c11-69da-4244-a0d5-8e22325f5e0d req-35c52351-1568-41c9-9c5d-6b3fd1134a64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00f3846b-dc47-409a-a7a9-502750b6b47a HTTP/1.1" status: 200 len: 910 time: 0.0922649 Aug 09 16:57:29.467188 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c44f6c11-69da-4244-a0d5-8e22325f5e0d req-e8b46826-80fd-45b4-b380-1f1f06b0f1ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0380953-fbca-480f-8025-750c40d7a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0367508 Aug 09 16:57:29.522059 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6c11-69da-4244-a0d5-8e22325f5e0d req-47e951be-0886-453b-a9d7-9329bfefb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:29.523438 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c44f6c11-69da-4244-a0d5-8e22325f5e0d req-47e951be-0886-453b-a9d7-9329bfefb606 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a29951ba-8792-4cd5-b8cb-fdae44b10aef HTTP/1.1" status: 200 len: 848 time: 0.0488873 Aug 09 16:57:29.570940 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6c11-69da-4244-a0d5-8e22325f5e0d req-0a818247-8a26-4313-97bc-c69e115587f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:29.572462 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c44f6c11-69da-4244-a0d5-8e22325f5e0d req-0a818247-8a26-4313-97bc-c69e115587f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00f3846b-dc47-409a-a7a9-502750b6b47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409961 Aug 09 16:57:29.664583 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c44f6c11-69da-4244-a0d5-8e22325f5e0d req-f3696f98-7d28-403d-b1e9-0a5afa9965a1 service neutron] 10.222.0.60 "GET /v2.0/networks/00f3846b-dc47-409a-a7a9-502750b6b47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833993 Aug 09 16:57:29.782453 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-c44f6c11-69da-4244-a0d5-8e22325f5e0d req-0d52d3d3-cd5e-4e56-b563-91475ed5d0c5 service neutron] 10.222.0.60 "GET /v2.0/networks/00f3846b-dc47-409a-a7a9-502750b6b47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099100 Aug 09 16:57:29.818189 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 54f31dc5-fb70-4e7f-9b21-89099076d3df up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:29.873927 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning for port 54f31dc5-fb70-4e7f-9b21-89099076d3df completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:29.879128 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 54f31dc5-fb70-4e7f-9b21-89099076d3df triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:29.879701 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:29.968588 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.006264 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] For port 54f31dc5-fb70-4e7f-9b21-89099076d3df, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=54f31dc5-fb70-4e7f-9b21-89099076d3df,segment=NetworkSegment(42677146-065b-4629-a51a-83acb6c43c25),segment_id=42677146-065b-4629-a51a-83acb6c43c25)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:30.018407 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.068872 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Pushing event updated for resources: {'Port': ['ID=54f31dc5-fb70-4e7f-9b21-89099076d3df,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:30.071948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98924d36-5fd7-4dab-8b4b-bf5d856bd854 req-30fb107a-10dc-4603-8d41-c26a0d81fe61 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:30.073475 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-98924d36-5fd7-4dab-8b4b-bf5d856bd854 req-30fb107a-10dc-4603-8d41-c26a0d81fe61 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 943 time: 0.3919890 Aug 09 16:57:30.112241 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-98924d36-5fd7-4dab-8b4b-bf5d856bd854 req-a2bbe6f2-f06a-48f3-85de-62bd3bb38ff2 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 Aug 09 16:57:31.229393 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff1229-65de-484c-91a3-fab84ec7dc3c req-f42f6990-4060-4d4d-be22-c6aecf6b8d80 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:31.231007 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e4ff1229-65de-484c-91a3-fab84ec7dc3c req-f42f6990-4060-4d4d-be22-c6aecf6b8d80 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 943 time: 0.0498531 Aug 09 16:57:31.269279 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e4ff1229-65de-484c-91a3-fab84ec7dc3c req-81311511-cd49-4324-8434-d61673f1561c tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320487 Aug 09 16:57:31.769780 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 54f31dc5-fb70-4e7f-9b21-89099076d3df up at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:31.819870 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Provisioning complete for port 54f31dc5-fb70-4e7f-9b21-89099076d3df triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:31.820247 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.386208 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae9815-d09c-4cd7-abe3-21a85adfbc8a req-813f4b1a-e5ac-4092-89c6-a77952889d42 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:32.387790 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44ae9815-d09c-4cd7-abe3-21a85adfbc8a req-813f4b1a-e5ac-4092-89c6-a77952889d42 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 943 time: 0.0496840 Aug 09 16:57:32.435021 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-44ae9815-d09c-4cd7-abe3-21a85adfbc8a req-c16a5e40-58eb-4cc5-91a5-aa9414cdcba4 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367568 Aug 09 16:57:32.862842 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c0380953-fbca-480f-8025-750c40d7a5f0 details requested by agent hyperv_n-h2-803778-2 with host n-h2-803778-2 {{(pid=94291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:57:32.961555 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c0380953-fbca-480f-8025-750c40d7a5f0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0380953-fbca-480f-8025-750c40d7a5f0,segment=NetworkSegment(4611f3e1-86fe-46ef-b1f7-69aa51a92da0),segment_id=4611f3e1-86fe-46ef-b1f7-69aa51a92da0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:32.973470 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Returning: {'device': 'c0380953-fbca-480f-8025-750c40d7a5f0', 'network_id': '00f3846b-dc47-409a-a7a9-502750b6b47a', 'port_id': 'c0380953-fbca-480f-8025-750c40d7a5f0', 'mac_address': 'fa:16:3e:0b:99:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29951ba-8792-4cd5-b8cb-fdae44b10aef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:57:33.015808 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:33.029009 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0380953-fbca-480f-8025-750c40d7a5f0 {{(pid=94291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:57:33.048769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c0380953-fbca-480f-8025-750c40d7a5f0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0380953-fbca-480f-8025-750c40d7a5f0,segment=NetworkSegment(4611f3e1-86fe-46ef-b1f7-69aa51a92da0),segment_id=4611f3e1-86fe-46ef-b1f7-69aa51a92da0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:33.052361 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:33.100226 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c0380953-fbca-480f-8025-750c40d7a5f0,revision_number=4']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:33.304404 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] get_ports_and_sgs() called for port_ids ['c0380953-fbca-480f-8025-750c40d7a5f0'] {{(pid=94291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:57:33.552467 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9e1f5-e300-4cfb-afb5-151896edafdb req-f1d97103-75a0-452d-8cc4-5f829f69c579 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:33.553969 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4bf9e1f5-e300-4cfb-afb5-151896edafdb req-f1d97103-75a0-452d-8cc4-5f829f69c579 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 944 time: 0.0499902 Aug 09 16:57:33.594937 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-4bf9e1f5-e300-4cfb-afb5-151896edafdb req-a17548bf-69e0-451e-8926-691220203563 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319760 Aug 09 16:57:34.714174 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284ba41-a1d5-4f95-95e2-8cc449371716 req-29f2fb35-8b12-469e-a02a-befb2be37e78 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:34.716260 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6284ba41-a1d5-4f95-95e2-8cc449371716 req-29f2fb35-8b12-469e-a02a-befb2be37e78 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 944 time: 0.0499725 Aug 09 16:57:34.757142 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6284ba41-a1d5-4f95-95e2-8cc449371716 req-f092cb92-3edb-4406-84d3-0daf178c41d3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334830 Aug 09 16:57:34.864946 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c0380953-fbca-480f-8025-750c40d7a5f0 up at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:34.913703 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning for port c0380953-fbca-480f-8025-750c40d7a5f0 completed by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:34.917289 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.provisioning_blocks [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Provisioning complete for port c0380953-fbca-480f-8025-750c40d7a5f0 triggered by entity L2. {{(pid=94291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:34.918331 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-903268'] for port, provisioning_complete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.999572 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-973351'] for port, before_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:35.033755 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] For port c0380953-fbca-480f-8025-750c40d7a5f0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0380953-fbca-480f-8025-750c40d7a5f0,segment=NetworkSegment(4611f3e1-86fe-46ef-b1f7-69aa51a92da0),segment_id=4611f3e1-86fe-46ef-b1f7-69aa51a92da0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:35.037535 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765756868253', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765756396301', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765756396319'] for port, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:35.086068 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Pushing event updated for resources: {'Port': ['ID=c0380953-fbca-480f-8025-750c40d7a5f0,revision_number=5']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:35.874268 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024282b7-763f-43c8-8bd0-efba4e6b2ac0 req-0b1c9680-3bec-435c-b6f6-95578a54f9f0 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:35.875697 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-024282b7-763f-43c8-8bd0-efba4e6b2ac0 req-0b1c9680-3bec-435c-b6f6-95578a54f9f0 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0515947 Aug 09 16:57:35.916162 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-024282b7-763f-43c8-8bd0-efba4e6b2ac0 req-93bb8c07-8fb3-4dba-994b-1647236adf0c tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345180 Aug 09 16:57:36.284005 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:57:37.037170 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6035c3-722b-4054-9051-8b5d8cb2be83 req-7185706f-b36e-4c91-a8f2-6d975580ccf5 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:37.038697 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb6035c3-722b-4054-9051-8b5d8cb2be83 req-7185706f-b36e-4c91-a8f2-6d975580ccf5 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0490162 Aug 09 16:57:37.077207 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-bb6035c3-722b-4054-9051-8b5d8cb2be83 req-412a4fbd-bc1a-4f4a-a135-2b7fb4168653 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322132 Aug 09 16:57:37.809621 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f1e0592e-403e-43b4-89a0-4af2068f5ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:38.194350 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e9607-360f-4ef8-b84c-43d45f649a17 req-83ac70f0-a94e-487c-b7a8-a2c764dd311b tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:38.196106 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac1e9607-360f-4ef8-b84c-43d45f649a17 req-83ac70f0-a94e-487c-b7a8-a2c764dd311b tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0525167 Aug 09 16:57:38.237446 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ac1e9607-360f-4ef8-b84c-43d45f649a17 req-820bacc3-17a9-4552-964f-2868a806a10f tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331984 Aug 09 16:57:39.353884 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cdf5a-80b5-4828-bc94-361b81143ea6 req-bdbaa3fa-51dd-4ce9-8da8-7244b269bf5a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:39.355459 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-105cdf5a-80b5-4828-bc94-361b81143ea6 req-bdbaa3fa-51dd-4ce9-8da8-7244b269bf5a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0500743 Aug 09 16:57:39.399077 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-105cdf5a-80b5-4828-bc94-361b81143ea6 req-e8e42310-75ff-44e6-b2d9-e9219c00632c tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374627 Aug 09 16:57:40.515851 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1121772-6385-446c-82c0-616661829f4d req-6f9fe3bc-5be7-4298-a9d6-7ccc1537de45 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:40.517362 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1121772-6385-446c-82c0-616661829f4d req-6f9fe3bc-5be7-4298-a9d6-7ccc1537de45 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0494230 Aug 09 16:57:40.555493 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-b1121772-6385-446c-82c0-616661829f4d req-c1f01cc9-fdd6-4069-a1a3-ca75ade05efe tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321341 Aug 09 16:57:40.658810 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-00110cd5-ccfc-4834-8cf9-a24471844cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:41.038133 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:41.673969 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e7165-8d2c-453d-aa73-89d72ff9a1f5 req-dd2d48b9-969c-4973-8046-907543e36e7a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:41.676228 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d0e7165-8d2c-453d-aa73-89d72ff9a1f5 req-dd2d48b9-969c-4973-8046-907543e36e7a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0519979 Aug 09 16:57:41.717478 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-5d0e7165-8d2c-453d-aa73-89d72ff9a1f5 req-b9472bd2-9b1c-4dd3-9467-1b59fefc5c4f tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327191 Aug 09 16:57:41.884969 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:42.159898 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:42.835827 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded14515-5d42-49b1-b390-940b0a802816 req-61b136bc-5397-4698-aa69-bdc2028ad008 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:42.837369 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ded14515-5d42-49b1-b390-940b0a802816 req-61b136bc-5397-4698-aa69-bdc2028ad008 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0510986 Aug 09 16:57:42.880223 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ded14515-5d42-49b1-b390-940b0a802816 req-f5bc9018-8290-4a7e-8d6a-954288a2c447 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362358 Aug 09 16:57:43.720675 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:43.982430 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:43.998488 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4589-0dc2-4544-9833-4636bff90002 req-fe6d383b-bd81-4fd5-89f3-494faa6384dc tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:44.000013 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e12f4589-0dc2-4544-9833-4636bff90002 req-fe6d383b-bd81-4fd5-89f3-494faa6384dc tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0528455 Aug 09 16:57:44.047158 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-e12f4589-0dc2-4544-9833-4636bff90002 req-5445b7bd-e3ec-4eda-a368-0d85fba5d584 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Aug 09 16:57:45.164043 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ebd9b-5986-4ce1-9162-6e5ac72a711b req-94e32390-a55a-4b43-9408-4e4561b28cb2 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:45.165456 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef8ebd9b-5986-4ce1-9162-6e5ac72a711b req-94e32390-a55a-4b43-9408-4e4561b28cb2 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0496852 Aug 09 16:57:45.203912 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ef8ebd9b-5986-4ce1-9162-6e5ac72a711b req-79da79e9-5056-47ba-9589-e75dfd017936 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318291 Aug 09 16:57:46.326151 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ade6-08b2-4563-8679-17aa2a09d905 req-f50691c2-292b-4e2e-a643-6f6128187b2a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:46.327700 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4b4ade6-08b2-4563-8679-17aa2a09d905 req-f50691c2-292b-4e2e-a643-6f6128187b2a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0532839 Aug 09 16:57:46.373721 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-f4b4ade6-08b2-4563-8679-17aa2a09d905 req-6df8de85-edf4-4f1e-8126-2c0156ad6faf tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399516 Aug 09 16:57:47.493327 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558753b-de53-4980-b7df-80fe69cd3db5 req-52b894b7-1e80-4785-b8f3-de06c5d00326 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:47.494858 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3558753b-de53-4980-b7df-80fe69cd3db5 req-52b894b7-1e80-4785-b8f3-de06c5d00326 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0528641 Aug 09 16:57:47.532121 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3558753b-de53-4980-b7df-80fe69cd3db5 req-5e46b922-3f6f-4992-83d3-b2e8bca15006 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313413 Aug 09 16:57:48.645647 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71fa4d-74ae-4ad3-93d7-035747aaa3bc req-89b36ef3-c344-4207-bddf-b2bb0cb0cb59 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:48.647151 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae71fa4d-74ae-4ad3-93d7-035747aaa3bc req-89b36ef3-c344-4207-bddf-b2bb0cb0cb59 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0492222 Aug 09 16:57:48.685379 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ae71fa4d-74ae-4ad3-93d7-035747aaa3bc req-d0bc1b09-96d6-4c5f-a9a3-171984261cae tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Aug 09 16:57:49.798536 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120ad04-ac3c-4e91-8d28-b2a0cc8ef4be req-27698334-93f1-4769-a99a-16cf29569088 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:49.800053 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8120ad04-ac3c-4e91-8d28-b2a0cc8ef4be req-27698334-93f1-4769-a99a-16cf29569088 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0487425 Aug 09 16:57:49.842786 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8120ad04-ac3c-4e91-8d28-b2a0cc8ef4be req-83d1dfa8-cd1a-4d63-b7fd-2aeef9425ceb tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368724 Aug 09 16:57:50.958860 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d621d-4beb-4bb3-8a42-4d4b98198836 req-096a23e5-ff38-4b8b-8ab2-8683460e907f tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:50.960346 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e5d621d-4beb-4bb3-8a42-4d4b98198836 req-096a23e5-ff38-4b8b-8ab2-8683460e907f tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0492532 Aug 09 16:57:50.997814 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7e5d621d-4beb-4bb3-8a42-4d4b98198836 req-1fe70e3d-ad29-4237-9cb0-c84eeeed8f5b tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308135 Aug 09 16:57:52.112983 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b03c67-cd68-48c8-8255-9d7c5293bb6c req-b9475fad-7e08-4c0b-8156-f9f8f971b6d5 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:52.114480 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-10b03c67-cd68-48c8-8255-9d7c5293bb6c req-b9475fad-7e08-4c0b-8156-f9f8f971b6d5 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0493617 Aug 09 16:57:52.152563 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-10b03c67-cd68-48c8-8255-9d7c5293bb6c req-6c95ab7b-e19b-484b-b289-ccb9fa446966 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319898 Aug 09 16:57:53.278207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305edd12-4505-45e2-abfc-a713b2d4c6fb req-e8ea37e9-9a32-48e9-9a8f-5f207daf3133 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:53.279757 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-305edd12-4505-45e2-abfc-a713b2d4c6fb req-e8ea37e9-9a32-48e9-9a8f-5f207daf3133 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0506942 Aug 09 16:57:53.324221 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-305edd12-4505-45e2-abfc-a713b2d4c6fb req-41aee2ce-6545-4457-986a-12c9f643b857 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379016 Aug 09 16:57:54.455810 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357225ff-16da-4325-9290-e32377900372 req-6e972091-b079-482a-a3a1-99a5d3c9c9da tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:54.457458 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-357225ff-16da-4325-9290-e32377900372 req-6e972091-b079-482a-a3a1-99a5d3c9c9da tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0509975 Aug 09 16:57:54.503250 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-357225ff-16da-4325-9290-e32377900372 req-e389aca2-592e-4473-b6bf-47c479900717 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396893 Aug 09 16:57:55.629608 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba838646-a6cc-4572-9fea-ad3b54b5470a req-774efaac-8e22-4df0-8a23-0df2bc58b938 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:55.631133 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ba838646-a6cc-4572-9fea-ad3b54b5470a req-774efaac-8e22-4df0-8a23-0df2bc58b938 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0575981 Aug 09 16:57:55.673751 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ba838646-a6cc-4572-9fea-ad3b54b5470a req-6f7afa90-3e17-4784-a49b-919eadbdef61 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358303 Aug 09 16:57:56.790010 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c3d3e-68c7-4cac-82f8-af24435201b7 req-c9d9be30-64b4-461d-a0e5-dc24851a12bc tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:56.791488 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c2c3d3e-68c7-4cac-82f8-af24435201b7 req-c9d9be30-64b4-461d-a0e5-dc24851a12bc tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0491762 Aug 09 16:57:56.834293 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3c2c3d3e-68c7-4cac-82f8-af24435201b7 req-368cac1c-ac1f-4da1-80f6-a0c39cf2f399 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364869 Aug 09 16:57:57.949495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780662be-0d63-44bf-9e9a-61a215d15543 req-0e401c9e-6f65-45de-a8be-cfccc1ed2675 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:57.951055 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-780662be-0d63-44bf-9e9a-61a215d15543 req-0e401c9e-6f65-45de-a8be-cfccc1ed2675 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0506330 Aug 09 16:57:57.989919 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-780662be-0d63-44bf-9e9a-61a215d15543 req-7f8df053-fbb4-459d-b141-a6f3f9030efb tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329494 Aug 09 16:57:59.104018 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761761a4-fb83-4898-adbe-e63b375c41e8 req-4720bd00-19cd-4d3a-8c39-95d9a73c6d4a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:57:59.105486 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-761761a4-fb83-4898-adbe-e63b375c41e8 req-4720bd00-19cd-4d3a-8c39-95d9a73c6d4a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0495789 Aug 09 16:57:59.147137 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-761761a4-fb83-4898-adbe-e63b375c41e8 req-450dcbf4-3469-48ef-8659-415d74e7090d tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355828 Aug 09 16:58:00.261254 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8e8fd-5862-4ead-9462-314c43485bea req-00970952-dafc-443c-a750-4fc0549eebbd tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:00.262777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8ff8e8fd-5862-4ead-9462-314c43485bea req-00970952-dafc-443c-a750-4fc0549eebbd tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0490816 Aug 09 16:58:00.305542 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-8ff8e8fd-5862-4ead-9462-314c43485bea req-b445be9e-afc7-4457-8b8e-2b9de28b184e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368316 Aug 09 16:58:01.422364 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887a67a-1c37-48ae-a06f-f3f6190523fd req-826f596f-bb21-4883-b65f-b65cc75fc629 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:01.423882 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7887a67a-1c37-48ae-a06f-f3f6190523fd req-826f596f-bb21-4883-b65f-b65cc75fc629 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0503578 Aug 09 16:58:01.463115 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7887a67a-1c37-48ae-a06f-f3f6190523fd req-34849bb9-32c6-41b5-aa76-024b992fd4d8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331955 Aug 09 16:58:02.582051 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88608b-96b1-4a47-a538-b0890e1b4a1d req-8e877004-fb80-4481-8994-4ae5f25ce5c8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:02.583560 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df88608b-96b1-4a47-a538-b0890e1b4a1d req-8e877004-fb80-4481-8994-4ae5f25ce5c8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0509782 Aug 09 16:58:02.621527 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-df88608b-96b1-4a47-a538-b0890e1b4a1d req-6f6c5b96-c6f0-4eb8-9f56-c801d38ec520 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314040 Aug 09 16:58:03.737786 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b5d00-e6b7-49c1-a031-f2d6bd63b7c2 req-4090cb66-8021-48c5-adec-c7e59bb745c1 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:03.739288 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6d3b5d00-e6b7-49c1-a031-f2d6bd63b7c2 req-4090cb66-8021-48c5-adec-c7e59bb745c1 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0497692 Aug 09 16:58:03.781138 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6d3b5d00-e6b7-49c1-a031-f2d6bd63b7c2 req-839a7a07-02b1-40ec-b2a8-dccf6c87234d tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357339 Aug 09 16:58:04.902831 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2510dde-7a6a-4235-be34-5ffe48de1930 req-57d2f01e-43df-434e-9a8c-fe67debaf936 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:04.904308 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d2510dde-7a6a-4235-be34-5ffe48de1930 req-57d2f01e-43df-434e-9a8c-fe67debaf936 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0530667 Aug 09 16:58:04.941859 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d2510dde-7a6a-4235-be34-5ffe48de1930 req-5e0d3a6f-9fb5-432b-a6a8-b1ff51b24db8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316286 Aug 09 16:58:06.054461 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1487b-b47e-4a2c-a467-dd8c6f1bb150 req-1841265a-a995-41ba-996a-279accd008e0 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:06.055937 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79d1487b-b47e-4a2c-a467-dd8c6f1bb150 req-1841265a-a995-41ba-996a-279accd008e0 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0481555 Aug 09 16:58:06.093654 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-79d1487b-b47e-4a2c-a467-dd8c6f1bb150 req-a012680c-a224-4c26-baea-f45c3befcfeb tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Aug 09 16:58:07.207027 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eae49-7cad-4270-b87e-9436157a4808 req-66993c44-4063-406f-8578-2dffc821ef37 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:07.208523 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f1eae49-7cad-4270-b87e-9436157a4808 req-66993c44-4063-406f-8578-2dffc821ef37 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0481884 Aug 09 16:58:07.252515 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0f1eae49-7cad-4270-b87e-9436157a4808 req-d030a963-d5ea-4418-aaef-323b249f3044 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370176 Aug 09 16:58:07.804498 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6d9bee0e-4ea7-4658-962d-66b4e5dfca31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:08.369307 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553fff4-3f55-48b6-95c5-9d295899c9b5 req-bcb4edfc-8d78-4e88-9769-348abe781c65 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:08.371296 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0553fff4-3f55-48b6-95c5-9d295899c9b5 req-bcb4edfc-8d78-4e88-9769-348abe781c65 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0516694 Aug 09 16:58:08.411078 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-0553fff4-3f55-48b6-95c5-9d295899c9b5 req-b3f59b09-ba4c-4a75-a556-5a254fb82c78 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Aug 09 16:58:09.527799 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a820a-1f0b-435e-b982-957d80cba6c2 req-46cd317a-ec14-4766-8326-3f196240c758 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:09.529320 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c09a820a-1f0b-435e-b982-957d80cba6c2 req-46cd317a-ec14-4766-8326-3f196240c758 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0495708 Aug 09 16:58:09.567451 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c09a820a-1f0b-435e-b982-957d80cba6c2 req-24d655a5-7f15-42bb-b64e-a2dda2cb2c51 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322015 Aug 09 16:58:10.659526 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-b57ace19-34e5-4aa5-9366-5c591d02f98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:10.685471 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b824fbd-fda0-468b-85e8-183cdd63649d req-09697779-2888-4c5d-85a7-8f290afa1f3f tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:10.686984 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b824fbd-fda0-468b-85e8-183cdd63649d req-09697779-2888-4c5d-85a7-8f290afa1f3f tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0540993 Aug 09 16:58:10.730462 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-3b824fbd-fda0-468b-85e8-183cdd63649d req-68a8db23-5f21-456d-bbb9-e6b099f86b47 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375354 Aug 09 16:58:11.037796 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:11.845335 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbef4f9-d0de-4853-bf91-4a4750c86731 req-37e4f552-5bfb-43e2-8d19-527cf65d8103 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:11.846885 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9cbef4f9-d0de-4853-bf91-4a4750c86731 req-37e4f552-5bfb-43e2-8d19-527cf65d8103 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0502191 Aug 09 16:58:11.884714 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9cbef4f9-d0de-4853-bf91-4a4750c86731 req-5cfb1186-581c-44b0-9a4a-84727609aab9 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Aug 09 16:58:11.886951 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:12.177137 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:13.000803 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a539e0-dd8c-445c-8dfa-9ada506a1c7e req-8735c5bb-9617-47f9-85a9-a61e78bc092d tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:13.002334 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53a539e0-dd8c-445c-8dfa-9ada506a1c7e req-8735c5bb-9617-47f9-85a9-a61e78bc092d tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0490649 Aug 09 16:58:13.043748 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-53a539e0-dd8c-445c-8dfa-9ada506a1c7e req-eb3a0fe5-e2d4-48d4-9f51-0a49124ec5ec tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353343 Aug 09 16:58:13.284694 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:58:13.720455 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:13.998196 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:14.157666 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37699148-4260-4d04-9664-fdcae679862e req-836c72da-6afd-4947-8679-7394eb981a4f tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:14.159147 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37699148-4260-4d04-9664-fdcae679862e req-836c72da-6afd-4947-8679-7394eb981a4f tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0489421 Aug 09 16:58:14.201049 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-37699148-4260-4d04-9664-fdcae679862e req-67a8b783-c7aa-41b5-b520-ea11d32b574b tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358944 Aug 09 16:58:15.319142 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a060-8aba-409e-9439-073550e4c23c req-7429103a-2c08-477f-bcf3-f8a4b47d1427 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:15.320521 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee99a060-8aba-409e-9439-073550e4c23c req-7429103a-2c08-477f-bcf3-f8a4b47d1427 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0492177 Aug 09 16:58:15.359443 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ee99a060-8aba-409e-9439-073550e4c23c req-f388e22a-e6de-43a9-9cec-24e59f824c83 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325277 Aug 09 16:58:16.477639 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbf6f8-a2ce-4a4d-ae06-50e1411328e4 req-2deee829-5293-48ed-b640-e0f620110fee tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:16.479658 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9edbf6f8-a2ce-4a4d-ae06-50e1411328e4 req-2deee829-5293-48ed-b640-e0f620110fee tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0500793 Aug 09 16:58:16.518001 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-9edbf6f8-a2ce-4a4d-ae06-50e1411328e4 req-1833bb24-e655-41c5-b2dc-a9a0f09d182a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320518 Aug 09 16:58:17.632867 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ba501-3508-426d-952f-859e0eb57fc7 req-1f8cb12e-53ea-4474-8bcc-6564dbade55a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:17.634386 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff1ba501-3508-426d-952f-859e0eb57fc7 req-1f8cb12e-53ea-4474-8bcc-6564dbade55a tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0494409 Aug 09 16:58:17.676316 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ff1ba501-3508-426d-952f-859e0eb57fc7 req-e68437e3-baf0-4b38-8794-a878a5a2224d tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353212 Aug 09 16:58:18.801352 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a2ff6-c4c2-42ec-a3ca-de3a2a0ea5c7 req-6503d16f-ba2a-4be6-938b-11da5f109a79 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:18.803006 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-643a2ff6-c4c2-42ec-a3ca-de3a2a0ea5c7 req-6503d16f-ba2a-4be6-938b-11da5f109a79 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0565612 Aug 09 16:58:18.843767 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-643a2ff6-c4c2-42ec-a3ca-de3a2a0ea5c7 req-761fa7c5-6193-47de-93e2-e91e4db603d6 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338447 Aug 09 16:58:19.957980 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8450cb-eba7-48be-ac6f-021865bbe97d req-ee77d0bd-a0f9-4d13-a563-7caf6b0fd950 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:19.959476 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d8450cb-eba7-48be-ac6f-021865bbe97d req-ee77d0bd-a0f9-4d13-a563-7caf6b0fd950 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0499439 Aug 09 16:58:19.997165 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-2d8450cb-eba7-48be-ac6f-021865bbe97d req-819addaf-a842-4374-b55a-3ab4d2ae8af3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309894 Aug 09 16:58:21.110610 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f696-3f9d-4b45-b93b-330694cd2669 req-e9873df9-a63d-479b-a790-3b39f48389e5 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:21.112019 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-80e7f696-3f9d-4b45-b93b-330694cd2669 req-e9873df9-a63d-479b-a790-3b39f48389e5 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0492129 Aug 09 16:58:21.154502 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-80e7f696-3f9d-4b45-b93b-330694cd2669 req-6852db1e-c54c-4b02-98a6-8af1a4c58fb2 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364261 Aug 09 16:58:22.270878 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b3db4-e81f-4e6a-a602-d37cfd141222 req-6b51605b-46bf-47e9-8292-c10434d89c40 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:22.272354 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-285b3db4-e81f-4e6a-a602-d37cfd141222 req-6b51605b-46bf-47e9-8292-c10434d89c40 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0485964 Aug 09 16:58:22.310410 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-285b3db4-e81f-4e6a-a602-d37cfd141222 req-b28ea836-4cdd-4900-a60e-0f6b06bf9ca8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314984 Aug 09 16:58:23.425001 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6d4f2-0559-4496-9cad-8e53c66564ad req-7a2a73b9-5dfe-46a8-b935-82b13fa8b33e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:23.426559 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82f6d4f2-0559-4496-9cad-8e53c66564ad req-7a2a73b9-5dfe-46a8-b935-82b13fa8b33e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0505652 Aug 09 16:58:23.464594 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-82f6d4f2-0559-4496-9cad-8e53c66564ad req-48d7aff0-59a5-4ee1-9449-a13ba6469584 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320563 Aug 09 16:58:24.577911 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f15fb7-4ae4-4fdd-858a-e369ca3a138c req-50f066db-2fab-4606-9cc7-0c37542ccbea tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:24.579391 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7f15fb7-4ae4-4fdd-858a-e369ca3a138c req-50f066db-2fab-4606-9cc7-0c37542ccbea tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Aug 09 16:58:24.620758 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-a7f15fb7-4ae4-4fdd-858a-e369ca3a138c req-b3f1e628-46cd-441b-8cae-84a386373bff tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349689 Aug 09 16:58:25.737251 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4967a3-183d-4947-a17e-ce2d9daf0333 req-2415f965-a4e5-44a5-8c9b-fddc80860268 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:25.738868 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6f4967a3-183d-4947-a17e-ce2d9daf0333 req-2415f965-a4e5-44a5-8c9b-fddc80860268 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0501096 Aug 09 16:58:25.778725 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6f4967a3-183d-4947-a17e-ce2d9daf0333 req-4b4ac3a0-29f1-4216-86fe-77074b21f362 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337925 Aug 09 16:58:26.902834 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da2408-e4f3-4b8d-8c6d-81897d407dfc req-ae5f3f74-c1ab-484d-80d6-1e22fa42ad90 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:26.904357 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-80da2408-e4f3-4b8d-8c6d-81897d407dfc req-ae5f3f74-c1ab-484d-80d6-1e22fa42ad90 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0555995 Aug 09 16:58:26.943124 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-80da2408-e4f3-4b8d-8c6d-81897d407dfc req-6c22d991-72c1-4b8a-a768-f869788024d4 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311568 Aug 09 16:58:28.058558 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca363124-5116-4135-ae4a-79e9c4660d7c req-7231d3f5-23a5-4e8d-a7a1-cae208648b1e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:28.059949 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ca363124-5116-4135-ae4a-79e9c4660d7c req-7231d3f5-23a5-4e8d-a7a1-cae208648b1e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0494864 Aug 09 16:58:28.100793 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-ca363124-5116-4135-ae4a-79e9c4660d7c req-224d7e44-59f0-435e-82c9-2d4be8b938dc tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348897 Aug 09 16:58:29.216294 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8791a0f-4fd6-4378-9994-c4aa666c3504 req-566181f8-a52c-42a5-a17e-cea2da63666e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:29.217822 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8791a0f-4fd6-4378-9994-c4aa666c3504 req-566181f8-a52c-42a5-a17e-cea2da63666e tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0497911 Aug 09 16:58:29.256777 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-c8791a0f-4fd6-4378-9994-c4aa666c3504 req-fc94c03c-4a9b-40e1-a345-f70443786b35 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328832 Aug 09 16:58:30.372688 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4117e-6019-4a0f-86e0-ca1d1bf718cf req-08d2a04d-c3cf-4cb4-947f-a11000e371cb tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:30.374270 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-07b4117e-6019-4a0f-86e0-ca1d1bf718cf req-08d2a04d-c3cf-4cb4-947f-a11000e371cb tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0500484 Aug 09 16:58:30.412969 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-07b4117e-6019-4a0f-86e0-ca1d1bf718cf req-41a99e23-23f1-4907-8182-73df087f8905 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325663 Aug 09 16:58:31.416963 n-d-803778-2 neutron-server[94290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b75ac86b-800d-45fc-89ba-13b854216bfa tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:31.418473 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-b75ac86b-800d-45fc-89ba-13b854216bfa tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.60 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0532866 Aug 09 16:58:31.517648 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Deleting port c0380953-fbca-480f-8025-750c40d7a5f0 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:58:31.518000 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:31.532846 n-d-803778-2 neutron-server[94289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f527665-e74b-40e0-8d00-f4c2e5ad9237 req-be904db4-ac64-4409-a37f-f258dd1430ae tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:58:31.534454 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6f527665-e74b-40e0-8d00-f4c2e5ad9237 req-be904db4-ac64-4409-a37f-f258dd1430ae tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 945 time: 0.0500240 Aug 09 16:58:31.581174 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-6f527665-e74b-40e0-8d00-f4c2e5ad9237 req-1bb086b6-d334-4fdc-99d3-0485fa9dee2b tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/security-groups?id=20912720-339f-47ae-81be-d86c2e6c3aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388303 Aug 09 16:58:31.613935 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] For port c0380953-fbca-480f-8025-750c40d7a5f0, host n-h2-803778-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803778-2',level=0,port_id=c0380953-fbca-480f-8025-750c40d7a5f0,segment=NetworkSegment(4611f3e1-86fe-46ef-b1f7-69aa51a92da0),segment_id=4611f3e1-86fe-46ef-b1f7-69aa51a92da0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:31.614306 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:31.628371 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Calling delete_port for c0380953-fbca-480f-8025-750c40d7a5f0 owned by compute:nova {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:58:31.766271 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:31.794427 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Pushing event deleted for resources: {'Port': ['ID=c0380953-fbca-480f-8025-750c40d7a5f0,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:31.806398 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:31.806759 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:31.807899 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:31.808205 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:31.808541 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:31.809078 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:31.809413 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:31.809768 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:31.810089 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:31.811733 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:31.812168 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:31.812523 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:31.848132 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] No DVR routers for this DVR port c0380953-fbca-480f-8025-750c40d7a5f0 on host n-h2-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:58:31.850848 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55499'] for port, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:31.852974 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [req-0fc0346d-063f-4cb4-bfb4-09112b30abd5 req-f41c6ff6-630a-42c5-89d7-e892cbcba2a8 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.60 "DELETE /v2.0/ports/c0380953-fbca-480f-8025-750c40d7a5f0 HTTP/1.1" status: 204 len: 173 time: 0.4276032 Aug 09 16:58:31.853425 n-d-803778-2 neutron-server[94290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073d8a01-f280-4cab-8096-dbfc1ae08967', 'name': 'network-vif-deleted', 'tag': 'c0380953-fbca-480f-8025-750c40d7a5f0'}] {{(pid=94290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:58:31.855869 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae2ab56b8f9589ade2f7ea8215c0e576ac3e0c2496ae3b3e0e3fd895c3917377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcad869-55e5-4230-a840-a57243eaf712" -d '{"events": [{"server_uuid": "073d8a01-f280-4cab-8096-dbfc1ae08967", "name": "network-vif-deleted", "tag": "c0380953-fbca-480f-8025-750c40d7a5f0"}]}' {{(pid=94290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:31.905988 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 09 Aug 2021 16:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006ae5fe-889b-42c0-8a1c-0eb67bc1b77e x-openstack-request-id: req-006ae5fe-889b-42c0-8a1c-0eb67bc1b77e {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:31.906285 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073d8a01-f280-4cab-8096-dbfc1ae08967", "name": "network-vif-deleted", "tag": "c0380953-fbca-480f-8025-750c40d7a5f0", "status": "failed", "code": 422}]} {{(pid=94290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:31.906670 n-d-803778-2 neutron-server[94290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-006ae5fe-889b-42c0-8a1c-0eb67bc1b77e {{(pid=94290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:31.907085 n-d-803778-2 neutron-server[94290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '073d8a01-f280-4cab-8096-dbfc1ae08967', 'name': 'network-vif-deleted', 'tag': 'c0380953-fbca-480f-8025-750c40d7a5f0', 'status': 'failed', 'code': 422} returned with failed status Aug 09 16:58:32.688631 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-d31bbc58-a640-496e-91f1-b75efdaa4c71 req-d4f41e53-ea91-49cb-9881-8a03c01d35f3 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 210 time: 0.0261664 Aug 09 16:58:32.832241 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [req-7572f4ff-019c-4cfb-923a-681ad9f01ee3 req-eb949216-3d99-4acf-b3f0-126d49e569b6 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "GET /v2.0/ports?device_id=073d8a01-f280-4cab-8096-dbfc1ae08967 HTTP/1.1" status: 200 len: 210 time: 0.0273182 Aug 09 16:58:33.025235 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58286) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:33.093711 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3f7cde1-8987-4458-bb47-a00b6af2b7f7 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:33.118326 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3f7cde1-8987-4458-bb47-a00b6af2b7f7 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:33.178968 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3f7cde1-8987-4458-bb47-a00b6af2b7f7 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:33.181609 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-d3f7cde1-8987-4458-bb47-a00b6af2b7f7 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:33.183755 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-d3f7cde1-8987-4458-bb47-a00b6af2b7f7 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] 10.222.0.81 "DELETE /v2.0/security-groups/20912720-339f-47ae-81be-d86c2e6c3aec HTTP/1.1" status: 204 len: 168 time: 0.1565557 Aug 09 16:58:33.193030 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7cde1-8987-4458-bb47-a00b6af2b7f7 tempest-TestSnapshotPattern-199206070 tempest-TestSnapshotPattern-199206070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20912720-339f-47ae-81be-d86c2e6c3aec,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:33.228308 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58290) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:33.590465 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fcc25ea6-77fd-4fad-899e-90b02d84ec90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:33.844227 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fcc25ea6-77fd-4fad-899e-90b02d84ec90 admin admin] Deleting port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:58:33.844227 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fcc25ea6-77fd-4fad-899e-90b02d84ec90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:33.937208 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-fcc25ea6-77fd-4fad-899e-90b02d84ec90 admin admin] For port 61ad15d5-afcc-47c1-9efe-4dabc139a4f9, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=61ad15d5-afcc-47c1-9efe-4dabc139a4f9,segment=NetworkSegment(4611f3e1-86fe-46ef-b1f7-69aa51a92da0),segment_id=4611f3e1-86fe-46ef-b1f7-69aa51a92da0)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:33.937208 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fcc25ea6-77fd-4fad-899e-90b02d84ec90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:33.951797 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-fcc25ea6-77fd-4fad-899e-90b02d84ec90 admin admin] Calling delete_port for 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:58:34.133243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fcc25ea6-77fd-4fad-899e-90b02d84ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:34.163237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc25ea6-77fd-4fad-899e-90b02d84ec90 admin admin] Pushing event deleted for resources: {'Port': ['ID=61ad15d5-afcc-47c1-9efe-4dabc139a4f9,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:34.330625 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-fcc25ea6-77fd-4fad-899e-90b02d84ec90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:34.559237 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc25ea6-77fd-4fad-899e-90b02d84ec90 admin admin] Router 7cd6bb06-3fae-4efb-893f-75afd3b37612 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:58:34.671904 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc25ea6-77fd-4fad-899e-90b02d84ec90 admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:58:34.676923 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fcc25ea6-77fd-4fad-899e-90b02d84ec90 admin admin] 10.222.0.81 "PUT /v2.0/routers/7cd6bb06-3fae-4efb-893f-75afd3b37612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4475656 Aug 09 16:58:34.680456 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58292) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:34.684095 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590c898c-705f-403b-8b64-680954f7976f None None] Sync routers for ids ['7cd6bb06-3fae-4efb-893f-75afd3b37612'] in n-d-803778-2 {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:58:34.694140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c898c-705f-403b-8b64-680954f7976f None None] Routers {'7cd6bb06-3fae-4efb-893f-75afd3b37612'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:58:34.694760 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-590c898c-705f-403b-8b64-680954f7976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:58:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7cd6bb06-3fae-4efb-893f-75afd3b37612'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:34.789198 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Notify callbacks [] for router, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:34.802748 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-590c898c-705f-403b-8b64-680954f7976f None None] Set router 7cd6bb06-3fae-4efb-893f-75afd3b37612 gateway port host: n-d-803778-2 {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:58:34.896637 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:34.951294 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Deleting port 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:58:34.951634 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:34.986475 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-590c898c-705f-403b-8b64-680954f7976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'name': 'tempest-TestSnapshotPattern-607815463-router', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:58:34Z', 'revision_number': 5, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'gw_port': {'id': '9f0e6ab4-09c1-4220-8085-02bf3885ceb2', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:35.013688 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590c898c-705f-403b-8b64-680954f7976f None None] Checking router: 7cd6bb06-3fae-4efb-893f-75afd3b37612 for host: n-d-803778-2 {{(pid=94291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:58:35.023268 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c898c-705f-403b-8b64-680954f7976f None None] Routers {'7cd6bb06-3fae-4efb-893f-75afd3b37612'} bound to L3 agent in host n-d-803778-2 {{(pid=94291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:58:35.023880 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-590c898c-705f-403b-8b64-680954f7976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:58:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['7cd6bb06-3fae-4efb-893f-75afd3b37612'], 'active': True} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:35.036449 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] For port 9f0e6ab4-09c1-4220-8085-02bf3885ceb2, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=9f0e6ab4-09c1-4220-8085-02bf3885ceb2,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:35.036819 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:35.050816 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Calling delete_port for 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 owned by network:router_gateway {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:58:35.111214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvr_db [None req-590c898c-705f-403b-8b64-680954f7976f None None] Set router 7cd6bb06-3fae-4efb-893f-75afd3b37612 gateway port host: None {{(pid=94291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:58:35.225043 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:35.251967 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0e6ab4-09c1-4220-8085-02bf3885ceb2,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:35.315768 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:35.331140 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c0380953-fbca-480f-8025-750c40d7a5f0 no longer exists at agent hyperv_n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:35.333454 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_hamode_db [None req-590c898c-705f-403b-8b64-680954f7976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'name': 'tempest-TestSnapshotPattern-607815463-router', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:58:34Z', 'revision_number': 6, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:35.375197 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590c898c-705f-403b-8b64-680954f7976f None None] The sync data for ids ['7cd6bb06-3fae-4efb-893f-75afd3b37612'] in n-d-803778-2 is: [{'id': '7cd6bb06-3fae-4efb-893f-75afd3b37612', 'name': 'tempest-TestSnapshotPattern-607815463-router', 'tenant_id': 'd0310efeca7047638c3a0f1156d96dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:15Z', 'updated_at': '2021-08-09T16:58:34Z', 'revision_number': 6, 'project_id': 'd0310efeca7047638c3a0f1156d96dac', 'gw_port_host': None}] {{(pid=94291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:58:35.378304 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] No Port match for: c0380953-fbca-480f-8025-750c40d7a5f0 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:58:35.378430 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Device c0380953-fbca-480f-8025-750c40d7a5f0 not bound to the agent host n-h2-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:35.408198 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:35.410414 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:35.456785 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:35.457335 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd6bb06-3fae-4efb-893f-75afd3b37612 {{(pid=94290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:58:35.461697 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] Notify callbacks [] for router, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:35.462856 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-5bb1de3e-1611-4aee-93be-19c7a6335e82 admin admin] 10.222.0.81 "DELETE /v2.0/routers/7cd6bb06-3fae-4efb-893f-75afd3b37612 HTTP/1.1" status: 204 len: 168 time: 0.7814744 Aug 09 16:58:35.465417 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58294) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:35.509207 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3da76b-2565-44d6-bf66-052c36b495b3 admin admin] Deleting subnet a29951ba-8792-4cd5-b8cb-fdae44b10aef {{(pid=94290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:58:35.512874 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da3da76b-2565-44d6-bf66-052c36b495b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:35.546144 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da3da76b-2565-44d6-bf66-052c36b495b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4391108'] for subnet, precommit_delete_associations {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:35.982267 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da3da76b-2565-44d6-bf66-052c36b495b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.036243 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da3da76b-2565-44d6-bf66-052c36b495b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4792974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5943681'] for subnet, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.066288 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-da3da76b-2565-44d6-bf66-052c36b495b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.068357 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-da3da76b-2565-44d6-bf66-052c36b495b3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a29951ba-8792-4cd5-b8cb-fdae44b10aef HTTP/1.1" status: 204 len: 168 time: 0.6017811 Aug 09 16:58:36.068909 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3da76b-2565-44d6-bf66-052c36b495b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29951ba-8792-4cd5-b8cb-fdae44b10aef,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:36.070868 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58296) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:36.073512 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2188ce46-abb6-437e-87b1-a2e92f20610a None None] Network 00f3846b-dc47-409a-a7a9-502750b6b47a requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:58:36.151823 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.182276 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:36.204207 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:58:36.204611 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 61ad15d5-afcc-47c1-9efe-4dabc139a4f9 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:36.227233 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Deleting port d84ca7b6-a216-4888-8e4c-345b7f07c020 {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:58:36.227589 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.269700 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] DHCP port deletion for 00f3846b-dc47-409a-a7a9-502750b6b47a request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:58:36.299889 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] For port d84ca7b6-a216-4888-8e4c-345b7f07c020, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d84ca7b6-a216-4888-8e4c-345b7f07c020,segment=NetworkSegment(4611f3e1-86fe-46ef-b1f7-69aa51a92da0),segment_id=4611f3e1-86fe-46ef-b1f7-69aa51a92da0)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:36.300254 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.314026 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Calling delete_port for d84ca7b6-a216-4888-8e4c-345b7f07c020 owned by network:dhcp {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:58:36.324631 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Deleting port d84ca7b6-a216-4888-8e4c-345b7f07c020 {{(pid=94291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:58:36.325213 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.394956 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.db [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] For port d84ca7b6-a216-4888-8e4c-345b7f07c020, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=d84ca7b6-a216-4888-8e4c-345b7f07c020,segment=NetworkSegment(4611f3e1-86fe-46ef-b1f7-69aa51a92da0),segment_id=4611f3e1-86fe-46ef-b1f7-69aa51a92da0)] {{(pid=94291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:36.395280 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.406987 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.410449 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Calling delete_port for d84ca7b6-a216-4888-8e4c-345b7f07c020 owned by network:dhcp {{(pid=94291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:58:36.438432 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] No DVR routers for this DVR port d84ca7b6-a216-4888-8e4c-345b7f07c020 on host n-d-803778-2 {{(pid=94289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:58:36.461495 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84ca7b6-a216-4888-8e4c-345b7f07c020,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:36.495842 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292'] for port, after_delete {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.505003 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.505377 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.505741 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.506096 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.506428 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.506754 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.507076 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.507398 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.507712 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.508028 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.508344 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.508661 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.521581 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Pushing event deleted for resources: {'Port': ['ID=d84ca7b6-a216-4888-8e4c-345b7f07c020,revision_number=None']} {{(pid=94291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:36.526932 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.530409 n-d-803778-2 neutron-server[94291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] No DVR routers for this DVR port d84ca7b6-a216-4888-8e4c-345b7f07c020 on host n-d-803778-2 {{(pid=94291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:58:36.532846 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.533282 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.533634 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.533980 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.534315 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.534648 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.534979 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.535312 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.535642 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.535968 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.536297 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.536621 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c3c38-fcfb-4f9f-a7c4-ce936328af53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803778-2 {{(pid=94291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:36.537207 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f3846b-dc47-409a-a7a9-502750b6b47a']}} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:36.549744 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4611f3e1-86fe-46ef-b1f7-69aa51a92da0') {'for_net_delete': True} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:36.550046 n-d-803778-2 neutron-server[94289]: DEBUG neutron.services.segments.db [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4611f3e1-86fe-46ef-b1f7-69aa51a92da0') {} {{(pid=94289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:36.559372 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4524512'] for segment, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.574679 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.580436 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:58:36.580819 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866918'] for segment, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: Traceback (most recent call last): Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: timer() Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: cb(*args, **kw) Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: return func(*args, **kwargs) Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: self._notify() Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: self.callback(batched_events) Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: event.method(event) Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: return f(self, *a, **k) Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: return self._get(url).json() Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: return self.request(url, 'GET', **kwargs) Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:58:36.582724 n-d-803778-2 neutron-server[94289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:58:36.641800 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.647535 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Notify callbacks [] for network, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:36.650036 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/00f3846b-dc47-409a-a7a9-502750b6b47a HTTP/1.1" status: 204 len: 168 time: 0.5773945 Aug 09 16:58:36.653189 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58298) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:36.662543 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53082e-66c8-4491-8fff-8a8d6f757cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f3846b-dc47-409a-a7a9-502750b6b47a,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:36.996150 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-687cd473-9e85-4ac6-87f3-9367f17f70bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052227'] for router_interface, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:37.250584 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-687cd473-9e85-4ac6-87f3-9367f17f70bd admin admin] Deleting port 54f31dc5-fb70-4e7f-9b21-89099076d3df {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:58:37.251009 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-687cd473-9e85-4ac6-87f3-9367f17f70bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:37.328087 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-687cd473-9e85-4ac6-87f3-9367f17f70bd admin admin] For port 54f31dc5-fb70-4e7f-9b21-89099076d3df, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=54f31dc5-fb70-4e7f-9b21-89099076d3df,segment=NetworkSegment(42677146-065b-4629-a51a-83acb6c43c25),segment_id=42677146-065b-4629-a51a-83acb6c43c25)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:37.328452 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-687cd473-9e85-4ac6-87f3-9367f17f70bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:37.345069 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-687cd473-9e85-4ac6-87f3-9367f17f70bd admin admin] Calling delete_port for 54f31dc5-fb70-4e7f-9b21-89099076d3df owned by network:router_interface {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:58:37.524433 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-687cd473-9e85-4ac6-87f3-9367f17f70bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:37.551292 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cd473-9e85-4ac6-87f3-9367f17f70bd admin admin] Pushing event deleted for resources: {'Port': ['ID=54f31dc5-fb70-4e7f-9b21-89099076d3df,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:37.728283 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-687cd473-9e85-4ac6-87f3-9367f17f70bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2079494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2055731'] for router_interface, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:37.807395 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a55a7d35-27d7-4c2c-96e7-a0d8fd38f33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:37.894848 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:37.916680 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:58:37.917346 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 9f0e6ab4-09c1-4220-8085-02bf3885ceb2 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:37.917860 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d84ca7b6-a216-4888-8e4c-345b7f07c020 no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:37.937882 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: d84ca7b6-a216-4888-8e4c-345b7f07c020 {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:58:37.938335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device d84ca7b6-a216-4888-8e4c-345b7f07c020 not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:37.969323 n-d-803778-2 neutron-server[94290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687cd473-9e85-4ac6-87f3-9367f17f70bd admin admin] Router 00c865b5-2463-4914-9719-540a99faf3a6 has already been hosted by L3 agent 65ff7825-3a59-4bae-a3c4-039f70bc1589 {{(pid=94290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:58:38.087616 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687cd473-9e85-4ac6-87f3-9367f17f70bd admin admin] Notify agent at l3_agent.n-d-803778-2 the message routers_updated {{(pid=94290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:58:38.093536 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-687cd473-9e85-4ac6-87f3-9367f17f70bd admin admin] 10.222.0.81 "PUT /v2.0/routers/00c865b5-2463-4914-9719-540a99faf3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4392076 Aug 09 16:58:38.096458 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58300) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:38.099860 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcaac39-95f1-4cc7-9e0c-dc75bbd9bb44 None None] Sync routers for ids ['00c865b5-2463-4914-9719-540a99faf3a6'] in n-d-803778-2 {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:58:38.109656 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcaac39-95f1-4cc7-9e0c-dc75bbd9bb44 None None] Routers {'00c865b5-2463-4914-9719-540a99faf3a6'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:58:38.110382 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1bcaac39-95f1-4cc7-9e0c-dc75bbd9bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:58:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['00c865b5-2463-4914-9719-540a99faf3a6'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:38.206388 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Notify callbacks [] for router, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:38.215876 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1bcaac39-95f1-4cc7-9e0c-dc75bbd9bb44 None None] Set router 00c865b5-2463-4914-9719-540a99faf3a6 gateway port host: n-d-803778-2 {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:58:38.319333 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:38.378651 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Deleting port 3089a13d-083e-4983-80df-117d8507d1ee {{(pid=94289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:58:38.379058 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:38.398423 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1bcaac39-95f1-4cc7-9e0c-dc75bbd9bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c865b5-2463-4914-9719-540a99faf3a6', 'name': 'tempest-TestSnapshotPattern-1119242164-router', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'external_fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '3089a13d-083e-4983-80df-117d8507d1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:58:37Z', 'revision_number': 5, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'gw_port': {'id': '3089a13d-083e-4983-80df-117d8507d1ee', 'name': '', 'network_id': '520e6828-545a-4a8b-86d6-f1c6904f8404', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c865b5-2463-4914-9719-540a99faf3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803778-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6403bc3f-6ed1-4e98-a074-45868065fffd', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803778-2'}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:38.470423 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.db [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] For port 3089a13d-083e-4983-80df-117d8507d1ee, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=3089a13d-083e-4983-80df-117d8507d1ee,segment=NetworkSegment(21892358-9308-4750-81f1-bee202b39f7f),segment_id=21892358-9308-4750-81f1-bee202b39f7f)] {{(pid=94289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:38.470797 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:38.484929 n-d-803778-2 neutron-server[94289]: DEBUG neutron.plugins.ml2.plugin [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Calling delete_port for 3089a13d-083e-4983-80df-117d8507d1ee owned by network:router_gateway {{(pid=94289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:58:38.518008 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcaac39-95f1-4cc7-9e0c-dc75bbd9bb44 None None] Checking router: 00c865b5-2463-4914-9719-540a99faf3a6 for host: n-d-803778-2 {{(pid=94292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:58:38.527728 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcaac39-95f1-4cc7-9e0c-dc75bbd9bb44 None None] Routers {'00c865b5-2463-4914-9719-540a99faf3a6'} bound to L3 agent in host n-d-803778-2 {{(pid=94292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:58:38.528356 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1bcaac39-95f1-4cc7-9e0c-dc75bbd9bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803778-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:27:40Z,description=,heartbeat_timestamp=2021-08-09T16:58:11Z,host='n-d-803778-2',id=65ff7825-3a59-4bae-a3c4-039f70bc1589,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:27:40Z,topic='l3_agent')) {'router_ids': ['00c865b5-2463-4914-9719-540a99faf3a6'], 'active': True} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:38.615489 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_dvr_db [None req-1bcaac39-95f1-4cc7-9e0c-dc75bbd9bb44 None None] Set router 00c865b5-2463-4914-9719-540a99faf3a6 gateway port host: None {{(pid=94292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:58:38.660185 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7867083'] for port, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:38.668995 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.l3_hamode_db [None req-1bcaac39-95f1-4cc7-9e0c-dc75bbd9bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c865b5-2463-4914-9719-540a99faf3a6', 'name': 'tempest-TestSnapshotPattern-1119242164-router', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:58:38Z', 'revision_number': 6, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'gw_port_host': None}], 'n-d-803778-2', False) {} {{(pid=94292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:38.689442 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Pushing event deleted for resources: {'Port': ['ID=3089a13d-083e-4983-80df-117d8507d1ee,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:38.698352 n-d-803778-2 neutron-server[94292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcaac39-95f1-4cc7-9e0c-dc75bbd9bb44 None None] The sync data for ids ['00c865b5-2463-4914-9719-540a99faf3a6'] in n-d-803778-2 is: [{'id': '00c865b5-2463-4914-9719-540a99faf3a6', 'name': 'tempest-TestSnapshotPattern-1119242164-router', 'tenant_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T16:57:20Z', 'updated_at': '2021-08-09T16:58:38Z', 'revision_number': 6, 'project_id': 'f1c2014655fc4c63a5681933dbfd23f6', 'gw_port_host': None}] {{(pid=94292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:58:38.752743 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2052821'] for router_gateway, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:38.845648 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35217'] for router, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:38.847824 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:38.895395 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2050005'] for router, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:38.895948 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00c865b5-2463-4914-9719-540a99faf3a6 {{(pid=94289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:58:38.900228 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] Notify callbacks [] for router, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:38.901572 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-13678842-a431-4bd2-b088-aa707892f91d admin admin] 10.222.0.81 "DELETE /v2.0/routers/00c865b5-2463-4914-9719-540a99faf3a6 HTTP/1.1" status: 204 len: 168 time: 0.8031771 Aug 09 16:58:38.904064 n-d-803778-2 neutron-server[94289]: DEBUG neutron.wsgi [-] (94289) accepted ('10.222.0.81', 58302) {{(pid=94289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:38.948855 n-d-803778-2 neutron-server[94289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a96b46f-74b0-4a33-998b-e4e73f711a6f admin admin] Deleting subnet 95411b38-37a6-4f0e-a821-e704e4105143 {{(pid=94289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:58:38.951874 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a96b46f-74b0-4a33-998b-e4e73f711a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:38.986502 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a96b46f-74b0-4a33-998b-e4e73f711a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4524535'] for subnet, precommit_delete_associations {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.070372 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a96b46f-74b0-4a33-998b-e4e73f711a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-921502'] for subnet, precommit_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.127421 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a96b46f-74b0-4a33-998b-e4e73f711a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-921481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7867128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4361213'] for subnet, after_delete {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.155550 n-d-803778-2 neutron-server[94289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96b46f-74b0-4a33-998b-e4e73f711a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95411b38-37a6-4f0e-a821-e704e4105143,revision_number=None']} {{(pid=94289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:39.159125 n-d-803778-2 neutron-server[94289]: DEBUG neutron_lib.callbacks.manager [None req-3a96b46f-74b0-4a33-998b-e4e73f711a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.163795 n-d-803778-2 neutron-server[94289]: INFO neutron.wsgi [None req-3a96b46f-74b0-4a33-998b-e4e73f711a6f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/95411b38-37a6-4f0e-a821-e704e4105143 HTTP/1.1" status: 204 len: 168 time: 0.2560258 Aug 09 16:58:39.163977 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58304) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:39.164461 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e1ac18-7866-4028-a3d6-b67fdb2f8d40 None None] Network 58137897-4cb3-4998-8318-0e6f251bd663 requested from n-d-803778-2 {{(pid=94291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:58:39.232228 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1036353'] for network, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.290830 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Deleting port 0c1d14cd-1c89-4595-aeab-88391b59653a {{(pid=94290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:58:39.291245 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765756860977'] for port, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.355437 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.db [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] For port 0c1d14cd-1c89-4595-aeab-88391b59653a, host n-d-803778-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803778-2',level=0,port_id=0c1d14cd-1c89-4595-aeab-88391b59653a,segment=NetworkSegment(42677146-065b-4629-a51a-83acb6c43c25),segment_id=42677146-065b-4629-a51a-83acb6c43c25)] {{(pid=94290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:39.355796 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2009777'] for port, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.374127 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.plugin [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Calling delete_port for 0c1d14cd-1c89-4595-aeab-88391b59653a owned by network:dhcp {{(pid=94290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:58:39.454042 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-973193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765756868235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765756396292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4793021'] for port, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.464784 n-d-803778-2 neutron-server[94291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bebcdb-c38a-46e9-843d-ba562d0b9dcb None None] DHCP port deletion for 58137897-4cb3-4998-8318-0e6f251bd663 request from n-d-803778-2 {{(pid=94291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:58:39.485049 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1d14cd-1c89-4595-aeab-88391b59653a,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:39.490556 n-d-803778-2 neutron-server[94290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] No DVR routers for this DVR port 0c1d14cd-1c89-4595-aeab-88391b59653a on host n-d-803778-2 {{(pid=94290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:58:39.562446 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920857', 'neutron.services.segments.db._delete_segments_for_network-8765756906608'] for network, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.573210 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58137897-4cb3-4998-8318-0e6f251bd663']}} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:39.584224 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42677146-065b-4629-a51a-83acb6c43c25') {'for_net_delete': True} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:39.584642 n-d-803778-2 neutron-server[94290]: DEBUG neutron.services.segments.db [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42677146-065b-4629-a51a-83acb6c43c25') {} {{(pid=94290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:58:39.594710 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765756908921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4391123'] for segment, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.609952 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567'] for segment, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.616410 n-d-803778-2 neutron-server[94290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:58:39.616965 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-921567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4792912'] for segment, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: Traceback (most recent call last): Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: timer() Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: cb(*args, **kw) Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: return func(*args, **kwargs) Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: self._notify() Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: self.callback(batched_events) Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: event.method(event) Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: return f(self, *a, **k) Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: return self._get(url).json() Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: return self.request(url, 'GET', **kwargs) Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:58:39.618803 n-d-803778-2 neutron-server[94290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:58:39.680751 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-920832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2079551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2052785'] for network, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.690433 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2079521'] for network, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.692667 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] 10.222.0.81 "DELETE /v2.0/networks/58137897-4cb3-4998-8318-0e6f251bd663 HTTP/1.1" status: 204 len: 168 time: 0.5273418 Aug 09 16:58:39.703349 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61661752-f9dc-4189-b480-e3cc64596845 admin admin] Pushing event deleted for resources: {'Network': ['ID=58137897-4cb3-4998-8318-0e6f251bd663,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:39.797604 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 54f31dc5-fb70-4e7f-9b21-89099076d3df no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:39.818398 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 54f31dc5-fb70-4e7f-9b21-89099076d3df {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:58:39.818741 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 54f31dc5-fb70-4e7f-9b21-89099076d3df not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:39.819182 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3089a13d-083e-4983-80df-117d8507d1ee no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:39.842221 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 3089a13d-083e-4983-80df-117d8507d1ee {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:58:39.843214 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 3089a13d-083e-4983-80df-117d8507d1ee not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:39.843335 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0c1d14cd-1c89-4595-aeab-88391b59653a no longer exists at agent ovs-agent-n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:39.866769 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.plugin [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] No Port match for: 0c1d14cd-1c89-4595-aeab-88391b59653a {{(pid=94291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:58:39.867127 n-d-803778-2 neutron-server[94291]: DEBUG neutron.plugins.ml2.rpc [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Device 0c1d14cd-1c89-4595-aeab-88391b59653a not bound to the agent host n-d-803778-2 {{(pid=94291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:58:39.874035 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58308) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:39.913924 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-6900878a-490e-4688-a456-6305480c55fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d0310efeca7047638c3a0f1156d96dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386932 Aug 09 16:58:39.916342 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58310) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:39.963844 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3bd8-7007-4b5d-8e83-64e0c18c9bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:39.984159 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3bd8-7007-4b5d-8e83-64e0c18c9bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:40.029928 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3bd8-7007-4b5d-8e83-64e0c18c9bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:40.032363 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3bd8-7007-4b5d-8e83-64e0c18c9bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:40.033527 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e6cc3bd8-7007-4b5d-8e83-64e0c18c9bee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a968668b-e4b7-4782-b9ed-6ea6877aa6e8 HTTP/1.1" status: 204 len: 168 time: 0.1160543 Aug 09 16:58:40.041043 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc3bd8-7007-4b5d-8e83-64e0c18c9bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a968668b-e4b7-4782-b9ed-6ea6877aa6e8,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:40.352516 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58316) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:40.396217 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-fc640a07-008f-49a4-9b9b-1300eca32170 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1c2014655fc4c63a5681933dbfd23f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418949 Aug 09 16:58:40.398247 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [-] (94290) accepted ('10.222.0.81', 58318) {{(pid=94290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:40.450707 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e04ff4ae-556a-43f0-8d6b-f28d6a8a2abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:40.471756 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e04ff4ae-556a-43f0-8d6b-f28d6a8a2abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:40.518777 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e04ff4ae-556a-43f0-8d6b-f28d6a8a2abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601468'] for security_group, after_delete {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:40.521480 n-d-803778-2 neutron-server[94290]: DEBUG neutron_lib.callbacks.manager [None req-e04ff4ae-556a-43f0-8d6b-f28d6a8a2abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:40.522895 n-d-803778-2 neutron-server[94290]: INFO neutron.wsgi [None req-e04ff4ae-556a-43f0-8d6b-f28d6a8a2abf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ef959f0-7b90-4da2-957d-2c602976ca67 HTTP/1.1" status: 204 len: 168 time: 0.1235800 Aug 09 16:58:40.531209 n-d-803778-2 neutron-server[94290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ff4ae-556a-43f0-8d6b-f28d6a8a2abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef959f0-7b90-4da2-957d-2c602976ca67,revision_number=None']} {{(pid=94290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:40.660022 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6038f012-b9d7-42df-902f-fca915ae832e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:41.038780 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:41.889435 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.187731 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:43.726969 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:43.999319 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:50.283805 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:59:07.809739 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-42bc6e20-0be4-491e-b722-439a522df6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:10.661174 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-543ad695-012e-4a4a-bc5a-63e499b38a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:11.045250 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:11.892311 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:12.193139 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:12.251393 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Mon, 09 Aug 2021 16:54:12 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:12.251677 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': 'a2f20809-52bf-40d8-9de9-32f0bfdb4c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2400f7f7-41ce-40d6-ad7b-3b2229096724'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova Traceback (most recent call last): Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Aug 09 16:59:12.292316 n-d-803778-2 neutron-server[94291]: ERROR neutron.notifiers.nova Aug 09 16:59:13.726231 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:13.997898 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:14.293984 n-d-803778-2 neutron-server[94291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dcd4f5-4647-4c7a-8f59-926b354a6343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b82393-ae15-4081-9715-1452e6054ab5'}, {'server_uuid': '073d8a01-f280-4cab-8096-dbfc1ae08967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0380953-fbca-480f-8025-750c40d7a5f0'}] {{(pid=94291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:59:14.296386 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5fabcccf647decdeee765c15128d9b785190a2de12f27a43f869d92b37e81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c685f1d-768b-473f-a4d3-989e1e66afc7" -d '{"events": [{"server_uuid": "18dcd4f5-4647-4c7a-8f59-926b354a6343", "name": "network-vif-plugged", "status": "completed", "tag": "20b82393-ae15-4081-9715-1452e6054ab5"}, {"server_uuid": "073d8a01-f280-4cab-8096-dbfc1ae08967", "name": "network-vif-plugged", "status": "completed", "tag": "c0380953-fbca-480f-8025-750c40d7a5f0"}]}' {{(pid=94291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:14.456745 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 348 Content-Type: application/json Date: Mon, 09 Aug 2021 16:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d80161a-dd0c-453a-b33c-680547f49371 x-openstack-request-id: req-4d80161a-dd0c-453a-b33c-680547f49371 {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:14.457061 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dcd4f5-4647-4c7a-8f59-926b354a6343", "name": "network-vif-plugged", "status": "failed", "tag": "20b82393-ae15-4081-9715-1452e6054ab5", "code": 422}, {"server_uuid": "073d8a01-f280-4cab-8096-dbfc1ae08967", "name": "network-vif-plugged", "status": "failed", "tag": "c0380953-fbca-480f-8025-750c40d7a5f0", "code": 422}]} {{(pid=94291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:14.457292 n-d-803778-2 neutron-server[94291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d80161a-dd0c-453a-b33c-680547f49371 {{(pid=94291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:14.457727 n-d-803778-2 neutron-server[94291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '18dcd4f5-4647-4c7a-8f59-926b354a6343', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '20b82393-ae15-4081-9715-1452e6054ab5', 'code': 422} returned with failed status Aug 09 16:59:14.457985 n-d-803778-2 neutron-server[94291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '073d8a01-f280-4cab-8096-dbfc1ae08967', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'c0380953-fbca-480f-8025-750c40d7a5f0', 'code': 422} returned with failed status Aug 09 16:59:27.282987 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:59:37.816983 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-6a44c741-3999-420a-8368-ca93490cf35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:40.661220 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d2c182ec-ffec-4133-a5a4-0d860b1c16ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:41.036475 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:41.895073 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:42.202047 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:43.730450 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:44.014784 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:04.282137 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:00:07.808103 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f8f030f2-37af-471b-9990-12f9de05e5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.661401 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-76e7ccc9-f02d-49a3-9274-25fef93f0c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.040486 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.897209 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.205607 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:13.732718 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.000709 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.811461 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2cc3cf1e-9da8-49e5-936b-f7ba70453073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:40.661776 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-704a9b14-1cc7-4760-8885-730522ca7fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:41.043496 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:41.280937 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:00:41.901083 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:42.199906 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:43.734296 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:44.010964 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:07.814931 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2c57a2c7-c1ed-4ff4-9d51-6940d691f2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:10.662463 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8e37f752-3af7-4cdb-89df-a4ef4c95f3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:11.044577 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:11.904469 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:12.216757 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:13.739074 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.000500 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:18.280767 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:01:37.817298 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-d3625b39-5201-4943-bdb8-c9a6e940d8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:40.664557 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-48a00d42-f441-4f1d-8b32-79a1c94ee7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:41.045712 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:41.907381 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:42.213724 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:43.740647 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:44.029960 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:55.280199 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:02:07.819249 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c9aff866-3175-4218-9c2c-bd29b203e59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:10.666124 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ef236a68-8305-4d7b-b37c-bc7c3b2eeed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:11.047141 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:11.910465 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:12.213362 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:13.406197 n-d-803778-2 neutron-server[94290]: DEBUG neutron.wsgi [req-06e96f72-14fd-4e36-98cf-06b758c4aa16 req-1283d18f-49db-43ad-bb35-f237e5d2c3e9 service neutron] (94290) timed out ('10.222.0.81', 44934) {{(pid=94290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 17:02:13.746569 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:14.014303 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:32.280875 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:02:37.824173 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-72c6dbe8-2779-4a21-90fa-97bf9e902ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:40.666440 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-27e0d561-3eb8-4405-88c0-674e38164fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:41.047115 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:41.912133 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:42.211584 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:43.749460 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:44.024620 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:07.830625 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-2f63a666-f9e8-458c-91fc-64835eca2f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:09.280235 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:03:10.668384 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-023ec8f8-cd01-4713-9cbf-96fe35007d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:11.049611 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:11.915421 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:12.237996 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:13.750195 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:14.025654 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:37.827129 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-72ffa298-9ca7-4ba3-b4d7-57702159c4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:40.672859 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5da6-2538-44b5-b0ef-ba10513d8ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:41.050748 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:41.920770 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:42.234928 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:43.752056 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:44.029069 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:46.278693 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:04:07.820113 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-c079318b-8c06-4294-aabd-b7febdc623c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:10.675524 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-634635f4-e688-4d61-83f5-33dbe9183bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:11.051536 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:11.920747 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:12.256266 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:13.754711 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:14.056907 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:23.278791 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:04:37.823812 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc38c-bab3-4efb-9064-d756f4ab3b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:40.677947 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-129f1a9b-89e7-4695-aad4-040ac350020f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:41.052714 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:41.922633 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:42.254591 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:43.758406 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:44.043874 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:00.278344 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:05:07.825879 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-3593a814-398a-452b-b385-323b70ca173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:10.680010 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-0bf71491-4ca2-402c-827d-59e0cc5943f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:11.053900 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:11.925404 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:12.253746 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:13.760685 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:14.055172 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:37.276595 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:05:37.836024 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-89306cdb-cbff-46a3-84c1-1f054229486a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:40.683646 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-758f2fec-b17e-4f77-9135-b5811acd06ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:41.053761 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:41.929039 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:42.271344 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:43.763617 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:44.054373 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:07.822923 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-84edaf66-cb9c-4470-be5f-e9875b8cdcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:10.684651 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-11e854b3-de93-4c58-bb96-38aeb1f09021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:11.056092 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:11.931754 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:12.267434 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:13.767523 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:14.067107 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:14.276942 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:06:37.824870 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-414b6cd3-0438-43b3-ac26-522e9fc2acaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:40.687417 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-ddbb368a-c2b3-4a4e-9051-b93425367a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:41.058611 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-8dd69fb0-3646-4fc5-8be5-0620d0145845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:41.934312 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-77344ec5-6828-4f19-ab1b-d2b6870b0808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:42.283409 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-4cef02af-cb99-4c49-a0a4-e4e7b1b97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:43.770198 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-a023452b-f8c3-45eb-933c-1deb4d7b8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:44.074491 n-d-803778-2 neutron-server[94291]: DEBUG neutron_lib.callbacks.manager [None req-f238bad4-9892-4057-bb51-c0e39f3bcac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765756906500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-903319'] for agent, after_update {{(pid=94291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:51.276078 n-d-803778-2 neutron-server[94292]: DEBUG neutron.db.agents_db [None req-7e2ce24e-58bd-4d3b-88e2-dae5ed20c13e None None] Agent healthcheck: found 7 active agents {{(pid=94292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}